{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9999304565527312,
  "eval_steps": 500,
  "global_step": 28758,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 6.954344726868111e-05,
      "grad_norm": 0.2483434926904575,
      "learning_rate": 3.477051460361613e-07,
      "loss": 1.5419,
      "step": 1
    },
    {
      "epoch": 0.00034771723634340556,
      "grad_norm": 0.26326725898279935,
      "learning_rate": 1.7385257301808067e-06,
      "loss": 1.56,
      "step": 5
    },
    {
      "epoch": 0.0006954344726868111,
      "grad_norm": 0.1910064412388631,
      "learning_rate": 3.4770514603616134e-06,
      "loss": 1.5398,
      "step": 10
    },
    {
      "epoch": 0.0010431517090302167,
      "grad_norm": 0.19099720943357712,
      "learning_rate": 5.2155771905424206e-06,
      "loss": 1.5047,
      "step": 15
    },
    {
      "epoch": 0.0013908689453736222,
      "grad_norm": 0.15369706639673078,
      "learning_rate": 6.954102920723227e-06,
      "loss": 1.4401,
      "step": 20
    },
    {
      "epoch": 0.0017385861817170278,
      "grad_norm": 0.1263264224058301,
      "learning_rate": 8.692628650904032e-06,
      "loss": 1.4898,
      "step": 25
    },
    {
      "epoch": 0.0020863034180604333,
      "grad_norm": 0.13047933913294887,
      "learning_rate": 1.0431154381084841e-05,
      "loss": 1.4879,
      "step": 30
    },
    {
      "epoch": 0.0024340206544038387,
      "grad_norm": 0.08972769035243924,
      "learning_rate": 1.2169680111265647e-05,
      "loss": 1.4817,
      "step": 35
    },
    {
      "epoch": 0.0027817378907472445,
      "grad_norm": 0.11953904890122438,
      "learning_rate": 1.3908205841446454e-05,
      "loss": 1.4277,
      "step": 40
    },
    {
      "epoch": 0.00312945512709065,
      "grad_norm": 0.07649575279175957,
      "learning_rate": 1.564673157162726e-05,
      "loss": 1.3878,
      "step": 45
    },
    {
      "epoch": 0.0034771723634340556,
      "grad_norm": 0.06874860805782766,
      "learning_rate": 1.7385257301808065e-05,
      "loss": 1.2382,
      "step": 50
    },
    {
      "epoch": 0.003824889599777461,
      "grad_norm": 0.05685283908646697,
      "learning_rate": 1.9123783031988872e-05,
      "loss": 1.3627,
      "step": 55
    },
    {
      "epoch": 0.004172606836120867,
      "grad_norm": 0.06723111802124933,
      "learning_rate": 2.0862308762169682e-05,
      "loss": 1.3165,
      "step": 60
    },
    {
      "epoch": 0.0045203240724642725,
      "grad_norm": 0.05715899799620434,
      "learning_rate": 2.2600834492350486e-05,
      "loss": 1.4253,
      "step": 65
    },
    {
      "epoch": 0.004868041308807677,
      "grad_norm": 0.056110861529707234,
      "learning_rate": 2.4339360222531293e-05,
      "loss": 1.4053,
      "step": 70
    },
    {
      "epoch": 0.005215758545151083,
      "grad_norm": 0.04737310479350788,
      "learning_rate": 2.60778859527121e-05,
      "loss": 1.2943,
      "step": 75
    },
    {
      "epoch": 0.005563475781494489,
      "grad_norm": 0.05930426228023346,
      "learning_rate": 2.7816411682892907e-05,
      "loss": 1.2403,
      "step": 80
    },
    {
      "epoch": 0.005911193017837894,
      "grad_norm": 0.05075876331786444,
      "learning_rate": 2.9554937413073715e-05,
      "loss": 1.3237,
      "step": 85
    },
    {
      "epoch": 0.0062589102541813,
      "grad_norm": 0.0496362737757831,
      "learning_rate": 3.129346314325452e-05,
      "loss": 1.2153,
      "step": 90
    },
    {
      "epoch": 0.006606627490524705,
      "grad_norm": 0.05074123554883545,
      "learning_rate": 3.303198887343533e-05,
      "loss": 1.2523,
      "step": 95
    },
    {
      "epoch": 0.006954344726868111,
      "grad_norm": 0.05125354619408886,
      "learning_rate": 3.477051460361613e-05,
      "loss": 1.2079,
      "step": 100
    },
    {
      "epoch": 0.007302061963211516,
      "grad_norm": 0.05505550882758765,
      "learning_rate": 3.650904033379694e-05,
      "loss": 1.3417,
      "step": 105
    },
    {
      "epoch": 0.007649779199554922,
      "grad_norm": 0.05079509778217588,
      "learning_rate": 3.8247566063977743e-05,
      "loss": 1.2031,
      "step": 110
    },
    {
      "epoch": 0.007997496435898328,
      "grad_norm": 0.04478809327252442,
      "learning_rate": 3.998609179415855e-05,
      "loss": 1.2019,
      "step": 115
    },
    {
      "epoch": 0.008345213672241733,
      "grad_norm": 0.044030501422594556,
      "learning_rate": 4.1724617524339364e-05,
      "loss": 1.2029,
      "step": 120
    },
    {
      "epoch": 0.00869293090858514,
      "grad_norm": 0.04810210964662899,
      "learning_rate": 4.3463143254520165e-05,
      "loss": 1.3469,
      "step": 125
    },
    {
      "epoch": 0.009040648144928545,
      "grad_norm": 0.048737241397516486,
      "learning_rate": 4.520166898470097e-05,
      "loss": 1.2739,
      "step": 130
    },
    {
      "epoch": 0.009388365381271949,
      "grad_norm": 0.056073148272283053,
      "learning_rate": 4.6940194714881786e-05,
      "loss": 1.2613,
      "step": 135
    },
    {
      "epoch": 0.009736082617615355,
      "grad_norm": 0.04941877274748038,
      "learning_rate": 4.8678720445062586e-05,
      "loss": 1.2674,
      "step": 140
    },
    {
      "epoch": 0.01008379985395876,
      "grad_norm": 0.05693242757947663,
      "learning_rate": 5.0417246175243393e-05,
      "loss": 1.2821,
      "step": 145
    },
    {
      "epoch": 0.010431517090302166,
      "grad_norm": 0.055631238043527584,
      "learning_rate": 5.21557719054242e-05,
      "loss": 1.1934,
      "step": 150
    },
    {
      "epoch": 0.010779234326645572,
      "grad_norm": 0.05361260480017221,
      "learning_rate": 5.389429763560501e-05,
      "loss": 1.1,
      "step": 155
    },
    {
      "epoch": 0.011126951562988978,
      "grad_norm": 0.04893109268345408,
      "learning_rate": 5.5632823365785815e-05,
      "loss": 1.2324,
      "step": 160
    },
    {
      "epoch": 0.011474668799332384,
      "grad_norm": 0.045333692642762644,
      "learning_rate": 5.737134909596662e-05,
      "loss": 1.2857,
      "step": 165
    },
    {
      "epoch": 0.011822386035675788,
      "grad_norm": 0.05529198585546512,
      "learning_rate": 5.910987482614743e-05,
      "loss": 1.3056,
      "step": 170
    },
    {
      "epoch": 0.012170103272019193,
      "grad_norm": 0.04142539042291689,
      "learning_rate": 6.084840055632823e-05,
      "loss": 1.2209,
      "step": 175
    },
    {
      "epoch": 0.0125178205083626,
      "grad_norm": 0.04619494794225934,
      "learning_rate": 6.258692628650904e-05,
      "loss": 1.2106,
      "step": 180
    },
    {
      "epoch": 0.012865537744706005,
      "grad_norm": 0.043146866422712225,
      "learning_rate": 6.432545201668984e-05,
      "loss": 1.159,
      "step": 185
    },
    {
      "epoch": 0.01321325498104941,
      "grad_norm": 0.05550822912772836,
      "learning_rate": 6.606397774687066e-05,
      "loss": 1.2095,
      "step": 190
    },
    {
      "epoch": 0.013560972217392817,
      "grad_norm": 0.045678574758642974,
      "learning_rate": 6.780250347705146e-05,
      "loss": 1.1669,
      "step": 195
    },
    {
      "epoch": 0.013908689453736222,
      "grad_norm": 0.04724564891356644,
      "learning_rate": 6.954102920723226e-05,
      "loss": 1.3219,
      "step": 200
    },
    {
      "epoch": 0.014256406690079628,
      "grad_norm": 0.055980994968559246,
      "learning_rate": 7.127955493741307e-05,
      "loss": 1.1956,
      "step": 205
    },
    {
      "epoch": 0.014604123926423032,
      "grad_norm": 0.05255722602889034,
      "learning_rate": 7.301808066759389e-05,
      "loss": 1.1928,
      "step": 210
    },
    {
      "epoch": 0.014951841162766438,
      "grad_norm": 0.047626609363948545,
      "learning_rate": 7.475660639777469e-05,
      "loss": 1.1696,
      "step": 215
    },
    {
      "epoch": 0.015299558399109844,
      "grad_norm": 0.05556090996615423,
      "learning_rate": 7.649513212795549e-05,
      "loss": 1.2179,
      "step": 220
    },
    {
      "epoch": 0.015647275635453248,
      "grad_norm": 0.05247600400116371,
      "learning_rate": 7.82336578581363e-05,
      "loss": 1.2039,
      "step": 225
    },
    {
      "epoch": 0.015994992871796655,
      "grad_norm": 0.053446116628818,
      "learning_rate": 7.99721835883171e-05,
      "loss": 1.1943,
      "step": 230
    },
    {
      "epoch": 0.01634271010814006,
      "grad_norm": 0.05484765443775637,
      "learning_rate": 8.171070931849792e-05,
      "loss": 1.2248,
      "step": 235
    },
    {
      "epoch": 0.016690427344483467,
      "grad_norm": 0.05099445544550237,
      "learning_rate": 8.344923504867873e-05,
      "loss": 1.1902,
      "step": 240
    },
    {
      "epoch": 0.01703814458082687,
      "grad_norm": 0.05309718428821009,
      "learning_rate": 8.518776077885953e-05,
      "loss": 1.2339,
      "step": 245
    },
    {
      "epoch": 0.01738586181717028,
      "grad_norm": 0.05640693736267079,
      "learning_rate": 8.692628650904033e-05,
      "loss": 1.1704,
      "step": 250
    },
    {
      "epoch": 0.017733579053513682,
      "grad_norm": 0.05157441352142688,
      "learning_rate": 8.866481223922114e-05,
      "loss": 1.2164,
      "step": 255
    },
    {
      "epoch": 0.01808129628985709,
      "grad_norm": 0.052260575779158554,
      "learning_rate": 9.040333796940194e-05,
      "loss": 1.2573,
      "step": 260
    },
    {
      "epoch": 0.018429013526200494,
      "grad_norm": 0.05082562491866284,
      "learning_rate": 9.214186369958276e-05,
      "loss": 1.1647,
      "step": 265
    },
    {
      "epoch": 0.018776730762543898,
      "grad_norm": 0.04862373030113408,
      "learning_rate": 9.388038942976357e-05,
      "loss": 1.2326,
      "step": 270
    },
    {
      "epoch": 0.019124447998887305,
      "grad_norm": 0.049589570777939754,
      "learning_rate": 9.561891515994436e-05,
      "loss": 1.1787,
      "step": 275
    },
    {
      "epoch": 0.01947216523523071,
      "grad_norm": 0.04973163059723432,
      "learning_rate": 9.735744089012517e-05,
      "loss": 1.2004,
      "step": 280
    },
    {
      "epoch": 0.019819882471574117,
      "grad_norm": 0.05198861821503907,
      "learning_rate": 9.909596662030599e-05,
      "loss": 1.2317,
      "step": 285
    },
    {
      "epoch": 0.02016759970791752,
      "grad_norm": 0.04384398541489232,
      "learning_rate": 0.00010083449235048679,
      "loss": 1.1008,
      "step": 290
    },
    {
      "epoch": 0.02051531694426093,
      "grad_norm": 0.05282738487332187,
      "learning_rate": 0.0001025730180806676,
      "loss": 1.127,
      "step": 295
    },
    {
      "epoch": 0.020863034180604333,
      "grad_norm": 0.04860232407728261,
      "learning_rate": 0.0001043115438108484,
      "loss": 1.1844,
      "step": 300
    },
    {
      "epoch": 0.021210751416947737,
      "grad_norm": 0.05811722466687114,
      "learning_rate": 0.0001060500695410292,
      "loss": 1.2944,
      "step": 305
    },
    {
      "epoch": 0.021558468653291144,
      "grad_norm": 0.048509016022701225,
      "learning_rate": 0.00010778859527121002,
      "loss": 1.1434,
      "step": 310
    },
    {
      "epoch": 0.021906185889634548,
      "grad_norm": 0.04831701556745434,
      "learning_rate": 0.00010952712100139083,
      "loss": 1.3015,
      "step": 315
    },
    {
      "epoch": 0.022253903125977956,
      "grad_norm": 0.04911002940664273,
      "learning_rate": 0.00011126564673157163,
      "loss": 1.1311,
      "step": 320
    },
    {
      "epoch": 0.02260162036232136,
      "grad_norm": 0.05156912517207197,
      "learning_rate": 0.00011300417246175243,
      "loss": 1.1791,
      "step": 325
    },
    {
      "epoch": 0.022949337598664767,
      "grad_norm": 0.05197196332890814,
      "learning_rate": 0.00011474269819193324,
      "loss": 1.128,
      "step": 330
    },
    {
      "epoch": 0.02329705483500817,
      "grad_norm": 0.05485767934559295,
      "learning_rate": 0.00011648122392211404,
      "loss": 1.1558,
      "step": 335
    },
    {
      "epoch": 0.023644772071351575,
      "grad_norm": 0.05528321597218142,
      "learning_rate": 0.00011821974965229486,
      "loss": 1.1669,
      "step": 340
    },
    {
      "epoch": 0.023992489307694983,
      "grad_norm": 0.05714373791295401,
      "learning_rate": 0.00011995827538247567,
      "loss": 1.128,
      "step": 345
    },
    {
      "epoch": 0.024340206544038387,
      "grad_norm": 0.05434182641567541,
      "learning_rate": 0.00012169680111265646,
      "loss": 1.2152,
      "step": 350
    },
    {
      "epoch": 0.024687923780381794,
      "grad_norm": 0.054161113584359794,
      "learning_rate": 0.00012343532684283727,
      "loss": 1.258,
      "step": 355
    },
    {
      "epoch": 0.0250356410167252,
      "grad_norm": 0.04516607925938019,
      "learning_rate": 0.0001251738525730181,
      "loss": 1.1255,
      "step": 360
    },
    {
      "epoch": 0.025383358253068606,
      "grad_norm": 0.05339085518530827,
      "learning_rate": 0.00012691237830319887,
      "loss": 1.2609,
      "step": 365
    },
    {
      "epoch": 0.02573107548941201,
      "grad_norm": 0.05313820079201601,
      "learning_rate": 0.0001286509040333797,
      "loss": 1.1716,
      "step": 370
    },
    {
      "epoch": 0.026078792725755414,
      "grad_norm": 0.05454610602396591,
      "learning_rate": 0.0001303894297635605,
      "loss": 1.1464,
      "step": 375
    },
    {
      "epoch": 0.02642650996209882,
      "grad_norm": 0.04755972047665698,
      "learning_rate": 0.00013212795549374132,
      "loss": 1.2153,
      "step": 380
    },
    {
      "epoch": 0.026774227198442226,
      "grad_norm": 0.051683274234015246,
      "learning_rate": 0.0001338664812239221,
      "loss": 1.1461,
      "step": 385
    },
    {
      "epoch": 0.027121944434785633,
      "grad_norm": 0.05498928010778426,
      "learning_rate": 0.00013560500695410292,
      "loss": 1.0837,
      "step": 390
    },
    {
      "epoch": 0.027469661671129037,
      "grad_norm": 0.051787761409316055,
      "learning_rate": 0.00013734353268428373,
      "loss": 1.2325,
      "step": 395
    },
    {
      "epoch": 0.027817378907472445,
      "grad_norm": 0.05331202416315524,
      "learning_rate": 0.00013908205841446452,
      "loss": 1.1158,
      "step": 400
    },
    {
      "epoch": 0.02816509614381585,
      "grad_norm": 0.049945306090713154,
      "learning_rate": 0.00014082058414464536,
      "loss": 1.1844,
      "step": 405
    },
    {
      "epoch": 0.028512813380159256,
      "grad_norm": 0.05329654235104546,
      "learning_rate": 0.00014255910987482614,
      "loss": 1.2469,
      "step": 410
    },
    {
      "epoch": 0.02886053061650266,
      "grad_norm": 0.049814128980501395,
      "learning_rate": 0.00014429763560500693,
      "loss": 1.1766,
      "step": 415
    },
    {
      "epoch": 0.029208247852846064,
      "grad_norm": 0.05398659967353007,
      "learning_rate": 0.00014603616133518777,
      "loss": 1.2154,
      "step": 420
    },
    {
      "epoch": 0.029555965089189472,
      "grad_norm": 0.05562620411420668,
      "learning_rate": 0.00014777468706536856,
      "loss": 1.1521,
      "step": 425
    },
    {
      "epoch": 0.029903682325532876,
      "grad_norm": 0.05842879935671528,
      "learning_rate": 0.00014951321279554937,
      "loss": 1.2367,
      "step": 430
    },
    {
      "epoch": 0.030251399561876283,
      "grad_norm": 0.051413267495338526,
      "learning_rate": 0.0001512517385257302,
      "loss": 1.2426,
      "step": 435
    },
    {
      "epoch": 0.030599116798219687,
      "grad_norm": 0.05531922083438317,
      "learning_rate": 0.00015299026425591097,
      "loss": 1.208,
      "step": 440
    },
    {
      "epoch": 0.030946834034563095,
      "grad_norm": 0.05314576935459281,
      "learning_rate": 0.0001547287899860918,
      "loss": 1.1387,
      "step": 445
    },
    {
      "epoch": 0.031294551270906495,
      "grad_norm": 0.05056374735945812,
      "learning_rate": 0.0001564673157162726,
      "loss": 1.1858,
      "step": 450
    },
    {
      "epoch": 0.0316422685072499,
      "grad_norm": 0.06459699772007212,
      "learning_rate": 0.00015820584144645342,
      "loss": 1.1892,
      "step": 455
    },
    {
      "epoch": 0.03198998574359331,
      "grad_norm": 0.047383811001961894,
      "learning_rate": 0.0001599443671766342,
      "loss": 1.1112,
      "step": 460
    },
    {
      "epoch": 0.03233770297993672,
      "grad_norm": 0.051580926558139326,
      "learning_rate": 0.00016168289290681504,
      "loss": 1.1556,
      "step": 465
    },
    {
      "epoch": 0.03268542021628012,
      "grad_norm": 0.05100678940872317,
      "learning_rate": 0.00016342141863699583,
      "loss": 1.2453,
      "step": 470
    },
    {
      "epoch": 0.033033137452623526,
      "grad_norm": 0.04932627492336648,
      "learning_rate": 0.00016515994436717662,
      "loss": 1.1772,
      "step": 475
    },
    {
      "epoch": 0.033380854688966934,
      "grad_norm": 0.051421639037851394,
      "learning_rate": 0.00016689847009735746,
      "loss": 1.1548,
      "step": 480
    },
    {
      "epoch": 0.03372857192531034,
      "grad_norm": 0.05964470159668419,
      "learning_rate": 0.00016863699582753824,
      "loss": 1.1688,
      "step": 485
    },
    {
      "epoch": 0.03407628916165374,
      "grad_norm": 0.06222421244434452,
      "learning_rate": 0.00017037552155771906,
      "loss": 1.0715,
      "step": 490
    },
    {
      "epoch": 0.03442400639799715,
      "grad_norm": 0.05626267248872503,
      "learning_rate": 0.00017211404728789987,
      "loss": 1.1672,
      "step": 495
    },
    {
      "epoch": 0.03477172363434056,
      "grad_norm": 0.0550358276704164,
      "learning_rate": 0.00017385257301808066,
      "loss": 1.1152,
      "step": 500
    },
    {
      "epoch": 0.03511944087068396,
      "grad_norm": 0.04976994901462699,
      "learning_rate": 0.00017559109874826147,
      "loss": 1.1735,
      "step": 505
    },
    {
      "epoch": 0.035467158107027365,
      "grad_norm": 0.06485091403193109,
      "learning_rate": 0.0001773296244784423,
      "loss": 1.2571,
      "step": 510
    },
    {
      "epoch": 0.03581487534337077,
      "grad_norm": 0.05611014875673647,
      "learning_rate": 0.0001790681502086231,
      "loss": 1.1176,
      "step": 515
    },
    {
      "epoch": 0.03616259257971418,
      "grad_norm": 0.0518671646106375,
      "learning_rate": 0.0001808066759388039,
      "loss": 1.149,
      "step": 520
    },
    {
      "epoch": 0.03651030981605758,
      "grad_norm": 0.05873760354102509,
      "learning_rate": 0.0001825452016689847,
      "loss": 1.1378,
      "step": 525
    },
    {
      "epoch": 0.03685802705240099,
      "grad_norm": 0.049834054061462296,
      "learning_rate": 0.00018428372739916552,
      "loss": 1.1155,
      "step": 530
    },
    {
      "epoch": 0.037205744288744395,
      "grad_norm": 0.05334019865616023,
      "learning_rate": 0.0001860222531293463,
      "loss": 1.1217,
      "step": 535
    },
    {
      "epoch": 0.037553461525087796,
      "grad_norm": 0.055244158225984163,
      "learning_rate": 0.00018776077885952714,
      "loss": 1.2508,
      "step": 540
    },
    {
      "epoch": 0.0379011787614312,
      "grad_norm": 0.04877913845023186,
      "learning_rate": 0.00018949930458970793,
      "loss": 1.0989,
      "step": 545
    },
    {
      "epoch": 0.03824889599777461,
      "grad_norm": 0.04728404403717721,
      "learning_rate": 0.00019123783031988872,
      "loss": 1.1446,
      "step": 550
    },
    {
      "epoch": 0.03859661323411802,
      "grad_norm": 0.048569185243308444,
      "learning_rate": 0.00019297635605006956,
      "loss": 1.1877,
      "step": 555
    },
    {
      "epoch": 0.03894433047046142,
      "grad_norm": 0.05285339986817868,
      "learning_rate": 0.00019471488178025035,
      "loss": 1.0765,
      "step": 560
    },
    {
      "epoch": 0.03929204770680483,
      "grad_norm": 0.04871799622383806,
      "learning_rate": 0.00019645340751043116,
      "loss": 1.1802,
      "step": 565
    },
    {
      "epoch": 0.039639764943148234,
      "grad_norm": 0.05010025994945678,
      "learning_rate": 0.00019819193324061197,
      "loss": 1.2535,
      "step": 570
    },
    {
      "epoch": 0.039987482179491635,
      "grad_norm": 0.048419428117326836,
      "learning_rate": 0.00019993045897079276,
      "loss": 1.1102,
      "step": 575
    },
    {
      "epoch": 0.04033519941583504,
      "grad_norm": 0.08211831900411683,
      "learning_rate": 0.00020166898470097357,
      "loss": 1.2101,
      "step": 580
    },
    {
      "epoch": 0.04068291665217845,
      "grad_norm": 0.049220912398381486,
      "learning_rate": 0.0002034075104311544,
      "loss": 1.0747,
      "step": 585
    },
    {
      "epoch": 0.04103063388852186,
      "grad_norm": 0.05429723586599014,
      "learning_rate": 0.0002051460361613352,
      "loss": 1.1368,
      "step": 590
    },
    {
      "epoch": 0.04137835112486526,
      "grad_norm": 0.051927432332164174,
      "learning_rate": 0.000206884561891516,
      "loss": 1.2253,
      "step": 595
    },
    {
      "epoch": 0.041726068361208665,
      "grad_norm": 0.050896561216062855,
      "learning_rate": 0.0002086230876216968,
      "loss": 1.2331,
      "step": 600
    },
    {
      "epoch": 0.04207378559755207,
      "grad_norm": 0.05159435059704459,
      "learning_rate": 0.00021036161335187762,
      "loss": 1.1158,
      "step": 605
    },
    {
      "epoch": 0.04242150283389547,
      "grad_norm": 0.054373727220512376,
      "learning_rate": 0.0002121001390820584,
      "loss": 1.147,
      "step": 610
    },
    {
      "epoch": 0.04276922007023888,
      "grad_norm": 0.04461375225499532,
      "learning_rate": 0.00021383866481223924,
      "loss": 1.0998,
      "step": 615
    },
    {
      "epoch": 0.04311693730658229,
      "grad_norm": 0.05043375586269045,
      "learning_rate": 0.00021557719054242003,
      "loss": 1.4686,
      "step": 620
    },
    {
      "epoch": 0.043464654542925696,
      "grad_norm": 0.049560298813015595,
      "learning_rate": 0.00021731571627260082,
      "loss": 1.1496,
      "step": 625
    },
    {
      "epoch": 0.043812371779269096,
      "grad_norm": 0.058785273741828015,
      "learning_rate": 0.00021905424200278166,
      "loss": 1.1792,
      "step": 630
    },
    {
      "epoch": 0.044160089015612504,
      "grad_norm": 0.046943731223694385,
      "learning_rate": 0.00022079276773296245,
      "loss": 1.1089,
      "step": 635
    },
    {
      "epoch": 0.04450780625195591,
      "grad_norm": 0.04676517287594929,
      "learning_rate": 0.00022253129346314326,
      "loss": 1.174,
      "step": 640
    },
    {
      "epoch": 0.04485552348829931,
      "grad_norm": 0.04523422791385413,
      "learning_rate": 0.00022426981919332407,
      "loss": 1.1241,
      "step": 645
    },
    {
      "epoch": 0.04520324072464272,
      "grad_norm": 0.04678636886350164,
      "learning_rate": 0.00022600834492350486,
      "loss": 1.1012,
      "step": 650
    },
    {
      "epoch": 0.04555095796098613,
      "grad_norm": 0.05078248159703188,
      "learning_rate": 0.00022774687065368567,
      "loss": 1.1563,
      "step": 655
    },
    {
      "epoch": 0.045898675197329535,
      "grad_norm": 0.051532962310372674,
      "learning_rate": 0.0002294853963838665,
      "loss": 1.1235,
      "step": 660
    },
    {
      "epoch": 0.046246392433672935,
      "grad_norm": 0.052156953659593726,
      "learning_rate": 0.0002312239221140473,
      "loss": 1.077,
      "step": 665
    },
    {
      "epoch": 0.04659410967001634,
      "grad_norm": 0.04507531036537156,
      "learning_rate": 0.0002329624478442281,
      "loss": 1.2271,
      "step": 670
    },
    {
      "epoch": 0.04694182690635975,
      "grad_norm": 0.051410601259848136,
      "learning_rate": 0.0002347009735744089,
      "loss": 1.2099,
      "step": 675
    },
    {
      "epoch": 0.04728954414270315,
      "grad_norm": 0.05026531145019647,
      "learning_rate": 0.00023643949930458972,
      "loss": 1.3454,
      "step": 680
    },
    {
      "epoch": 0.04763726137904656,
      "grad_norm": 0.04986825545120656,
      "learning_rate": 0.0002381780250347705,
      "loss": 1.1788,
      "step": 685
    },
    {
      "epoch": 0.047984978615389966,
      "grad_norm": 0.04553737859837285,
      "learning_rate": 0.00023991655076495134,
      "loss": 1.1122,
      "step": 690
    },
    {
      "epoch": 0.04833269585173337,
      "grad_norm": 0.05151480800291799,
      "learning_rate": 0.00024165507649513213,
      "loss": 1.1666,
      "step": 695
    },
    {
      "epoch": 0.048680413088076774,
      "grad_norm": 0.051860901001202546,
      "learning_rate": 0.00024339360222531292,
      "loss": 1.2543,
      "step": 700
    },
    {
      "epoch": 0.04902813032442018,
      "grad_norm": 0.050272037970211444,
      "learning_rate": 0.00024513212795549376,
      "loss": 1.1102,
      "step": 705
    },
    {
      "epoch": 0.04937584756076359,
      "grad_norm": 0.049692874892470276,
      "learning_rate": 0.00024687065368567455,
      "loss": 1.2428,
      "step": 710
    },
    {
      "epoch": 0.04972356479710699,
      "grad_norm": 0.08625613363575109,
      "learning_rate": 0.0002486091794158554,
      "loss": 1.2476,
      "step": 715
    },
    {
      "epoch": 0.0500712820334504,
      "grad_norm": 0.04544532103738982,
      "learning_rate": 0.0002503477051460362,
      "loss": 1.0969,
      "step": 720
    },
    {
      "epoch": 0.050418999269793804,
      "grad_norm": 0.0444469326239902,
      "learning_rate": 0.00025208623087621696,
      "loss": 1.2865,
      "step": 725
    },
    {
      "epoch": 0.05076671650613721,
      "grad_norm": 0.052944257109674306,
      "learning_rate": 0.00025382475660639775,
      "loss": 1.1719,
      "step": 730
    },
    {
      "epoch": 0.05111443374248061,
      "grad_norm": 0.04572914858910504,
      "learning_rate": 0.0002555632823365786,
      "loss": 1.0726,
      "step": 735
    },
    {
      "epoch": 0.05146215097882402,
      "grad_norm": 0.04865183584216194,
      "learning_rate": 0.0002573018080667594,
      "loss": 1.2595,
      "step": 740
    },
    {
      "epoch": 0.05180986821516743,
      "grad_norm": 0.05757484514401954,
      "learning_rate": 0.0002590403337969402,
      "loss": 1.1436,
      "step": 745
    },
    {
      "epoch": 0.05215758545151083,
      "grad_norm": 0.04869404250210519,
      "learning_rate": 0.000260778859527121,
      "loss": 1.2048,
      "step": 750
    },
    {
      "epoch": 0.052505302687854236,
      "grad_norm": 0.0414541998586021,
      "learning_rate": 0.0002625173852573018,
      "loss": 1.1624,
      "step": 755
    },
    {
      "epoch": 0.05285301992419764,
      "grad_norm": 0.04860300352253228,
      "learning_rate": 0.00026425591098748263,
      "loss": 1.1403,
      "step": 760
    },
    {
      "epoch": 0.05320073716054105,
      "grad_norm": 0.048689319085513764,
      "learning_rate": 0.0002659944367176634,
      "loss": 1.1324,
      "step": 765
    },
    {
      "epoch": 0.05354845439688445,
      "grad_norm": 0.05067554625859069,
      "learning_rate": 0.0002677329624478442,
      "loss": 1.1763,
      "step": 770
    },
    {
      "epoch": 0.05389617163322786,
      "grad_norm": 0.04275093415852705,
      "learning_rate": 0.00026947148817802505,
      "loss": 1.169,
      "step": 775
    },
    {
      "epoch": 0.054243888869571266,
      "grad_norm": 0.058365615208305334,
      "learning_rate": 0.00027121001390820583,
      "loss": 1.2526,
      "step": 780
    },
    {
      "epoch": 0.05459160610591467,
      "grad_norm": 0.052521918595237985,
      "learning_rate": 0.0002729485396383867,
      "loss": 1.1044,
      "step": 785
    },
    {
      "epoch": 0.054939323342258074,
      "grad_norm": 0.05731422040635474,
      "learning_rate": 0.00027468706536856746,
      "loss": 1.1261,
      "step": 790
    },
    {
      "epoch": 0.05528704057860148,
      "grad_norm": 0.047079158949251826,
      "learning_rate": 0.00027642559109874825,
      "loss": 1.1573,
      "step": 795
    },
    {
      "epoch": 0.05563475781494489,
      "grad_norm": 0.060733580477258096,
      "learning_rate": 0.00027816411682892903,
      "loss": 1.2943,
      "step": 800
    },
    {
      "epoch": 0.05598247505128829,
      "grad_norm": 0.06568857505831792,
      "learning_rate": 0.0002799026425591099,
      "loss": 1.082,
      "step": 805
    },
    {
      "epoch": 0.0563301922876317,
      "grad_norm": 0.05226582629907342,
      "learning_rate": 0.0002816411682892907,
      "loss": 1.0941,
      "step": 810
    },
    {
      "epoch": 0.056677909523975105,
      "grad_norm": 0.04298446451150121,
      "learning_rate": 0.0002833796940194715,
      "loss": 1.2381,
      "step": 815
    },
    {
      "epoch": 0.05702562676031851,
      "grad_norm": 0.04783298930008442,
      "learning_rate": 0.0002851182197496523,
      "loss": 1.0894,
      "step": 820
    },
    {
      "epoch": 0.05737334399666191,
      "grad_norm": 0.04326077364499145,
      "learning_rate": 0.0002868567454798331,
      "loss": 1.0442,
      "step": 825
    },
    {
      "epoch": 0.05772106123300532,
      "grad_norm": 0.04549258117538343,
      "learning_rate": 0.00028859527121001386,
      "loss": 1.2399,
      "step": 830
    },
    {
      "epoch": 0.05806877846934873,
      "grad_norm": 0.04193149200574529,
      "learning_rate": 0.00029033379694019476,
      "loss": 1.0839,
      "step": 835
    },
    {
      "epoch": 0.05841649570569213,
      "grad_norm": 0.049519138415450074,
      "learning_rate": 0.00029207232267037554,
      "loss": 1.1148,
      "step": 840
    },
    {
      "epoch": 0.058764212942035536,
      "grad_norm": 0.06937327387254409,
      "learning_rate": 0.00029381084840055633,
      "loss": 1.2242,
      "step": 845
    },
    {
      "epoch": 0.059111930178378944,
      "grad_norm": 0.05025440259497392,
      "learning_rate": 0.0002955493741307371,
      "loss": 1.1379,
      "step": 850
    },
    {
      "epoch": 0.05945964741472235,
      "grad_norm": 0.05087815236774302,
      "learning_rate": 0.0002972878998609179,
      "loss": 1.1522,
      "step": 855
    },
    {
      "epoch": 0.05980736465106575,
      "grad_norm": 0.04780543035047865,
      "learning_rate": 0.00029902642559109875,
      "loss": 1.1204,
      "step": 860
    },
    {
      "epoch": 0.06015508188740916,
      "grad_norm": 0.048981837480356984,
      "learning_rate": 0.0003007649513212796,
      "loss": 1.1557,
      "step": 865
    },
    {
      "epoch": 0.06050279912375257,
      "grad_norm": 0.04923526296006142,
      "learning_rate": 0.0003025034770514604,
      "loss": 1.1667,
      "step": 870
    },
    {
      "epoch": 0.06085051636009597,
      "grad_norm": 0.047548306912939535,
      "learning_rate": 0.00030424200278164116,
      "loss": 1.2236,
      "step": 875
    },
    {
      "epoch": 0.061198233596439375,
      "grad_norm": 0.045636356783012075,
      "learning_rate": 0.00030598052851182195,
      "loss": 1.1705,
      "step": 880
    },
    {
      "epoch": 0.06154595083278278,
      "grad_norm": 0.04934490849053409,
      "learning_rate": 0.0003077190542420028,
      "loss": 1.0637,
      "step": 885
    },
    {
      "epoch": 0.06189366806912619,
      "grad_norm": 0.053336882442951566,
      "learning_rate": 0.0003094575799721836,
      "loss": 1.1177,
      "step": 890
    },
    {
      "epoch": 0.06224138530546959,
      "grad_norm": 0.043413574307932856,
      "learning_rate": 0.0003111961057023644,
      "loss": 1.196,
      "step": 895
    },
    {
      "epoch": 0.06258910254181299,
      "grad_norm": 0.05359415097962659,
      "learning_rate": 0.0003129346314325452,
      "loss": 1.1813,
      "step": 900
    },
    {
      "epoch": 0.0629368197781564,
      "grad_norm": 0.04717682884651803,
      "learning_rate": 0.00031467315716272604,
      "loss": 1.2339,
      "step": 905
    },
    {
      "epoch": 0.0632845370144998,
      "grad_norm": 0.058244922285174285,
      "learning_rate": 0.00031641168289290683,
      "loss": 1.1638,
      "step": 910
    },
    {
      "epoch": 0.06363225425084322,
      "grad_norm": 0.04469108922432517,
      "learning_rate": 0.0003181502086230876,
      "loss": 1.1001,
      "step": 915
    },
    {
      "epoch": 0.06397997148718662,
      "grad_norm": 0.052628142573092555,
      "learning_rate": 0.0003198887343532684,
      "loss": 1.1156,
      "step": 920
    },
    {
      "epoch": 0.06432768872353002,
      "grad_norm": 0.047238064722698384,
      "learning_rate": 0.00032162726008344925,
      "loss": 1.2482,
      "step": 925
    },
    {
      "epoch": 0.06467540595987344,
      "grad_norm": 0.04659035686499528,
      "learning_rate": 0.0003233657858136301,
      "loss": 1.0189,
      "step": 930
    },
    {
      "epoch": 0.06502312319621684,
      "grad_norm": 0.04365493757539658,
      "learning_rate": 0.0003251043115438109,
      "loss": 1.1497,
      "step": 935
    },
    {
      "epoch": 0.06537084043256024,
      "grad_norm": 0.046538363495885124,
      "learning_rate": 0.00032684283727399166,
      "loss": 1.1268,
      "step": 940
    },
    {
      "epoch": 0.06571855766890365,
      "grad_norm": 0.04783225352623816,
      "learning_rate": 0.00032858136300417245,
      "loss": 1.1231,
      "step": 945
    },
    {
      "epoch": 0.06606627490524705,
      "grad_norm": 0.04490173335376944,
      "learning_rate": 0.00033031988873435323,
      "loss": 1.1318,
      "step": 950
    },
    {
      "epoch": 0.06641399214159045,
      "grad_norm": 0.04839489902169066,
      "learning_rate": 0.00033205841446453413,
      "loss": 1.3068,
      "step": 955
    },
    {
      "epoch": 0.06676170937793387,
      "grad_norm": 0.04269757174274916,
      "learning_rate": 0.0003337969401947149,
      "loss": 1.2052,
      "step": 960
    },
    {
      "epoch": 0.06710942661427727,
      "grad_norm": 0.043965085745300954,
      "learning_rate": 0.0003355354659248957,
      "loss": 1.1347,
      "step": 965
    },
    {
      "epoch": 0.06745714385062068,
      "grad_norm": 0.04281636468955191,
      "learning_rate": 0.0003372739916550765,
      "loss": 1.0868,
      "step": 970
    },
    {
      "epoch": 0.06780486108696408,
      "grad_norm": 0.045901542578448896,
      "learning_rate": 0.0003390125173852573,
      "loss": 1.1577,
      "step": 975
    },
    {
      "epoch": 0.06815257832330748,
      "grad_norm": 0.04382729719072051,
      "learning_rate": 0.0003407510431154381,
      "loss": 1.1616,
      "step": 980
    },
    {
      "epoch": 0.0685002955596509,
      "grad_norm": 0.04226006405178786,
      "learning_rate": 0.00034248956884561896,
      "loss": 1.1165,
      "step": 985
    },
    {
      "epoch": 0.0688480127959943,
      "grad_norm": 0.04484490217146454,
      "learning_rate": 0.00034422809457579975,
      "loss": 1.2041,
      "step": 990
    },
    {
      "epoch": 0.0691957300323377,
      "grad_norm": 0.05801065065636143,
      "learning_rate": 0.00034596662030598053,
      "loss": 1.2277,
      "step": 995
    },
    {
      "epoch": 0.06954344726868111,
      "grad_norm": 0.04515425792230711,
      "learning_rate": 0.0003477051460361613,
      "loss": 1.1339,
      "step": 1000
    },
    {
      "epoch": 0.06989116450502451,
      "grad_norm": 0.04486585776800321,
      "learning_rate": 0.00034944367176634216,
      "loss": 1.2638,
      "step": 1005
    },
    {
      "epoch": 0.07023888174136791,
      "grad_norm": 0.04746601296894121,
      "learning_rate": 0.00035118219749652295,
      "loss": 1.17,
      "step": 1010
    },
    {
      "epoch": 0.07058659897771133,
      "grad_norm": 0.052899890525215404,
      "learning_rate": 0.0003529207232267038,
      "loss": 1.1383,
      "step": 1015
    },
    {
      "epoch": 0.07093431621405473,
      "grad_norm": 0.04346272219343898,
      "learning_rate": 0.0003546592489568846,
      "loss": 1.1056,
      "step": 1020
    },
    {
      "epoch": 0.07128203345039813,
      "grad_norm": 0.05069758484275145,
      "learning_rate": 0.00035639777468706536,
      "loss": 1.2378,
      "step": 1025
    },
    {
      "epoch": 0.07162975068674154,
      "grad_norm": 0.04775620057120654,
      "learning_rate": 0.0003581363004172462,
      "loss": 1.1848,
      "step": 1030
    },
    {
      "epoch": 0.07197746792308495,
      "grad_norm": 0.0461206037134374,
      "learning_rate": 0.000359874826147427,
      "loss": 1.1565,
      "step": 1035
    },
    {
      "epoch": 0.07232518515942836,
      "grad_norm": 0.04010164807115256,
      "learning_rate": 0.0003616133518776078,
      "loss": 1.1486,
      "step": 1040
    },
    {
      "epoch": 0.07267290239577176,
      "grad_norm": 0.043160749481068635,
      "learning_rate": 0.0003633518776077886,
      "loss": 1.1736,
      "step": 1045
    },
    {
      "epoch": 0.07302061963211516,
      "grad_norm": 0.045471648196632526,
      "learning_rate": 0.0003650904033379694,
      "loss": 1.1873,
      "step": 1050
    },
    {
      "epoch": 0.07336833686845858,
      "grad_norm": 0.04114421558873866,
      "learning_rate": 0.00036682892906815024,
      "loss": 1.2264,
      "step": 1055
    },
    {
      "epoch": 0.07371605410480198,
      "grad_norm": 0.04151863663433358,
      "learning_rate": 0.00036856745479833103,
      "loss": 1.12,
      "step": 1060
    },
    {
      "epoch": 0.07406377134114538,
      "grad_norm": 0.04325232145465835,
      "learning_rate": 0.0003703059805285118,
      "loss": 1.1471,
      "step": 1065
    },
    {
      "epoch": 0.07441148857748879,
      "grad_norm": 0.0465119910496126,
      "learning_rate": 0.0003720445062586926,
      "loss": 1.1864,
      "step": 1070
    },
    {
      "epoch": 0.07475920581383219,
      "grad_norm": 0.04638885995704382,
      "learning_rate": 0.00037378303198887345,
      "loss": 1.2712,
      "step": 1075
    },
    {
      "epoch": 0.07510692305017559,
      "grad_norm": 0.04072471172399406,
      "learning_rate": 0.0003755215577190543,
      "loss": 1.1165,
      "step": 1080
    },
    {
      "epoch": 0.075454640286519,
      "grad_norm": 0.04661981029273416,
      "learning_rate": 0.0003772600834492351,
      "loss": 1.0937,
      "step": 1085
    },
    {
      "epoch": 0.0758023575228624,
      "grad_norm": 0.059999262262028105,
      "learning_rate": 0.00037899860917941586,
      "loss": 1.2415,
      "step": 1090
    },
    {
      "epoch": 0.07615007475920581,
      "grad_norm": 0.04829561808203634,
      "learning_rate": 0.00038073713490959665,
      "loss": 1.1788,
      "step": 1095
    },
    {
      "epoch": 0.07649779199554922,
      "grad_norm": 0.042088177987162245,
      "learning_rate": 0.00038247566063977743,
      "loss": 1.1223,
      "step": 1100
    },
    {
      "epoch": 0.07684550923189262,
      "grad_norm": 0.047250153712201995,
      "learning_rate": 0.00038421418636995833,
      "loss": 1.1439,
      "step": 1105
    },
    {
      "epoch": 0.07719322646823604,
      "grad_norm": 0.04060055208837141,
      "learning_rate": 0.0003859527121001391,
      "loss": 1.103,
      "step": 1110
    },
    {
      "epoch": 0.07754094370457944,
      "grad_norm": 0.03954024896883484,
      "learning_rate": 0.0003876912378303199,
      "loss": 1.2979,
      "step": 1115
    },
    {
      "epoch": 0.07788866094092284,
      "grad_norm": 0.04612098582429944,
      "learning_rate": 0.0003894297635605007,
      "loss": 1.2149,
      "step": 1120
    },
    {
      "epoch": 0.07823637817726625,
      "grad_norm": 0.04311305764139951,
      "learning_rate": 0.0003911682892906815,
      "loss": 1.1057,
      "step": 1125
    },
    {
      "epoch": 0.07858409541360965,
      "grad_norm": 0.04839660422795711,
      "learning_rate": 0.0003929068150208623,
      "loss": 1.1353,
      "step": 1130
    },
    {
      "epoch": 0.07893181264995305,
      "grad_norm": 0.05009981787007698,
      "learning_rate": 0.00039464534075104316,
      "loss": 1.2225,
      "step": 1135
    },
    {
      "epoch": 0.07927952988629647,
      "grad_norm": 0.04375943955355827,
      "learning_rate": 0.00039638386648122395,
      "loss": 1.2108,
      "step": 1140
    },
    {
      "epoch": 0.07962724712263987,
      "grad_norm": 0.04481883580235287,
      "learning_rate": 0.00039812239221140473,
      "loss": 1.1366,
      "step": 1145
    },
    {
      "epoch": 0.07997496435898327,
      "grad_norm": 0.05976501058801839,
      "learning_rate": 0.0003998609179415855,
      "loss": 1.2832,
      "step": 1150
    },
    {
      "epoch": 0.08032268159532668,
      "grad_norm": 0.0376312272930498,
      "learning_rate": 0.00040159944367176636,
      "loss": 1.125,
      "step": 1155
    },
    {
      "epoch": 0.08067039883167008,
      "grad_norm": 0.04886769161247794,
      "learning_rate": 0.00040333796940194715,
      "loss": 1.2609,
      "step": 1160
    },
    {
      "epoch": 0.08101811606801348,
      "grad_norm": 0.04633655273633958,
      "learning_rate": 0.000405076495132128,
      "loss": 1.1798,
      "step": 1165
    },
    {
      "epoch": 0.0813658333043569,
      "grad_norm": 0.04242213696167745,
      "learning_rate": 0.0004068150208623088,
      "loss": 1.1851,
      "step": 1170
    },
    {
      "epoch": 0.0817135505407003,
      "grad_norm": 0.04611553498807097,
      "learning_rate": 0.00040855354659248956,
      "loss": 1.2167,
      "step": 1175
    },
    {
      "epoch": 0.08206126777704371,
      "grad_norm": 0.053073114797951224,
      "learning_rate": 0.0004102920723226704,
      "loss": 1.1352,
      "step": 1180
    },
    {
      "epoch": 0.08240898501338711,
      "grad_norm": 0.04758094690897486,
      "learning_rate": 0.0004120305980528512,
      "loss": 1.2561,
      "step": 1185
    },
    {
      "epoch": 0.08275670224973052,
      "grad_norm": 0.04737081497536941,
      "learning_rate": 0.000413769123783032,
      "loss": 1.3469,
      "step": 1190
    },
    {
      "epoch": 0.08310441948607393,
      "grad_norm": 0.04165067075439628,
      "learning_rate": 0.0004155076495132128,
      "loss": 1.2059,
      "step": 1195
    },
    {
      "epoch": 0.08345213672241733,
      "grad_norm": 0.046292346932014096,
      "learning_rate": 0.0004172461752433936,
      "loss": 1.1751,
      "step": 1200
    },
    {
      "epoch": 0.08379985395876073,
      "grad_norm": 0.041878155388212955,
      "learning_rate": 0.00041898470097357445,
      "loss": 1.2676,
      "step": 1205
    },
    {
      "epoch": 0.08414757119510415,
      "grad_norm": 0.041377544764012626,
      "learning_rate": 0.00042072322670375523,
      "loss": 1.172,
      "step": 1210
    },
    {
      "epoch": 0.08449528843144755,
      "grad_norm": 0.0428705416181592,
      "learning_rate": 0.000422461752433936,
      "loss": 1.2326,
      "step": 1215
    },
    {
      "epoch": 0.08484300566779095,
      "grad_norm": 0.04215388654744133,
      "learning_rate": 0.0004242002781641168,
      "loss": 1.22,
      "step": 1220
    },
    {
      "epoch": 0.08519072290413436,
      "grad_norm": 0.046751265063050225,
      "learning_rate": 0.00042593880389429765,
      "loss": 1.1698,
      "step": 1225
    },
    {
      "epoch": 0.08553844014047776,
      "grad_norm": 0.042783060308420516,
      "learning_rate": 0.0004276773296244785,
      "loss": 1.1878,
      "step": 1230
    },
    {
      "epoch": 0.08588615737682116,
      "grad_norm": 0.06266205741616436,
      "learning_rate": 0.0004294158553546593,
      "loss": 1.2192,
      "step": 1235
    },
    {
      "epoch": 0.08623387461316458,
      "grad_norm": 0.0830795910136257,
      "learning_rate": 0.00043115438108484006,
      "loss": 1.2014,
      "step": 1240
    },
    {
      "epoch": 0.08658159184950798,
      "grad_norm": 0.04610518989784574,
      "learning_rate": 0.00043289290681502085,
      "loss": 1.1291,
      "step": 1245
    },
    {
      "epoch": 0.08692930908585139,
      "grad_norm": 0.12895312188350616,
      "learning_rate": 0.00043463143254520163,
      "loss": 1.245,
      "step": 1250
    },
    {
      "epoch": 0.08727702632219479,
      "grad_norm": 0.0459097601694806,
      "learning_rate": 0.00043636995827538253,
      "loss": 1.1561,
      "step": 1255
    },
    {
      "epoch": 0.08762474355853819,
      "grad_norm": 0.04080525787205045,
      "learning_rate": 0.0004381084840055633,
      "loss": 1.2375,
      "step": 1260
    },
    {
      "epoch": 0.08797246079488161,
      "grad_norm": 0.039220545986004184,
      "learning_rate": 0.0004398470097357441,
      "loss": 1.1511,
      "step": 1265
    },
    {
      "epoch": 0.08832017803122501,
      "grad_norm": 0.047542276176081436,
      "learning_rate": 0.0004415855354659249,
      "loss": 1.2156,
      "step": 1270
    },
    {
      "epoch": 0.08866789526756841,
      "grad_norm": 0.046087644075053814,
      "learning_rate": 0.0004433240611961057,
      "loss": 1.3088,
      "step": 1275
    },
    {
      "epoch": 0.08901561250391182,
      "grad_norm": 0.0445791526047754,
      "learning_rate": 0.0004450625869262865,
      "loss": 1.1391,
      "step": 1280
    },
    {
      "epoch": 0.08936332974025522,
      "grad_norm": 0.05143697942499046,
      "learning_rate": 0.00044680111265646736,
      "loss": 1.1491,
      "step": 1285
    },
    {
      "epoch": 0.08971104697659862,
      "grad_norm": 0.04460332108636186,
      "learning_rate": 0.00044853963838664815,
      "loss": 1.1884,
      "step": 1290
    },
    {
      "epoch": 0.09005876421294204,
      "grad_norm": 0.04435755109449459,
      "learning_rate": 0.00045027816411682893,
      "loss": 1.1176,
      "step": 1295
    },
    {
      "epoch": 0.09040648144928544,
      "grad_norm": 0.042180007400464535,
      "learning_rate": 0.0004520166898470097,
      "loss": 1.1882,
      "step": 1300
    },
    {
      "epoch": 0.09075419868562885,
      "grad_norm": 0.04291043974482788,
      "learning_rate": 0.00045375521557719056,
      "loss": 1.1423,
      "step": 1305
    },
    {
      "epoch": 0.09110191592197225,
      "grad_norm": 0.0461045199019131,
      "learning_rate": 0.00045549374130737135,
      "loss": 1.1627,
      "step": 1310
    },
    {
      "epoch": 0.09144963315831565,
      "grad_norm": 0.04073605901936608,
      "learning_rate": 0.0004572322670375522,
      "loss": 1.1699,
      "step": 1315
    },
    {
      "epoch": 0.09179735039465907,
      "grad_norm": 0.041653821408376486,
      "learning_rate": 0.000458970792767733,
      "loss": 1.1624,
      "step": 1320
    },
    {
      "epoch": 0.09214506763100247,
      "grad_norm": 0.07930382243947168,
      "learning_rate": 0.00046070931849791376,
      "loss": 1.1814,
      "step": 1325
    },
    {
      "epoch": 0.09249278486734587,
      "grad_norm": 0.05367311244652914,
      "learning_rate": 0.0004624478442280946,
      "loss": 1.1233,
      "step": 1330
    },
    {
      "epoch": 0.09284050210368928,
      "grad_norm": 0.055405950802375134,
      "learning_rate": 0.0004641863699582754,
      "loss": 1.1218,
      "step": 1335
    },
    {
      "epoch": 0.09318821934003269,
      "grad_norm": 0.04326474752305615,
      "learning_rate": 0.0004659248956884562,
      "loss": 1.1399,
      "step": 1340
    },
    {
      "epoch": 0.09353593657637609,
      "grad_norm": 0.05170785111029928,
      "learning_rate": 0.000467663421418637,
      "loss": 1.253,
      "step": 1345
    },
    {
      "epoch": 0.0938836538127195,
      "grad_norm": 0.05391365412740864,
      "learning_rate": 0.0004694019471488178,
      "loss": 1.2929,
      "step": 1350
    },
    {
      "epoch": 0.0942313710490629,
      "grad_norm": 0.04416021211832925,
      "learning_rate": 0.00047114047287899865,
      "loss": 1.179,
      "step": 1355
    },
    {
      "epoch": 0.0945790882854063,
      "grad_norm": 0.03877559108952671,
      "learning_rate": 0.00047287899860917943,
      "loss": 1.0873,
      "step": 1360
    },
    {
      "epoch": 0.09492680552174972,
      "grad_norm": 0.04400537200046259,
      "learning_rate": 0.0004746175243393602,
      "loss": 1.2638,
      "step": 1365
    },
    {
      "epoch": 0.09527452275809312,
      "grad_norm": 0.039989848679152735,
      "learning_rate": 0.000476356050069541,
      "loss": 1.2113,
      "step": 1370
    },
    {
      "epoch": 0.09562223999443653,
      "grad_norm": 0.05939052369574449,
      "learning_rate": 0.00047809457579972185,
      "loss": 1.2443,
      "step": 1375
    },
    {
      "epoch": 0.09596995723077993,
      "grad_norm": 0.04547736802670978,
      "learning_rate": 0.0004798331015299027,
      "loss": 1.1039,
      "step": 1380
    },
    {
      "epoch": 0.09631767446712333,
      "grad_norm": 0.056084995771567496,
      "learning_rate": 0.0004815716272600835,
      "loss": 1.341,
      "step": 1385
    },
    {
      "epoch": 0.09666539170346675,
      "grad_norm": 0.06359039555769433,
      "learning_rate": 0.00048331015299026426,
      "loss": 1.2041,
      "step": 1390
    },
    {
      "epoch": 0.09701310893981015,
      "grad_norm": 0.06887652973935043,
      "learning_rate": 0.00048504867872044505,
      "loss": 1.221,
      "step": 1395
    },
    {
      "epoch": 0.09736082617615355,
      "grad_norm": 0.05417213267607529,
      "learning_rate": 0.00048678720445062584,
      "loss": 1.1462,
      "step": 1400
    },
    {
      "epoch": 0.09770854341249696,
      "grad_norm": 0.061761949181506556,
      "learning_rate": 0.0004885257301808067,
      "loss": 1.1514,
      "step": 1405
    },
    {
      "epoch": 0.09805626064884036,
      "grad_norm": 0.053017471925263536,
      "learning_rate": 0.0004902642559109875,
      "loss": 1.2579,
      "step": 1410
    },
    {
      "epoch": 0.09840397788518376,
      "grad_norm": 0.07857008010979442,
      "learning_rate": 0.0004920027816411683,
      "loss": 1.2549,
      "step": 1415
    },
    {
      "epoch": 0.09875169512152718,
      "grad_norm": 0.045017980392936495,
      "learning_rate": 0.0004937413073713491,
      "loss": 1.1465,
      "step": 1420
    },
    {
      "epoch": 0.09909941235787058,
      "grad_norm": 0.05399467943631644,
      "learning_rate": 0.0004954798331015299,
      "loss": 1.2552,
      "step": 1425
    },
    {
      "epoch": 0.09944712959421398,
      "grad_norm": 0.06918513509498851,
      "learning_rate": 0.0004972183588317108,
      "loss": 1.2385,
      "step": 1430
    },
    {
      "epoch": 0.0997948468305574,
      "grad_norm": 0.06035388518859473,
      "learning_rate": 0.0004989568845618916,
      "loss": 1.3179,
      "step": 1435
    },
    {
      "epoch": 0.1001425640669008,
      "grad_norm": 0.06854284101405679,
      "learning_rate": 0.0005006954102920723,
      "loss": 1.2674,
      "step": 1440
    },
    {
      "epoch": 0.10049028130324421,
      "grad_norm": 0.07202292560578943,
      "learning_rate": 0.0005024339360222531,
      "loss": 1.2019,
      "step": 1445
    },
    {
      "epoch": 0.10083799853958761,
      "grad_norm": 0.09739988577685645,
      "learning_rate": 0.0005041724617524339,
      "loss": 1.326,
      "step": 1450
    },
    {
      "epoch": 0.10118571577593101,
      "grad_norm": 0.05417896109257088,
      "learning_rate": 0.0005059109874826148,
      "loss": 1.1611,
      "step": 1455
    },
    {
      "epoch": 0.10153343301227442,
      "grad_norm": 0.06390224815835027,
      "learning_rate": 0.0005076495132127955,
      "loss": 1.3144,
      "step": 1460
    },
    {
      "epoch": 0.10188115024861782,
      "grad_norm": 0.09512412154200499,
      "learning_rate": 0.0005093880389429764,
      "loss": 1.331,
      "step": 1465
    },
    {
      "epoch": 0.10222886748496122,
      "grad_norm": 0.055206474718784586,
      "learning_rate": 0.0005111265646731572,
      "loss": 1.1447,
      "step": 1470
    },
    {
      "epoch": 0.10257658472130464,
      "grad_norm": 0.0392109447126619,
      "learning_rate": 0.000512865090403338,
      "loss": 1.1472,
      "step": 1475
    },
    {
      "epoch": 0.10292430195764804,
      "grad_norm": 0.04195087092206143,
      "learning_rate": 0.0005146036161335187,
      "loss": 1.2768,
      "step": 1480
    },
    {
      "epoch": 0.10327201919399144,
      "grad_norm": 0.04329944563467061,
      "learning_rate": 0.0005163421418636995,
      "loss": 1.2007,
      "step": 1485
    },
    {
      "epoch": 0.10361973643033486,
      "grad_norm": 0.047464648839493605,
      "learning_rate": 0.0005180806675938804,
      "loss": 1.344,
      "step": 1490
    },
    {
      "epoch": 0.10396745366667826,
      "grad_norm": 0.04487187056214722,
      "learning_rate": 0.0005198191933240612,
      "loss": 1.2062,
      "step": 1495
    },
    {
      "epoch": 0.10431517090302166,
      "grad_norm": 0.10747333757719718,
      "learning_rate": 0.000521557719054242,
      "loss": 1.156,
      "step": 1500
    },
    {
      "epoch": 0.10466288813936507,
      "grad_norm": 0.07424412425970245,
      "learning_rate": 0.0005232962447844228,
      "loss": 1.2185,
      "step": 1505
    },
    {
      "epoch": 0.10501060537570847,
      "grad_norm": 0.04491675946088653,
      "learning_rate": 0.0005250347705146036,
      "loss": 1.2788,
      "step": 1510
    },
    {
      "epoch": 0.10535832261205189,
      "grad_norm": 0.039806998143760534,
      "learning_rate": 0.0005267732962447845,
      "loss": 1.2031,
      "step": 1515
    },
    {
      "epoch": 0.10570603984839529,
      "grad_norm": 0.043591801395331434,
      "learning_rate": 0.0005285118219749653,
      "loss": 1.2331,
      "step": 1520
    },
    {
      "epoch": 0.10605375708473869,
      "grad_norm": 0.039274937144121315,
      "learning_rate": 0.000530250347705146,
      "loss": 1.1307,
      "step": 1525
    },
    {
      "epoch": 0.1064014743210821,
      "grad_norm": 0.03676432436762398,
      "learning_rate": 0.0005319888734353268,
      "loss": 1.1541,
      "step": 1530
    },
    {
      "epoch": 0.1067491915574255,
      "grad_norm": 0.04170942054629965,
      "learning_rate": 0.0005337273991655076,
      "loss": 1.1699,
      "step": 1535
    },
    {
      "epoch": 0.1070969087937689,
      "grad_norm": 0.052731628141441216,
      "learning_rate": 0.0005354659248956884,
      "loss": 1.3464,
      "step": 1540
    },
    {
      "epoch": 0.10744462603011232,
      "grad_norm": 0.04047817978956883,
      "learning_rate": 0.0005372044506258693,
      "loss": 1.1205,
      "step": 1545
    },
    {
      "epoch": 0.10779234326645572,
      "grad_norm": 0.041679597468896774,
      "learning_rate": 0.0005389429763560501,
      "loss": 1.26,
      "step": 1550
    },
    {
      "epoch": 0.10814006050279912,
      "grad_norm": 0.045579452356947985,
      "learning_rate": 0.0005406815020862309,
      "loss": 1.2263,
      "step": 1555
    },
    {
      "epoch": 0.10848777773914253,
      "grad_norm": 0.055340856133443445,
      "learning_rate": 0.0005424200278164117,
      "loss": 1.3089,
      "step": 1560
    },
    {
      "epoch": 0.10883549497548593,
      "grad_norm": 0.05807247825748424,
      "learning_rate": 0.0005441585535465925,
      "loss": 1.2724,
      "step": 1565
    },
    {
      "epoch": 0.10918321221182933,
      "grad_norm": 0.037798813031183126,
      "learning_rate": 0.0005458970792767733,
      "loss": 1.0747,
      "step": 1570
    },
    {
      "epoch": 0.10953092944817275,
      "grad_norm": 0.0466597360953654,
      "learning_rate": 0.0005476356050069541,
      "loss": 1.1588,
      "step": 1575
    },
    {
      "epoch": 0.10987864668451615,
      "grad_norm": 0.05079656527181046,
      "learning_rate": 0.0005493741307371349,
      "loss": 1.2244,
      "step": 1580
    },
    {
      "epoch": 0.11022636392085956,
      "grad_norm": 0.08245990196826908,
      "learning_rate": 0.0005511126564673157,
      "loss": 1.3606,
      "step": 1585
    },
    {
      "epoch": 0.11057408115720296,
      "grad_norm": 0.04652189146817081,
      "learning_rate": 0.0005528511821974965,
      "loss": 1.1728,
      "step": 1590
    },
    {
      "epoch": 0.11092179839354636,
      "grad_norm": 0.08024941090410083,
      "learning_rate": 0.0005545897079276774,
      "loss": 1.3619,
      "step": 1595
    },
    {
      "epoch": 0.11126951562988978,
      "grad_norm": 0.046460017566989184,
      "learning_rate": 0.0005563282336578581,
      "loss": 1.3095,
      "step": 1600
    },
    {
      "epoch": 0.11161723286623318,
      "grad_norm": 0.04953718151638018,
      "learning_rate": 0.000558066759388039,
      "loss": 1.1942,
      "step": 1605
    },
    {
      "epoch": 0.11196495010257658,
      "grad_norm": 0.05741200974411055,
      "learning_rate": 0.0005598052851182197,
      "loss": 1.2797,
      "step": 1610
    },
    {
      "epoch": 0.11231266733892,
      "grad_norm": 0.04431891722590379,
      "learning_rate": 0.0005615438108484005,
      "loss": 1.2661,
      "step": 1615
    },
    {
      "epoch": 0.1126603845752634,
      "grad_norm": 0.041563647117093566,
      "learning_rate": 0.0005632823365785814,
      "loss": 1.157,
      "step": 1620
    },
    {
      "epoch": 0.1130081018116068,
      "grad_norm": 0.050188859453233405,
      "learning_rate": 0.0005650208623087621,
      "loss": 1.3528,
      "step": 1625
    },
    {
      "epoch": 0.11335581904795021,
      "grad_norm": 0.0360815961144537,
      "learning_rate": 0.000566759388038943,
      "loss": 1.1197,
      "step": 1630
    },
    {
      "epoch": 0.11370353628429361,
      "grad_norm": 0.037237517711107546,
      "learning_rate": 0.0005684979137691238,
      "loss": 1.2851,
      "step": 1635
    },
    {
      "epoch": 0.11405125352063702,
      "grad_norm": 0.03741749285013361,
      "learning_rate": 0.0005702364394993046,
      "loss": 1.1999,
      "step": 1640
    },
    {
      "epoch": 0.11439897075698043,
      "grad_norm": 0.03794963321119036,
      "learning_rate": 0.0005719749652294855,
      "loss": 1.2588,
      "step": 1645
    },
    {
      "epoch": 0.11474668799332383,
      "grad_norm": 0.03884348009797957,
      "learning_rate": 0.0005737134909596662,
      "loss": 1.2909,
      "step": 1650
    },
    {
      "epoch": 0.11509440522966724,
      "grad_norm": 0.03379888270005202,
      "learning_rate": 0.000575452016689847,
      "loss": 1.1708,
      "step": 1655
    },
    {
      "epoch": 0.11544212246601064,
      "grad_norm": 0.04416862939902201,
      "learning_rate": 0.0005771905424200277,
      "loss": 1.1287,
      "step": 1660
    },
    {
      "epoch": 0.11578983970235404,
      "grad_norm": 0.03852374347280114,
      "learning_rate": 0.0005789290681502086,
      "loss": 1.2479,
      "step": 1665
    },
    {
      "epoch": 0.11613755693869746,
      "grad_norm": 0.10042166022379338,
      "learning_rate": 0.0005806675938803895,
      "loss": 1.2657,
      "step": 1670
    },
    {
      "epoch": 0.11648527417504086,
      "grad_norm": 0.04022919722634261,
      "learning_rate": 0.0005824061196105702,
      "loss": 1.16,
      "step": 1675
    },
    {
      "epoch": 0.11683299141138426,
      "grad_norm": 0.05210031484815172,
      "learning_rate": 0.0005841446453407511,
      "loss": 1.2388,
      "step": 1680
    },
    {
      "epoch": 0.11718070864772767,
      "grad_norm": 0.042887426126611186,
      "learning_rate": 0.0005858831710709318,
      "loss": 1.1537,
      "step": 1685
    },
    {
      "epoch": 0.11752842588407107,
      "grad_norm": 0.05994390401504595,
      "learning_rate": 0.0005876216968011127,
      "loss": 1.1385,
      "step": 1690
    },
    {
      "epoch": 0.11787614312041447,
      "grad_norm": 0.05576550501145444,
      "learning_rate": 0.0005893602225312936,
      "loss": 1.1597,
      "step": 1695
    },
    {
      "epoch": 0.11822386035675789,
      "grad_norm": 0.04827252361581031,
      "learning_rate": 0.0005910987482614742,
      "loss": 1.2922,
      "step": 1700
    },
    {
      "epoch": 0.11857157759310129,
      "grad_norm": 0.03851590823567997,
      "learning_rate": 0.0005928372739916551,
      "loss": 1.1473,
      "step": 1705
    },
    {
      "epoch": 0.1189192948294447,
      "grad_norm": 0.04395474186500504,
      "learning_rate": 0.0005945757997218358,
      "loss": 1.2168,
      "step": 1710
    },
    {
      "epoch": 0.1192670120657881,
      "grad_norm": 0.036369575431176505,
      "learning_rate": 0.0005963143254520167,
      "loss": 1.2966,
      "step": 1715
    },
    {
      "epoch": 0.1196147293021315,
      "grad_norm": 0.052491124619567966,
      "learning_rate": 0.0005980528511821975,
      "loss": 1.1509,
      "step": 1720
    },
    {
      "epoch": 0.11996244653847492,
      "grad_norm": 0.045265618791553205,
      "learning_rate": 0.0005997913769123783,
      "loss": 1.2152,
      "step": 1725
    },
    {
      "epoch": 0.12031016377481832,
      "grad_norm": 0.046896091468553246,
      "learning_rate": 0.0006015299026425592,
      "loss": 1.297,
      "step": 1730
    },
    {
      "epoch": 0.12065788101116172,
      "grad_norm": 0.03753918608174797,
      "learning_rate": 0.0006032684283727399,
      "loss": 1.3002,
      "step": 1735
    },
    {
      "epoch": 0.12100559824750513,
      "grad_norm": 0.051612549439606296,
      "learning_rate": 0.0006050069541029207,
      "loss": 1.4485,
      "step": 1740
    },
    {
      "epoch": 0.12135331548384853,
      "grad_norm": 0.039551061258462465,
      "learning_rate": 0.0006067454798331015,
      "loss": 1.1222,
      "step": 1745
    },
    {
      "epoch": 0.12170103272019193,
      "grad_norm": 0.060839561695788934,
      "learning_rate": 0.0006084840055632823,
      "loss": 1.2042,
      "step": 1750
    },
    {
      "epoch": 0.12204874995653535,
      "grad_norm": 0.0402026215062337,
      "learning_rate": 0.0006102225312934632,
      "loss": 1.1483,
      "step": 1755
    },
    {
      "epoch": 0.12239646719287875,
      "grad_norm": 0.03833354624518188,
      "learning_rate": 0.0006119610570236439,
      "loss": 1.1707,
      "step": 1760
    },
    {
      "epoch": 0.12274418442922215,
      "grad_norm": 0.05520886115006658,
      "learning_rate": 0.0006136995827538248,
      "loss": 1.2726,
      "step": 1765
    },
    {
      "epoch": 0.12309190166556556,
      "grad_norm": 0.04466994440761184,
      "learning_rate": 0.0006154381084840056,
      "loss": 1.2176,
      "step": 1770
    },
    {
      "epoch": 0.12343961890190897,
      "grad_norm": 0.04777308975246242,
      "learning_rate": 0.0006171766342141864,
      "loss": 1.2687,
      "step": 1775
    },
    {
      "epoch": 0.12378733613825238,
      "grad_norm": 0.04444420445298292,
      "learning_rate": 0.0006189151599443672,
      "loss": 1.1617,
      "step": 1780
    },
    {
      "epoch": 0.12413505337459578,
      "grad_norm": 0.03857656695281076,
      "learning_rate": 0.0006206536856745479,
      "loss": 1.223,
      "step": 1785
    },
    {
      "epoch": 0.12448277061093918,
      "grad_norm": 0.042271763695678026,
      "learning_rate": 0.0006223922114047288,
      "loss": 1.2014,
      "step": 1790
    },
    {
      "epoch": 0.1248304878472826,
      "grad_norm": 0.041436651839969314,
      "learning_rate": 0.0006241307371349096,
      "loss": 1.238,
      "step": 1795
    },
    {
      "epoch": 0.12517820508362598,
      "grad_norm": 0.041401122902025515,
      "learning_rate": 0.0006258692628650904,
      "loss": 1.2018,
      "step": 1800
    },
    {
      "epoch": 0.1255259223199694,
      "grad_norm": 0.05040221820422606,
      "learning_rate": 0.0006276077885952712,
      "loss": 1.243,
      "step": 1805
    },
    {
      "epoch": 0.1258736395563128,
      "grad_norm": 0.05957745965830557,
      "learning_rate": 0.0006293463143254521,
      "loss": 1.18,
      "step": 1810
    },
    {
      "epoch": 0.12622135679265623,
      "grad_norm": 0.042035812854463055,
      "learning_rate": 0.0006310848400556329,
      "loss": 1.3244,
      "step": 1815
    },
    {
      "epoch": 0.1265690740289996,
      "grad_norm": 0.03928621520575396,
      "learning_rate": 0.0006328233657858137,
      "loss": 1.168,
      "step": 1820
    },
    {
      "epoch": 0.12691679126534303,
      "grad_norm": 0.03550204080977664,
      "learning_rate": 0.0006345618915159944,
      "loss": 1.2113,
      "step": 1825
    },
    {
      "epoch": 0.12726450850168644,
      "grad_norm": 0.0456209903983151,
      "learning_rate": 0.0006363004172461752,
      "loss": 1.2231,
      "step": 1830
    },
    {
      "epoch": 0.12761222573802983,
      "grad_norm": 0.039964391275195375,
      "learning_rate": 0.0006380389429763561,
      "loss": 1.3433,
      "step": 1835
    },
    {
      "epoch": 0.12795994297437324,
      "grad_norm": 0.06390513408501498,
      "learning_rate": 0.0006397774687065368,
      "loss": 1.3206,
      "step": 1840
    },
    {
      "epoch": 0.12830766021071666,
      "grad_norm": 0.03546907326663079,
      "learning_rate": 0.0006415159944367177,
      "loss": 1.3365,
      "step": 1845
    },
    {
      "epoch": 0.12865537744706004,
      "grad_norm": 0.04231482785991609,
      "learning_rate": 0.0006432545201668985,
      "loss": 1.2511,
      "step": 1850
    },
    {
      "epoch": 0.12900309468340346,
      "grad_norm": 0.07338545240462739,
      "learning_rate": 0.0006449930458970793,
      "loss": 1.1707,
      "step": 1855
    },
    {
      "epoch": 0.12935081191974687,
      "grad_norm": 0.040213349170236605,
      "learning_rate": 0.0006467315716272602,
      "loss": 1.225,
      "step": 1860
    },
    {
      "epoch": 0.12969852915609026,
      "grad_norm": 0.03957198972556967,
      "learning_rate": 0.0006484700973574409,
      "loss": 1.403,
      "step": 1865
    },
    {
      "epoch": 0.13004624639243367,
      "grad_norm": 0.18065020418836839,
      "learning_rate": 0.0006502086230876217,
      "loss": 1.2158,
      "step": 1870
    },
    {
      "epoch": 0.1303939636287771,
      "grad_norm": 0.056274658556836686,
      "learning_rate": 0.0006519471488178025,
      "loss": 1.2163,
      "step": 1875
    },
    {
      "epoch": 0.13074168086512047,
      "grad_norm": 0.059481240719881034,
      "learning_rate": 0.0006536856745479833,
      "loss": 1.1559,
      "step": 1880
    },
    {
      "epoch": 0.1310893981014639,
      "grad_norm": 0.034930996447908674,
      "learning_rate": 0.0006554242002781642,
      "loss": 1.2654,
      "step": 1885
    },
    {
      "epoch": 0.1314371153378073,
      "grad_norm": 0.04186316133963916,
      "learning_rate": 0.0006571627260083449,
      "loss": 1.1528,
      "step": 1890
    },
    {
      "epoch": 0.1317848325741507,
      "grad_norm": 0.04468430775822918,
      "learning_rate": 0.0006589012517385258,
      "loss": 1.1519,
      "step": 1895
    },
    {
      "epoch": 0.1321325498104941,
      "grad_norm": 0.04104494882393458,
      "learning_rate": 0.0006606397774687065,
      "loss": 1.1251,
      "step": 1900
    },
    {
      "epoch": 0.13248026704683752,
      "grad_norm": 0.04229090408182682,
      "learning_rate": 0.0006623783031988874,
      "loss": 1.2599,
      "step": 1905
    },
    {
      "epoch": 0.1328279842831809,
      "grad_norm": 0.039954795371279855,
      "learning_rate": 0.0006641168289290683,
      "loss": 1.219,
      "step": 1910
    },
    {
      "epoch": 0.13317570151952432,
      "grad_norm": 0.03930997851723628,
      "learning_rate": 0.0006658553546592489,
      "loss": 1.2549,
      "step": 1915
    },
    {
      "epoch": 0.13352341875586773,
      "grad_norm": 0.06009253554849234,
      "learning_rate": 0.0006675938803894298,
      "loss": 1.2001,
      "step": 1920
    },
    {
      "epoch": 0.13387113599221112,
      "grad_norm": 0.03398761663548388,
      "learning_rate": 0.0006693324061196105,
      "loss": 1.2176,
      "step": 1925
    },
    {
      "epoch": 0.13421885322855454,
      "grad_norm": 0.03473388079941994,
      "learning_rate": 0.0006710709318497914,
      "loss": 1.2027,
      "step": 1930
    },
    {
      "epoch": 0.13456657046489795,
      "grad_norm": 0.03949108268859256,
      "learning_rate": 0.0006728094575799723,
      "loss": 1.3379,
      "step": 1935
    },
    {
      "epoch": 0.13491428770124136,
      "grad_norm": 0.06760070005265434,
      "learning_rate": 0.000674547983310153,
      "loss": 1.2743,
      "step": 1940
    },
    {
      "epoch": 0.13526200493758475,
      "grad_norm": 0.043592300540042234,
      "learning_rate": 0.0006762865090403339,
      "loss": 1.1509,
      "step": 1945
    },
    {
      "epoch": 0.13560972217392817,
      "grad_norm": 0.043300858955842965,
      "learning_rate": 0.0006780250347705146,
      "loss": 1.1779,
      "step": 1950
    },
    {
      "epoch": 0.13595743941027158,
      "grad_norm": 0.03867642236318389,
      "learning_rate": 0.0006797635605006954,
      "loss": 1.3608,
      "step": 1955
    },
    {
      "epoch": 0.13630515664661497,
      "grad_norm": 0.04090608891099652,
      "learning_rate": 0.0006815020862308762,
      "loss": 1.3194,
      "step": 1960
    },
    {
      "epoch": 0.13665287388295838,
      "grad_norm": 0.0424263349475805,
      "learning_rate": 0.000683240611961057,
      "loss": 1.1796,
      "step": 1965
    },
    {
      "epoch": 0.1370005911193018,
      "grad_norm": 0.04119319484551239,
      "learning_rate": 0.0006849791376912379,
      "loss": 1.3136,
      "step": 1970
    },
    {
      "epoch": 0.13734830835564518,
      "grad_norm": 0.06379590986629172,
      "learning_rate": 0.0006867176634214186,
      "loss": 1.2389,
      "step": 1975
    },
    {
      "epoch": 0.1376960255919886,
      "grad_norm": 0.0388099917816762,
      "learning_rate": 0.0006884561891515995,
      "loss": 1.26,
      "step": 1980
    },
    {
      "epoch": 0.138043742828332,
      "grad_norm": 0.035141172419214335,
      "learning_rate": 0.0006901947148817803,
      "loss": 1.1816,
      "step": 1985
    },
    {
      "epoch": 0.1383914600646754,
      "grad_norm": 0.044584721588493414,
      "learning_rate": 0.0006919332406119611,
      "loss": 1.2987,
      "step": 1990
    },
    {
      "epoch": 0.1387391773010188,
      "grad_norm": 0.04188472486530083,
      "learning_rate": 0.000693671766342142,
      "loss": 1.1911,
      "step": 1995
    },
    {
      "epoch": 0.13908689453736223,
      "grad_norm": 0.037219427869226246,
      "learning_rate": 0.0006954102920723226,
      "loss": 1.2584,
      "step": 2000
    },
    {
      "epoch": 0.1394346117737056,
      "grad_norm": 0.03778667395657824,
      "learning_rate": 0.0006971488178025035,
      "loss": 1.2218,
      "step": 2005
    },
    {
      "epoch": 0.13978232901004903,
      "grad_norm": 0.037049421767246904,
      "learning_rate": 0.0006988873435326843,
      "loss": 1.1349,
      "step": 2010
    },
    {
      "epoch": 0.14013004624639244,
      "grad_norm": 0.04675565469887555,
      "learning_rate": 0.0007006258692628651,
      "loss": 1.2559,
      "step": 2015
    },
    {
      "epoch": 0.14047776348273583,
      "grad_norm": 0.049904070988876344,
      "learning_rate": 0.0007023643949930459,
      "loss": 1.1583,
      "step": 2020
    },
    {
      "epoch": 0.14082548071907924,
      "grad_norm": 0.0489095191584548,
      "learning_rate": 0.0007041029207232267,
      "loss": 1.1088,
      "step": 2025
    },
    {
      "epoch": 0.14117319795542266,
      "grad_norm": 0.12730550434811191,
      "learning_rate": 0.0007058414464534076,
      "loss": 1.2402,
      "step": 2030
    },
    {
      "epoch": 0.14152091519176604,
      "grad_norm": 0.037047651034482924,
      "learning_rate": 0.0007075799721835884,
      "loss": 1.1694,
      "step": 2035
    },
    {
      "epoch": 0.14186863242810946,
      "grad_norm": 0.04234609154621146,
      "learning_rate": 0.0007093184979137691,
      "loss": 1.203,
      "step": 2040
    },
    {
      "epoch": 0.14221634966445287,
      "grad_norm": 0.041631613461081414,
      "learning_rate": 0.0007110570236439499,
      "loss": 1.2109,
      "step": 2045
    },
    {
      "epoch": 0.14256406690079626,
      "grad_norm": 0.04159681406372073,
      "learning_rate": 0.0007127955493741307,
      "loss": 1.197,
      "step": 2050
    },
    {
      "epoch": 0.14291178413713967,
      "grad_norm": 0.03791323858304208,
      "learning_rate": 0.0007145340751043116,
      "loss": 1.2254,
      "step": 2055
    },
    {
      "epoch": 0.1432595013734831,
      "grad_norm": 0.05097486126062499,
      "learning_rate": 0.0007162726008344924,
      "loss": 1.2583,
      "step": 2060
    },
    {
      "epoch": 0.14360721860982648,
      "grad_norm": 0.052428103807708716,
      "learning_rate": 0.0007180111265646732,
      "loss": 1.1852,
      "step": 2065
    },
    {
      "epoch": 0.1439549358461699,
      "grad_norm": 0.036392093195922896,
      "learning_rate": 0.000719749652294854,
      "loss": 1.2242,
      "step": 2070
    },
    {
      "epoch": 0.1443026530825133,
      "grad_norm": 0.03795511957875072,
      "learning_rate": 0.0007214881780250348,
      "loss": 1.1777,
      "step": 2075
    },
    {
      "epoch": 0.14465037031885672,
      "grad_norm": 0.08552675404270593,
      "learning_rate": 0.0007232267037552156,
      "loss": 1.3377,
      "step": 2080
    },
    {
      "epoch": 0.1449980875552001,
      "grad_norm": 0.03672371337753521,
      "learning_rate": 0.0007249652294853964,
      "loss": 1.2066,
      "step": 2085
    },
    {
      "epoch": 0.14534580479154352,
      "grad_norm": 0.03829285424491421,
      "learning_rate": 0.0007267037552155772,
      "loss": 1.1938,
      "step": 2090
    },
    {
      "epoch": 0.14569352202788693,
      "grad_norm": 0.0347858526300309,
      "learning_rate": 0.000728442280945758,
      "loss": 1.1946,
      "step": 2095
    },
    {
      "epoch": 0.14604123926423032,
      "grad_norm": 0.03479110314058989,
      "learning_rate": 0.0007301808066759388,
      "loss": 1.3388,
      "step": 2100
    },
    {
      "epoch": 0.14638895650057374,
      "grad_norm": 0.0319950262169766,
      "learning_rate": 0.0007319193324061196,
      "loss": 1.1913,
      "step": 2105
    },
    {
      "epoch": 0.14673667373691715,
      "grad_norm": 0.038778986295920394,
      "learning_rate": 0.0007336578581363005,
      "loss": 1.233,
      "step": 2110
    },
    {
      "epoch": 0.14708439097326054,
      "grad_norm": 0.038418898933734125,
      "learning_rate": 0.0007353963838664813,
      "loss": 1.2088,
      "step": 2115
    },
    {
      "epoch": 0.14743210820960395,
      "grad_norm": 0.03535970205336144,
      "learning_rate": 0.0007371349095966621,
      "loss": 1.1764,
      "step": 2120
    },
    {
      "epoch": 0.14777982544594737,
      "grad_norm": 0.04571747736255217,
      "learning_rate": 0.0007388734353268428,
      "loss": 1.2807,
      "step": 2125
    },
    {
      "epoch": 0.14812754268229075,
      "grad_norm": 0.03590432734236229,
      "learning_rate": 0.0007406119610570236,
      "loss": 1.1888,
      "step": 2130
    },
    {
      "epoch": 0.14847525991863417,
      "grad_norm": 0.03788354606313408,
      "learning_rate": 0.0007423504867872045,
      "loss": 1.1501,
      "step": 2135
    },
    {
      "epoch": 0.14882297715497758,
      "grad_norm": 0.036856341743225725,
      "learning_rate": 0.0007440890125173852,
      "loss": 1.2354,
      "step": 2140
    },
    {
      "epoch": 0.14917069439132097,
      "grad_norm": 0.0349507458233603,
      "learning_rate": 0.0007458275382475661,
      "loss": 1.1966,
      "step": 2145
    },
    {
      "epoch": 0.14951841162766438,
      "grad_norm": 0.037636731407168604,
      "learning_rate": 0.0007475660639777469,
      "loss": 1.1625,
      "step": 2150
    },
    {
      "epoch": 0.1498661288640078,
      "grad_norm": 0.03367038166367447,
      "learning_rate": 0.0007493045897079277,
      "loss": 1.1778,
      "step": 2155
    },
    {
      "epoch": 0.15021384610035118,
      "grad_norm": 0.03453505351282766,
      "learning_rate": 0.0007510431154381086,
      "loss": 1.2083,
      "step": 2160
    },
    {
      "epoch": 0.1505615633366946,
      "grad_norm": 0.03733061779286004,
      "learning_rate": 0.0007527816411682893,
      "loss": 1.0893,
      "step": 2165
    },
    {
      "epoch": 0.150909280573038,
      "grad_norm": 0.05188254676545839,
      "learning_rate": 0.0007545201668984701,
      "loss": 1.2586,
      "step": 2170
    },
    {
      "epoch": 0.1512569978093814,
      "grad_norm": 0.0427631035440805,
      "learning_rate": 0.0007562586926286508,
      "loss": 1.2578,
      "step": 2175
    },
    {
      "epoch": 0.1516047150457248,
      "grad_norm": 0.05828543117008024,
      "learning_rate": 0.0007579972183588317,
      "loss": 1.4654,
      "step": 2180
    },
    {
      "epoch": 0.15195243228206823,
      "grad_norm": 0.08157321054976528,
      "learning_rate": 0.0007597357440890126,
      "loss": 1.2197,
      "step": 2185
    },
    {
      "epoch": 0.15230014951841161,
      "grad_norm": 0.03415894365763993,
      "learning_rate": 0.0007614742698191933,
      "loss": 1.2643,
      "step": 2190
    },
    {
      "epoch": 0.15264786675475503,
      "grad_norm": 0.03597384411211382,
      "learning_rate": 0.0007632127955493742,
      "loss": 1.3113,
      "step": 2195
    },
    {
      "epoch": 0.15299558399109844,
      "grad_norm": 0.03825312321942091,
      "learning_rate": 0.0007649513212795549,
      "loss": 1.2252,
      "step": 2200
    },
    {
      "epoch": 0.15334330122744183,
      "grad_norm": 0.03427846356300373,
      "learning_rate": 0.0007666898470097358,
      "loss": 1.2624,
      "step": 2205
    },
    {
      "epoch": 0.15369101846378525,
      "grad_norm": 0.04468659613223898,
      "learning_rate": 0.0007684283727399167,
      "loss": 1.2409,
      "step": 2210
    },
    {
      "epoch": 0.15403873570012866,
      "grad_norm": 0.06257594098620005,
      "learning_rate": 0.0007701668984700973,
      "loss": 1.2705,
      "step": 2215
    },
    {
      "epoch": 0.15438645293647207,
      "grad_norm": 0.04056888478640041,
      "learning_rate": 0.0007719054242002782,
      "loss": 1.2647,
      "step": 2220
    },
    {
      "epoch": 0.15473417017281546,
      "grad_norm": 0.04865374889511119,
      "learning_rate": 0.0007736439499304589,
      "loss": 1.2101,
      "step": 2225
    },
    {
      "epoch": 0.15508188740915888,
      "grad_norm": 0.0525076998839965,
      "learning_rate": 0.0007753824756606398,
      "loss": 1.2387,
      "step": 2230
    },
    {
      "epoch": 0.1554296046455023,
      "grad_norm": 0.03807050572800323,
      "learning_rate": 0.0007771210013908207,
      "loss": 1.303,
      "step": 2235
    },
    {
      "epoch": 0.15577732188184568,
      "grad_norm": 0.05234264295062134,
      "learning_rate": 0.0007788595271210014,
      "loss": 1.3092,
      "step": 2240
    },
    {
      "epoch": 0.1561250391181891,
      "grad_norm": 0.04562431329004652,
      "learning_rate": 0.0007805980528511823,
      "loss": 1.1909,
      "step": 2245
    },
    {
      "epoch": 0.1564727563545325,
      "grad_norm": 0.038531307620054425,
      "learning_rate": 0.000782336578581363,
      "loss": 1.2836,
      "step": 2250
    },
    {
      "epoch": 0.1568204735908759,
      "grad_norm": 0.03623043465424127,
      "learning_rate": 0.0007840751043115438,
      "loss": 1.3157,
      "step": 2255
    },
    {
      "epoch": 0.1571681908272193,
      "grad_norm": 0.03492366249447707,
      "learning_rate": 0.0007858136300417246,
      "loss": 1.2,
      "step": 2260
    },
    {
      "epoch": 0.15751590806356272,
      "grad_norm": 0.04523150198606886,
      "learning_rate": 0.0007875521557719054,
      "loss": 1.307,
      "step": 2265
    },
    {
      "epoch": 0.1578636252999061,
      "grad_norm": 0.05911350181174748,
      "learning_rate": 0.0007892906815020863,
      "loss": 1.1807,
      "step": 2270
    },
    {
      "epoch": 0.15821134253624952,
      "grad_norm": 0.03758423692838475,
      "learning_rate": 0.000791029207232267,
      "loss": 1.2022,
      "step": 2275
    },
    {
      "epoch": 0.15855905977259294,
      "grad_norm": 0.03289674627733082,
      "learning_rate": 0.0007927677329624479,
      "loss": 1.1993,
      "step": 2280
    },
    {
      "epoch": 0.15890677700893632,
      "grad_norm": 0.059664366315068475,
      "learning_rate": 0.0007945062586926287,
      "loss": 1.2228,
      "step": 2285
    },
    {
      "epoch": 0.15925449424527974,
      "grad_norm": 0.03756379048361842,
      "learning_rate": 0.0007962447844228095,
      "loss": 1.2573,
      "step": 2290
    },
    {
      "epoch": 0.15960221148162315,
      "grad_norm": 0.03309448838716288,
      "learning_rate": 0.0007979833101529903,
      "loss": 1.2588,
      "step": 2295
    },
    {
      "epoch": 0.15994992871796654,
      "grad_norm": 0.03258429504422924,
      "learning_rate": 0.000799721835883171,
      "loss": 1.2467,
      "step": 2300
    },
    {
      "epoch": 0.16029764595430995,
      "grad_norm": 0.04212872710994986,
      "learning_rate": 0.0008014603616133519,
      "loss": 1.2757,
      "step": 2305
    },
    {
      "epoch": 0.16064536319065337,
      "grad_norm": 0.04985771671395521,
      "learning_rate": 0.0008031988873435327,
      "loss": 1.1517,
      "step": 2310
    },
    {
      "epoch": 0.16099308042699675,
      "grad_norm": 0.03733066097027331,
      "learning_rate": 0.0008049374130737135,
      "loss": 1.1641,
      "step": 2315
    },
    {
      "epoch": 0.16134079766334017,
      "grad_norm": 0.04382802893107895,
      "learning_rate": 0.0008066759388038943,
      "loss": 1.3239,
      "step": 2320
    },
    {
      "epoch": 0.16168851489968358,
      "grad_norm": 0.05013552606207937,
      "learning_rate": 0.0008084144645340751,
      "loss": 1.3186,
      "step": 2325
    },
    {
      "epoch": 0.16203623213602697,
      "grad_norm": 0.06221791180057977,
      "learning_rate": 0.000810152990264256,
      "loss": 1.3828,
      "step": 2330
    },
    {
      "epoch": 0.16238394937237038,
      "grad_norm": 0.049175430886419395,
      "learning_rate": 0.0008118915159944368,
      "loss": 1.3065,
      "step": 2335
    },
    {
      "epoch": 0.1627316666087138,
      "grad_norm": 0.04723021653964341,
      "learning_rate": 0.0008136300417246176,
      "loss": 1.2487,
      "step": 2340
    },
    {
      "epoch": 0.1630793838450572,
      "grad_norm": 0.03794669963277356,
      "learning_rate": 0.0008153685674547983,
      "loss": 1.3411,
      "step": 2345
    },
    {
      "epoch": 0.1634271010814006,
      "grad_norm": 0.03381936588656542,
      "learning_rate": 0.0008171070931849791,
      "loss": 1.1928,
      "step": 2350
    },
    {
      "epoch": 0.16377481831774401,
      "grad_norm": 0.05961034605042233,
      "learning_rate": 0.0008188456189151599,
      "loss": 1.4414,
      "step": 2355
    },
    {
      "epoch": 0.16412253555408743,
      "grad_norm": 0.03259390451588239,
      "learning_rate": 0.0008205841446453408,
      "loss": 1.1557,
      "step": 2360
    },
    {
      "epoch": 0.16447025279043082,
      "grad_norm": 0.036898379648553255,
      "learning_rate": 0.0008223226703755216,
      "loss": 1.2238,
      "step": 2365
    },
    {
      "epoch": 0.16481797002677423,
      "grad_norm": 0.03831792146914783,
      "learning_rate": 0.0008240611961057024,
      "loss": 1.2054,
      "step": 2370
    },
    {
      "epoch": 0.16516568726311764,
      "grad_norm": 0.0351764863143029,
      "learning_rate": 0.0008257997218358832,
      "loss": 1.2193,
      "step": 2375
    },
    {
      "epoch": 0.16551340449946103,
      "grad_norm": 0.035019804774037606,
      "learning_rate": 0.000827538247566064,
      "loss": 1.2958,
      "step": 2380
    },
    {
      "epoch": 0.16586112173580445,
      "grad_norm": 0.03812792726303028,
      "learning_rate": 0.0008292767732962448,
      "loss": 1.241,
      "step": 2385
    },
    {
      "epoch": 0.16620883897214786,
      "grad_norm": 0.03160316373847193,
      "learning_rate": 0.0008310152990264256,
      "loss": 1.2558,
      "step": 2390
    },
    {
      "epoch": 0.16655655620849125,
      "grad_norm": 0.3238579526275834,
      "learning_rate": 0.0008327538247566064,
      "loss": 1.1986,
      "step": 2395
    },
    {
      "epoch": 0.16690427344483466,
      "grad_norm": 0.0418959681400651,
      "learning_rate": 0.0008344923504867872,
      "loss": 1.148,
      "step": 2400
    },
    {
      "epoch": 0.16725199068117808,
      "grad_norm": 0.04320835844284644,
      "learning_rate": 0.000836230876216968,
      "loss": 1.2094,
      "step": 2405
    },
    {
      "epoch": 0.16759970791752146,
      "grad_norm": 0.04580953247814603,
      "learning_rate": 0.0008379694019471489,
      "loss": 1.3268,
      "step": 2410
    },
    {
      "epoch": 0.16794742515386488,
      "grad_norm": 0.10277329866011169,
      "learning_rate": 0.0008397079276773296,
      "loss": 1.0926,
      "step": 2415
    },
    {
      "epoch": 0.1682951423902083,
      "grad_norm": 0.08542877114662085,
      "learning_rate": 0.0008414464534075105,
      "loss": 1.1906,
      "step": 2420
    },
    {
      "epoch": 0.16864285962655168,
      "grad_norm": 0.04311344338502489,
      "learning_rate": 0.0008431849791376913,
      "loss": 1.1545,
      "step": 2425
    },
    {
      "epoch": 0.1689905768628951,
      "grad_norm": 0.03703974068280169,
      "learning_rate": 0.000844923504867872,
      "loss": 1.2364,
      "step": 2430
    },
    {
      "epoch": 0.1693382940992385,
      "grad_norm": 0.0351037541936916,
      "learning_rate": 0.0008466620305980529,
      "loss": 1.2793,
      "step": 2435
    },
    {
      "epoch": 0.1696860113355819,
      "grad_norm": 0.03592495021389681,
      "learning_rate": 0.0008484005563282336,
      "loss": 1.2583,
      "step": 2440
    },
    {
      "epoch": 0.1700337285719253,
      "grad_norm": 0.036853054668675056,
      "learning_rate": 0.0008501390820584145,
      "loss": 1.1865,
      "step": 2445
    },
    {
      "epoch": 0.17038144580826872,
      "grad_norm": 0.03617670333495119,
      "learning_rate": 0.0008518776077885953,
      "loss": 1.1588,
      "step": 2450
    },
    {
      "epoch": 0.1707291630446121,
      "grad_norm": 0.03751166818296793,
      "learning_rate": 0.0008536161335187761,
      "loss": 1.2321,
      "step": 2455
    },
    {
      "epoch": 0.17107688028095552,
      "grad_norm": 0.07805463576473919,
      "learning_rate": 0.000855354659248957,
      "loss": 1.1322,
      "step": 2460
    },
    {
      "epoch": 0.17142459751729894,
      "grad_norm": 0.05687208347353056,
      "learning_rate": 0.0008570931849791377,
      "loss": 1.2254,
      "step": 2465
    },
    {
      "epoch": 0.17177231475364232,
      "grad_norm": 0.04667249739140922,
      "learning_rate": 0.0008588317107093185,
      "loss": 1.2561,
      "step": 2470
    },
    {
      "epoch": 0.17212003198998574,
      "grad_norm": 0.16560720970431647,
      "learning_rate": 0.0008605702364394992,
      "loss": 1.4312,
      "step": 2475
    },
    {
      "epoch": 0.17246774922632915,
      "grad_norm": 0.038916538457341006,
      "learning_rate": 0.0008623087621696801,
      "loss": 1.308,
      "step": 2480
    },
    {
      "epoch": 0.17281546646267257,
      "grad_norm": 0.0448091361730872,
      "learning_rate": 0.000864047287899861,
      "loss": 1.3014,
      "step": 2485
    },
    {
      "epoch": 0.17316318369901595,
      "grad_norm": 0.0365207063840928,
      "learning_rate": 0.0008657858136300417,
      "loss": 1.3008,
      "step": 2490
    },
    {
      "epoch": 0.17351090093535937,
      "grad_norm": 0.04103057266639012,
      "learning_rate": 0.0008675243393602226,
      "loss": 1.3288,
      "step": 2495
    },
    {
      "epoch": 0.17385861817170278,
      "grad_norm": 0.040717166259733005,
      "learning_rate": 0.0008692628650904033,
      "loss": 1.2591,
      "step": 2500
    },
    {
      "epoch": 0.17420633540804617,
      "grad_norm": 0.0368054176751137,
      "learning_rate": 0.0008710013908205842,
      "loss": 1.2539,
      "step": 2505
    },
    {
      "epoch": 0.17455405264438958,
      "grad_norm": 0.03937368442326272,
      "learning_rate": 0.0008727399165507651,
      "loss": 1.1278,
      "step": 2510
    },
    {
      "epoch": 0.174901769880733,
      "grad_norm": 0.039477688335851586,
      "learning_rate": 0.0008744784422809457,
      "loss": 1.4114,
      "step": 2515
    },
    {
      "epoch": 0.17524948711707639,
      "grad_norm": 0.05929663455903992,
      "learning_rate": 0.0008762169680111266,
      "loss": 1.3915,
      "step": 2520
    },
    {
      "epoch": 0.1755972043534198,
      "grad_norm": 0.0498318936686279,
      "learning_rate": 0.0008779554937413073,
      "loss": 1.4295,
      "step": 2525
    },
    {
      "epoch": 0.17594492158976321,
      "grad_norm": 0.040383960429097726,
      "learning_rate": 0.0008796940194714882,
      "loss": 1.2305,
      "step": 2530
    },
    {
      "epoch": 0.1762926388261066,
      "grad_norm": 0.03835896329266961,
      "learning_rate": 0.000881432545201669,
      "loss": 1.2192,
      "step": 2535
    },
    {
      "epoch": 0.17664035606245002,
      "grad_norm": 0.034921589247038316,
      "learning_rate": 0.0008831710709318498,
      "loss": 1.3034,
      "step": 2540
    },
    {
      "epoch": 0.17698807329879343,
      "grad_norm": 0.033985918421832066,
      "learning_rate": 0.0008849095966620307,
      "loss": 1.1588,
      "step": 2545
    },
    {
      "epoch": 0.17733579053513682,
      "grad_norm": 0.052032878375296805,
      "learning_rate": 0.0008866481223922114,
      "loss": 1.3036,
      "step": 2550
    },
    {
      "epoch": 0.17768350777148023,
      "grad_norm": 0.04286043573668739,
      "learning_rate": 0.0008883866481223923,
      "loss": 1.2475,
      "step": 2555
    },
    {
      "epoch": 0.17803122500782365,
      "grad_norm": 0.03436744250152003,
      "learning_rate": 0.000890125173852573,
      "loss": 1.2429,
      "step": 2560
    },
    {
      "epoch": 0.17837894224416703,
      "grad_norm": 0.05082295001615981,
      "learning_rate": 0.0008918636995827538,
      "loss": 1.2258,
      "step": 2565
    },
    {
      "epoch": 0.17872665948051045,
      "grad_norm": 0.03460395048624906,
      "learning_rate": 0.0008936022253129347,
      "loss": 1.2187,
      "step": 2570
    },
    {
      "epoch": 0.17907437671685386,
      "grad_norm": 0.042677891886263565,
      "learning_rate": 0.0008953407510431154,
      "loss": 1.2384,
      "step": 2575
    },
    {
      "epoch": 0.17942209395319725,
      "grad_norm": 0.04446296433078403,
      "learning_rate": 0.0008970792767732963,
      "loss": 1.2495,
      "step": 2580
    },
    {
      "epoch": 0.17976981118954066,
      "grad_norm": 0.037257916168231174,
      "learning_rate": 0.0008988178025034771,
      "loss": 1.1782,
      "step": 2585
    },
    {
      "epoch": 0.18011752842588408,
      "grad_norm": 0.08598340380231477,
      "learning_rate": 0.0009005563282336579,
      "loss": 1.3341,
      "step": 2590
    },
    {
      "epoch": 0.18046524566222746,
      "grad_norm": 0.05177899731483075,
      "learning_rate": 0.0009022948539638387,
      "loss": 1.2186,
      "step": 2595
    },
    {
      "epoch": 0.18081296289857088,
      "grad_norm": 0.0693419818066308,
      "learning_rate": 0.0009040333796940194,
      "loss": 1.2614,
      "step": 2600
    },
    {
      "epoch": 0.1811606801349143,
      "grad_norm": 0.04259566930665476,
      "learning_rate": 0.0009057719054242003,
      "loss": 1.1469,
      "step": 2605
    },
    {
      "epoch": 0.1815083973712577,
      "grad_norm": 0.036496767137426486,
      "learning_rate": 0.0009075104311543811,
      "loss": 1.2835,
      "step": 2610
    },
    {
      "epoch": 0.1818561146076011,
      "grad_norm": 0.04355860602910384,
      "learning_rate": 0.0009092489568845619,
      "loss": 1.526,
      "step": 2615
    },
    {
      "epoch": 0.1822038318439445,
      "grad_norm": 0.03744482136759353,
      "learning_rate": 0.0009109874826147427,
      "loss": 1.2738,
      "step": 2620
    },
    {
      "epoch": 0.18255154908028792,
      "grad_norm": 0.03893580091699976,
      "learning_rate": 0.0009127260083449235,
      "loss": 1.3024,
      "step": 2625
    },
    {
      "epoch": 0.1828992663166313,
      "grad_norm": 0.054478485390531635,
      "learning_rate": 0.0009144645340751044,
      "loss": 1.3272,
      "step": 2630
    },
    {
      "epoch": 0.18324698355297472,
      "grad_norm": 0.042424832461657576,
      "learning_rate": 0.0009162030598052852,
      "loss": 1.2662,
      "step": 2635
    },
    {
      "epoch": 0.18359470078931814,
      "grad_norm": 0.1090354953522123,
      "learning_rate": 0.000917941585535466,
      "loss": 1.152,
      "step": 2640
    },
    {
      "epoch": 0.18394241802566152,
      "grad_norm": 0.05175467001337696,
      "learning_rate": 0.0009196801112656467,
      "loss": 1.2638,
      "step": 2645
    },
    {
      "epoch": 0.18429013526200494,
      "grad_norm": 0.046712373732388096,
      "learning_rate": 0.0009214186369958275,
      "loss": 1.2941,
      "step": 2650
    },
    {
      "epoch": 0.18463785249834835,
      "grad_norm": 0.04997880190271557,
      "learning_rate": 0.0009231571627260083,
      "loss": 1.3717,
      "step": 2655
    },
    {
      "epoch": 0.18498556973469174,
      "grad_norm": 0.04721877615991292,
      "learning_rate": 0.0009248956884561892,
      "loss": 1.4653,
      "step": 2660
    },
    {
      "epoch": 0.18533328697103515,
      "grad_norm": 0.034674689218166126,
      "learning_rate": 0.00092663421418637,
      "loss": 1.2063,
      "step": 2665
    },
    {
      "epoch": 0.18568100420737857,
      "grad_norm": 0.062149588522383635,
      "learning_rate": 0.0009283727399165508,
      "loss": 1.4206,
      "step": 2670
    },
    {
      "epoch": 0.18602872144372196,
      "grad_norm": 0.045100940214996485,
      "learning_rate": 0.0009301112656467316,
      "loss": 1.2845,
      "step": 2675
    },
    {
      "epoch": 0.18637643868006537,
      "grad_norm": 0.03954048948087465,
      "learning_rate": 0.0009318497913769124,
      "loss": 1.2219,
      "step": 2680
    },
    {
      "epoch": 0.18672415591640878,
      "grad_norm": 0.14372823734807555,
      "learning_rate": 0.0009335883171070932,
      "loss": 1.4563,
      "step": 2685
    },
    {
      "epoch": 0.18707187315275217,
      "grad_norm": 0.07187878696587284,
      "learning_rate": 0.000935326842837274,
      "loss": 1.258,
      "step": 2690
    },
    {
      "epoch": 0.18741959038909559,
      "grad_norm": 0.05170478119819858,
      "learning_rate": 0.0009370653685674548,
      "loss": 1.2548,
      "step": 2695
    },
    {
      "epoch": 0.187767307625439,
      "grad_norm": 0.08086464755031454,
      "learning_rate": 0.0009388038942976356,
      "loss": 1.3908,
      "step": 2700
    },
    {
      "epoch": 0.1881150248617824,
      "grad_norm": 0.03664106271024847,
      "learning_rate": 0.0009405424200278164,
      "loss": 1.2694,
      "step": 2705
    },
    {
      "epoch": 0.1884627420981258,
      "grad_norm": 0.03312138403571338,
      "learning_rate": 0.0009422809457579973,
      "loss": 1.2664,
      "step": 2710
    },
    {
      "epoch": 0.18881045933446922,
      "grad_norm": 0.03194346044387013,
      "learning_rate": 0.000944019471488178,
      "loss": 1.1957,
      "step": 2715
    },
    {
      "epoch": 0.1891581765708126,
      "grad_norm": 0.04999916703462301,
      "learning_rate": 0.0009457579972183589,
      "loss": 1.3734,
      "step": 2720
    },
    {
      "epoch": 0.18950589380715602,
      "grad_norm": 0.03289045045252174,
      "learning_rate": 0.0009474965229485397,
      "loss": 1.1494,
      "step": 2725
    },
    {
      "epoch": 0.18985361104349943,
      "grad_norm": 0.030500901065110365,
      "learning_rate": 0.0009492350486787204,
      "loss": 1.1747,
      "step": 2730
    },
    {
      "epoch": 0.19020132827984282,
      "grad_norm": 0.030513221457844124,
      "learning_rate": 0.0009509735744089013,
      "loss": 1.22,
      "step": 2735
    },
    {
      "epoch": 0.19054904551618623,
      "grad_norm": 0.03370703646399425,
      "learning_rate": 0.000952712100139082,
      "loss": 1.2457,
      "step": 2740
    },
    {
      "epoch": 0.19089676275252965,
      "grad_norm": 0.07445416649661389,
      "learning_rate": 0.0009544506258692629,
      "loss": 1.3204,
      "step": 2745
    },
    {
      "epoch": 0.19124447998887306,
      "grad_norm": 0.03686184112087709,
      "learning_rate": 0.0009561891515994437,
      "loss": 1.3716,
      "step": 2750
    },
    {
      "epoch": 0.19159219722521645,
      "grad_norm": 0.035682160001470654,
      "learning_rate": 0.0009579276773296245,
      "loss": 1.3362,
      "step": 2755
    },
    {
      "epoch": 0.19193991446155986,
      "grad_norm": 0.037214031829197726,
      "learning_rate": 0.0009596662030598054,
      "loss": 1.229,
      "step": 2760
    },
    {
      "epoch": 0.19228763169790328,
      "grad_norm": 0.03204221859586589,
      "learning_rate": 0.0009614047287899861,
      "loss": 1.2473,
      "step": 2765
    },
    {
      "epoch": 0.19263534893424666,
      "grad_norm": 0.04145555318165893,
      "learning_rate": 0.000963143254520167,
      "loss": 1.3242,
      "step": 2770
    },
    {
      "epoch": 0.19298306617059008,
      "grad_norm": 0.03776094713401473,
      "learning_rate": 0.0009648817802503476,
      "loss": 1.2741,
      "step": 2775
    },
    {
      "epoch": 0.1933307834069335,
      "grad_norm": 0.039898234240126944,
      "learning_rate": 0.0009666203059805285,
      "loss": 1.2427,
      "step": 2780
    },
    {
      "epoch": 0.19367850064327688,
      "grad_norm": 0.03277415446378246,
      "learning_rate": 0.0009683588317107094,
      "loss": 1.1579,
      "step": 2785
    },
    {
      "epoch": 0.1940262178796203,
      "grad_norm": 0.04040499290019007,
      "learning_rate": 0.0009700973574408901,
      "loss": 1.2234,
      "step": 2790
    },
    {
      "epoch": 0.1943739351159637,
      "grad_norm": 0.03210912364281324,
      "learning_rate": 0.000971835883171071,
      "loss": 1.2818,
      "step": 2795
    },
    {
      "epoch": 0.1947216523523071,
      "grad_norm": 0.03872501320644139,
      "learning_rate": 0.0009735744089012517,
      "loss": 1.192,
      "step": 2800
    },
    {
      "epoch": 0.1950693695886505,
      "grad_norm": 0.05711652658860334,
      "learning_rate": 0.0009753129346314326,
      "loss": 1.2679,
      "step": 2805
    },
    {
      "epoch": 0.19541708682499392,
      "grad_norm": 0.03255611878658549,
      "learning_rate": 0.0009770514603616135,
      "loss": 1.2797,
      "step": 2810
    },
    {
      "epoch": 0.1957648040613373,
      "grad_norm": 0.09369975116762355,
      "learning_rate": 0.0009787899860917942,
      "loss": 1.3327,
      "step": 2815
    },
    {
      "epoch": 0.19611252129768073,
      "grad_norm": 0.03332898977462982,
      "learning_rate": 0.000980528511821975,
      "loss": 1.2593,
      "step": 2820
    },
    {
      "epoch": 0.19646023853402414,
      "grad_norm": 0.035886859754864456,
      "learning_rate": 0.0009822670375521558,
      "loss": 1.2432,
      "step": 2825
    },
    {
      "epoch": 0.19680795577036753,
      "grad_norm": 0.034830897861548936,
      "learning_rate": 0.0009840055632823366,
      "loss": 1.2421,
      "step": 2830
    },
    {
      "epoch": 0.19715567300671094,
      "grad_norm": 0.030566981281645148,
      "learning_rate": 0.0009857440890125174,
      "loss": 1.2262,
      "step": 2835
    },
    {
      "epoch": 0.19750339024305436,
      "grad_norm": 0.04513965148279452,
      "learning_rate": 0.0009874826147426982,
      "loss": 1.2774,
      "step": 2840
    },
    {
      "epoch": 0.19785110747939774,
      "grad_norm": 0.03649255731828243,
      "learning_rate": 0.000989221140472879,
      "loss": 1.2437,
      "step": 2845
    },
    {
      "epoch": 0.19819882471574116,
      "grad_norm": 0.04053014134084591,
      "learning_rate": 0.0009909596662030598,
      "loss": 1.3243,
      "step": 2850
    },
    {
      "epoch": 0.19854654195208457,
      "grad_norm": 0.04109590500775585,
      "learning_rate": 0.0009926981919332405,
      "loss": 1.352,
      "step": 2855
    },
    {
      "epoch": 0.19889425918842796,
      "grad_norm": 0.04291589149801179,
      "learning_rate": 0.0009944367176634215,
      "loss": 1.2563,
      "step": 2860
    },
    {
      "epoch": 0.19924197642477137,
      "grad_norm": 0.034705346366965775,
      "learning_rate": 0.0009961752433936021,
      "loss": 1.2489,
      "step": 2865
    },
    {
      "epoch": 0.1995896936611148,
      "grad_norm": 0.06291161773621526,
      "learning_rate": 0.0009979137691237831,
      "loss": 1.3428,
      "step": 2870
    },
    {
      "epoch": 0.19993741089745817,
      "grad_norm": 0.0355547356820038,
      "learning_rate": 0.000999652294853964,
      "loss": 1.3004,
      "step": 2875
    },
    {
      "epoch": 0.2002851281338016,
      "grad_norm": 0.12469331870871375,
      "learning_rate": 0.000999999941066252,
      "loss": 1.3679,
      "step": 2880
    },
    {
      "epoch": 0.200632845370145,
      "grad_norm": 0.0353696323943973,
      "learning_rate": 0.0009999997016479241,
      "loss": 1.2271,
      "step": 2885
    },
    {
      "epoch": 0.20098056260648842,
      "grad_norm": 0.04357311744928194,
      "learning_rate": 0.0009999992780617454,
      "loss": 1.3143,
      "step": 2890
    },
    {
      "epoch": 0.2013282798428318,
      "grad_norm": 0.04283430389080475,
      "learning_rate": 0.000999998670307872,
      "loss": 1.2442,
      "step": 2895
    },
    {
      "epoch": 0.20167599707917522,
      "grad_norm": 0.04991758102964879,
      "learning_rate": 0.0009999978783865274,
      "loss": 1.2854,
      "step": 2900
    },
    {
      "epoch": 0.20202371431551863,
      "grad_norm": 0.038726380659673966,
      "learning_rate": 0.0009999969022980034,
      "loss": 1.3616,
      "step": 2905
    },
    {
      "epoch": 0.20237143155186202,
      "grad_norm": 0.05890039669430447,
      "learning_rate": 0.0009999957420426598,
      "loss": 1.2286,
      "step": 2910
    },
    {
      "epoch": 0.20271914878820543,
      "grad_norm": 0.03297406156611979,
      "learning_rate": 0.0009999943976209237,
      "loss": 1.2344,
      "step": 2915
    },
    {
      "epoch": 0.20306686602454885,
      "grad_norm": 0.05287524556972104,
      "learning_rate": 0.0009999928690332905,
      "loss": 1.2692,
      "step": 2920
    },
    {
      "epoch": 0.20341458326089223,
      "grad_norm": 0.043487475984075076,
      "learning_rate": 0.000999991156280323,
      "loss": 1.3507,
      "step": 2925
    },
    {
      "epoch": 0.20376230049723565,
      "grad_norm": 0.03602701343229284,
      "learning_rate": 0.0009999892593626522,
      "loss": 1.2754,
      "step": 2930
    },
    {
      "epoch": 0.20411001773357906,
      "grad_norm": 0.03125461458306016,
      "learning_rate": 0.000999987178280977,
      "loss": 1.3406,
      "step": 2935
    },
    {
      "epoch": 0.20445773496992245,
      "grad_norm": 0.034276680387705816,
      "learning_rate": 0.0009999849130360636,
      "loss": 1.2446,
      "step": 2940
    },
    {
      "epoch": 0.20480545220626586,
      "grad_norm": 0.037347057261706666,
      "learning_rate": 0.0009999824636287465,
      "loss": 1.2961,
      "step": 2945
    },
    {
      "epoch": 0.20515316944260928,
      "grad_norm": 0.05856851491399004,
      "learning_rate": 0.000999979830059928,
      "loss": 1.4749,
      "step": 2950
    },
    {
      "epoch": 0.20550088667895267,
      "grad_norm": 0.02954421018552894,
      "learning_rate": 0.0009999770123305777,
      "loss": 1.3032,
      "step": 2955
    },
    {
      "epoch": 0.20584860391529608,
      "grad_norm": 0.034039218480735066,
      "learning_rate": 0.0009999740104417341,
      "loss": 1.1544,
      "step": 2960
    },
    {
      "epoch": 0.2061963211516395,
      "grad_norm": 0.03128745003798094,
      "learning_rate": 0.0009999708243945025,
      "loss": 1.1937,
      "step": 2965
    },
    {
      "epoch": 0.20654403838798288,
      "grad_norm": 0.03941856728240822,
      "learning_rate": 0.0009999674541900567,
      "loss": 1.1973,
      "step": 2970
    },
    {
      "epoch": 0.2068917556243263,
      "grad_norm": 0.03638886622942842,
      "learning_rate": 0.0009999638998296379,
      "loss": 1.3739,
      "step": 2975
    },
    {
      "epoch": 0.2072394728606697,
      "grad_norm": 0.033236104726159524,
      "learning_rate": 0.0009999601613145553,
      "loss": 1.1914,
      "step": 2980
    },
    {
      "epoch": 0.2075871900970131,
      "grad_norm": 0.04189002342697303,
      "learning_rate": 0.000999956238646186,
      "loss": 1.2242,
      "step": 2985
    },
    {
      "epoch": 0.2079349073333565,
      "grad_norm": 0.031528206158619815,
      "learning_rate": 0.0009999521318259747,
      "loss": 1.3176,
      "step": 2990
    },
    {
      "epoch": 0.20828262456969993,
      "grad_norm": 0.03076560370884997,
      "learning_rate": 0.000999947840855434,
      "loss": 1.175,
      "step": 2995
    },
    {
      "epoch": 0.2086303418060433,
      "grad_norm": 0.030820438768389802,
      "learning_rate": 0.000999943365736145,
      "loss": 1.1702,
      "step": 3000
    },
    {
      "epoch": 0.20897805904238673,
      "grad_norm": 0.048471205990173426,
      "learning_rate": 0.0009999387064697557,
      "loss": 1.1616,
      "step": 3005
    },
    {
      "epoch": 0.20932577627873014,
      "grad_norm": 0.037722375631546616,
      "learning_rate": 0.000999933863057982,
      "loss": 1.2515,
      "step": 3010
    },
    {
      "epoch": 0.20967349351507356,
      "grad_norm": 0.03242615966873083,
      "learning_rate": 0.0009999288355026083,
      "loss": 1.2481,
      "step": 3015
    },
    {
      "epoch": 0.21002121075141694,
      "grad_norm": 0.04884971249166488,
      "learning_rate": 0.000999923623805486,
      "loss": 1.1632,
      "step": 3020
    },
    {
      "epoch": 0.21036892798776036,
      "grad_norm": 0.04067464431128366,
      "learning_rate": 0.0009999182279685354,
      "loss": 1.1642,
      "step": 3025
    },
    {
      "epoch": 0.21071664522410377,
      "grad_norm": 0.035630323491137476,
      "learning_rate": 0.0009999126479937432,
      "loss": 1.2643,
      "step": 3030
    },
    {
      "epoch": 0.21106436246044716,
      "grad_norm": 0.04595531526077604,
      "learning_rate": 0.0009999068838831653,
      "loss": 1.2269,
      "step": 3035
    },
    {
      "epoch": 0.21141207969679057,
      "grad_norm": 0.03809374374417664,
      "learning_rate": 0.0009999009356389248,
      "loss": 1.2233,
      "step": 3040
    },
    {
      "epoch": 0.211759796933134,
      "grad_norm": 0.03708810268317096,
      "learning_rate": 0.0009998948032632123,
      "loss": 1.3231,
      "step": 3045
    },
    {
      "epoch": 0.21210751416947737,
      "grad_norm": 0.04825047186017456,
      "learning_rate": 0.0009998884867582869,
      "loss": 1.4687,
      "step": 3050
    },
    {
      "epoch": 0.2124552314058208,
      "grad_norm": 0.044762840831253606,
      "learning_rate": 0.000999881986126475,
      "loss": 1.2983,
      "step": 3055
    },
    {
      "epoch": 0.2128029486421642,
      "grad_norm": 0.03278515630792076,
      "learning_rate": 0.000999875301370171,
      "loss": 1.1764,
      "step": 3060
    },
    {
      "epoch": 0.2131506658785076,
      "grad_norm": 0.033303029801596426,
      "learning_rate": 0.0009998684324918372,
      "loss": 1.1842,
      "step": 3065
    },
    {
      "epoch": 0.213498383114851,
      "grad_norm": 0.11642173114738759,
      "learning_rate": 0.0009998613794940038,
      "loss": 1.3366,
      "step": 3070
    },
    {
      "epoch": 0.21384610035119442,
      "grad_norm": 0.06099507412961286,
      "learning_rate": 0.0009998541423792684,
      "loss": 1.2743,
      "step": 3075
    },
    {
      "epoch": 0.2141938175875378,
      "grad_norm": 0.041862580141551635,
      "learning_rate": 0.000999846721150297,
      "loss": 1.2757,
      "step": 3080
    },
    {
      "epoch": 0.21454153482388122,
      "grad_norm": 0.09652044917470601,
      "learning_rate": 0.000999839115809823,
      "loss": 1.2569,
      "step": 3085
    },
    {
      "epoch": 0.21488925206022463,
      "grad_norm": 0.08303796562007434,
      "learning_rate": 0.0009998313263606476,
      "loss": 1.2036,
      "step": 3090
    },
    {
      "epoch": 0.21523696929656802,
      "grad_norm": 0.030251888444189325,
      "learning_rate": 0.00099982335280564,
      "loss": 1.4276,
      "step": 3095
    },
    {
      "epoch": 0.21558468653291143,
      "grad_norm": 0.03409684089963395,
      "learning_rate": 0.000999815195147737,
      "loss": 1.2063,
      "step": 3100
    },
    {
      "epoch": 0.21593240376925485,
      "grad_norm": 0.048787422065919246,
      "learning_rate": 0.0009998068533899436,
      "loss": 1.1688,
      "step": 3105
    },
    {
      "epoch": 0.21628012100559824,
      "grad_norm": 0.03128538690283137,
      "learning_rate": 0.0009997983275353323,
      "loss": 1.327,
      "step": 3110
    },
    {
      "epoch": 0.21662783824194165,
      "grad_norm": 0.03167855977330295,
      "learning_rate": 0.0009997896175870432,
      "loss": 1.2584,
      "step": 3115
    },
    {
      "epoch": 0.21697555547828506,
      "grad_norm": 0.049648611139109095,
      "learning_rate": 0.000999780723548285,
      "loss": 1.4274,
      "step": 3120
    },
    {
      "epoch": 0.21732327271462845,
      "grad_norm": 0.042055446732373,
      "learning_rate": 0.0009997716454223332,
      "loss": 1.2818,
      "step": 3125
    },
    {
      "epoch": 0.21767098995097187,
      "grad_norm": 0.051278547976975106,
      "learning_rate": 0.000999762383212532,
      "loss": 1.339,
      "step": 3130
    },
    {
      "epoch": 0.21801870718731528,
      "grad_norm": 0.03659773112627028,
      "learning_rate": 0.0009997529369222928,
      "loss": 1.2499,
      "step": 3135
    },
    {
      "epoch": 0.21836642442365867,
      "grad_norm": 0.035185905571805356,
      "learning_rate": 0.0009997433065550949,
      "loss": 1.4287,
      "step": 3140
    },
    {
      "epoch": 0.21871414166000208,
      "grad_norm": 0.1100949093314578,
      "learning_rate": 0.000999733492114486,
      "loss": 1.4119,
      "step": 3145
    },
    {
      "epoch": 0.2190618588963455,
      "grad_norm": 0.07100978851658109,
      "learning_rate": 0.0009997234936040805,
      "loss": 1.2221,
      "step": 3150
    },
    {
      "epoch": 0.2194095761326889,
      "grad_norm": 0.08897629406013083,
      "learning_rate": 0.0009997133110275613,
      "loss": 1.2485,
      "step": 3155
    },
    {
      "epoch": 0.2197572933690323,
      "grad_norm": 0.06850920667787326,
      "learning_rate": 0.0009997029443886796,
      "loss": 1.2719,
      "step": 3160
    },
    {
      "epoch": 0.2201050106053757,
      "grad_norm": 0.050778526198098875,
      "learning_rate": 0.000999692393691253,
      "loss": 1.2807,
      "step": 3165
    },
    {
      "epoch": 0.22045272784171913,
      "grad_norm": 0.04615871785146206,
      "learning_rate": 0.0009996816589391683,
      "loss": 1.2049,
      "step": 3170
    },
    {
      "epoch": 0.2208004450780625,
      "grad_norm": 0.04640417710870525,
      "learning_rate": 0.000999670740136379,
      "loss": 1.2518,
      "step": 3175
    },
    {
      "epoch": 0.22114816231440593,
      "grad_norm": 0.03359660444530812,
      "learning_rate": 0.0009996596372869077,
      "loss": 1.3457,
      "step": 3180
    },
    {
      "epoch": 0.22149587955074934,
      "grad_norm": 0.036848228485509095,
      "learning_rate": 0.000999648350394843,
      "loss": 1.2252,
      "step": 3185
    },
    {
      "epoch": 0.22184359678709273,
      "grad_norm": 0.03177888350177667,
      "learning_rate": 0.0009996368794643429,
      "loss": 1.2283,
      "step": 3190
    },
    {
      "epoch": 0.22219131402343614,
      "grad_norm": 0.05689181054541217,
      "learning_rate": 0.0009996252244996323,
      "loss": 1.2779,
      "step": 3195
    },
    {
      "epoch": 0.22253903125977956,
      "grad_norm": 0.031640610831297655,
      "learning_rate": 0.0009996133855050043,
      "loss": 1.2136,
      "step": 3200
    },
    {
      "epoch": 0.22288674849612294,
      "grad_norm": 0.032053179185330634,
      "learning_rate": 0.0009996013624848194,
      "loss": 1.1828,
      "step": 3205
    },
    {
      "epoch": 0.22323446573246636,
      "grad_norm": 0.05275367028969028,
      "learning_rate": 0.0009995891554435063,
      "loss": 1.3138,
      "step": 3210
    },
    {
      "epoch": 0.22358218296880977,
      "grad_norm": 0.038900172091142944,
      "learning_rate": 0.0009995767643855614,
      "loss": 1.4297,
      "step": 3215
    },
    {
      "epoch": 0.22392990020515316,
      "grad_norm": 0.04259337920486516,
      "learning_rate": 0.0009995641893155484,
      "loss": 1.2423,
      "step": 3220
    },
    {
      "epoch": 0.22427761744149657,
      "grad_norm": 0.09917385519510036,
      "learning_rate": 0.0009995514302380995,
      "loss": 1.266,
      "step": 3225
    },
    {
      "epoch": 0.22462533467784,
      "grad_norm": 0.05868319008507836,
      "learning_rate": 0.0009995384871579142,
      "loss": 1.5007,
      "step": 3230
    },
    {
      "epoch": 0.22497305191418338,
      "grad_norm": 0.05250736604602879,
      "learning_rate": 0.0009995253600797597,
      "loss": 1.2635,
      "step": 3235
    },
    {
      "epoch": 0.2253207691505268,
      "grad_norm": 0.0768412755834355,
      "learning_rate": 0.0009995120490084715,
      "loss": 1.2321,
      "step": 3240
    },
    {
      "epoch": 0.2256684863868702,
      "grad_norm": 0.031555849278901975,
      "learning_rate": 0.0009994985539489524,
      "loss": 1.3048,
      "step": 3245
    },
    {
      "epoch": 0.2260162036232136,
      "grad_norm": 0.034026872624406825,
      "learning_rate": 0.000999484874906173,
      "loss": 1.2616,
      "step": 3250
    },
    {
      "epoch": 0.226363920859557,
      "grad_norm": 0.03965508061399114,
      "learning_rate": 0.0009994710118851721,
      "loss": 1.3315,
      "step": 3255
    },
    {
      "epoch": 0.22671163809590042,
      "grad_norm": 0.039868930584615256,
      "learning_rate": 0.0009994569648910556,
      "loss": 1.2477,
      "step": 3260
    },
    {
      "epoch": 0.2270593553322438,
      "grad_norm": 0.05721788107708541,
      "learning_rate": 0.0009994427339289978,
      "loss": 1.3203,
      "step": 3265
    },
    {
      "epoch": 0.22740707256858722,
      "grad_norm": 0.03674972738455845,
      "learning_rate": 0.0009994283190042402,
      "loss": 1.2668,
      "step": 3270
    },
    {
      "epoch": 0.22775478980493064,
      "grad_norm": 0.03274248362675773,
      "learning_rate": 0.0009994137201220926,
      "loss": 1.2866,
      "step": 3275
    },
    {
      "epoch": 0.22810250704127405,
      "grad_norm": 0.037780864146080506,
      "learning_rate": 0.0009993989372879322,
      "loss": 1.2609,
      "step": 3280
    },
    {
      "epoch": 0.22845022427761744,
      "grad_norm": 0.03304726208413523,
      "learning_rate": 0.0009993839705072039,
      "loss": 1.234,
      "step": 3285
    },
    {
      "epoch": 0.22879794151396085,
      "grad_norm": 0.03211512876418729,
      "learning_rate": 0.0009993688197854208,
      "loss": 1.2357,
      "step": 3290
    },
    {
      "epoch": 0.22914565875030427,
      "grad_norm": 0.03455830664130878,
      "learning_rate": 0.000999353485128163,
      "loss": 1.1668,
      "step": 3295
    },
    {
      "epoch": 0.22949337598664765,
      "grad_norm": 0.030093252752564557,
      "learning_rate": 0.0009993379665410793,
      "loss": 1.1985,
      "step": 3300
    },
    {
      "epoch": 0.22984109322299107,
      "grad_norm": 0.03114658760831405,
      "learning_rate": 0.0009993222640298854,
      "loss": 1.2543,
      "step": 3305
    },
    {
      "epoch": 0.23018881045933448,
      "grad_norm": 0.031181615420589195,
      "learning_rate": 0.0009993063776003654,
      "loss": 1.2558,
      "step": 3310
    },
    {
      "epoch": 0.23053652769567787,
      "grad_norm": 0.031493850055472075,
      "learning_rate": 0.0009992903072583706,
      "loss": 1.5307,
      "step": 3315
    },
    {
      "epoch": 0.23088424493202128,
      "grad_norm": 0.047294668858662466,
      "learning_rate": 0.0009992740530098204,
      "loss": 1.3791,
      "step": 3320
    },
    {
      "epoch": 0.2312319621683647,
      "grad_norm": 0.029620060981750483,
      "learning_rate": 0.0009992576148607016,
      "loss": 1.2655,
      "step": 3325
    },
    {
      "epoch": 0.23157967940470808,
      "grad_norm": 0.043290257885572274,
      "learning_rate": 0.0009992409928170694,
      "loss": 1.277,
      "step": 3330
    },
    {
      "epoch": 0.2319273966410515,
      "grad_norm": 0.03207366468541019,
      "learning_rate": 0.0009992241868850458,
      "loss": 1.2575,
      "step": 3335
    },
    {
      "epoch": 0.2322751138773949,
      "grad_norm": 0.033264616729344804,
      "learning_rate": 0.0009992071970708215,
      "loss": 1.2904,
      "step": 3340
    },
    {
      "epoch": 0.2326228311137383,
      "grad_norm": 0.055446084773274666,
      "learning_rate": 0.000999190023380654,
      "loss": 1.3173,
      "step": 3345
    },
    {
      "epoch": 0.2329705483500817,
      "grad_norm": 0.03761479271946024,
      "learning_rate": 0.0009991726658208694,
      "loss": 1.3617,
      "step": 3350
    },
    {
      "epoch": 0.23331826558642513,
      "grad_norm": 0.03281957171817069,
      "learning_rate": 0.000999155124397861,
      "loss": 1.2498,
      "step": 3355
    },
    {
      "epoch": 0.23366598282276851,
      "grad_norm": 0.052086765881018585,
      "learning_rate": 0.0009991373991180897,
      "loss": 1.2185,
      "step": 3360
    },
    {
      "epoch": 0.23401370005911193,
      "grad_norm": 0.034148335505706354,
      "learning_rate": 0.0009991194899880845,
      "loss": 1.2555,
      "step": 3365
    },
    {
      "epoch": 0.23436141729545534,
      "grad_norm": 0.03088027598926395,
      "learning_rate": 0.000999101397014442,
      "loss": 1.238,
      "step": 3370
    },
    {
      "epoch": 0.23470913453179873,
      "grad_norm": 0.027142800555903904,
      "learning_rate": 0.0009990831202038267,
      "loss": 1.152,
      "step": 3375
    },
    {
      "epoch": 0.23505685176814214,
      "grad_norm": 0.0319644629776968,
      "learning_rate": 0.00099906465956297,
      "loss": 1.1946,
      "step": 3380
    },
    {
      "epoch": 0.23540456900448556,
      "grad_norm": 0.035861568709237505,
      "learning_rate": 0.0009990460150986725,
      "loss": 1.2139,
      "step": 3385
    },
    {
      "epoch": 0.23575228624082895,
      "grad_norm": 0.038178163581514414,
      "learning_rate": 0.0009990271868178008,
      "loss": 1.2205,
      "step": 3390
    },
    {
      "epoch": 0.23610000347717236,
      "grad_norm": 0.04098742624736365,
      "learning_rate": 0.0009990081747272904,
      "loss": 1.3451,
      "step": 3395
    },
    {
      "epoch": 0.23644772071351577,
      "grad_norm": 0.03157996898177665,
      "learning_rate": 0.0009989889788341443,
      "loss": 1.2185,
      "step": 3400
    },
    {
      "epoch": 0.23679543794985916,
      "grad_norm": 0.038449720388945105,
      "learning_rate": 0.0009989695991454326,
      "loss": 1.4042,
      "step": 3405
    },
    {
      "epoch": 0.23714315518620258,
      "grad_norm": 0.04404188617711831,
      "learning_rate": 0.0009989500356682938,
      "loss": 1.2654,
      "step": 3410
    },
    {
      "epoch": 0.237490872422546,
      "grad_norm": 0.027834267490236098,
      "learning_rate": 0.000998930288409934,
      "loss": 1.366,
      "step": 3415
    },
    {
      "epoch": 0.2378385896588894,
      "grad_norm": 0.03447619910400087,
      "learning_rate": 0.0009989103573776266,
      "loss": 1.2322,
      "step": 3420
    },
    {
      "epoch": 0.2381863068952328,
      "grad_norm": 0.05162611295374176,
      "learning_rate": 0.0009988902425787129,
      "loss": 1.2693,
      "step": 3425
    },
    {
      "epoch": 0.2385340241315762,
      "grad_norm": 0.06174988284409666,
      "learning_rate": 0.000998869944020602,
      "loss": 1.2398,
      "step": 3430
    },
    {
      "epoch": 0.23888174136791962,
      "grad_norm": 0.05584332935271855,
      "learning_rate": 0.0009988494617107703,
      "loss": 1.3515,
      "step": 3435
    },
    {
      "epoch": 0.239229458604263,
      "grad_norm": 0.04018454942999315,
      "learning_rate": 0.0009988287956567627,
      "loss": 1.286,
      "step": 3440
    },
    {
      "epoch": 0.23957717584060642,
      "grad_norm": 0.05737465360446284,
      "learning_rate": 0.000998807945866191,
      "loss": 1.404,
      "step": 3445
    },
    {
      "epoch": 0.23992489307694984,
      "grad_norm": 0.03136451689024242,
      "learning_rate": 0.0009987869123467346,
      "loss": 1.3892,
      "step": 3450
    },
    {
      "epoch": 0.24027261031329322,
      "grad_norm": 0.043084739746948875,
      "learning_rate": 0.0009987656951061412,
      "loss": 1.2899,
      "step": 3455
    },
    {
      "epoch": 0.24062032754963664,
      "grad_norm": 0.048805493924125455,
      "learning_rate": 0.0009987442941522262,
      "loss": 1.6672,
      "step": 3460
    },
    {
      "epoch": 0.24096804478598005,
      "grad_norm": 0.03614597363472266,
      "learning_rate": 0.0009987227094928716,
      "loss": 1.2641,
      "step": 3465
    },
    {
      "epoch": 0.24131576202232344,
      "grad_norm": 0.028861511558701272,
      "learning_rate": 0.0009987009411360286,
      "loss": 1.2726,
      "step": 3470
    },
    {
      "epoch": 0.24166347925866685,
      "grad_norm": 0.050936748294597385,
      "learning_rate": 0.0009986789890897147,
      "loss": 1.2799,
      "step": 3475
    },
    {
      "epoch": 0.24201119649501027,
      "grad_norm": 0.028149550967474103,
      "learning_rate": 0.0009986568533620157,
      "loss": 1.2571,
      "step": 3480
    },
    {
      "epoch": 0.24235891373135365,
      "grad_norm": 0.06920800387930155,
      "learning_rate": 0.0009986345339610852,
      "loss": 1.2414,
      "step": 3485
    },
    {
      "epoch": 0.24270663096769707,
      "grad_norm": 0.032515431856978846,
      "learning_rate": 0.0009986120308951441,
      "loss": 1.2253,
      "step": 3490
    },
    {
      "epoch": 0.24305434820404048,
      "grad_norm": 0.03257414105917616,
      "learning_rate": 0.0009985893441724811,
      "loss": 1.373,
      "step": 3495
    },
    {
      "epoch": 0.24340206544038387,
      "grad_norm": 0.03920308819576059,
      "learning_rate": 0.0009985664738014527,
      "loss": 1.2973,
      "step": 3500
    },
    {
      "epoch": 0.24374978267672728,
      "grad_norm": 0.029878322376720258,
      "learning_rate": 0.0009985434197904825,
      "loss": 1.3192,
      "step": 3505
    },
    {
      "epoch": 0.2440974999130707,
      "grad_norm": 0.03493148488492804,
      "learning_rate": 0.0009985201821480626,
      "loss": 1.2532,
      "step": 3510
    },
    {
      "epoch": 0.24444521714941408,
      "grad_norm": 0.04224061615802017,
      "learning_rate": 0.0009984967608827517,
      "loss": 1.1694,
      "step": 3515
    },
    {
      "epoch": 0.2447929343857575,
      "grad_norm": 0.03538609361432669,
      "learning_rate": 0.0009984731560031771,
      "loss": 1.295,
      "step": 3520
    },
    {
      "epoch": 0.2451406516221009,
      "grad_norm": 0.03059864739048481,
      "learning_rate": 0.0009984493675180334,
      "loss": 1.2808,
      "step": 3525
    },
    {
      "epoch": 0.2454883688584443,
      "grad_norm": 0.04114133792808446,
      "learning_rate": 0.0009984253954360821,
      "loss": 1.2587,
      "step": 3530
    },
    {
      "epoch": 0.24583608609478771,
      "grad_norm": 0.02996750534250121,
      "learning_rate": 0.0009984012397661539,
      "loss": 1.2239,
      "step": 3535
    },
    {
      "epoch": 0.24618380333113113,
      "grad_norm": 0.028050968723633222,
      "learning_rate": 0.0009983769005171457,
      "loss": 1.2019,
      "step": 3540
    },
    {
      "epoch": 0.24653152056747454,
      "grad_norm": 0.08707544081264564,
      "learning_rate": 0.0009983523776980225,
      "loss": 1.2364,
      "step": 3545
    },
    {
      "epoch": 0.24687923780381793,
      "grad_norm": 0.029201403437355455,
      "learning_rate": 0.0009983276713178171,
      "loss": 1.2595,
      "step": 3550
    },
    {
      "epoch": 0.24722695504016134,
      "grad_norm": 0.03383601580241112,
      "learning_rate": 0.0009983027813856296,
      "loss": 1.1979,
      "step": 3555
    },
    {
      "epoch": 0.24757467227650476,
      "grad_norm": 0.05026002882301006,
      "learning_rate": 0.0009982777079106278,
      "loss": 1.2393,
      "step": 3560
    },
    {
      "epoch": 0.24792238951284815,
      "grad_norm": 0.035894204713833776,
      "learning_rate": 0.0009982524509020475,
      "loss": 1.2356,
      "step": 3565
    },
    {
      "epoch": 0.24827010674919156,
      "grad_norm": 0.030261146994279325,
      "learning_rate": 0.0009982270103691914,
      "loss": 1.1639,
      "step": 3570
    },
    {
      "epoch": 0.24861782398553497,
      "grad_norm": 0.027759161539878896,
      "learning_rate": 0.0009982013863214304,
      "loss": 1.2103,
      "step": 3575
    },
    {
      "epoch": 0.24896554122187836,
      "grad_norm": 0.03627823458599064,
      "learning_rate": 0.0009981755787682024,
      "loss": 1.3507,
      "step": 3580
    },
    {
      "epoch": 0.24931325845822178,
      "grad_norm": 0.031038325948056566,
      "learning_rate": 0.0009981495877190137,
      "loss": 1.225,
      "step": 3585
    },
    {
      "epoch": 0.2496609756945652,
      "grad_norm": 0.027562651071962978,
      "learning_rate": 0.0009981234131834376,
      "loss": 1.1722,
      "step": 3590
    },
    {
      "epoch": 0.2500086929309086,
      "grad_norm": 0.04593743055988252,
      "learning_rate": 0.000998097055171115,
      "loss": 1.405,
      "step": 3595
    },
    {
      "epoch": 0.25035641016725196,
      "grad_norm": 0.03269776212238707,
      "learning_rate": 0.0009980705136917545,
      "loss": 1.3498,
      "step": 3600
    },
    {
      "epoch": 0.2507041274035954,
      "grad_norm": 0.03566893038094031,
      "learning_rate": 0.0009980437887551325,
      "loss": 1.4174,
      "step": 3605
    },
    {
      "epoch": 0.2510518446399388,
      "grad_norm": 0.04737735156118906,
      "learning_rate": 0.0009980168803710924,
      "loss": 1.4931,
      "step": 3610
    },
    {
      "epoch": 0.2513995618762822,
      "grad_norm": 0.031151086274988235,
      "learning_rate": 0.0009979897885495459,
      "loss": 1.2165,
      "step": 3615
    },
    {
      "epoch": 0.2517472791126256,
      "grad_norm": 0.03220099282942202,
      "learning_rate": 0.0009979625133004718,
      "loss": 1.1877,
      "step": 3620
    },
    {
      "epoch": 0.25209499634896904,
      "grad_norm": 0.04086169481307642,
      "learning_rate": 0.0009979350546339162,
      "loss": 1.2941,
      "step": 3625
    },
    {
      "epoch": 0.25244271358531245,
      "grad_norm": 0.03109826554904037,
      "learning_rate": 0.0009979074125599935,
      "loss": 1.3771,
      "step": 3630
    },
    {
      "epoch": 0.2527904308216558,
      "grad_norm": 0.03981432274196712,
      "learning_rate": 0.0009978795870888852,
      "loss": 1.2051,
      "step": 3635
    },
    {
      "epoch": 0.2531381480579992,
      "grad_norm": 0.05925267961385654,
      "learning_rate": 0.0009978515782308403,
      "loss": 1.2381,
      "step": 3640
    },
    {
      "epoch": 0.25348586529434264,
      "grad_norm": 0.077395917686732,
      "learning_rate": 0.0009978233859961757,
      "loss": 1.3957,
      "step": 3645
    },
    {
      "epoch": 0.25383358253068605,
      "grad_norm": 0.07516894195636799,
      "learning_rate": 0.0009977950103952752,
      "loss": 1.2788,
      "step": 3650
    },
    {
      "epoch": 0.25418129976702947,
      "grad_norm": 0.06761251551988297,
      "learning_rate": 0.000997766451438591,
      "loss": 1.2435,
      "step": 3655
    },
    {
      "epoch": 0.2545290170033729,
      "grad_norm": 0.08427700183528149,
      "learning_rate": 0.0009977377091366423,
      "loss": 1.2487,
      "step": 3660
    },
    {
      "epoch": 0.25487673423971624,
      "grad_norm": 0.03525036703405095,
      "learning_rate": 0.0009977087835000157,
      "loss": 1.3484,
      "step": 3665
    },
    {
      "epoch": 0.25522445147605965,
      "grad_norm": 0.05933933514629037,
      "learning_rate": 0.0009976796745393656,
      "loss": 1.4156,
      "step": 3670
    },
    {
      "epoch": 0.25557216871240307,
      "grad_norm": 0.07047077315644845,
      "learning_rate": 0.0009976503822654139,
      "loss": 1.3406,
      "step": 3675
    },
    {
      "epoch": 0.2559198859487465,
      "grad_norm": 0.037768956637602394,
      "learning_rate": 0.0009976209066889501,
      "loss": 1.2695,
      "step": 3680
    },
    {
      "epoch": 0.2562676031850899,
      "grad_norm": 0.03824184087262343,
      "learning_rate": 0.000997591247820831,
      "loss": 1.1911,
      "step": 3685
    },
    {
      "epoch": 0.2566153204214333,
      "grad_norm": 0.04600888201512385,
      "learning_rate": 0.0009975614056719814,
      "loss": 1.1903,
      "step": 3690
    },
    {
      "epoch": 0.25696303765777667,
      "grad_norm": 0.0359716838914269,
      "learning_rate": 0.0009975313802533926,
      "loss": 1.1585,
      "step": 3695
    },
    {
      "epoch": 0.2573107548941201,
      "grad_norm": 0.03105908638048024,
      "learning_rate": 0.0009975011715761244,
      "loss": 1.3026,
      "step": 3700
    },
    {
      "epoch": 0.2576584721304635,
      "grad_norm": 0.02935383257325558,
      "learning_rate": 0.0009974707796513039,
      "loss": 1.2556,
      "step": 3705
    },
    {
      "epoch": 0.2580061893668069,
      "grad_norm": 0.0308020905866951,
      "learning_rate": 0.0009974402044901252,
      "loss": 1.3367,
      "step": 3710
    },
    {
      "epoch": 0.25835390660315033,
      "grad_norm": 0.03683202350112579,
      "learning_rate": 0.0009974094461038504,
      "loss": 1.248,
      "step": 3715
    },
    {
      "epoch": 0.25870162383949374,
      "grad_norm": 0.05038083766568754,
      "learning_rate": 0.0009973785045038089,
      "loss": 1.2402,
      "step": 3720
    },
    {
      "epoch": 0.2590493410758371,
      "grad_norm": 0.04053764743678778,
      "learning_rate": 0.0009973473797013975,
      "loss": 1.3929,
      "step": 3725
    },
    {
      "epoch": 0.2593970583121805,
      "grad_norm": 0.055304163718558015,
      "learning_rate": 0.0009973160717080807,
      "loss": 1.4166,
      "step": 3730
    },
    {
      "epoch": 0.25974477554852393,
      "grad_norm": 0.04408040018177305,
      "learning_rate": 0.0009972845805353906,
      "loss": 1.2307,
      "step": 3735
    },
    {
      "epoch": 0.26009249278486735,
      "grad_norm": 0.03296070937551233,
      "learning_rate": 0.0009972529061949259,
      "loss": 1.4873,
      "step": 3740
    },
    {
      "epoch": 0.26044021002121076,
      "grad_norm": 0.052255226050889204,
      "learning_rate": 0.000997221048698354,
      "loss": 1.4639,
      "step": 3745
    },
    {
      "epoch": 0.2607879272575542,
      "grad_norm": 0.028428331724821086,
      "learning_rate": 0.0009971890080574086,
      "loss": 1.3989,
      "step": 3750
    },
    {
      "epoch": 0.2611356444938976,
      "grad_norm": 0.031935529117651074,
      "learning_rate": 0.000997156784283892,
      "loss": 1.2165,
      "step": 3755
    },
    {
      "epoch": 0.26148336173024095,
      "grad_norm": 0.028958139963017014,
      "learning_rate": 0.0009971243773896732,
      "loss": 1.3066,
      "step": 3760
    },
    {
      "epoch": 0.26183107896658436,
      "grad_norm": 0.04210961474890966,
      "learning_rate": 0.0009970917873866885,
      "loss": 1.2586,
      "step": 3765
    },
    {
      "epoch": 0.2621787962029278,
      "grad_norm": 0.08154643071722971,
      "learning_rate": 0.0009970590142869423,
      "loss": 1.3188,
      "step": 3770
    },
    {
      "epoch": 0.2625265134392712,
      "grad_norm": 0.02983784010400228,
      "learning_rate": 0.000997026058102506,
      "loss": 1.3434,
      "step": 3775
    },
    {
      "epoch": 0.2628742306756146,
      "grad_norm": 0.030789140258754656,
      "learning_rate": 0.0009969929188455187,
      "loss": 1.2817,
      "step": 3780
    },
    {
      "epoch": 0.263221947911958,
      "grad_norm": 0.028804421525053324,
      "learning_rate": 0.0009969595965281864,
      "loss": 1.2241,
      "step": 3785
    },
    {
      "epoch": 0.2635696651483014,
      "grad_norm": 0.03509985663147925,
      "learning_rate": 0.0009969260911627832,
      "loss": 1.1757,
      "step": 3790
    },
    {
      "epoch": 0.2639173823846448,
      "grad_norm": 0.03167345900320803,
      "learning_rate": 0.0009968924027616503,
      "loss": 1.2044,
      "step": 3795
    },
    {
      "epoch": 0.2642650996209882,
      "grad_norm": 0.03980783538826613,
      "learning_rate": 0.0009968585313371965,
      "loss": 1.2348,
      "step": 3800
    },
    {
      "epoch": 0.2646128168573316,
      "grad_norm": 0.042429040190832344,
      "learning_rate": 0.0009968244769018974,
      "loss": 1.4251,
      "step": 3805
    },
    {
      "epoch": 0.26496053409367504,
      "grad_norm": 0.0284268660855459,
      "learning_rate": 0.000996790239468297,
      "loss": 1.2059,
      "step": 3810
    },
    {
      "epoch": 0.26530825133001845,
      "grad_norm": 0.04839700416490416,
      "learning_rate": 0.000996755819049006,
      "loss": 1.2726,
      "step": 3815
    },
    {
      "epoch": 0.2656559685663618,
      "grad_norm": 0.03039639404388861,
      "learning_rate": 0.0009967212156567025,
      "loss": 1.3939,
      "step": 3820
    },
    {
      "epoch": 0.2660036858027052,
      "grad_norm": 0.030961256987745683,
      "learning_rate": 0.000996686429304132,
      "loss": 1.2764,
      "step": 3825
    },
    {
      "epoch": 0.26635140303904864,
      "grad_norm": 0.034755051439921816,
      "learning_rate": 0.000996651460004108,
      "loss": 1.2466,
      "step": 3830
    },
    {
      "epoch": 0.26669912027539205,
      "grad_norm": 0.030083690270731808,
      "learning_rate": 0.0009966163077695111,
      "loss": 1.2179,
      "step": 3835
    },
    {
      "epoch": 0.26704683751173547,
      "grad_norm": 0.02793342637606422,
      "learning_rate": 0.0009965809726132887,
      "loss": 1.3395,
      "step": 3840
    },
    {
      "epoch": 0.2673945547480789,
      "grad_norm": 0.03242581383815554,
      "learning_rate": 0.000996545454548456,
      "loss": 1.2177,
      "step": 3845
    },
    {
      "epoch": 0.26774227198442224,
      "grad_norm": 0.06188478049156448,
      "learning_rate": 0.0009965097535880956,
      "loss": 1.3176,
      "step": 3850
    },
    {
      "epoch": 0.26808998922076566,
      "grad_norm": 0.032362583573386026,
      "learning_rate": 0.0009964738697453579,
      "loss": 1.3101,
      "step": 3855
    },
    {
      "epoch": 0.26843770645710907,
      "grad_norm": 0.027649534916051204,
      "learning_rate": 0.0009964378030334596,
      "loss": 1.1824,
      "step": 3860
    },
    {
      "epoch": 0.2687854236934525,
      "grad_norm": 0.03106701177031332,
      "learning_rate": 0.0009964015534656857,
      "loss": 1.2576,
      "step": 3865
    },
    {
      "epoch": 0.2691331409297959,
      "grad_norm": 0.029454904372422624,
      "learning_rate": 0.0009963651210553883,
      "loss": 1.1577,
      "step": 3870
    },
    {
      "epoch": 0.2694808581661393,
      "grad_norm": 0.02830234293839562,
      "learning_rate": 0.0009963285058159864,
      "loss": 1.1982,
      "step": 3875
    },
    {
      "epoch": 0.26982857540248273,
      "grad_norm": 0.02994889123004847,
      "learning_rate": 0.000996291707760967,
      "loss": 1.2242,
      "step": 3880
    },
    {
      "epoch": 0.2701762926388261,
      "grad_norm": 0.03837180444684996,
      "learning_rate": 0.0009962547269038841,
      "loss": 1.3074,
      "step": 3885
    },
    {
      "epoch": 0.2705240098751695,
      "grad_norm": 0.02964699965909562,
      "learning_rate": 0.000996217563258359,
      "loss": 1.304,
      "step": 3890
    },
    {
      "epoch": 0.2708717271115129,
      "grad_norm": 0.031971413524964944,
      "learning_rate": 0.0009961802168380806,
      "loss": 1.2562,
      "step": 3895
    },
    {
      "epoch": 0.27121944434785633,
      "grad_norm": 0.027802703045946873,
      "learning_rate": 0.0009961426876568048,
      "loss": 1.3563,
      "step": 3900
    },
    {
      "epoch": 0.27156716158419975,
      "grad_norm": 0.0277475499874457,
      "learning_rate": 0.0009961049757283547,
      "loss": 1.1892,
      "step": 3905
    },
    {
      "epoch": 0.27191487882054316,
      "grad_norm": 0.02404359126825761,
      "learning_rate": 0.0009960670810666213,
      "loss": 1.1603,
      "step": 3910
    },
    {
      "epoch": 0.2722625960568865,
      "grad_norm": 0.02880418415636735,
      "learning_rate": 0.0009960290036855623,
      "loss": 1.2407,
      "step": 3915
    },
    {
      "epoch": 0.27261031329322993,
      "grad_norm": 0.04826037923134656,
      "learning_rate": 0.0009959907435992032,
      "loss": 1.2214,
      "step": 3920
    },
    {
      "epoch": 0.27295803052957335,
      "grad_norm": 0.032869312663206494,
      "learning_rate": 0.0009959523008216367,
      "loss": 1.2238,
      "step": 3925
    },
    {
      "epoch": 0.27330574776591676,
      "grad_norm": 0.03170988827166614,
      "learning_rate": 0.0009959136753670223,
      "loss": 1.2468,
      "step": 3930
    },
    {
      "epoch": 0.2736534650022602,
      "grad_norm": 0.027800195237173343,
      "learning_rate": 0.0009958748672495871,
      "loss": 1.5793,
      "step": 3935
    },
    {
      "epoch": 0.2740011822386036,
      "grad_norm": 0.031866972440867516,
      "learning_rate": 0.000995835876483626,
      "loss": 1.2787,
      "step": 3940
    },
    {
      "epoch": 0.27434889947494695,
      "grad_norm": 0.0332265293484716,
      "learning_rate": 0.0009957967030835002,
      "loss": 1.331,
      "step": 3945
    },
    {
      "epoch": 0.27469661671129036,
      "grad_norm": 0.03143935790511362,
      "learning_rate": 0.000995757347063639,
      "loss": 1.4028,
      "step": 3950
    },
    {
      "epoch": 0.2750443339476338,
      "grad_norm": 0.040315158627409454,
      "learning_rate": 0.0009957178084385385,
      "loss": 1.2718,
      "step": 3955
    },
    {
      "epoch": 0.2753920511839772,
      "grad_norm": 0.042049770871006927,
      "learning_rate": 0.0009956780872227623,
      "loss": 1.1941,
      "step": 3960
    },
    {
      "epoch": 0.2757397684203206,
      "grad_norm": 0.02734431489808129,
      "learning_rate": 0.0009956381834309407,
      "loss": 1.158,
      "step": 3965
    },
    {
      "epoch": 0.276087485656664,
      "grad_norm": 0.038817448970559436,
      "learning_rate": 0.0009955980970777724,
      "loss": 1.2681,
      "step": 3970
    },
    {
      "epoch": 0.2764352028930074,
      "grad_norm": 0.025808575342128295,
      "learning_rate": 0.000995557828178022,
      "loss": 1.2474,
      "step": 3975
    },
    {
      "epoch": 0.2767829201293508,
      "grad_norm": 0.02939490668137211,
      "learning_rate": 0.0009955173767465227,
      "loss": 1.225,
      "step": 3980
    },
    {
      "epoch": 0.2771306373656942,
      "grad_norm": 0.07944537970817771,
      "learning_rate": 0.0009954767427981734,
      "loss": 1.3518,
      "step": 3985
    },
    {
      "epoch": 0.2774783546020376,
      "grad_norm": 0.032955678820054665,
      "learning_rate": 0.0009954359263479417,
      "loss": 1.2788,
      "step": 3990
    },
    {
      "epoch": 0.27782607183838104,
      "grad_norm": 0.033759407655267,
      "learning_rate": 0.0009953949274108614,
      "loss": 1.3611,
      "step": 3995
    },
    {
      "epoch": 0.27817378907472445,
      "grad_norm": 0.06879109306328302,
      "learning_rate": 0.0009953537460020338,
      "loss": 1.2444,
      "step": 4000
    },
    {
      "epoch": 0.2785215063110678,
      "grad_norm": 0.03448904534445584,
      "learning_rate": 0.000995312382136628,
      "loss": 1.1964,
      "step": 4005
    },
    {
      "epoch": 0.2788692235474112,
      "grad_norm": 0.048009857804113175,
      "learning_rate": 0.0009952708358298794,
      "loss": 1.3206,
      "step": 4010
    },
    {
      "epoch": 0.27921694078375464,
      "grad_norm": 0.04745706064394263,
      "learning_rate": 0.000995229107097091,
      "loss": 1.1449,
      "step": 4015
    },
    {
      "epoch": 0.27956465802009806,
      "grad_norm": 0.03316192679934241,
      "learning_rate": 0.0009951871959536331,
      "loss": 1.3184,
      "step": 4020
    },
    {
      "epoch": 0.27991237525644147,
      "grad_norm": 0.026179141698259027,
      "learning_rate": 0.000995145102414943,
      "loss": 1.5246,
      "step": 4025
    },
    {
      "epoch": 0.2802600924927849,
      "grad_norm": 0.03126643107421344,
      "learning_rate": 0.0009951028264965254,
      "loss": 1.2759,
      "step": 4030
    },
    {
      "epoch": 0.2806078097291283,
      "grad_norm": 0.045981952237713626,
      "learning_rate": 0.0009950603682139518,
      "loss": 1.2173,
      "step": 4035
    },
    {
      "epoch": 0.28095552696547166,
      "grad_norm": 0.03050799908513245,
      "learning_rate": 0.0009950177275828613,
      "loss": 1.1172,
      "step": 4040
    },
    {
      "epoch": 0.2813032442018151,
      "grad_norm": 0.035755082798842486,
      "learning_rate": 0.00099497490461896,
      "loss": 1.1778,
      "step": 4045
    },
    {
      "epoch": 0.2816509614381585,
      "grad_norm": 0.03100814576339187,
      "learning_rate": 0.0009949318993380213,
      "loss": 1.1969,
      "step": 4050
    },
    {
      "epoch": 0.2819986786745019,
      "grad_norm": 0.03731535912055178,
      "learning_rate": 0.000994888711755885,
      "loss": 1.4359,
      "step": 4055
    },
    {
      "epoch": 0.2823463959108453,
      "grad_norm": 0.030645000789732625,
      "learning_rate": 0.000994845341888459,
      "loss": 1.2482,
      "step": 4060
    },
    {
      "epoch": 0.28269411314718873,
      "grad_norm": 0.02763551497460276,
      "learning_rate": 0.0009948017897517183,
      "loss": 1.1327,
      "step": 4065
    },
    {
      "epoch": 0.2830418303835321,
      "grad_norm": 0.028276140006055547,
      "learning_rate": 0.000994758055361704,
      "loss": 1.1661,
      "step": 4070
    },
    {
      "epoch": 0.2833895476198755,
      "grad_norm": 0.027930391332831903,
      "learning_rate": 0.0009947141387345257,
      "loss": 1.1778,
      "step": 4075
    },
    {
      "epoch": 0.2837372648562189,
      "grad_norm": 0.029774688750808305,
      "learning_rate": 0.000994670039886359,
      "loss": 1.2426,
      "step": 4080
    },
    {
      "epoch": 0.28408498209256233,
      "grad_norm": 0.034690306018830504,
      "learning_rate": 0.0009946257588334475,
      "loss": 1.2159,
      "step": 4085
    },
    {
      "epoch": 0.28443269932890575,
      "grad_norm": 0.027855262441811773,
      "learning_rate": 0.0009945812955921014,
      "loss": 1.3419,
      "step": 4090
    },
    {
      "epoch": 0.28478041656524916,
      "grad_norm": 0.048322930371408404,
      "learning_rate": 0.0009945366501786978,
      "loss": 1.3311,
      "step": 4095
    },
    {
      "epoch": 0.2851281338015925,
      "grad_norm": 0.030219889702539828,
      "learning_rate": 0.0009944918226096815,
      "loss": 1.1724,
      "step": 4100
    },
    {
      "epoch": 0.28547585103793593,
      "grad_norm": 0.03768462316259214,
      "learning_rate": 0.000994446812901564,
      "loss": 1.1464,
      "step": 4105
    },
    {
      "epoch": 0.28582356827427935,
      "grad_norm": 0.02656217284550388,
      "learning_rate": 0.0009944016210709239,
      "loss": 1.2729,
      "step": 4110
    },
    {
      "epoch": 0.28617128551062276,
      "grad_norm": 0.026363434455996662,
      "learning_rate": 0.0009943562471344074,
      "loss": 1.1711,
      "step": 4115
    },
    {
      "epoch": 0.2865190027469662,
      "grad_norm": 0.03044325887107278,
      "learning_rate": 0.0009943106911087267,
      "loss": 1.2082,
      "step": 4120
    },
    {
      "epoch": 0.2868667199833096,
      "grad_norm": 0.02938362187749117,
      "learning_rate": 0.0009942649530106623,
      "loss": 1.2267,
      "step": 4125
    },
    {
      "epoch": 0.28721443721965295,
      "grad_norm": 0.03825182332916592,
      "learning_rate": 0.0009942190328570608,
      "loss": 1.3309,
      "step": 4130
    },
    {
      "epoch": 0.28756215445599637,
      "grad_norm": 0.028999627042553502,
      "learning_rate": 0.0009941729306648364,
      "loss": 1.2706,
      "step": 4135
    },
    {
      "epoch": 0.2879098716923398,
      "grad_norm": 0.04251749725503493,
      "learning_rate": 0.0009941266464509704,
      "loss": 1.2361,
      "step": 4140
    },
    {
      "epoch": 0.2882575889286832,
      "grad_norm": 0.028806299057066206,
      "learning_rate": 0.0009940801802325106,
      "loss": 1.2369,
      "step": 4145
    },
    {
      "epoch": 0.2886053061650266,
      "grad_norm": 0.026231790074775756,
      "learning_rate": 0.0009940335320265722,
      "loss": 1.1873,
      "step": 4150
    },
    {
      "epoch": 0.28895302340137,
      "grad_norm": 0.030543945354981592,
      "learning_rate": 0.0009939867018503377,
      "loss": 1.1958,
      "step": 4155
    },
    {
      "epoch": 0.28930074063771344,
      "grad_norm": 0.032570068899301564,
      "learning_rate": 0.000993939689721056,
      "loss": 1.2761,
      "step": 4160
    },
    {
      "epoch": 0.2896484578740568,
      "grad_norm": 0.04416681733573766,
      "learning_rate": 0.0009938924956560435,
      "loss": 1.1132,
      "step": 4165
    },
    {
      "epoch": 0.2899961751104002,
      "grad_norm": 0.02834868973858419,
      "learning_rate": 0.0009938451196726834,
      "loss": 1.5327,
      "step": 4170
    },
    {
      "epoch": 0.2903438923467436,
      "grad_norm": 0.027546398896696626,
      "learning_rate": 0.0009937975617884264,
      "loss": 1.1902,
      "step": 4175
    },
    {
      "epoch": 0.29069160958308704,
      "grad_norm": 0.0385423747974099,
      "learning_rate": 0.000993749822020789,
      "loss": 1.202,
      "step": 4180
    },
    {
      "epoch": 0.29103932681943046,
      "grad_norm": 0.036719618975086875,
      "learning_rate": 0.0009937019003873563,
      "loss": 1.4375,
      "step": 4185
    },
    {
      "epoch": 0.29138704405577387,
      "grad_norm": 0.02530172378715386,
      "learning_rate": 0.000993653796905779,
      "loss": 1.1803,
      "step": 4190
    },
    {
      "epoch": 0.29173476129211723,
      "grad_norm": 0.02868241574640879,
      "learning_rate": 0.0009936055115937752,
      "loss": 1.276,
      "step": 4195
    },
    {
      "epoch": 0.29208247852846064,
      "grad_norm": 0.03979030674250317,
      "learning_rate": 0.0009935570444691306,
      "loss": 1.2185,
      "step": 4200
    },
    {
      "epoch": 0.29243019576480406,
      "grad_norm": 0.04866104304531236,
      "learning_rate": 0.0009935083955496973,
      "loss": 1.3159,
      "step": 4205
    },
    {
      "epoch": 0.29277791300114747,
      "grad_norm": 0.029447824250735406,
      "learning_rate": 0.0009934595648533942,
      "loss": 1.191,
      "step": 4210
    },
    {
      "epoch": 0.2931256302374909,
      "grad_norm": 0.03394259439761735,
      "learning_rate": 0.0009934105523982078,
      "loss": 1.2637,
      "step": 4215
    },
    {
      "epoch": 0.2934733474738343,
      "grad_norm": 0.05054016906797375,
      "learning_rate": 0.0009933613582021905,
      "loss": 1.317,
      "step": 4220
    },
    {
      "epoch": 0.29382106471017766,
      "grad_norm": 0.04437121068423753,
      "learning_rate": 0.0009933119822834629,
      "loss": 1.3408,
      "step": 4225
    },
    {
      "epoch": 0.2941687819465211,
      "grad_norm": 0.035595113588343594,
      "learning_rate": 0.0009932624246602117,
      "loss": 1.1044,
      "step": 4230
    },
    {
      "epoch": 0.2945164991828645,
      "grad_norm": 0.028722290672236587,
      "learning_rate": 0.000993212685350691,
      "loss": 1.2734,
      "step": 4235
    },
    {
      "epoch": 0.2948642164192079,
      "grad_norm": 0.039865646465004824,
      "learning_rate": 0.0009931627643732209,
      "loss": 1.2221,
      "step": 4240
    },
    {
      "epoch": 0.2952119336555513,
      "grad_norm": 0.051783986555595504,
      "learning_rate": 0.0009931126617461897,
      "loss": 1.2007,
      "step": 4245
    },
    {
      "epoch": 0.29555965089189473,
      "grad_norm": 0.026767746283159085,
      "learning_rate": 0.0009930623774880517,
      "loss": 1.2549,
      "step": 4250
    },
    {
      "epoch": 0.2959073681282381,
      "grad_norm": 0.031940698950231265,
      "learning_rate": 0.0009930119116173285,
      "loss": 1.3443,
      "step": 4255
    },
    {
      "epoch": 0.2962550853645815,
      "grad_norm": 0.05214035586068259,
      "learning_rate": 0.0009929612641526087,
      "loss": 1.1368,
      "step": 4260
    },
    {
      "epoch": 0.2966028026009249,
      "grad_norm": 0.045665107513640814,
      "learning_rate": 0.0009929104351125474,
      "loss": 1.2218,
      "step": 4265
    },
    {
      "epoch": 0.29695051983726833,
      "grad_norm": 0.026574326632368854,
      "learning_rate": 0.0009928594245158667,
      "loss": 1.1936,
      "step": 4270
    },
    {
      "epoch": 0.29729823707361175,
      "grad_norm": 0.03431233603572111,
      "learning_rate": 0.0009928082323813554,
      "loss": 1.2539,
      "step": 4275
    },
    {
      "epoch": 0.29764595430995516,
      "grad_norm": 0.028930485607574625,
      "learning_rate": 0.00099275685872787,
      "loss": 1.214,
      "step": 4280
    },
    {
      "epoch": 0.2979936715462986,
      "grad_norm": 0.03136822055160897,
      "learning_rate": 0.000992705303574333,
      "loss": 1.1645,
      "step": 4285
    },
    {
      "epoch": 0.29834138878264194,
      "grad_norm": 0.03223424134145549,
      "learning_rate": 0.0009926535669397337,
      "loss": 1.2078,
      "step": 4290
    },
    {
      "epoch": 0.29868910601898535,
      "grad_norm": 0.030168816916925092,
      "learning_rate": 0.000992601648843129,
      "loss": 1.3171,
      "step": 4295
    },
    {
      "epoch": 0.29903682325532877,
      "grad_norm": 0.02792704375046811,
      "learning_rate": 0.000992549549303642,
      "loss": 1.2086,
      "step": 4300
    },
    {
      "epoch": 0.2993845404916722,
      "grad_norm": 0.037691326233108696,
      "learning_rate": 0.0009924972683404627,
      "loss": 1.2219,
      "step": 4305
    },
    {
      "epoch": 0.2997322577280156,
      "grad_norm": 0.02882313082438744,
      "learning_rate": 0.0009924448059728485,
      "loss": 1.134,
      "step": 4310
    },
    {
      "epoch": 0.300079974964359,
      "grad_norm": 0.03689012586403057,
      "learning_rate": 0.0009923921622201227,
      "loss": 1.1688,
      "step": 4315
    },
    {
      "epoch": 0.30042769220070237,
      "grad_norm": 0.03655192591913972,
      "learning_rate": 0.000992339337101676,
      "loss": 1.1696,
      "step": 4320
    },
    {
      "epoch": 0.3007754094370458,
      "grad_norm": 0.0447874209185157,
      "learning_rate": 0.0009922863306369661,
      "loss": 1.1865,
      "step": 4325
    },
    {
      "epoch": 0.3011231266733892,
      "grad_norm": 0.028300113582492088,
      "learning_rate": 0.0009922331428455166,
      "loss": 1.2409,
      "step": 4330
    },
    {
      "epoch": 0.3014708439097326,
      "grad_norm": 0.025306502558633034,
      "learning_rate": 0.0009921797737469191,
      "loss": 1.2305,
      "step": 4335
    },
    {
      "epoch": 0.301818561146076,
      "grad_norm": 0.033600477495407885,
      "learning_rate": 0.000992126223360831,
      "loss": 1.183,
      "step": 4340
    },
    {
      "epoch": 0.30216627838241944,
      "grad_norm": 0.03504543920210237,
      "learning_rate": 0.0009920724917069769,
      "loss": 1.1675,
      "step": 4345
    },
    {
      "epoch": 0.3025139956187628,
      "grad_norm": 0.03283643536442445,
      "learning_rate": 0.000992018578805148,
      "loss": 1.2121,
      "step": 4350
    },
    {
      "epoch": 0.3028617128551062,
      "grad_norm": 0.05617687488552012,
      "learning_rate": 0.0009919644846752027,
      "loss": 1.2085,
      "step": 4355
    },
    {
      "epoch": 0.3032094300914496,
      "grad_norm": 0.041271330161948006,
      "learning_rate": 0.0009919102093370654,
      "loss": 1.3439,
      "step": 4360
    },
    {
      "epoch": 0.30355714732779304,
      "grad_norm": 0.044546088266873556,
      "learning_rate": 0.0009918557528107279,
      "loss": 1.2499,
      "step": 4365
    },
    {
      "epoch": 0.30390486456413646,
      "grad_norm": 0.048972789202841434,
      "learning_rate": 0.0009918011151162484,
      "loss": 1.3456,
      "step": 4370
    },
    {
      "epoch": 0.30425258180047987,
      "grad_norm": 0.026578790468517067,
      "learning_rate": 0.000991746296273752,
      "loss": 1.2189,
      "step": 4375
    },
    {
      "epoch": 0.30460029903682323,
      "grad_norm": 0.03282964767911464,
      "learning_rate": 0.0009916912963034304,
      "loss": 1.1405,
      "step": 4380
    },
    {
      "epoch": 0.30494801627316664,
      "grad_norm": 0.03413751867866458,
      "learning_rate": 0.000991636115225542,
      "loss": 1.3641,
      "step": 4385
    },
    {
      "epoch": 0.30529573350951006,
      "grad_norm": 0.04980859222144982,
      "learning_rate": 0.000991580753060412,
      "loss": 1.2669,
      "step": 4390
    },
    {
      "epoch": 0.3056434507458535,
      "grad_norm": 0.057364964214076664,
      "learning_rate": 0.0009915252098284322,
      "loss": 1.2759,
      "step": 4395
    },
    {
      "epoch": 0.3059911679821969,
      "grad_norm": 0.06857961131950936,
      "learning_rate": 0.0009914694855500616,
      "loss": 1.2532,
      "step": 4400
    },
    {
      "epoch": 0.3063388852185403,
      "grad_norm": 0.029269456240649316,
      "learning_rate": 0.000991413580245825,
      "loss": 1.2692,
      "step": 4405
    },
    {
      "epoch": 0.30668660245488366,
      "grad_norm": 0.026307853058294722,
      "learning_rate": 0.0009913574939363144,
      "loss": 1.2065,
      "step": 4410
    },
    {
      "epoch": 0.3070343196912271,
      "grad_norm": 0.0336488916375557,
      "learning_rate": 0.0009913012266421885,
      "loss": 1.1568,
      "step": 4415
    },
    {
      "epoch": 0.3073820369275705,
      "grad_norm": 0.029909898134386086,
      "learning_rate": 0.0009912447783841725,
      "loss": 1.2982,
      "step": 4420
    },
    {
      "epoch": 0.3077297541639139,
      "grad_norm": 0.028240742030250475,
      "learning_rate": 0.0009911881491830583,
      "loss": 1.2713,
      "step": 4425
    },
    {
      "epoch": 0.3080774714002573,
      "grad_norm": 0.040517776065414936,
      "learning_rate": 0.0009911313390597047,
      "loss": 1.2151,
      "step": 4430
    },
    {
      "epoch": 0.30842518863660073,
      "grad_norm": 0.025705505622429268,
      "learning_rate": 0.0009910743480350365,
      "loss": 1.3648,
      "step": 4435
    },
    {
      "epoch": 0.30877290587294415,
      "grad_norm": 0.03213711076140908,
      "learning_rate": 0.000991017176130046,
      "loss": 1.3096,
      "step": 4440
    },
    {
      "epoch": 0.3091206231092875,
      "grad_norm": 0.054128930625772884,
      "learning_rate": 0.0009909598233657916,
      "loss": 1.2769,
      "step": 4445
    },
    {
      "epoch": 0.3094683403456309,
      "grad_norm": 0.03208405433667497,
      "learning_rate": 0.0009909022897633978,
      "loss": 1.2893,
      "step": 4450
    },
    {
      "epoch": 0.30981605758197434,
      "grad_norm": 0.037872729177221426,
      "learning_rate": 0.000990844575344057,
      "loss": 1.2372,
      "step": 4455
    },
    {
      "epoch": 0.31016377481831775,
      "grad_norm": 0.03103589711909745,
      "learning_rate": 0.0009907866801290271,
      "loss": 1.2133,
      "step": 4460
    },
    {
      "epoch": 0.31051149205466116,
      "grad_norm": 0.03405453269410614,
      "learning_rate": 0.000990728604139633,
      "loss": 1.296,
      "step": 4465
    },
    {
      "epoch": 0.3108592092910046,
      "grad_norm": 0.03993417508062382,
      "learning_rate": 0.0009906703473972663,
      "loss": 1.3325,
      "step": 4470
    },
    {
      "epoch": 0.31120692652734794,
      "grad_norm": 0.037011248417812385,
      "learning_rate": 0.0009906119099233853,
      "loss": 1.4307,
      "step": 4475
    },
    {
      "epoch": 0.31155464376369135,
      "grad_norm": 0.03433865180412733,
      "learning_rate": 0.000990553291739514,
      "loss": 1.3076,
      "step": 4480
    },
    {
      "epoch": 0.31190236100003477,
      "grad_norm": 0.029486367126024756,
      "learning_rate": 0.0009904944928672442,
      "loss": 1.2373,
      "step": 4485
    },
    {
      "epoch": 0.3122500782363782,
      "grad_norm": 0.05049962439251146,
      "learning_rate": 0.000990435513328233,
      "loss": 1.17,
      "step": 4490
    },
    {
      "epoch": 0.3125977954727216,
      "grad_norm": 0.04225059691693924,
      "learning_rate": 0.0009903763531442053,
      "loss": 1.2305,
      "step": 4495
    },
    {
      "epoch": 0.312945512709065,
      "grad_norm": 0.026659976961889917,
      "learning_rate": 0.0009903170123369517,
      "loss": 1.5109,
      "step": 4500
    },
    {
      "epoch": 0.31329322994540837,
      "grad_norm": 0.03267392060280747,
      "learning_rate": 0.0009902574909283295,
      "loss": 1.1544,
      "step": 4505
    },
    {
      "epoch": 0.3136409471817518,
      "grad_norm": 0.057248636021939886,
      "learning_rate": 0.0009901977889402625,
      "loss": 1.1451,
      "step": 4510
    },
    {
      "epoch": 0.3139886644180952,
      "grad_norm": 0.035554776586241246,
      "learning_rate": 0.000990137906394741,
      "loss": 1.212,
      "step": 4515
    },
    {
      "epoch": 0.3143363816544386,
      "grad_norm": 0.03273403966956248,
      "learning_rate": 0.0009900778433138224,
      "loss": 1.164,
      "step": 4520
    },
    {
      "epoch": 0.314684098890782,
      "grad_norm": 0.0489529580748808,
      "learning_rate": 0.0009900175997196296,
      "loss": 1.5647,
      "step": 4525
    },
    {
      "epoch": 0.31503181612712544,
      "grad_norm": 0.04791155099094477,
      "learning_rate": 0.0009899571756343528,
      "loss": 1.2178,
      "step": 4530
    },
    {
      "epoch": 0.3153795333634688,
      "grad_norm": 0.041646378791143766,
      "learning_rate": 0.000989896571080248,
      "loss": 1.1678,
      "step": 4535
    },
    {
      "epoch": 0.3157272505998122,
      "grad_norm": 0.032653383723150686,
      "learning_rate": 0.0009898357860796383,
      "loss": 1.1721,
      "step": 4540
    },
    {
      "epoch": 0.31607496783615563,
      "grad_norm": 0.029905644271177232,
      "learning_rate": 0.000989774820654913,
      "loss": 1.3119,
      "step": 4545
    },
    {
      "epoch": 0.31642268507249904,
      "grad_norm": 0.03469519169343936,
      "learning_rate": 0.0009897136748285276,
      "loss": 1.2473,
      "step": 4550
    },
    {
      "epoch": 0.31677040230884246,
      "grad_norm": 0.03382500519216472,
      "learning_rate": 0.0009896523486230047,
      "loss": 1.2783,
      "step": 4555
    },
    {
      "epoch": 0.3171181195451859,
      "grad_norm": 0.02626358792654173,
      "learning_rate": 0.0009895908420609327,
      "loss": 1.2644,
      "step": 4560
    },
    {
      "epoch": 0.3174658367815293,
      "grad_norm": 0.05494361082640035,
      "learning_rate": 0.0009895291551649667,
      "loss": 1.3675,
      "step": 4565
    },
    {
      "epoch": 0.31781355401787265,
      "grad_norm": 0.031348953417960984,
      "learning_rate": 0.000989467287957828,
      "loss": 1.2388,
      "step": 4570
    },
    {
      "epoch": 0.31816127125421606,
      "grad_norm": 0.030778711711668447,
      "learning_rate": 0.000989405240462305,
      "loss": 1.3639,
      "step": 4575
    },
    {
      "epoch": 0.3185089884905595,
      "grad_norm": 0.04405257132090572,
      "learning_rate": 0.0009893430127012517,
      "loss": 1.2956,
      "step": 4580
    },
    {
      "epoch": 0.3188567057269029,
      "grad_norm": 0.03406382152985984,
      "learning_rate": 0.0009892806046975888,
      "loss": 1.2504,
      "step": 4585
    },
    {
      "epoch": 0.3192044229632463,
      "grad_norm": 0.025555088361841897,
      "learning_rate": 0.0009892180164743035,
      "loss": 1.1835,
      "step": 4590
    },
    {
      "epoch": 0.3195521401995897,
      "grad_norm": 0.04755140580242973,
      "learning_rate": 0.0009891552480544494,
      "loss": 1.2235,
      "step": 4595
    },
    {
      "epoch": 0.3198998574359331,
      "grad_norm": 0.024206192337377964,
      "learning_rate": 0.000989092299461146,
      "loss": 1.1617,
      "step": 4600
    },
    {
      "epoch": 0.3202475746722765,
      "grad_norm": 0.029327528824828423,
      "learning_rate": 0.0009890291707175798,
      "loss": 1.5404,
      "step": 4605
    },
    {
      "epoch": 0.3205952919086199,
      "grad_norm": 0.04204833516694776,
      "learning_rate": 0.0009889658618470036,
      "loss": 1.2467,
      "step": 4610
    },
    {
      "epoch": 0.3209430091449633,
      "grad_norm": 0.07063305058115535,
      "learning_rate": 0.0009889023728727358,
      "loss": 1.265,
      "step": 4615
    },
    {
      "epoch": 0.32129072638130673,
      "grad_norm": 0.03629185168753317,
      "learning_rate": 0.000988838703818162,
      "loss": 1.2648,
      "step": 4620
    },
    {
      "epoch": 0.32163844361765015,
      "grad_norm": 0.02768792552352539,
      "learning_rate": 0.000988774854706734,
      "loss": 1.2119,
      "step": 4625
    },
    {
      "epoch": 0.3219861608539935,
      "grad_norm": 0.035046912297901335,
      "learning_rate": 0.0009887108255619691,
      "loss": 1.2269,
      "step": 4630
    },
    {
      "epoch": 0.3223338780903369,
      "grad_norm": 0.04641451580319949,
      "learning_rate": 0.0009886466164074521,
      "loss": 1.1607,
      "step": 4635
    },
    {
      "epoch": 0.32268159532668034,
      "grad_norm": 0.06844409432464453,
      "learning_rate": 0.0009885822272668332,
      "loss": 1.1338,
      "step": 4640
    },
    {
      "epoch": 0.32302931256302375,
      "grad_norm": 0.03203538389787887,
      "learning_rate": 0.0009885176581638296,
      "loss": 1.3558,
      "step": 4645
    },
    {
      "epoch": 0.32337702979936717,
      "grad_norm": 0.0464560334989939,
      "learning_rate": 0.000988452909122224,
      "loss": 1.4178,
      "step": 4650
    },
    {
      "epoch": 0.3237247470357106,
      "grad_norm": 0.033504778667059684,
      "learning_rate": 0.000988387980165866,
      "loss": 1.3301,
      "step": 4655
    },
    {
      "epoch": 0.32407246427205394,
      "grad_norm": 0.050482980743869116,
      "learning_rate": 0.0009883228713186713,
      "loss": 1.2783,
      "step": 4660
    },
    {
      "epoch": 0.32442018150839735,
      "grad_norm": 0.09386605010098009,
      "learning_rate": 0.0009882575826046219,
      "loss": 1.4526,
      "step": 4665
    },
    {
      "epoch": 0.32476789874474077,
      "grad_norm": 0.04118448807289147,
      "learning_rate": 0.0009881921140477657,
      "loss": 1.257,
      "step": 4670
    },
    {
      "epoch": 0.3251156159810842,
      "grad_norm": 0.048878126246219414,
      "learning_rate": 0.0009881264656722173,
      "loss": 1.4299,
      "step": 4675
    },
    {
      "epoch": 0.3254633332174276,
      "grad_norm": 0.08501067947923674,
      "learning_rate": 0.0009880606375021574,
      "loss": 1.3491,
      "step": 4680
    },
    {
      "epoch": 0.325811050453771,
      "grad_norm": 0.06514660184064952,
      "learning_rate": 0.0009879946295618329,
      "loss": 1.3119,
      "step": 4685
    },
    {
      "epoch": 0.3261587676901144,
      "grad_norm": 0.026472168442635,
      "learning_rate": 0.0009879284418755567,
      "loss": 1.3304,
      "step": 4690
    },
    {
      "epoch": 0.3265064849264578,
      "grad_norm": 0.04261597462203299,
      "learning_rate": 0.0009878620744677082,
      "loss": 1.3102,
      "step": 4695
    },
    {
      "epoch": 0.3268542021628012,
      "grad_norm": 0.0281089056316537,
      "learning_rate": 0.000987795527362733,
      "loss": 1.259,
      "step": 4700
    },
    {
      "epoch": 0.3272019193991446,
      "grad_norm": 0.03317901970171456,
      "learning_rate": 0.0009877288005851427,
      "loss": 1.275,
      "step": 4705
    },
    {
      "epoch": 0.32754963663548803,
      "grad_norm": 0.12888282075265745,
      "learning_rate": 0.0009876618941595152,
      "loss": 1.2628,
      "step": 4710
    },
    {
      "epoch": 0.32789735387183144,
      "grad_norm": 0.037988503628050944,
      "learning_rate": 0.0009875948081104944,
      "loss": 1.0925,
      "step": 4715
    },
    {
      "epoch": 0.32824507110817486,
      "grad_norm": 0.06983233084531773,
      "learning_rate": 0.0009875275424627906,
      "loss": 1.2956,
      "step": 4720
    },
    {
      "epoch": 0.3285927883445182,
      "grad_norm": 0.036439512492760846,
      "learning_rate": 0.0009874600972411803,
      "loss": 1.525,
      "step": 4725
    },
    {
      "epoch": 0.32894050558086163,
      "grad_norm": 0.03473855441297461,
      "learning_rate": 0.000987392472470506,
      "loss": 1.2191,
      "step": 4730
    },
    {
      "epoch": 0.32928822281720505,
      "grad_norm": 0.042335568728818114,
      "learning_rate": 0.0009873246681756757,
      "loss": 1.6434,
      "step": 4735
    },
    {
      "epoch": 0.32963594005354846,
      "grad_norm": 0.06105151286601271,
      "learning_rate": 0.0009872566843816652,
      "loss": 1.2168,
      "step": 4740
    },
    {
      "epoch": 0.3299836572898919,
      "grad_norm": 0.028260574679567167,
      "learning_rate": 0.0009871885211135145,
      "loss": 1.2633,
      "step": 4745
    },
    {
      "epoch": 0.3303313745262353,
      "grad_norm": 0.026938901841991606,
      "learning_rate": 0.000987120178396331,
      "loss": 1.1986,
      "step": 4750
    },
    {
      "epoch": 0.33067909176257865,
      "grad_norm": 0.043139651402093526,
      "learning_rate": 0.0009870516562552878,
      "loss": 1.3407,
      "step": 4755
    },
    {
      "epoch": 0.33102680899892206,
      "grad_norm": 0.039106615863813136,
      "learning_rate": 0.000986982954715624,
      "loss": 1.2518,
      "step": 4760
    },
    {
      "epoch": 0.3313745262352655,
      "grad_norm": 0.03784708728387316,
      "learning_rate": 0.0009869140738026445,
      "loss": 1.2072,
      "step": 4765
    },
    {
      "epoch": 0.3317222434716089,
      "grad_norm": 0.04632616928084463,
      "learning_rate": 0.0009868450135417212,
      "loss": 1.1146,
      "step": 4770
    },
    {
      "epoch": 0.3320699607079523,
      "grad_norm": 0.028937113981278222,
      "learning_rate": 0.000986775773958291,
      "loss": 1.2856,
      "step": 4775
    },
    {
      "epoch": 0.3324176779442957,
      "grad_norm": 0.027817123467047986,
      "learning_rate": 0.0009867063550778577,
      "loss": 1.1578,
      "step": 4780
    },
    {
      "epoch": 0.3327653951806391,
      "grad_norm": 0.02854745930051843,
      "learning_rate": 0.0009866367569259904,
      "loss": 1.3355,
      "step": 4785
    },
    {
      "epoch": 0.3331131124169825,
      "grad_norm": 0.024065542409773523,
      "learning_rate": 0.000986566979528325,
      "loss": 1.1841,
      "step": 4790
    },
    {
      "epoch": 0.3334608296533259,
      "grad_norm": 0.032921770540643006,
      "learning_rate": 0.0009864970229105626,
      "loss": 1.2521,
      "step": 4795
    },
    {
      "epoch": 0.3338085468896693,
      "grad_norm": 0.02684580646601455,
      "learning_rate": 0.000986426887098471,
      "loss": 1.3622,
      "step": 4800
    },
    {
      "epoch": 0.33415626412601274,
      "grad_norm": 0.031652772052766606,
      "learning_rate": 0.0009863565721178837,
      "loss": 1.3153,
      "step": 4805
    },
    {
      "epoch": 0.33450398136235615,
      "grad_norm": 0.03503685985783738,
      "learning_rate": 0.0009862860779947002,
      "loss": 1.1674,
      "step": 4810
    },
    {
      "epoch": 0.3348516985986995,
      "grad_norm": 0.026407818789193564,
      "learning_rate": 0.0009862154047548862,
      "loss": 1.1892,
      "step": 4815
    },
    {
      "epoch": 0.3351994158350429,
      "grad_norm": 0.024430916206356162,
      "learning_rate": 0.0009861445524244727,
      "loss": 1.2565,
      "step": 4820
    },
    {
      "epoch": 0.33554713307138634,
      "grad_norm": 0.028009227422424662,
      "learning_rate": 0.0009860735210295577,
      "loss": 1.2604,
      "step": 4825
    },
    {
      "epoch": 0.33589485030772975,
      "grad_norm": 0.03024070286300971,
      "learning_rate": 0.0009860023105963045,
      "loss": 1.2775,
      "step": 4830
    },
    {
      "epoch": 0.33624256754407317,
      "grad_norm": 0.03803932182834067,
      "learning_rate": 0.000985930921150942,
      "loss": 1.3264,
      "step": 4835
    },
    {
      "epoch": 0.3365902847804166,
      "grad_norm": 0.03548802466921919,
      "learning_rate": 0.0009858593527197661,
      "loss": 1.1675,
      "step": 4840
    },
    {
      "epoch": 0.33693800201676,
      "grad_norm": 0.03925659665637701,
      "learning_rate": 0.0009857876053291378,
      "loss": 1.1809,
      "step": 4845
    },
    {
      "epoch": 0.33728571925310336,
      "grad_norm": 0.027821113818143388,
      "learning_rate": 0.0009857156790054843,
      "loss": 1.2854,
      "step": 4850
    },
    {
      "epoch": 0.33763343648944677,
      "grad_norm": 0.1550064038036372,
      "learning_rate": 0.0009856435737752981,
      "loss": 1.3204,
      "step": 4855
    },
    {
      "epoch": 0.3379811537257902,
      "grad_norm": 0.0738054687288765,
      "learning_rate": 0.0009855712896651393,
      "loss": 1.3704,
      "step": 4860
    },
    {
      "epoch": 0.3383288709621336,
      "grad_norm": 0.06797128463621228,
      "learning_rate": 0.0009854988267016316,
      "loss": 1.2683,
      "step": 4865
    },
    {
      "epoch": 0.338676588198477,
      "grad_norm": 0.03341983444563426,
      "learning_rate": 0.000985426184911466,
      "loss": 1.2416,
      "step": 4870
    },
    {
      "epoch": 0.3390243054348204,
      "grad_norm": 0.031740794095427065,
      "learning_rate": 0.0009853533643213997,
      "loss": 1.4395,
      "step": 4875
    },
    {
      "epoch": 0.3393720226711638,
      "grad_norm": 0.05057392771897547,
      "learning_rate": 0.0009852803649582544,
      "loss": 1.2661,
      "step": 4880
    },
    {
      "epoch": 0.3397197399075072,
      "grad_norm": 0.03883057505988876,
      "learning_rate": 0.0009852071868489188,
      "loss": 1.1293,
      "step": 4885
    },
    {
      "epoch": 0.3400674571438506,
      "grad_norm": 0.030254513466879532,
      "learning_rate": 0.000985133830020347,
      "loss": 1.2085,
      "step": 4890
    },
    {
      "epoch": 0.34041517438019403,
      "grad_norm": 0.04814427305275528,
      "learning_rate": 0.0009850602944995585,
      "loss": 1.2912,
      "step": 4895
    },
    {
      "epoch": 0.34076289161653744,
      "grad_norm": 0.03338760418261802,
      "learning_rate": 0.0009849865803136398,
      "loss": 1.2036,
      "step": 4900
    },
    {
      "epoch": 0.34111060885288086,
      "grad_norm": 0.031212748628414045,
      "learning_rate": 0.000984912687489742,
      "loss": 1.2026,
      "step": 4905
    },
    {
      "epoch": 0.3414583260892242,
      "grad_norm": 0.04020481225284826,
      "learning_rate": 0.0009848386160550824,
      "loss": 1.2022,
      "step": 4910
    },
    {
      "epoch": 0.34180604332556763,
      "grad_norm": 0.04230805942619368,
      "learning_rate": 0.0009847643660369444,
      "loss": 1.1932,
      "step": 4915
    },
    {
      "epoch": 0.34215376056191105,
      "grad_norm": 0.02571462488590531,
      "learning_rate": 0.000984689937462677,
      "loss": 1.2005,
      "step": 4920
    },
    {
      "epoch": 0.34250147779825446,
      "grad_norm": 0.03351597286148375,
      "learning_rate": 0.0009846153303596948,
      "loss": 1.3227,
      "step": 4925
    },
    {
      "epoch": 0.3428491950345979,
      "grad_norm": 0.05653793826999284,
      "learning_rate": 0.0009845405447554783,
      "loss": 1.5453,
      "step": 4930
    },
    {
      "epoch": 0.3431969122709413,
      "grad_norm": 0.05208403354585023,
      "learning_rate": 0.0009844655806775736,
      "loss": 1.2813,
      "step": 4935
    },
    {
      "epoch": 0.34354462950728465,
      "grad_norm": 0.06851776300571631,
      "learning_rate": 0.0009843904381535932,
      "loss": 1.444,
      "step": 4940
    },
    {
      "epoch": 0.34389234674362806,
      "grad_norm": 0.06152388515315403,
      "learning_rate": 0.000984315117211214,
      "loss": 1.3258,
      "step": 4945
    },
    {
      "epoch": 0.3442400639799715,
      "grad_norm": 0.07567037160214553,
      "learning_rate": 0.0009842396178781799,
      "loss": 1.5797,
      "step": 4950
    },
    {
      "epoch": 0.3445877812163149,
      "grad_norm": 0.08976839601778144,
      "learning_rate": 0.0009841639401823,
      "loss": 1.5334,
      "step": 4955
    },
    {
      "epoch": 0.3449354984526583,
      "grad_norm": 0.07734732448600942,
      "learning_rate": 0.0009840880841514488,
      "loss": 1.5075,
      "step": 4960
    },
    {
      "epoch": 0.3452832156890017,
      "grad_norm": 0.11958858564711432,
      "learning_rate": 0.0009840120498135672,
      "loss": 1.3895,
      "step": 4965
    },
    {
      "epoch": 0.34563093292534514,
      "grad_norm": 0.10064690530658357,
      "learning_rate": 0.0009839358371966612,
      "loss": 1.4678,
      "step": 4970
    },
    {
      "epoch": 0.3459786501616885,
      "grad_norm": 0.07120305292976593,
      "learning_rate": 0.0009838594463288024,
      "loss": 1.4263,
      "step": 4975
    },
    {
      "epoch": 0.3463263673980319,
      "grad_norm": 0.04019860552932833,
      "learning_rate": 0.0009837828772381288,
      "loss": 1.4067,
      "step": 4980
    },
    {
      "epoch": 0.3466740846343753,
      "grad_norm": 0.06640903741814107,
      "learning_rate": 0.0009837061299528432,
      "loss": 1.3731,
      "step": 4985
    },
    {
      "epoch": 0.34702180187071874,
      "grad_norm": 0.02722745194561604,
      "learning_rate": 0.0009836292045012145,
      "loss": 1.2219,
      "step": 4990
    },
    {
      "epoch": 0.34736951910706215,
      "grad_norm": 0.030634412694763132,
      "learning_rate": 0.000983552100911577,
      "loss": 1.2743,
      "step": 4995
    },
    {
      "epoch": 0.34771723634340557,
      "grad_norm": 0.02813122357892233,
      "learning_rate": 0.0009834748192123308,
      "loss": 1.2835,
      "step": 5000
    },
    {
      "epoch": 0.3480649535797489,
      "grad_norm": 0.03478864709215491,
      "learning_rate": 0.0009833973594319417,
      "loss": 1.3635,
      "step": 5005
    },
    {
      "epoch": 0.34841267081609234,
      "grad_norm": 0.044005781138402804,
      "learning_rate": 0.0009833197215989406,
      "loss": 1.3636,
      "step": 5010
    },
    {
      "epoch": 0.34876038805243575,
      "grad_norm": 0.04479323842357949,
      "learning_rate": 0.0009832419057419243,
      "loss": 1.4415,
      "step": 5015
    },
    {
      "epoch": 0.34910810528877917,
      "grad_norm": 0.041511976766516384,
      "learning_rate": 0.0009831639118895556,
      "loss": 1.4511,
      "step": 5020
    },
    {
      "epoch": 0.3494558225251226,
      "grad_norm": 0.0405908563343463,
      "learning_rate": 0.000983085740070562,
      "loss": 1.2248,
      "step": 5025
    },
    {
      "epoch": 0.349803539761466,
      "grad_norm": 0.038763610950635644,
      "learning_rate": 0.0009830073903137372,
      "loss": 1.211,
      "step": 5030
    },
    {
      "epoch": 0.35015125699780936,
      "grad_norm": 0.025580562557287193,
      "learning_rate": 0.0009829288626479402,
      "loss": 1.2285,
      "step": 5035
    },
    {
      "epoch": 0.35049897423415277,
      "grad_norm": 0.06319464085355865,
      "learning_rate": 0.0009828501571020956,
      "loss": 1.254,
      "step": 5040
    },
    {
      "epoch": 0.3508466914704962,
      "grad_norm": 0.03598510722163055,
      "learning_rate": 0.0009827712737051932,
      "loss": 1.2509,
      "step": 5045
    },
    {
      "epoch": 0.3511944087068396,
      "grad_norm": 0.03431231058478556,
      "learning_rate": 0.000982692212486289,
      "loss": 1.3193,
      "step": 5050
    },
    {
      "epoch": 0.351542125943183,
      "grad_norm": 0.03898945948778307,
      "learning_rate": 0.000982612973474504,
      "loss": 1.2407,
      "step": 5055
    },
    {
      "epoch": 0.35188984317952643,
      "grad_norm": 0.026134682464301312,
      "learning_rate": 0.0009825335566990244,
      "loss": 1.2182,
      "step": 5060
    },
    {
      "epoch": 0.3522375604158698,
      "grad_norm": 0.028884671793564878,
      "learning_rate": 0.0009824539621891026,
      "loss": 1.3176,
      "step": 5065
    },
    {
      "epoch": 0.3525852776522132,
      "grad_norm": 0.07336090924245872,
      "learning_rate": 0.000982374189974056,
      "loss": 1.4325,
      "step": 5070
    },
    {
      "epoch": 0.3529329948885566,
      "grad_norm": 0.06985824995618635,
      "learning_rate": 0.0009822942400832678,
      "loss": 1.3645,
      "step": 5075
    },
    {
      "epoch": 0.35328071212490003,
      "grad_norm": 0.03948211169591606,
      "learning_rate": 0.000982214112546186,
      "loss": 1.3565,
      "step": 5080
    },
    {
      "epoch": 0.35362842936124345,
      "grad_norm": 0.030348757951828027,
      "learning_rate": 0.000982133807392325,
      "loss": 1.2519,
      "step": 5085
    },
    {
      "epoch": 0.35397614659758686,
      "grad_norm": 0.03128355753633568,
      "learning_rate": 0.0009820533246512634,
      "loss": 1.191,
      "step": 5090
    },
    {
      "epoch": 0.3543238638339303,
      "grad_norm": 0.030831212107217558,
      "learning_rate": 0.0009819726643526465,
      "loss": 1.1283,
      "step": 5095
    },
    {
      "epoch": 0.35467158107027363,
      "grad_norm": 0.037129344388581675,
      "learning_rate": 0.000981891826526184,
      "loss": 1.15,
      "step": 5100
    },
    {
      "epoch": 0.35501929830661705,
      "grad_norm": 0.031093684216971604,
      "learning_rate": 0.0009818108112016515,
      "loss": 1.3211,
      "step": 5105
    },
    {
      "epoch": 0.35536701554296046,
      "grad_norm": 0.04165407982649606,
      "learning_rate": 0.0009817296184088898,
      "loss": 1.2603,
      "step": 5110
    },
    {
      "epoch": 0.3557147327793039,
      "grad_norm": 0.029011012205244945,
      "learning_rate": 0.0009816482481778052,
      "loss": 1.2605,
      "step": 5115
    },
    {
      "epoch": 0.3560624500156473,
      "grad_norm": 0.029303742621231633,
      "learning_rate": 0.0009815667005383692,
      "loss": 1.232,
      "step": 5120
    },
    {
      "epoch": 0.3564101672519907,
      "grad_norm": 0.02803918474653186,
      "learning_rate": 0.000981484975520619,
      "loss": 1.1665,
      "step": 5125
    },
    {
      "epoch": 0.35675788448833406,
      "grad_norm": 0.029359338297085074,
      "learning_rate": 0.0009814030731546564,
      "loss": 1.2716,
      "step": 5130
    },
    {
      "epoch": 0.3571056017246775,
      "grad_norm": 0.04452200873265749,
      "learning_rate": 0.0009813209934706492,
      "loss": 1.2359,
      "step": 5135
    },
    {
      "epoch": 0.3574533189610209,
      "grad_norm": 0.05389660002514875,
      "learning_rate": 0.0009812387364988304,
      "loss": 1.2584,
      "step": 5140
    },
    {
      "epoch": 0.3578010361973643,
      "grad_norm": 0.038143635725852075,
      "learning_rate": 0.0009811563022694982,
      "loss": 1.2175,
      "step": 5145
    },
    {
      "epoch": 0.3581487534337077,
      "grad_norm": 0.04996060677434316,
      "learning_rate": 0.000981073690813016,
      "loss": 1.2528,
      "step": 5150
    },
    {
      "epoch": 0.35849647067005114,
      "grad_norm": 0.02858117489770441,
      "learning_rate": 0.0009809909021598125,
      "loss": 1.3057,
      "step": 5155
    },
    {
      "epoch": 0.3588441879063945,
      "grad_norm": 0.030546665292838306,
      "learning_rate": 0.0009809079363403816,
      "loss": 1.4197,
      "step": 5160
    },
    {
      "epoch": 0.3591919051427379,
      "grad_norm": 0.07132706664105158,
      "learning_rate": 0.0009808247933852832,
      "loss": 1.3447,
      "step": 5165
    },
    {
      "epoch": 0.3595396223790813,
      "grad_norm": 0.045107216905495386,
      "learning_rate": 0.0009807414733251413,
      "loss": 1.2181,
      "step": 5170
    },
    {
      "epoch": 0.35988733961542474,
      "grad_norm": 0.0257537021286627,
      "learning_rate": 0.0009806579761906455,
      "loss": 1.3614,
      "step": 5175
    },
    {
      "epoch": 0.36023505685176815,
      "grad_norm": 0.024190281498348534,
      "learning_rate": 0.0009805743020125514,
      "loss": 1.2761,
      "step": 5180
    },
    {
      "epoch": 0.36058277408811157,
      "grad_norm": 0.03297034303988696,
      "learning_rate": 0.0009804904508216787,
      "loss": 1.2835,
      "step": 5185
    },
    {
      "epoch": 0.3609304913244549,
      "grad_norm": 0.02929375490254699,
      "learning_rate": 0.0009804064226489131,
      "loss": 1.1722,
      "step": 5190
    },
    {
      "epoch": 0.36127820856079834,
      "grad_norm": 0.039399179930979654,
      "learning_rate": 0.0009803222175252051,
      "loss": 1.3318,
      "step": 5195
    },
    {
      "epoch": 0.36162592579714176,
      "grad_norm": 0.027568629871581454,
      "learning_rate": 0.0009802378354815706,
      "loss": 1.1627,
      "step": 5200
    },
    {
      "epoch": 0.36197364303348517,
      "grad_norm": 0.057103335862646584,
      "learning_rate": 0.0009801532765490904,
      "loss": 1.2627,
      "step": 5205
    },
    {
      "epoch": 0.3623213602698286,
      "grad_norm": 0.11522993181144082,
      "learning_rate": 0.0009800685407589105,
      "loss": 1.2091,
      "step": 5210
    },
    {
      "epoch": 0.362669077506172,
      "grad_norm": 0.025702434097618666,
      "learning_rate": 0.0009799836281422422,
      "loss": 1.2181,
      "step": 5215
    },
    {
      "epoch": 0.3630167947425154,
      "grad_norm": 0.03163473737908812,
      "learning_rate": 0.0009798985387303619,
      "loss": 1.1774,
      "step": 5220
    },
    {
      "epoch": 0.3633645119788588,
      "grad_norm": 0.035251595809863444,
      "learning_rate": 0.0009798132725546112,
      "loss": 1.1905,
      "step": 5225
    },
    {
      "epoch": 0.3637122292152022,
      "grad_norm": 0.03013416648243089,
      "learning_rate": 0.0009797278296463964,
      "loss": 1.25,
      "step": 5230
    },
    {
      "epoch": 0.3640599464515456,
      "grad_norm": 0.025457742772843607,
      "learning_rate": 0.0009796422100371897,
      "loss": 1.291,
      "step": 5235
    },
    {
      "epoch": 0.364407663687889,
      "grad_norm": 0.05714861293598344,
      "learning_rate": 0.0009795564137585274,
      "loss": 1.1834,
      "step": 5240
    },
    {
      "epoch": 0.36475538092423243,
      "grad_norm": 0.046976014360746686,
      "learning_rate": 0.0009794704408420114,
      "loss": 1.1737,
      "step": 5245
    },
    {
      "epoch": 0.36510309816057585,
      "grad_norm": 0.04793602527801605,
      "learning_rate": 0.0009793842913193088,
      "loss": 1.1787,
      "step": 5250
    },
    {
      "epoch": 0.3654508153969192,
      "grad_norm": 0.02786240439901599,
      "learning_rate": 0.0009792979652221516,
      "loss": 1.1831,
      "step": 5255
    },
    {
      "epoch": 0.3657985326332626,
      "grad_norm": 0.030354472110455742,
      "learning_rate": 0.0009792114625823366,
      "loss": 1.1472,
      "step": 5260
    },
    {
      "epoch": 0.36614624986960603,
      "grad_norm": 0.0658518374638752,
      "learning_rate": 0.0009791247834317258,
      "loss": 1.2946,
      "step": 5265
    },
    {
      "epoch": 0.36649396710594945,
      "grad_norm": 0.03783285350106188,
      "learning_rate": 0.0009790379278022466,
      "loss": 1.245,
      "step": 5270
    },
    {
      "epoch": 0.36684168434229286,
      "grad_norm": 0.03338456161614362,
      "learning_rate": 0.0009789508957258905,
      "loss": 1.2192,
      "step": 5275
    },
    {
      "epoch": 0.3671894015786363,
      "grad_norm": 0.03980504038361056,
      "learning_rate": 0.000978863687234715,
      "loss": 1.1805,
      "step": 5280
    },
    {
      "epoch": 0.36753711881497964,
      "grad_norm": 0.03387073515188467,
      "learning_rate": 0.000978776302360842,
      "loss": 1.3668,
      "step": 5285
    },
    {
      "epoch": 0.36788483605132305,
      "grad_norm": 0.029908217829857885,
      "learning_rate": 0.0009786887411364585,
      "loss": 1.3852,
      "step": 5290
    },
    {
      "epoch": 0.36823255328766646,
      "grad_norm": 0.024856341497198644,
      "learning_rate": 0.0009786010035938164,
      "loss": 1.3081,
      "step": 5295
    },
    {
      "epoch": 0.3685802705240099,
      "grad_norm": 0.029662844811405232,
      "learning_rate": 0.0009785130897652327,
      "loss": 1.3862,
      "step": 5300
    },
    {
      "epoch": 0.3689279877603533,
      "grad_norm": 0.030335360049270937,
      "learning_rate": 0.0009784249996830888,
      "loss": 1.2386,
      "step": 5305
    },
    {
      "epoch": 0.3692757049966967,
      "grad_norm": 0.026183369592833298,
      "learning_rate": 0.000978336733379832,
      "loss": 1.183,
      "step": 5310
    },
    {
      "epoch": 0.36962342223304007,
      "grad_norm": 0.04361547244045389,
      "learning_rate": 0.0009782482908879736,
      "loss": 1.2149,
      "step": 5315
    },
    {
      "epoch": 0.3699711394693835,
      "grad_norm": 0.05418776571197559,
      "learning_rate": 0.0009781596722400903,
      "loss": 1.3297,
      "step": 5320
    },
    {
      "epoch": 0.3703188567057269,
      "grad_norm": 0.027256592073140906,
      "learning_rate": 0.0009780708774688235,
      "loss": 1.2212,
      "step": 5325
    },
    {
      "epoch": 0.3706665739420703,
      "grad_norm": 0.026968093263072458,
      "learning_rate": 0.0009779819066068796,
      "loss": 1.1818,
      "step": 5330
    },
    {
      "epoch": 0.3710142911784137,
      "grad_norm": 0.025445965565147312,
      "learning_rate": 0.0009778927596870294,
      "loss": 1.1942,
      "step": 5335
    },
    {
      "epoch": 0.37136200841475714,
      "grad_norm": 0.027981401764902252,
      "learning_rate": 0.0009778034367421092,
      "loss": 1.2132,
      "step": 5340
    },
    {
      "epoch": 0.3717097256511005,
      "grad_norm": 0.03542023121148779,
      "learning_rate": 0.00097771393780502,
      "loss": 1.2716,
      "step": 5345
    },
    {
      "epoch": 0.3720574428874439,
      "grad_norm": 0.03340614581872553,
      "learning_rate": 0.000977624262908727,
      "loss": 1.345,
      "step": 5350
    },
    {
      "epoch": 0.3724051601237873,
      "grad_norm": 0.14309503973139917,
      "learning_rate": 0.0009775344120862613,
      "loss": 1.276,
      "step": 5355
    },
    {
      "epoch": 0.37275287736013074,
      "grad_norm": 0.06228054536349962,
      "learning_rate": 0.0009774443853707176,
      "loss": 1.2812,
      "step": 5360
    },
    {
      "epoch": 0.37310059459647416,
      "grad_norm": 0.02612607693371315,
      "learning_rate": 0.0009773541827952563,
      "loss": 1.2459,
      "step": 5365
    },
    {
      "epoch": 0.37344831183281757,
      "grad_norm": 0.04295528471849627,
      "learning_rate": 0.0009772638043931024,
      "loss": 1.2537,
      "step": 5370
    },
    {
      "epoch": 0.373796029069161,
      "grad_norm": 0.03892204329965656,
      "learning_rate": 0.000977173250197545,
      "loss": 1.208,
      "step": 5375
    },
    {
      "epoch": 0.37414374630550434,
      "grad_norm": 0.0776670931616478,
      "learning_rate": 0.000977082520241939,
      "loss": 1.4079,
      "step": 5380
    },
    {
      "epoch": 0.37449146354184776,
      "grad_norm": 0.06011148335853775,
      "learning_rate": 0.000976991614559703,
      "loss": 1.289,
      "step": 5385
    },
    {
      "epoch": 0.37483918077819117,
      "grad_norm": 0.04010612635953081,
      "learning_rate": 0.0009769005331843213,
      "loss": 1.1971,
      "step": 5390
    },
    {
      "epoch": 0.3751868980145346,
      "grad_norm": 0.024579668608370648,
      "learning_rate": 0.000976809276149342,
      "loss": 1.296,
      "step": 5395
    },
    {
      "epoch": 0.375534615250878,
      "grad_norm": 0.030289789403923444,
      "learning_rate": 0.0009767178434883787,
      "loss": 1.1572,
      "step": 5400
    },
    {
      "epoch": 0.3758823324872214,
      "grad_norm": 0.02851100323812706,
      "learning_rate": 0.0009766262352351094,
      "loss": 1.3509,
      "step": 5405
    },
    {
      "epoch": 0.3762300497235648,
      "grad_norm": 0.03490312855129656,
      "learning_rate": 0.0009765344514232762,
      "loss": 1.1607,
      "step": 5410
    },
    {
      "epoch": 0.3765777669599082,
      "grad_norm": 0.06276034623390336,
      "learning_rate": 0.0009764424920866869,
      "loss": 1.301,
      "step": 5415
    },
    {
      "epoch": 0.3769254841962516,
      "grad_norm": 0.04832963520083119,
      "learning_rate": 0.0009763503572592132,
      "loss": 1.1601,
      "step": 5420
    },
    {
      "epoch": 0.377273201432595,
      "grad_norm": 0.039410349724953095,
      "learning_rate": 0.0009762580469747916,
      "loss": 1.2619,
      "step": 5425
    },
    {
      "epoch": 0.37762091866893843,
      "grad_norm": 0.046036259507040975,
      "learning_rate": 0.0009761655612674234,
      "loss": 1.2247,
      "step": 5430
    },
    {
      "epoch": 0.37796863590528185,
      "grad_norm": 0.027306167803347003,
      "learning_rate": 0.0009760729001711744,
      "loss": 1.2586,
      "step": 5435
    },
    {
      "epoch": 0.3783163531416252,
      "grad_norm": 0.03107182310792298,
      "learning_rate": 0.000975980063720175,
      "loss": 1.1427,
      "step": 5440
    },
    {
      "epoch": 0.3786640703779686,
      "grad_norm": 0.06276703280324192,
      "learning_rate": 0.0009758870519486201,
      "loss": 1.1991,
      "step": 5445
    },
    {
      "epoch": 0.37901178761431203,
      "grad_norm": 0.09023984871939687,
      "learning_rate": 0.0009757938648907694,
      "loss": 1.3936,
      "step": 5450
    },
    {
      "epoch": 0.37935950485065545,
      "grad_norm": 0.057769086264511986,
      "learning_rate": 0.0009757005025809472,
      "loss": 1.2428,
      "step": 5455
    },
    {
      "epoch": 0.37970722208699886,
      "grad_norm": 0.05704943524196684,
      "learning_rate": 0.0009756069650535418,
      "loss": 1.2948,
      "step": 5460
    },
    {
      "epoch": 0.3800549393233423,
      "grad_norm": 0.030750970614178294,
      "learning_rate": 0.0009755132523430069,
      "loss": 1.213,
      "step": 5465
    },
    {
      "epoch": 0.38040265655968564,
      "grad_norm": 0.026542463214681962,
      "learning_rate": 0.0009754193644838597,
      "loss": 1.1863,
      "step": 5470
    },
    {
      "epoch": 0.38075037379602905,
      "grad_norm": 0.02709049572028225,
      "learning_rate": 0.0009753253015106829,
      "loss": 1.1409,
      "step": 5475
    },
    {
      "epoch": 0.38109809103237247,
      "grad_norm": 0.04282790151202477,
      "learning_rate": 0.0009752310634581232,
      "loss": 1.3487,
      "step": 5480
    },
    {
      "epoch": 0.3814458082687159,
      "grad_norm": 0.029465042732850187,
      "learning_rate": 0.0009751366503608916,
      "loss": 1.231,
      "step": 5485
    },
    {
      "epoch": 0.3817935255050593,
      "grad_norm": 0.025393931304141762,
      "learning_rate": 0.0009750420622537642,
      "loss": 1.2006,
      "step": 5490
    },
    {
      "epoch": 0.3821412427414027,
      "grad_norm": 0.03874516411343981,
      "learning_rate": 0.0009749472991715808,
      "loss": 1.2324,
      "step": 5495
    },
    {
      "epoch": 0.3824889599777461,
      "grad_norm": 0.035325498566368206,
      "learning_rate": 0.0009748523611492466,
      "loss": 1.2469,
      "step": 5500
    },
    {
      "epoch": 0.3828366772140895,
      "grad_norm": 0.04051955813800103,
      "learning_rate": 0.0009747572482217302,
      "loss": 1.2203,
      "step": 5505
    },
    {
      "epoch": 0.3831843944504329,
      "grad_norm": 0.050221763962523445,
      "learning_rate": 0.0009746619604240654,
      "loss": 1.3204,
      "step": 5510
    },
    {
      "epoch": 0.3835321116867763,
      "grad_norm": 0.027325342624611067,
      "learning_rate": 0.0009745664977913498,
      "loss": 1.2798,
      "step": 5515
    },
    {
      "epoch": 0.3838798289231197,
      "grad_norm": 0.025456829626168725,
      "learning_rate": 0.000974470860358746,
      "loss": 1.243,
      "step": 5520
    },
    {
      "epoch": 0.38422754615946314,
      "grad_norm": 0.032287770005507324,
      "learning_rate": 0.0009743750481614806,
      "loss": 1.3467,
      "step": 5525
    },
    {
      "epoch": 0.38457526339580655,
      "grad_norm": 0.04811619017401284,
      "learning_rate": 0.0009742790612348447,
      "loss": 1.1674,
      "step": 5530
    },
    {
      "epoch": 0.3849229806321499,
      "grad_norm": 0.026076068638882163,
      "learning_rate": 0.0009741828996141937,
      "loss": 1.3999,
      "step": 5535
    },
    {
      "epoch": 0.38527069786849333,
      "grad_norm": 0.03086962346848467,
      "learning_rate": 0.0009740865633349474,
      "loss": 1.1981,
      "step": 5540
    },
    {
      "epoch": 0.38561841510483674,
      "grad_norm": 0.029025449207241278,
      "learning_rate": 0.0009739900524325898,
      "loss": 1.2348,
      "step": 5545
    },
    {
      "epoch": 0.38596613234118016,
      "grad_norm": 0.03435447793299185,
      "learning_rate": 0.0009738933669426695,
      "loss": 1.3046,
      "step": 5550
    },
    {
      "epoch": 0.38631384957752357,
      "grad_norm": 0.039018453713015086,
      "learning_rate": 0.0009737965069007992,
      "loss": 1.2536,
      "step": 5555
    },
    {
      "epoch": 0.386661566813867,
      "grad_norm": 0.051097538677084574,
      "learning_rate": 0.0009736994723426559,
      "loss": 1.0764,
      "step": 5560
    },
    {
      "epoch": 0.38700928405021034,
      "grad_norm": 0.05292373267830852,
      "learning_rate": 0.0009736022633039809,
      "loss": 1.233,
      "step": 5565
    },
    {
      "epoch": 0.38735700128655376,
      "grad_norm": 0.031528260078540545,
      "learning_rate": 0.0009735048798205799,
      "loss": 1.2883,
      "step": 5570
    },
    {
      "epoch": 0.3877047185228972,
      "grad_norm": 0.028551737636527682,
      "learning_rate": 0.0009734073219283226,
      "loss": 1.1244,
      "step": 5575
    },
    {
      "epoch": 0.3880524357592406,
      "grad_norm": 0.02985992549208006,
      "learning_rate": 0.0009733095896631432,
      "loss": 1.1763,
      "step": 5580
    },
    {
      "epoch": 0.388400152995584,
      "grad_norm": 0.0342480252985944,
      "learning_rate": 0.0009732116830610398,
      "loss": 1.2493,
      "step": 5585
    },
    {
      "epoch": 0.3887478702319274,
      "grad_norm": 0.032430804777528306,
      "learning_rate": 0.0009731136021580751,
      "loss": 1.2132,
      "step": 5590
    },
    {
      "epoch": 0.3890955874682708,
      "grad_norm": 0.033438752232168516,
      "learning_rate": 0.0009730153469903756,
      "loss": 1.1524,
      "step": 5595
    },
    {
      "epoch": 0.3894433047046142,
      "grad_norm": 0.02584202767074723,
      "learning_rate": 0.0009729169175941326,
      "loss": 1.2524,
      "step": 5600
    },
    {
      "epoch": 0.3897910219409576,
      "grad_norm": 0.040206495522166555,
      "learning_rate": 0.0009728183140056007,
      "loss": 1.3134,
      "step": 5605
    },
    {
      "epoch": 0.390138739177301,
      "grad_norm": 0.06512761977921816,
      "learning_rate": 0.0009727195362610996,
      "loss": 1.2883,
      "step": 5610
    },
    {
      "epoch": 0.39048645641364443,
      "grad_norm": 0.030161486477997036,
      "learning_rate": 0.0009726205843970124,
      "loss": 1.2092,
      "step": 5615
    },
    {
      "epoch": 0.39083417364998785,
      "grad_norm": 0.028190334446939313,
      "learning_rate": 0.0009725214584497866,
      "loss": 1.1857,
      "step": 5620
    },
    {
      "epoch": 0.39118189088633126,
      "grad_norm": 0.048410564622114044,
      "learning_rate": 0.000972422158455934,
      "loss": 1.2387,
      "step": 5625
    },
    {
      "epoch": 0.3915296081226746,
      "grad_norm": 0.026591608544294036,
      "learning_rate": 0.0009723226844520305,
      "loss": 1.1481,
      "step": 5630
    },
    {
      "epoch": 0.39187732535901804,
      "grad_norm": 0.0320305940447871,
      "learning_rate": 0.0009722230364747155,
      "loss": 1.2187,
      "step": 5635
    },
    {
      "epoch": 0.39222504259536145,
      "grad_norm": 0.026095428008059297,
      "learning_rate": 0.0009721232145606934,
      "loss": 1.1826,
      "step": 5640
    },
    {
      "epoch": 0.39257275983170486,
      "grad_norm": 0.03028259097671581,
      "learning_rate": 0.0009720232187467319,
      "loss": 1.1027,
      "step": 5645
    },
    {
      "epoch": 0.3929204770680483,
      "grad_norm": 0.029608824780342817,
      "learning_rate": 0.0009719230490696632,
      "loss": 1.1958,
      "step": 5650
    },
    {
      "epoch": 0.3932681943043917,
      "grad_norm": 0.02430218544001174,
      "learning_rate": 0.0009718227055663833,
      "loss": 1.4846,
      "step": 5655
    },
    {
      "epoch": 0.39361591154073505,
      "grad_norm": 0.026016172792749027,
      "learning_rate": 0.0009717221882738523,
      "loss": 1.1524,
      "step": 5660
    },
    {
      "epoch": 0.39396362877707847,
      "grad_norm": 0.03901360394830121,
      "learning_rate": 0.0009716214972290945,
      "loss": 1.267,
      "step": 5665
    },
    {
      "epoch": 0.3943113460134219,
      "grad_norm": 0.0571693653806643,
      "learning_rate": 0.0009715206324691976,
      "loss": 1.2164,
      "step": 5670
    },
    {
      "epoch": 0.3946590632497653,
      "grad_norm": 0.0276030766129952,
      "learning_rate": 0.0009714195940313142,
      "loss": 1.234,
      "step": 5675
    },
    {
      "epoch": 0.3950067804861087,
      "grad_norm": 0.039125344999405655,
      "learning_rate": 0.0009713183819526603,
      "loss": 1.201,
      "step": 5680
    },
    {
      "epoch": 0.3953544977224521,
      "grad_norm": 0.06964614033156356,
      "learning_rate": 0.0009712169962705157,
      "loss": 1.1975,
      "step": 5685
    },
    {
      "epoch": 0.3957022149587955,
      "grad_norm": 0.03348837962626564,
      "learning_rate": 0.0009711154370222245,
      "loss": 1.1954,
      "step": 5690
    },
    {
      "epoch": 0.3960499321951389,
      "grad_norm": 0.026248452387543045,
      "learning_rate": 0.0009710137042451949,
      "loss": 1.2281,
      "step": 5695
    },
    {
      "epoch": 0.3963976494314823,
      "grad_norm": 0.028541235536302643,
      "learning_rate": 0.0009709117979768982,
      "loss": 1.1208,
      "step": 5700
    },
    {
      "epoch": 0.3967453666678257,
      "grad_norm": 0.030709315191918912,
      "learning_rate": 0.0009708097182548706,
      "loss": 1.2182,
      "step": 5705
    },
    {
      "epoch": 0.39709308390416914,
      "grad_norm": 0.027379617169804128,
      "learning_rate": 0.0009707074651167115,
      "loss": 1.3462,
      "step": 5710
    },
    {
      "epoch": 0.39744080114051256,
      "grad_norm": 0.0343876859304699,
      "learning_rate": 0.0009706050386000845,
      "loss": 1.1961,
      "step": 5715
    },
    {
      "epoch": 0.3977885183768559,
      "grad_norm": 0.06760930500508856,
      "learning_rate": 0.000970502438742717,
      "loss": 1.2611,
      "step": 5720
    },
    {
      "epoch": 0.39813623561319933,
      "grad_norm": 0.026671533167550804,
      "learning_rate": 0.0009703996655824,
      "loss": 1.1545,
      "step": 5725
    },
    {
      "epoch": 0.39848395284954274,
      "grad_norm": 0.05301311204930533,
      "learning_rate": 0.0009702967191569887,
      "loss": 1.2841,
      "step": 5730
    },
    {
      "epoch": 0.39883167008588616,
      "grad_norm": 0.045084857551096556,
      "learning_rate": 0.000970193599504402,
      "loss": 1.2918,
      "step": 5735
    },
    {
      "epoch": 0.3991793873222296,
      "grad_norm": 0.060126894709635594,
      "learning_rate": 0.0009700903066626225,
      "loss": 1.3813,
      "step": 5740
    },
    {
      "epoch": 0.399527104558573,
      "grad_norm": 0.04365364474462189,
      "learning_rate": 0.0009699868406696968,
      "loss": 1.1803,
      "step": 5745
    },
    {
      "epoch": 0.39987482179491635,
      "grad_norm": 0.032436804897429276,
      "learning_rate": 0.0009698832015637349,
      "loss": 1.1469,
      "step": 5750
    },
    {
      "epoch": 0.40022253903125976,
      "grad_norm": 0.027907318459122168,
      "learning_rate": 0.000969779389382911,
      "loss": 1.1687,
      "step": 5755
    },
    {
      "epoch": 0.4005702562676032,
      "grad_norm": 0.03781510665561873,
      "learning_rate": 0.0009696754041654627,
      "loss": 1.207,
      "step": 5760
    },
    {
      "epoch": 0.4009179735039466,
      "grad_norm": 0.05461508176477017,
      "learning_rate": 0.0009695712459496917,
      "loss": 1.2879,
      "step": 5765
    },
    {
      "epoch": 0.40126569074029,
      "grad_norm": 0.0326611220096005,
      "learning_rate": 0.0009694669147739631,
      "loss": 1.2006,
      "step": 5770
    },
    {
      "epoch": 0.4016134079766334,
      "grad_norm": 0.022638235276229254,
      "learning_rate": 0.0009693624106767057,
      "loss": 1.1541,
      "step": 5775
    },
    {
      "epoch": 0.40196112521297683,
      "grad_norm": 0.02739644359886686,
      "learning_rate": 0.0009692577336964124,
      "loss": 1.2616,
      "step": 5780
    },
    {
      "epoch": 0.4023088424493202,
      "grad_norm": 0.04971620593549288,
      "learning_rate": 0.0009691528838716391,
      "loss": 1.228,
      "step": 5785
    },
    {
      "epoch": 0.4026565596856636,
      "grad_norm": 0.0636325241222864,
      "learning_rate": 0.000969047861241006,
      "loss": 1.2963,
      "step": 5790
    },
    {
      "epoch": 0.403004276922007,
      "grad_norm": 0.05555386771865105,
      "learning_rate": 0.0009689426658431969,
      "loss": 1.4777,
      "step": 5795
    },
    {
      "epoch": 0.40335199415835044,
      "grad_norm": 0.02816667072546054,
      "learning_rate": 0.0009688372977169587,
      "loss": 1.312,
      "step": 5800
    },
    {
      "epoch": 0.40369971139469385,
      "grad_norm": 0.0533938815139929,
      "learning_rate": 0.0009687317569011025,
      "loss": 1.2632,
      "step": 5805
    },
    {
      "epoch": 0.40404742863103726,
      "grad_norm": 0.0486003291971447,
      "learning_rate": 0.0009686260434345024,
      "loss": 1.2298,
      "step": 5810
    },
    {
      "epoch": 0.4043951458673806,
      "grad_norm": 0.027982946983855346,
      "learning_rate": 0.000968520157356097,
      "loss": 1.149,
      "step": 5815
    },
    {
      "epoch": 0.40474286310372404,
      "grad_norm": 0.03754903260565395,
      "learning_rate": 0.0009684140987048875,
      "loss": 1.1263,
      "step": 5820
    },
    {
      "epoch": 0.40509058034006745,
      "grad_norm": 0.0299402437619987,
      "learning_rate": 0.0009683078675199395,
      "loss": 1.4242,
      "step": 5825
    },
    {
      "epoch": 0.40543829757641087,
      "grad_norm": 0.03260567838323271,
      "learning_rate": 0.0009682014638403813,
      "loss": 1.2591,
      "step": 5830
    },
    {
      "epoch": 0.4057860148127543,
      "grad_norm": 0.030550407341820376,
      "learning_rate": 0.0009680948877054057,
      "loss": 1.1808,
      "step": 5835
    },
    {
      "epoch": 0.4061337320490977,
      "grad_norm": 0.02786591603175977,
      "learning_rate": 0.0009679881391542682,
      "loss": 1.2122,
      "step": 5840
    },
    {
      "epoch": 0.40648144928544105,
      "grad_norm": 0.025561753977196972,
      "learning_rate": 0.0009678812182262881,
      "loss": 1.3654,
      "step": 5845
    },
    {
      "epoch": 0.40682916652178447,
      "grad_norm": 0.11526254377440198,
      "learning_rate": 0.0009677741249608482,
      "loss": 1.3406,
      "step": 5850
    },
    {
      "epoch": 0.4071768837581279,
      "grad_norm": 0.030681329767434803,
      "learning_rate": 0.0009676668593973952,
      "loss": 1.2239,
      "step": 5855
    },
    {
      "epoch": 0.4075246009944713,
      "grad_norm": 0.036650867099125524,
      "learning_rate": 0.0009675594215754384,
      "loss": 1.2317,
      "step": 5860
    },
    {
      "epoch": 0.4078723182308147,
      "grad_norm": 0.026908869008362438,
      "learning_rate": 0.0009674518115345513,
      "loss": 1.1427,
      "step": 5865
    },
    {
      "epoch": 0.4082200354671581,
      "grad_norm": 0.024361550169916237,
      "learning_rate": 0.0009673440293143703,
      "loss": 1.2212,
      "step": 5870
    },
    {
      "epoch": 0.4085677527035015,
      "grad_norm": 0.026407684678940096,
      "learning_rate": 0.0009672360749545956,
      "loss": 1.1811,
      "step": 5875
    },
    {
      "epoch": 0.4089154699398449,
      "grad_norm": 0.03138147781200348,
      "learning_rate": 0.0009671279484949909,
      "loss": 1.2805,
      "step": 5880
    },
    {
      "epoch": 0.4092631871761883,
      "grad_norm": 0.03116084231815697,
      "learning_rate": 0.0009670196499753825,
      "loss": 1.2501,
      "step": 5885
    },
    {
      "epoch": 0.40961090441253173,
      "grad_norm": 0.02555860303125404,
      "learning_rate": 0.0009669111794356611,
      "loss": 1.2895,
      "step": 5890
    },
    {
      "epoch": 0.40995862164887514,
      "grad_norm": 0.02638028039822537,
      "learning_rate": 0.0009668025369157801,
      "loss": 1.2422,
      "step": 5895
    },
    {
      "epoch": 0.41030633888521856,
      "grad_norm": 0.044393001628585574,
      "learning_rate": 0.0009666937224557565,
      "loss": 1.1666,
      "step": 5900
    },
    {
      "epoch": 0.41065405612156197,
      "grad_norm": 0.025775235742546587,
      "learning_rate": 0.0009665847360956706,
      "loss": 1.2845,
      "step": 5905
    },
    {
      "epoch": 0.41100177335790533,
      "grad_norm": 0.028444849377041562,
      "learning_rate": 0.0009664755778756659,
      "loss": 1.2007,
      "step": 5910
    },
    {
      "epoch": 0.41134949059424875,
      "grad_norm": 0.03222485665132912,
      "learning_rate": 0.0009663662478359494,
      "loss": 1.1961,
      "step": 5915
    },
    {
      "epoch": 0.41169720783059216,
      "grad_norm": 0.0243429295326827,
      "learning_rate": 0.0009662567460167912,
      "loss": 1.1043,
      "step": 5920
    },
    {
      "epoch": 0.4120449250669356,
      "grad_norm": 0.02518693297525381,
      "learning_rate": 0.0009661470724585247,
      "loss": 1.138,
      "step": 5925
    },
    {
      "epoch": 0.412392642303279,
      "grad_norm": 0.02926380945937114,
      "learning_rate": 0.0009660372272015467,
      "loss": 1.2369,
      "step": 5930
    },
    {
      "epoch": 0.4127403595396224,
      "grad_norm": 0.034377088895080156,
      "learning_rate": 0.0009659272102863172,
      "loss": 1.1497,
      "step": 5935
    },
    {
      "epoch": 0.41308807677596576,
      "grad_norm": 0.04269369080799842,
      "learning_rate": 0.0009658170217533595,
      "loss": 1.2728,
      "step": 5940
    },
    {
      "epoch": 0.4134357940123092,
      "grad_norm": 0.031090245214225286,
      "learning_rate": 0.0009657066616432597,
      "loss": 1.134,
      "step": 5945
    },
    {
      "epoch": 0.4137835112486526,
      "grad_norm": 0.025570616771921465,
      "learning_rate": 0.0009655961299966675,
      "loss": 1.1994,
      "step": 5950
    },
    {
      "epoch": 0.414131228484996,
      "grad_norm": 0.045380237973407296,
      "learning_rate": 0.0009654854268542956,
      "loss": 1.2087,
      "step": 5955
    },
    {
      "epoch": 0.4144789457213394,
      "grad_norm": 0.027677065642027366,
      "learning_rate": 0.0009653745522569202,
      "loss": 1.1164,
      "step": 5960
    },
    {
      "epoch": 0.41482666295768283,
      "grad_norm": 0.03747778323311512,
      "learning_rate": 0.0009652635062453801,
      "loss": 1.4765,
      "step": 5965
    },
    {
      "epoch": 0.4151743801940262,
      "grad_norm": 0.027436852181869736,
      "learning_rate": 0.0009651522888605778,
      "loss": 1.206,
      "step": 5970
    },
    {
      "epoch": 0.4155220974303696,
      "grad_norm": 0.025068610165014223,
      "learning_rate": 0.0009650409001434784,
      "loss": 1.455,
      "step": 5975
    },
    {
      "epoch": 0.415869814666713,
      "grad_norm": 0.03490833621630442,
      "learning_rate": 0.0009649293401351106,
      "loss": 1.2828,
      "step": 5980
    },
    {
      "epoch": 0.41621753190305644,
      "grad_norm": 0.026827477953397433,
      "learning_rate": 0.0009648176088765658,
      "loss": 1.2709,
      "step": 5985
    },
    {
      "epoch": 0.41656524913939985,
      "grad_norm": 0.030697719563797285,
      "learning_rate": 0.0009647057064089987,
      "loss": 1.3563,
      "step": 5990
    },
    {
      "epoch": 0.41691296637574327,
      "grad_norm": 0.026158447628242574,
      "learning_rate": 0.000964593632773627,
      "loss": 1.2178,
      "step": 5995
    },
    {
      "epoch": 0.4172606836120866,
      "grad_norm": 0.024529189418477995,
      "learning_rate": 0.0009644813880117314,
      "loss": 1.1122,
      "step": 6000
    },
    {
      "epoch": 0.41760840084843004,
      "grad_norm": 0.02983996605111077,
      "learning_rate": 0.0009643689721646557,
      "loss": 1.2294,
      "step": 6005
    },
    {
      "epoch": 0.41795611808477345,
      "grad_norm": 0.050912275151708125,
      "learning_rate": 0.0009642563852738067,
      "loss": 1.3086,
      "step": 6010
    },
    {
      "epoch": 0.41830383532111687,
      "grad_norm": 0.036824378644400066,
      "learning_rate": 0.0009641436273806544,
      "loss": 1.1768,
      "step": 6015
    },
    {
      "epoch": 0.4186515525574603,
      "grad_norm": 0.02953922387653696,
      "learning_rate": 0.0009640306985267311,
      "loss": 1.2378,
      "step": 6020
    },
    {
      "epoch": 0.4189992697938037,
      "grad_norm": 0.03427855215391038,
      "learning_rate": 0.0009639175987536329,
      "loss": 1.1688,
      "step": 6025
    },
    {
      "epoch": 0.4193469870301471,
      "grad_norm": 0.029851594877994114,
      "learning_rate": 0.0009638043281030185,
      "loss": 1.2666,
      "step": 6030
    },
    {
      "epoch": 0.41969470426649047,
      "grad_norm": 0.03621797383462612,
      "learning_rate": 0.0009636908866166096,
      "loss": 1.4214,
      "step": 6035
    },
    {
      "epoch": 0.4200424215028339,
      "grad_norm": 0.05224441674181808,
      "learning_rate": 0.0009635772743361904,
      "loss": 1.1941,
      "step": 6040
    },
    {
      "epoch": 0.4203901387391773,
      "grad_norm": 0.042439536501482585,
      "learning_rate": 0.0009634634913036089,
      "loss": 1.3562,
      "step": 6045
    },
    {
      "epoch": 0.4207378559755207,
      "grad_norm": 0.05915876818226235,
      "learning_rate": 0.0009633495375607751,
      "loss": 1.147,
      "step": 6050
    },
    {
      "epoch": 0.42108557321186413,
      "grad_norm": 0.04829011883656597,
      "learning_rate": 0.0009632354131496625,
      "loss": 1.218,
      "step": 6055
    },
    {
      "epoch": 0.42143329044820754,
      "grad_norm": 0.03286738303045627,
      "learning_rate": 0.000963121118112307,
      "loss": 1.221,
      "step": 6060
    },
    {
      "epoch": 0.4217810076845509,
      "grad_norm": 0.060892631618765944,
      "learning_rate": 0.0009630066524908077,
      "loss": 1.4045,
      "step": 6065
    },
    {
      "epoch": 0.4221287249208943,
      "grad_norm": 0.029226237844686656,
      "learning_rate": 0.0009628920163273264,
      "loss": 1.162,
      "step": 6070
    },
    {
      "epoch": 0.42247644215723773,
      "grad_norm": 0.041889653485573504,
      "learning_rate": 0.0009627772096640877,
      "loss": 1.1387,
      "step": 6075
    },
    {
      "epoch": 0.42282415939358114,
      "grad_norm": 0.03610712016990606,
      "learning_rate": 0.0009626622325433791,
      "loss": 1.3719,
      "step": 6080
    },
    {
      "epoch": 0.42317187662992456,
      "grad_norm": 0.03172387729703892,
      "learning_rate": 0.0009625470850075506,
      "loss": 1.1895,
      "step": 6085
    },
    {
      "epoch": 0.423519593866268,
      "grad_norm": 0.031234653764342944,
      "learning_rate": 0.0009624317670990153,
      "loss": 1.1756,
      "step": 6090
    },
    {
      "epoch": 0.42386731110261133,
      "grad_norm": 0.02360781821306676,
      "learning_rate": 0.0009623162788602489,
      "loss": 1.1549,
      "step": 6095
    },
    {
      "epoch": 0.42421502833895475,
      "grad_norm": 0.03892203414950413,
      "learning_rate": 0.0009622006203337898,
      "loss": 1.2925,
      "step": 6100
    },
    {
      "epoch": 0.42456274557529816,
      "grad_norm": 0.0509199070485644,
      "learning_rate": 0.0009620847915622395,
      "loss": 1.134,
      "step": 6105
    },
    {
      "epoch": 0.4249104628116416,
      "grad_norm": 0.07755155736514803,
      "learning_rate": 0.0009619687925882615,
      "loss": 1.2591,
      "step": 6110
    },
    {
      "epoch": 0.425258180047985,
      "grad_norm": 0.03221935427973409,
      "learning_rate": 0.0009618526234545827,
      "loss": 1.217,
      "step": 6115
    },
    {
      "epoch": 0.4256058972843284,
      "grad_norm": 0.04044365516283807,
      "learning_rate": 0.0009617362842039921,
      "loss": 1.3522,
      "step": 6120
    },
    {
      "epoch": 0.42595361452067176,
      "grad_norm": 0.02491354201464035,
      "learning_rate": 0.0009616197748793418,
      "loss": 1.1886,
      "step": 6125
    },
    {
      "epoch": 0.4263013317570152,
      "grad_norm": 0.03407512143546189,
      "learning_rate": 0.0009615030955235463,
      "loss": 1.2934,
      "step": 6130
    },
    {
      "epoch": 0.4266490489933586,
      "grad_norm": 0.026903550426571568,
      "learning_rate": 0.0009613862461795829,
      "loss": 1.2053,
      "step": 6135
    },
    {
      "epoch": 0.426996766229702,
      "grad_norm": 0.06404287484352758,
      "learning_rate": 0.0009612692268904913,
      "loss": 1.1563,
      "step": 6140
    },
    {
      "epoch": 0.4273444834660454,
      "grad_norm": 0.05103429386430284,
      "learning_rate": 0.0009611520376993738,
      "loss": 1.1721,
      "step": 6145
    },
    {
      "epoch": 0.42769220070238884,
      "grad_norm": 0.027387385025001855,
      "learning_rate": 0.0009610346786493956,
      "loss": 1.4659,
      "step": 6150
    },
    {
      "epoch": 0.42803991793873225,
      "grad_norm": 0.02978358481280628,
      "learning_rate": 0.0009609171497837843,
      "loss": 1.21,
      "step": 6155
    },
    {
      "epoch": 0.4283876351750756,
      "grad_norm": 0.022956873302528456,
      "learning_rate": 0.0009607994511458298,
      "loss": 1.2021,
      "step": 6160
    },
    {
      "epoch": 0.428735352411419,
      "grad_norm": 0.04817560839164178,
      "learning_rate": 0.0009606815827788847,
      "loss": 1.2764,
      "step": 6165
    },
    {
      "epoch": 0.42908306964776244,
      "grad_norm": 0.025235390122038143,
      "learning_rate": 0.0009605635447263644,
      "loss": 1.1881,
      "step": 6170
    },
    {
      "epoch": 0.42943078688410585,
      "grad_norm": 0.02270678030708015,
      "learning_rate": 0.0009604453370317465,
      "loss": 1.2836,
      "step": 6175
    },
    {
      "epoch": 0.42977850412044927,
      "grad_norm": 0.026057921884929378,
      "learning_rate": 0.0009603269597385709,
      "loss": 1.2942,
      "step": 6180
    },
    {
      "epoch": 0.4301262213567927,
      "grad_norm": 0.04807871824080394,
      "learning_rate": 0.0009602084128904405,
      "loss": 1.1731,
      "step": 6185
    },
    {
      "epoch": 0.43047393859313604,
      "grad_norm": 0.049965341591808356,
      "learning_rate": 0.0009600896965310202,
      "loss": 1.2005,
      "step": 6190
    },
    {
      "epoch": 0.43082165582947946,
      "grad_norm": 0.025388799034857683,
      "learning_rate": 0.0009599708107040374,
      "loss": 1.5539,
      "step": 6195
    },
    {
      "epoch": 0.43116937306582287,
      "grad_norm": 0.023094942763706383,
      "learning_rate": 0.0009598517554532824,
      "loss": 1.1552,
      "step": 6200
    },
    {
      "epoch": 0.4315170903021663,
      "grad_norm": 0.02615567926859668,
      "learning_rate": 0.0009597325308226071,
      "loss": 1.2188,
      "step": 6205
    },
    {
      "epoch": 0.4318648075385097,
      "grad_norm": 0.023827781034163515,
      "learning_rate": 0.0009596131368559264,
      "loss": 1.2478,
      "step": 6210
    },
    {
      "epoch": 0.4322125247748531,
      "grad_norm": 0.024746168273210873,
      "learning_rate": 0.0009594935735972175,
      "loss": 1.2094,
      "step": 6215
    },
    {
      "epoch": 0.43256024201119647,
      "grad_norm": 0.03083791165280447,
      "learning_rate": 0.0009593738410905197,
      "loss": 1.2082,
      "step": 6220
    },
    {
      "epoch": 0.4329079592475399,
      "grad_norm": 0.02757175162059088,
      "learning_rate": 0.0009592539393799349,
      "loss": 1.2808,
      "step": 6225
    },
    {
      "epoch": 0.4332556764838833,
      "grad_norm": 0.03377786713254715,
      "learning_rate": 0.0009591338685096269,
      "loss": 1.2942,
      "step": 6230
    },
    {
      "epoch": 0.4336033937202267,
      "grad_norm": 0.06983094432158837,
      "learning_rate": 0.0009590136285238225,
      "loss": 1.4145,
      "step": 6235
    },
    {
      "epoch": 0.43395111095657013,
      "grad_norm": 0.03170655101417729,
      "learning_rate": 0.0009588932194668102,
      "loss": 1.3313,
      "step": 6240
    },
    {
      "epoch": 0.43429882819291354,
      "grad_norm": 0.029698458734658373,
      "learning_rate": 0.000958772641382941,
      "loss": 1.1046,
      "step": 6245
    },
    {
      "epoch": 0.4346465454292569,
      "grad_norm": 0.029068078325721485,
      "learning_rate": 0.0009586518943166283,
      "loss": 1.1725,
      "step": 6250
    },
    {
      "epoch": 0.4349942626656003,
      "grad_norm": 0.033706270626516495,
      "learning_rate": 0.0009585309783123472,
      "loss": 1.3078,
      "step": 6255
    },
    {
      "epoch": 0.43534197990194373,
      "grad_norm": 0.02977326224107783,
      "learning_rate": 0.0009584098934146357,
      "loss": 1.2404,
      "step": 6260
    },
    {
      "epoch": 0.43568969713828715,
      "grad_norm": 0.03266861073182721,
      "learning_rate": 0.0009582886396680937,
      "loss": 1.2382,
      "step": 6265
    },
    {
      "epoch": 0.43603741437463056,
      "grad_norm": 0.03314734892480392,
      "learning_rate": 0.0009581672171173834,
      "loss": 1.1703,
      "step": 6270
    },
    {
      "epoch": 0.436385131610974,
      "grad_norm": 0.024825374563092795,
      "learning_rate": 0.0009580456258072289,
      "loss": 1.2275,
      "step": 6275
    },
    {
      "epoch": 0.43673284884731733,
      "grad_norm": 0.03213168827360351,
      "learning_rate": 0.0009579238657824166,
      "loss": 1.2197,
      "step": 6280
    },
    {
      "epoch": 0.43708056608366075,
      "grad_norm": 0.22958168592537742,
      "learning_rate": 0.0009578019370877953,
      "loss": 1.1715,
      "step": 6285
    },
    {
      "epoch": 0.43742828332000416,
      "grad_norm": 0.03308030169163763,
      "learning_rate": 0.0009576798397682757,
      "loss": 1.2971,
      "step": 6290
    },
    {
      "epoch": 0.4377760005563476,
      "grad_norm": 0.03221951549054484,
      "learning_rate": 0.0009575575738688304,
      "loss": 1.3171,
      "step": 6295
    },
    {
      "epoch": 0.438123717792691,
      "grad_norm": 0.028413599432651676,
      "learning_rate": 0.0009574351394344945,
      "loss": 1.2535,
      "step": 6300
    },
    {
      "epoch": 0.4384714350290344,
      "grad_norm": 0.03627114930386308,
      "learning_rate": 0.000957312536510365,
      "loss": 1.2326,
      "step": 6305
    },
    {
      "epoch": 0.4388191522653778,
      "grad_norm": 0.03565018032339697,
      "learning_rate": 0.000957189765141601,
      "loss": 1.1876,
      "step": 6310
    },
    {
      "epoch": 0.4391668695017212,
      "grad_norm": 0.026540084255761376,
      "learning_rate": 0.0009570668253734235,
      "loss": 1.259,
      "step": 6315
    },
    {
      "epoch": 0.4395145867380646,
      "grad_norm": 0.028327916861042968,
      "learning_rate": 0.0009569437172511156,
      "loss": 1.2487,
      "step": 6320
    },
    {
      "epoch": 0.439862303974408,
      "grad_norm": 0.08086846292733539,
      "learning_rate": 0.0009568204408200227,
      "loss": 1.3454,
      "step": 6325
    },
    {
      "epoch": 0.4402100212107514,
      "grad_norm": 0.04484987207019079,
      "learning_rate": 0.0009566969961255514,
      "loss": 1.1939,
      "step": 6330
    },
    {
      "epoch": 0.44055773844709484,
      "grad_norm": 0.06404585994831184,
      "learning_rate": 0.0009565733832131715,
      "loss": 1.3051,
      "step": 6335
    },
    {
      "epoch": 0.44090545568343825,
      "grad_norm": 0.027183907634375767,
      "learning_rate": 0.0009564496021284137,
      "loss": 1.3028,
      "step": 6340
    },
    {
      "epoch": 0.4412531729197816,
      "grad_norm": 0.08359664060699686,
      "learning_rate": 0.0009563256529168709,
      "loss": 1.1821,
      "step": 6345
    },
    {
      "epoch": 0.441600890156125,
      "grad_norm": 0.03295032045307983,
      "learning_rate": 0.0009562015356241985,
      "loss": 1.3724,
      "step": 6350
    },
    {
      "epoch": 0.44194860739246844,
      "grad_norm": 0.031196816519414295,
      "learning_rate": 0.0009560772502961128,
      "loss": 1.2699,
      "step": 6355
    },
    {
      "epoch": 0.44229632462881185,
      "grad_norm": 0.05678180031790438,
      "learning_rate": 0.0009559527969783927,
      "loss": 1.4271,
      "step": 6360
    },
    {
      "epoch": 0.44264404186515527,
      "grad_norm": 0.026806007436249526,
      "learning_rate": 0.0009558281757168793,
      "loss": 1.1808,
      "step": 6365
    },
    {
      "epoch": 0.4429917591014987,
      "grad_norm": 0.05319974790159439,
      "learning_rate": 0.0009557033865574745,
      "loss": 1.1775,
      "step": 6370
    },
    {
      "epoch": 0.44333947633784204,
      "grad_norm": 0.07325819664680054,
      "learning_rate": 0.000955578429546143,
      "loss": 1.2769,
      "step": 6375
    },
    {
      "epoch": 0.44368719357418546,
      "grad_norm": 0.030099411137117973,
      "learning_rate": 0.0009554533047289109,
      "loss": 1.1415,
      "step": 6380
    },
    {
      "epoch": 0.44403491081052887,
      "grad_norm": 0.17126867831475628,
      "learning_rate": 0.000955328012151866,
      "loss": 1.4321,
      "step": 6385
    },
    {
      "epoch": 0.4443826280468723,
      "grad_norm": 0.03817410420184858,
      "learning_rate": 0.0009552025518611581,
      "loss": 1.3347,
      "step": 6390
    },
    {
      "epoch": 0.4447303452832157,
      "grad_norm": 0.031073746542256107,
      "learning_rate": 0.0009550769239029986,
      "loss": 1.3263,
      "step": 6395
    },
    {
      "epoch": 0.4450780625195591,
      "grad_norm": 0.029938329278398536,
      "learning_rate": 0.0009549511283236612,
      "loss": 1.1531,
      "step": 6400
    },
    {
      "epoch": 0.4454257797559025,
      "grad_norm": 0.18902942143859,
      "learning_rate": 0.0009548251651694806,
      "loss": 1.1732,
      "step": 6405
    },
    {
      "epoch": 0.4457734969922459,
      "grad_norm": 0.07010544614920493,
      "learning_rate": 0.0009546990344868537,
      "loss": 1.3258,
      "step": 6410
    },
    {
      "epoch": 0.4461212142285893,
      "grad_norm": 0.028001003403020554,
      "learning_rate": 0.000954572736322239,
      "loss": 1.1839,
      "step": 6415
    },
    {
      "epoch": 0.4464689314649327,
      "grad_norm": 0.03244997206828909,
      "learning_rate": 0.0009544462707221564,
      "loss": 1.1532,
      "step": 6420
    },
    {
      "epoch": 0.44681664870127613,
      "grad_norm": 0.04066567182599554,
      "learning_rate": 0.0009543196377331879,
      "loss": 1.1658,
      "step": 6425
    },
    {
      "epoch": 0.44716436593761955,
      "grad_norm": 0.03339814811356328,
      "learning_rate": 0.000954192837401977,
      "loss": 1.2761,
      "step": 6430
    },
    {
      "epoch": 0.44751208317396296,
      "grad_norm": 0.02904089543673651,
      "learning_rate": 0.0009540658697752288,
      "loss": 1.2335,
      "step": 6435
    },
    {
      "epoch": 0.4478598004103063,
      "grad_norm": 0.03148834813471008,
      "learning_rate": 0.00095393873489971,
      "loss": 1.4304,
      "step": 6440
    },
    {
      "epoch": 0.44820751764664973,
      "grad_norm": 0.03834509215183009,
      "learning_rate": 0.0009538114328222489,
      "loss": 1.2509,
      "step": 6445
    },
    {
      "epoch": 0.44855523488299315,
      "grad_norm": 0.027452505702848278,
      "learning_rate": 0.0009536839635897357,
      "loss": 1.2382,
      "step": 6450
    },
    {
      "epoch": 0.44890295211933656,
      "grad_norm": 0.02636785745120602,
      "learning_rate": 0.0009535563272491214,
      "loss": 1.4271,
      "step": 6455
    },
    {
      "epoch": 0.44925066935568,
      "grad_norm": 0.13557058341653824,
      "learning_rate": 0.0009534285238474195,
      "loss": 1.5041,
      "step": 6460
    },
    {
      "epoch": 0.4495983865920234,
      "grad_norm": 0.03122735301147296,
      "learning_rate": 0.0009533005534317044,
      "loss": 1.2397,
      "step": 6465
    },
    {
      "epoch": 0.44994610382836675,
      "grad_norm": 0.03428373921700213,
      "learning_rate": 0.0009531724160491122,
      "loss": 1.1789,
      "step": 6470
    },
    {
      "epoch": 0.45029382106471016,
      "grad_norm": 0.08173075932910336,
      "learning_rate": 0.0009530441117468405,
      "loss": 1.2588,
      "step": 6475
    },
    {
      "epoch": 0.4506415383010536,
      "grad_norm": 0.026223922995149498,
      "learning_rate": 0.0009529156405721484,
      "loss": 1.3397,
      "step": 6480
    },
    {
      "epoch": 0.450989255537397,
      "grad_norm": 0.07336690467172742,
      "learning_rate": 0.0009527870025723565,
      "loss": 1.2767,
      "step": 6485
    },
    {
      "epoch": 0.4513369727737404,
      "grad_norm": 0.04110841064060166,
      "learning_rate": 0.0009526581977948468,
      "loss": 1.1791,
      "step": 6490
    },
    {
      "epoch": 0.4516846900100838,
      "grad_norm": 0.058556893275886854,
      "learning_rate": 0.0009525292262870625,
      "loss": 1.3607,
      "step": 6495
    },
    {
      "epoch": 0.4520324072464272,
      "grad_norm": 0.04463481574064377,
      "learning_rate": 0.0009524000880965087,
      "loss": 1.2378,
      "step": 6500
    },
    {
      "epoch": 0.4523801244827706,
      "grad_norm": 0.05539366994803053,
      "learning_rate": 0.0009522707832707516,
      "loss": 1.1704,
      "step": 6505
    },
    {
      "epoch": 0.452727841719114,
      "grad_norm": 0.03858201130366008,
      "learning_rate": 0.0009521413118574187,
      "loss": 1.3895,
      "step": 6510
    },
    {
      "epoch": 0.4530755589554574,
      "grad_norm": 0.039509577876796244,
      "learning_rate": 0.000952011673904199,
      "loss": 1.2648,
      "step": 6515
    },
    {
      "epoch": 0.45342327619180084,
      "grad_norm": 0.053110602890729774,
      "learning_rate": 0.0009518818694588429,
      "loss": 1.1598,
      "step": 6520
    },
    {
      "epoch": 0.45377099342814425,
      "grad_norm": 0.02669952467619154,
      "learning_rate": 0.000951751898569162,
      "loss": 1.1952,
      "step": 6525
    },
    {
      "epoch": 0.4541187106644876,
      "grad_norm": 0.026329736674173827,
      "learning_rate": 0.0009516217612830293,
      "loss": 1.1656,
      "step": 6530
    },
    {
      "epoch": 0.454466427900831,
      "grad_norm": 0.029012803525089184,
      "learning_rate": 0.0009514914576483789,
      "loss": 1.3599,
      "step": 6535
    },
    {
      "epoch": 0.45481414513717444,
      "grad_norm": 0.024882241512108758,
      "learning_rate": 0.0009513609877132063,
      "loss": 1.1899,
      "step": 6540
    },
    {
      "epoch": 0.45516186237351786,
      "grad_norm": 0.037373802324741995,
      "learning_rate": 0.0009512303515255685,
      "loss": 1.2103,
      "step": 6545
    },
    {
      "epoch": 0.45550957960986127,
      "grad_norm": 0.024977890688832362,
      "learning_rate": 0.0009510995491335832,
      "loss": 1.1971,
      "step": 6550
    },
    {
      "epoch": 0.4558572968462047,
      "grad_norm": 0.03501237833411918,
      "learning_rate": 0.0009509685805854298,
      "loss": 1.2922,
      "step": 6555
    },
    {
      "epoch": 0.4562050140825481,
      "grad_norm": 0.024569082897133134,
      "learning_rate": 0.0009508374459293487,
      "loss": 1.3498,
      "step": 6560
    },
    {
      "epoch": 0.45655273131889146,
      "grad_norm": 0.028840445566243263,
      "learning_rate": 0.0009507061452136416,
      "loss": 1.3139,
      "step": 6565
    },
    {
      "epoch": 0.4569004485552349,
      "grad_norm": 0.0387611477575738,
      "learning_rate": 0.0009505746784866711,
      "loss": 1.1767,
      "step": 6570
    },
    {
      "epoch": 0.4572481657915783,
      "grad_norm": 0.03717668155863091,
      "learning_rate": 0.0009504430457968611,
      "loss": 1.1652,
      "step": 6575
    },
    {
      "epoch": 0.4575958830279217,
      "grad_norm": 0.041783422580368525,
      "learning_rate": 0.0009503112471926967,
      "loss": 1.1889,
      "step": 6580
    },
    {
      "epoch": 0.4579436002642651,
      "grad_norm": 0.03761025478546062,
      "learning_rate": 0.0009501792827227242,
      "loss": 1.2974,
      "step": 6585
    },
    {
      "epoch": 0.45829131750060853,
      "grad_norm": 0.02796974589163069,
      "learning_rate": 0.0009500471524355507,
      "loss": 1.1544,
      "step": 6590
    },
    {
      "epoch": 0.4586390347369519,
      "grad_norm": 0.03014082253669366,
      "learning_rate": 0.0009499148563798446,
      "loss": 1.2026,
      "step": 6595
    },
    {
      "epoch": 0.4589867519732953,
      "grad_norm": 0.026433175408942383,
      "learning_rate": 0.0009497823946043351,
      "loss": 1.2194,
      "step": 6600
    },
    {
      "epoch": 0.4593344692096387,
      "grad_norm": 0.02478166124207657,
      "learning_rate": 0.0009496497671578131,
      "loss": 1.2094,
      "step": 6605
    },
    {
      "epoch": 0.45968218644598213,
      "grad_norm": 0.031750922111147814,
      "learning_rate": 0.0009495169740891295,
      "loss": 1.2498,
      "step": 6610
    },
    {
      "epoch": 0.46002990368232555,
      "grad_norm": 0.03129078813678521,
      "learning_rate": 0.0009493840154471971,
      "loss": 1.2136,
      "step": 6615
    },
    {
      "epoch": 0.46037762091866896,
      "grad_norm": 0.06511068399536028,
      "learning_rate": 0.0009492508912809892,
      "loss": 1.2914,
      "step": 6620
    },
    {
      "epoch": 0.4607253381550123,
      "grad_norm": 0.04467019878229494,
      "learning_rate": 0.0009491176016395404,
      "loss": 1.1287,
      "step": 6625
    },
    {
      "epoch": 0.46107305539135574,
      "grad_norm": 0.038427328270151724,
      "learning_rate": 0.0009489841465719457,
      "loss": 1.3391,
      "step": 6630
    },
    {
      "epoch": 0.46142077262769915,
      "grad_norm": 0.03621776821902567,
      "learning_rate": 0.0009488505261273616,
      "loss": 1.2271,
      "step": 6635
    },
    {
      "epoch": 0.46176848986404256,
      "grad_norm": 0.03384257358767973,
      "learning_rate": 0.0009487167403550055,
      "loss": 1.132,
      "step": 6640
    },
    {
      "epoch": 0.462116207100386,
      "grad_norm": 0.031082547719419172,
      "learning_rate": 0.0009485827893041554,
      "loss": 1.3815,
      "step": 6645
    },
    {
      "epoch": 0.4624639243367294,
      "grad_norm": 0.09066476430318797,
      "learning_rate": 0.0009484486730241499,
      "loss": 1.2908,
      "step": 6650
    },
    {
      "epoch": 0.46281164157307275,
      "grad_norm": 0.02762213311972642,
      "learning_rate": 0.0009483143915643894,
      "loss": 1.2187,
      "step": 6655
    },
    {
      "epoch": 0.46315935880941617,
      "grad_norm": 0.027145935562938994,
      "learning_rate": 0.0009481799449743343,
      "loss": 1.3088,
      "step": 6660
    },
    {
      "epoch": 0.4635070760457596,
      "grad_norm": 0.028051699715558442,
      "learning_rate": 0.0009480453333035062,
      "loss": 1.3075,
      "step": 6665
    },
    {
      "epoch": 0.463854793282103,
      "grad_norm": 0.02873612200298874,
      "learning_rate": 0.0009479105566014874,
      "loss": 1.1303,
      "step": 6670
    },
    {
      "epoch": 0.4642025105184464,
      "grad_norm": 0.028607935349979494,
      "learning_rate": 0.0009477756149179208,
      "loss": 1.2381,
      "step": 6675
    },
    {
      "epoch": 0.4645502277547898,
      "grad_norm": 0.02873515452663522,
      "learning_rate": 0.0009476405083025106,
      "loss": 1.3356,
      "step": 6680
    },
    {
      "epoch": 0.4648979449911332,
      "grad_norm": 0.039359664038993554,
      "learning_rate": 0.0009475052368050212,
      "loss": 1.2359,
      "step": 6685
    },
    {
      "epoch": 0.4652456622274766,
      "grad_norm": 0.02663595251371393,
      "learning_rate": 0.000947369800475278,
      "loss": 1.3682,
      "step": 6690
    },
    {
      "epoch": 0.46559337946382,
      "grad_norm": 0.024253766707980948,
      "learning_rate": 0.0009472341993631671,
      "loss": 1.1719,
      "step": 6695
    },
    {
      "epoch": 0.4659410967001634,
      "grad_norm": 0.024948034555077398,
      "learning_rate": 0.0009470984335186351,
      "loss": 1.1335,
      "step": 6700
    },
    {
      "epoch": 0.46628881393650684,
      "grad_norm": 0.03116905447589433,
      "learning_rate": 0.0009469625029916897,
      "loss": 1.2373,
      "step": 6705
    },
    {
      "epoch": 0.46663653117285026,
      "grad_norm": 0.02684366932946379,
      "learning_rate": 0.0009468264078323988,
      "loss": 1.1654,
      "step": 6710
    },
    {
      "epoch": 0.46698424840919367,
      "grad_norm": 0.02536918295996306,
      "learning_rate": 0.0009466901480908913,
      "loss": 1.2357,
      "step": 6715
    },
    {
      "epoch": 0.46733196564553703,
      "grad_norm": 0.05423098472899221,
      "learning_rate": 0.0009465537238173564,
      "loss": 1.2734,
      "step": 6720
    },
    {
      "epoch": 0.46767968288188044,
      "grad_norm": 0.025828294139924293,
      "learning_rate": 0.0009464171350620441,
      "loss": 1.2179,
      "step": 6725
    },
    {
      "epoch": 0.46802740011822386,
      "grad_norm": 0.023355565210261765,
      "learning_rate": 0.000946280381875265,
      "loss": 1.3878,
      "step": 6730
    },
    {
      "epoch": 0.46837511735456727,
      "grad_norm": 0.02583525094356849,
      "learning_rate": 0.0009461434643073902,
      "loss": 1.2285,
      "step": 6735
    },
    {
      "epoch": 0.4687228345909107,
      "grad_norm": 0.031209227975215467,
      "learning_rate": 0.0009460063824088513,
      "loss": 1.2694,
      "step": 6740
    },
    {
      "epoch": 0.4690705518272541,
      "grad_norm": 0.059672833602951156,
      "learning_rate": 0.0009458691362301406,
      "loss": 1.2265,
      "step": 6745
    },
    {
      "epoch": 0.46941826906359746,
      "grad_norm": 0.03847819986575673,
      "learning_rate": 0.0009457317258218105,
      "loss": 1.2392,
      "step": 6750
    },
    {
      "epoch": 0.4697659862999409,
      "grad_norm": 0.03172984218520042,
      "learning_rate": 0.0009455941512344747,
      "loss": 1.4452,
      "step": 6755
    },
    {
      "epoch": 0.4701137035362843,
      "grad_norm": 0.024007381836168427,
      "learning_rate": 0.0009454564125188063,
      "loss": 1.3566,
      "step": 6760
    },
    {
      "epoch": 0.4704614207726277,
      "grad_norm": 0.03304932035447113,
      "learning_rate": 0.0009453185097255399,
      "loss": 1.3428,
      "step": 6765
    },
    {
      "epoch": 0.4708091380089711,
      "grad_norm": 0.031949808253230134,
      "learning_rate": 0.0009451804429054698,
      "loss": 1.1704,
      "step": 6770
    },
    {
      "epoch": 0.47115685524531453,
      "grad_norm": 0.026348128000186228,
      "learning_rate": 0.000945042212109451,
      "loss": 1.1908,
      "step": 6775
    },
    {
      "epoch": 0.4715045724816579,
      "grad_norm": 0.04238981217460781,
      "learning_rate": 0.0009449038173883988,
      "loss": 1.1852,
      "step": 6780
    },
    {
      "epoch": 0.4718522897180013,
      "grad_norm": 0.03331158231774755,
      "learning_rate": 0.0009447652587932891,
      "loss": 1.3218,
      "step": 6785
    },
    {
      "epoch": 0.4722000069543447,
      "grad_norm": 0.02584207643011209,
      "learning_rate": 0.0009446265363751579,
      "loss": 1.148,
      "step": 6790
    },
    {
      "epoch": 0.47254772419068813,
      "grad_norm": 0.027046623684000924,
      "learning_rate": 0.0009444876501851019,
      "loss": 1.2144,
      "step": 6795
    },
    {
      "epoch": 0.47289544142703155,
      "grad_norm": 0.034981427514144806,
      "learning_rate": 0.0009443486002742774,
      "loss": 1.1974,
      "step": 6800
    },
    {
      "epoch": 0.47324315866337496,
      "grad_norm": 0.03660964367310116,
      "learning_rate": 0.0009442093866939017,
      "loss": 1.2533,
      "step": 6805
    },
    {
      "epoch": 0.4735908758997183,
      "grad_norm": 0.024156946214972438,
      "learning_rate": 0.0009440700094952523,
      "loss": 1.0971,
      "step": 6810
    },
    {
      "epoch": 0.47393859313606174,
      "grad_norm": 0.03269602099045146,
      "learning_rate": 0.0009439304687296668,
      "loss": 1.3562,
      "step": 6815
    },
    {
      "epoch": 0.47428631037240515,
      "grad_norm": 0.024113170344537343,
      "learning_rate": 0.0009437907644485428,
      "loss": 1.1733,
      "step": 6820
    },
    {
      "epoch": 0.47463402760874857,
      "grad_norm": 0.03589938456450727,
      "learning_rate": 0.0009436508967033388,
      "loss": 1.157,
      "step": 6825
    },
    {
      "epoch": 0.474981744845092,
      "grad_norm": 0.0317729067799445,
      "learning_rate": 0.0009435108655455729,
      "loss": 1.1922,
      "step": 6830
    },
    {
      "epoch": 0.4753294620814354,
      "grad_norm": 0.026347730747049755,
      "learning_rate": 0.0009433706710268236,
      "loss": 1.2709,
      "step": 6835
    },
    {
      "epoch": 0.4756771793177788,
      "grad_norm": 0.022646581705447293,
      "learning_rate": 0.0009432303131987296,
      "loss": 1.0776,
      "step": 6840
    },
    {
      "epoch": 0.47602489655412217,
      "grad_norm": 0.030025195423265816,
      "learning_rate": 0.0009430897921129897,
      "loss": 1.1759,
      "step": 6845
    },
    {
      "epoch": 0.4763726137904656,
      "grad_norm": 0.0260940030800893,
      "learning_rate": 0.0009429491078213631,
      "loss": 1.2731,
      "step": 6850
    },
    {
      "epoch": 0.476720331026809,
      "grad_norm": 0.02495112869506836,
      "learning_rate": 0.0009428082603756683,
      "loss": 1.1824,
      "step": 6855
    },
    {
      "epoch": 0.4770680482631524,
      "grad_norm": 0.028601183935103545,
      "learning_rate": 0.0009426672498277851,
      "loss": 1.2334,
      "step": 6860
    },
    {
      "epoch": 0.4774157654994958,
      "grad_norm": 0.02736698876939748,
      "learning_rate": 0.0009425260762296524,
      "loss": 1.1829,
      "step": 6865
    },
    {
      "epoch": 0.47776348273583924,
      "grad_norm": 0.023813883789366958,
      "learning_rate": 0.0009423847396332698,
      "loss": 1.1636,
      "step": 6870
    },
    {
      "epoch": 0.4781111999721826,
      "grad_norm": 0.027111519957166944,
      "learning_rate": 0.0009422432400906962,
      "loss": 1.1593,
      "step": 6875
    },
    {
      "epoch": 0.478458917208526,
      "grad_norm": 0.032121155148105394,
      "learning_rate": 0.0009421015776540513,
      "loss": 1.1767,
      "step": 6880
    },
    {
      "epoch": 0.47880663444486943,
      "grad_norm": 0.0323270020245083,
      "learning_rate": 0.0009419597523755145,
      "loss": 1.174,
      "step": 6885
    },
    {
      "epoch": 0.47915435168121284,
      "grad_norm": 0.031022168345166502,
      "learning_rate": 0.000941817764307325,
      "loss": 1.1111,
      "step": 6890
    },
    {
      "epoch": 0.47950206891755626,
      "grad_norm": 0.04254606700008616,
      "learning_rate": 0.000941675613501782,
      "loss": 1.2573,
      "step": 6895
    },
    {
      "epoch": 0.47984978615389967,
      "grad_norm": 0.03535025338493156,
      "learning_rate": 0.0009415333000112449,
      "loss": 1.204,
      "step": 6900
    },
    {
      "epoch": 0.48019750339024303,
      "grad_norm": 0.02705331870263458,
      "learning_rate": 0.000941390823888133,
      "loss": 1.3225,
      "step": 6905
    },
    {
      "epoch": 0.48054522062658644,
      "grad_norm": 0.02402242049400115,
      "learning_rate": 0.000941248185184925,
      "loss": 1.317,
      "step": 6910
    },
    {
      "epoch": 0.48089293786292986,
      "grad_norm": 0.0252179418485105,
      "learning_rate": 0.0009411053839541604,
      "loss": 1.4737,
      "step": 6915
    },
    {
      "epoch": 0.4812406550992733,
      "grad_norm": 0.025782398325837976,
      "learning_rate": 0.0009409624202484374,
      "loss": 1.1538,
      "step": 6920
    },
    {
      "epoch": 0.4815883723356167,
      "grad_norm": 0.024712842604567273,
      "learning_rate": 0.0009408192941204152,
      "loss": 1.2845,
      "step": 6925
    },
    {
      "epoch": 0.4819360895719601,
      "grad_norm": 0.029434801475830212,
      "learning_rate": 0.0009406760056228119,
      "loss": 1.1539,
      "step": 6930
    },
    {
      "epoch": 0.48228380680830346,
      "grad_norm": 0.02807120670828153,
      "learning_rate": 0.000940532554808406,
      "loss": 1.4065,
      "step": 6935
    },
    {
      "epoch": 0.4826315240446469,
      "grad_norm": 0.030029490558885475,
      "learning_rate": 0.0009403889417300357,
      "loss": 1.334,
      "step": 6940
    },
    {
      "epoch": 0.4829792412809903,
      "grad_norm": 0.024256206887989133,
      "learning_rate": 0.0009402451664405985,
      "loss": 1.2627,
      "step": 6945
    },
    {
      "epoch": 0.4833269585173337,
      "grad_norm": 0.0296651567675331,
      "learning_rate": 0.0009401012289930524,
      "loss": 1.2374,
      "step": 6950
    },
    {
      "epoch": 0.4836746757536771,
      "grad_norm": 0.044383043645707006,
      "learning_rate": 0.0009399571294404145,
      "loss": 1.1949,
      "step": 6955
    },
    {
      "epoch": 0.48402239299002053,
      "grad_norm": 0.028767143254504426,
      "learning_rate": 0.0009398128678357619,
      "loss": 1.4888,
      "step": 6960
    },
    {
      "epoch": 0.48437011022636395,
      "grad_norm": 0.03300674552431466,
      "learning_rate": 0.0009396684442322312,
      "loss": 1.182,
      "step": 6965
    },
    {
      "epoch": 0.4847178274627073,
      "grad_norm": 0.023294257570964084,
      "learning_rate": 0.0009395238586830191,
      "loss": 1.2817,
      "step": 6970
    },
    {
      "epoch": 0.4850655446990507,
      "grad_norm": 0.03912406037695153,
      "learning_rate": 0.0009393791112413812,
      "loss": 1.3002,
      "step": 6975
    },
    {
      "epoch": 0.48541326193539414,
      "grad_norm": 0.0655249232597029,
      "learning_rate": 0.0009392342019606337,
      "loss": 1.2385,
      "step": 6980
    },
    {
      "epoch": 0.48576097917173755,
      "grad_norm": 0.03865181484844541,
      "learning_rate": 0.0009390891308941516,
      "loss": 1.1694,
      "step": 6985
    },
    {
      "epoch": 0.48610869640808096,
      "grad_norm": 0.024262448735026986,
      "learning_rate": 0.0009389438980953698,
      "loss": 1.3321,
      "step": 6990
    },
    {
      "epoch": 0.4864564136444244,
      "grad_norm": 0.02522227181637523,
      "learning_rate": 0.0009387985036177828,
      "loss": 1.3152,
      "step": 6995
    },
    {
      "epoch": 0.48680413088076774,
      "grad_norm": 0.02878752471875172,
      "learning_rate": 0.0009386529475149446,
      "loss": 1.2305,
      "step": 7000
    },
    {
      "epoch": 0.48715184811711115,
      "grad_norm": 0.02974649301456408,
      "learning_rate": 0.0009385072298404689,
      "loss": 1.2936,
      "step": 7005
    },
    {
      "epoch": 0.48749956535345457,
      "grad_norm": 0.03996779976566736,
      "learning_rate": 0.0009383613506480284,
      "loss": 1.4404,
      "step": 7010
    },
    {
      "epoch": 0.487847282589798,
      "grad_norm": 0.024275141074231465,
      "learning_rate": 0.000938215309991356,
      "loss": 1.1854,
      "step": 7015
    },
    {
      "epoch": 0.4881949998261414,
      "grad_norm": 0.03448759758717844,
      "learning_rate": 0.0009380691079242434,
      "loss": 1.1952,
      "step": 7020
    },
    {
      "epoch": 0.4885427170624848,
      "grad_norm": 0.044595511250980595,
      "learning_rate": 0.0009379227445005423,
      "loss": 1.1779,
      "step": 7025
    },
    {
      "epoch": 0.48889043429882817,
      "grad_norm": 0.03204762762455237,
      "learning_rate": 0.0009377762197741635,
      "loss": 1.1535,
      "step": 7030
    },
    {
      "epoch": 0.4892381515351716,
      "grad_norm": 0.031580859882566634,
      "learning_rate": 0.0009376295337990775,
      "loss": 1.1846,
      "step": 7035
    },
    {
      "epoch": 0.489585868771515,
      "grad_norm": 0.04265842475633269,
      "learning_rate": 0.0009374826866293136,
      "loss": 1.3679,
      "step": 7040
    },
    {
      "epoch": 0.4899335860078584,
      "grad_norm": 0.06448677043819308,
      "learning_rate": 0.0009373356783189614,
      "loss": 1.3085,
      "step": 7045
    },
    {
      "epoch": 0.4902813032442018,
      "grad_norm": 0.032499366252736014,
      "learning_rate": 0.000937188508922169,
      "loss": 1.1947,
      "step": 7050
    },
    {
      "epoch": 0.49062902048054524,
      "grad_norm": 0.028118398378769706,
      "learning_rate": 0.0009370411784931444,
      "loss": 1.2601,
      "step": 7055
    },
    {
      "epoch": 0.4909767377168886,
      "grad_norm": 0.031416359803934105,
      "learning_rate": 0.0009368936870861545,
      "loss": 1.2854,
      "step": 7060
    },
    {
      "epoch": 0.491324454953232,
      "grad_norm": 0.031601509060785384,
      "learning_rate": 0.0009367460347555257,
      "loss": 1.1499,
      "step": 7065
    },
    {
      "epoch": 0.49167217218957543,
      "grad_norm": 0.030236047544161187,
      "learning_rate": 0.0009365982215556439,
      "loss": 1.1507,
      "step": 7070
    },
    {
      "epoch": 0.49201988942591884,
      "grad_norm": 0.052171422608453775,
      "learning_rate": 0.0009364502475409537,
      "loss": 1.3053,
      "step": 7075
    },
    {
      "epoch": 0.49236760666226226,
      "grad_norm": 0.02502691065206288,
      "learning_rate": 0.0009363021127659592,
      "loss": 1.1623,
      "step": 7080
    },
    {
      "epoch": 0.4927153238986057,
      "grad_norm": 0.026658349513771485,
      "learning_rate": 0.0009361538172852242,
      "loss": 1.2817,
      "step": 7085
    },
    {
      "epoch": 0.4930630411349491,
      "grad_norm": 0.02652336805101434,
      "learning_rate": 0.0009360053611533707,
      "loss": 1.1768,
      "step": 7090
    },
    {
      "epoch": 0.49341075837129245,
      "grad_norm": 0.035825105660047436,
      "learning_rate": 0.0009358567444250809,
      "loss": 1.3388,
      "step": 7095
    },
    {
      "epoch": 0.49375847560763586,
      "grad_norm": 0.04565798454731816,
      "learning_rate": 0.0009357079671550955,
      "loss": 1.2441,
      "step": 7100
    },
    {
      "epoch": 0.4941061928439793,
      "grad_norm": 0.022290358044336565,
      "learning_rate": 0.0009355590293982144,
      "loss": 1.1644,
      "step": 7105
    },
    {
      "epoch": 0.4944539100803227,
      "grad_norm": 0.029391288424854518,
      "learning_rate": 0.000935409931209297,
      "loss": 1.1822,
      "step": 7110
    },
    {
      "epoch": 0.4948016273166661,
      "grad_norm": 0.02586833071944957,
      "learning_rate": 0.0009352606726432611,
      "loss": 1.2804,
      "step": 7115
    },
    {
      "epoch": 0.4951493445530095,
      "grad_norm": 0.02603597981138033,
      "learning_rate": 0.0009351112537550843,
      "loss": 1.1071,
      "step": 7120
    },
    {
      "epoch": 0.4954970617893529,
      "grad_norm": 0.02369799882520631,
      "learning_rate": 0.0009349616745998031,
      "loss": 1.1832,
      "step": 7125
    },
    {
      "epoch": 0.4958447790256963,
      "grad_norm": 0.03872091605588295,
      "learning_rate": 0.0009348119352325124,
      "loss": 1.1805,
      "step": 7130
    },
    {
      "epoch": 0.4961924962620397,
      "grad_norm": 0.14020171205208293,
      "learning_rate": 0.0009346620357083669,
      "loss": 1.4439,
      "step": 7135
    },
    {
      "epoch": 0.4965402134983831,
      "grad_norm": 0.028621297506399593,
      "learning_rate": 0.00093451197608258,
      "loss": 1.1924,
      "step": 7140
    },
    {
      "epoch": 0.49688793073472654,
      "grad_norm": 0.043128620771404544,
      "learning_rate": 0.0009343617564104239,
      "loss": 1.2004,
      "step": 7145
    },
    {
      "epoch": 0.49723564797106995,
      "grad_norm": 0.04135059384878133,
      "learning_rate": 0.00093421137674723,
      "loss": 1.2255,
      "step": 7150
    },
    {
      "epoch": 0.4975833652074133,
      "grad_norm": 0.03119209501997819,
      "learning_rate": 0.0009340608371483884,
      "loss": 1.2118,
      "step": 7155
    },
    {
      "epoch": 0.4979310824437567,
      "grad_norm": 0.05122883078255849,
      "learning_rate": 0.0009339101376693484,
      "loss": 1.1979,
      "step": 7160
    },
    {
      "epoch": 0.49827879968010014,
      "grad_norm": 0.061340265797597715,
      "learning_rate": 0.000933759278365618,
      "loss": 1.1544,
      "step": 7165
    },
    {
      "epoch": 0.49862651691644355,
      "grad_norm": 0.028302306195628405,
      "learning_rate": 0.0009336082592927642,
      "loss": 1.2083,
      "step": 7170
    },
    {
      "epoch": 0.49897423415278697,
      "grad_norm": 0.02613145473104453,
      "learning_rate": 0.0009334570805064125,
      "loss": 1.1519,
      "step": 7175
    },
    {
      "epoch": 0.4993219513891304,
      "grad_norm": 0.036473663879917496,
      "learning_rate": 0.0009333057420622475,
      "loss": 1.1699,
      "step": 7180
    },
    {
      "epoch": 0.49966966862547374,
      "grad_norm": 0.029171950916802854,
      "learning_rate": 0.0009331542440160127,
      "loss": 1.2401,
      "step": 7185
    },
    {
      "epoch": 0.5000173858618172,
      "grad_norm": 0.02964232273935563,
      "learning_rate": 0.0009330025864235105,
      "loss": 1.1346,
      "step": 7190
    },
    {
      "epoch": 0.5003651030981606,
      "grad_norm": 0.03104675112855123,
      "learning_rate": 0.0009328507693406016,
      "loss": 1.1981,
      "step": 7195
    },
    {
      "epoch": 0.5007128203345039,
      "grad_norm": 0.032629063227418736,
      "learning_rate": 0.0009326987928232054,
      "loss": 1.2184,
      "step": 7200
    },
    {
      "epoch": 0.5010605375708473,
      "grad_norm": 0.026138966109844945,
      "learning_rate": 0.0009325466569273008,
      "loss": 1.4774,
      "step": 7205
    },
    {
      "epoch": 0.5014082548071908,
      "grad_norm": 0.027196421067056914,
      "learning_rate": 0.0009323943617089248,
      "loss": 1.2416,
      "step": 7210
    },
    {
      "epoch": 0.5017559720435342,
      "grad_norm": 0.05488244238585365,
      "learning_rate": 0.0009322419072241728,
      "loss": 1.3287,
      "step": 7215
    },
    {
      "epoch": 0.5021036892798776,
      "grad_norm": 0.035572141615668275,
      "learning_rate": 0.0009320892935291998,
      "loss": 1.4381,
      "step": 7220
    },
    {
      "epoch": 0.502451406516221,
      "grad_norm": 0.030196611490017677,
      "learning_rate": 0.0009319365206802186,
      "loss": 1.3014,
      "step": 7225
    },
    {
      "epoch": 0.5027991237525644,
      "grad_norm": 0.028925291880652227,
      "learning_rate": 0.0009317835887335011,
      "loss": 1.2216,
      "step": 7230
    },
    {
      "epoch": 0.5031468409889078,
      "grad_norm": 0.02743412206314993,
      "learning_rate": 0.0009316304977453776,
      "loss": 1.0834,
      "step": 7235
    },
    {
      "epoch": 0.5034945582252512,
      "grad_norm": 0.03211815380999245,
      "learning_rate": 0.0009314772477722368,
      "loss": 1.369,
      "step": 7240
    },
    {
      "epoch": 0.5038422754615947,
      "grad_norm": 0.024486316533729534,
      "learning_rate": 0.0009313238388705263,
      "loss": 1.2286,
      "step": 7245
    },
    {
      "epoch": 0.5041899926979381,
      "grad_norm": 0.03271841537242207,
      "learning_rate": 0.0009311702710967522,
      "loss": 1.1686,
      "step": 7250
    },
    {
      "epoch": 0.5045377099342815,
      "grad_norm": 0.022781539702668857,
      "learning_rate": 0.0009310165445074789,
      "loss": 1.2533,
      "step": 7255
    },
    {
      "epoch": 0.5048854271706249,
      "grad_norm": 0.0695233851458235,
      "learning_rate": 0.0009308626591593295,
      "loss": 1.2248,
      "step": 7260
    },
    {
      "epoch": 0.5052331444069682,
      "grad_norm": 0.05166505684922481,
      "learning_rate": 0.0009307086151089855,
      "loss": 1.2277,
      "step": 7265
    },
    {
      "epoch": 0.5055808616433116,
      "grad_norm": 0.03299650688890108,
      "learning_rate": 0.0009305544124131868,
      "loss": 1.3046,
      "step": 7270
    },
    {
      "epoch": 0.505928578879655,
      "grad_norm": 0.02541489956270513,
      "learning_rate": 0.0009304000511287321,
      "loss": 1.1364,
      "step": 7275
    },
    {
      "epoch": 0.5062762961159984,
      "grad_norm": 0.02469662852978385,
      "learning_rate": 0.0009302455313124775,
      "loss": 1.2598,
      "step": 7280
    },
    {
      "epoch": 0.5066240133523419,
      "grad_norm": 0.022503330180977305,
      "learning_rate": 0.000930090853021339,
      "loss": 1.2371,
      "step": 7285
    },
    {
      "epoch": 0.5069717305886853,
      "grad_norm": 0.030860825253446647,
      "learning_rate": 0.0009299360163122896,
      "loss": 1.2586,
      "step": 7290
    },
    {
      "epoch": 0.5073194478250287,
      "grad_norm": 0.025785823284144447,
      "learning_rate": 0.0009297810212423616,
      "loss": 1.2731,
      "step": 7295
    },
    {
      "epoch": 0.5076671650613721,
      "grad_norm": 0.023178420406701015,
      "learning_rate": 0.0009296258678686449,
      "loss": 1.2741,
      "step": 7300
    },
    {
      "epoch": 0.5080148822977155,
      "grad_norm": 0.024755678629445384,
      "learning_rate": 0.0009294705562482884,
      "loss": 1.2139,
      "step": 7305
    },
    {
      "epoch": 0.5083625995340589,
      "grad_norm": 0.045610117624109936,
      "learning_rate": 0.0009293150864384986,
      "loss": 1.3084,
      "step": 7310
    },
    {
      "epoch": 0.5087103167704023,
      "grad_norm": 0.03002731789875036,
      "learning_rate": 0.0009291594584965409,
      "loss": 1.2392,
      "step": 7315
    },
    {
      "epoch": 0.5090580340067458,
      "grad_norm": 0.041963676760151655,
      "learning_rate": 0.0009290036724797386,
      "loss": 1.1618,
      "step": 7320
    },
    {
      "epoch": 0.5094057512430891,
      "grad_norm": 0.024925866517697588,
      "learning_rate": 0.0009288477284454732,
      "loss": 1.2798,
      "step": 7325
    },
    {
      "epoch": 0.5097534684794325,
      "grad_norm": 0.02611128664626703,
      "learning_rate": 0.0009286916264511847,
      "loss": 1.2555,
      "step": 7330
    },
    {
      "epoch": 0.5101011857157759,
      "grad_norm": 0.13035651498217116,
      "learning_rate": 0.0009285353665543708,
      "loss": 1.4526,
      "step": 7335
    },
    {
      "epoch": 0.5104489029521193,
      "grad_norm": 0.027295236715097933,
      "learning_rate": 0.0009283789488125876,
      "loss": 1.1609,
      "step": 7340
    },
    {
      "epoch": 0.5107966201884627,
      "grad_norm": 0.03771745675713304,
      "learning_rate": 0.0009282223732834499,
      "loss": 1.2409,
      "step": 7345
    },
    {
      "epoch": 0.5111443374248061,
      "grad_norm": 0.03397628056642087,
      "learning_rate": 0.0009280656400246294,
      "loss": 1.3565,
      "step": 7350
    },
    {
      "epoch": 0.5114920546611496,
      "grad_norm": 0.03773316681464215,
      "learning_rate": 0.0009279087490938569,
      "loss": 1.0871,
      "step": 7355
    },
    {
      "epoch": 0.511839771897493,
      "grad_norm": 0.029385149806905063,
      "learning_rate": 0.000927751700548921,
      "loss": 1.2267,
      "step": 7360
    },
    {
      "epoch": 0.5121874891338364,
      "grad_norm": 0.02477050331490845,
      "learning_rate": 0.0009275944944476684,
      "loss": 1.1718,
      "step": 7365
    },
    {
      "epoch": 0.5125352063701798,
      "grad_norm": 0.028637488218369023,
      "learning_rate": 0.0009274371308480036,
      "loss": 1.2788,
      "step": 7370
    },
    {
      "epoch": 0.5128829236065232,
      "grad_norm": 0.039292774528209264,
      "learning_rate": 0.0009272796098078892,
      "loss": 1.2639,
      "step": 7375
    },
    {
      "epoch": 0.5132306408428666,
      "grad_norm": 0.0352832257724091,
      "learning_rate": 0.0009271219313853462,
      "loss": 1.1938,
      "step": 7380
    },
    {
      "epoch": 0.51357835807921,
      "grad_norm": 0.04705829996342216,
      "learning_rate": 0.0009269640956384528,
      "loss": 1.2497,
      "step": 7385
    },
    {
      "epoch": 0.5139260753155533,
      "grad_norm": 0.04083982287323081,
      "learning_rate": 0.0009268061026253458,
      "loss": 1.309,
      "step": 7390
    },
    {
      "epoch": 0.5142737925518968,
      "grad_norm": 0.04012300087137251,
      "learning_rate": 0.0009266479524042197,
      "loss": 1.1404,
      "step": 7395
    },
    {
      "epoch": 0.5146215097882402,
      "grad_norm": 0.029469780538036894,
      "learning_rate": 0.0009264896450333268,
      "loss": 1.2092,
      "step": 7400
    },
    {
      "epoch": 0.5149692270245836,
      "grad_norm": 0.03401284120234088,
      "learning_rate": 0.0009263311805709777,
      "loss": 1.2856,
      "step": 7405
    },
    {
      "epoch": 0.515316944260927,
      "grad_norm": 0.031234202477204032,
      "learning_rate": 0.0009261725590755402,
      "loss": 1.484,
      "step": 7410
    },
    {
      "epoch": 0.5156646614972704,
      "grad_norm": 1.2428942281626918,
      "learning_rate": 0.0009260137806054404,
      "loss": 1.5281,
      "step": 7415
    },
    {
      "epoch": 0.5160123787336138,
      "grad_norm": 0.03201894148425128,
      "learning_rate": 0.0009258548452191622,
      "loss": 1.1606,
      "step": 7420
    },
    {
      "epoch": 0.5163600959699572,
      "grad_norm": 0.9352367394455648,
      "learning_rate": 0.000925695752975247,
      "loss": 1.4767,
      "step": 7425
    },
    {
      "epoch": 0.5167078132063007,
      "grad_norm": 1.9214415969794012,
      "learning_rate": 0.0009255365039322945,
      "loss": 3.8785,
      "step": 7430
    },
    {
      "epoch": 0.5170555304426441,
      "grad_norm": 0.8113049635280196,
      "learning_rate": 0.0009253770981489615,
      "loss": 2.0672,
      "step": 7435
    },
    {
      "epoch": 0.5174032476789875,
      "grad_norm": 0.11351327694317412,
      "learning_rate": 0.0009252175356839632,
      "loss": 1.6056,
      "step": 7440
    },
    {
      "epoch": 0.5177509649153309,
      "grad_norm": 0.17651198231952583,
      "learning_rate": 0.0009250578165960719,
      "loss": 1.4034,
      "step": 7445
    },
    {
      "epoch": 0.5180986821516742,
      "grad_norm": 0.35508140361341733,
      "learning_rate": 0.000924897940944118,
      "loss": 1.3813,
      "step": 7450
    },
    {
      "epoch": 0.5184463993880176,
      "grad_norm": 0.18090251703647145,
      "learning_rate": 0.0009247379087869896,
      "loss": 1.5606,
      "step": 7455
    },
    {
      "epoch": 0.518794116624361,
      "grad_norm": 0.08281705689052496,
      "learning_rate": 0.0009245777201836321,
      "loss": 1.7193,
      "step": 7460
    },
    {
      "epoch": 0.5191418338607044,
      "grad_norm": 0.09238889749488781,
      "learning_rate": 0.0009244173751930489,
      "loss": 1.3426,
      "step": 7465
    },
    {
      "epoch": 0.5194895510970479,
      "grad_norm": 0.09132940416133868,
      "learning_rate": 0.0009242568738743004,
      "loss": 1.5308,
      "step": 7470
    },
    {
      "epoch": 0.5198372683333913,
      "grad_norm": 0.06448011040102856,
      "learning_rate": 0.0009240962162865056,
      "loss": 1.3605,
      "step": 7475
    },
    {
      "epoch": 0.5201849855697347,
      "grad_norm": 0.2765644172229669,
      "learning_rate": 0.00092393540248884,
      "loss": 1.2424,
      "step": 7480
    },
    {
      "epoch": 0.5205327028060781,
      "grad_norm": 0.04700887612139822,
      "learning_rate": 0.0009237744325405373,
      "loss": 1.4653,
      "step": 7485
    },
    {
      "epoch": 0.5208804200424215,
      "grad_norm": 0.10266962063147989,
      "learning_rate": 0.0009236133065008885,
      "loss": 1.3696,
      "step": 7490
    },
    {
      "epoch": 0.5212281372787649,
      "grad_norm": 0.05362193063938122,
      "learning_rate": 0.0009234520244292419,
      "loss": 1.3837,
      "step": 7495
    },
    {
      "epoch": 0.5215758545151084,
      "grad_norm": 0.056990085027516735,
      "learning_rate": 0.0009232905863850038,
      "loss": 1.2959,
      "step": 7500
    },
    {
      "epoch": 0.5219235717514518,
      "grad_norm": 0.07024090940061975,
      "learning_rate": 0.0009231289924276376,
      "loss": 1.4319,
      "step": 7505
    },
    {
      "epoch": 0.5222712889877952,
      "grad_norm": 0.04615965170212109,
      "learning_rate": 0.0009229672426166638,
      "loss": 1.2258,
      "step": 7510
    },
    {
      "epoch": 0.5226190062241385,
      "grad_norm": 0.026742836018681368,
      "learning_rate": 0.0009228053370116612,
      "loss": 1.2735,
      "step": 7515
    },
    {
      "epoch": 0.5229667234604819,
      "grad_norm": 0.04134207343606077,
      "learning_rate": 0.0009226432756722648,
      "loss": 1.2963,
      "step": 7520
    },
    {
      "epoch": 0.5233144406968253,
      "grad_norm": 0.04033999414572784,
      "learning_rate": 0.0009224810586581682,
      "loss": 1.5253,
      "step": 7525
    },
    {
      "epoch": 0.5236621579331687,
      "grad_norm": 0.028986300871312442,
      "learning_rate": 0.0009223186860291215,
      "loss": 1.1717,
      "step": 7530
    },
    {
      "epoch": 0.5240098751695121,
      "grad_norm": 0.03513757897750847,
      "learning_rate": 0.0009221561578449324,
      "loss": 1.2351,
      "step": 7535
    },
    {
      "epoch": 0.5243575924058556,
      "grad_norm": 0.029583826950070596,
      "learning_rate": 0.0009219934741654659,
      "loss": 1.3594,
      "step": 7540
    },
    {
      "epoch": 0.524705309642199,
      "grad_norm": 0.03169983447716323,
      "learning_rate": 0.000921830635050644,
      "loss": 1.3191,
      "step": 7545
    },
    {
      "epoch": 0.5250530268785424,
      "grad_norm": 0.02713423531660233,
      "learning_rate": 0.0009216676405604466,
      "loss": 1.3012,
      "step": 7550
    },
    {
      "epoch": 0.5254007441148858,
      "grad_norm": 0.02546474959123697,
      "learning_rate": 0.0009215044907549102,
      "loss": 1.1934,
      "step": 7555
    },
    {
      "epoch": 0.5257484613512292,
      "grad_norm": 0.03324655199918354,
      "learning_rate": 0.0009213411856941287,
      "loss": 1.3378,
      "step": 7560
    },
    {
      "epoch": 0.5260961785875726,
      "grad_norm": 0.026546096249622536,
      "learning_rate": 0.0009211777254382534,
      "loss": 1.3012,
      "step": 7565
    },
    {
      "epoch": 0.526443895823916,
      "grad_norm": 0.02965412215387655,
      "learning_rate": 0.0009210141100474924,
      "loss": 1.2536,
      "step": 7570
    },
    {
      "epoch": 0.5267916130602593,
      "grad_norm": 0.02683394271251828,
      "learning_rate": 0.0009208503395821113,
      "loss": 1.1138,
      "step": 7575
    },
    {
      "epoch": 0.5271393302966028,
      "grad_norm": 0.02506637304013267,
      "learning_rate": 0.0009206864141024325,
      "loss": 1.3149,
      "step": 7580
    },
    {
      "epoch": 0.5274870475329462,
      "grad_norm": 0.028979685212344487,
      "learning_rate": 0.0009205223336688355,
      "loss": 1.0934,
      "step": 7585
    },
    {
      "epoch": 0.5278347647692896,
      "grad_norm": 0.02877006542883036,
      "learning_rate": 0.0009203580983417574,
      "loss": 1.3371,
      "step": 7590
    },
    {
      "epoch": 0.528182482005633,
      "grad_norm": 0.032601737703204695,
      "learning_rate": 0.0009201937081816917,
      "loss": 1.3123,
      "step": 7595
    },
    {
      "epoch": 0.5285301992419764,
      "grad_norm": 0.03473749140391789,
      "learning_rate": 0.0009200291632491893,
      "loss": 1.2274,
      "step": 7600
    },
    {
      "epoch": 0.5288779164783198,
      "grad_norm": 0.03136768087275382,
      "learning_rate": 0.0009198644636048579,
      "loss": 1.1748,
      "step": 7605
    },
    {
      "epoch": 0.5292256337146632,
      "grad_norm": 0.027495965215828016,
      "learning_rate": 0.0009196996093093625,
      "loss": 1.2624,
      "step": 7610
    },
    {
      "epoch": 0.5295733509510067,
      "grad_norm": 0.027973761431580247,
      "learning_rate": 0.0009195346004234246,
      "loss": 1.1785,
      "step": 7615
    },
    {
      "epoch": 0.5299210681873501,
      "grad_norm": 0.05470100461952639,
      "learning_rate": 0.0009193694370078231,
      "loss": 1.1725,
      "step": 7620
    },
    {
      "epoch": 0.5302687854236935,
      "grad_norm": 0.047611320896323195,
      "learning_rate": 0.0009192041191233937,
      "loss": 1.2054,
      "step": 7625
    },
    {
      "epoch": 0.5306165026600369,
      "grad_norm": 0.061923202688628054,
      "learning_rate": 0.0009190386468310286,
      "loss": 1.1117,
      "step": 7630
    },
    {
      "epoch": 0.5309642198963803,
      "grad_norm": 0.06104181469601575,
      "learning_rate": 0.0009188730201916774,
      "loss": 1.3331,
      "step": 7635
    },
    {
      "epoch": 0.5313119371327236,
      "grad_norm": 0.049174373974366296,
      "learning_rate": 0.0009187072392663463,
      "loss": 1.2894,
      "step": 7640
    },
    {
      "epoch": 0.531659654369067,
      "grad_norm": 0.027059176767313804,
      "learning_rate": 0.0009185413041160983,
      "loss": 1.2445,
      "step": 7645
    },
    {
      "epoch": 0.5320073716054105,
      "grad_norm": 0.04229900327713663,
      "learning_rate": 0.0009183752148020536,
      "loss": 1.1334,
      "step": 7650
    },
    {
      "epoch": 0.5323550888417539,
      "grad_norm": 0.03994388667601214,
      "learning_rate": 0.0009182089713853883,
      "loss": 1.2103,
      "step": 7655
    },
    {
      "epoch": 0.5327028060780973,
      "grad_norm": 0.031702847922449394,
      "learning_rate": 0.0009180425739273364,
      "loss": 1.2851,
      "step": 7660
    },
    {
      "epoch": 0.5330505233144407,
      "grad_norm": 0.026031471171045772,
      "learning_rate": 0.0009178760224891876,
      "loss": 1.1653,
      "step": 7665
    },
    {
      "epoch": 0.5333982405507841,
      "grad_norm": 0.062213737274311065,
      "learning_rate": 0.000917709317132289,
      "loss": 1.1991,
      "step": 7670
    },
    {
      "epoch": 0.5337459577871275,
      "grad_norm": 0.035388789764948976,
      "learning_rate": 0.0009175424579180441,
      "loss": 1.306,
      "step": 7675
    },
    {
      "epoch": 0.5340936750234709,
      "grad_norm": 0.0343478251793518,
      "learning_rate": 0.0009173754449079132,
      "loss": 1.2393,
      "step": 7680
    },
    {
      "epoch": 0.5344413922598144,
      "grad_norm": 0.02428252040049946,
      "learning_rate": 0.0009172082781634133,
      "loss": 1.2155,
      "step": 7685
    },
    {
      "epoch": 0.5347891094961578,
      "grad_norm": 0.05021256417109145,
      "learning_rate": 0.0009170409577461177,
      "loss": 1.312,
      "step": 7690
    },
    {
      "epoch": 0.5351368267325012,
      "grad_norm": 0.03115538008199697,
      "learning_rate": 0.0009168734837176567,
      "loss": 1.2166,
      "step": 7695
    },
    {
      "epoch": 0.5354845439688445,
      "grad_norm": 0.032036169416880436,
      "learning_rate": 0.0009167058561397168,
      "loss": 1.3014,
      "step": 7700
    },
    {
      "epoch": 0.5358322612051879,
      "grad_norm": 0.03336975598944695,
      "learning_rate": 0.0009165380750740413,
      "loss": 1.2024,
      "step": 7705
    },
    {
      "epoch": 0.5361799784415313,
      "grad_norm": 0.03148692506315601,
      "learning_rate": 0.0009163701405824301,
      "loss": 1.1472,
      "step": 7710
    },
    {
      "epoch": 0.5365276956778747,
      "grad_norm": 0.047258307760561225,
      "learning_rate": 0.0009162020527267396,
      "loss": 1.2372,
      "step": 7715
    },
    {
      "epoch": 0.5368754129142181,
      "grad_norm": 0.05961653622410809,
      "learning_rate": 0.0009160338115688824,
      "loss": 1.144,
      "step": 7720
    },
    {
      "epoch": 0.5372231301505616,
      "grad_norm": 0.0468904922151241,
      "learning_rate": 0.0009158654171708278,
      "loss": 1.3438,
      "step": 7725
    },
    {
      "epoch": 0.537570847386905,
      "grad_norm": 0.025299039268917425,
      "learning_rate": 0.0009156968695946015,
      "loss": 1.1498,
      "step": 7730
    },
    {
      "epoch": 0.5379185646232484,
      "grad_norm": 0.031242700157809868,
      "learning_rate": 0.0009155281689022858,
      "loss": 1.2307,
      "step": 7735
    },
    {
      "epoch": 0.5382662818595918,
      "grad_norm": 0.028749399572127705,
      "learning_rate": 0.0009153593151560189,
      "loss": 1.1934,
      "step": 7740
    },
    {
      "epoch": 0.5386139990959352,
      "grad_norm": 0.036231332320984674,
      "learning_rate": 0.000915190308417996,
      "loss": 1.2575,
      "step": 7745
    },
    {
      "epoch": 0.5389617163322786,
      "grad_norm": 0.031230011822531614,
      "learning_rate": 0.0009150211487504682,
      "loss": 1.3782,
      "step": 7750
    },
    {
      "epoch": 0.539309433568622,
      "grad_norm": 0.02458140027718033,
      "learning_rate": 0.0009148518362157432,
      "loss": 1.1721,
      "step": 7755
    },
    {
      "epoch": 0.5396571508049655,
      "grad_norm": 0.023950008309690456,
      "learning_rate": 0.0009146823708761847,
      "loss": 1.2409,
      "step": 7760
    },
    {
      "epoch": 0.5400048680413088,
      "grad_norm": 0.04542133252815163,
      "learning_rate": 0.000914512752794213,
      "loss": 1.2933,
      "step": 7765
    },
    {
      "epoch": 0.5403525852776522,
      "grad_norm": 0.04251288216522358,
      "learning_rate": 0.0009143429820323045,
      "loss": 1.2492,
      "step": 7770
    },
    {
      "epoch": 0.5407003025139956,
      "grad_norm": 0.02722013992475228,
      "learning_rate": 0.000914173058652992,
      "loss": 1.1717,
      "step": 7775
    },
    {
      "epoch": 0.541048019750339,
      "grad_norm": 0.03428781624970186,
      "learning_rate": 0.0009140029827188641,
      "loss": 1.2231,
      "step": 7780
    },
    {
      "epoch": 0.5413957369866824,
      "grad_norm": 0.028520414750375978,
      "learning_rate": 0.0009138327542925661,
      "loss": 1.4453,
      "step": 7785
    },
    {
      "epoch": 0.5417434542230258,
      "grad_norm": 0.033719473663095426,
      "learning_rate": 0.0009136623734367992,
      "loss": 1.2599,
      "step": 7790
    },
    {
      "epoch": 0.5420911714593692,
      "grad_norm": 0.031113804058673568,
      "learning_rate": 0.0009134918402143208,
      "loss": 1.1471,
      "step": 7795
    },
    {
      "epoch": 0.5424388886957127,
      "grad_norm": 0.02216250520566144,
      "learning_rate": 0.0009133211546879443,
      "loss": 1.1158,
      "step": 7800
    },
    {
      "epoch": 0.5427866059320561,
      "grad_norm": 0.023538016056756123,
      "learning_rate": 0.0009131503169205396,
      "loss": 1.1868,
      "step": 7805
    },
    {
      "epoch": 0.5431343231683995,
      "grad_norm": 0.029700869609519353,
      "learning_rate": 0.000912979326975032,
      "loss": 1.1639,
      "step": 7810
    },
    {
      "epoch": 0.5434820404047429,
      "grad_norm": 0.028803566146321277,
      "learning_rate": 0.0009128081849144033,
      "loss": 1.2788,
      "step": 7815
    },
    {
      "epoch": 0.5438297576410863,
      "grad_norm": 0.032854543578747404,
      "learning_rate": 0.0009126368908016915,
      "loss": 1.1822,
      "step": 7820
    },
    {
      "epoch": 0.5441774748774296,
      "grad_norm": 0.026981237007033067,
      "learning_rate": 0.0009124654446999904,
      "loss": 1.2215,
      "step": 7825
    },
    {
      "epoch": 0.544525192113773,
      "grad_norm": 0.037395379716536545,
      "learning_rate": 0.0009122938466724495,
      "loss": 1.2759,
      "step": 7830
    },
    {
      "epoch": 0.5448729093501165,
      "grad_norm": 0.026684318458698633,
      "learning_rate": 0.0009121220967822747,
      "loss": 1.2733,
      "step": 7835
    },
    {
      "epoch": 0.5452206265864599,
      "grad_norm": 0.029738157363795006,
      "learning_rate": 0.0009119501950927276,
      "loss": 1.1374,
      "step": 7840
    },
    {
      "epoch": 0.5455683438228033,
      "grad_norm": 0.03255034215952067,
      "learning_rate": 0.0009117781416671258,
      "loss": 1.291,
      "step": 7845
    },
    {
      "epoch": 0.5459160610591467,
      "grad_norm": 0.030832737293431608,
      "learning_rate": 0.0009116059365688425,
      "loss": 1.2185,
      "step": 7850
    },
    {
      "epoch": 0.5462637782954901,
      "grad_norm": 0.024917541512508096,
      "learning_rate": 0.0009114335798613075,
      "loss": 1.1956,
      "step": 7855
    },
    {
      "epoch": 0.5466114955318335,
      "grad_norm": 0.028502557195470336,
      "learning_rate": 0.0009112610716080057,
      "loss": 1.2875,
      "step": 7860
    },
    {
      "epoch": 0.5469592127681769,
      "grad_norm": 0.029756042631948858,
      "learning_rate": 0.000911088411872478,
      "loss": 1.1801,
      "step": 7865
    },
    {
      "epoch": 0.5473069300045204,
      "grad_norm": 0.026588987049939207,
      "learning_rate": 0.0009109156007183212,
      "loss": 1.2034,
      "step": 7870
    },
    {
      "epoch": 0.5476546472408638,
      "grad_norm": 0.044965965508172875,
      "learning_rate": 0.0009107426382091882,
      "loss": 1.3994,
      "step": 7875
    },
    {
      "epoch": 0.5480023644772072,
      "grad_norm": 0.04395309800924041,
      "learning_rate": 0.0009105695244087868,
      "loss": 1.3054,
      "step": 7880
    },
    {
      "epoch": 0.5483500817135505,
      "grad_norm": 0.03558389687759076,
      "learning_rate": 0.0009103962593808812,
      "loss": 1.284,
      "step": 7885
    },
    {
      "epoch": 0.5486977989498939,
      "grad_norm": 0.129488467023852,
      "learning_rate": 0.0009102228431892914,
      "loss": 1.1056,
      "step": 7890
    },
    {
      "epoch": 0.5490455161862373,
      "grad_norm": 0.03966524568215245,
      "learning_rate": 0.0009100492758978927,
      "loss": 1.2901,
      "step": 7895
    },
    {
      "epoch": 0.5493932334225807,
      "grad_norm": 0.024587680996682994,
      "learning_rate": 0.0009098755575706157,
      "loss": 1.2247,
      "step": 7900
    },
    {
      "epoch": 0.5497409506589241,
      "grad_norm": 0.028023873615307796,
      "learning_rate": 0.0009097016882714478,
      "loss": 1.2732,
      "step": 7905
    },
    {
      "epoch": 0.5500886678952676,
      "grad_norm": 0.02543954779444985,
      "learning_rate": 0.000909527668064431,
      "loss": 1.2636,
      "step": 7910
    },
    {
      "epoch": 0.550436385131611,
      "grad_norm": 0.03998829453463799,
      "learning_rate": 0.0009093534970136631,
      "loss": 1.2948,
      "step": 7915
    },
    {
      "epoch": 0.5507841023679544,
      "grad_norm": 0.04233026101246384,
      "learning_rate": 0.0009091791751832976,
      "loss": 1.2593,
      "step": 7920
    },
    {
      "epoch": 0.5511318196042978,
      "grad_norm": 0.023131406259690058,
      "learning_rate": 0.0009090047026375437,
      "loss": 1.1781,
      "step": 7925
    },
    {
      "epoch": 0.5514795368406412,
      "grad_norm": 0.023443264404490422,
      "learning_rate": 0.0009088300794406656,
      "loss": 1.1414,
      "step": 7930
    },
    {
      "epoch": 0.5518272540769846,
      "grad_norm": 0.02966374694111469,
      "learning_rate": 0.0009086553056569835,
      "loss": 1.2126,
      "step": 7935
    },
    {
      "epoch": 0.552174971313328,
      "grad_norm": 0.023891973479271637,
      "learning_rate": 0.0009084803813508729,
      "loss": 1.3377,
      "step": 7940
    },
    {
      "epoch": 0.5525226885496715,
      "grad_norm": 0.033121020338503386,
      "learning_rate": 0.0009083053065867643,
      "loss": 1.2529,
      "step": 7945
    },
    {
      "epoch": 0.5528704057860148,
      "grad_norm": 0.0236407678126784,
      "learning_rate": 0.0009081300814291445,
      "loss": 1.2662,
      "step": 7950
    },
    {
      "epoch": 0.5532181230223582,
      "grad_norm": 0.03273912683156326,
      "learning_rate": 0.0009079547059425552,
      "loss": 1.1915,
      "step": 7955
    },
    {
      "epoch": 0.5535658402587016,
      "grad_norm": 0.04230648650994689,
      "learning_rate": 0.0009077791801915931,
      "loss": 1.1804,
      "step": 7960
    },
    {
      "epoch": 0.553913557495045,
      "grad_norm": 0.023836234058371437,
      "learning_rate": 0.000907603504240911,
      "loss": 1.1678,
      "step": 7965
    },
    {
      "epoch": 0.5542612747313884,
      "grad_norm": 0.03373109452809062,
      "learning_rate": 0.0009074276781552167,
      "loss": 1.2238,
      "step": 7970
    },
    {
      "epoch": 0.5546089919677318,
      "grad_norm": 0.034993270415499295,
      "learning_rate": 0.0009072517019992727,
      "loss": 1.0944,
      "step": 7975
    },
    {
      "epoch": 0.5549567092040752,
      "grad_norm": 0.023418841495422026,
      "learning_rate": 0.0009070755758378981,
      "loss": 1.2495,
      "step": 7980
    },
    {
      "epoch": 0.5553044264404187,
      "grad_norm": 0.029465910563590405,
      "learning_rate": 0.0009068992997359659,
      "loss": 1.1062,
      "step": 7985
    },
    {
      "epoch": 0.5556521436767621,
      "grad_norm": 0.039536798858299665,
      "learning_rate": 0.0009067228737584055,
      "loss": 1.1963,
      "step": 7990
    },
    {
      "epoch": 0.5559998609131055,
      "grad_norm": 0.03278356296930304,
      "learning_rate": 0.0009065462979702003,
      "loss": 1.2303,
      "step": 7995
    },
    {
      "epoch": 0.5563475781494489,
      "grad_norm": 0.0366700413163876,
      "learning_rate": 0.0009063695724363898,
      "loss": 1.3235,
      "step": 8000
    },
    {
      "epoch": 0.5566952953857923,
      "grad_norm": 0.03526324349536956,
      "learning_rate": 0.0009061926972220684,
      "loss": 1.1739,
      "step": 8005
    },
    {
      "epoch": 0.5570430126221356,
      "grad_norm": 0.043116869458636985,
      "learning_rate": 0.0009060156723923856,
      "loss": 1.1421,
      "step": 8010
    },
    {
      "epoch": 0.557390729858479,
      "grad_norm": 0.024199805427966983,
      "learning_rate": 0.0009058384980125459,
      "loss": 1.43,
      "step": 8015
    },
    {
      "epoch": 0.5577384470948225,
      "grad_norm": 0.057110895690015505,
      "learning_rate": 0.0009056611741478091,
      "loss": 1.178,
      "step": 8020
    },
    {
      "epoch": 0.5580861643311659,
      "grad_norm": 0.02530674954527696,
      "learning_rate": 0.0009054837008634898,
      "loss": 1.2542,
      "step": 8025
    },
    {
      "epoch": 0.5584338815675093,
      "grad_norm": 0.060230760642140294,
      "learning_rate": 0.0009053060782249578,
      "loss": 1.3234,
      "step": 8030
    },
    {
      "epoch": 0.5587815988038527,
      "grad_norm": 0.03460830079959875,
      "learning_rate": 0.0009051283062976382,
      "loss": 1.128,
      "step": 8035
    },
    {
      "epoch": 0.5591293160401961,
      "grad_norm": 0.03066003416326864,
      "learning_rate": 0.0009049503851470105,
      "loss": 1.2289,
      "step": 8040
    },
    {
      "epoch": 0.5594770332765395,
      "grad_norm": 0.03248668128607054,
      "learning_rate": 0.0009047723148386094,
      "loss": 1.124,
      "step": 8045
    },
    {
      "epoch": 0.5598247505128829,
      "grad_norm": 0.025582290076876714,
      "learning_rate": 0.0009045940954380248,
      "loss": 1.2766,
      "step": 8050
    },
    {
      "epoch": 0.5601724677492264,
      "grad_norm": 0.027658121434770505,
      "learning_rate": 0.000904415727010901,
      "loss": 1.2278,
      "step": 8055
    },
    {
      "epoch": 0.5605201849855698,
      "grad_norm": 0.029401776709876707,
      "learning_rate": 0.0009042372096229378,
      "loss": 1.1571,
      "step": 8060
    },
    {
      "epoch": 0.5608679022219132,
      "grad_norm": 0.06990204523791756,
      "learning_rate": 0.0009040585433398897,
      "loss": 1.1767,
      "step": 8065
    },
    {
      "epoch": 0.5612156194582566,
      "grad_norm": 0.07502076018339063,
      "learning_rate": 0.0009038797282275655,
      "loss": 1.3725,
      "step": 8070
    },
    {
      "epoch": 0.5615633366945999,
      "grad_norm": 0.11075353808477865,
      "learning_rate": 0.0009037007643518295,
      "loss": 1.2163,
      "step": 8075
    },
    {
      "epoch": 0.5619110539309433,
      "grad_norm": 0.10908758353128012,
      "learning_rate": 0.0009035216517786004,
      "loss": 1.1903,
      "step": 8080
    },
    {
      "epoch": 0.5622587711672867,
      "grad_norm": 0.028889234552939104,
      "learning_rate": 0.0009033423905738518,
      "loss": 1.2058,
      "step": 8085
    },
    {
      "epoch": 0.5626064884036301,
      "grad_norm": 0.027213812513640946,
      "learning_rate": 0.000903162980803612,
      "loss": 1.3528,
      "step": 8090
    },
    {
      "epoch": 0.5629542056399736,
      "grad_norm": 0.03233050594983234,
      "learning_rate": 0.0009029834225339643,
      "loss": 1.084,
      "step": 8095
    },
    {
      "epoch": 0.563301922876317,
      "grad_norm": 0.08551090817029121,
      "learning_rate": 0.0009028037158310461,
      "loss": 1.2971,
      "step": 8100
    },
    {
      "epoch": 0.5636496401126604,
      "grad_norm": 0.02924377182035151,
      "learning_rate": 0.0009026238607610502,
      "loss": 1.2491,
      "step": 8105
    },
    {
      "epoch": 0.5639973573490038,
      "grad_norm": 0.02356614908812423,
      "learning_rate": 0.0009024438573902235,
      "loss": 1.0931,
      "step": 8110
    },
    {
      "epoch": 0.5643450745853472,
      "grad_norm": 0.025798835063325427,
      "learning_rate": 0.0009022637057848678,
      "loss": 1.3,
      "step": 8115
    },
    {
      "epoch": 0.5646927918216906,
      "grad_norm": 0.02190077268978154,
      "learning_rate": 0.000902083406011339,
      "loss": 1.2575,
      "step": 8120
    },
    {
      "epoch": 0.565040509058034,
      "grad_norm": 0.0256886202780191,
      "learning_rate": 0.0009019029581360486,
      "loss": 1.2543,
      "step": 8125
    },
    {
      "epoch": 0.5653882262943775,
      "grad_norm": 0.025203282042884693,
      "learning_rate": 0.0009017223622254616,
      "loss": 1.165,
      "step": 8130
    },
    {
      "epoch": 0.5657359435307208,
      "grad_norm": 0.030629751712586212,
      "learning_rate": 0.0009015416183460982,
      "loss": 1.2669,
      "step": 8135
    },
    {
      "epoch": 0.5660836607670642,
      "grad_norm": 0.027640841022189108,
      "learning_rate": 0.0009013607265645327,
      "loss": 1.2126,
      "step": 8140
    },
    {
      "epoch": 0.5664313780034076,
      "grad_norm": 0.02111880226115828,
      "learning_rate": 0.0009011796869473943,
      "loss": 1.337,
      "step": 8145
    },
    {
      "epoch": 0.566779095239751,
      "grad_norm": 0.050681668091790755,
      "learning_rate": 0.000900998499561366,
      "loss": 1.2858,
      "step": 8150
    },
    {
      "epoch": 0.5671268124760944,
      "grad_norm": 0.025768002502284008,
      "learning_rate": 0.000900817164473186,
      "loss": 1.3532,
      "step": 8155
    },
    {
      "epoch": 0.5674745297124378,
      "grad_norm": 0.023929708377630945,
      "learning_rate": 0.0009006356817496462,
      "loss": 1.2397,
      "step": 8160
    },
    {
      "epoch": 0.5678222469487813,
      "grad_norm": 0.1250536976070758,
      "learning_rate": 0.0009004540514575934,
      "loss": 1.2388,
      "step": 8165
    },
    {
      "epoch": 0.5681699641851247,
      "grad_norm": 0.03823491607173448,
      "learning_rate": 0.0009002722736639286,
      "loss": 1.2551,
      "step": 8170
    },
    {
      "epoch": 0.5685176814214681,
      "grad_norm": 0.02682140907538924,
      "learning_rate": 0.0009000903484356068,
      "loss": 1.2665,
      "step": 8175
    },
    {
      "epoch": 0.5688653986578115,
      "grad_norm": 0.023408687493043225,
      "learning_rate": 0.000899908275839638,
      "loss": 1.22,
      "step": 8180
    },
    {
      "epoch": 0.5692131158941549,
      "grad_norm": 0.03017917002300504,
      "learning_rate": 0.0008997260559430859,
      "loss": 1.3131,
      "step": 8185
    },
    {
      "epoch": 0.5695608331304983,
      "grad_norm": 0.037527952549248275,
      "learning_rate": 0.0008995436888130686,
      "loss": 1.1546,
      "step": 8190
    },
    {
      "epoch": 0.5699085503668417,
      "grad_norm": 0.030646153546041402,
      "learning_rate": 0.0008993611745167585,
      "loss": 1.1966,
      "step": 8195
    },
    {
      "epoch": 0.570256267603185,
      "grad_norm": 0.02511102874725374,
      "learning_rate": 0.0008991785131213821,
      "loss": 1.3222,
      "step": 8200
    },
    {
      "epoch": 0.5706039848395285,
      "grad_norm": 0.036635903134566654,
      "learning_rate": 0.0008989957046942202,
      "loss": 1.1468,
      "step": 8205
    },
    {
      "epoch": 0.5709517020758719,
      "grad_norm": 0.042204842819951696,
      "learning_rate": 0.0008988127493026077,
      "loss": 1.3688,
      "step": 8210
    },
    {
      "epoch": 0.5712994193122153,
      "grad_norm": 0.02191370205502155,
      "learning_rate": 0.0008986296470139338,
      "loss": 1.2702,
      "step": 8215
    },
    {
      "epoch": 0.5716471365485587,
      "grad_norm": 0.024242888586150625,
      "learning_rate": 0.0008984463978956415,
      "loss": 1.2673,
      "step": 8220
    },
    {
      "epoch": 0.5719948537849021,
      "grad_norm": 0.030149685568604093,
      "learning_rate": 0.0008982630020152278,
      "loss": 1.3835,
      "step": 8225
    },
    {
      "epoch": 0.5723425710212455,
      "grad_norm": 0.030376724138298315,
      "learning_rate": 0.0008980794594402445,
      "loss": 1.1417,
      "step": 8230
    },
    {
      "epoch": 0.5726902882575889,
      "grad_norm": 0.023967717610405854,
      "learning_rate": 0.0008978957702382967,
      "loss": 1.1552,
      "step": 8235
    },
    {
      "epoch": 0.5730380054939324,
      "grad_norm": 0.03096085534062334,
      "learning_rate": 0.0008977119344770434,
      "loss": 1.2531,
      "step": 8240
    },
    {
      "epoch": 0.5733857227302758,
      "grad_norm": 0.034440141161701104,
      "learning_rate": 0.0008975279522241984,
      "loss": 1.1767,
      "step": 8245
    },
    {
      "epoch": 0.5737334399666192,
      "grad_norm": 0.02322227766676544,
      "learning_rate": 0.0008973438235475289,
      "loss": 1.3126,
      "step": 8250
    },
    {
      "epoch": 0.5740811572029626,
      "grad_norm": 0.02587367029006045,
      "learning_rate": 0.0008971595485148558,
      "loss": 1.1942,
      "step": 8255
    },
    {
      "epoch": 0.5744288744393059,
      "grad_norm": 0.02555087012980322,
      "learning_rate": 0.0008969751271940545,
      "loss": 1.1881,
      "step": 8260
    },
    {
      "epoch": 0.5747765916756493,
      "grad_norm": 0.033000697175449,
      "learning_rate": 0.0008967905596530538,
      "loss": 1.2325,
      "step": 8265
    },
    {
      "epoch": 0.5751243089119927,
      "grad_norm": 0.027992953698631126,
      "learning_rate": 0.0008966058459598368,
      "loss": 1.175,
      "step": 8270
    },
    {
      "epoch": 0.5754720261483361,
      "grad_norm": 0.03752593316111037,
      "learning_rate": 0.0008964209861824398,
      "loss": 1.2344,
      "step": 8275
    },
    {
      "epoch": 0.5758197433846796,
      "grad_norm": 0.028665898674777722,
      "learning_rate": 0.0008962359803889537,
      "loss": 1.173,
      "step": 8280
    },
    {
      "epoch": 0.576167460621023,
      "grad_norm": 0.024294700830145437,
      "learning_rate": 0.0008960508286475227,
      "loss": 1.3232,
      "step": 8285
    },
    {
      "epoch": 0.5765151778573664,
      "grad_norm": 0.03543161998734884,
      "learning_rate": 0.0008958655310263446,
      "loss": 1.1488,
      "step": 8290
    },
    {
      "epoch": 0.5768628950937098,
      "grad_norm": 0.023365313363126056,
      "learning_rate": 0.0008956800875936714,
      "loss": 1.1542,
      "step": 8295
    },
    {
      "epoch": 0.5772106123300532,
      "grad_norm": 0.023288670684134996,
      "learning_rate": 0.0008954944984178084,
      "loss": 1.2097,
      "step": 8300
    },
    {
      "epoch": 0.5775583295663966,
      "grad_norm": 0.02822121834792036,
      "learning_rate": 0.000895308763567115,
      "loss": 1.1107,
      "step": 8305
    },
    {
      "epoch": 0.57790604680274,
      "grad_norm": 0.03291376866531854,
      "learning_rate": 0.0008951228831100038,
      "loss": 1.2158,
      "step": 8310
    },
    {
      "epoch": 0.5782537640390835,
      "grad_norm": 0.04164948353419246,
      "learning_rate": 0.0008949368571149415,
      "loss": 1.2196,
      "step": 8315
    },
    {
      "epoch": 0.5786014812754269,
      "grad_norm": 0.02281102825066932,
      "learning_rate": 0.0008947506856504477,
      "loss": 1.2116,
      "step": 8320
    },
    {
      "epoch": 0.5789491985117702,
      "grad_norm": 0.023299422595554783,
      "learning_rate": 0.0008945643687850965,
      "loss": 1.1644,
      "step": 8325
    },
    {
      "epoch": 0.5792969157481136,
      "grad_norm": 0.028534566397064635,
      "learning_rate": 0.0008943779065875148,
      "loss": 1.1297,
      "step": 8330
    },
    {
      "epoch": 0.579644632984457,
      "grad_norm": 0.0489152493811614,
      "learning_rate": 0.0008941912991263836,
      "loss": 1.2481,
      "step": 8335
    },
    {
      "epoch": 0.5799923502208004,
      "grad_norm": 0.052985491889092726,
      "learning_rate": 0.0008940045464704369,
      "loss": 1.2405,
      "step": 8340
    },
    {
      "epoch": 0.5803400674571438,
      "grad_norm": 0.061140988323089965,
      "learning_rate": 0.0008938176486884624,
      "loss": 1.2359,
      "step": 8345
    },
    {
      "epoch": 0.5806877846934873,
      "grad_norm": 0.04545229426712222,
      "learning_rate": 0.0008936306058493016,
      "loss": 1.1997,
      "step": 8350
    },
    {
      "epoch": 0.5810355019298307,
      "grad_norm": 0.038746968279268414,
      "learning_rate": 0.0008934434180218486,
      "loss": 1.1529,
      "step": 8355
    },
    {
      "epoch": 0.5813832191661741,
      "grad_norm": 0.057153741832731066,
      "learning_rate": 0.0008932560852750517,
      "loss": 1.189,
      "step": 8360
    },
    {
      "epoch": 0.5817309364025175,
      "grad_norm": 0.03742677739409581,
      "learning_rate": 0.0008930686076779123,
      "loss": 1.2375,
      "step": 8365
    },
    {
      "epoch": 0.5820786536388609,
      "grad_norm": 0.03349035333406312,
      "learning_rate": 0.000892880985299485,
      "loss": 1.0682,
      "step": 8370
    },
    {
      "epoch": 0.5824263708752043,
      "grad_norm": 0.024366124079443593,
      "learning_rate": 0.000892693218208878,
      "loss": 1.1646,
      "step": 8375
    },
    {
      "epoch": 0.5827740881115477,
      "grad_norm": 0.025757096539519995,
      "learning_rate": 0.0008925053064752527,
      "loss": 1.239,
      "step": 8380
    },
    {
      "epoch": 0.583121805347891,
      "grad_norm": 0.022900963282737562,
      "learning_rate": 0.0008923172501678234,
      "loss": 1.157,
      "step": 8385
    },
    {
      "epoch": 0.5834695225842345,
      "grad_norm": 0.03533050332668615,
      "learning_rate": 0.0008921290493558582,
      "loss": 1.1224,
      "step": 8390
    },
    {
      "epoch": 0.5838172398205779,
      "grad_norm": 0.02677050161525701,
      "learning_rate": 0.0008919407041086784,
      "loss": 1.1445,
      "step": 8395
    },
    {
      "epoch": 0.5841649570569213,
      "grad_norm": 0.029137708797390617,
      "learning_rate": 0.0008917522144956581,
      "loss": 1.2016,
      "step": 8400
    },
    {
      "epoch": 0.5845126742932647,
      "grad_norm": 0.024046968077749937,
      "learning_rate": 0.0008915635805862249,
      "loss": 1.3527,
      "step": 8405
    },
    {
      "epoch": 0.5848603915296081,
      "grad_norm": 0.02141550361045634,
      "learning_rate": 0.0008913748024498594,
      "loss": 1.1697,
      "step": 8410
    },
    {
      "epoch": 0.5852081087659515,
      "grad_norm": 0.03414232336992108,
      "learning_rate": 0.0008911858801560952,
      "loss": 1.1004,
      "step": 8415
    },
    {
      "epoch": 0.5855558260022949,
      "grad_norm": 0.02463639894275549,
      "learning_rate": 0.0008909968137745196,
      "loss": 1.1152,
      "step": 8420
    },
    {
      "epoch": 0.5859035432386384,
      "grad_norm": 0.026632450406003812,
      "learning_rate": 0.0008908076033747722,
      "loss": 1.3024,
      "step": 8425
    },
    {
      "epoch": 0.5862512604749818,
      "grad_norm": 0.046888492918521416,
      "learning_rate": 0.0008906182490265459,
      "loss": 1.1232,
      "step": 8430
    },
    {
      "epoch": 0.5865989777113252,
      "grad_norm": 0.032130623116265904,
      "learning_rate": 0.0008904287507995872,
      "loss": 1.1049,
      "step": 8435
    },
    {
      "epoch": 0.5869466949476686,
      "grad_norm": 0.021106762007027293,
      "learning_rate": 0.0008902391087636945,
      "loss": 1.0778,
      "step": 8440
    },
    {
      "epoch": 0.587294412184012,
      "grad_norm": 0.03764550543120208,
      "learning_rate": 0.0008900493229887201,
      "loss": 1.1598,
      "step": 8445
    },
    {
      "epoch": 0.5876421294203553,
      "grad_norm": 0.06265404268098985,
      "learning_rate": 0.000889859393544569,
      "loss": 1.2355,
      "step": 8450
    },
    {
      "epoch": 0.5879898466566987,
      "grad_norm": 0.04860313524037395,
      "learning_rate": 0.0008896693205011988,
      "loss": 1.2305,
      "step": 8455
    },
    {
      "epoch": 0.5883375638930421,
      "grad_norm": 0.03303443258685897,
      "learning_rate": 0.0008894791039286204,
      "loss": 1.2507,
      "step": 8460
    },
    {
      "epoch": 0.5886852811293856,
      "grad_norm": 0.02744044019489737,
      "learning_rate": 0.0008892887438968973,
      "loss": 1.1247,
      "step": 8465
    },
    {
      "epoch": 0.589032998365729,
      "grad_norm": 0.0348926824400253,
      "learning_rate": 0.000889098240476146,
      "loss": 1.1448,
      "step": 8470
    },
    {
      "epoch": 0.5893807156020724,
      "grad_norm": 0.06938302237617194,
      "learning_rate": 0.0008889075937365356,
      "loss": 1.1349,
      "step": 8475
    },
    {
      "epoch": 0.5897284328384158,
      "grad_norm": 0.027954373785531988,
      "learning_rate": 0.0008887168037482884,
      "loss": 1.2298,
      "step": 8480
    },
    {
      "epoch": 0.5900761500747592,
      "grad_norm": 0.03426227490000878,
      "learning_rate": 0.0008885258705816792,
      "loss": 1.095,
      "step": 8485
    },
    {
      "epoch": 0.5904238673111026,
      "grad_norm": 0.02670318663687574,
      "learning_rate": 0.0008883347943070352,
      "loss": 1.1468,
      "step": 8490
    },
    {
      "epoch": 0.590771584547446,
      "grad_norm": 0.031582975592830756,
      "learning_rate": 0.0008881435749947368,
      "loss": 1.1711,
      "step": 8495
    },
    {
      "epoch": 0.5911193017837895,
      "grad_norm": 0.02746454246350026,
      "learning_rate": 0.0008879522127152173,
      "loss": 1.1189,
      "step": 8500
    },
    {
      "epoch": 0.5914670190201329,
      "grad_norm": 0.036923237340719964,
      "learning_rate": 0.0008877607075389618,
      "loss": 1.2474,
      "step": 8505
    },
    {
      "epoch": 0.5918147362564762,
      "grad_norm": 0.023606624460541955,
      "learning_rate": 0.0008875690595365089,
      "loss": 1.142,
      "step": 8510
    },
    {
      "epoch": 0.5921624534928196,
      "grad_norm": 0.02300472498895907,
      "learning_rate": 0.0008873772687784491,
      "loss": 1.1295,
      "step": 8515
    },
    {
      "epoch": 0.592510170729163,
      "grad_norm": 0.02391053090438444,
      "learning_rate": 0.0008871853353354262,
      "loss": 1.2568,
      "step": 8520
    },
    {
      "epoch": 0.5928578879655064,
      "grad_norm": 0.02584322042944067,
      "learning_rate": 0.000886993259278136,
      "loss": 1.0865,
      "step": 8525
    },
    {
      "epoch": 0.5932056052018498,
      "grad_norm": 0.0254573770765863,
      "learning_rate": 0.000886801040677327,
      "loss": 1.1649,
      "step": 8530
    },
    {
      "epoch": 0.5935533224381933,
      "grad_norm": 0.022248600680343653,
      "learning_rate": 0.0008866086796038002,
      "loss": 1.1854,
      "step": 8535
    },
    {
      "epoch": 0.5939010396745367,
      "grad_norm": 0.034905553222804316,
      "learning_rate": 0.0008864161761284091,
      "loss": 1.1879,
      "step": 8540
    },
    {
      "epoch": 0.5942487569108801,
      "grad_norm": 0.02852478436840377,
      "learning_rate": 0.0008862235303220596,
      "loss": 1.3354,
      "step": 8545
    },
    {
      "epoch": 0.5945964741472235,
      "grad_norm": 0.02474796287404272,
      "learning_rate": 0.0008860307422557102,
      "loss": 1.1399,
      "step": 8550
    },
    {
      "epoch": 0.5949441913835669,
      "grad_norm": 0.08580326718895934,
      "learning_rate": 0.0008858378120003716,
      "loss": 1.3561,
      "step": 8555
    },
    {
      "epoch": 0.5952919086199103,
      "grad_norm": 0.027693645487653438,
      "learning_rate": 0.0008856447396271071,
      "loss": 1.1479,
      "step": 8560
    },
    {
      "epoch": 0.5956396258562537,
      "grad_norm": 0.04481814127934995,
      "learning_rate": 0.0008854515252070318,
      "loss": 1.2643,
      "step": 8565
    },
    {
      "epoch": 0.5959873430925972,
      "grad_norm": 0.0335949591352779,
      "learning_rate": 0.000885258168811314,
      "loss": 1.3293,
      "step": 8570
    },
    {
      "epoch": 0.5963350603289405,
      "grad_norm": 0.029474093248747363,
      "learning_rate": 0.0008850646705111735,
      "loss": 1.2859,
      "step": 8575
    },
    {
      "epoch": 0.5966827775652839,
      "grad_norm": 0.042558099179865215,
      "learning_rate": 0.0008848710303778827,
      "loss": 1.1022,
      "step": 8580
    },
    {
      "epoch": 0.5970304948016273,
      "grad_norm": 0.04317224931448972,
      "learning_rate": 0.0008846772484827662,
      "loss": 1.1061,
      "step": 8585
    },
    {
      "epoch": 0.5973782120379707,
      "grad_norm": 0.031066959761847503,
      "learning_rate": 0.0008844833248972009,
      "loss": 1.0458,
      "step": 8590
    },
    {
      "epoch": 0.5977259292743141,
      "grad_norm": 0.022964665096268492,
      "learning_rate": 0.0008842892596926157,
      "loss": 1.1325,
      "step": 8595
    },
    {
      "epoch": 0.5980736465106575,
      "grad_norm": 0.02951322984903041,
      "learning_rate": 0.0008840950529404922,
      "loss": 1.1969,
      "step": 8600
    },
    {
      "epoch": 0.598421363747001,
      "grad_norm": 0.04380463935817749,
      "learning_rate": 0.0008839007047123633,
      "loss": 1.2913,
      "step": 8605
    },
    {
      "epoch": 0.5987690809833444,
      "grad_norm": 0.034394305627995454,
      "learning_rate": 0.0008837062150798144,
      "loss": 1.4149,
      "step": 8610
    },
    {
      "epoch": 0.5991167982196878,
      "grad_norm": 0.5169333953468893,
      "learning_rate": 0.0008835115841144833,
      "loss": 1.2651,
      "step": 8615
    },
    {
      "epoch": 0.5994645154560312,
      "grad_norm": 0.2856090593483058,
      "learning_rate": 0.0008833168118880594,
      "loss": 1.5696,
      "step": 8620
    },
    {
      "epoch": 0.5998122326923746,
      "grad_norm": 0.18234194354701003,
      "learning_rate": 0.0008831218984722844,
      "loss": 1.6288,
      "step": 8625
    },
    {
      "epoch": 0.600159949928718,
      "grad_norm": 0.0844101424808398,
      "learning_rate": 0.0008829268439389517,
      "loss": 1.2481,
      "step": 8630
    },
    {
      "epoch": 0.6005076671650613,
      "grad_norm": 0.06980997559856643,
      "learning_rate": 0.0008827316483599073,
      "loss": 1.2019,
      "step": 8635
    },
    {
      "epoch": 0.6008553844014047,
      "grad_norm": 0.07378067400219286,
      "learning_rate": 0.0008825363118070485,
      "loss": 1.2161,
      "step": 8640
    },
    {
      "epoch": 0.6012031016377481,
      "grad_norm": 0.053873312914670055,
      "learning_rate": 0.0008823408343523244,
      "loss": 1.3591,
      "step": 8645
    },
    {
      "epoch": 0.6015508188740916,
      "grad_norm": 0.06827647515237685,
      "learning_rate": 0.000882145216067737,
      "loss": 1.2205,
      "step": 8650
    },
    {
      "epoch": 0.601898536110435,
      "grad_norm": 0.039257724954351314,
      "learning_rate": 0.0008819494570253394,
      "loss": 1.2529,
      "step": 8655
    },
    {
      "epoch": 0.6022462533467784,
      "grad_norm": 0.034458993746761105,
      "learning_rate": 0.0008817535572972363,
      "loss": 1.2046,
      "step": 8660
    },
    {
      "epoch": 0.6025939705831218,
      "grad_norm": 0.0449586718429091,
      "learning_rate": 0.000881557516955585,
      "loss": 1.1734,
      "step": 8665
    },
    {
      "epoch": 0.6029416878194652,
      "grad_norm": 0.025791779678899313,
      "learning_rate": 0.0008813613360725941,
      "loss": 1.2246,
      "step": 8670
    },
    {
      "epoch": 0.6032894050558086,
      "grad_norm": 0.03629133066245052,
      "learning_rate": 0.0008811650147205241,
      "loss": 1.1032,
      "step": 8675
    },
    {
      "epoch": 0.603637122292152,
      "grad_norm": 0.022981011515182552,
      "learning_rate": 0.0008809685529716871,
      "loss": 1.2516,
      "step": 8680
    },
    {
      "epoch": 0.6039848395284955,
      "grad_norm": 0.028134257344035327,
      "learning_rate": 0.000880771950898447,
      "loss": 1.2848,
      "step": 8685
    },
    {
      "epoch": 0.6043325567648389,
      "grad_norm": 0.026543914744632,
      "learning_rate": 0.0008805752085732194,
      "loss": 1.3226,
      "step": 8690
    },
    {
      "epoch": 0.6046802740011823,
      "grad_norm": 0.024721035489567687,
      "learning_rate": 0.0008803783260684719,
      "loss": 1.5058,
      "step": 8695
    },
    {
      "epoch": 0.6050279912375256,
      "grad_norm": 0.029418414136984105,
      "learning_rate": 0.000880181303456723,
      "loss": 1.1374,
      "step": 8700
    },
    {
      "epoch": 0.605375708473869,
      "grad_norm": 0.02468976246850706,
      "learning_rate": 0.0008799841408105432,
      "loss": 1.2768,
      "step": 8705
    },
    {
      "epoch": 0.6057234257102124,
      "grad_norm": 0.03400706526046528,
      "learning_rate": 0.0008797868382025549,
      "loss": 1.2561,
      "step": 8710
    },
    {
      "epoch": 0.6060711429465558,
      "grad_norm": 0.05263614425262624,
      "learning_rate": 0.0008795893957054315,
      "loss": 1.2193,
      "step": 8715
    },
    {
      "epoch": 0.6064188601828993,
      "grad_norm": 0.04309724588091598,
      "learning_rate": 0.0008793918133918982,
      "loss": 1.2359,
      "step": 8720
    },
    {
      "epoch": 0.6067665774192427,
      "grad_norm": 0.03261116819962054,
      "learning_rate": 0.0008791940913347317,
      "loss": 1.2423,
      "step": 8725
    },
    {
      "epoch": 0.6071142946555861,
      "grad_norm": 0.05619170247617885,
      "learning_rate": 0.0008789962296067602,
      "loss": 1.2608,
      "step": 8730
    },
    {
      "epoch": 0.6074620118919295,
      "grad_norm": 0.021949436321659417,
      "learning_rate": 0.000878798228280863,
      "loss": 1.1331,
      "step": 8735
    },
    {
      "epoch": 0.6078097291282729,
      "grad_norm": 0.025044863697677104,
      "learning_rate": 0.0008786000874299716,
      "loss": 1.1605,
      "step": 8740
    },
    {
      "epoch": 0.6081574463646163,
      "grad_norm": 0.02343397041480521,
      "learning_rate": 0.0008784018071270681,
      "loss": 1.1633,
      "step": 8745
    },
    {
      "epoch": 0.6085051636009597,
      "grad_norm": 0.020548883949295344,
      "learning_rate": 0.000878203387445186,
      "loss": 1.2805,
      "step": 8750
    },
    {
      "epoch": 0.6088528808373032,
      "grad_norm": 0.026582983895209907,
      "learning_rate": 0.0008780048284574108,
      "loss": 1.3161,
      "step": 8755
    },
    {
      "epoch": 0.6092005980736465,
      "grad_norm": 0.03258073314918182,
      "learning_rate": 0.0008778061302368788,
      "loss": 1.2125,
      "step": 8760
    },
    {
      "epoch": 0.6095483153099899,
      "grad_norm": 0.06572860939384312,
      "learning_rate": 0.0008776072928567775,
      "loss": 1.2051,
      "step": 8765
    },
    {
      "epoch": 0.6098960325463333,
      "grad_norm": 0.02725367482361681,
      "learning_rate": 0.0008774083163903461,
      "loss": 1.2155,
      "step": 8770
    },
    {
      "epoch": 0.6102437497826767,
      "grad_norm": 0.03885650958237765,
      "learning_rate": 0.0008772092009108747,
      "loss": 1.5701,
      "step": 8775
    },
    {
      "epoch": 0.6105914670190201,
      "grad_norm": 0.03010523203641692,
      "learning_rate": 0.0008770099464917048,
      "loss": 1.2806,
      "step": 8780
    },
    {
      "epoch": 0.6109391842553635,
      "grad_norm": 0.0272002190063627,
      "learning_rate": 0.0008768105532062286,
      "loss": 1.1296,
      "step": 8785
    },
    {
      "epoch": 0.611286901491707,
      "grad_norm": 0.026342463224114654,
      "learning_rate": 0.0008766110211278901,
      "loss": 1.1345,
      "step": 8790
    },
    {
      "epoch": 0.6116346187280504,
      "grad_norm": 0.03182094908778373,
      "learning_rate": 0.0008764113503301843,
      "loss": 1.3224,
      "step": 8795
    },
    {
      "epoch": 0.6119823359643938,
      "grad_norm": 0.027714477840347206,
      "learning_rate": 0.0008762115408866566,
      "loss": 1.1391,
      "step": 8800
    },
    {
      "epoch": 0.6123300532007372,
      "grad_norm": 0.02616486855626125,
      "learning_rate": 0.0008760115928709045,
      "loss": 1.2825,
      "step": 8805
    },
    {
      "epoch": 0.6126777704370806,
      "grad_norm": 0.033336600439158745,
      "learning_rate": 0.0008758115063565757,
      "loss": 1.3666,
      "step": 8810
    },
    {
      "epoch": 0.613025487673424,
      "grad_norm": 0.03791234691070784,
      "learning_rate": 0.0008756112814173693,
      "loss": 1.1897,
      "step": 8815
    },
    {
      "epoch": 0.6133732049097673,
      "grad_norm": 0.049562499457057964,
      "learning_rate": 0.0008754109181270355,
      "loss": 1.4957,
      "step": 8820
    },
    {
      "epoch": 0.6137209221461107,
      "grad_norm": 0.032856048952687525,
      "learning_rate": 0.0008752104165593754,
      "loss": 1.2343,
      "step": 8825
    },
    {
      "epoch": 0.6140686393824542,
      "grad_norm": 0.026774713241897553,
      "learning_rate": 0.0008750097767882406,
      "loss": 1.2859,
      "step": 8830
    },
    {
      "epoch": 0.6144163566187976,
      "grad_norm": 0.041167315665693455,
      "learning_rate": 0.000874808998887534,
      "loss": 1.2673,
      "step": 8835
    },
    {
      "epoch": 0.614764073855141,
      "grad_norm": 0.02765005892266063,
      "learning_rate": 0.0008746080829312096,
      "loss": 1.1378,
      "step": 8840
    },
    {
      "epoch": 0.6151117910914844,
      "grad_norm": 0.0223894292236238,
      "learning_rate": 0.0008744070289932717,
      "loss": 1.1576,
      "step": 8845
    },
    {
      "epoch": 0.6154595083278278,
      "grad_norm": 0.02733704857616785,
      "learning_rate": 0.0008742058371477755,
      "loss": 1.1739,
      "step": 8850
    },
    {
      "epoch": 0.6158072255641712,
      "grad_norm": 0.036845705263225385,
      "learning_rate": 0.0008740045074688277,
      "loss": 1.2357,
      "step": 8855
    },
    {
      "epoch": 0.6161549428005146,
      "grad_norm": 0.04759555788111401,
      "learning_rate": 0.000873803040030585,
      "loss": 1.5564,
      "step": 8860
    },
    {
      "epoch": 0.616502660036858,
      "grad_norm": 0.03527495151652604,
      "learning_rate": 0.0008736014349072548,
      "loss": 1.1243,
      "step": 8865
    },
    {
      "epoch": 0.6168503772732015,
      "grad_norm": 0.03968119905607968,
      "learning_rate": 0.000873399692173096,
      "loss": 1.4066,
      "step": 8870
    },
    {
      "epoch": 0.6171980945095449,
      "grad_norm": 0.031134145773393684,
      "learning_rate": 0.0008731978119024175,
      "loss": 1.1982,
      "step": 8875
    },
    {
      "epoch": 0.6175458117458883,
      "grad_norm": 0.037267272758510675,
      "learning_rate": 0.000872995794169579,
      "loss": 1.1635,
      "step": 8880
    },
    {
      "epoch": 0.6178935289822316,
      "grad_norm": 0.023656540614371634,
      "learning_rate": 0.0008727936390489908,
      "loss": 1.1713,
      "step": 8885
    },
    {
      "epoch": 0.618241246218575,
      "grad_norm": 0.06829738089202843,
      "learning_rate": 0.0008725913466151141,
      "loss": 1.3282,
      "step": 8890
    },
    {
      "epoch": 0.6185889634549184,
      "grad_norm": 0.02668676909234658,
      "learning_rate": 0.0008723889169424605,
      "loss": 1.1885,
      "step": 8895
    },
    {
      "epoch": 0.6189366806912618,
      "grad_norm": 0.025110603933871444,
      "learning_rate": 0.0008721863501055919,
      "loss": 1.2983,
      "step": 8900
    },
    {
      "epoch": 0.6192843979276053,
      "grad_norm": 0.023883066961918366,
      "learning_rate": 0.0008719836461791211,
      "loss": 1.1338,
      "step": 8905
    },
    {
      "epoch": 0.6196321151639487,
      "grad_norm": 0.021359512485625592,
      "learning_rate": 0.0008717808052377112,
      "loss": 1.2399,
      "step": 8910
    },
    {
      "epoch": 0.6199798324002921,
      "grad_norm": 0.020811033075246153,
      "learning_rate": 0.0008715778273560757,
      "loss": 1.0992,
      "step": 8915
    },
    {
      "epoch": 0.6203275496366355,
      "grad_norm": 0.02258287890596551,
      "learning_rate": 0.0008713747126089788,
      "loss": 1.2269,
      "step": 8920
    },
    {
      "epoch": 0.6206752668729789,
      "grad_norm": 0.025800493775175716,
      "learning_rate": 0.0008711714610712349,
      "loss": 1.2651,
      "step": 8925
    },
    {
      "epoch": 0.6210229841093223,
      "grad_norm": 0.03424543715243997,
      "learning_rate": 0.0008709680728177087,
      "loss": 1.3984,
      "step": 8930
    },
    {
      "epoch": 0.6213707013456657,
      "grad_norm": 0.027607878542864044,
      "learning_rate": 0.0008707645479233158,
      "loss": 1.1766,
      "step": 8935
    },
    {
      "epoch": 0.6217184185820092,
      "grad_norm": 0.02342371731300019,
      "learning_rate": 0.0008705608864630212,
      "loss": 1.1325,
      "step": 8940
    },
    {
      "epoch": 0.6220661358183525,
      "grad_norm": 0.042711566231791086,
      "learning_rate": 0.0008703570885118413,
      "loss": 1.1678,
      "step": 8945
    },
    {
      "epoch": 0.6224138530546959,
      "grad_norm": 0.031052271161592756,
      "learning_rate": 0.0008701531541448417,
      "loss": 1.1741,
      "step": 8950
    },
    {
      "epoch": 0.6227615702910393,
      "grad_norm": 0.02524014066886378,
      "learning_rate": 0.0008699490834371389,
      "loss": 1.1621,
      "step": 8955
    },
    {
      "epoch": 0.6231092875273827,
      "grad_norm": 0.031103060089012945,
      "learning_rate": 0.0008697448764638997,
      "loss": 1.1533,
      "step": 8960
    },
    {
      "epoch": 0.6234570047637261,
      "grad_norm": 0.023195477295904158,
      "learning_rate": 0.0008695405333003405,
      "loss": 1.2593,
      "step": 8965
    },
    {
      "epoch": 0.6238047220000695,
      "grad_norm": 0.02723336803582276,
      "learning_rate": 0.0008693360540217286,
      "loss": 1.1251,
      "step": 8970
    },
    {
      "epoch": 0.624152439236413,
      "grad_norm": 0.032356200011032975,
      "learning_rate": 0.0008691314387033809,
      "loss": 1.2237,
      "step": 8975
    },
    {
      "epoch": 0.6245001564727564,
      "grad_norm": 0.03881275023396116,
      "learning_rate": 0.0008689266874206643,
      "loss": 1.3878,
      "step": 8980
    },
    {
      "epoch": 0.6248478737090998,
      "grad_norm": 0.0378074840738441,
      "learning_rate": 0.0008687218002489967,
      "loss": 1.1637,
      "step": 8985
    },
    {
      "epoch": 0.6251955909454432,
      "grad_norm": 0.03681239157158622,
      "learning_rate": 0.0008685167772638447,
      "loss": 1.3074,
      "step": 8990
    },
    {
      "epoch": 0.6255433081817866,
      "grad_norm": 0.023206386734667694,
      "learning_rate": 0.000868311618540726,
      "loss": 1.2032,
      "step": 8995
    },
    {
      "epoch": 0.62589102541813,
      "grad_norm": 0.026689173027923063,
      "learning_rate": 0.000868106324155208,
      "loss": 1.1615,
      "step": 9000
    },
    {
      "epoch": 0.6262387426544734,
      "grad_norm": 0.02758684493001377,
      "learning_rate": 0.0008679008941829077,
      "loss": 1.1588,
      "step": 9005
    },
    {
      "epoch": 0.6265864598908167,
      "grad_norm": 0.04539565886580238,
      "learning_rate": 0.0008676953286994927,
      "loss": 1.2378,
      "step": 9010
    },
    {
      "epoch": 0.6269341771271602,
      "grad_norm": 0.029146533726099655,
      "learning_rate": 0.0008674896277806798,
      "loss": 1.18,
      "step": 9015
    },
    {
      "epoch": 0.6272818943635036,
      "grad_norm": 0.051595666572402596,
      "learning_rate": 0.0008672837915022362,
      "loss": 1.2418,
      "step": 9020
    },
    {
      "epoch": 0.627629611599847,
      "grad_norm": 0.04748687525589746,
      "learning_rate": 0.0008670778199399789,
      "loss": 1.2427,
      "step": 9025
    },
    {
      "epoch": 0.6279773288361904,
      "grad_norm": 0.036518161853896405,
      "learning_rate": 0.0008668717131697744,
      "loss": 1.1088,
      "step": 9030
    },
    {
      "epoch": 0.6283250460725338,
      "grad_norm": 0.027411083362466955,
      "learning_rate": 0.0008666654712675395,
      "loss": 1.1388,
      "step": 9035
    },
    {
      "epoch": 0.6286727633088772,
      "grad_norm": 0.02352406130621531,
      "learning_rate": 0.0008664590943092402,
      "loss": 1.2064,
      "step": 9040
    },
    {
      "epoch": 0.6290204805452206,
      "grad_norm": 0.023341151626803298,
      "learning_rate": 0.0008662525823708927,
      "loss": 1.1057,
      "step": 9045
    },
    {
      "epoch": 0.629368197781564,
      "grad_norm": 0.022619255150350973,
      "learning_rate": 0.0008660459355285628,
      "loss": 1.3335,
      "step": 9050
    },
    {
      "epoch": 0.6297159150179075,
      "grad_norm": 0.02409828579426166,
      "learning_rate": 0.0008658391538583659,
      "loss": 1.407,
      "step": 9055
    },
    {
      "epoch": 0.6300636322542509,
      "grad_norm": 0.025767927837011605,
      "learning_rate": 0.0008656322374364672,
      "loss": 1.0333,
      "step": 9060
    },
    {
      "epoch": 0.6304113494905943,
      "grad_norm": 0.0351575884093801,
      "learning_rate": 0.0008654251863390813,
      "loss": 1.153,
      "step": 9065
    },
    {
      "epoch": 0.6307590667269376,
      "grad_norm": 0.028106308992243267,
      "learning_rate": 0.0008652180006424726,
      "loss": 1.1449,
      "step": 9070
    },
    {
      "epoch": 0.631106783963281,
      "grad_norm": 0.03413218077213273,
      "learning_rate": 0.0008650106804229552,
      "loss": 1.2705,
      "step": 9075
    },
    {
      "epoch": 0.6314545011996244,
      "grad_norm": 0.024353910831591326,
      "learning_rate": 0.0008648032257568924,
      "loss": 1.2567,
      "step": 9080
    },
    {
      "epoch": 0.6318022184359678,
      "grad_norm": 0.027936566901000538,
      "learning_rate": 0.0008645956367206973,
      "loss": 1.1422,
      "step": 9085
    },
    {
      "epoch": 0.6321499356723113,
      "grad_norm": 0.022473410669910692,
      "learning_rate": 0.0008643879133908323,
      "loss": 1.1782,
      "step": 9090
    },
    {
      "epoch": 0.6324976529086547,
      "grad_norm": 0.02996616929329657,
      "learning_rate": 0.0008641800558438093,
      "loss": 1.1691,
      "step": 9095
    },
    {
      "epoch": 0.6328453701449981,
      "grad_norm": 0.03302236991202787,
      "learning_rate": 0.00086397206415619,
      "loss": 1.1045,
      "step": 9100
    },
    {
      "epoch": 0.6331930873813415,
      "grad_norm": 0.03714771920492321,
      "learning_rate": 0.000863763938404585,
      "loss": 1.1159,
      "step": 9105
    },
    {
      "epoch": 0.6335408046176849,
      "grad_norm": 0.034542773426105816,
      "learning_rate": 0.0008635556786656545,
      "loss": 1.2826,
      "step": 9110
    },
    {
      "epoch": 0.6338885218540283,
      "grad_norm": 0.03570122665839858,
      "learning_rate": 0.0008633472850161081,
      "loss": 1.0965,
      "step": 9115
    },
    {
      "epoch": 0.6342362390903717,
      "grad_norm": 0.021088430013901177,
      "learning_rate": 0.0008631387575327047,
      "loss": 1.1471,
      "step": 9120
    },
    {
      "epoch": 0.6345839563267152,
      "grad_norm": 0.025122257214752062,
      "learning_rate": 0.0008629300962922522,
      "loss": 1.1937,
      "step": 9125
    },
    {
      "epoch": 0.6349316735630586,
      "grad_norm": 0.03044673847401434,
      "learning_rate": 0.0008627213013716084,
      "loss": 1.2639,
      "step": 9130
    },
    {
      "epoch": 0.6352793907994019,
      "grad_norm": 0.02692747238327952,
      "learning_rate": 0.0008625123728476797,
      "loss": 1.5481,
      "step": 9135
    },
    {
      "epoch": 0.6356271080357453,
      "grad_norm": 0.026396761548535597,
      "learning_rate": 0.0008623033107974221,
      "loss": 1.174,
      "step": 9140
    },
    {
      "epoch": 0.6359748252720887,
      "grad_norm": 0.023773261390949194,
      "learning_rate": 0.0008620941152978408,
      "loss": 1.1445,
      "step": 9145
    },
    {
      "epoch": 0.6363225425084321,
      "grad_norm": 0.023311198113056802,
      "learning_rate": 0.0008618847864259897,
      "loss": 1.1238,
      "step": 9150
    },
    {
      "epoch": 0.6366702597447755,
      "grad_norm": 0.025104750522470295,
      "learning_rate": 0.0008616753242589723,
      "loss": 1.1333,
      "step": 9155
    },
    {
      "epoch": 0.637017976981119,
      "grad_norm": 0.025558034369311047,
      "learning_rate": 0.0008614657288739411,
      "loss": 1.2915,
      "step": 9160
    },
    {
      "epoch": 0.6373656942174624,
      "grad_norm": 0.026266346410730772,
      "learning_rate": 0.0008612560003480974,
      "loss": 1.15,
      "step": 9165
    },
    {
      "epoch": 0.6377134114538058,
      "grad_norm": 0.02680892079381955,
      "learning_rate": 0.0008610461387586921,
      "loss": 1.1898,
      "step": 9170
    },
    {
      "epoch": 0.6380611286901492,
      "grad_norm": 0.02404474161126263,
      "learning_rate": 0.0008608361441830245,
      "loss": 1.2123,
      "step": 9175
    },
    {
      "epoch": 0.6384088459264926,
      "grad_norm": 0.028947123293022573,
      "learning_rate": 0.0008606260166984432,
      "loss": 1.2843,
      "step": 9180
    },
    {
      "epoch": 0.638756563162836,
      "grad_norm": 0.0272868888492389,
      "learning_rate": 0.0008604157563823455,
      "loss": 1.1042,
      "step": 9185
    },
    {
      "epoch": 0.6391042803991794,
      "grad_norm": 0.028132162852279565,
      "learning_rate": 0.0008602053633121785,
      "loss": 1.1466,
      "step": 9190
    },
    {
      "epoch": 0.6394519976355227,
      "grad_norm": 0.02132799237297593,
      "learning_rate": 0.0008599948375654367,
      "loss": 1.1967,
      "step": 9195
    },
    {
      "epoch": 0.6397997148718662,
      "grad_norm": 0.02687507165723963,
      "learning_rate": 0.0008597841792196648,
      "loss": 1.2943,
      "step": 9200
    },
    {
      "epoch": 0.6401474321082096,
      "grad_norm": 0.02313401457882851,
      "learning_rate": 0.0008595733883524556,
      "loss": 1.1408,
      "step": 9205
    },
    {
      "epoch": 0.640495149344553,
      "grad_norm": 0.028794364397189038,
      "learning_rate": 0.0008593624650414511,
      "loss": 1.0999,
      "step": 9210
    },
    {
      "epoch": 0.6408428665808964,
      "grad_norm": 0.024749865524772423,
      "learning_rate": 0.0008591514093643419,
      "loss": 1.4501,
      "step": 9215
    },
    {
      "epoch": 0.6411905838172398,
      "grad_norm": 0.026029382256719677,
      "learning_rate": 0.0008589402213988673,
      "loss": 1.1957,
      "step": 9220
    },
    {
      "epoch": 0.6415383010535832,
      "grad_norm": 0.021815038680826144,
      "learning_rate": 0.0008587289012228156,
      "loss": 1.1187,
      "step": 9225
    },
    {
      "epoch": 0.6418860182899266,
      "grad_norm": 0.025119763014636382,
      "learning_rate": 0.0008585174489140233,
      "loss": 1.2,
      "step": 9230
    },
    {
      "epoch": 0.64223373552627,
      "grad_norm": 0.022453812391577142,
      "learning_rate": 0.0008583058645503761,
      "loss": 1.1832,
      "step": 9235
    },
    {
      "epoch": 0.6425814527626135,
      "grad_norm": 0.030256920476056336,
      "learning_rate": 0.0008580941482098083,
      "loss": 1.2611,
      "step": 9240
    },
    {
      "epoch": 0.6429291699989569,
      "grad_norm": 0.041109957850953824,
      "learning_rate": 0.0008578822999703022,
      "loss": 1.2418,
      "step": 9245
    },
    {
      "epoch": 0.6432768872353003,
      "grad_norm": 0.022296633015360678,
      "learning_rate": 0.0008576703199098894,
      "loss": 1.2703,
      "step": 9250
    },
    {
      "epoch": 0.6436246044716437,
      "grad_norm": 0.039452249744629894,
      "learning_rate": 0.0008574582081066496,
      "loss": 1.2919,
      "step": 9255
    },
    {
      "epoch": 0.643972321707987,
      "grad_norm": 0.03157749749593247,
      "learning_rate": 0.0008572459646387115,
      "loss": 1.3357,
      "step": 9260
    },
    {
      "epoch": 0.6443200389443304,
      "grad_norm": 0.024437105127377852,
      "learning_rate": 0.0008570335895842517,
      "loss": 1.1655,
      "step": 9265
    },
    {
      "epoch": 0.6446677561806738,
      "grad_norm": 0.021456258240894872,
      "learning_rate": 0.0008568210830214957,
      "loss": 1.2447,
      "step": 9270
    },
    {
      "epoch": 0.6450154734170173,
      "grad_norm": 0.0284449627086153,
      "learning_rate": 0.0008566084450287172,
      "loss": 1.1048,
      "step": 9275
    },
    {
      "epoch": 0.6453631906533607,
      "grad_norm": 0.028780401734638677,
      "learning_rate": 0.0008563956756842386,
      "loss": 1.0864,
      "step": 9280
    },
    {
      "epoch": 0.6457109078897041,
      "grad_norm": 0.02271372991433362,
      "learning_rate": 0.0008561827750664302,
      "loss": 1.1374,
      "step": 9285
    },
    {
      "epoch": 0.6460586251260475,
      "grad_norm": 0.04412313026269508,
      "learning_rate": 0.0008559697432537112,
      "loss": 1.1911,
      "step": 9290
    },
    {
      "epoch": 0.6464063423623909,
      "grad_norm": 0.022373726570347058,
      "learning_rate": 0.0008557565803245489,
      "loss": 1.2109,
      "step": 9295
    },
    {
      "epoch": 0.6467540595987343,
      "grad_norm": 0.03941768440126714,
      "learning_rate": 0.0008555432863574586,
      "loss": 1.3188,
      "step": 9300
    },
    {
      "epoch": 0.6471017768350777,
      "grad_norm": 0.041319166381443506,
      "learning_rate": 0.0008553298614310042,
      "loss": 1.1942,
      "step": 9305
    },
    {
      "epoch": 0.6474494940714212,
      "grad_norm": 0.0241190230421652,
      "learning_rate": 0.0008551163056237979,
      "loss": 1.2527,
      "step": 9310
    },
    {
      "epoch": 0.6477972113077646,
      "grad_norm": 0.022277476886946437,
      "learning_rate": 0.0008549026190145,
      "loss": 1.0501,
      "step": 9315
    },
    {
      "epoch": 0.6481449285441079,
      "grad_norm": 0.025744994135577036,
      "learning_rate": 0.0008546888016818188,
      "loss": 1.3093,
      "step": 9320
    },
    {
      "epoch": 0.6484926457804513,
      "grad_norm": 0.024625018607619835,
      "learning_rate": 0.0008544748537045111,
      "loss": 1.1195,
      "step": 9325
    },
    {
      "epoch": 0.6488403630167947,
      "grad_norm": 0.025516502064716038,
      "learning_rate": 0.0008542607751613812,
      "loss": 1.1782,
      "step": 9330
    },
    {
      "epoch": 0.6491880802531381,
      "grad_norm": 0.02878641995789076,
      "learning_rate": 0.0008540465661312824,
      "loss": 1.1534,
      "step": 9335
    },
    {
      "epoch": 0.6495357974894815,
      "grad_norm": 0.023782255181647297,
      "learning_rate": 0.0008538322266931155,
      "loss": 1.1045,
      "step": 9340
    },
    {
      "epoch": 0.649883514725825,
      "grad_norm": 0.024311591464356883,
      "learning_rate": 0.0008536177569258292,
      "loss": 1.1908,
      "step": 9345
    },
    {
      "epoch": 0.6502312319621684,
      "grad_norm": 0.08079847346266701,
      "learning_rate": 0.0008534031569084205,
      "loss": 1.1987,
      "step": 9350
    },
    {
      "epoch": 0.6505789491985118,
      "grad_norm": 0.038849268347927485,
      "learning_rate": 0.0008531884267199344,
      "loss": 1.1855,
      "step": 9355
    },
    {
      "epoch": 0.6509266664348552,
      "grad_norm": 0.026945742018210282,
      "learning_rate": 0.0008529735664394635,
      "loss": 1.0967,
      "step": 9360
    },
    {
      "epoch": 0.6512743836711986,
      "grad_norm": 0.031152055026909844,
      "learning_rate": 0.0008527585761461489,
      "loss": 1.3701,
      "step": 9365
    },
    {
      "epoch": 0.651622100907542,
      "grad_norm": 0.02237767213588012,
      "learning_rate": 0.0008525434559191791,
      "loss": 1.1877,
      "step": 9370
    },
    {
      "epoch": 0.6519698181438854,
      "grad_norm": 0.032625421177530874,
      "learning_rate": 0.0008523282058377906,
      "loss": 1.111,
      "step": 9375
    },
    {
      "epoch": 0.6523175353802289,
      "grad_norm": 0.02749594088211031,
      "learning_rate": 0.0008521128259812676,
      "loss": 1.1205,
      "step": 9380
    },
    {
      "epoch": 0.6526652526165722,
      "grad_norm": 0.032069458375951834,
      "learning_rate": 0.0008518973164289424,
      "loss": 1.3708,
      "step": 9385
    },
    {
      "epoch": 0.6530129698529156,
      "grad_norm": 0.025871664803147322,
      "learning_rate": 0.0008516816772601948,
      "loss": 1.0833,
      "step": 9390
    },
    {
      "epoch": 0.653360687089259,
      "grad_norm": 0.03050678858931297,
      "learning_rate": 0.0008514659085544526,
      "loss": 1.0967,
      "step": 9395
    },
    {
      "epoch": 0.6537084043256024,
      "grad_norm": 0.02285967827834377,
      "learning_rate": 0.0008512500103911911,
      "loss": 1.1999,
      "step": 9400
    },
    {
      "epoch": 0.6540561215619458,
      "grad_norm": 0.03591393167460212,
      "learning_rate": 0.0008510339828499332,
      "loss": 1.1424,
      "step": 9405
    },
    {
      "epoch": 0.6544038387982892,
      "grad_norm": 0.05756741448107384,
      "learning_rate": 0.0008508178260102499,
      "loss": 1.29,
      "step": 9410
    },
    {
      "epoch": 0.6547515560346326,
      "grad_norm": 0.039224435586031725,
      "learning_rate": 0.0008506015399517593,
      "loss": 1.0435,
      "step": 9415
    },
    {
      "epoch": 0.6550992732709761,
      "grad_norm": 0.03975475196332092,
      "learning_rate": 0.0008503851247541274,
      "loss": 1.1221,
      "step": 9420
    },
    {
      "epoch": 0.6554469905073195,
      "grad_norm": 0.029291924740474068,
      "learning_rate": 0.0008501685804970676,
      "loss": 1.2862,
      "step": 9425
    },
    {
      "epoch": 0.6557947077436629,
      "grad_norm": 0.036795846171175824,
      "learning_rate": 0.0008499519072603411,
      "loss": 1.2423,
      "step": 9430
    },
    {
      "epoch": 0.6561424249800063,
      "grad_norm": 0.02671467257703323,
      "learning_rate": 0.0008497351051237563,
      "loss": 1.1465,
      "step": 9435
    },
    {
      "epoch": 0.6564901422163497,
      "grad_norm": 0.025141504176397385,
      "learning_rate": 0.0008495181741671694,
      "loss": 1.1606,
      "step": 9440
    },
    {
      "epoch": 0.656837859452693,
      "grad_norm": 0.027846039834358613,
      "learning_rate": 0.0008493011144704836,
      "loss": 1.3628,
      "step": 9445
    },
    {
      "epoch": 0.6571855766890364,
      "grad_norm": 0.02268253581174813,
      "learning_rate": 0.0008490839261136498,
      "loss": 1.3196,
      "step": 9450
    },
    {
      "epoch": 0.6575332939253798,
      "grad_norm": 0.02340777841612681,
      "learning_rate": 0.0008488666091766666,
      "loss": 1.1199,
      "step": 9455
    },
    {
      "epoch": 0.6578810111617233,
      "grad_norm": 0.023675121770440097,
      "learning_rate": 0.0008486491637395792,
      "loss": 1.1288,
      "step": 9460
    },
    {
      "epoch": 0.6582287283980667,
      "grad_norm": 0.021150898616751602,
      "learning_rate": 0.000848431589882481,
      "loss": 1.0729,
      "step": 9465
    },
    {
      "epoch": 0.6585764456344101,
      "grad_norm": 0.025504430330880245,
      "learning_rate": 0.0008482138876855119,
      "loss": 1.1063,
      "step": 9470
    },
    {
      "epoch": 0.6589241628707535,
      "grad_norm": 0.023269260166519645,
      "learning_rate": 0.0008479960572288596,
      "loss": 1.1337,
      "step": 9475
    },
    {
      "epoch": 0.6592718801070969,
      "grad_norm": 0.04026145603675627,
      "learning_rate": 0.000847778098592759,
      "loss": 1.133,
      "step": 9480
    },
    {
      "epoch": 0.6596195973434403,
      "grad_norm": 0.024179215464302566,
      "learning_rate": 0.0008475600118574918,
      "loss": 1.1114,
      "step": 9485
    },
    {
      "epoch": 0.6599673145797837,
      "grad_norm": 0.031108763196776655,
      "learning_rate": 0.0008473417971033875,
      "loss": 1.1708,
      "step": 9490
    },
    {
      "epoch": 0.6603150318161272,
      "grad_norm": 0.05021876736767808,
      "learning_rate": 0.0008471234544108222,
      "loss": 1.2322,
      "step": 9495
    },
    {
      "epoch": 0.6606627490524706,
      "grad_norm": 0.029124773952307368,
      "learning_rate": 0.0008469049838602193,
      "loss": 1.1049,
      "step": 9500
    },
    {
      "epoch": 0.661010466288814,
      "grad_norm": 0.03708507582995355,
      "learning_rate": 0.0008466863855320497,
      "loss": 1.1193,
      "step": 9505
    },
    {
      "epoch": 0.6613581835251573,
      "grad_norm": 0.029734811397363795,
      "learning_rate": 0.0008464676595068306,
      "loss": 1.2178,
      "step": 9510
    },
    {
      "epoch": 0.6617059007615007,
      "grad_norm": 0.024180270793873467,
      "learning_rate": 0.000846248805865127,
      "loss": 1.1278,
      "step": 9515
    },
    {
      "epoch": 0.6620536179978441,
      "grad_norm": 0.0427667437892441,
      "learning_rate": 0.0008460298246875504,
      "loss": 1.3696,
      "step": 9520
    },
    {
      "epoch": 0.6624013352341875,
      "grad_norm": 0.03535502507475934,
      "learning_rate": 0.0008458107160547593,
      "loss": 1.1222,
      "step": 9525
    },
    {
      "epoch": 0.662749052470531,
      "grad_norm": 0.021543976379580856,
      "learning_rate": 0.0008455914800474596,
      "loss": 1.1261,
      "step": 9530
    },
    {
      "epoch": 0.6630967697068744,
      "grad_norm": 0.02363762291806194,
      "learning_rate": 0.0008453721167464036,
      "loss": 1.136,
      "step": 9535
    },
    {
      "epoch": 0.6634444869432178,
      "grad_norm": 0.022077908809101272,
      "learning_rate": 0.0008451526262323907,
      "loss": 1.1851,
      "step": 9540
    },
    {
      "epoch": 0.6637922041795612,
      "grad_norm": 0.025101995166362377,
      "learning_rate": 0.000844933008586267,
      "loss": 1.0838,
      "step": 9545
    },
    {
      "epoch": 0.6641399214159046,
      "grad_norm": 0.023261253235624373,
      "learning_rate": 0.0008447132638889259,
      "loss": 1.0416,
      "step": 9550
    },
    {
      "epoch": 0.664487638652248,
      "grad_norm": 0.024391443921251393,
      "learning_rate": 0.000844493392221307,
      "loss": 1.0838,
      "step": 9555
    },
    {
      "epoch": 0.6648353558885914,
      "grad_norm": 0.025058850014302626,
      "learning_rate": 0.000844273393664397,
      "loss": 1.1271,
      "step": 9560
    },
    {
      "epoch": 0.6651830731249349,
      "grad_norm": 0.02773515778378629,
      "learning_rate": 0.0008440532682992293,
      "loss": 1.1081,
      "step": 9565
    },
    {
      "epoch": 0.6655307903612782,
      "grad_norm": 0.027154455948516548,
      "learning_rate": 0.0008438330162068839,
      "loss": 1.103,
      "step": 9570
    },
    {
      "epoch": 0.6658785075976216,
      "grad_norm": 0.0288052075735999,
      "learning_rate": 0.0008436126374684877,
      "loss": 1.1192,
      "step": 9575
    },
    {
      "epoch": 0.666226224833965,
      "grad_norm": 0.0454370818289862,
      "learning_rate": 0.0008433921321652141,
      "loss": 1.5908,
      "step": 9580
    },
    {
      "epoch": 0.6665739420703084,
      "grad_norm": 0.0230593300164693,
      "learning_rate": 0.000843171500378283,
      "loss": 1.0537,
      "step": 9585
    },
    {
      "epoch": 0.6669216593066518,
      "grad_norm": 0.032114804248104006,
      "learning_rate": 0.0008429507421889609,
      "loss": 1.2617,
      "step": 9590
    },
    {
      "epoch": 0.6672693765429952,
      "grad_norm": 0.02239741455925883,
      "learning_rate": 0.0008427298576785614,
      "loss": 1.2243,
      "step": 9595
    },
    {
      "epoch": 0.6676170937793386,
      "grad_norm": 0.03661166661255168,
      "learning_rate": 0.0008425088469284437,
      "loss": 1.1202,
      "step": 9600
    },
    {
      "epoch": 0.6679648110156821,
      "grad_norm": 0.03029311766128764,
      "learning_rate": 0.0008422877100200143,
      "loss": 1.0897,
      "step": 9605
    },
    {
      "epoch": 0.6683125282520255,
      "grad_norm": 0.024581462845922733,
      "learning_rate": 0.0008420664470347258,
      "loss": 1.2294,
      "step": 9610
    },
    {
      "epoch": 0.6686602454883689,
      "grad_norm": 0.025566197639814586,
      "learning_rate": 0.0008418450580540773,
      "loss": 1.1862,
      "step": 9615
    },
    {
      "epoch": 0.6690079627247123,
      "grad_norm": 0.02394825468703828,
      "learning_rate": 0.0008416235431596144,
      "loss": 1.1762,
      "step": 9620
    },
    {
      "epoch": 0.6693556799610557,
      "grad_norm": 0.03177852690063239,
      "learning_rate": 0.0008414019024329289,
      "loss": 1.1344,
      "step": 9625
    },
    {
      "epoch": 0.669703397197399,
      "grad_norm": 0.03630985141189175,
      "learning_rate": 0.000841180135955659,
      "loss": 1.257,
      "step": 9630
    },
    {
      "epoch": 0.6700511144337424,
      "grad_norm": 0.03497208643008931,
      "learning_rate": 0.0008409582438094892,
      "loss": 1.2338,
      "step": 9635
    },
    {
      "epoch": 0.6703988316700858,
      "grad_norm": 0.027529649997672476,
      "learning_rate": 0.0008407362260761507,
      "loss": 1.1294,
      "step": 9640
    },
    {
      "epoch": 0.6707465489064293,
      "grad_norm": 0.022298717616843385,
      "learning_rate": 0.0008405140828374203,
      "loss": 1.281,
      "step": 9645
    },
    {
      "epoch": 0.6710942661427727,
      "grad_norm": 0.028056247632857072,
      "learning_rate": 0.0008402918141751213,
      "loss": 1.1605,
      "step": 9650
    },
    {
      "epoch": 0.6714419833791161,
      "grad_norm": 0.027084805508785895,
      "learning_rate": 0.0008400694201711233,
      "loss": 1.1042,
      "step": 9655
    },
    {
      "epoch": 0.6717897006154595,
      "grad_norm": 0.027826466178072006,
      "learning_rate": 0.0008398469009073422,
      "loss": 1.1141,
      "step": 9660
    },
    {
      "epoch": 0.6721374178518029,
      "grad_norm": 0.06283085522137656,
      "learning_rate": 0.0008396242564657395,
      "loss": 1.2624,
      "step": 9665
    },
    {
      "epoch": 0.6724851350881463,
      "grad_norm": 0.025164821221839558,
      "learning_rate": 0.0008394014869283234,
      "loss": 1.266,
      "step": 9670
    },
    {
      "epoch": 0.6728328523244897,
      "grad_norm": 0.024468692544754995,
      "learning_rate": 0.0008391785923771478,
      "loss": 1.2045,
      "step": 9675
    },
    {
      "epoch": 0.6731805695608332,
      "grad_norm": 0.09040892042683206,
      "learning_rate": 0.000838955572894313,
      "loss": 1.2145,
      "step": 9680
    },
    {
      "epoch": 0.6735282867971766,
      "grad_norm": 0.06336585109208066,
      "learning_rate": 0.0008387324285619646,
      "loss": 1.1916,
      "step": 9685
    },
    {
      "epoch": 0.67387600403352,
      "grad_norm": 0.023117432458904956,
      "learning_rate": 0.0008385091594622953,
      "loss": 1.0899,
      "step": 9690
    },
    {
      "epoch": 0.6742237212698633,
      "grad_norm": 0.02350068698190892,
      "learning_rate": 0.0008382857656775426,
      "loss": 1.3084,
      "step": 9695
    },
    {
      "epoch": 0.6745714385062067,
      "grad_norm": 0.03068146840356678,
      "learning_rate": 0.0008380622472899906,
      "loss": 1.1493,
      "step": 9700
    },
    {
      "epoch": 0.6749191557425501,
      "grad_norm": 0.021276657709972994,
      "learning_rate": 0.0008378386043819693,
      "loss": 1.0198,
      "step": 9705
    },
    {
      "epoch": 0.6752668729788935,
      "grad_norm": 0.0265047947005393,
      "learning_rate": 0.0008376148370358543,
      "loss": 1.1842,
      "step": 9710
    },
    {
      "epoch": 0.675614590215237,
      "grad_norm": 0.05202963458441105,
      "learning_rate": 0.0008373909453340674,
      "loss": 1.2391,
      "step": 9715
    },
    {
      "epoch": 0.6759623074515804,
      "grad_norm": 0.029084632555991915,
      "learning_rate": 0.0008371669293590753,
      "loss": 1.1899,
      "step": 9720
    },
    {
      "epoch": 0.6763100246879238,
      "grad_norm": 0.026702777841460263,
      "learning_rate": 0.0008369427891933919,
      "loss": 1.1682,
      "step": 9725
    },
    {
      "epoch": 0.6766577419242672,
      "grad_norm": 0.028237213409812514,
      "learning_rate": 0.0008367185249195757,
      "loss": 1.1143,
      "step": 9730
    },
    {
      "epoch": 0.6770054591606106,
      "grad_norm": 0.022438872385725867,
      "learning_rate": 0.0008364941366202312,
      "loss": 1.1321,
      "step": 9735
    },
    {
      "epoch": 0.677353176396954,
      "grad_norm": 0.022183887197535092,
      "learning_rate": 0.0008362696243780089,
      "loss": 1.0398,
      "step": 9740
    },
    {
      "epoch": 0.6777008936332974,
      "grad_norm": 0.03191981957293623,
      "learning_rate": 0.0008360449882756045,
      "loss": 1.213,
      "step": 9745
    },
    {
      "epoch": 0.6780486108696409,
      "grad_norm": 0.026131343138949378,
      "learning_rate": 0.0008358202283957598,
      "loss": 1.0579,
      "step": 9750
    },
    {
      "epoch": 0.6783963281059842,
      "grad_norm": 0.047540364651306614,
      "learning_rate": 0.0008355953448212618,
      "loss": 1.0916,
      "step": 9755
    },
    {
      "epoch": 0.6787440453423276,
      "grad_norm": 0.02572023489763106,
      "learning_rate": 0.0008353703376349431,
      "loss": 1.2959,
      "step": 9760
    },
    {
      "epoch": 0.679091762578671,
      "grad_norm": 0.02495555822147877,
      "learning_rate": 0.000835145206919682,
      "loss": 1.1782,
      "step": 9765
    },
    {
      "epoch": 0.6794394798150144,
      "grad_norm": 0.028254781910402312,
      "learning_rate": 0.0008349199527584024,
      "loss": 1.1939,
      "step": 9770
    },
    {
      "epoch": 0.6797871970513578,
      "grad_norm": 0.023737816484375784,
      "learning_rate": 0.0008346945752340733,
      "loss": 1.1951,
      "step": 9775
    },
    {
      "epoch": 0.6801349142877012,
      "grad_norm": 0.0534738975140281,
      "learning_rate": 0.0008344690744297095,
      "loss": 1.3796,
      "step": 9780
    },
    {
      "epoch": 0.6804826315240446,
      "grad_norm": 0.037476471993355916,
      "learning_rate": 0.0008342434504283707,
      "loss": 1.1325,
      "step": 9785
    },
    {
      "epoch": 0.6808303487603881,
      "grad_norm": 0.02572236826783236,
      "learning_rate": 0.0008340177033131627,
      "loss": 1.1462,
      "step": 9790
    },
    {
      "epoch": 0.6811780659967315,
      "grad_norm": 0.02243402706441404,
      "learning_rate": 0.0008337918331672361,
      "loss": 1.1046,
      "step": 9795
    },
    {
      "epoch": 0.6815257832330749,
      "grad_norm": 0.022198810571571796,
      "learning_rate": 0.0008335658400737871,
      "loss": 1.0689,
      "step": 9800
    },
    {
      "epoch": 0.6818735004694183,
      "grad_norm": 0.024920742501620373,
      "learning_rate": 0.0008333397241160569,
      "loss": 1.163,
      "step": 9805
    },
    {
      "epoch": 0.6822212177057617,
      "grad_norm": 0.02281583165355406,
      "learning_rate": 0.0008331134853773324,
      "loss": 1.2253,
      "step": 9810
    },
    {
      "epoch": 0.6825689349421051,
      "grad_norm": 0.02801877974526069,
      "learning_rate": 0.0008328871239409452,
      "loss": 1.0803,
      "step": 9815
    },
    {
      "epoch": 0.6829166521784484,
      "grad_norm": 0.022945735670234068,
      "learning_rate": 0.0008326606398902725,
      "loss": 1.4092,
      "step": 9820
    },
    {
      "epoch": 0.6832643694147919,
      "grad_norm": 0.032846304282768364,
      "learning_rate": 0.0008324340333087364,
      "loss": 1.1981,
      "step": 9825
    },
    {
      "epoch": 0.6836120866511353,
      "grad_norm": 0.031383621673672514,
      "learning_rate": 0.0008322073042798042,
      "loss": 1.2296,
      "step": 9830
    },
    {
      "epoch": 0.6839598038874787,
      "grad_norm": 0.02778074582756675,
      "learning_rate": 0.0008319804528869885,
      "loss": 1.0872,
      "step": 9835
    },
    {
      "epoch": 0.6843075211238221,
      "grad_norm": 0.02442481639657578,
      "learning_rate": 0.0008317534792138468,
      "loss": 1.2075,
      "step": 9840
    },
    {
      "epoch": 0.6846552383601655,
      "grad_norm": 0.0246957590513898,
      "learning_rate": 0.0008315263833439816,
      "loss": 1.0937,
      "step": 9845
    },
    {
      "epoch": 0.6850029555965089,
      "grad_norm": 0.024657142001273835,
      "learning_rate": 0.0008312991653610405,
      "loss": 1.2313,
      "step": 9850
    },
    {
      "epoch": 0.6853506728328523,
      "grad_norm": 0.0201101742061147,
      "learning_rate": 0.000831071825348716,
      "loss": 1.3434,
      "step": 9855
    },
    {
      "epoch": 0.6856983900691958,
      "grad_norm": 0.022182717226528384,
      "learning_rate": 0.0008308443633907455,
      "loss": 1.0909,
      "step": 9860
    },
    {
      "epoch": 0.6860461073055392,
      "grad_norm": 0.03181066369215623,
      "learning_rate": 0.0008306167795709117,
      "loss": 1.155,
      "step": 9865
    },
    {
      "epoch": 0.6863938245418826,
      "grad_norm": 0.024456303841440995,
      "learning_rate": 0.0008303890739730415,
      "loss": 1.3464,
      "step": 9870
    },
    {
      "epoch": 0.686741541778226,
      "grad_norm": 0.023713186026217796,
      "learning_rate": 0.0008301612466810075,
      "loss": 1.4041,
      "step": 9875
    },
    {
      "epoch": 0.6870892590145693,
      "grad_norm": 0.025656626129879456,
      "learning_rate": 0.0008299332977787264,
      "loss": 1.2155,
      "step": 9880
    },
    {
      "epoch": 0.6874369762509127,
      "grad_norm": 0.02380557832936997,
      "learning_rate": 0.00082970522735016,
      "loss": 1.1162,
      "step": 9885
    },
    {
      "epoch": 0.6877846934872561,
      "grad_norm": 0.03431382423325705,
      "learning_rate": 0.0008294770354793146,
      "loss": 1.2596,
      "step": 9890
    },
    {
      "epoch": 0.6881324107235995,
      "grad_norm": 0.035077928218055915,
      "learning_rate": 0.000829248722250242,
      "loss": 1.1398,
      "step": 9895
    },
    {
      "epoch": 0.688480127959943,
      "grad_norm": 0.023667197719191013,
      "learning_rate": 0.0008290202877470379,
      "loss": 1.0556,
      "step": 9900
    },
    {
      "epoch": 0.6888278451962864,
      "grad_norm": 0.032084595956876724,
      "learning_rate": 0.0008287917320538427,
      "loss": 1.2857,
      "step": 9905
    },
    {
      "epoch": 0.6891755624326298,
      "grad_norm": 0.05986111130995973,
      "learning_rate": 0.000828563055254842,
      "loss": 1.3553,
      "step": 9910
    },
    {
      "epoch": 0.6895232796689732,
      "grad_norm": 0.025341636138689894,
      "learning_rate": 0.0008283342574342657,
      "loss": 1.2413,
      "step": 9915
    },
    {
      "epoch": 0.6898709969053166,
      "grad_norm": 0.03358782556312397,
      "learning_rate": 0.0008281053386763879,
      "loss": 1.3207,
      "step": 9920
    },
    {
      "epoch": 0.69021871414166,
      "grad_norm": 0.03884294041109289,
      "learning_rate": 0.0008278762990655278,
      "loss": 1.241,
      "step": 9925
    },
    {
      "epoch": 0.6905664313780034,
      "grad_norm": 0.045084391018546804,
      "learning_rate": 0.0008276471386860491,
      "loss": 1.173,
      "step": 9930
    },
    {
      "epoch": 0.6909141486143469,
      "grad_norm": 0.05578653527086604,
      "learning_rate": 0.0008274178576223595,
      "loss": 1.1472,
      "step": 9935
    },
    {
      "epoch": 0.6912618658506903,
      "grad_norm": 0.04537758537716423,
      "learning_rate": 0.0008271884559589117,
      "loss": 1.2691,
      "step": 9940
    },
    {
      "epoch": 0.6916095830870336,
      "grad_norm": 0.041339374610767816,
      "learning_rate": 0.0008269589337802024,
      "loss": 1.2692,
      "step": 9945
    },
    {
      "epoch": 0.691957300323377,
      "grad_norm": 0.044917244861924416,
      "learning_rate": 0.0008267292911707729,
      "loss": 1.3227,
      "step": 9950
    },
    {
      "epoch": 0.6923050175597204,
      "grad_norm": 0.019536007086829957,
      "learning_rate": 0.000826499528215209,
      "loss": 1.1394,
      "step": 9955
    },
    {
      "epoch": 0.6926527347960638,
      "grad_norm": 0.023584972873306662,
      "learning_rate": 0.0008262696449981403,
      "loss": 1.184,
      "step": 9960
    },
    {
      "epoch": 0.6930004520324072,
      "grad_norm": 0.024314890577559742,
      "learning_rate": 0.0008260396416042413,
      "loss": 1.1862,
      "step": 9965
    },
    {
      "epoch": 0.6933481692687506,
      "grad_norm": 0.028687436084851664,
      "learning_rate": 0.0008258095181182303,
      "loss": 1.1913,
      "step": 9970
    },
    {
      "epoch": 0.6936958865050941,
      "grad_norm": 0.1275925860179214,
      "learning_rate": 0.0008255792746248705,
      "loss": 1.2967,
      "step": 9975
    },
    {
      "epoch": 0.6940436037414375,
      "grad_norm": 0.033354143054735184,
      "learning_rate": 0.0008253489112089683,
      "loss": 1.2441,
      "step": 9980
    },
    {
      "epoch": 0.6943913209777809,
      "grad_norm": 0.038127208294757374,
      "learning_rate": 0.0008251184279553751,
      "loss": 1.1778,
      "step": 9985
    },
    {
      "epoch": 0.6947390382141243,
      "grad_norm": 0.022630177923270496,
      "learning_rate": 0.0008248878249489864,
      "loss": 1.2006,
      "step": 9990
    },
    {
      "epoch": 0.6950867554504677,
      "grad_norm": 0.025784384600414656,
      "learning_rate": 0.000824657102274741,
      "loss": 1.1169,
      "step": 9995
    },
    {
      "epoch": 0.6954344726868111,
      "grad_norm": 0.04911480956687448,
      "learning_rate": 0.0008244262600176227,
      "loss": 1.1727,
      "step": 10000
    },
    {
      "epoch": 0.6957821899231544,
      "grad_norm": 0.02716706436824323,
      "learning_rate": 0.000824195298262659,
      "loss": 1.1875,
      "step": 10005
    },
    {
      "epoch": 0.6961299071594979,
      "grad_norm": 0.033046460897646596,
      "learning_rate": 0.0008239642170949214,
      "loss": 1.1214,
      "step": 10010
    },
    {
      "epoch": 0.6964776243958413,
      "grad_norm": 0.02281810668333435,
      "learning_rate": 0.0008237330165995254,
      "loss": 1.1343,
      "step": 10015
    },
    {
      "epoch": 0.6968253416321847,
      "grad_norm": 0.022152914595122194,
      "learning_rate": 0.0008235016968616303,
      "loss": 1.1041,
      "step": 10020
    },
    {
      "epoch": 0.6971730588685281,
      "grad_norm": 0.029637438720842166,
      "learning_rate": 0.0008232702579664395,
      "loss": 1.2045,
      "step": 10025
    },
    {
      "epoch": 0.6975207761048715,
      "grad_norm": 0.024849705548312853,
      "learning_rate": 0.0008230386999992003,
      "loss": 1.1194,
      "step": 10030
    },
    {
      "epoch": 0.6978684933412149,
      "grad_norm": 0.024310562537676838,
      "learning_rate": 0.000822807023045204,
      "loss": 1.1388,
      "step": 10035
    },
    {
      "epoch": 0.6982162105775583,
      "grad_norm": 0.03862670542071714,
      "learning_rate": 0.0008225752271897854,
      "loss": 1.2155,
      "step": 10040
    },
    {
      "epoch": 0.6985639278139018,
      "grad_norm": 0.02203439346054928,
      "learning_rate": 0.0008223433125183231,
      "loss": 1.2591,
      "step": 10045
    },
    {
      "epoch": 0.6989116450502452,
      "grad_norm": 0.024903306819252503,
      "learning_rate": 0.0008221112791162398,
      "loss": 1.206,
      "step": 10050
    },
    {
      "epoch": 0.6992593622865886,
      "grad_norm": 0.03181626035468544,
      "learning_rate": 0.0008218791270690017,
      "loss": 1.2726,
      "step": 10055
    },
    {
      "epoch": 0.699607079522932,
      "grad_norm": 0.02972354526714642,
      "learning_rate": 0.0008216468564621187,
      "loss": 1.0606,
      "step": 10060
    },
    {
      "epoch": 0.6999547967592754,
      "grad_norm": 0.022773241171269956,
      "learning_rate": 0.0008214144673811443,
      "loss": 1.0869,
      "step": 10065
    },
    {
      "epoch": 0.7003025139956187,
      "grad_norm": 0.043123860152809695,
      "learning_rate": 0.0008211819599116759,
      "loss": 1.2115,
      "step": 10070
    },
    {
      "epoch": 0.7006502312319621,
      "grad_norm": 0.026185786468395762,
      "learning_rate": 0.0008209493341393545,
      "loss": 1.2104,
      "step": 10075
    },
    {
      "epoch": 0.7009979484683055,
      "grad_norm": 0.023819039386886363,
      "learning_rate": 0.0008207165901498641,
      "loss": 1.197,
      "step": 10080
    },
    {
      "epoch": 0.701345665704649,
      "grad_norm": 0.028465844626173978,
      "learning_rate": 0.000820483728028933,
      "loss": 1.2704,
      "step": 10085
    },
    {
      "epoch": 0.7016933829409924,
      "grad_norm": 0.03142266163953838,
      "learning_rate": 0.0008202507478623326,
      "loss": 1.2323,
      "step": 10090
    },
    {
      "epoch": 0.7020411001773358,
      "grad_norm": 0.04618542388578694,
      "learning_rate": 0.000820017649735878,
      "loss": 1.2232,
      "step": 10095
    },
    {
      "epoch": 0.7023888174136792,
      "grad_norm": 0.03485867779900207,
      "learning_rate": 0.0008197844337354273,
      "loss": 1.1104,
      "step": 10100
    },
    {
      "epoch": 0.7027365346500226,
      "grad_norm": 0.04232240453984387,
      "learning_rate": 0.0008195510999468824,
      "loss": 1.1238,
      "step": 10105
    },
    {
      "epoch": 0.703084251886366,
      "grad_norm": 0.028465240490752296,
      "learning_rate": 0.0008193176484561891,
      "loss": 1.0891,
      "step": 10110
    },
    {
      "epoch": 0.7034319691227094,
      "grad_norm": 0.022470635144580788,
      "learning_rate": 0.000819084079349335,
      "loss": 1.2761,
      "step": 10115
    },
    {
      "epoch": 0.7037796863590529,
      "grad_norm": 0.030119963621621088,
      "learning_rate": 0.0008188503927123527,
      "loss": 1.1803,
      "step": 10120
    },
    {
      "epoch": 0.7041274035953963,
      "grad_norm": 0.05583558733849918,
      "learning_rate": 0.0008186165886313172,
      "loss": 1.1017,
      "step": 10125
    },
    {
      "epoch": 0.7044751208317396,
      "grad_norm": 0.0414192591503033,
      "learning_rate": 0.0008183826671923467,
      "loss": 1.2552,
      "step": 10130
    },
    {
      "epoch": 0.704822838068083,
      "grad_norm": 0.031797927451083244,
      "learning_rate": 0.0008181486284816032,
      "loss": 1.1261,
      "step": 10135
    },
    {
      "epoch": 0.7051705553044264,
      "grad_norm": 0.029419441761797036,
      "learning_rate": 0.0008179144725852915,
      "loss": 1.0597,
      "step": 10140
    },
    {
      "epoch": 0.7055182725407698,
      "grad_norm": 0.03150771921502918,
      "learning_rate": 0.0008176801995896596,
      "loss": 1.1636,
      "step": 10145
    },
    {
      "epoch": 0.7058659897771132,
      "grad_norm": 0.02781519155510118,
      "learning_rate": 0.0008174458095809985,
      "loss": 1.0898,
      "step": 10150
    },
    {
      "epoch": 0.7062137070134566,
      "grad_norm": 0.043293533214391104,
      "learning_rate": 0.0008172113026456427,
      "loss": 1.1728,
      "step": 10155
    },
    {
      "epoch": 0.7065614242498001,
      "grad_norm": 0.045847256460241556,
      "learning_rate": 0.0008169766788699693,
      "loss": 1.2253,
      "step": 10160
    },
    {
      "epoch": 0.7069091414861435,
      "grad_norm": 0.02389089339633029,
      "learning_rate": 0.0008167419383403989,
      "loss": 1.1271,
      "step": 10165
    },
    {
      "epoch": 0.7072568587224869,
      "grad_norm": 0.023054338869718353,
      "learning_rate": 0.0008165070811433947,
      "loss": 1.132,
      "step": 10170
    },
    {
      "epoch": 0.7076045759588303,
      "grad_norm": 0.024385725444236464,
      "learning_rate": 0.0008162721073654631,
      "loss": 1.2629,
      "step": 10175
    },
    {
      "epoch": 0.7079522931951737,
      "grad_norm": 0.022352178173325767,
      "learning_rate": 0.0008160370170931532,
      "loss": 1.1818,
      "step": 10180
    },
    {
      "epoch": 0.7083000104315171,
      "grad_norm": 0.03826289698996395,
      "learning_rate": 0.0008158018104130577,
      "loss": 1.1471,
      "step": 10185
    },
    {
      "epoch": 0.7086477276678605,
      "grad_norm": 0.02604852513411039,
      "learning_rate": 0.0008155664874118112,
      "loss": 1.1829,
      "step": 10190
    },
    {
      "epoch": 0.7089954449042039,
      "grad_norm": 0.0222421963987411,
      "learning_rate": 0.0008153310481760917,
      "loss": 1.1802,
      "step": 10195
    },
    {
      "epoch": 0.7093431621405473,
      "grad_norm": 0.029733960124539518,
      "learning_rate": 0.0008150954927926199,
      "loss": 1.1249,
      "step": 10200
    },
    {
      "epoch": 0.7096908793768907,
      "grad_norm": 0.018549679407892986,
      "learning_rate": 0.0008148598213481597,
      "loss": 1.074,
      "step": 10205
    },
    {
      "epoch": 0.7100385966132341,
      "grad_norm": 0.02188625224909532,
      "learning_rate": 0.0008146240339295168,
      "loss": 1.0919,
      "step": 10210
    },
    {
      "epoch": 0.7103863138495775,
      "grad_norm": 0.028142756891860434,
      "learning_rate": 0.0008143881306235405,
      "loss": 1.1012,
      "step": 10215
    },
    {
      "epoch": 0.7107340310859209,
      "grad_norm": 0.033082525755746175,
      "learning_rate": 0.0008141521115171224,
      "loss": 1.1181,
      "step": 10220
    },
    {
      "epoch": 0.7110817483222643,
      "grad_norm": 0.02189466836449693,
      "learning_rate": 0.0008139159766971968,
      "loss": 1.043,
      "step": 10225
    },
    {
      "epoch": 0.7114294655586078,
      "grad_norm": 0.02165708939735317,
      "learning_rate": 0.0008136797262507405,
      "loss": 1.1422,
      "step": 10230
    },
    {
      "epoch": 0.7117771827949512,
      "grad_norm": 0.023894581385618237,
      "learning_rate": 0.0008134433602647733,
      "loss": 1.2268,
      "step": 10235
    },
    {
      "epoch": 0.7121249000312946,
      "grad_norm": 0.02518473279585012,
      "learning_rate": 0.0008132068788263571,
      "loss": 1.0451,
      "step": 10240
    },
    {
      "epoch": 0.712472617267638,
      "grad_norm": 0.0256361448845137,
      "learning_rate": 0.0008129702820225966,
      "loss": 1.2285,
      "step": 10245
    },
    {
      "epoch": 0.7128203345039814,
      "grad_norm": 0.03836140483660274,
      "learning_rate": 0.0008127335699406389,
      "loss": 1.3393,
      "step": 10250
    },
    {
      "epoch": 0.7131680517403247,
      "grad_norm": 0.05279686723859472,
      "learning_rate": 0.0008124967426676734,
      "loss": 1.1942,
      "step": 10255
    },
    {
      "epoch": 0.7135157689766681,
      "grad_norm": 0.02109656628602075,
      "learning_rate": 0.0008122598002909322,
      "loss": 1.1032,
      "step": 10260
    },
    {
      "epoch": 0.7138634862130115,
      "grad_norm": 0.02388049491485321,
      "learning_rate": 0.0008120227428976899,
      "loss": 1.1346,
      "step": 10265
    },
    {
      "epoch": 0.714211203449355,
      "grad_norm": 0.027352488805903952,
      "learning_rate": 0.0008117855705752628,
      "loss": 1.1399,
      "step": 10270
    },
    {
      "epoch": 0.7145589206856984,
      "grad_norm": 0.027181064824513722,
      "learning_rate": 0.0008115482834110104,
      "loss": 1.276,
      "step": 10275
    },
    {
      "epoch": 0.7149066379220418,
      "grad_norm": 0.02805557265658905,
      "learning_rate": 0.0008113108814923339,
      "loss": 1.2195,
      "step": 10280
    },
    {
      "epoch": 0.7152543551583852,
      "grad_norm": 0.04249541480479036,
      "learning_rate": 0.0008110733649066771,
      "loss": 1.16,
      "step": 10285
    },
    {
      "epoch": 0.7156020723947286,
      "grad_norm": 0.022581592567626357,
      "learning_rate": 0.0008108357337415255,
      "loss": 1.1903,
      "step": 10290
    },
    {
      "epoch": 0.715949789631072,
      "grad_norm": 0.022105550939369927,
      "learning_rate": 0.0008105979880844076,
      "loss": 1.0541,
      "step": 10295
    },
    {
      "epoch": 0.7162975068674154,
      "grad_norm": 0.02140657127410809,
      "learning_rate": 0.0008103601280228936,
      "loss": 1.1654,
      "step": 10300
    },
    {
      "epoch": 0.7166452241037589,
      "grad_norm": 0.022654788496897647,
      "learning_rate": 0.0008101221536445958,
      "loss": 1.171,
      "step": 10305
    },
    {
      "epoch": 0.7169929413401023,
      "grad_norm": 0.02658878172741742,
      "learning_rate": 0.0008098840650371688,
      "loss": 1.0535,
      "step": 10310
    },
    {
      "epoch": 0.7173406585764457,
      "grad_norm": 0.022161711896666176,
      "learning_rate": 0.0008096458622883089,
      "loss": 1.201,
      "step": 10315
    },
    {
      "epoch": 0.717688375812789,
      "grad_norm": 0.02689402302563177,
      "learning_rate": 0.0008094075454857553,
      "loss": 1.3332,
      "step": 10320
    },
    {
      "epoch": 0.7180360930491324,
      "grad_norm": 0.048764730917141536,
      "learning_rate": 0.000809169114717288,
      "loss": 1.1448,
      "step": 10325
    },
    {
      "epoch": 0.7183838102854758,
      "grad_norm": 0.02490273815241431,
      "learning_rate": 0.00080893057007073,
      "loss": 1.1751,
      "step": 10330
    },
    {
      "epoch": 0.7187315275218192,
      "grad_norm": 0.03841970733812043,
      "learning_rate": 0.0008086919116339459,
      "loss": 1.229,
      "step": 10335
    },
    {
      "epoch": 0.7190792447581627,
      "grad_norm": 0.022998399666113067,
      "learning_rate": 0.000808453139494842,
      "loss": 1.0878,
      "step": 10340
    },
    {
      "epoch": 0.7194269619945061,
      "grad_norm": 0.029188156379116606,
      "learning_rate": 0.0008082142537413667,
      "loss": 1.1525,
      "step": 10345
    },
    {
      "epoch": 0.7197746792308495,
      "grad_norm": 0.036125533853034145,
      "learning_rate": 0.0008079752544615102,
      "loss": 1.0652,
      "step": 10350
    },
    {
      "epoch": 0.7201223964671929,
      "grad_norm": 0.02856617418826368,
      "learning_rate": 0.0008077361417433045,
      "loss": 1.1467,
      "step": 10355
    },
    {
      "epoch": 0.7204701137035363,
      "grad_norm": 0.023676757810806703,
      "learning_rate": 0.0008074969156748235,
      "loss": 1.0633,
      "step": 10360
    },
    {
      "epoch": 0.7208178309398797,
      "grad_norm": 0.027917861443328272,
      "learning_rate": 0.0008072575763441827,
      "loss": 1.1728,
      "step": 10365
    },
    {
      "epoch": 0.7211655481762231,
      "grad_norm": 0.02257699906066369,
      "learning_rate": 0.0008070181238395393,
      "loss": 1.1439,
      "step": 10370
    },
    {
      "epoch": 0.7215132654125666,
      "grad_norm": 0.01977607454024506,
      "learning_rate": 0.0008067785582490924,
      "loss": 1.1769,
      "step": 10375
    },
    {
      "epoch": 0.7218609826489099,
      "grad_norm": 0.021965281178571026,
      "learning_rate": 0.0008065388796610826,
      "loss": 1.1823,
      "step": 10380
    },
    {
      "epoch": 0.7222086998852533,
      "grad_norm": 0.028621052341854282,
      "learning_rate": 0.0008062990881637919,
      "loss": 1.1351,
      "step": 10385
    },
    {
      "epoch": 0.7225564171215967,
      "grad_norm": 0.021399547603334238,
      "learning_rate": 0.0008060591838455444,
      "loss": 1.0729,
      "step": 10390
    },
    {
      "epoch": 0.7229041343579401,
      "grad_norm": 0.023232522054059596,
      "learning_rate": 0.0008058191667947055,
      "loss": 1.1192,
      "step": 10395
    },
    {
      "epoch": 0.7232518515942835,
      "grad_norm": 0.026742939688245128,
      "learning_rate": 0.0008055790370996817,
      "loss": 1.0981,
      "step": 10400
    },
    {
      "epoch": 0.7235995688306269,
      "grad_norm": 0.03155205432778929,
      "learning_rate": 0.0008053387948489219,
      "loss": 1.1412,
      "step": 10405
    },
    {
      "epoch": 0.7239472860669703,
      "grad_norm": 0.038060611196796976,
      "learning_rate": 0.0008050984401309156,
      "loss": 1.1815,
      "step": 10410
    },
    {
      "epoch": 0.7242950033033138,
      "grad_norm": 0.02323299728497457,
      "learning_rate": 0.0008048579730341943,
      "loss": 1.0848,
      "step": 10415
    },
    {
      "epoch": 0.7246427205396572,
      "grad_norm": 0.025218411931605317,
      "learning_rate": 0.0008046173936473304,
      "loss": 1.1994,
      "step": 10420
    },
    {
      "epoch": 0.7249904377760006,
      "grad_norm": 0.020824719466247758,
      "learning_rate": 0.0008043767020589381,
      "loss": 1.3091,
      "step": 10425
    },
    {
      "epoch": 0.725338155012344,
      "grad_norm": 0.024289348259335996,
      "learning_rate": 0.000804135898357673,
      "loss": 1.1038,
      "step": 10430
    },
    {
      "epoch": 0.7256858722486874,
      "grad_norm": 0.022502568953917418,
      "learning_rate": 0.0008038949826322312,
      "loss": 1.1348,
      "step": 10435
    },
    {
      "epoch": 0.7260335894850308,
      "grad_norm": 0.022937473588337212,
      "learning_rate": 0.0008036539549713511,
      "loss": 1.1759,
      "step": 10440
    },
    {
      "epoch": 0.7263813067213741,
      "grad_norm": 0.026881340095901873,
      "learning_rate": 0.0008034128154638116,
      "loss": 1.2412,
      "step": 10445
    },
    {
      "epoch": 0.7267290239577175,
      "grad_norm": 0.024994840479806754,
      "learning_rate": 0.0008031715641984332,
      "loss": 1.1492,
      "step": 10450
    },
    {
      "epoch": 0.727076741194061,
      "grad_norm": 0.03522500928746669,
      "learning_rate": 0.0008029302012640772,
      "loss": 1.1928,
      "step": 10455
    },
    {
      "epoch": 0.7274244584304044,
      "grad_norm": 0.04366699072516296,
      "learning_rate": 0.0008026887267496464,
      "loss": 1.5606,
      "step": 10460
    },
    {
      "epoch": 0.7277721756667478,
      "grad_norm": 0.03920799699668736,
      "learning_rate": 0.0008024471407440845,
      "loss": 1.1214,
      "step": 10465
    },
    {
      "epoch": 0.7281198929030912,
      "grad_norm": 0.029343987137537088,
      "learning_rate": 0.0008022054433363764,
      "loss": 1.1,
      "step": 10470
    },
    {
      "epoch": 0.7284676101394346,
      "grad_norm": 0.03557541461837407,
      "learning_rate": 0.0008019636346155477,
      "loss": 1.1053,
      "step": 10475
    },
    {
      "epoch": 0.728815327375778,
      "grad_norm": 0.02339877531118216,
      "learning_rate": 0.0008017217146706655,
      "loss": 1.271,
      "step": 10480
    },
    {
      "epoch": 0.7291630446121214,
      "grad_norm": 0.03167258508615563,
      "learning_rate": 0.0008014796835908374,
      "loss": 1.2564,
      "step": 10485
    },
    {
      "epoch": 0.7295107618484649,
      "grad_norm": 0.023130761963850124,
      "learning_rate": 0.0008012375414652122,
      "loss": 1.1363,
      "step": 10490
    },
    {
      "epoch": 0.7298584790848083,
      "grad_norm": 0.02575479304485974,
      "learning_rate": 0.0008009952883829795,
      "loss": 1.1216,
      "step": 10495
    },
    {
      "epoch": 0.7302061963211517,
      "grad_norm": 0.02499551191403455,
      "learning_rate": 0.00080075292443337,
      "loss": 1.2329,
      "step": 10500
    },
    {
      "epoch": 0.730553913557495,
      "grad_norm": 0.03282789891209702,
      "learning_rate": 0.0008005104497056548,
      "loss": 1.2586,
      "step": 10505
    },
    {
      "epoch": 0.7309016307938384,
      "grad_norm": 0.024678685318485643,
      "learning_rate": 0.0008002678642891463,
      "loss": 1.1689,
      "step": 10510
    },
    {
      "epoch": 0.7312493480301818,
      "grad_norm": 0.023328784336043972,
      "learning_rate": 0.0008000251682731972,
      "loss": 1.139,
      "step": 10515
    },
    {
      "epoch": 0.7315970652665252,
      "grad_norm": 0.03463342484654389,
      "learning_rate": 0.0007997823617472013,
      "loss": 1.2634,
      "step": 10520
    },
    {
      "epoch": 0.7319447825028687,
      "grad_norm": 0.07066633764186177,
      "learning_rate": 0.000799539444800593,
      "loss": 1.2019,
      "step": 10525
    },
    {
      "epoch": 0.7322924997392121,
      "grad_norm": 0.03339068207520103,
      "learning_rate": 0.0007992964175228473,
      "loss": 1.124,
      "step": 10530
    },
    {
      "epoch": 0.7326402169755555,
      "grad_norm": 0.022638718724652535,
      "learning_rate": 0.0007990532800034796,
      "loss": 1.1616,
      "step": 10535
    },
    {
      "epoch": 0.7329879342118989,
      "grad_norm": 0.025880304167029494,
      "learning_rate": 0.0007988100323320466,
      "loss": 1.3095,
      "step": 10540
    },
    {
      "epoch": 0.7333356514482423,
      "grad_norm": 0.020366529694103158,
      "learning_rate": 0.0007985666745981449,
      "loss": 1.1677,
      "step": 10545
    },
    {
      "epoch": 0.7336833686845857,
      "grad_norm": 0.025536201643350076,
      "learning_rate": 0.0007983232068914121,
      "loss": 1.1201,
      "step": 10550
    },
    {
      "epoch": 0.7340310859209291,
      "grad_norm": 0.024791256207084552,
      "learning_rate": 0.0007980796293015258,
      "loss": 1.1561,
      "step": 10555
    },
    {
      "epoch": 0.7343788031572726,
      "grad_norm": 0.03332913419048057,
      "learning_rate": 0.0007978359419182047,
      "loss": 1.2004,
      "step": 10560
    },
    {
      "epoch": 0.7347265203936159,
      "grad_norm": 0.03102614329508399,
      "learning_rate": 0.0007975921448312073,
      "loss": 1.0971,
      "step": 10565
    },
    {
      "epoch": 0.7350742376299593,
      "grad_norm": 0.02194731283826608,
      "learning_rate": 0.0007973482381303332,
      "loss": 1.3018,
      "step": 10570
    },
    {
      "epoch": 0.7354219548663027,
      "grad_norm": 0.0458249413619089,
      "learning_rate": 0.0007971042219054216,
      "loss": 1.1856,
      "step": 10575
    },
    {
      "epoch": 0.7357696721026461,
      "grad_norm": 0.020445686751737916,
      "learning_rate": 0.0007968600962463528,
      "loss": 1.1252,
      "step": 10580
    },
    {
      "epoch": 0.7361173893389895,
      "grad_norm": 0.02510033473438474,
      "learning_rate": 0.0007966158612430468,
      "loss": 1.1325,
      "step": 10585
    },
    {
      "epoch": 0.7364651065753329,
      "grad_norm": 0.022225768129673515,
      "learning_rate": 0.0007963715169854641,
      "loss": 1.1445,
      "step": 10590
    },
    {
      "epoch": 0.7368128238116763,
      "grad_norm": 0.028691904267827407,
      "learning_rate": 0.0007961270635636058,
      "loss": 1.1108,
      "step": 10595
    },
    {
      "epoch": 0.7371605410480198,
      "grad_norm": 0.029850536243015754,
      "learning_rate": 0.0007958825010675124,
      "loss": 1.1338,
      "step": 10600
    },
    {
      "epoch": 0.7375082582843632,
      "grad_norm": 0.025791256275429827,
      "learning_rate": 0.0007956378295872654,
      "loss": 1.3087,
      "step": 10605
    },
    {
      "epoch": 0.7378559755207066,
      "grad_norm": 0.02541308613501269,
      "learning_rate": 0.000795393049212986,
      "loss": 1.1824,
      "step": 10610
    },
    {
      "epoch": 0.73820369275705,
      "grad_norm": 0.026140062528346907,
      "learning_rate": 0.0007951481600348356,
      "loss": 1.2503,
      "step": 10615
    },
    {
      "epoch": 0.7385514099933934,
      "grad_norm": 0.0324574535582223,
      "learning_rate": 0.0007949031621430157,
      "loss": 1.1953,
      "step": 10620
    },
    {
      "epoch": 0.7388991272297368,
      "grad_norm": 0.03317013871426138,
      "learning_rate": 0.0007946580556277679,
      "loss": 1.1421,
      "step": 10625
    },
    {
      "epoch": 0.7392468444660801,
      "grad_norm": 0.03065457947378363,
      "learning_rate": 0.0007944128405793736,
      "loss": 1.2112,
      "step": 10630
    },
    {
      "epoch": 0.7395945617024235,
      "grad_norm": 0.022272939936588437,
      "learning_rate": 0.0007941675170881542,
      "loss": 1.1487,
      "step": 10635
    },
    {
      "epoch": 0.739942278938767,
      "grad_norm": 0.02897607859785449,
      "learning_rate": 0.0007939220852444715,
      "loss": 1.3136,
      "step": 10640
    },
    {
      "epoch": 0.7402899961751104,
      "grad_norm": 0.028922910016671927,
      "learning_rate": 0.0007936765451387266,
      "loss": 1.0367,
      "step": 10645
    },
    {
      "epoch": 0.7406377134114538,
      "grad_norm": 0.021219799257880534,
      "learning_rate": 0.0007934308968613608,
      "loss": 1.1683,
      "step": 10650
    },
    {
      "epoch": 0.7409854306477972,
      "grad_norm": 0.024815734855462176,
      "learning_rate": 0.0007931851405028552,
      "loss": 1.1737,
      "step": 10655
    },
    {
      "epoch": 0.7413331478841406,
      "grad_norm": 0.020559586227853338,
      "learning_rate": 0.0007929392761537307,
      "loss": 1.0794,
      "step": 10660
    },
    {
      "epoch": 0.741680865120484,
      "grad_norm": 0.03153015478701544,
      "learning_rate": 0.0007926933039045479,
      "loss": 1.2507,
      "step": 10665
    },
    {
      "epoch": 0.7420285823568274,
      "grad_norm": 0.030359915545770968,
      "learning_rate": 0.0007924472238459074,
      "loss": 1.0852,
      "step": 10670
    },
    {
      "epoch": 0.7423762995931709,
      "grad_norm": 0.026169783678314913,
      "learning_rate": 0.0007922010360684491,
      "loss": 1.2513,
      "step": 10675
    },
    {
      "epoch": 0.7427240168295143,
      "grad_norm": 0.02767311874718704,
      "learning_rate": 0.000791954740662853,
      "loss": 1.1679,
      "step": 10680
    },
    {
      "epoch": 0.7430717340658577,
      "grad_norm": 0.028026102247650158,
      "learning_rate": 0.0007917083377198384,
      "loss": 1.1332,
      "step": 10685
    },
    {
      "epoch": 0.743419451302201,
      "grad_norm": 0.02356514624274069,
      "learning_rate": 0.0007914618273301644,
      "loss": 1.1773,
      "step": 10690
    },
    {
      "epoch": 0.7437671685385444,
      "grad_norm": 0.02098889716026726,
      "learning_rate": 0.0007912152095846297,
      "loss": 1.3733,
      "step": 10695
    },
    {
      "epoch": 0.7441148857748878,
      "grad_norm": 0.02251509727866331,
      "learning_rate": 0.0007909684845740723,
      "loss": 1.092,
      "step": 10700
    },
    {
      "epoch": 0.7444626030112312,
      "grad_norm": 0.03592932919783161,
      "learning_rate": 0.0007907216523893702,
      "loss": 1.232,
      "step": 10705
    },
    {
      "epoch": 0.7448103202475747,
      "grad_norm": 0.0504127961916671,
      "learning_rate": 0.00079047471312144,
      "loss": 1.2026,
      "step": 10710
    },
    {
      "epoch": 0.7451580374839181,
      "grad_norm": 0.03247845187122493,
      "learning_rate": 0.0007902276668612389,
      "loss": 1.1897,
      "step": 10715
    },
    {
      "epoch": 0.7455057547202615,
      "grad_norm": 0.024325819116979116,
      "learning_rate": 0.0007899805136997627,
      "loss": 1.1387,
      "step": 10720
    },
    {
      "epoch": 0.7458534719566049,
      "grad_norm": 0.025365776482397698,
      "learning_rate": 0.0007897332537280466,
      "loss": 1.1156,
      "step": 10725
    },
    {
      "epoch": 0.7462011891929483,
      "grad_norm": 0.037607511505465055,
      "learning_rate": 0.0007894858870371657,
      "loss": 1.2122,
      "step": 10730
    },
    {
      "epoch": 0.7465489064292917,
      "grad_norm": 0.020984837362054372,
      "learning_rate": 0.0007892384137182335,
      "loss": 1.1328,
      "step": 10735
    },
    {
      "epoch": 0.7468966236656351,
      "grad_norm": 0.04113937288843623,
      "learning_rate": 0.000788990833862404,
      "loss": 1.1366,
      "step": 10740
    },
    {
      "epoch": 0.7472443409019786,
      "grad_norm": 0.028164882893085746,
      "learning_rate": 0.0007887431475608693,
      "loss": 1.2858,
      "step": 10745
    },
    {
      "epoch": 0.747592058138322,
      "grad_norm": 0.059518332261740955,
      "learning_rate": 0.0007884953549048612,
      "loss": 1.1005,
      "step": 10750
    },
    {
      "epoch": 0.7479397753746653,
      "grad_norm": 0.021163862787399533,
      "learning_rate": 0.0007882474559856507,
      "loss": 1.0794,
      "step": 10755
    },
    {
      "epoch": 0.7482874926110087,
      "grad_norm": 0.023154363558398325,
      "learning_rate": 0.0007879994508945479,
      "loss": 1.1382,
      "step": 10760
    },
    {
      "epoch": 0.7486352098473521,
      "grad_norm": 0.039549328649769185,
      "learning_rate": 0.0007877513397229018,
      "loss": 1.1847,
      "step": 10765
    },
    {
      "epoch": 0.7489829270836955,
      "grad_norm": 0.04533178201447064,
      "learning_rate": 0.000787503122562101,
      "loss": 1.0742,
      "step": 10770
    },
    {
      "epoch": 0.7493306443200389,
      "grad_norm": 0.03815726076515974,
      "learning_rate": 0.0007872547995035724,
      "loss": 1.0765,
      "step": 10775
    },
    {
      "epoch": 0.7496783615563823,
      "grad_norm": 0.038448780678957836,
      "learning_rate": 0.0007870063706387826,
      "loss": 1.2092,
      "step": 10780
    },
    {
      "epoch": 0.7500260787927258,
      "grad_norm": 0.02290491680207356,
      "learning_rate": 0.0007867578360592369,
      "loss": 1.2352,
      "step": 10785
    },
    {
      "epoch": 0.7503737960290692,
      "grad_norm": 0.036605794659136215,
      "learning_rate": 0.0007865091958564794,
      "loss": 1.202,
      "step": 10790
    },
    {
      "epoch": 0.7507215132654126,
      "grad_norm": 0.0300760823612129,
      "learning_rate": 0.0007862604501220931,
      "loss": 1.3045,
      "step": 10795
    },
    {
      "epoch": 0.751069230501756,
      "grad_norm": 0.02686487516128003,
      "learning_rate": 0.0007860115989477001,
      "loss": 1.0675,
      "step": 10800
    },
    {
      "epoch": 0.7514169477380994,
      "grad_norm": 0.024663595597767526,
      "learning_rate": 0.0007857626424249613,
      "loss": 1.153,
      "step": 10805
    },
    {
      "epoch": 0.7517646649744428,
      "grad_norm": 0.021407711714202485,
      "learning_rate": 0.0007855135806455762,
      "loss": 1.2463,
      "step": 10810
    },
    {
      "epoch": 0.7521123822107861,
      "grad_norm": 0.021771677718133996,
      "learning_rate": 0.0007852644137012833,
      "loss": 1.101,
      "step": 10815
    },
    {
      "epoch": 0.7524600994471295,
      "grad_norm": 0.02523441183508569,
      "learning_rate": 0.0007850151416838598,
      "loss": 1.1874,
      "step": 10820
    },
    {
      "epoch": 0.752807816683473,
      "grad_norm": 0.024075489572810874,
      "learning_rate": 0.0007847657646851213,
      "loss": 1.1299,
      "step": 10825
    },
    {
      "epoch": 0.7531555339198164,
      "grad_norm": 0.03559951693067511,
      "learning_rate": 0.0007845162827969225,
      "loss": 1.1923,
      "step": 10830
    },
    {
      "epoch": 0.7535032511561598,
      "grad_norm": 0.027819643911556363,
      "learning_rate": 0.0007842666961111563,
      "loss": 1.1346,
      "step": 10835
    },
    {
      "epoch": 0.7538509683925032,
      "grad_norm": 0.02360370743843055,
      "learning_rate": 0.0007840170047197548,
      "loss": 1.2091,
      "step": 10840
    },
    {
      "epoch": 0.7541986856288466,
      "grad_norm": 0.02312762041140287,
      "learning_rate": 0.0007837672087146881,
      "loss": 1.0689,
      "step": 10845
    },
    {
      "epoch": 0.75454640286519,
      "grad_norm": 0.026113647270425536,
      "learning_rate": 0.0007835173081879651,
      "loss": 1.3344,
      "step": 10850
    },
    {
      "epoch": 0.7548941201015335,
      "grad_norm": 0.03132800508464489,
      "learning_rate": 0.0007832673032316331,
      "loss": 1.2587,
      "step": 10855
    },
    {
      "epoch": 0.7552418373378769,
      "grad_norm": 0.0254694497094142,
      "learning_rate": 0.000783017193937778,
      "loss": 1.1779,
      "step": 10860
    },
    {
      "epoch": 0.7555895545742203,
      "grad_norm": 0.025707992653088273,
      "learning_rate": 0.0007827669803985238,
      "loss": 1.0704,
      "step": 10865
    },
    {
      "epoch": 0.7559372718105637,
      "grad_norm": 0.03495694880912058,
      "learning_rate": 0.0007825166627060334,
      "loss": 1.2066,
      "step": 10870
    },
    {
      "epoch": 0.7562849890469071,
      "grad_norm": 0.024090488496671704,
      "learning_rate": 0.0007822662409525076,
      "loss": 1.0419,
      "step": 10875
    },
    {
      "epoch": 0.7566327062832504,
      "grad_norm": 0.05825121230748763,
      "learning_rate": 0.000782015715230186,
      "loss": 1.0963,
      "step": 10880
    },
    {
      "epoch": 0.7569804235195938,
      "grad_norm": 0.029710621760182337,
      "learning_rate": 0.000781765085631346,
      "loss": 1.2652,
      "step": 10885
    },
    {
      "epoch": 0.7573281407559372,
      "grad_norm": 0.030729331919464937,
      "learning_rate": 0.0007815143522483035,
      "loss": 1.1107,
      "step": 10890
    },
    {
      "epoch": 0.7576758579922807,
      "grad_norm": 0.027942736434610097,
      "learning_rate": 0.0007812635151734125,
      "loss": 1.0969,
      "step": 10895
    },
    {
      "epoch": 0.7580235752286241,
      "grad_norm": 0.032915135558116045,
      "learning_rate": 0.0007810125744990655,
      "loss": 1.1355,
      "step": 10900
    },
    {
      "epoch": 0.7583712924649675,
      "grad_norm": 0.0235431092710766,
      "learning_rate": 0.000780761530317693,
      "loss": 1.1728,
      "step": 10905
    },
    {
      "epoch": 0.7587190097013109,
      "grad_norm": 0.02239191827526964,
      "learning_rate": 0.0007805103827217635,
      "loss": 1.0655,
      "step": 10910
    },
    {
      "epoch": 0.7590667269376543,
      "grad_norm": 0.03547646196825975,
      "learning_rate": 0.0007802591318037837,
      "loss": 1.051,
      "step": 10915
    },
    {
      "epoch": 0.7594144441739977,
      "grad_norm": 0.026640419697777758,
      "learning_rate": 0.0007800077776562982,
      "loss": 1.1322,
      "step": 10920
    },
    {
      "epoch": 0.7597621614103411,
      "grad_norm": 0.0323793320452215,
      "learning_rate": 0.00077975632037189,
      "loss": 1.0613,
      "step": 10925
    },
    {
      "epoch": 0.7601098786466846,
      "grad_norm": 0.044083865530840954,
      "learning_rate": 0.0007795047600431795,
      "loss": 1.1537,
      "step": 10930
    },
    {
      "epoch": 0.760457595883028,
      "grad_norm": 0.026453222802624462,
      "learning_rate": 0.000779253096762826,
      "loss": 1.1827,
      "step": 10935
    },
    {
      "epoch": 0.7608053131193713,
      "grad_norm": 0.02767410484564491,
      "learning_rate": 0.0007790013306235255,
      "loss": 1.0946,
      "step": 10940
    },
    {
      "epoch": 0.7611530303557147,
      "grad_norm": 0.020699446273874853,
      "learning_rate": 0.0007787494617180129,
      "loss": 1.1121,
      "step": 10945
    },
    {
      "epoch": 0.7615007475920581,
      "grad_norm": 0.04005678882927741,
      "learning_rate": 0.0007784974901390603,
      "loss": 1.1615,
      "step": 10950
    },
    {
      "epoch": 0.7618484648284015,
      "grad_norm": 0.026390155128049757,
      "learning_rate": 0.0007782454159794781,
      "loss": 1.1282,
      "step": 10955
    },
    {
      "epoch": 0.7621961820647449,
      "grad_norm": 0.0412422950710061,
      "learning_rate": 0.0007779932393321142,
      "loss": 1.1185,
      "step": 10960
    },
    {
      "epoch": 0.7625438993010883,
      "grad_norm": 0.021413430557759107,
      "learning_rate": 0.0007777409602898542,
      "loss": 1.29,
      "step": 10965
    },
    {
      "epoch": 0.7628916165374318,
      "grad_norm": 0.02130544297719768,
      "learning_rate": 0.0007774885789456218,
      "loss": 1.0524,
      "step": 10970
    },
    {
      "epoch": 0.7632393337737752,
      "grad_norm": 0.02328012244814492,
      "learning_rate": 0.000777236095392378,
      "loss": 1.1146,
      "step": 10975
    },
    {
      "epoch": 0.7635870510101186,
      "grad_norm": 0.022314947619984076,
      "learning_rate": 0.0007769835097231212,
      "loss": 1.281,
      "step": 10980
    },
    {
      "epoch": 0.763934768246462,
      "grad_norm": 0.022643038711286437,
      "learning_rate": 0.0007767308220308885,
      "loss": 1.1401,
      "step": 10985
    },
    {
      "epoch": 0.7642824854828054,
      "grad_norm": 0.023439879198304953,
      "learning_rate": 0.0007764780324087532,
      "loss": 1.1768,
      "step": 10990
    },
    {
      "epoch": 0.7646302027191488,
      "grad_norm": 0.025596119691812018,
      "learning_rate": 0.0007762251409498271,
      "loss": 1.1569,
      "step": 10995
    },
    {
      "epoch": 0.7649779199554922,
      "grad_norm": 0.039965990869456604,
      "learning_rate": 0.0007759721477472592,
      "loss": 1.2304,
      "step": 11000
    },
    {
      "epoch": 0.7653256371918356,
      "grad_norm": 0.022634834779732476,
      "learning_rate": 0.000775719052894236,
      "loss": 1.156,
      "step": 11005
    },
    {
      "epoch": 0.765673354428179,
      "grad_norm": 0.02321820804894332,
      "learning_rate": 0.0007754658564839813,
      "loss": 1.0215,
      "step": 11010
    },
    {
      "epoch": 0.7660210716645224,
      "grad_norm": 0.0318963027697753,
      "learning_rate": 0.0007752125586097565,
      "loss": 1.0913,
      "step": 11015
    },
    {
      "epoch": 0.7663687889008658,
      "grad_norm": 0.02241663100286836,
      "learning_rate": 0.0007749591593648602,
      "loss": 1.2072,
      "step": 11020
    },
    {
      "epoch": 0.7667165061372092,
      "grad_norm": 0.025918310599904366,
      "learning_rate": 0.0007747056588426287,
      "loss": 1.0749,
      "step": 11025
    },
    {
      "epoch": 0.7670642233735526,
      "grad_norm": 0.03874032258201697,
      "learning_rate": 0.000774452057136435,
      "loss": 1.3776,
      "step": 11030
    },
    {
      "epoch": 0.767411940609896,
      "grad_norm": 0.04122834316778684,
      "learning_rate": 0.0007741983543396902,
      "loss": 1.0793,
      "step": 11035
    },
    {
      "epoch": 0.7677596578462395,
      "grad_norm": 0.021597292019764815,
      "learning_rate": 0.0007739445505458417,
      "loss": 1.1463,
      "step": 11040
    },
    {
      "epoch": 0.7681073750825829,
      "grad_norm": 0.019331555799000564,
      "learning_rate": 0.0007736906458483748,
      "loss": 1.0522,
      "step": 11045
    },
    {
      "epoch": 0.7684550923189263,
      "grad_norm": 0.021389206916605806,
      "learning_rate": 0.0007734366403408115,
      "loss": 1.1168,
      "step": 11050
    },
    {
      "epoch": 0.7688028095552697,
      "grad_norm": 0.030756717030239286,
      "learning_rate": 0.0007731825341167113,
      "loss": 1.2548,
      "step": 11055
    },
    {
      "epoch": 0.7691505267916131,
      "grad_norm": 0.024362533820935683,
      "learning_rate": 0.0007729283272696709,
      "loss": 1.1887,
      "step": 11060
    },
    {
      "epoch": 0.7694982440279564,
      "grad_norm": 0.052081643673131964,
      "learning_rate": 0.0007726740198933233,
      "loss": 1.1018,
      "step": 11065
    },
    {
      "epoch": 0.7698459612642998,
      "grad_norm": 0.025093803548005993,
      "learning_rate": 0.0007724196120813395,
      "loss": 1.0962,
      "step": 11070
    },
    {
      "epoch": 0.7701936785006432,
      "grad_norm": 0.020056876056838563,
      "learning_rate": 0.0007721651039274267,
      "loss": 1.0531,
      "step": 11075
    },
    {
      "epoch": 0.7705413957369867,
      "grad_norm": 0.023905520969136798,
      "learning_rate": 0.0007719104955253295,
      "loss": 1.0389,
      "step": 11080
    },
    {
      "epoch": 0.7708891129733301,
      "grad_norm": 0.03092549573392046,
      "learning_rate": 0.0007716557869688294,
      "loss": 1.1332,
      "step": 11085
    },
    {
      "epoch": 0.7712368302096735,
      "grad_norm": 0.030061212350307256,
      "learning_rate": 0.0007714009783517449,
      "loss": 1.3266,
      "step": 11090
    },
    {
      "epoch": 0.7715845474460169,
      "grad_norm": 0.023535252507412712,
      "learning_rate": 0.0007711460697679307,
      "loss": 1.0617,
      "step": 11095
    },
    {
      "epoch": 0.7719322646823603,
      "grad_norm": 0.023810093043941438,
      "learning_rate": 0.000770891061311279,
      "loss": 1.1002,
      "step": 11100
    },
    {
      "epoch": 0.7722799819187037,
      "grad_norm": 0.024856510810058283,
      "learning_rate": 0.0007706359530757187,
      "loss": 1.0623,
      "step": 11105
    },
    {
      "epoch": 0.7726276991550471,
      "grad_norm": 0.024541985526164732,
      "learning_rate": 0.0007703807451552152,
      "loss": 1.2179,
      "step": 11110
    },
    {
      "epoch": 0.7729754163913906,
      "grad_norm": 0.023457825871587942,
      "learning_rate": 0.0007701254376437706,
      "loss": 1.2377,
      "step": 11115
    },
    {
      "epoch": 0.773323133627734,
      "grad_norm": 0.022681153912556724,
      "learning_rate": 0.0007698700306354242,
      "loss": 1.0942,
      "step": 11120
    },
    {
      "epoch": 0.7736708508640774,
      "grad_norm": 0.03856842953213856,
      "learning_rate": 0.0007696145242242514,
      "loss": 1.1764,
      "step": 11125
    },
    {
      "epoch": 0.7740185681004207,
      "grad_norm": 0.03154374836590616,
      "learning_rate": 0.0007693589185043641,
      "loss": 1.0935,
      "step": 11130
    },
    {
      "epoch": 0.7743662853367641,
      "grad_norm": 0.02263451698173294,
      "learning_rate": 0.0007691032135699117,
      "loss": 1.089,
      "step": 11135
    },
    {
      "epoch": 0.7747140025731075,
      "grad_norm": 0.02245470348062963,
      "learning_rate": 0.0007688474095150788,
      "loss": 1.1048,
      "step": 11140
    },
    {
      "epoch": 0.7750617198094509,
      "grad_norm": 0.03317727005976366,
      "learning_rate": 0.0007685915064340876,
      "loss": 1.1085,
      "step": 11145
    },
    {
      "epoch": 0.7754094370457943,
      "grad_norm": 0.030931954631028744,
      "learning_rate": 0.0007683355044211966,
      "loss": 1.0476,
      "step": 11150
    },
    {
      "epoch": 0.7757571542821378,
      "grad_norm": 0.02619717721786578,
      "learning_rate": 0.0007680794035707001,
      "loss": 1.136,
      "step": 11155
    },
    {
      "epoch": 0.7761048715184812,
      "grad_norm": 0.026832770128757354,
      "learning_rate": 0.0007678232039769295,
      "loss": 1.1697,
      "step": 11160
    },
    {
      "epoch": 0.7764525887548246,
      "grad_norm": 0.02418434739117251,
      "learning_rate": 0.0007675669057342523,
      "loss": 1.1221,
      "step": 11165
    },
    {
      "epoch": 0.776800305991168,
      "grad_norm": 0.03259489945662532,
      "learning_rate": 0.0007673105089370722,
      "loss": 1.1349,
      "step": 11170
    },
    {
      "epoch": 0.7771480232275114,
      "grad_norm": 0.035799319259920644,
      "learning_rate": 0.0007670540136798296,
      "loss": 1.1999,
      "step": 11175
    },
    {
      "epoch": 0.7774957404638548,
      "grad_norm": 0.02257880473418008,
      "learning_rate": 0.0007667974200570007,
      "loss": 1.149,
      "step": 11180
    },
    {
      "epoch": 0.7778434577001982,
      "grad_norm": 0.03334466162723862,
      "learning_rate": 0.0007665407281630982,
      "loss": 1.1715,
      "step": 11185
    },
    {
      "epoch": 0.7781911749365416,
      "grad_norm": 0.025899018112431633,
      "learning_rate": 0.0007662839380926709,
      "loss": 1.1042,
      "step": 11190
    },
    {
      "epoch": 0.778538892172885,
      "grad_norm": 0.02268930488041647,
      "learning_rate": 0.0007660270499403039,
      "loss": 1.2768,
      "step": 11195
    },
    {
      "epoch": 0.7788866094092284,
      "grad_norm": 0.033816819665534126,
      "learning_rate": 0.0007657700638006185,
      "loss": 1.214,
      "step": 11200
    },
    {
      "epoch": 0.7792343266455718,
      "grad_norm": 0.022465296815697297,
      "learning_rate": 0.0007655129797682715,
      "loss": 1.2061,
      "step": 11205
    },
    {
      "epoch": 0.7795820438819152,
      "grad_norm": 0.024984718164328956,
      "learning_rate": 0.0007652557979379565,
      "loss": 1.1329,
      "step": 11210
    },
    {
      "epoch": 0.7799297611182586,
      "grad_norm": 0.024119751525246178,
      "learning_rate": 0.0007649985184044028,
      "loss": 1.1604,
      "step": 11215
    },
    {
      "epoch": 0.780277478354602,
      "grad_norm": 0.02485468388191304,
      "learning_rate": 0.0007647411412623755,
      "loss": 1.1265,
      "step": 11220
    },
    {
      "epoch": 0.7806251955909455,
      "grad_norm": 0.02493960968549009,
      "learning_rate": 0.000764483666606676,
      "loss": 1.1169,
      "step": 11225
    },
    {
      "epoch": 0.7809729128272889,
      "grad_norm": 0.021854238614521133,
      "learning_rate": 0.0007642260945321415,
      "loss": 1.2242,
      "step": 11230
    },
    {
      "epoch": 0.7813206300636323,
      "grad_norm": 0.023914462815079304,
      "learning_rate": 0.0007639684251336448,
      "loss": 1.1426,
      "step": 11235
    },
    {
      "epoch": 0.7816683472999757,
      "grad_norm": 0.030866889907552215,
      "learning_rate": 0.0007637106585060952,
      "loss": 1.0936,
      "step": 11240
    },
    {
      "epoch": 0.7820160645363191,
      "grad_norm": 0.027500445118193072,
      "learning_rate": 0.000763452794744437,
      "loss": 1.1791,
      "step": 11245
    },
    {
      "epoch": 0.7823637817726625,
      "grad_norm": 0.03334014892312409,
      "learning_rate": 0.0007631948339436509,
      "loss": 1.0903,
      "step": 11250
    },
    {
      "epoch": 0.7827114990090058,
      "grad_norm": 0.029681146532227632,
      "learning_rate": 0.0007629367761987531,
      "loss": 1.2307,
      "step": 11255
    },
    {
      "epoch": 0.7830592162453492,
      "grad_norm": 0.024549999120655013,
      "learning_rate": 0.0007626786216047957,
      "loss": 1.0751,
      "step": 11260
    },
    {
      "epoch": 0.7834069334816927,
      "grad_norm": 0.020355427017158166,
      "learning_rate": 0.0007624203702568658,
      "loss": 1.2537,
      "step": 11265
    },
    {
      "epoch": 0.7837546507180361,
      "grad_norm": 0.02314434313198309,
      "learning_rate": 0.0007621620222500872,
      "loss": 1.1774,
      "step": 11270
    },
    {
      "epoch": 0.7841023679543795,
      "grad_norm": 0.022044232302822212,
      "learning_rate": 0.0007619035776796186,
      "loss": 1.1591,
      "step": 11275
    },
    {
      "epoch": 0.7844500851907229,
      "grad_norm": 0.0273200743687746,
      "learning_rate": 0.0007616450366406543,
      "loss": 1.0737,
      "step": 11280
    },
    {
      "epoch": 0.7847978024270663,
      "grad_norm": 0.02351118090370443,
      "learning_rate": 0.0007613863992284244,
      "loss": 1.1348,
      "step": 11285
    },
    {
      "epoch": 0.7851455196634097,
      "grad_norm": 0.028394225181299738,
      "learning_rate": 0.000761127665538194,
      "loss": 1.1433,
      "step": 11290
    },
    {
      "epoch": 0.7854932368997531,
      "grad_norm": 0.021309634211311143,
      "learning_rate": 0.0007608688356652645,
      "loss": 1.1938,
      "step": 11295
    },
    {
      "epoch": 0.7858409541360966,
      "grad_norm": 0.036700805835069114,
      "learning_rate": 0.0007606099097049721,
      "loss": 1.261,
      "step": 11300
    },
    {
      "epoch": 0.78618867137244,
      "grad_norm": 0.023252570033239443,
      "learning_rate": 0.0007603508877526882,
      "loss": 1.1053,
      "step": 11305
    },
    {
      "epoch": 0.7865363886087834,
      "grad_norm": 0.022389463045026297,
      "learning_rate": 0.0007600917699038201,
      "loss": 1.1657,
      "step": 11310
    },
    {
      "epoch": 0.7868841058451267,
      "grad_norm": 0.02104755386607462,
      "learning_rate": 0.0007598325562538104,
      "loss": 1.2186,
      "step": 11315
    },
    {
      "epoch": 0.7872318230814701,
      "grad_norm": 0.0249749235787963,
      "learning_rate": 0.0007595732468981367,
      "loss": 1.3088,
      "step": 11320
    },
    {
      "epoch": 0.7875795403178135,
      "grad_norm": 0.030418603043043484,
      "learning_rate": 0.0007593138419323119,
      "loss": 1.1951,
      "step": 11325
    },
    {
      "epoch": 0.7879272575541569,
      "grad_norm": 0.026844779798415933,
      "learning_rate": 0.000759054341451884,
      "loss": 1.2616,
      "step": 11330
    },
    {
      "epoch": 0.7882749747905003,
      "grad_norm": 0.021999093960167054,
      "learning_rate": 0.0007587947455524367,
      "loss": 1.0374,
      "step": 11335
    },
    {
      "epoch": 0.7886226920268438,
      "grad_norm": 0.021897887967081513,
      "learning_rate": 0.0007585350543295881,
      "loss": 1.1806,
      "step": 11340
    },
    {
      "epoch": 0.7889704092631872,
      "grad_norm": 0.02498485608633467,
      "learning_rate": 0.0007582752678789924,
      "loss": 1.2444,
      "step": 11345
    },
    {
      "epoch": 0.7893181264995306,
      "grad_norm": 0.027683717108941318,
      "learning_rate": 0.0007580153862963375,
      "loss": 1.2125,
      "step": 11350
    },
    {
      "epoch": 0.789665843735874,
      "grad_norm": 0.04980472272552033,
      "learning_rate": 0.0007577554096773475,
      "loss": 1.2442,
      "step": 11355
    },
    {
      "epoch": 0.7900135609722174,
      "grad_norm": 0.022359645194371124,
      "learning_rate": 0.0007574953381177813,
      "loss": 1.1424,
      "step": 11360
    },
    {
      "epoch": 0.7903612782085608,
      "grad_norm": 0.021523962912478975,
      "learning_rate": 0.0007572351717134325,
      "loss": 1.062,
      "step": 11365
    },
    {
      "epoch": 0.7907089954449043,
      "grad_norm": 0.36079644632307695,
      "learning_rate": 0.0007569749105601298,
      "loss": 1.1871,
      "step": 11370
    },
    {
      "epoch": 0.7910567126812477,
      "grad_norm": 0.024211585601798993,
      "learning_rate": 0.0007567145547537365,
      "loss": 1.1135,
      "step": 11375
    },
    {
      "epoch": 0.791404429917591,
      "grad_norm": 0.05485162874581833,
      "learning_rate": 0.0007564541043901509,
      "loss": 1.2892,
      "step": 11380
    },
    {
      "epoch": 0.7917521471539344,
      "grad_norm": 0.0531188607969057,
      "learning_rate": 0.0007561935595653065,
      "loss": 1.1404,
      "step": 11385
    },
    {
      "epoch": 0.7920998643902778,
      "grad_norm": 0.024138615788489054,
      "learning_rate": 0.0007559329203751712,
      "loss": 1.1302,
      "step": 11390
    },
    {
      "epoch": 0.7924475816266212,
      "grad_norm": 0.023356737102271274,
      "learning_rate": 0.0007556721869157482,
      "loss": 1.1226,
      "step": 11395
    },
    {
      "epoch": 0.7927952988629646,
      "grad_norm": 0.025967923891098567,
      "learning_rate": 0.0007554113592830742,
      "loss": 1.3446,
      "step": 11400
    },
    {
      "epoch": 0.793143016099308,
      "grad_norm": 0.024624254729224585,
      "learning_rate": 0.0007551504375732219,
      "loss": 1.1578,
      "step": 11405
    },
    {
      "epoch": 0.7934907333356515,
      "grad_norm": 0.0263216535697263,
      "learning_rate": 0.0007548894218822981,
      "loss": 1.2246,
      "step": 11410
    },
    {
      "epoch": 0.7938384505719949,
      "grad_norm": 0.023749239389608042,
      "learning_rate": 0.0007546283123064441,
      "loss": 1.1289,
      "step": 11415
    },
    {
      "epoch": 0.7941861678083383,
      "grad_norm": 0.030538305180000443,
      "learning_rate": 0.0007543671089418363,
      "loss": 1.2647,
      "step": 11420
    },
    {
      "epoch": 0.7945338850446817,
      "grad_norm": 0.025086926590435203,
      "learning_rate": 0.0007541058118846848,
      "loss": 1.2076,
      "step": 11425
    },
    {
      "epoch": 0.7948816022810251,
      "grad_norm": 0.022349092212904306,
      "learning_rate": 0.0007538444212312349,
      "loss": 1.075,
      "step": 11430
    },
    {
      "epoch": 0.7952293195173685,
      "grad_norm": 0.03581838340291823,
      "learning_rate": 0.0007535829370777662,
      "loss": 1.3236,
      "step": 11435
    },
    {
      "epoch": 0.7955770367537118,
      "grad_norm": 0.031908038500200145,
      "learning_rate": 0.0007533213595205928,
      "loss": 1.2089,
      "step": 11440
    },
    {
      "epoch": 0.7959247539900552,
      "grad_norm": 0.03270445329902137,
      "learning_rate": 0.000753059688656063,
      "loss": 1.1031,
      "step": 11445
    },
    {
      "epoch": 0.7962724712263987,
      "grad_norm": 0.027179648525199666,
      "learning_rate": 0.0007527979245805595,
      "loss": 1.0801,
      "step": 11450
    },
    {
      "epoch": 0.7966201884627421,
      "grad_norm": 0.027839862336020666,
      "learning_rate": 0.0007525360673904995,
      "loss": 1.1158,
      "step": 11455
    },
    {
      "epoch": 0.7969679056990855,
      "grad_norm": 0.02252368721352045,
      "learning_rate": 0.0007522741171823344,
      "loss": 1.0644,
      "step": 11460
    },
    {
      "epoch": 0.7973156229354289,
      "grad_norm": 0.020090113183451178,
      "learning_rate": 0.0007520120740525498,
      "loss": 1.1408,
      "step": 11465
    },
    {
      "epoch": 0.7976633401717723,
      "grad_norm": 0.02175750836087084,
      "learning_rate": 0.0007517499380976658,
      "loss": 1.2502,
      "step": 11470
    },
    {
      "epoch": 0.7980110574081157,
      "grad_norm": 0.024085892927151655,
      "learning_rate": 0.0007514877094142362,
      "loss": 1.1321,
      "step": 11475
    },
    {
      "epoch": 0.7983587746444591,
      "grad_norm": 0.03009299592700299,
      "learning_rate": 0.0007512253880988495,
      "loss": 1.1237,
      "step": 11480
    },
    {
      "epoch": 0.7987064918808026,
      "grad_norm": 0.03385066089731414,
      "learning_rate": 0.0007509629742481279,
      "loss": 1.1394,
      "step": 11485
    },
    {
      "epoch": 0.799054209117146,
      "grad_norm": 0.03600675524153226,
      "learning_rate": 0.000750700467958728,
      "loss": 1.1403,
      "step": 11490
    },
    {
      "epoch": 0.7994019263534894,
      "grad_norm": 0.025808673472999828,
      "learning_rate": 0.0007504378693273401,
      "loss": 1.1625,
      "step": 11495
    },
    {
      "epoch": 0.7997496435898327,
      "grad_norm": 0.02448212764721835,
      "learning_rate": 0.000750175178450689,
      "loss": 1.1377,
      "step": 11500
    },
    {
      "epoch": 0.8000973608261761,
      "grad_norm": 0.06609205909812693,
      "learning_rate": 0.0007499123954255327,
      "loss": 1.1736,
      "step": 11505
    },
    {
      "epoch": 0.8004450780625195,
      "grad_norm": 0.06238664623972905,
      "learning_rate": 0.000749649520348664,
      "loss": 1.2222,
      "step": 11510
    },
    {
      "epoch": 0.8007927952988629,
      "grad_norm": 0.029873891006402097,
      "learning_rate": 0.0007493865533169093,
      "loss": 1.27,
      "step": 11515
    },
    {
      "epoch": 0.8011405125352064,
      "grad_norm": 0.022051669822626508,
      "learning_rate": 0.0007491234944271287,
      "loss": 1.0841,
      "step": 11520
    },
    {
      "epoch": 0.8014882297715498,
      "grad_norm": 0.020533714264896488,
      "learning_rate": 0.000748860343776216,
      "loss": 1.2108,
      "step": 11525
    },
    {
      "epoch": 0.8018359470078932,
      "grad_norm": 0.023449206166662545,
      "learning_rate": 0.0007485971014610995,
      "loss": 1.045,
      "step": 11530
    },
    {
      "epoch": 0.8021836642442366,
      "grad_norm": 0.023421597676164054,
      "learning_rate": 0.0007483337675787403,
      "loss": 1.1976,
      "step": 11535
    },
    {
      "epoch": 0.80253138148058,
      "grad_norm": 0.04546251750191919,
      "learning_rate": 0.0007480703422261341,
      "loss": 1.1551,
      "step": 11540
    },
    {
      "epoch": 0.8028790987169234,
      "grad_norm": 0.024353479758317288,
      "learning_rate": 0.0007478068255003097,
      "loss": 1.0696,
      "step": 11545
    },
    {
      "epoch": 0.8032268159532668,
      "grad_norm": 0.031050498431056804,
      "learning_rate": 0.0007475432174983299,
      "loss": 1.1377,
      "step": 11550
    },
    {
      "epoch": 0.8035745331896103,
      "grad_norm": 0.035884304935877874,
      "learning_rate": 0.000747279518317291,
      "loss": 1.125,
      "step": 11555
    },
    {
      "epoch": 0.8039222504259537,
      "grad_norm": 0.036320604288765615,
      "learning_rate": 0.0007470157280543228,
      "loss": 1.2535,
      "step": 11560
    },
    {
      "epoch": 0.804269967662297,
      "grad_norm": 0.030986117085395958,
      "learning_rate": 0.000746751846806589,
      "loss": 1.1803,
      "step": 11565
    },
    {
      "epoch": 0.8046176848986404,
      "grad_norm": 0.027037960626694023,
      "learning_rate": 0.000746487874671286,
      "loss": 1.0831,
      "step": 11570
    },
    {
      "epoch": 0.8049654021349838,
      "grad_norm": 0.024375384870683796,
      "learning_rate": 0.0007462238117456446,
      "loss": 1.2647,
      "step": 11575
    },
    {
      "epoch": 0.8053131193713272,
      "grad_norm": 0.04931065571370725,
      "learning_rate": 0.0007459596581269286,
      "loss": 1.2443,
      "step": 11580
    },
    {
      "epoch": 0.8056608366076706,
      "grad_norm": 0.04671286189784426,
      "learning_rate": 0.0007456954139124354,
      "loss": 1.135,
      "step": 11585
    },
    {
      "epoch": 0.806008553844014,
      "grad_norm": 0.053750102469649126,
      "learning_rate": 0.0007454310791994954,
      "loss": 1.2489,
      "step": 11590
    },
    {
      "epoch": 0.8063562710803575,
      "grad_norm": 0.024179936578495095,
      "learning_rate": 0.0007451666540854726,
      "loss": 1.118,
      "step": 11595
    },
    {
      "epoch": 0.8067039883167009,
      "grad_norm": 0.0318806734322492,
      "learning_rate": 0.0007449021386677645,
      "loss": 1.1319,
      "step": 11600
    },
    {
      "epoch": 0.8070517055530443,
      "grad_norm": 0.020060733936484696,
      "learning_rate": 0.0007446375330438013,
      "loss": 1.0422,
      "step": 11605
    },
    {
      "epoch": 0.8073994227893877,
      "grad_norm": 0.021441174157205502,
      "learning_rate": 0.0007443728373110471,
      "loss": 1.1451,
      "step": 11610
    },
    {
      "epoch": 0.8077471400257311,
      "grad_norm": 0.023334570588658864,
      "learning_rate": 0.0007441080515669987,
      "loss": 1.1184,
      "step": 11615
    },
    {
      "epoch": 0.8080948572620745,
      "grad_norm": 0.021797188945254866,
      "learning_rate": 0.000743843175909186,
      "loss": 1.2531,
      "step": 11620
    },
    {
      "epoch": 0.8084425744984178,
      "grad_norm": 0.020400457835874297,
      "learning_rate": 0.0007435782104351724,
      "loss": 1.0596,
      "step": 11625
    },
    {
      "epoch": 0.8087902917347612,
      "grad_norm": 0.027152647587326426,
      "learning_rate": 0.0007433131552425543,
      "loss": 1.2921,
      "step": 11630
    },
    {
      "epoch": 0.8091380089711047,
      "grad_norm": 0.02424209822883409,
      "learning_rate": 0.0007430480104289607,
      "loss": 1.2304,
      "step": 11635
    },
    {
      "epoch": 0.8094857262074481,
      "grad_norm": 0.033092832851729745,
      "learning_rate": 0.0007427827760920545,
      "loss": 1.1162,
      "step": 11640
    },
    {
      "epoch": 0.8098334434437915,
      "grad_norm": 0.01940993022296851,
      "learning_rate": 0.0007425174523295306,
      "loss": 1.13,
      "step": 11645
    },
    {
      "epoch": 0.8101811606801349,
      "grad_norm": 0.03096848199345893,
      "learning_rate": 0.0007422520392391175,
      "loss": 1.286,
      "step": 11650
    },
    {
      "epoch": 0.8105288779164783,
      "grad_norm": 0.024330374449348702,
      "learning_rate": 0.000741986536918576,
      "loss": 1.0613,
      "step": 11655
    },
    {
      "epoch": 0.8108765951528217,
      "grad_norm": 0.02398653289640641,
      "learning_rate": 0.0007417209454657008,
      "loss": 1.1863,
      "step": 11660
    },
    {
      "epoch": 0.8112243123891651,
      "grad_norm": 0.02419246838756563,
      "learning_rate": 0.0007414552649783183,
      "loss": 1.0927,
      "step": 11665
    },
    {
      "epoch": 0.8115720296255086,
      "grad_norm": 0.02300892615652495,
      "learning_rate": 0.0007411894955542882,
      "loss": 1.1122,
      "step": 11670
    },
    {
      "epoch": 0.811919746861852,
      "grad_norm": 0.03086784186935966,
      "learning_rate": 0.0007409236372915029,
      "loss": 1.0918,
      "step": 11675
    },
    {
      "epoch": 0.8122674640981954,
      "grad_norm": 0.03816077781732001,
      "learning_rate": 0.0007406576902878876,
      "loss": 1.0487,
      "step": 11680
    },
    {
      "epoch": 0.8126151813345388,
      "grad_norm": 0.028441878535794732,
      "learning_rate": 0.0007403916546414003,
      "loss": 1.0914,
      "step": 11685
    },
    {
      "epoch": 0.8129628985708821,
      "grad_norm": 0.0262867549212563,
      "learning_rate": 0.0007401255304500315,
      "loss": 1.1008,
      "step": 11690
    },
    {
      "epoch": 0.8133106158072255,
      "grad_norm": 0.05307891059107326,
      "learning_rate": 0.000739859317811804,
      "loss": 1.2032,
      "step": 11695
    },
    {
      "epoch": 0.8136583330435689,
      "grad_norm": 0.038240316158357573,
      "learning_rate": 0.0007395930168247736,
      "loss": 1.0751,
      "step": 11700
    },
    {
      "epoch": 0.8140060502799124,
      "grad_norm": 0.021336761107541468,
      "learning_rate": 0.0007393266275870286,
      "loss": 1.2057,
      "step": 11705
    },
    {
      "epoch": 0.8143537675162558,
      "grad_norm": 0.021631620258431558,
      "learning_rate": 0.0007390601501966895,
      "loss": 1.1582,
      "step": 11710
    },
    {
      "epoch": 0.8147014847525992,
      "grad_norm": 0.021541490988094485,
      "learning_rate": 0.00073879358475191,
      "loss": 1.2125,
      "step": 11715
    },
    {
      "epoch": 0.8150492019889426,
      "grad_norm": 0.02397447780921933,
      "learning_rate": 0.0007385269313508753,
      "loss": 1.1752,
      "step": 11720
    },
    {
      "epoch": 0.815396919225286,
      "grad_norm": 0.023960825075417098,
      "learning_rate": 0.0007382601900918034,
      "loss": 1.1362,
      "step": 11725
    },
    {
      "epoch": 0.8157446364616294,
      "grad_norm": 0.022139104851387627,
      "learning_rate": 0.000737993361072945,
      "loss": 1.1363,
      "step": 11730
    },
    {
      "epoch": 0.8160923536979728,
      "grad_norm": 0.02369577127739255,
      "learning_rate": 0.0007377264443925824,
      "loss": 1.1368,
      "step": 11735
    },
    {
      "epoch": 0.8164400709343163,
      "grad_norm": 0.021540036066794815,
      "learning_rate": 0.0007374594401490311,
      "loss": 1.0832,
      "step": 11740
    },
    {
      "epoch": 0.8167877881706597,
      "grad_norm": 0.027939093686153927,
      "learning_rate": 0.000737192348440638,
      "loss": 1.1904,
      "step": 11745
    },
    {
      "epoch": 0.817135505407003,
      "grad_norm": 0.02358636619117662,
      "learning_rate": 0.0007369251693657826,
      "loss": 1.0508,
      "step": 11750
    },
    {
      "epoch": 0.8174832226433464,
      "grad_norm": 0.02393558023457258,
      "learning_rate": 0.0007366579030228765,
      "loss": 1.2499,
      "step": 11755
    },
    {
      "epoch": 0.8178309398796898,
      "grad_norm": 0.019986492077341676,
      "learning_rate": 0.0007363905495103638,
      "loss": 1.197,
      "step": 11760
    },
    {
      "epoch": 0.8181786571160332,
      "grad_norm": 0.03524103941644316,
      "learning_rate": 0.0007361231089267201,
      "loss": 1.1958,
      "step": 11765
    },
    {
      "epoch": 0.8185263743523766,
      "grad_norm": 0.036959839177638495,
      "learning_rate": 0.0007358555813704535,
      "loss": 1.271,
      "step": 11770
    },
    {
      "epoch": 0.81887409158872,
      "grad_norm": 0.02004620561482847,
      "learning_rate": 0.0007355879669401039,
      "loss": 1.0924,
      "step": 11775
    },
    {
      "epoch": 0.8192218088250635,
      "grad_norm": 0.022828908853896584,
      "learning_rate": 0.0007353202657342433,
      "loss": 1.153,
      "step": 11780
    },
    {
      "epoch": 0.8195695260614069,
      "grad_norm": 0.03695510826248802,
      "learning_rate": 0.0007350524778514761,
      "loss": 1.1831,
      "step": 11785
    },
    {
      "epoch": 0.8199172432977503,
      "grad_norm": 0.024007745576517064,
      "learning_rate": 0.0007347846033904377,
      "loss": 1.1543,
      "step": 11790
    },
    {
      "epoch": 0.8202649605340937,
      "grad_norm": 0.020712087660978977,
      "learning_rate": 0.000734516642449796,
      "loss": 1.1316,
      "step": 11795
    },
    {
      "epoch": 0.8206126777704371,
      "grad_norm": 0.026188922835889934,
      "learning_rate": 0.0007342485951282507,
      "loss": 1.0877,
      "step": 11800
    },
    {
      "epoch": 0.8209603950067805,
      "grad_norm": 0.021461696790364557,
      "learning_rate": 0.0007339804615245333,
      "loss": 1.0076,
      "step": 11805
    },
    {
      "epoch": 0.8213081122431239,
      "grad_norm": 0.021482291981960337,
      "learning_rate": 0.0007337122417374071,
      "loss": 1.1124,
      "step": 11810
    },
    {
      "epoch": 0.8216558294794672,
      "grad_norm": 0.03266395838112738,
      "learning_rate": 0.0007334439358656667,
      "loss": 1.3023,
      "step": 11815
    },
    {
      "epoch": 0.8220035467158107,
      "grad_norm": 0.028690487942981412,
      "learning_rate": 0.0007331755440081392,
      "loss": 1.151,
      "step": 11820
    },
    {
      "epoch": 0.8223512639521541,
      "grad_norm": 0.03017071869649653,
      "learning_rate": 0.0007329070662636828,
      "loss": 1.1641,
      "step": 11825
    },
    {
      "epoch": 0.8226989811884975,
      "grad_norm": 0.032721811321574215,
      "learning_rate": 0.0007326385027311875,
      "loss": 1.1106,
      "step": 11830
    },
    {
      "epoch": 0.8230466984248409,
      "grad_norm": 0.02044099352390264,
      "learning_rate": 0.0007323698535095749,
      "loss": 1.2039,
      "step": 11835
    },
    {
      "epoch": 0.8233944156611843,
      "grad_norm": 0.02710102044067006,
      "learning_rate": 0.0007321011186977983,
      "loss": 1.269,
      "step": 11840
    },
    {
      "epoch": 0.8237421328975277,
      "grad_norm": 0.021040660442427594,
      "learning_rate": 0.0007318322983948421,
      "loss": 1.2342,
      "step": 11845
    },
    {
      "epoch": 0.8240898501338711,
      "grad_norm": 0.018421933154365782,
      "learning_rate": 0.0007315633926997226,
      "loss": 1.2063,
      "step": 11850
    },
    {
      "epoch": 0.8244375673702146,
      "grad_norm": 0.03365461245990312,
      "learning_rate": 0.0007312944017114875,
      "loss": 1.3866,
      "step": 11855
    },
    {
      "epoch": 0.824785284606558,
      "grad_norm": 0.020009583433848944,
      "learning_rate": 0.0007310253255292159,
      "loss": 1.2446,
      "step": 11860
    },
    {
      "epoch": 0.8251330018429014,
      "grad_norm": 0.02509285552201996,
      "learning_rate": 0.0007307561642520181,
      "loss": 1.2206,
      "step": 11865
    },
    {
      "epoch": 0.8254807190792448,
      "grad_norm": 0.036683052155056316,
      "learning_rate": 0.0007304869179790359,
      "loss": 1.1803,
      "step": 11870
    },
    {
      "epoch": 0.8258284363155881,
      "grad_norm": 0.021949267757597122,
      "learning_rate": 0.0007302175868094423,
      "loss": 1.1474,
      "step": 11875
    },
    {
      "epoch": 0.8261761535519315,
      "grad_norm": 0.023315311387319584,
      "learning_rate": 0.0007299481708424416,
      "loss": 1.2047,
      "step": 11880
    },
    {
      "epoch": 0.8265238707882749,
      "grad_norm": 0.02757117835325544,
      "learning_rate": 0.0007296786701772698,
      "loss": 1.0903,
      "step": 11885
    },
    {
      "epoch": 0.8268715880246184,
      "grad_norm": 0.025580646508477422,
      "learning_rate": 0.0007294090849131931,
      "loss": 1.0914,
      "step": 11890
    },
    {
      "epoch": 0.8272193052609618,
      "grad_norm": 0.025182402933593077,
      "learning_rate": 0.0007291394151495097,
      "loss": 1.1323,
      "step": 11895
    },
    {
      "epoch": 0.8275670224973052,
      "grad_norm": 0.022468049649943547,
      "learning_rate": 0.0007288696609855488,
      "loss": 1.0715,
      "step": 11900
    },
    {
      "epoch": 0.8279147397336486,
      "grad_norm": 0.024019224558502743,
      "learning_rate": 0.0007285998225206703,
      "loss": 1.3535,
      "step": 11905
    },
    {
      "epoch": 0.828262456969992,
      "grad_norm": 0.022062344157981462,
      "learning_rate": 0.0007283298998542655,
      "loss": 1.3314,
      "step": 11910
    },
    {
      "epoch": 0.8286101742063354,
      "grad_norm": 0.02372697248472193,
      "learning_rate": 0.0007280598930857567,
      "loss": 1.0902,
      "step": 11915
    },
    {
      "epoch": 0.8289578914426788,
      "grad_norm": 0.040711183261152036,
      "learning_rate": 0.000727789802314597,
      "loss": 1.2232,
      "step": 11920
    },
    {
      "epoch": 0.8293056086790223,
      "grad_norm": 0.021863389398100848,
      "learning_rate": 0.0007275196276402704,
      "loss": 1.1585,
      "step": 11925
    },
    {
      "epoch": 0.8296533259153657,
      "grad_norm": 0.021903736577366436,
      "learning_rate": 0.0007272493691622923,
      "loss": 1.1318,
      "step": 11930
    },
    {
      "epoch": 0.8300010431517091,
      "grad_norm": 0.02587839817094431,
      "learning_rate": 0.0007269790269802083,
      "loss": 1.2369,
      "step": 11935
    },
    {
      "epoch": 0.8303487603880524,
      "grad_norm": 0.02055742103658275,
      "learning_rate": 0.0007267086011935953,
      "loss": 1.0412,
      "step": 11940
    },
    {
      "epoch": 0.8306964776243958,
      "grad_norm": 0.02619056210436825,
      "learning_rate": 0.0007264380919020607,
      "loss": 1.1961,
      "step": 11945
    },
    {
      "epoch": 0.8310441948607392,
      "grad_norm": 0.0238373383412266,
      "learning_rate": 0.0007261674992052428,
      "loss": 1.1139,
      "step": 11950
    },
    {
      "epoch": 0.8313919120970826,
      "grad_norm": 0.020404678231152305,
      "learning_rate": 0.0007258968232028107,
      "loss": 1.0529,
      "step": 11955
    },
    {
      "epoch": 0.831739629333426,
      "grad_norm": 0.020750044608410404,
      "learning_rate": 0.0007256260639944642,
      "loss": 1.2402,
      "step": 11960
    },
    {
      "epoch": 0.8320873465697695,
      "grad_norm": 0.02672299253395492,
      "learning_rate": 0.0007253552216799333,
      "loss": 1.1,
      "step": 11965
    },
    {
      "epoch": 0.8324350638061129,
      "grad_norm": 0.02213090903611804,
      "learning_rate": 0.0007250842963589792,
      "loss": 1.243,
      "step": 11970
    },
    {
      "epoch": 0.8327827810424563,
      "grad_norm": 0.026306338045034884,
      "learning_rate": 0.0007248132881313934,
      "loss": 1.1377,
      "step": 11975
    },
    {
      "epoch": 0.8331304982787997,
      "grad_norm": 0.02410885708953286,
      "learning_rate": 0.0007245421970969979,
      "loss": 1.0487,
      "step": 11980
    },
    {
      "epoch": 0.8334782155151431,
      "grad_norm": 0.04266654119543301,
      "learning_rate": 0.0007242710233556453,
      "loss": 1.3339,
      "step": 11985
    },
    {
      "epoch": 0.8338259327514865,
      "grad_norm": 0.07440618253655995,
      "learning_rate": 0.0007239997670072187,
      "loss": 1.275,
      "step": 11990
    },
    {
      "epoch": 0.83417364998783,
      "grad_norm": 0.03839238610890726,
      "learning_rate": 0.0007237284281516314,
      "loss": 1.3987,
      "step": 11995
    },
    {
      "epoch": 0.8345213672241732,
      "grad_norm": 0.026859277934701758,
      "learning_rate": 0.0007234570068888274,
      "loss": 1.3064,
      "step": 12000
    },
    {
      "epoch": 0.8348690844605167,
      "grad_norm": 0.031449440050254546,
      "learning_rate": 0.0007231855033187809,
      "loss": 1.0774,
      "step": 12005
    },
    {
      "epoch": 0.8352168016968601,
      "grad_norm": 0.023121468251476658,
      "learning_rate": 0.0007229139175414963,
      "loss": 1.12,
      "step": 12010
    },
    {
      "epoch": 0.8355645189332035,
      "grad_norm": 0.020804283384058653,
      "learning_rate": 0.0007226422496570084,
      "loss": 1.1621,
      "step": 12015
    },
    {
      "epoch": 0.8359122361695469,
      "grad_norm": 0.02359672635007609,
      "learning_rate": 0.0007223704997653824,
      "loss": 1.1406,
      "step": 12020
    },
    {
      "epoch": 0.8362599534058903,
      "grad_norm": 0.023297514315222503,
      "learning_rate": 0.0007220986679667133,
      "loss": 1.1735,
      "step": 12025
    },
    {
      "epoch": 0.8366076706422337,
      "grad_norm": 0.02041303147927571,
      "learning_rate": 0.0007218267543611269,
      "loss": 1.2453,
      "step": 12030
    },
    {
      "epoch": 0.8369553878785772,
      "grad_norm": 0.03315983202225294,
      "learning_rate": 0.0007215547590487783,
      "loss": 1.2375,
      "step": 12035
    },
    {
      "epoch": 0.8373031051149206,
      "grad_norm": 0.026339512555112403,
      "learning_rate": 0.0007212826821298535,
      "loss": 1.2216,
      "step": 12040
    },
    {
      "epoch": 0.837650822351264,
      "grad_norm": 0.02466964777366194,
      "learning_rate": 0.000721010523704568,
      "loss": 1.2154,
      "step": 12045
    },
    {
      "epoch": 0.8379985395876074,
      "grad_norm": 0.06204418229158242,
      "learning_rate": 0.0007207382838731675,
      "loss": 1.2975,
      "step": 12050
    },
    {
      "epoch": 0.8383462568239508,
      "grad_norm": 0.02207765666193356,
      "learning_rate": 0.000720465962735928,
      "loss": 1.1563,
      "step": 12055
    },
    {
      "epoch": 0.8386939740602942,
      "grad_norm": 0.019737995602517447,
      "learning_rate": 0.0007201935603931549,
      "loss": 1.0733,
      "step": 12060
    },
    {
      "epoch": 0.8390416912966375,
      "grad_norm": 0.02968318558874235,
      "learning_rate": 0.0007199210769451836,
      "loss": 1.3579,
      "step": 12065
    },
    {
      "epoch": 0.8393894085329809,
      "grad_norm": 0.027703113830890278,
      "learning_rate": 0.00071964851249238,
      "loss": 1.0707,
      "step": 12070
    },
    {
      "epoch": 0.8397371257693244,
      "grad_norm": 0.02281445748290561,
      "learning_rate": 0.0007193758671351389,
      "loss": 1.059,
      "step": 12075
    },
    {
      "epoch": 0.8400848430056678,
      "grad_norm": 0.019898194439328065,
      "learning_rate": 0.0007191031409738857,
      "loss": 1.0698,
      "step": 12080
    },
    {
      "epoch": 0.8404325602420112,
      "grad_norm": 0.031042293576362758,
      "learning_rate": 0.0007188303341090754,
      "loss": 1.0881,
      "step": 12085
    },
    {
      "epoch": 0.8407802774783546,
      "grad_norm": 0.02875882126418044,
      "learning_rate": 0.000718557446641192,
      "loss": 1.4012,
      "step": 12090
    },
    {
      "epoch": 0.841127994714698,
      "grad_norm": 0.022707573577816074,
      "learning_rate": 0.0007182844786707503,
      "loss": 1.3989,
      "step": 12095
    },
    {
      "epoch": 0.8414757119510414,
      "grad_norm": 0.020895764932024684,
      "learning_rate": 0.0007180114302982938,
      "loss": 1.037,
      "step": 12100
    },
    {
      "epoch": 0.8418234291873848,
      "grad_norm": 0.021175154069035116,
      "learning_rate": 0.0007177383016243963,
      "loss": 1.2402,
      "step": 12105
    },
    {
      "epoch": 0.8421711464237283,
      "grad_norm": 0.019294281663569134,
      "learning_rate": 0.000717465092749661,
      "loss": 1.1008,
      "step": 12110
    },
    {
      "epoch": 0.8425188636600717,
      "grad_norm": 0.021911413961992265,
      "learning_rate": 0.0007171918037747201,
      "loss": 1.211,
      "step": 12115
    },
    {
      "epoch": 0.8428665808964151,
      "grad_norm": 0.024509943826091705,
      "learning_rate": 0.000716918434800236,
      "loss": 1.0174,
      "step": 12120
    },
    {
      "epoch": 0.8432142981327584,
      "grad_norm": 0.024097099144686857,
      "learning_rate": 0.0007166449859269006,
      "loss": 1.2176,
      "step": 12125
    },
    {
      "epoch": 0.8435620153691018,
      "grad_norm": 0.02664002389227383,
      "learning_rate": 0.0007163714572554344,
      "loss": 1.2547,
      "step": 12130
    },
    {
      "epoch": 0.8439097326054452,
      "grad_norm": 0.023488197183580587,
      "learning_rate": 0.0007160978488865884,
      "loss": 1.2266,
      "step": 12135
    },
    {
      "epoch": 0.8442574498417886,
      "grad_norm": 0.023367841962073282,
      "learning_rate": 0.0007158241609211418,
      "loss": 1.1251,
      "step": 12140
    },
    {
      "epoch": 0.844605167078132,
      "grad_norm": 0.029254281584181713,
      "learning_rate": 0.000715550393459904,
      "loss": 1.217,
      "step": 12145
    },
    {
      "epoch": 0.8449528843144755,
      "grad_norm": 0.028680599831085913,
      "learning_rate": 0.0007152765466037134,
      "loss": 1.0306,
      "step": 12150
    },
    {
      "epoch": 0.8453006015508189,
      "grad_norm": 0.03099143634204925,
      "learning_rate": 0.0007150026204534377,
      "loss": 1.1567,
      "step": 12155
    },
    {
      "epoch": 0.8456483187871623,
      "grad_norm": 0.019679189600565885,
      "learning_rate": 0.0007147286151099737,
      "loss": 1.1748,
      "step": 12160
    },
    {
      "epoch": 0.8459960360235057,
      "grad_norm": 0.04471717313338711,
      "learning_rate": 0.0007144545306742474,
      "loss": 1.1633,
      "step": 12165
    },
    {
      "epoch": 0.8463437532598491,
      "grad_norm": 0.02717046335588956,
      "learning_rate": 0.0007141803672472138,
      "loss": 1.1048,
      "step": 12170
    },
    {
      "epoch": 0.8466914704961925,
      "grad_norm": 0.024554786064818233,
      "learning_rate": 0.0007139061249298572,
      "loss": 1.1303,
      "step": 12175
    },
    {
      "epoch": 0.847039187732536,
      "grad_norm": 0.027070624605725336,
      "learning_rate": 0.000713631803823191,
      "loss": 1.0985,
      "step": 12180
    },
    {
      "epoch": 0.8473869049688794,
      "grad_norm": 0.032653516315950974,
      "learning_rate": 0.0007133574040282576,
      "loss": 1.0571,
      "step": 12185
    },
    {
      "epoch": 0.8477346222052227,
      "grad_norm": 0.02227414342893479,
      "learning_rate": 0.0007130829256461281,
      "loss": 1.0929,
      "step": 12190
    },
    {
      "epoch": 0.8480823394415661,
      "grad_norm": 0.02727879462130931,
      "learning_rate": 0.0007128083687779027,
      "loss": 1.0616,
      "step": 12195
    },
    {
      "epoch": 0.8484300566779095,
      "grad_norm": 0.0285135474700019,
      "learning_rate": 0.0007125337335247108,
      "loss": 1.184,
      "step": 12200
    },
    {
      "epoch": 0.8487777739142529,
      "grad_norm": 0.029223864453047456,
      "learning_rate": 0.0007122590199877103,
      "loss": 1.19,
      "step": 12205
    },
    {
      "epoch": 0.8491254911505963,
      "grad_norm": 0.034608425696199846,
      "learning_rate": 0.0007119842282680882,
      "loss": 1.0816,
      "step": 12210
    },
    {
      "epoch": 0.8494732083869397,
      "grad_norm": 0.02427947014473876,
      "learning_rate": 0.0007117093584670598,
      "loss": 1.1898,
      "step": 12215
    },
    {
      "epoch": 0.8498209256232832,
      "grad_norm": 0.025830544274826513,
      "learning_rate": 0.0007114344106858698,
      "loss": 1.2224,
      "step": 12220
    },
    {
      "epoch": 0.8501686428596266,
      "grad_norm": 0.025904174835036004,
      "learning_rate": 0.0007111593850257913,
      "loss": 1.138,
      "step": 12225
    },
    {
      "epoch": 0.85051636009597,
      "grad_norm": 0.03118123821042707,
      "learning_rate": 0.0007108842815881261,
      "loss": 1.1179,
      "step": 12230
    },
    {
      "epoch": 0.8508640773323134,
      "grad_norm": 0.03459740557491905,
      "learning_rate": 0.0007106091004742048,
      "loss": 1.1268,
      "step": 12235
    },
    {
      "epoch": 0.8512117945686568,
      "grad_norm": 0.02302120351002069,
      "learning_rate": 0.0007103338417853864,
      "loss": 1.2,
      "step": 12240
    },
    {
      "epoch": 0.8515595118050002,
      "grad_norm": 0.05189611599194683,
      "learning_rate": 0.0007100585056230584,
      "loss": 1.0477,
      "step": 12245
    },
    {
      "epoch": 0.8519072290413435,
      "grad_norm": 0.03578707853020395,
      "learning_rate": 0.0007097830920886372,
      "loss": 1.1145,
      "step": 12250
    },
    {
      "epoch": 0.8522549462776869,
      "grad_norm": 0.054058231476414274,
      "learning_rate": 0.0007095076012835676,
      "loss": 1.193,
      "step": 12255
    },
    {
      "epoch": 0.8526026635140304,
      "grad_norm": 0.028779874606815123,
      "learning_rate": 0.0007092320333093225,
      "loss": 1.3601,
      "step": 12260
    },
    {
      "epoch": 0.8529503807503738,
      "grad_norm": 0.02308360392607727,
      "learning_rate": 0.0007089563882674036,
      "loss": 1.2344,
      "step": 12265
    },
    {
      "epoch": 0.8532980979867172,
      "grad_norm": 0.024891148781384185,
      "learning_rate": 0.0007086806662593408,
      "loss": 1.1249,
      "step": 12270
    },
    {
      "epoch": 0.8536458152230606,
      "grad_norm": 0.021602241617223274,
      "learning_rate": 0.0007084048673866926,
      "loss": 1.1846,
      "step": 12275
    },
    {
      "epoch": 0.853993532459404,
      "grad_norm": 0.07376066997049584,
      "learning_rate": 0.0007081289917510456,
      "loss": 1.2431,
      "step": 12280
    },
    {
      "epoch": 0.8543412496957474,
      "grad_norm": 0.08127596077984102,
      "learning_rate": 0.0007078530394540144,
      "loss": 1.4336,
      "step": 12285
    },
    {
      "epoch": 0.8546889669320908,
      "grad_norm": 0.022388608940984663,
      "learning_rate": 0.0007075770105972425,
      "loss": 1.156,
      "step": 12290
    },
    {
      "epoch": 0.8550366841684343,
      "grad_norm": 0.026904376572993622,
      "learning_rate": 0.0007073009052824011,
      "loss": 1.2791,
      "step": 12295
    },
    {
      "epoch": 0.8553844014047777,
      "grad_norm": 0.030810955166198466,
      "learning_rate": 0.0007070247236111897,
      "loss": 1.2645,
      "step": 12300
    },
    {
      "epoch": 0.8557321186411211,
      "grad_norm": 0.023622047116664376,
      "learning_rate": 0.000706748465685336,
      "loss": 1.0707,
      "step": 12305
    },
    {
      "epoch": 0.8560798358774645,
      "grad_norm": 0.02339824908190893,
      "learning_rate": 0.0007064721316065956,
      "loss": 1.0573,
      "step": 12310
    },
    {
      "epoch": 0.8564275531138078,
      "grad_norm": 0.026439187594474414,
      "learning_rate": 0.0007061957214767523,
      "loss": 1.2799,
      "step": 12315
    },
    {
      "epoch": 0.8567752703501512,
      "grad_norm": 0.026219663983166056,
      "learning_rate": 0.000705919235397618,
      "loss": 1.0851,
      "step": 12320
    },
    {
      "epoch": 0.8571229875864946,
      "grad_norm": 0.026364035722784798,
      "learning_rate": 0.0007056426734710324,
      "loss": 1.0812,
      "step": 12325
    },
    {
      "epoch": 0.857470704822838,
      "grad_norm": 0.020016690061009285,
      "learning_rate": 0.0007053660357988631,
      "loss": 1.2886,
      "step": 12330
    },
    {
      "epoch": 0.8578184220591815,
      "grad_norm": 0.021557255126207774,
      "learning_rate": 0.0007050893224830057,
      "loss": 1.1276,
      "step": 12335
    },
    {
      "epoch": 0.8581661392955249,
      "grad_norm": 0.04518346202191865,
      "learning_rate": 0.0007048125336253838,
      "loss": 1.1,
      "step": 12340
    },
    {
      "epoch": 0.8585138565318683,
      "grad_norm": 0.026236825510272902,
      "learning_rate": 0.0007045356693279486,
      "loss": 1.0647,
      "step": 12345
    },
    {
      "epoch": 0.8588615737682117,
      "grad_norm": 0.023041464124233253,
      "learning_rate": 0.000704258729692679,
      "loss": 1.2418,
      "step": 12350
    },
    {
      "epoch": 0.8592092910045551,
      "grad_norm": 0.02097939358322213,
      "learning_rate": 0.0007039817148215821,
      "loss": 1.0357,
      "step": 12355
    },
    {
      "epoch": 0.8595570082408985,
      "grad_norm": 0.02347643549154423,
      "learning_rate": 0.0007037046248166923,
      "loss": 1.1355,
      "step": 12360
    },
    {
      "epoch": 0.859904725477242,
      "grad_norm": 0.02340321168758106,
      "learning_rate": 0.0007034274597800716,
      "loss": 1.1904,
      "step": 12365
    },
    {
      "epoch": 0.8602524427135854,
      "grad_norm": 0.020616797401843075,
      "learning_rate": 0.0007031502198138102,
      "loss": 1.0764,
      "step": 12370
    },
    {
      "epoch": 0.8606001599499287,
      "grad_norm": 0.02526253907485754,
      "learning_rate": 0.0007028729050200253,
      "loss": 1.1524,
      "step": 12375
    },
    {
      "epoch": 0.8609478771862721,
      "grad_norm": 0.029646914276911424,
      "learning_rate": 0.0007025955155008622,
      "loss": 1.2661,
      "step": 12380
    },
    {
      "epoch": 0.8612955944226155,
      "grad_norm": 0.03184323017757112,
      "learning_rate": 0.000702318051358493,
      "loss": 1.1266,
      "step": 12385
    },
    {
      "epoch": 0.8616433116589589,
      "grad_norm": 0.021756315477006682,
      "learning_rate": 0.0007020405126951179,
      "loss": 1.202,
      "step": 12390
    },
    {
      "epoch": 0.8619910288953023,
      "grad_norm": 0.02039056018907903,
      "learning_rate": 0.0007017628996129644,
      "loss": 1.0972,
      "step": 12395
    },
    {
      "epoch": 0.8623387461316457,
      "grad_norm": 0.04163652916104366,
      "learning_rate": 0.0007014852122142874,
      "loss": 1.0469,
      "step": 12400
    },
    {
      "epoch": 0.8626864633679892,
      "grad_norm": 0.024217776539500337,
      "learning_rate": 0.0007012074506013691,
      "loss": 1.0512,
      "step": 12405
    },
    {
      "epoch": 0.8630341806043326,
      "grad_norm": 0.025103385143637223,
      "learning_rate": 0.0007009296148765189,
      "loss": 1.0664,
      "step": 12410
    },
    {
      "epoch": 0.863381897840676,
      "grad_norm": 0.027839159611686867,
      "learning_rate": 0.000700651705142074,
      "loss": 1.0882,
      "step": 12415
    },
    {
      "epoch": 0.8637296150770194,
      "grad_norm": 0.02239071751465845,
      "learning_rate": 0.0007003737215003983,
      "loss": 1.0793,
      "step": 12420
    },
    {
      "epoch": 0.8640773323133628,
      "grad_norm": 0.025671801520720447,
      "learning_rate": 0.0007000956640538831,
      "loss": 1.1442,
      "step": 12425
    },
    {
      "epoch": 0.8644250495497062,
      "grad_norm": 0.02321376405517958,
      "learning_rate": 0.0006998175329049474,
      "loss": 1.0637,
      "step": 12430
    },
    {
      "epoch": 0.8647727667860495,
      "grad_norm": 0.026864960882055124,
      "learning_rate": 0.0006995393281560364,
      "loss": 1.1425,
      "step": 12435
    },
    {
      "epoch": 0.8651204840223929,
      "grad_norm": 0.03253233626973528,
      "learning_rate": 0.000699261049909623,
      "loss": 1.1367,
      "step": 12440
    },
    {
      "epoch": 0.8654682012587364,
      "grad_norm": 0.025790393432588148,
      "learning_rate": 0.0006989826982682073,
      "loss": 1.1393,
      "step": 12445
    },
    {
      "epoch": 0.8658159184950798,
      "grad_norm": 0.023813750935435904,
      "learning_rate": 0.0006987042733343161,
      "loss": 1.216,
      "step": 12450
    },
    {
      "epoch": 0.8661636357314232,
      "grad_norm": 0.027456924885736207,
      "learning_rate": 0.0006984257752105032,
      "loss": 1.1098,
      "step": 12455
    },
    {
      "epoch": 0.8665113529677666,
      "grad_norm": 0.03342146142568274,
      "learning_rate": 0.0006981472039993495,
      "loss": 1.2683,
      "step": 12460
    },
    {
      "epoch": 0.86685907020411,
      "grad_norm": 0.024590765342301073,
      "learning_rate": 0.0006978685598034627,
      "loss": 1.094,
      "step": 12465
    },
    {
      "epoch": 0.8672067874404534,
      "grad_norm": 0.039286890018933165,
      "learning_rate": 0.0006975898427254778,
      "loss": 1.1349,
      "step": 12470
    },
    {
      "epoch": 0.8675545046767968,
      "grad_norm": 0.0376071442396711,
      "learning_rate": 0.000697311052868056,
      "loss": 1.3079,
      "step": 12475
    },
    {
      "epoch": 0.8679022219131403,
      "grad_norm": 0.03435442845091055,
      "learning_rate": 0.0006970321903338858,
      "loss": 1.1378,
      "step": 12480
    },
    {
      "epoch": 0.8682499391494837,
      "grad_norm": 0.020214038430658214,
      "learning_rate": 0.0006967532552256821,
      "loss": 1.1459,
      "step": 12485
    },
    {
      "epoch": 0.8685976563858271,
      "grad_norm": 0.02282863228192203,
      "learning_rate": 0.0006964742476461867,
      "loss": 1.0695,
      "step": 12490
    },
    {
      "epoch": 0.8689453736221705,
      "grad_norm": 0.026100205427977002,
      "learning_rate": 0.0006961951676981683,
      "loss": 1.0777,
      "step": 12495
    },
    {
      "epoch": 0.8692930908585138,
      "grad_norm": 0.022147416565556976,
      "learning_rate": 0.0006959160154844222,
      "loss": 1.1265,
      "step": 12500
    },
    {
      "epoch": 0.8696408080948572,
      "grad_norm": 0.020548211855306447,
      "learning_rate": 0.0006956367911077699,
      "loss": 1.0587,
      "step": 12505
    },
    {
      "epoch": 0.8699885253312006,
      "grad_norm": 0.02031969704239548,
      "learning_rate": 0.0006953574946710598,
      "loss": 1.0647,
      "step": 12510
    },
    {
      "epoch": 0.870336242567544,
      "grad_norm": 0.025850487172786964,
      "learning_rate": 0.0006950781262771668,
      "loss": 1.1773,
      "step": 12515
    },
    {
      "epoch": 0.8706839598038875,
      "grad_norm": 0.022887385962458102,
      "learning_rate": 0.0006947986860289926,
      "loss": 1.1581,
      "step": 12520
    },
    {
      "epoch": 0.8710316770402309,
      "grad_norm": 0.035620914205636234,
      "learning_rate": 0.0006945191740294648,
      "loss": 1.2916,
      "step": 12525
    },
    {
      "epoch": 0.8713793942765743,
      "grad_norm": 0.03109758339329025,
      "learning_rate": 0.0006942395903815377,
      "loss": 1.4139,
      "step": 12530
    },
    {
      "epoch": 0.8717271115129177,
      "grad_norm": 0.028342257422364073,
      "learning_rate": 0.0006939599351881921,
      "loss": 1.2132,
      "step": 12535
    },
    {
      "epoch": 0.8720748287492611,
      "grad_norm": 0.028269106962937343,
      "learning_rate": 0.000693680208552435,
      "loss": 1.0849,
      "step": 12540
    },
    {
      "epoch": 0.8724225459856045,
      "grad_norm": 0.032375673934677676,
      "learning_rate": 0.0006934004105772999,
      "loss": 1.1465,
      "step": 12545
    },
    {
      "epoch": 0.872770263221948,
      "grad_norm": 0.028431498618653402,
      "learning_rate": 0.0006931205413658463,
      "loss": 1.2453,
      "step": 12550
    },
    {
      "epoch": 0.8731179804582914,
      "grad_norm": 0.024152218574612402,
      "learning_rate": 0.00069284060102116,
      "loss": 1.2936,
      "step": 12555
    },
    {
      "epoch": 0.8734656976946347,
      "grad_norm": 0.03321186725706854,
      "learning_rate": 0.0006925605896463534,
      "loss": 1.2837,
      "step": 12560
    },
    {
      "epoch": 0.8738134149309781,
      "grad_norm": 0.02117870525454152,
      "learning_rate": 0.0006922805073445645,
      "loss": 1.2318,
      "step": 12565
    },
    {
      "epoch": 0.8741611321673215,
      "grad_norm": 0.058026860708573,
      "learning_rate": 0.0006920003542189577,
      "loss": 1.3295,
      "step": 12570
    },
    {
      "epoch": 0.8745088494036649,
      "grad_norm": 0.051041151789152986,
      "learning_rate": 0.0006917201303727236,
      "loss": 1.0284,
      "step": 12575
    },
    {
      "epoch": 0.8748565666400083,
      "grad_norm": 0.023321160694709,
      "learning_rate": 0.0006914398359090786,
      "loss": 1.4335,
      "step": 12580
    },
    {
      "epoch": 0.8752042838763517,
      "grad_norm": 0.020691393268243957,
      "learning_rate": 0.000691159470931265,
      "loss": 1.0455,
      "step": 12585
    },
    {
      "epoch": 0.8755520011126952,
      "grad_norm": 0.033979872270679855,
      "learning_rate": 0.0006908790355425516,
      "loss": 1.4383,
      "step": 12590
    },
    {
      "epoch": 0.8758997183490386,
      "grad_norm": 0.030515336766091087,
      "learning_rate": 0.0006905985298462328,
      "loss": 1.28,
      "step": 12595
    },
    {
      "epoch": 0.876247435585382,
      "grad_norm": 0.033605071004337184,
      "learning_rate": 0.0006903179539456291,
      "loss": 1.108,
      "step": 12600
    },
    {
      "epoch": 0.8765951528217254,
      "grad_norm": 0.037563168499377284,
      "learning_rate": 0.000690037307944086,
      "loss": 1.1167,
      "step": 12605
    },
    {
      "epoch": 0.8769428700580688,
      "grad_norm": 0.026121969282753097,
      "learning_rate": 0.0006897565919449762,
      "loss": 1.2387,
      "step": 12610
    },
    {
      "epoch": 0.8772905872944122,
      "grad_norm": 0.024924502270634922,
      "learning_rate": 0.0006894758060516972,
      "loss": 1.0795,
      "step": 12615
    },
    {
      "epoch": 0.8776383045307556,
      "grad_norm": 0.034563079332154786,
      "learning_rate": 0.0006891949503676725,
      "loss": 1.0281,
      "step": 12620
    },
    {
      "epoch": 0.877986021767099,
      "grad_norm": 0.06562348777693791,
      "learning_rate": 0.0006889140249963516,
      "loss": 1.2979,
      "step": 12625
    },
    {
      "epoch": 0.8783337390034424,
      "grad_norm": 0.03233352296647983,
      "learning_rate": 0.0006886330300412091,
      "loss": 1.1214,
      "step": 12630
    },
    {
      "epoch": 0.8786814562397858,
      "grad_norm": 0.02221930406399058,
      "learning_rate": 0.0006883519656057456,
      "loss": 1.2478,
      "step": 12635
    },
    {
      "epoch": 0.8790291734761292,
      "grad_norm": 0.019955506778408582,
      "learning_rate": 0.0006880708317934873,
      "loss": 1.174,
      "step": 12640
    },
    {
      "epoch": 0.8793768907124726,
      "grad_norm": 0.026639350302370694,
      "learning_rate": 0.0006877896287079859,
      "loss": 1.161,
      "step": 12645
    },
    {
      "epoch": 0.879724607948816,
      "grad_norm": 0.036146611234210264,
      "learning_rate": 0.0006875083564528186,
      "loss": 1.1235,
      "step": 12650
    },
    {
      "epoch": 0.8800723251851594,
      "grad_norm": 0.0317313945972515,
      "learning_rate": 0.0006872270151315879,
      "loss": 1.2328,
      "step": 12655
    },
    {
      "epoch": 0.8804200424215028,
      "grad_norm": 0.02304588130147778,
      "learning_rate": 0.0006869456048479221,
      "loss": 1.0646,
      "step": 12660
    },
    {
      "epoch": 0.8807677596578463,
      "grad_norm": 0.02641440482920027,
      "learning_rate": 0.0006866641257054747,
      "loss": 1.1066,
      "step": 12665
    },
    {
      "epoch": 0.8811154768941897,
      "grad_norm": 0.03749351513140358,
      "learning_rate": 0.0006863825778079244,
      "loss": 1.1926,
      "step": 12670
    },
    {
      "epoch": 0.8814631941305331,
      "grad_norm": 0.031287788538701615,
      "learning_rate": 0.0006861009612589757,
      "loss": 1.1198,
      "step": 12675
    },
    {
      "epoch": 0.8818109113668765,
      "grad_norm": 0.03294568801680539,
      "learning_rate": 0.0006858192761623578,
      "loss": 1.2174,
      "step": 12680
    },
    {
      "epoch": 0.8821586286032198,
      "grad_norm": 0.024187609005824177,
      "learning_rate": 0.0006855375226218257,
      "loss": 1.3047,
      "step": 12685
    },
    {
      "epoch": 0.8825063458395632,
      "grad_norm": 0.025232279150195668,
      "learning_rate": 0.0006852557007411592,
      "loss": 1.0703,
      "step": 12690
    },
    {
      "epoch": 0.8828540630759066,
      "grad_norm": 0.022156767457757555,
      "learning_rate": 0.0006849738106241635,
      "loss": 1.0949,
      "step": 12695
    },
    {
      "epoch": 0.88320178031225,
      "grad_norm": 0.03157969159363687,
      "learning_rate": 0.0006846918523746686,
      "loss": 1.1702,
      "step": 12700
    },
    {
      "epoch": 0.8835494975485935,
      "grad_norm": 0.03727267502934123,
      "learning_rate": 0.0006844098260965302,
      "loss": 1.0515,
      "step": 12705
    },
    {
      "epoch": 0.8838972147849369,
      "grad_norm": 0.020983672999385663,
      "learning_rate": 0.0006841277318936287,
      "loss": 1.1593,
      "step": 12710
    },
    {
      "epoch": 0.8842449320212803,
      "grad_norm": 0.024656392400422864,
      "learning_rate": 0.0006838455698698692,
      "loss": 1.0289,
      "step": 12715
    },
    {
      "epoch": 0.8845926492576237,
      "grad_norm": 0.022000651173563028,
      "learning_rate": 0.0006835633401291823,
      "loss": 1.1067,
      "step": 12720
    },
    {
      "epoch": 0.8849403664939671,
      "grad_norm": 0.028069167398808,
      "learning_rate": 0.0006832810427755234,
      "loss": 1.0557,
      "step": 12725
    },
    {
      "epoch": 0.8852880837303105,
      "grad_norm": 0.03136520741854173,
      "learning_rate": 0.0006829986779128726,
      "loss": 1.1915,
      "step": 12730
    },
    {
      "epoch": 0.885635800966654,
      "grad_norm": 0.023925054277655403,
      "learning_rate": 0.0006827162456452353,
      "loss": 1.1088,
      "step": 12735
    },
    {
      "epoch": 0.8859835182029974,
      "grad_norm": 0.024777844241296244,
      "learning_rate": 0.0006824337460766412,
      "loss": 1.1351,
      "step": 12740
    },
    {
      "epoch": 0.8863312354393408,
      "grad_norm": 0.029468484241189533,
      "learning_rate": 0.0006821511793111452,
      "loss": 0.9972,
      "step": 12745
    },
    {
      "epoch": 0.8866789526756841,
      "grad_norm": 0.022109659809699516,
      "learning_rate": 0.0006818685454528266,
      "loss": 1.1889,
      "step": 12750
    },
    {
      "epoch": 0.8870266699120275,
      "grad_norm": 0.02568689083297854,
      "learning_rate": 0.0006815858446057898,
      "loss": 1.3263,
      "step": 12755
    },
    {
      "epoch": 0.8873743871483709,
      "grad_norm": 0.03452419003000875,
      "learning_rate": 0.0006813030768741635,
      "loss": 1.0912,
      "step": 12760
    },
    {
      "epoch": 0.8877221043847143,
      "grad_norm": 0.030929316898849132,
      "learning_rate": 0.0006810202423621013,
      "loss": 1.1241,
      "step": 12765
    },
    {
      "epoch": 0.8880698216210577,
      "grad_norm": 0.046540119908772305,
      "learning_rate": 0.0006807373411737816,
      "loss": 1.3761,
      "step": 12770
    },
    {
      "epoch": 0.8884175388574012,
      "grad_norm": 0.02234046178609138,
      "learning_rate": 0.0006804543734134064,
      "loss": 1.1504,
      "step": 12775
    },
    {
      "epoch": 0.8887652560937446,
      "grad_norm": 0.021313383931083348,
      "learning_rate": 0.0006801713391852034,
      "loss": 1.1096,
      "step": 12780
    },
    {
      "epoch": 0.889112973330088,
      "grad_norm": 0.024342560705208176,
      "learning_rate": 0.0006798882385934242,
      "loss": 1.0896,
      "step": 12785
    },
    {
      "epoch": 0.8894606905664314,
      "grad_norm": 0.02230441228059376,
      "learning_rate": 0.0006796050717423447,
      "loss": 1.1789,
      "step": 12790
    },
    {
      "epoch": 0.8898084078027748,
      "grad_norm": 0.01898972464626402,
      "learning_rate": 0.0006793218387362659,
      "loss": 1.0356,
      "step": 12795
    },
    {
      "epoch": 0.8901561250391182,
      "grad_norm": 0.028452843725455812,
      "learning_rate": 0.0006790385396795121,
      "loss": 1.1358,
      "step": 12800
    },
    {
      "epoch": 0.8905038422754616,
      "grad_norm": 0.027638121950543885,
      "learning_rate": 0.0006787551746764329,
      "loss": 1.166,
      "step": 12805
    },
    {
      "epoch": 0.890851559511805,
      "grad_norm": 0.024243305856403496,
      "learning_rate": 0.0006784717438314017,
      "loss": 1.1813,
      "step": 12810
    },
    {
      "epoch": 0.8911992767481484,
      "grad_norm": 0.02796960445404241,
      "learning_rate": 0.0006781882472488162,
      "loss": 1.0858,
      "step": 12815
    },
    {
      "epoch": 0.8915469939844918,
      "grad_norm": 0.024013761995773854,
      "learning_rate": 0.0006779046850330986,
      "loss": 1.0234,
      "step": 12820
    },
    {
      "epoch": 0.8918947112208352,
      "grad_norm": 0.03414621862945032,
      "learning_rate": 0.0006776210572886948,
      "loss": 1.0734,
      "step": 12825
    },
    {
      "epoch": 0.8922424284571786,
      "grad_norm": 0.03401465606187371,
      "learning_rate": 0.0006773373641200752,
      "loss": 1.157,
      "step": 12830
    },
    {
      "epoch": 0.892590145693522,
      "grad_norm": 0.024808226580429832,
      "learning_rate": 0.0006770536056317342,
      "loss": 1.0907,
      "step": 12835
    },
    {
      "epoch": 0.8929378629298654,
      "grad_norm": 0.026576337164335197,
      "learning_rate": 0.0006767697819281901,
      "loss": 1.1437,
      "step": 12840
    },
    {
      "epoch": 0.8932855801662088,
      "grad_norm": 0.026640891844434883,
      "learning_rate": 0.0006764858931139855,
      "loss": 1.4164,
      "step": 12845
    },
    {
      "epoch": 0.8936332974025523,
      "grad_norm": 0.028336946737703143,
      "learning_rate": 0.0006762019392936869,
      "loss": 1.0429,
      "step": 12850
    },
    {
      "epoch": 0.8939810146388957,
      "grad_norm": 0.02873017434134498,
      "learning_rate": 0.0006759179205718845,
      "loss": 1.1128,
      "step": 12855
    },
    {
      "epoch": 0.8943287318752391,
      "grad_norm": 0.021883891123451262,
      "learning_rate": 0.0006756338370531928,
      "loss": 1.2606,
      "step": 12860
    },
    {
      "epoch": 0.8946764491115825,
      "grad_norm": 0.026593226740422988,
      "learning_rate": 0.0006753496888422497,
      "loss": 1.1637,
      "step": 12865
    },
    {
      "epoch": 0.8950241663479259,
      "grad_norm": 0.02089828717118807,
      "learning_rate": 0.0006750654760437177,
      "loss": 1.0989,
      "step": 12870
    },
    {
      "epoch": 0.8953718835842692,
      "grad_norm": 0.01965692158861467,
      "learning_rate": 0.0006747811987622821,
      "loss": 1.2163,
      "step": 12875
    },
    {
      "epoch": 0.8957196008206126,
      "grad_norm": 0.021643740755897978,
      "learning_rate": 0.0006744968571026525,
      "loss": 1.0503,
      "step": 12880
    },
    {
      "epoch": 0.896067318056956,
      "grad_norm": 0.024064794698528926,
      "learning_rate": 0.0006742124511695622,
      "loss": 1.1159,
      "step": 12885
    },
    {
      "epoch": 0.8964150352932995,
      "grad_norm": 0.022079563885031118,
      "learning_rate": 0.0006739279810677683,
      "loss": 1.0732,
      "step": 12890
    },
    {
      "epoch": 0.8967627525296429,
      "grad_norm": 0.022215385787978322,
      "learning_rate": 0.0006736434469020513,
      "loss": 1.2265,
      "step": 12895
    },
    {
      "epoch": 0.8971104697659863,
      "grad_norm": 0.046695078198207673,
      "learning_rate": 0.0006733588487772151,
      "loss": 1.1191,
      "step": 12900
    },
    {
      "epoch": 0.8974581870023297,
      "grad_norm": 0.03418935795238617,
      "learning_rate": 0.0006730741867980875,
      "loss": 1.0594,
      "step": 12905
    },
    {
      "epoch": 0.8978059042386731,
      "grad_norm": 0.026356045237971422,
      "learning_rate": 0.00067278946106952,
      "loss": 1.1011,
      "step": 12910
    },
    {
      "epoch": 0.8981536214750165,
      "grad_norm": 0.053786754574628684,
      "learning_rate": 0.000672504671696387,
      "loss": 1.0411,
      "step": 12915
    },
    {
      "epoch": 0.89850133871136,
      "grad_norm": 0.02116595602196232,
      "learning_rate": 0.0006722198187835869,
      "loss": 1.1343,
      "step": 12920
    },
    {
      "epoch": 0.8988490559477034,
      "grad_norm": 0.030729644407772892,
      "learning_rate": 0.000671934902436041,
      "loss": 1.1701,
      "step": 12925
    },
    {
      "epoch": 0.8991967731840468,
      "grad_norm": 0.02226749530671107,
      "learning_rate": 0.0006716499227586944,
      "loss": 1.0817,
      "step": 12930
    },
    {
      "epoch": 0.8995444904203901,
      "grad_norm": 0.027270502421406915,
      "learning_rate": 0.0006713648798565153,
      "loss": 1.0442,
      "step": 12935
    },
    {
      "epoch": 0.8998922076567335,
      "grad_norm": 0.030927297935400097,
      "learning_rate": 0.0006710797738344954,
      "loss": 1.2214,
      "step": 12940
    },
    {
      "epoch": 0.9002399248930769,
      "grad_norm": 0.11045163474196333,
      "learning_rate": 0.0006707946047976493,
      "loss": 1.1385,
      "step": 12945
    },
    {
      "epoch": 0.9005876421294203,
      "grad_norm": 0.028648966081925437,
      "learning_rate": 0.0006705093728510149,
      "loss": 1.1288,
      "step": 12950
    },
    {
      "epoch": 0.9009353593657637,
      "grad_norm": 0.044705182775552,
      "learning_rate": 0.0006702240780996537,
      "loss": 1.2986,
      "step": 12955
    },
    {
      "epoch": 0.9012830766021072,
      "grad_norm": 0.024666531270160122,
      "learning_rate": 0.0006699387206486496,
      "loss": 1.1193,
      "step": 12960
    },
    {
      "epoch": 0.9016307938384506,
      "grad_norm": 0.021409395142373916,
      "learning_rate": 0.0006696533006031104,
      "loss": 1.214,
      "step": 12965
    },
    {
      "epoch": 0.901978511074794,
      "grad_norm": 0.023700756112745282,
      "learning_rate": 0.0006693678180681664,
      "loss": 1.072,
      "step": 12970
    },
    {
      "epoch": 0.9023262283111374,
      "grad_norm": 0.025149697939703942,
      "learning_rate": 0.000669082273148971,
      "loss": 1.101,
      "step": 12975
    },
    {
      "epoch": 0.9026739455474808,
      "grad_norm": 0.03053522511353505,
      "learning_rate": 0.0006687966659507007,
      "loss": 1.1393,
      "step": 12980
    },
    {
      "epoch": 0.9030216627838242,
      "grad_norm": 0.027387439811656027,
      "learning_rate": 0.0006685109965785549,
      "loss": 1.2756,
      "step": 12985
    },
    {
      "epoch": 0.9033693800201676,
      "grad_norm": 0.024327002474555045,
      "learning_rate": 0.000668225265137756,
      "loss": 1.0574,
      "step": 12990
    },
    {
      "epoch": 0.9037170972565111,
      "grad_norm": 0.038311874476500515,
      "learning_rate": 0.0006679394717335488,
      "loss": 1.2975,
      "step": 12995
    },
    {
      "epoch": 0.9040648144928544,
      "grad_norm": 0.027748835491962977,
      "learning_rate": 0.0006676536164712017,
      "loss": 1.0625,
      "step": 13000
    },
    {
      "epoch": 0.9044125317291978,
      "grad_norm": 0.026219077545546757,
      "learning_rate": 0.0006673676994560051,
      "loss": 1.1472,
      "step": 13005
    },
    {
      "epoch": 0.9047602489655412,
      "grad_norm": 0.021291968887091568,
      "learning_rate": 0.0006670817207932729,
      "loss": 1.0342,
      "step": 13010
    },
    {
      "epoch": 0.9051079662018846,
      "grad_norm": 0.02212633864210709,
      "learning_rate": 0.0006667956805883411,
      "loss": 1.0892,
      "step": 13015
    },
    {
      "epoch": 0.905455683438228,
      "grad_norm": 0.021424243760463722,
      "learning_rate": 0.0006665095789465684,
      "loss": 1.1614,
      "step": 13020
    },
    {
      "epoch": 0.9058034006745714,
      "grad_norm": 0.021497163969840277,
      "learning_rate": 0.0006662234159733367,
      "loss": 1.1244,
      "step": 13025
    },
    {
      "epoch": 0.9061511179109148,
      "grad_norm": 0.023803510154121313,
      "learning_rate": 0.0006659371917740498,
      "loss": 1.086,
      "step": 13030
    },
    {
      "epoch": 0.9064988351472583,
      "grad_norm": 0.019986042109019792,
      "learning_rate": 0.0006656509064541342,
      "loss": 1.1434,
      "step": 13035
    },
    {
      "epoch": 0.9068465523836017,
      "grad_norm": 0.0369184034637266,
      "learning_rate": 0.0006653645601190398,
      "loss": 1.2187,
      "step": 13040
    },
    {
      "epoch": 0.9071942696199451,
      "grad_norm": 0.024540987574285973,
      "learning_rate": 0.0006650781528742374,
      "loss": 1.08,
      "step": 13045
    },
    {
      "epoch": 0.9075419868562885,
      "grad_norm": 0.02211417801585608,
      "learning_rate": 0.0006647916848252216,
      "loss": 1.1293,
      "step": 13050
    },
    {
      "epoch": 0.9078897040926319,
      "grad_norm": 0.019814803404898697,
      "learning_rate": 0.0006645051560775086,
      "loss": 1.0568,
      "step": 13055
    },
    {
      "epoch": 0.9082374213289752,
      "grad_norm": 0.026201892621186728,
      "learning_rate": 0.0006642185667366374,
      "loss": 1.2827,
      "step": 13060
    },
    {
      "epoch": 0.9085851385653186,
      "grad_norm": 0.02081871898945363,
      "learning_rate": 0.0006639319169081693,
      "loss": 1.0681,
      "step": 13065
    },
    {
      "epoch": 0.908932855801662,
      "grad_norm": 0.022497709975823534,
      "learning_rate": 0.0006636452066976872,
      "loss": 1.1565,
      "step": 13070
    },
    {
      "epoch": 0.9092805730380055,
      "grad_norm": 0.029549775649530947,
      "learning_rate": 0.0006633584362107972,
      "loss": 1.1762,
      "step": 13075
    },
    {
      "epoch": 0.9096282902743489,
      "grad_norm": 0.03254722220302743,
      "learning_rate": 0.000663071605553127,
      "loss": 1.1408,
      "step": 13080
    },
    {
      "epoch": 0.9099760075106923,
      "grad_norm": 0.022248414160698612,
      "learning_rate": 0.0006627847148303268,
      "loss": 1.0838,
      "step": 13085
    },
    {
      "epoch": 0.9103237247470357,
      "grad_norm": 0.02290952963868263,
      "learning_rate": 0.0006624977641480686,
      "loss": 1.0971,
      "step": 13090
    },
    {
      "epoch": 0.9106714419833791,
      "grad_norm": 0.02617795857184662,
      "learning_rate": 0.0006622107536120467,
      "loss": 1.0503,
      "step": 13095
    },
    {
      "epoch": 0.9110191592197225,
      "grad_norm": 0.1438587710164525,
      "learning_rate": 0.0006619236833279772,
      "loss": 1.2226,
      "step": 13100
    },
    {
      "epoch": 0.911366876456066,
      "grad_norm": 0.02398797911155092,
      "learning_rate": 0.0006616365534015988,
      "loss": 1.1541,
      "step": 13105
    },
    {
      "epoch": 0.9117145936924094,
      "grad_norm": 0.02252193884117399,
      "learning_rate": 0.0006613493639386715,
      "loss": 1.1165,
      "step": 13110
    },
    {
      "epoch": 0.9120623109287528,
      "grad_norm": 0.030908244186961767,
      "learning_rate": 0.0006610621150449776,
      "loss": 1.3803,
      "step": 13115
    },
    {
      "epoch": 0.9124100281650962,
      "grad_norm": 0.05873742566015753,
      "learning_rate": 0.0006607748068263211,
      "loss": 1.0433,
      "step": 13120
    },
    {
      "epoch": 0.9127577454014395,
      "grad_norm": 0.03477096383533025,
      "learning_rate": 0.0006604874393885278,
      "loss": 1.0394,
      "step": 13125
    },
    {
      "epoch": 0.9131054626377829,
      "grad_norm": 0.024456099801803206,
      "learning_rate": 0.000660200012837446,
      "loss": 1.2341,
      "step": 13130
    },
    {
      "epoch": 0.9134531798741263,
      "grad_norm": 0.037063472267646,
      "learning_rate": 0.0006599125272789445,
      "loss": 1.0848,
      "step": 13135
    },
    {
      "epoch": 0.9138008971104697,
      "grad_norm": 0.027886444222837935,
      "learning_rate": 0.0006596249828189149,
      "loss": 1.0781,
      "step": 13140
    },
    {
      "epoch": 0.9141486143468132,
      "grad_norm": 0.036518695696438,
      "learning_rate": 0.0006593373795632703,
      "loss": 1.2974,
      "step": 13145
    },
    {
      "epoch": 0.9144963315831566,
      "grad_norm": 0.029258017825825006,
      "learning_rate": 0.0006590497176179452,
      "loss": 1.1437,
      "step": 13150
    },
    {
      "epoch": 0.9148440488195,
      "grad_norm": 0.02266840502144027,
      "learning_rate": 0.0006587619970888956,
      "loss": 1.0896,
      "step": 13155
    },
    {
      "epoch": 0.9151917660558434,
      "grad_norm": 0.031602385344080726,
      "learning_rate": 0.0006584742180820996,
      "loss": 1.1925,
      "step": 13160
    },
    {
      "epoch": 0.9155394832921868,
      "grad_norm": 0.023974362936807075,
      "learning_rate": 0.0006581863807035564,
      "loss": 1.1141,
      "step": 13165
    },
    {
      "epoch": 0.9158872005285302,
      "grad_norm": 0.05323251798489612,
      "learning_rate": 0.0006578984850592871,
      "loss": 1.2363,
      "step": 13170
    },
    {
      "epoch": 0.9162349177648736,
      "grad_norm": 0.032050013571713186,
      "learning_rate": 0.0006576105312553335,
      "loss": 1.3202,
      "step": 13175
    },
    {
      "epoch": 0.9165826350012171,
      "grad_norm": 0.02657696822431863,
      "learning_rate": 0.0006573225193977599,
      "loss": 1.0871,
      "step": 13180
    },
    {
      "epoch": 0.9169303522375604,
      "grad_norm": 0.028523868190803714,
      "learning_rate": 0.0006570344495926509,
      "loss": 1.0719,
      "step": 13185
    },
    {
      "epoch": 0.9172780694739038,
      "grad_norm": 0.026336726042603356,
      "learning_rate": 0.0006567463219461133,
      "loss": 0.9953,
      "step": 13190
    },
    {
      "epoch": 0.9176257867102472,
      "grad_norm": 0.0471894454853878,
      "learning_rate": 0.0006564581365642748,
      "loss": 1.2487,
      "step": 13195
    },
    {
      "epoch": 0.9179735039465906,
      "grad_norm": 0.04142632790887632,
      "learning_rate": 0.0006561698935532843,
      "loss": 1.1019,
      "step": 13200
    },
    {
      "epoch": 0.918321221182934,
      "grad_norm": 0.035303399748135345,
      "learning_rate": 0.000655881593019312,
      "loss": 1.1227,
      "step": 13205
    },
    {
      "epoch": 0.9186689384192774,
      "grad_norm": 0.023496926800951192,
      "learning_rate": 0.0006555932350685497,
      "loss": 1.0887,
      "step": 13210
    },
    {
      "epoch": 0.9190166556556209,
      "grad_norm": 0.02459056804847617,
      "learning_rate": 0.0006553048198072099,
      "loss": 1.1838,
      "step": 13215
    },
    {
      "epoch": 0.9193643728919643,
      "grad_norm": 0.020298895412747858,
      "learning_rate": 0.000655016347341526,
      "loss": 1.2124,
      "step": 13220
    },
    {
      "epoch": 0.9197120901283077,
      "grad_norm": 0.02962111677406124,
      "learning_rate": 0.0006547278177777529,
      "loss": 1.1893,
      "step": 13225
    },
    {
      "epoch": 0.9200598073646511,
      "grad_norm": 0.04050733719336645,
      "learning_rate": 0.0006544392312221666,
      "loss": 1.2233,
      "step": 13230
    },
    {
      "epoch": 0.9204075246009945,
      "grad_norm": 0.044232649146626606,
      "learning_rate": 0.0006541505877810637,
      "loss": 1.22,
      "step": 13235
    },
    {
      "epoch": 0.9207552418373379,
      "grad_norm": 0.046627211868857175,
      "learning_rate": 0.0006538618875607619,
      "loss": 1.0861,
      "step": 13240
    },
    {
      "epoch": 0.9211029590736813,
      "grad_norm": 0.027463944042982958,
      "learning_rate": 0.0006535731306676001,
      "loss": 1.1453,
      "step": 13245
    },
    {
      "epoch": 0.9214506763100246,
      "grad_norm": 0.023808243825928405,
      "learning_rate": 0.0006532843172079375,
      "loss": 1.1332,
      "step": 13250
    },
    {
      "epoch": 0.9217983935463681,
      "grad_norm": 0.021032567326193456,
      "learning_rate": 0.0006529954472881547,
      "loss": 1.2938,
      "step": 13255
    },
    {
      "epoch": 0.9221461107827115,
      "grad_norm": 0.021754956481946974,
      "learning_rate": 0.000652706521014653,
      "loss": 1.1392,
      "step": 13260
    },
    {
      "epoch": 0.9224938280190549,
      "grad_norm": 0.01975537394922251,
      "learning_rate": 0.0006524175384938541,
      "loss": 1.0312,
      "step": 13265
    },
    {
      "epoch": 0.9228415452553983,
      "grad_norm": 0.05273854258925146,
      "learning_rate": 0.0006521284998322007,
      "loss": 1.1697,
      "step": 13270
    },
    {
      "epoch": 0.9231892624917417,
      "grad_norm": 0.02563470550473226,
      "learning_rate": 0.000651839405136156,
      "loss": 1.17,
      "step": 13275
    },
    {
      "epoch": 0.9235369797280851,
      "grad_norm": 0.029052618566165984,
      "learning_rate": 0.0006515502545122042,
      "loss": 1.0614,
      "step": 13280
    },
    {
      "epoch": 0.9238846969644285,
      "grad_norm": 0.02292034338904136,
      "learning_rate": 0.0006512610480668497,
      "loss": 1.136,
      "step": 13285
    },
    {
      "epoch": 0.924232414200772,
      "grad_norm": 0.022603052451823792,
      "learning_rate": 0.0006509717859066178,
      "loss": 1.1337,
      "step": 13290
    },
    {
      "epoch": 0.9245801314371154,
      "grad_norm": 0.03234855229489548,
      "learning_rate": 0.0006506824681380539,
      "loss": 1.3236,
      "step": 13295
    },
    {
      "epoch": 0.9249278486734588,
      "grad_norm": 0.022269275346686684,
      "learning_rate": 0.0006503930948677241,
      "loss": 1.2785,
      "step": 13300
    },
    {
      "epoch": 0.9252755659098022,
      "grad_norm": 0.019776556860935757,
      "learning_rate": 0.0006501036662022153,
      "loss": 1.0765,
      "step": 13305
    },
    {
      "epoch": 0.9256232831461455,
      "grad_norm": 0.0342970580816183,
      "learning_rate": 0.0006498141822481342,
      "loss": 1.2277,
      "step": 13310
    },
    {
      "epoch": 0.9259710003824889,
      "grad_norm": 0.026038844381012782,
      "learning_rate": 0.0006495246431121082,
      "loss": 1.1158,
      "step": 13315
    },
    {
      "epoch": 0.9263187176188323,
      "grad_norm": 0.026172701356858882,
      "learning_rate": 0.0006492350489007851,
      "loss": 1.0773,
      "step": 13320
    },
    {
      "epoch": 0.9266664348551757,
      "grad_norm": 0.022277182564330002,
      "learning_rate": 0.0006489453997208327,
      "loss": 1.0741,
      "step": 13325
    },
    {
      "epoch": 0.9270141520915192,
      "grad_norm": 0.04387276250231921,
      "learning_rate": 0.0006486556956789391,
      "loss": 1.2169,
      "step": 13330
    },
    {
      "epoch": 0.9273618693278626,
      "grad_norm": 0.022226579784078927,
      "learning_rate": 0.000648365936881813,
      "loss": 1.1015,
      "step": 13335
    },
    {
      "epoch": 0.927709586564206,
      "grad_norm": 0.024005946069911223,
      "learning_rate": 0.0006480761234361829,
      "loss": 1.0609,
      "step": 13340
    },
    {
      "epoch": 0.9280573038005494,
      "grad_norm": 0.03242769451501541,
      "learning_rate": 0.0006477862554487972,
      "loss": 1.1011,
      "step": 13345
    },
    {
      "epoch": 0.9284050210368928,
      "grad_norm": 0.025179255913877138,
      "learning_rate": 0.0006474963330264249,
      "loss": 1.0509,
      "step": 13350
    },
    {
      "epoch": 0.9287527382732362,
      "grad_norm": 0.01972818094692404,
      "learning_rate": 0.000647206356275855,
      "loss": 1.2177,
      "step": 13355
    },
    {
      "epoch": 0.9291004555095796,
      "grad_norm": 0.022466037196660026,
      "learning_rate": 0.0006469163253038961,
      "loss": 1.1203,
      "step": 13360
    },
    {
      "epoch": 0.9294481727459231,
      "grad_norm": 0.024510288614903338,
      "learning_rate": 0.0006466262402173772,
      "loss": 1.0814,
      "step": 13365
    },
    {
      "epoch": 0.9297958899822664,
      "grad_norm": 0.02726659491599794,
      "learning_rate": 0.000646336101123147,
      "loss": 1.1816,
      "step": 13370
    },
    {
      "epoch": 0.9301436072186098,
      "grad_norm": 0.020287463922248967,
      "learning_rate": 0.0006460459081280741,
      "loss": 1.0715,
      "step": 13375
    },
    {
      "epoch": 0.9304913244549532,
      "grad_norm": 0.03461096900470206,
      "learning_rate": 0.0006457556613390469,
      "loss": 1.2567,
      "step": 13380
    },
    {
      "epoch": 0.9308390416912966,
      "grad_norm": 0.0228764275974057,
      "learning_rate": 0.0006454653608629742,
      "loss": 0.9442,
      "step": 13385
    },
    {
      "epoch": 0.93118675892764,
      "grad_norm": 0.03535797570167806,
      "learning_rate": 0.0006451750068067835,
      "loss": 1.2501,
      "step": 13390
    },
    {
      "epoch": 0.9315344761639834,
      "grad_norm": 0.025079184369454523,
      "learning_rate": 0.0006448845992774229,
      "loss": 1.0892,
      "step": 13395
    },
    {
      "epoch": 0.9318821934003269,
      "grad_norm": 0.030884497497803937,
      "learning_rate": 0.00064459413838186,
      "loss": 1.1193,
      "step": 13400
    },
    {
      "epoch": 0.9322299106366703,
      "grad_norm": 0.020136210488078402,
      "learning_rate": 0.0006443036242270817,
      "loss": 1.1026,
      "step": 13405
    },
    {
      "epoch": 0.9325776278730137,
      "grad_norm": 0.037911545006209024,
      "learning_rate": 0.0006440130569200953,
      "loss": 1.1764,
      "step": 13410
    },
    {
      "epoch": 0.9329253451093571,
      "grad_norm": 0.03459636021507253,
      "learning_rate": 0.0006437224365679268,
      "loss": 1.3128,
      "step": 13415
    },
    {
      "epoch": 0.9332730623457005,
      "grad_norm": 0.021773226001625574,
      "learning_rate": 0.000643431763277622,
      "loss": 1.0281,
      "step": 13420
    },
    {
      "epoch": 0.9336207795820439,
      "grad_norm": 0.03037961631944744,
      "learning_rate": 0.0006431410371562465,
      "loss": 1.0734,
      "step": 13425
    },
    {
      "epoch": 0.9339684968183873,
      "grad_norm": 0.02538293191586488,
      "learning_rate": 0.0006428502583108853,
      "loss": 1.1252,
      "step": 13430
    },
    {
      "epoch": 0.9343162140547306,
      "grad_norm": 0.026894595419476957,
      "learning_rate": 0.0006425594268486425,
      "loss": 1.0636,
      "step": 13435
    },
    {
      "epoch": 0.9346639312910741,
      "grad_norm": 0.027438117467430384,
      "learning_rate": 0.0006422685428766417,
      "loss": 1.1792,
      "step": 13440
    },
    {
      "epoch": 0.9350116485274175,
      "grad_norm": 0.0231351660673921,
      "learning_rate": 0.0006419776065020262,
      "loss": 1.0166,
      "step": 13445
    },
    {
      "epoch": 0.9353593657637609,
      "grad_norm": 0.029986794910406046,
      "learning_rate": 0.0006416866178319583,
      "loss": 1.2482,
      "step": 13450
    },
    {
      "epoch": 0.9357070830001043,
      "grad_norm": 0.022581577613591603,
      "learning_rate": 0.0006413955769736192,
      "loss": 1.0303,
      "step": 13455
    },
    {
      "epoch": 0.9360548002364477,
      "grad_norm": 0.021905088040083454,
      "learning_rate": 0.0006411044840342102,
      "loss": 1.0374,
      "step": 13460
    },
    {
      "epoch": 0.9364025174727911,
      "grad_norm": 0.02140230601593761,
      "learning_rate": 0.0006408133391209509,
      "loss": 1.1517,
      "step": 13465
    },
    {
      "epoch": 0.9367502347091345,
      "grad_norm": 0.02928443083131365,
      "learning_rate": 0.0006405221423410806,
      "loss": 1.0881,
      "step": 13470
    },
    {
      "epoch": 0.937097951945478,
      "grad_norm": 0.021684765005870712,
      "learning_rate": 0.0006402308938018574,
      "loss": 1.0367,
      "step": 13475
    },
    {
      "epoch": 0.9374456691818214,
      "grad_norm": 0.02540663240283017,
      "learning_rate": 0.0006399395936105588,
      "loss": 1.2726,
      "step": 13480
    },
    {
      "epoch": 0.9377933864181648,
      "grad_norm": 0.022255834237968203,
      "learning_rate": 0.0006396482418744811,
      "loss": 1.0389,
      "step": 13485
    },
    {
      "epoch": 0.9381411036545082,
      "grad_norm": 0.030171763197517833,
      "learning_rate": 0.0006393568387009394,
      "loss": 0.969,
      "step": 13490
    },
    {
      "epoch": 0.9384888208908515,
      "grad_norm": 0.02016607718216726,
      "learning_rate": 0.0006390653841972683,
      "loss": 1.183,
      "step": 13495
    },
    {
      "epoch": 0.9388365381271949,
      "grad_norm": 0.03236228692607575,
      "learning_rate": 0.0006387738784708204,
      "loss": 1.1645,
      "step": 13500
    },
    {
      "epoch": 0.9391842553635383,
      "grad_norm": 0.027433131788722507,
      "learning_rate": 0.0006384823216289684,
      "loss": 1.0403,
      "step": 13505
    },
    {
      "epoch": 0.9395319725998817,
      "grad_norm": 0.04064310312788406,
      "learning_rate": 0.0006381907137791027,
      "loss": 1.1776,
      "step": 13510
    },
    {
      "epoch": 0.9398796898362252,
      "grad_norm": 0.027002606706215918,
      "learning_rate": 0.0006378990550286332,
      "loss": 1.1494,
      "step": 13515
    },
    {
      "epoch": 0.9402274070725686,
      "grad_norm": 0.017723586291740034,
      "learning_rate": 0.0006376073454849882,
      "loss": 1.0144,
      "step": 13520
    },
    {
      "epoch": 0.940575124308912,
      "grad_norm": 0.03433699866998701,
      "learning_rate": 0.0006373155852556146,
      "loss": 1.0703,
      "step": 13525
    },
    {
      "epoch": 0.9409228415452554,
      "grad_norm": 0.025184341754238455,
      "learning_rate": 0.0006370237744479784,
      "loss": 1.1083,
      "step": 13530
    },
    {
      "epoch": 0.9412705587815988,
      "grad_norm": 0.030763949351166765,
      "learning_rate": 0.0006367319131695641,
      "loss": 1.0615,
      "step": 13535
    },
    {
      "epoch": 0.9416182760179422,
      "grad_norm": 0.038208326767822196,
      "learning_rate": 0.0006364400015278747,
      "loss": 1.2774,
      "step": 13540
    },
    {
      "epoch": 0.9419659932542856,
      "grad_norm": 0.029341643798018582,
      "learning_rate": 0.0006361480396304313,
      "loss": 1.0942,
      "step": 13545
    },
    {
      "epoch": 0.9423137104906291,
      "grad_norm": 0.05499356207532406,
      "learning_rate": 0.0006358560275847744,
      "loss": 1.2254,
      "step": 13550
    },
    {
      "epoch": 0.9426614277269725,
      "grad_norm": 0.024507356600460595,
      "learning_rate": 0.0006355639654984623,
      "loss": 1.2173,
      "step": 13555
    },
    {
      "epoch": 0.9430091449633158,
      "grad_norm": 0.025425413178183205,
      "learning_rate": 0.0006352718534790721,
      "loss": 0.9858,
      "step": 13560
    },
    {
      "epoch": 0.9433568621996592,
      "grad_norm": 0.027512558099250788,
      "learning_rate": 0.0006349796916341991,
      "loss": 1.4001,
      "step": 13565
    },
    {
      "epoch": 0.9437045794360026,
      "grad_norm": 0.026026426107626087,
      "learning_rate": 0.000634687480071457,
      "loss": 1.2418,
      "step": 13570
    },
    {
      "epoch": 0.944052296672346,
      "grad_norm": 0.03327611664264931,
      "learning_rate": 0.0006343952188984777,
      "loss": 1.1466,
      "step": 13575
    },
    {
      "epoch": 0.9444000139086894,
      "grad_norm": 0.022053877996204715,
      "learning_rate": 0.0006341029082229117,
      "loss": 1.1148,
      "step": 13580
    },
    {
      "epoch": 0.9447477311450329,
      "grad_norm": 0.023608720875927497,
      "learning_rate": 0.0006338105481524275,
      "loss": 1.1541,
      "step": 13585
    },
    {
      "epoch": 0.9450954483813763,
      "grad_norm": 0.021381345564539404,
      "learning_rate": 0.0006335181387947115,
      "loss": 1.2029,
      "step": 13590
    },
    {
      "epoch": 0.9454431656177197,
      "grad_norm": 0.03207424687841519,
      "learning_rate": 0.0006332256802574689,
      "loss": 1.105,
      "step": 13595
    },
    {
      "epoch": 0.9457908828540631,
      "grad_norm": 0.019843030368180158,
      "learning_rate": 0.0006329331726484226,
      "loss": 1.0964,
      "step": 13600
    },
    {
      "epoch": 0.9461386000904065,
      "grad_norm": 0.024008830366909272,
      "learning_rate": 0.0006326406160753138,
      "loss": 1.1189,
      "step": 13605
    },
    {
      "epoch": 0.9464863173267499,
      "grad_norm": 0.025551903225546277,
      "learning_rate": 0.0006323480106459014,
      "loss": 1.2166,
      "step": 13610
    },
    {
      "epoch": 0.9468340345630933,
      "grad_norm": 0.02003436313320482,
      "learning_rate": 0.0006320553564679624,
      "loss": 1.0397,
      "step": 13615
    },
    {
      "epoch": 0.9471817517994366,
      "grad_norm": 0.03529697677842867,
      "learning_rate": 0.000631762653649292,
      "loss": 1.4499,
      "step": 13620
    },
    {
      "epoch": 0.9475294690357801,
      "grad_norm": 0.023774852105819894,
      "learning_rate": 0.0006314699022977032,
      "loss": 1.0816,
      "step": 13625
    },
    {
      "epoch": 0.9478771862721235,
      "grad_norm": 0.02114638661045603,
      "learning_rate": 0.0006311771025210267,
      "loss": 1.0891,
      "step": 13630
    },
    {
      "epoch": 0.9482249035084669,
      "grad_norm": 0.019985429041769778,
      "learning_rate": 0.0006308842544271115,
      "loss": 1.0268,
      "step": 13635
    },
    {
      "epoch": 0.9485726207448103,
      "grad_norm": 0.03192427386286266,
      "learning_rate": 0.0006305913581238236,
      "loss": 1.1757,
      "step": 13640
    },
    {
      "epoch": 0.9489203379811537,
      "grad_norm": 0.01910899927557058,
      "learning_rate": 0.0006302984137190475,
      "loss": 1.0935,
      "step": 13645
    },
    {
      "epoch": 0.9492680552174971,
      "grad_norm": 0.032460845064946266,
      "learning_rate": 0.0006300054213206852,
      "loss": 1.1411,
      "step": 13650
    },
    {
      "epoch": 0.9496157724538405,
      "grad_norm": 0.03519189384077396,
      "learning_rate": 0.000629712381036656,
      "loss": 1.1057,
      "step": 13655
    },
    {
      "epoch": 0.949963489690184,
      "grad_norm": 0.020839469212817638,
      "learning_rate": 0.0006294192929748977,
      "loss": 1.0949,
      "step": 13660
    },
    {
      "epoch": 0.9503112069265274,
      "grad_norm": 0.0296090983503572,
      "learning_rate": 0.0006291261572433646,
      "loss": 1.2061,
      "step": 13665
    },
    {
      "epoch": 0.9506589241628708,
      "grad_norm": 0.031100800437449085,
      "learning_rate": 0.0006288329739500295,
      "loss": 1.2458,
      "step": 13670
    },
    {
      "epoch": 0.9510066413992142,
      "grad_norm": 0.027861546630638463,
      "learning_rate": 0.0006285397432028821,
      "loss": 1.2,
      "step": 13675
    },
    {
      "epoch": 0.9513543586355576,
      "grad_norm": 0.021398367722332636,
      "learning_rate": 0.0006282464651099302,
      "loss": 1.02,
      "step": 13680
    },
    {
      "epoch": 0.9517020758719009,
      "grad_norm": 0.02576284798116217,
      "learning_rate": 0.0006279531397791982,
      "loss": 1.0949,
      "step": 13685
    },
    {
      "epoch": 0.9520497931082443,
      "grad_norm": 0.02121846087040642,
      "learning_rate": 0.0006276597673187286,
      "loss": 1.0978,
      "step": 13690
    },
    {
      "epoch": 0.9523975103445877,
      "grad_norm": 0.022557517681618088,
      "learning_rate": 0.0006273663478365809,
      "loss": 1.0941,
      "step": 13695
    },
    {
      "epoch": 0.9527452275809312,
      "grad_norm": 0.026910351225169576,
      "learning_rate": 0.0006270728814408321,
      "loss": 1.0656,
      "step": 13700
    },
    {
      "epoch": 0.9530929448172746,
      "grad_norm": 0.02295812732492361,
      "learning_rate": 0.0006267793682395765,
      "loss": 1.2244,
      "step": 13705
    },
    {
      "epoch": 0.953440662053618,
      "grad_norm": 0.024791580093282105,
      "learning_rate": 0.0006264858083409254,
      "loss": 1.1426,
      "step": 13710
    },
    {
      "epoch": 0.9537883792899614,
      "grad_norm": 0.02387508579683003,
      "learning_rate": 0.0006261922018530075,
      "loss": 1.3306,
      "step": 13715
    },
    {
      "epoch": 0.9541360965263048,
      "grad_norm": 0.022996812479396236,
      "learning_rate": 0.0006258985488839687,
      "loss": 1.0777,
      "step": 13720
    },
    {
      "epoch": 0.9544838137626482,
      "grad_norm": 0.020326555935507862,
      "learning_rate": 0.0006256048495419718,
      "loss": 1.1551,
      "step": 13725
    },
    {
      "epoch": 0.9548315309989917,
      "grad_norm": 0.023546579712454108,
      "learning_rate": 0.0006253111039351971,
      "loss": 1.1669,
      "step": 13730
    },
    {
      "epoch": 0.9551792482353351,
      "grad_norm": 0.022646288574574326,
      "learning_rate": 0.0006250173121718412,
      "loss": 1.1373,
      "step": 13735
    },
    {
      "epoch": 0.9555269654716785,
      "grad_norm": 0.019616142801573807,
      "learning_rate": 0.0006247234743601184,
      "loss": 1.1213,
      "step": 13740
    },
    {
      "epoch": 0.9558746827080218,
      "grad_norm": 0.020638569032171213,
      "learning_rate": 0.00062442959060826,
      "loss": 1.0735,
      "step": 13745
    },
    {
      "epoch": 0.9562223999443652,
      "grad_norm": 0.022515666057670924,
      "learning_rate": 0.0006241356610245135,
      "loss": 1.201,
      "step": 13750
    },
    {
      "epoch": 0.9565701171807086,
      "grad_norm": 0.021499955308427063,
      "learning_rate": 0.000623841685717144,
      "loss": 1.0642,
      "step": 13755
    },
    {
      "epoch": 0.956917834417052,
      "grad_norm": 0.02241736653465097,
      "learning_rate": 0.000623547664794433,
      "loss": 1.1623,
      "step": 13760
    },
    {
      "epoch": 0.9572655516533954,
      "grad_norm": 0.025827760325876338,
      "learning_rate": 0.000623253598364679,
      "loss": 1.0359,
      "step": 13765
    },
    {
      "epoch": 0.9576132688897389,
      "grad_norm": 0.1265576117104889,
      "learning_rate": 0.0006229594865361972,
      "loss": 1.3859,
      "step": 13770
    },
    {
      "epoch": 0.9579609861260823,
      "grad_norm": 0.04870264170565988,
      "learning_rate": 0.0006226653294173197,
      "loss": 1.1231,
      "step": 13775
    },
    {
      "epoch": 0.9583087033624257,
      "grad_norm": 0.03109991217380559,
      "learning_rate": 0.0006223711271163951,
      "loss": 1.1171,
      "step": 13780
    },
    {
      "epoch": 0.9586564205987691,
      "grad_norm": 0.023117542793204816,
      "learning_rate": 0.0006220768797417886,
      "loss": 1.0824,
      "step": 13785
    },
    {
      "epoch": 0.9590041378351125,
      "grad_norm": 0.02838146064254944,
      "learning_rate": 0.0006217825874018821,
      "loss": 1.0649,
      "step": 13790
    },
    {
      "epoch": 0.9593518550714559,
      "grad_norm": 0.022544226047977695,
      "learning_rate": 0.0006214882502050739,
      "loss": 1.1634,
      "step": 13795
    },
    {
      "epoch": 0.9596995723077993,
      "grad_norm": 0.02355804290851876,
      "learning_rate": 0.0006211938682597793,
      "loss": 1.1732,
      "step": 13800
    },
    {
      "epoch": 0.9600472895441428,
      "grad_norm": 0.02041786077769149,
      "learning_rate": 0.0006208994416744296,
      "loss": 1.1539,
      "step": 13805
    },
    {
      "epoch": 0.9603950067804861,
      "grad_norm": 0.02417610483599131,
      "learning_rate": 0.0006206049705574725,
      "loss": 1.0607,
      "step": 13810
    },
    {
      "epoch": 0.9607427240168295,
      "grad_norm": 0.02526512363222582,
      "learning_rate": 0.0006203104550173724,
      "loss": 1.1858,
      "step": 13815
    },
    {
      "epoch": 0.9610904412531729,
      "grad_norm": 0.021465158931944058,
      "learning_rate": 0.00062001589516261,
      "loss": 1.0687,
      "step": 13820
    },
    {
      "epoch": 0.9614381584895163,
      "grad_norm": 0.02256178739234416,
      "learning_rate": 0.0006197212911016822,
      "loss": 1.0667,
      "step": 13825
    },
    {
      "epoch": 0.9617858757258597,
      "grad_norm": 0.02624697049359735,
      "learning_rate": 0.0006194266429431025,
      "loss": 1.2234,
      "step": 13830
    },
    {
      "epoch": 0.9621335929622031,
      "grad_norm": 0.023382254470979146,
      "learning_rate": 0.0006191319507954001,
      "loss": 1.0994,
      "step": 13835
    },
    {
      "epoch": 0.9624813101985465,
      "grad_norm": 0.02099369720177197,
      "learning_rate": 0.0006188372147671209,
      "loss": 1.1304,
      "step": 13840
    },
    {
      "epoch": 0.96282902743489,
      "grad_norm": 0.023247589120399943,
      "learning_rate": 0.0006185424349668265,
      "loss": 1.1483,
      "step": 13845
    },
    {
      "epoch": 0.9631767446712334,
      "grad_norm": 0.03604951259749039,
      "learning_rate": 0.0006182476115030952,
      "loss": 1.1125,
      "step": 13850
    },
    {
      "epoch": 0.9635244619075768,
      "grad_norm": 0.026137370697056232,
      "learning_rate": 0.000617952744484521,
      "loss": 1.0695,
      "step": 13855
    },
    {
      "epoch": 0.9638721791439202,
      "grad_norm": 0.022903493988157417,
      "learning_rate": 0.0006176578340197138,
      "loss": 1.0697,
      "step": 13860
    },
    {
      "epoch": 0.9642198963802636,
      "grad_norm": 0.02373185771722481,
      "learning_rate": 0.0006173628802173001,
      "loss": 1.0552,
      "step": 13865
    },
    {
      "epoch": 0.9645676136166069,
      "grad_norm": 0.021281502733113463,
      "learning_rate": 0.0006170678831859215,
      "loss": 1.2024,
      "step": 13870
    },
    {
      "epoch": 0.9649153308529503,
      "grad_norm": 0.03485415631662223,
      "learning_rate": 0.0006167728430342364,
      "loss": 1.0681,
      "step": 13875
    },
    {
      "epoch": 0.9652630480892938,
      "grad_norm": 0.04198586462129478,
      "learning_rate": 0.0006164777598709187,
      "loss": 1.1885,
      "step": 13880
    },
    {
      "epoch": 0.9656107653256372,
      "grad_norm": 0.025074694030505447,
      "learning_rate": 0.0006161826338046578,
      "loss": 1.0693,
      "step": 13885
    },
    {
      "epoch": 0.9659584825619806,
      "grad_norm": 0.03668131452592385,
      "learning_rate": 0.0006158874649441594,
      "loss": 1.3954,
      "step": 13890
    },
    {
      "epoch": 0.966306199798324,
      "grad_norm": 0.03639865208660617,
      "learning_rate": 0.0006155922533981448,
      "loss": 1.1879,
      "step": 13895
    },
    {
      "epoch": 0.9666539170346674,
      "grad_norm": 0.026896773096897576,
      "learning_rate": 0.0006152969992753511,
      "loss": 1.0946,
      "step": 13900
    },
    {
      "epoch": 0.9670016342710108,
      "grad_norm": 0.023146910059534745,
      "learning_rate": 0.0006150017026845309,
      "loss": 1.1532,
      "step": 13905
    },
    {
      "epoch": 0.9673493515073542,
      "grad_norm": 0.05499892802692919,
      "learning_rate": 0.0006147063637344525,
      "loss": 1.3247,
      "step": 13910
    },
    {
      "epoch": 0.9676970687436977,
      "grad_norm": 0.042449004637307206,
      "learning_rate": 0.0006144109825339,
      "loss": 1.0807,
      "step": 13915
    },
    {
      "epoch": 0.9680447859800411,
      "grad_norm": 0.03277594361976618,
      "learning_rate": 0.0006141155591916727,
      "loss": 1.1136,
      "step": 13920
    },
    {
      "epoch": 0.9683925032163845,
      "grad_norm": 0.13244017476851158,
      "learning_rate": 0.0006138200938165858,
      "loss": 1.1251,
      "step": 13925
    },
    {
      "epoch": 0.9687402204527279,
      "grad_norm": 0.024975713219842776,
      "learning_rate": 0.0006135245865174698,
      "loss": 1.1841,
      "step": 13930
    },
    {
      "epoch": 0.9690879376890712,
      "grad_norm": 0.03049021500335554,
      "learning_rate": 0.0006132290374031706,
      "loss": 1.0384,
      "step": 13935
    },
    {
      "epoch": 0.9694356549254146,
      "grad_norm": 0.030269226745832448,
      "learning_rate": 0.0006129334465825496,
      "loss": 1.198,
      "step": 13940
    },
    {
      "epoch": 0.969783372161758,
      "grad_norm": 0.02988845819667594,
      "learning_rate": 0.0006126378141644834,
      "loss": 1.1685,
      "step": 13945
    },
    {
      "epoch": 0.9701310893981014,
      "grad_norm": 0.019523164185533966,
      "learning_rate": 0.0006123421402578642,
      "loss": 1.0064,
      "step": 13950
    },
    {
      "epoch": 0.9704788066344449,
      "grad_norm": 0.024212289545461597,
      "learning_rate": 0.0006120464249715992,
      "loss": 1.2086,
      "step": 13955
    },
    {
      "epoch": 0.9708265238707883,
      "grad_norm": 0.05341631491642518,
      "learning_rate": 0.000611750668414611,
      "loss": 1.2447,
      "step": 13960
    },
    {
      "epoch": 0.9711742411071317,
      "grad_norm": 0.022208611051916766,
      "learning_rate": 0.0006114548706958374,
      "loss": 1.3221,
      "step": 13965
    },
    {
      "epoch": 0.9715219583434751,
      "grad_norm": 0.024230131732317556,
      "learning_rate": 0.0006111590319242312,
      "loss": 1.1797,
      "step": 13970
    },
    {
      "epoch": 0.9718696755798185,
      "grad_norm": 0.024287653622662456,
      "learning_rate": 0.0006108631522087607,
      "loss": 1.1133,
      "step": 13975
    },
    {
      "epoch": 0.9722173928161619,
      "grad_norm": 0.020715796007261856,
      "learning_rate": 0.0006105672316584086,
      "loss": 1.2245,
      "step": 13980
    },
    {
      "epoch": 0.9725651100525053,
      "grad_norm": 0.05579787570390745,
      "learning_rate": 0.0006102712703821736,
      "loss": 1.2216,
      "step": 13985
    },
    {
      "epoch": 0.9729128272888488,
      "grad_norm": 0.04717612627885279,
      "learning_rate": 0.0006099752684890684,
      "loss": 1.2469,
      "step": 13990
    },
    {
      "epoch": 0.9732605445251921,
      "grad_norm": 0.05124137983960866,
      "learning_rate": 0.0006096792260881214,
      "loss": 1.1918,
      "step": 13995
    },
    {
      "epoch": 0.9736082617615355,
      "grad_norm": 0.031219450592283548,
      "learning_rate": 0.0006093831432883758,
      "loss": 1.1716,
      "step": 14000
    },
    {
      "epoch": 0.9739559789978789,
      "grad_norm": 0.03198597450121105,
      "learning_rate": 0.000609087020198889,
      "loss": 1.1931,
      "step": 14005
    },
    {
      "epoch": 0.9743036962342223,
      "grad_norm": 0.04470745320971028,
      "learning_rate": 0.0006087908569287342,
      "loss": 1.1579,
      "step": 14010
    },
    {
      "epoch": 0.9746514134705657,
      "grad_norm": 0.0519338823333536,
      "learning_rate": 0.000608494653586999,
      "loss": 1.1475,
      "step": 14015
    },
    {
      "epoch": 0.9749991307069091,
      "grad_norm": 0.03207441621922046,
      "learning_rate": 0.0006081984102827854,
      "loss": 1.1997,
      "step": 14020
    },
    {
      "epoch": 0.9753468479432525,
      "grad_norm": 0.028503163395591415,
      "learning_rate": 0.0006079021271252108,
      "loss": 1.0778,
      "step": 14025
    },
    {
      "epoch": 0.975694565179596,
      "grad_norm": 0.03253038400927056,
      "learning_rate": 0.0006076058042234067,
      "loss": 1.0869,
      "step": 14030
    },
    {
      "epoch": 0.9760422824159394,
      "grad_norm": 0.025685250853735048,
      "learning_rate": 0.0006073094416865195,
      "loss": 1.0937,
      "step": 14035
    },
    {
      "epoch": 0.9763899996522828,
      "grad_norm": 0.03160472706499321,
      "learning_rate": 0.0006070130396237101,
      "loss": 1.0795,
      "step": 14040
    },
    {
      "epoch": 0.9767377168886262,
      "grad_norm": 0.03434448092209586,
      "learning_rate": 0.0006067165981441543,
      "loss": 1.2951,
      "step": 14045
    },
    {
      "epoch": 0.9770854341249696,
      "grad_norm": 0.03641730910865201,
      "learning_rate": 0.000606420117357042,
      "loss": 1.2111,
      "step": 14050
    },
    {
      "epoch": 0.977433151361313,
      "grad_norm": 0.0334488433513607,
      "learning_rate": 0.0006061235973715776,
      "loss": 1.2031,
      "step": 14055
    },
    {
      "epoch": 0.9777808685976563,
      "grad_norm": 0.023025678600405622,
      "learning_rate": 0.0006058270382969803,
      "loss": 1.1802,
      "step": 14060
    },
    {
      "epoch": 0.9781285858339998,
      "grad_norm": 0.023685081088658553,
      "learning_rate": 0.0006055304402424832,
      "loss": 1.1618,
      "step": 14065
    },
    {
      "epoch": 0.9784763030703432,
      "grad_norm": 0.03388014490830631,
      "learning_rate": 0.0006052338033173341,
      "loss": 1.1309,
      "step": 14070
    },
    {
      "epoch": 0.9788240203066866,
      "grad_norm": 0.022616781542931196,
      "learning_rate": 0.0006049371276307952,
      "loss": 1.1404,
      "step": 14075
    },
    {
      "epoch": 0.97917173754303,
      "grad_norm": 0.022507188715082616,
      "learning_rate": 0.0006046404132921427,
      "loss": 1.033,
      "step": 14080
    },
    {
      "epoch": 0.9795194547793734,
      "grad_norm": 0.03731123420925315,
      "learning_rate": 0.000604343660410667,
      "loss": 1.248,
      "step": 14085
    },
    {
      "epoch": 0.9798671720157168,
      "grad_norm": 0.0254024007684319,
      "learning_rate": 0.000604046869095673,
      "loss": 1.1771,
      "step": 14090
    },
    {
      "epoch": 0.9802148892520602,
      "grad_norm": 0.020577109634366427,
      "learning_rate": 0.0006037500394564798,
      "loss": 1.0399,
      "step": 14095
    },
    {
      "epoch": 0.9805626064884037,
      "grad_norm": 0.028259563660294546,
      "learning_rate": 0.0006034531716024201,
      "loss": 1.1835,
      "step": 14100
    },
    {
      "epoch": 0.9809103237247471,
      "grad_norm": 0.024427454100097546,
      "learning_rate": 0.0006031562656428411,
      "loss": 1.0191,
      "step": 14105
    },
    {
      "epoch": 0.9812580409610905,
      "grad_norm": 0.035361498779247914,
      "learning_rate": 0.0006028593216871039,
      "loss": 1.1927,
      "step": 14110
    },
    {
      "epoch": 0.9816057581974339,
      "grad_norm": 0.03779510597342731,
      "learning_rate": 0.0006025623398445836,
      "loss": 1.1394,
      "step": 14115
    },
    {
      "epoch": 0.9819534754337772,
      "grad_norm": 0.04271305694771606,
      "learning_rate": 0.0006022653202246694,
      "loss": 1.0966,
      "step": 14120
    },
    {
      "epoch": 0.9823011926701206,
      "grad_norm": 0.018389587954126305,
      "learning_rate": 0.0006019682629367643,
      "loss": 1.1172,
      "step": 14125
    },
    {
      "epoch": 0.982648909906464,
      "grad_norm": 0.019868578593411096,
      "learning_rate": 0.000601671168090285,
      "loss": 1.1018,
      "step": 14130
    },
    {
      "epoch": 0.9829966271428074,
      "grad_norm": 0.023046815363665107,
      "learning_rate": 0.0006013740357946623,
      "loss": 1.1827,
      "step": 14135
    },
    {
      "epoch": 0.9833443443791509,
      "grad_norm": 0.033209652432339934,
      "learning_rate": 0.0006010768661593407,
      "loss": 1.2044,
      "step": 14140
    },
    {
      "epoch": 0.9836920616154943,
      "grad_norm": 0.028759296735374053,
      "learning_rate": 0.0006007796592937785,
      "loss": 1.2067,
      "step": 14145
    },
    {
      "epoch": 0.9840397788518377,
      "grad_norm": 0.03299904676026636,
      "learning_rate": 0.0006004824153074477,
      "loss": 1.2132,
      "step": 14150
    },
    {
      "epoch": 0.9843874960881811,
      "grad_norm": 0.03232435917598782,
      "learning_rate": 0.0006001851343098337,
      "loss": 1.1031,
      "step": 14155
    },
    {
      "epoch": 0.9847352133245245,
      "grad_norm": 0.024528938623435335,
      "learning_rate": 0.000599887816410436,
      "loss": 1.1626,
      "step": 14160
    },
    {
      "epoch": 0.9850829305608679,
      "grad_norm": 0.026295406621074942,
      "learning_rate": 0.0005995904617187674,
      "loss": 1.1264,
      "step": 14165
    },
    {
      "epoch": 0.9854306477972113,
      "grad_norm": 0.02488827095159048,
      "learning_rate": 0.0005992930703443545,
      "loss": 1.221,
      "step": 14170
    },
    {
      "epoch": 0.9857783650335548,
      "grad_norm": 0.02172687799555757,
      "learning_rate": 0.0005989956423967368,
      "loss": 1.1812,
      "step": 14175
    },
    {
      "epoch": 0.9861260822698982,
      "grad_norm": 0.03250692550834443,
      "learning_rate": 0.0005986981779854679,
      "loss": 1.3074,
      "step": 14180
    },
    {
      "epoch": 0.9864737995062415,
      "grad_norm": 0.025032220210120658,
      "learning_rate": 0.0005984006772201147,
      "loss": 1.1831,
      "step": 14185
    },
    {
      "epoch": 0.9868215167425849,
      "grad_norm": 0.03032798665251621,
      "learning_rate": 0.0005981031402102574,
      "loss": 1.21,
      "step": 14190
    },
    {
      "epoch": 0.9871692339789283,
      "grad_norm": 0.021638538758634803,
      "learning_rate": 0.0005978055670654896,
      "loss": 1.1747,
      "step": 14195
    },
    {
      "epoch": 0.9875169512152717,
      "grad_norm": 0.05411772377665661,
      "learning_rate": 0.0005975079578954181,
      "loss": 1.149,
      "step": 14200
    },
    {
      "epoch": 0.9878646684516151,
      "grad_norm": 0.02504274527539273,
      "learning_rate": 0.0005972103128096631,
      "loss": 1.1009,
      "step": 14205
    },
    {
      "epoch": 0.9882123856879585,
      "grad_norm": 0.017765892726830608,
      "learning_rate": 0.0005969126319178578,
      "loss": 1.0577,
      "step": 14210
    },
    {
      "epoch": 0.988560102924302,
      "grad_norm": 0.02158228873306359,
      "learning_rate": 0.000596614915329649,
      "loss": 1.0836,
      "step": 14215
    },
    {
      "epoch": 0.9889078201606454,
      "grad_norm": 0.041035189362128556,
      "learning_rate": 0.0005963171631546963,
      "loss": 1.0814,
      "step": 14220
    },
    {
      "epoch": 0.9892555373969888,
      "grad_norm": 0.028303797646870958,
      "learning_rate": 0.0005960193755026727,
      "loss": 1.1228,
      "step": 14225
    },
    {
      "epoch": 0.9896032546333322,
      "grad_norm": 0.03178093752522083,
      "learning_rate": 0.0005957215524832639,
      "loss": 1.2119,
      "step": 14230
    },
    {
      "epoch": 0.9899509718696756,
      "grad_norm": 0.05586292518566847,
      "learning_rate": 0.0005954236942061687,
      "loss": 1.2514,
      "step": 14235
    },
    {
      "epoch": 0.990298689106019,
      "grad_norm": 0.020670022687481915,
      "learning_rate": 0.0005951258007810993,
      "loss": 1.0065,
      "step": 14240
    },
    {
      "epoch": 0.9906464063423623,
      "grad_norm": 0.021789689209460134,
      "learning_rate": 0.0005948278723177802,
      "loss": 1.1705,
      "step": 14245
    },
    {
      "epoch": 0.9909941235787058,
      "grad_norm": 0.02457088267729023,
      "learning_rate": 0.0005945299089259496,
      "loss": 1.0775,
      "step": 14250
    },
    {
      "epoch": 0.9913418408150492,
      "grad_norm": 0.019789513583659026,
      "learning_rate": 0.0005942319107153579,
      "loss": 1.1,
      "step": 14255
    },
    {
      "epoch": 0.9916895580513926,
      "grad_norm": 0.033484925698234455,
      "learning_rate": 0.0005939338777957683,
      "loss": 1.1988,
      "step": 14260
    },
    {
      "epoch": 0.992037275287736,
      "grad_norm": 0.021873369423617537,
      "learning_rate": 0.0005936358102769574,
      "loss": 1.0483,
      "step": 14265
    },
    {
      "epoch": 0.9923849925240794,
      "grad_norm": 0.022459843754494516,
      "learning_rate": 0.0005933377082687141,
      "loss": 1.0548,
      "step": 14270
    },
    {
      "epoch": 0.9927327097604228,
      "grad_norm": 0.024914829091800355,
      "learning_rate": 0.00059303957188084,
      "loss": 1.0254,
      "step": 14275
    },
    {
      "epoch": 0.9930804269967662,
      "grad_norm": 0.02214875142183113,
      "learning_rate": 0.0005927414012231493,
      "loss": 1.2098,
      "step": 14280
    },
    {
      "epoch": 0.9934281442331097,
      "grad_norm": 0.021142544434959096,
      "learning_rate": 0.0005924431964054692,
      "loss": 1.1458,
      "step": 14285
    },
    {
      "epoch": 0.9937758614694531,
      "grad_norm": 0.022370307894132666,
      "learning_rate": 0.0005921449575376391,
      "loss": 1.1113,
      "step": 14290
    },
    {
      "epoch": 0.9941235787057965,
      "grad_norm": 0.024486633721561506,
      "learning_rate": 0.0005918466847295112,
      "loss": 1.1402,
      "step": 14295
    },
    {
      "epoch": 0.9944712959421399,
      "grad_norm": 0.025688757506729862,
      "learning_rate": 0.00059154837809095,
      "loss": 1.1626,
      "step": 14300
    },
    {
      "epoch": 0.9948190131784832,
      "grad_norm": 0.02317895940399774,
      "learning_rate": 0.0005912500377318327,
      "loss": 1.1568,
      "step": 14305
    },
    {
      "epoch": 0.9951667304148266,
      "grad_norm": 0.01880486519291242,
      "learning_rate": 0.0005909516637620485,
      "loss": 1.0735,
      "step": 14310
    },
    {
      "epoch": 0.99551444765117,
      "grad_norm": 0.025661107542717488,
      "learning_rate": 0.0005906532562914995,
      "loss": 1.0064,
      "step": 14315
    },
    {
      "epoch": 0.9958621648875134,
      "grad_norm": 0.026124308429378205,
      "learning_rate": 0.0005903548154300999,
      "loss": 1.064,
      "step": 14320
    },
    {
      "epoch": 0.9962098821238569,
      "grad_norm": 0.030679009842702037,
      "learning_rate": 0.0005900563412877761,
      "loss": 1.114,
      "step": 14325
    },
    {
      "epoch": 0.9965575993602003,
      "grad_norm": 0.029064604954342287,
      "learning_rate": 0.0005897578339744667,
      "loss": 1.0568,
      "step": 14330
    },
    {
      "epoch": 0.9969053165965437,
      "grad_norm": 0.035641706477145874,
      "learning_rate": 0.0005894592936001228,
      "loss": 1.0049,
      "step": 14335
    },
    {
      "epoch": 0.9972530338328871,
      "grad_norm": 0.02701056545271446,
      "learning_rate": 0.0005891607202747076,
      "loss": 1.1334,
      "step": 14340
    },
    {
      "epoch": 0.9976007510692305,
      "grad_norm": 0.03023593434040256,
      "learning_rate": 0.0005888621141081963,
      "loss": 1.1505,
      "step": 14345
    },
    {
      "epoch": 0.9979484683055739,
      "grad_norm": 0.022565710344308217,
      "learning_rate": 0.0005885634752105765,
      "loss": 1.0822,
      "step": 14350
    },
    {
      "epoch": 0.9982961855419173,
      "grad_norm": 0.01874582042093395,
      "learning_rate": 0.0005882648036918474,
      "loss": 1.1031,
      "step": 14355
    },
    {
      "epoch": 0.9986439027782608,
      "grad_norm": 0.03262710717045584,
      "learning_rate": 0.0005879660996620203,
      "loss": 1.3042,
      "step": 14360
    },
    {
      "epoch": 0.9989916200146042,
      "grad_norm": 0.019597114460238933,
      "learning_rate": 0.000587667363231119,
      "loss": 1.1487,
      "step": 14365
    },
    {
      "epoch": 0.9993393372509475,
      "grad_norm": 0.02038558876651699,
      "learning_rate": 0.0005873685945091784,
      "loss": 0.9863,
      "step": 14370
    },
    {
      "epoch": 0.9996870544872909,
      "grad_norm": 0.020453707545861358,
      "learning_rate": 0.0005870697936062463,
      "loss": 1.1092,
      "step": 14375
    },
    {
      "epoch": 0.9999652282763657,
      "eval_loss": 1.074643611907959,
      "eval_runtime": 1030.1225,
      "eval_samples_per_second": 23.515,
      "eval_steps_per_second": 5.879,
      "step": 14379
    },
    {
      "epoch": 1.0000347717236344,
      "grad_norm": 0.049479329380529895,
      "learning_rate": 0.0005867709606323813,
      "loss": 1.1942,
      "step": 14380
    },
    {
      "epoch": 1.0003824889599777,
      "grad_norm": 0.02255465344990945,
      "learning_rate": 0.0005864720956976547,
      "loss": 1.0351,
      "step": 14385
    },
    {
      "epoch": 1.0007302061963212,
      "grad_norm": 0.022929156975467147,
      "learning_rate": 0.0005861731989121491,
      "loss": 0.9592,
      "step": 14390
    },
    {
      "epoch": 1.0010779234326646,
      "grad_norm": 0.03920565489727071,
      "learning_rate": 0.0005858742703859589,
      "loss": 1.0316,
      "step": 14395
    },
    {
      "epoch": 1.0014256406690079,
      "grad_norm": 0.029333569078481468,
      "learning_rate": 0.00058557531022919,
      "loss": 1.0558,
      "step": 14400
    },
    {
      "epoch": 1.0017733579053514,
      "grad_norm": 0.038431991563273975,
      "learning_rate": 0.0005852763185519604,
      "loss": 0.9528,
      "step": 14405
    },
    {
      "epoch": 1.0021210751416947,
      "grad_norm": 0.021180983752452896,
      "learning_rate": 0.0005849772954643995,
      "loss": 0.9484,
      "step": 14410
    },
    {
      "epoch": 1.0024687923780382,
      "grad_norm": 0.0259787542401979,
      "learning_rate": 0.000584678241076648,
      "loss": 1.1753,
      "step": 14415
    },
    {
      "epoch": 1.0028165096143815,
      "grad_norm": 0.025863836383486414,
      "learning_rate": 0.0005843791554988588,
      "loss": 1.0994,
      "step": 14420
    },
    {
      "epoch": 1.003164226850725,
      "grad_norm": 0.023061122198787132,
      "learning_rate": 0.0005840800388411954,
      "loss": 1.0354,
      "step": 14425
    },
    {
      "epoch": 1.0035119440870683,
      "grad_norm": 0.020363696468941903,
      "learning_rate": 0.0005837808912138335,
      "loss": 0.9734,
      "step": 14430
    },
    {
      "epoch": 1.0038596613234119,
      "grad_norm": 0.015790174916050878,
      "learning_rate": 0.0005834817127269599,
      "loss": 1.0135,
      "step": 14435
    },
    {
      "epoch": 1.0042073785597552,
      "grad_norm": 0.021191830167099076,
      "learning_rate": 0.0005831825034907725,
      "loss": 0.9472,
      "step": 14440
    },
    {
      "epoch": 1.0045550957960987,
      "grad_norm": 0.03861326012656859,
      "learning_rate": 0.0005828832636154813,
      "loss": 0.9591,
      "step": 14445
    },
    {
      "epoch": 1.004902813032442,
      "grad_norm": 0.022172668608611446,
      "learning_rate": 0.0005825839932113065,
      "loss": 1.1052,
      "step": 14450
    },
    {
      "epoch": 1.0052505302687855,
      "grad_norm": 0.02602425934820231,
      "learning_rate": 0.0005822846923884806,
      "loss": 0.9604,
      "step": 14455
    },
    {
      "epoch": 1.0055982475051288,
      "grad_norm": 0.021310562293321997,
      "learning_rate": 0.0005819853612572468,
      "loss": 0.9702,
      "step": 14460
    },
    {
      "epoch": 1.0059459647414721,
      "grad_norm": 0.03063365884693648,
      "learning_rate": 0.0005816859999278592,
      "loss": 0.9755,
      "step": 14465
    },
    {
      "epoch": 1.0062936819778157,
      "grad_norm": 0.022126456972133713,
      "learning_rate": 0.0005813866085105838,
      "loss": 0.9376,
      "step": 14470
    },
    {
      "epoch": 1.006641399214159,
      "grad_norm": 0.025618132521657375,
      "learning_rate": 0.0005810871871156967,
      "loss": 0.976,
      "step": 14475
    },
    {
      "epoch": 1.0069891164505025,
      "grad_norm": 0.020054403097659847,
      "learning_rate": 0.000580787735853486,
      "loss": 0.888,
      "step": 14480
    },
    {
      "epoch": 1.0073368336868458,
      "grad_norm": 0.02401593274470432,
      "learning_rate": 0.00058048825483425,
      "loss": 1.1462,
      "step": 14485
    },
    {
      "epoch": 1.0076845509231893,
      "grad_norm": 0.022592380408051206,
      "learning_rate": 0.0005801887441682986,
      "loss": 0.9747,
      "step": 14490
    },
    {
      "epoch": 1.0080322681595326,
      "grad_norm": 0.030612082999397095,
      "learning_rate": 0.0005798892039659522,
      "loss": 0.9865,
      "step": 14495
    },
    {
      "epoch": 1.0083799853958761,
      "grad_norm": 0.03252906146501482,
      "learning_rate": 0.0005795896343375422,
      "loss": 0.9697,
      "step": 14500
    },
    {
      "epoch": 1.0087277026322194,
      "grad_norm": 0.027924225628924753,
      "learning_rate": 0.000579290035393411,
      "loss": 0.9664,
      "step": 14505
    },
    {
      "epoch": 1.009075419868563,
      "grad_norm": 0.023203827488203446,
      "learning_rate": 0.0005789904072439114,
      "loss": 0.9897,
      "step": 14510
    },
    {
      "epoch": 1.0094231371049063,
      "grad_norm": 0.023301474262501436,
      "learning_rate": 0.0005786907499994074,
      "loss": 1.0967,
      "step": 14515
    },
    {
      "epoch": 1.0097708543412498,
      "grad_norm": 0.024935246844126673,
      "learning_rate": 0.0005783910637702735,
      "loss": 1.0965,
      "step": 14520
    },
    {
      "epoch": 1.010118571577593,
      "grad_norm": 0.021820639980019416,
      "learning_rate": 0.0005780913486668949,
      "loss": 1.135,
      "step": 14525
    },
    {
      "epoch": 1.0104662888139364,
      "grad_norm": 0.053293481580676615,
      "learning_rate": 0.0005777916047996674,
      "loss": 1.0096,
      "step": 14530
    },
    {
      "epoch": 1.01081400605028,
      "grad_norm": 0.029755154878463363,
      "learning_rate": 0.0005774918322789975,
      "loss": 0.9587,
      "step": 14535
    },
    {
      "epoch": 1.0111617232866232,
      "grad_norm": 0.025564339406487422,
      "learning_rate": 0.0005771920312153021,
      "loss": 0.9674,
      "step": 14540
    },
    {
      "epoch": 1.0115094405229668,
      "grad_norm": 0.04452892138238689,
      "learning_rate": 0.0005768922017190088,
      "loss": 1.1644,
      "step": 14545
    },
    {
      "epoch": 1.01185715775931,
      "grad_norm": 0.03471929468489401,
      "learning_rate": 0.0005765923439005555,
      "loss": 1.2929,
      "step": 14550
    },
    {
      "epoch": 1.0122048749956536,
      "grad_norm": 0.020344936762045785,
      "learning_rate": 0.0005762924578703905,
      "loss": 0.9046,
      "step": 14555
    },
    {
      "epoch": 1.012552592231997,
      "grad_norm": 0.02103488475628573,
      "learning_rate": 0.0005759925437389728,
      "loss": 1.2603,
      "step": 14560
    },
    {
      "epoch": 1.0129003094683404,
      "grad_norm": 0.021387679588889173,
      "learning_rate": 0.0005756926016167715,
      "loss": 1.0051,
      "step": 14565
    },
    {
      "epoch": 1.0132480267046837,
      "grad_norm": 0.022821014345777272,
      "learning_rate": 0.0005753926316142662,
      "loss": 0.9625,
      "step": 14570
    },
    {
      "epoch": 1.0135957439410272,
      "grad_norm": 0.021727742104793387,
      "learning_rate": 0.0005750926338419462,
      "loss": 0.9594,
      "step": 14575
    },
    {
      "epoch": 1.0139434611773706,
      "grad_norm": 0.023753091122475797,
      "learning_rate": 0.0005747926084103118,
      "loss": 1.0402,
      "step": 14580
    },
    {
      "epoch": 1.014291178413714,
      "grad_norm": 0.0203140150608181,
      "learning_rate": 0.000574492555429873,
      "loss": 0.9697,
      "step": 14585
    },
    {
      "epoch": 1.0146388956500574,
      "grad_norm": 0.026018539557785016,
      "learning_rate": 0.0005741924750111503,
      "loss": 0.9533,
      "step": 14590
    },
    {
      "epoch": 1.0149866128864007,
      "grad_norm": 0.02106927204234605,
      "learning_rate": 0.0005738923672646739,
      "loss": 1.0704,
      "step": 14595
    },
    {
      "epoch": 1.0153343301227442,
      "grad_norm": 0.02110862334081774,
      "learning_rate": 0.0005735922323009843,
      "loss": 0.9531,
      "step": 14600
    },
    {
      "epoch": 1.0156820473590875,
      "grad_norm": 0.02176690032609654,
      "learning_rate": 0.0005732920702306318,
      "loss": 1.0228,
      "step": 14605
    },
    {
      "epoch": 1.016029764595431,
      "grad_norm": 0.021803823020314424,
      "learning_rate": 0.0005729918811641772,
      "loss": 0.8968,
      "step": 14610
    },
    {
      "epoch": 1.0163774818317743,
      "grad_norm": 0.026121810940171658,
      "learning_rate": 0.0005726916652121908,
      "loss": 0.9685,
      "step": 14615
    },
    {
      "epoch": 1.0167251990681179,
      "grad_norm": 0.02216296569886103,
      "learning_rate": 0.0005723914224852528,
      "loss": 1.1114,
      "step": 14620
    },
    {
      "epoch": 1.0170729163044612,
      "grad_norm": 0.02144535240374651,
      "learning_rate": 0.0005720911530939538,
      "loss": 0.9548,
      "step": 14625
    },
    {
      "epoch": 1.0174206335408047,
      "grad_norm": 0.02180829856013563,
      "learning_rate": 0.0005717908571488932,
      "loss": 1.1037,
      "step": 14630
    },
    {
      "epoch": 1.017768350777148,
      "grad_norm": 0.021597609508947867,
      "learning_rate": 0.0005714905347606812,
      "loss": 0.952,
      "step": 14635
    },
    {
      "epoch": 1.0181160680134915,
      "grad_norm": 0.026819993326031924,
      "learning_rate": 0.0005711901860399372,
      "loss": 1.0575,
      "step": 14640
    },
    {
      "epoch": 1.0184637852498348,
      "grad_norm": 0.029162818378841358,
      "learning_rate": 0.0005708898110972904,
      "loss": 1.0108,
      "step": 14645
    },
    {
      "epoch": 1.0188115024861781,
      "grad_norm": 0.021269941716218953,
      "learning_rate": 0.0005705894100433797,
      "loss": 0.929,
      "step": 14650
    },
    {
      "epoch": 1.0191592197225217,
      "grad_norm": 0.021567701502253275,
      "learning_rate": 0.0005702889829888536,
      "loss": 1.1052,
      "step": 14655
    },
    {
      "epoch": 1.019506936958865,
      "grad_norm": 0.022314729021316117,
      "learning_rate": 0.0005699885300443702,
      "loss": 1.0084,
      "step": 14660
    },
    {
      "epoch": 1.0198546541952085,
      "grad_norm": 0.03014410364783639,
      "learning_rate": 0.0005696880513205971,
      "loss": 1.0677,
      "step": 14665
    },
    {
      "epoch": 1.0202023714315518,
      "grad_norm": 0.02218162177908335,
      "learning_rate": 0.0005693875469282112,
      "loss": 1.1613,
      "step": 14670
    },
    {
      "epoch": 1.0205500886678953,
      "grad_norm": 0.019190771071506334,
      "learning_rate": 0.0005690870169778995,
      "loss": 0.8931,
      "step": 14675
    },
    {
      "epoch": 1.0208978059042386,
      "grad_norm": 0.025600193986300354,
      "learning_rate": 0.0005687864615803576,
      "loss": 1.1473,
      "step": 14680
    },
    {
      "epoch": 1.0212455231405821,
      "grad_norm": 0.017894290821010614,
      "learning_rate": 0.0005684858808462911,
      "loss": 0.9413,
      "step": 14685
    },
    {
      "epoch": 1.0215932403769254,
      "grad_norm": 0.037554367191023785,
      "learning_rate": 0.0005681852748864145,
      "loss": 1.0397,
      "step": 14690
    },
    {
      "epoch": 1.021940957613269,
      "grad_norm": 0.020794126137017508,
      "learning_rate": 0.0005678846438114519,
      "loss": 1.0385,
      "step": 14695
    },
    {
      "epoch": 1.0222886748496123,
      "grad_norm": 0.02048178737459421,
      "learning_rate": 0.0005675839877321364,
      "loss": 1.0538,
      "step": 14700
    },
    {
      "epoch": 1.0226363920859558,
      "grad_norm": 0.025470434458873918,
      "learning_rate": 0.0005672833067592105,
      "loss": 1.0671,
      "step": 14705
    },
    {
      "epoch": 1.022984109322299,
      "grad_norm": 0.028966076607812145,
      "learning_rate": 0.0005669826010034257,
      "loss": 1.1229,
      "step": 14710
    },
    {
      "epoch": 1.0233318265586424,
      "grad_norm": 0.018954277765730696,
      "learning_rate": 0.000566681870575543,
      "loss": 0.9374,
      "step": 14715
    },
    {
      "epoch": 1.023679543794986,
      "grad_norm": 0.024902011514002155,
      "learning_rate": 0.000566381115586332,
      "loss": 0.99,
      "step": 14720
    },
    {
      "epoch": 1.0240272610313292,
      "grad_norm": 0.02093773194047676,
      "learning_rate": 0.0005660803361465716,
      "loss": 0.9907,
      "step": 14725
    },
    {
      "epoch": 1.0243749782676728,
      "grad_norm": 0.023134845468790313,
      "learning_rate": 0.0005657795323670497,
      "loss": 1.0833,
      "step": 14730
    },
    {
      "epoch": 1.024722695504016,
      "grad_norm": 0.03954286525074951,
      "learning_rate": 0.0005654787043585631,
      "loss": 0.989,
      "step": 14735
    },
    {
      "epoch": 1.0250704127403596,
      "grad_norm": 0.044678121997067055,
      "learning_rate": 0.0005651778522319177,
      "loss": 1.0392,
      "step": 14740
    },
    {
      "epoch": 1.025418129976703,
      "grad_norm": 0.019378677009483678,
      "learning_rate": 0.0005648769760979279,
      "loss": 0.8746,
      "step": 14745
    },
    {
      "epoch": 1.0257658472130464,
      "grad_norm": 0.031319448787512735,
      "learning_rate": 0.0005645760760674173,
      "loss": 1.1261,
      "step": 14750
    },
    {
      "epoch": 1.0261135644493897,
      "grad_norm": 0.01855196540941936,
      "learning_rate": 0.0005642751522512183,
      "loss": 0.9433,
      "step": 14755
    },
    {
      "epoch": 1.0264612816857333,
      "grad_norm": 0.017707967256863803,
      "learning_rate": 0.0005639742047601719,
      "loss": 0.9126,
      "step": 14760
    },
    {
      "epoch": 1.0268089989220766,
      "grad_norm": 0.022336328215898007,
      "learning_rate": 0.0005636732337051278,
      "loss": 1.0952,
      "step": 14765
    },
    {
      "epoch": 1.02715671615842,
      "grad_norm": 0.021951810495070993,
      "learning_rate": 0.0005633722391969445,
      "loss": 0.9361,
      "step": 14770
    },
    {
      "epoch": 1.0275044333947634,
      "grad_norm": 0.03579476288853868,
      "learning_rate": 0.000563071221346489,
      "loss": 1.0773,
      "step": 14775
    },
    {
      "epoch": 1.0278521506311067,
      "grad_norm": 0.02091130222959433,
      "learning_rate": 0.0005627701802646371,
      "loss": 1.1727,
      "step": 14780
    },
    {
      "epoch": 1.0281998678674502,
      "grad_norm": 0.024084057761209435,
      "learning_rate": 0.000562469116062273,
      "loss": 1.0891,
      "step": 14785
    },
    {
      "epoch": 1.0285475851037935,
      "grad_norm": 0.03540879601484685,
      "learning_rate": 0.0005621680288502895,
      "loss": 0.9506,
      "step": 14790
    },
    {
      "epoch": 1.028895302340137,
      "grad_norm": 0.02103205599572652,
      "learning_rate": 0.0005618669187395878,
      "loss": 1.1753,
      "step": 14795
    },
    {
      "epoch": 1.0292430195764803,
      "grad_norm": 0.030547515159570115,
      "learning_rate": 0.0005615657858410775,
      "loss": 1.1939,
      "step": 14800
    },
    {
      "epoch": 1.0295907368128239,
      "grad_norm": 0.02474892390008632,
      "learning_rate": 0.0005612646302656769,
      "loss": 1.0209,
      "step": 14805
    },
    {
      "epoch": 1.0299384540491672,
      "grad_norm": 0.01875812624076893,
      "learning_rate": 0.0005609634521243121,
      "loss": 0.9281,
      "step": 14810
    },
    {
      "epoch": 1.0302861712855107,
      "grad_norm": 0.02436761723954882,
      "learning_rate": 0.000560662251527918,
      "loss": 0.9564,
      "step": 14815
    },
    {
      "epoch": 1.030633888521854,
      "grad_norm": 0.025529479795946938,
      "learning_rate": 0.0005603610285874376,
      "loss": 1.0051,
      "step": 14820
    },
    {
      "epoch": 1.0309816057581975,
      "grad_norm": 0.023442152486424617,
      "learning_rate": 0.0005600597834138221,
      "loss": 1.1602,
      "step": 14825
    },
    {
      "epoch": 1.0313293229945408,
      "grad_norm": 0.021343494252945166,
      "learning_rate": 0.000559758516118031,
      "loss": 1.1625,
      "step": 14830
    },
    {
      "epoch": 1.0316770402308841,
      "grad_norm": 0.025186339957573974,
      "learning_rate": 0.0005594572268110317,
      "loss": 0.938,
      "step": 14835
    },
    {
      "epoch": 1.0320247574672277,
      "grad_norm": 0.040282298788682114,
      "learning_rate": 0.0005591559156038001,
      "loss": 0.9688,
      "step": 14840
    },
    {
      "epoch": 1.032372474703571,
      "grad_norm": 0.03306289918434309,
      "learning_rate": 0.0005588545826073197,
      "loss": 0.9848,
      "step": 14845
    },
    {
      "epoch": 1.0327201919399145,
      "grad_norm": 0.030075049105898782,
      "learning_rate": 0.0005585532279325824,
      "loss": 1.1691,
      "step": 14850
    },
    {
      "epoch": 1.0330679091762578,
      "grad_norm": 0.030736368929044466,
      "learning_rate": 0.0005582518516905878,
      "loss": 1.0407,
      "step": 14855
    },
    {
      "epoch": 1.0334156264126013,
      "grad_norm": 0.02878053704478122,
      "learning_rate": 0.000557950453992344,
      "loss": 0.9151,
      "step": 14860
    },
    {
      "epoch": 1.0337633436489446,
      "grad_norm": 0.024283264009880356,
      "learning_rate": 0.0005576490349488661,
      "loss": 0.9701,
      "step": 14865
    },
    {
      "epoch": 1.0341110608852881,
      "grad_norm": 0.020849233181895375,
      "learning_rate": 0.0005573475946711779,
      "loss": 0.9954,
      "step": 14870
    },
    {
      "epoch": 1.0344587781216315,
      "grad_norm": 0.027054402481067996,
      "learning_rate": 0.0005570461332703105,
      "loss": 1.3517,
      "step": 14875
    },
    {
      "epoch": 1.034806495357975,
      "grad_norm": 0.020955918702839936,
      "learning_rate": 0.0005567446508573031,
      "loss": 1.097,
      "step": 14880
    },
    {
      "epoch": 1.0351542125943183,
      "grad_norm": 0.0210802587754527,
      "learning_rate": 0.0005564431475432025,
      "loss": 1.0042,
      "step": 14885
    },
    {
      "epoch": 1.0355019298306618,
      "grad_norm": 0.022521360098174653,
      "learning_rate": 0.0005561416234390631,
      "loss": 0.925,
      "step": 14890
    },
    {
      "epoch": 1.035849647067005,
      "grad_norm": 0.024620970709532383,
      "learning_rate": 0.000555840078655947,
      "loss": 0.9617,
      "step": 14895
    },
    {
      "epoch": 1.0361973643033484,
      "grad_norm": 0.030979611238151794,
      "learning_rate": 0.000555538513304924,
      "loss": 1.0341,
      "step": 14900
    },
    {
      "epoch": 1.036545081539692,
      "grad_norm": 0.02055386826254936,
      "learning_rate": 0.0005552369274970716,
      "loss": 0.9863,
      "step": 14905
    },
    {
      "epoch": 1.0368927987760352,
      "grad_norm": 0.029718683772066788,
      "learning_rate": 0.0005549353213434748,
      "loss": 1.1258,
      "step": 14910
    },
    {
      "epoch": 1.0372405160123788,
      "grad_norm": 0.04232256957286033,
      "learning_rate": 0.0005546336949552255,
      "loss": 0.9784,
      "step": 14915
    },
    {
      "epoch": 1.037588233248722,
      "grad_norm": 0.03434947337941055,
      "learning_rate": 0.000554332048443424,
      "loss": 1.1089,
      "step": 14920
    },
    {
      "epoch": 1.0379359504850656,
      "grad_norm": 0.02806237932405037,
      "learning_rate": 0.0005540303819191773,
      "loss": 0.9698,
      "step": 14925
    },
    {
      "epoch": 1.038283667721409,
      "grad_norm": 0.025956924499129796,
      "learning_rate": 0.0005537286954936001,
      "loss": 1.0053,
      "step": 14930
    },
    {
      "epoch": 1.0386313849577524,
      "grad_norm": 0.028625938105396338,
      "learning_rate": 0.0005534269892778144,
      "loss": 1.0882,
      "step": 14935
    },
    {
      "epoch": 1.0389791021940957,
      "grad_norm": 0.020178554804534368,
      "learning_rate": 0.0005531252633829494,
      "loss": 1.0834,
      "step": 14940
    },
    {
      "epoch": 1.0393268194304393,
      "grad_norm": 0.02801962091441584,
      "learning_rate": 0.0005528235179201413,
      "loss": 1.0473,
      "step": 14945
    },
    {
      "epoch": 1.0396745366667826,
      "grad_norm": 0.02627744200206379,
      "learning_rate": 0.0005525217530005341,
      "loss": 1.1956,
      "step": 14950
    },
    {
      "epoch": 1.040022253903126,
      "grad_norm": 0.02037275738483883,
      "learning_rate": 0.0005522199687352788,
      "loss": 0.9729,
      "step": 14955
    },
    {
      "epoch": 1.0403699711394694,
      "grad_norm": 0.028517164327023902,
      "learning_rate": 0.0005519181652355331,
      "loss": 0.9669,
      "step": 14960
    },
    {
      "epoch": 1.0407176883758127,
      "grad_norm": 0.021092420189864368,
      "learning_rate": 0.0005516163426124622,
      "loss": 1.0605,
      "step": 14965
    },
    {
      "epoch": 1.0410654056121562,
      "grad_norm": 0.02111101521092828,
      "learning_rate": 0.0005513145009772381,
      "loss": 1.0471,
      "step": 14970
    },
    {
      "epoch": 1.0414131228484995,
      "grad_norm": 0.022375374856943686,
      "learning_rate": 0.0005510126404410401,
      "loss": 0.9952,
      "step": 14975
    },
    {
      "epoch": 1.041760840084843,
      "grad_norm": 0.02294639504228036,
      "learning_rate": 0.0005507107611150542,
      "loss": 1.0894,
      "step": 14980
    },
    {
      "epoch": 1.0421085573211863,
      "grad_norm": 0.031166584053912077,
      "learning_rate": 0.0005504088631104732,
      "loss": 0.9408,
      "step": 14985
    },
    {
      "epoch": 1.0424562745575299,
      "grad_norm": 0.03519740986284406,
      "learning_rate": 0.0005501069465384973,
      "loss": 1.0849,
      "step": 14990
    },
    {
      "epoch": 1.0428039917938732,
      "grad_norm": 0.025448251305020354,
      "learning_rate": 0.000549805011510333,
      "loss": 1.0327,
      "step": 14995
    },
    {
      "epoch": 1.0431517090302167,
      "grad_norm": 0.02919583555196863,
      "learning_rate": 0.0005495030581371939,
      "loss": 1.0025,
      "step": 15000
    },
    {
      "epoch": 1.04349942626656,
      "grad_norm": 0.029354587560487838,
      "learning_rate": 0.0005492010865303002,
      "loss": 0.9183,
      "step": 15005
    },
    {
      "epoch": 1.0438471435029035,
      "grad_norm": 0.03182849988628574,
      "learning_rate": 0.0005488990968008791,
      "loss": 0.9948,
      "step": 15010
    },
    {
      "epoch": 1.0441948607392468,
      "grad_norm": 0.019028829557836344,
      "learning_rate": 0.000548597089060164,
      "loss": 1.0047,
      "step": 15015
    },
    {
      "epoch": 1.0445425779755904,
      "grad_norm": 0.11360593731844311,
      "learning_rate": 0.0005482950634193952,
      "loss": 1.0139,
      "step": 15020
    },
    {
      "epoch": 1.0448902952119337,
      "grad_norm": 0.02667060667656387,
      "learning_rate": 0.00054799301998982,
      "loss": 0.9815,
      "step": 15025
    },
    {
      "epoch": 1.045238012448277,
      "grad_norm": 0.030073843070907165,
      "learning_rate": 0.0005476909588826913,
      "loss": 1.0148,
      "step": 15030
    },
    {
      "epoch": 1.0455857296846205,
      "grad_norm": 0.034891467896447516,
      "learning_rate": 0.0005473888802092696,
      "loss": 0.9817,
      "step": 15035
    },
    {
      "epoch": 1.0459334469209638,
      "grad_norm": 0.039722474479750275,
      "learning_rate": 0.0005470867840808208,
      "loss": 0.9525,
      "step": 15040
    },
    {
      "epoch": 1.0462811641573073,
      "grad_norm": 0.042500962694633035,
      "learning_rate": 0.000546784670608618,
      "loss": 0.9012,
      "step": 15045
    },
    {
      "epoch": 1.0466288813936506,
      "grad_norm": 0.03245432759027953,
      "learning_rate": 0.0005464825399039405,
      "loss": 1.1361,
      "step": 15050
    },
    {
      "epoch": 1.0469765986299941,
      "grad_norm": 0.024828909831890254,
      "learning_rate": 0.0005461803920780738,
      "loss": 1.0177,
      "step": 15055
    },
    {
      "epoch": 1.0473243158663375,
      "grad_norm": 0.02560254881170117,
      "learning_rate": 0.00054587822724231,
      "loss": 0.9919,
      "step": 15060
    },
    {
      "epoch": 1.047672033102681,
      "grad_norm": 0.019937928632653666,
      "learning_rate": 0.0005455760455079469,
      "loss": 0.9972,
      "step": 15065
    },
    {
      "epoch": 1.0480197503390243,
      "grad_norm": 0.017984277552341568,
      "learning_rate": 0.0005452738469862891,
      "loss": 1.0438,
      "step": 15070
    },
    {
      "epoch": 1.0483674675753678,
      "grad_norm": 0.023068864553481703,
      "learning_rate": 0.0005449716317886472,
      "loss": 1.0272,
      "step": 15075
    },
    {
      "epoch": 1.048715184811711,
      "grad_norm": 0.024044316605032066,
      "learning_rate": 0.0005446694000263377,
      "loss": 0.9209,
      "step": 15080
    },
    {
      "epoch": 1.0490629020480546,
      "grad_norm": 0.02579944678106129,
      "learning_rate": 0.0005443671518106837,
      "loss": 0.9487,
      "step": 15085
    },
    {
      "epoch": 1.049410619284398,
      "grad_norm": 0.019839045224544806,
      "learning_rate": 0.0005440648872530139,
      "loss": 0.9871,
      "step": 15090
    },
    {
      "epoch": 1.0497583365207412,
      "grad_norm": 0.020269376029088553,
      "learning_rate": 0.0005437626064646634,
      "loss": 0.9129,
      "step": 15095
    },
    {
      "epoch": 1.0501060537570848,
      "grad_norm": 0.025419991369031617,
      "learning_rate": 0.0005434603095569728,
      "loss": 1.1843,
      "step": 15100
    },
    {
      "epoch": 1.050453770993428,
      "grad_norm": 0.01859672306000798,
      "learning_rate": 0.0005431579966412891,
      "loss": 0.9149,
      "step": 15105
    },
    {
      "epoch": 1.0508014882297716,
      "grad_norm": 0.03238277403155268,
      "learning_rate": 0.0005428556678289649,
      "loss": 1.1638,
      "step": 15110
    },
    {
      "epoch": 1.051149205466115,
      "grad_norm": 0.025496362419887928,
      "learning_rate": 0.0005425533232313588,
      "loss": 0.9429,
      "step": 15115
    },
    {
      "epoch": 1.0514969227024584,
      "grad_norm": 0.026640263148730293,
      "learning_rate": 0.000542250962959835,
      "loss": 1.212,
      "step": 15120
    },
    {
      "epoch": 1.0518446399388017,
      "grad_norm": 0.03227005324183837,
      "learning_rate": 0.000541948587125764,
      "loss": 0.9767,
      "step": 15125
    },
    {
      "epoch": 1.0521923571751453,
      "grad_norm": 0.022232955668336236,
      "learning_rate": 0.0005416461958405215,
      "loss": 1.0622,
      "step": 15130
    },
    {
      "epoch": 1.0525400744114886,
      "grad_norm": 0.01869411304836546,
      "learning_rate": 0.0005413437892154891,
      "loss": 0.9628,
      "step": 15135
    },
    {
      "epoch": 1.052887791647832,
      "grad_norm": 0.01944344468827085,
      "learning_rate": 0.000541041367362054,
      "loss": 1.0481,
      "step": 15140
    },
    {
      "epoch": 1.0532355088841754,
      "grad_norm": 0.018513553416829368,
      "learning_rate": 0.0005407389303916089,
      "loss": 1.0565,
      "step": 15145
    },
    {
      "epoch": 1.0535832261205187,
      "grad_norm": 0.020450296528060796,
      "learning_rate": 0.0005404364784155524,
      "loss": 0.9669,
      "step": 15150
    },
    {
      "epoch": 1.0539309433568622,
      "grad_norm": 0.022425873309878976,
      "learning_rate": 0.0005401340115452885,
      "loss": 0.9237,
      "step": 15155
    },
    {
      "epoch": 1.0542786605932055,
      "grad_norm": 0.02658262212929347,
      "learning_rate": 0.0005398315298922263,
      "loss": 0.9517,
      "step": 15160
    },
    {
      "epoch": 1.054626377829549,
      "grad_norm": 0.023539071630568013,
      "learning_rate": 0.0005395290335677809,
      "loss": 1.0623,
      "step": 15165
    },
    {
      "epoch": 1.0549740950658923,
      "grad_norm": 0.026340882040769835,
      "learning_rate": 0.0005392265226833725,
      "loss": 0.9792,
      "step": 15170
    },
    {
      "epoch": 1.0553218123022359,
      "grad_norm": 0.024717328144643533,
      "learning_rate": 0.0005389239973504266,
      "loss": 1.0141,
      "step": 15175
    },
    {
      "epoch": 1.0556695295385792,
      "grad_norm": 0.018321781206709457,
      "learning_rate": 0.0005386214576803745,
      "loss": 0.9268,
      "step": 15180
    },
    {
      "epoch": 1.0560172467749227,
      "grad_norm": 0.018177761779851066,
      "learning_rate": 0.000538318903784652,
      "loss": 1.0646,
      "step": 15185
    },
    {
      "epoch": 1.056364964011266,
      "grad_norm": 0.02666604597367663,
      "learning_rate": 0.0005380163357747008,
      "loss": 1.2491,
      "step": 15190
    },
    {
      "epoch": 1.0567126812476095,
      "grad_norm": 0.025952647190353062,
      "learning_rate": 0.0005377137537619675,
      "loss": 1.0069,
      "step": 15195
    },
    {
      "epoch": 1.0570603984839528,
      "grad_norm": 0.02282441128360687,
      "learning_rate": 0.0005374111578579041,
      "loss": 0.9046,
      "step": 15200
    },
    {
      "epoch": 1.0574081157202964,
      "grad_norm": 0.02094817007286697,
      "learning_rate": 0.0005371085481739673,
      "loss": 0.9756,
      "step": 15205
    },
    {
      "epoch": 1.0577558329566397,
      "grad_norm": 0.020678631134408324,
      "learning_rate": 0.0005368059248216191,
      "loss": 0.8621,
      "step": 15210
    },
    {
      "epoch": 1.058103550192983,
      "grad_norm": 0.02110456750139375,
      "learning_rate": 0.0005365032879123268,
      "loss": 1.0021,
      "step": 15215
    },
    {
      "epoch": 1.0584512674293265,
      "grad_norm": 0.019561482737670204,
      "learning_rate": 0.0005362006375575623,
      "loss": 0.9027,
      "step": 15220
    },
    {
      "epoch": 1.0587989846656698,
      "grad_norm": 0.02052446747092383,
      "learning_rate": 0.0005358979738688026,
      "loss": 0.9529,
      "step": 15225
    },
    {
      "epoch": 1.0591467019020133,
      "grad_norm": 0.03144551869146623,
      "learning_rate": 0.0005355952969575296,
      "loss": 1.0436,
      "step": 15230
    },
    {
      "epoch": 1.0594944191383566,
      "grad_norm": 0.0381693555074412,
      "learning_rate": 0.0005352926069352301,
      "loss": 1.0709,
      "step": 15235
    },
    {
      "epoch": 1.0598421363747002,
      "grad_norm": 0.023537926339924055,
      "learning_rate": 0.0005349899039133957,
      "loss": 0.9516,
      "step": 15240
    },
    {
      "epoch": 1.0601898536110435,
      "grad_norm": 0.028919296569417316,
      "learning_rate": 0.0005346871880035227,
      "loss": 1.1082,
      "step": 15245
    },
    {
      "epoch": 1.060537570847387,
      "grad_norm": 0.021618713779390345,
      "learning_rate": 0.0005343844593171124,
      "loss": 0.8798,
      "step": 15250
    },
    {
      "epoch": 1.0608852880837303,
      "grad_norm": 0.040525040727279464,
      "learning_rate": 0.0005340817179656707,
      "loss": 1.1656,
      "step": 15255
    },
    {
      "epoch": 1.0612330053200738,
      "grad_norm": 0.02329711362301161,
      "learning_rate": 0.000533778964060708,
      "loss": 1.0357,
      "step": 15260
    },
    {
      "epoch": 1.0615807225564171,
      "grad_norm": 0.01987028499230626,
      "learning_rate": 0.0005334761977137393,
      "loss": 1.096,
      "step": 15265
    },
    {
      "epoch": 1.0619284397927604,
      "grad_norm": 0.017676173060196802,
      "learning_rate": 0.0005331734190362846,
      "loss": 0.8741,
      "step": 15270
    },
    {
      "epoch": 1.062276157029104,
      "grad_norm": 0.02011227760329946,
      "learning_rate": 0.0005328706281398679,
      "loss": 1.0484,
      "step": 15275
    },
    {
      "epoch": 1.0626238742654472,
      "grad_norm": 0.024394740206349033,
      "learning_rate": 0.0005325678251360181,
      "loss": 0.9865,
      "step": 15280
    },
    {
      "epoch": 1.0629715915017908,
      "grad_norm": 0.022659274155000325,
      "learning_rate": 0.0005322650101362686,
      "loss": 0.8734,
      "step": 15285
    },
    {
      "epoch": 1.063319308738134,
      "grad_norm": 0.023072516669280726,
      "learning_rate": 0.0005319621832521567,
      "loss": 1.0704,
      "step": 15290
    },
    {
      "epoch": 1.0636670259744776,
      "grad_norm": 0.021595244951969943,
      "learning_rate": 0.0005316593445952246,
      "loss": 1.0261,
      "step": 15295
    },
    {
      "epoch": 1.064014743210821,
      "grad_norm": 0.01881685581151168,
      "learning_rate": 0.0005313564942770186,
      "loss": 1.0,
      "step": 15300
    },
    {
      "epoch": 1.0643624604471644,
      "grad_norm": 0.019829696315009217,
      "learning_rate": 0.0005310536324090895,
      "loss": 1.0219,
      "step": 15305
    },
    {
      "epoch": 1.0647101776835077,
      "grad_norm": 0.03216874316042752,
      "learning_rate": 0.000530750759102992,
      "loss": 1.1991,
      "step": 15310
    },
    {
      "epoch": 1.0650578949198513,
      "grad_norm": 0.025754316560998566,
      "learning_rate": 0.0005304478744702853,
      "loss": 0.9337,
      "step": 15315
    },
    {
      "epoch": 1.0654056121561946,
      "grad_norm": 0.02524712907099604,
      "learning_rate": 0.0005301449786225327,
      "loss": 1.0582,
      "step": 15320
    },
    {
      "epoch": 1.065753329392538,
      "grad_norm": 0.02926157933968126,
      "learning_rate": 0.0005298420716713015,
      "loss": 0.9522,
      "step": 15325
    },
    {
      "epoch": 1.0661010466288814,
      "grad_norm": 0.038815223161150575,
      "learning_rate": 0.0005295391537281636,
      "loss": 1.0853,
      "step": 15330
    },
    {
      "epoch": 1.0664487638652247,
      "grad_norm": 0.025751493956776502,
      "learning_rate": 0.0005292362249046941,
      "loss": 1.0043,
      "step": 15335
    },
    {
      "epoch": 1.0667964811015682,
      "grad_norm": 0.03552359372987554,
      "learning_rate": 0.0005289332853124729,
      "loss": 0.971,
      "step": 15340
    },
    {
      "epoch": 1.0671441983379115,
      "grad_norm": 0.033075758542158246,
      "learning_rate": 0.0005286303350630833,
      "loss": 1.0142,
      "step": 15345
    },
    {
      "epoch": 1.067491915574255,
      "grad_norm": 0.02153594983317691,
      "learning_rate": 0.0005283273742681127,
      "loss": 0.9547,
      "step": 15350
    },
    {
      "epoch": 1.0678396328105983,
      "grad_norm": 0.024787825889668966,
      "learning_rate": 0.0005280244030391529,
      "loss": 0.9482,
      "step": 15355
    },
    {
      "epoch": 1.0681873500469419,
      "grad_norm": 0.025389287506007083,
      "learning_rate": 0.0005277214214877986,
      "loss": 0.948,
      "step": 15360
    },
    {
      "epoch": 1.0685350672832852,
      "grad_norm": 0.023056863741258968,
      "learning_rate": 0.000527418429725649,
      "loss": 0.9016,
      "step": 15365
    },
    {
      "epoch": 1.0688827845196287,
      "grad_norm": 0.022083036585737834,
      "learning_rate": 0.0005271154278643069,
      "loss": 0.9523,
      "step": 15370
    },
    {
      "epoch": 1.069230501755972,
      "grad_norm": 0.028884722551375284,
      "learning_rate": 0.0005268124160153786,
      "loss": 0.9648,
      "step": 15375
    },
    {
      "epoch": 1.0695782189923155,
      "grad_norm": 0.026070914297222112,
      "learning_rate": 0.0005265093942904744,
      "loss": 0.9916,
      "step": 15380
    },
    {
      "epoch": 1.0699259362286588,
      "grad_norm": 0.02017877829079942,
      "learning_rate": 0.0005262063628012079,
      "loss": 1.0344,
      "step": 15385
    },
    {
      "epoch": 1.0702736534650024,
      "grad_norm": 0.01785195523754542,
      "learning_rate": 0.0005259033216591968,
      "loss": 1.108,
      "step": 15390
    },
    {
      "epoch": 1.0706213707013457,
      "grad_norm": 0.027129963921197608,
      "learning_rate": 0.0005256002709760616,
      "loss": 0.9252,
      "step": 15395
    },
    {
      "epoch": 1.070969087937689,
      "grad_norm": 0.027171205013080308,
      "learning_rate": 0.0005252972108634271,
      "loss": 1.0247,
      "step": 15400
    },
    {
      "epoch": 1.0713168051740325,
      "grad_norm": 0.025415453881587037,
      "learning_rate": 0.0005249941414329212,
      "loss": 1.0817,
      "step": 15405
    },
    {
      "epoch": 1.0716645224103758,
      "grad_norm": 0.030553658800225317,
      "learning_rate": 0.0005246910627961751,
      "loss": 0.923,
      "step": 15410
    },
    {
      "epoch": 1.0720122396467193,
      "grad_norm": 0.02036205570799131,
      "learning_rate": 0.0005243879750648238,
      "loss": 0.9386,
      "step": 15415
    },
    {
      "epoch": 1.0723599568830626,
      "grad_norm": 0.02680893440083798,
      "learning_rate": 0.000524084878350505,
      "loss": 1.0027,
      "step": 15420
    },
    {
      "epoch": 1.0727076741194062,
      "grad_norm": 0.021557216689747475,
      "learning_rate": 0.0005237817727648604,
      "loss": 0.9529,
      "step": 15425
    },
    {
      "epoch": 1.0730553913557495,
      "grad_norm": 0.02826217358756937,
      "learning_rate": 0.0005234786584195348,
      "loss": 0.9317,
      "step": 15430
    },
    {
      "epoch": 1.073403108592093,
      "grad_norm": 0.02798015080696516,
      "learning_rate": 0.0005231755354261757,
      "loss": 0.9554,
      "step": 15435
    },
    {
      "epoch": 1.0737508258284363,
      "grad_norm": 0.02441979426544902,
      "learning_rate": 0.0005228724038964344,
      "loss": 0.9114,
      "step": 15440
    },
    {
      "epoch": 1.0740985430647798,
      "grad_norm": 0.021680077842691145,
      "learning_rate": 0.0005225692639419653,
      "loss": 0.9489,
      "step": 15445
    },
    {
      "epoch": 1.0744462603011231,
      "grad_norm": 0.04004362718678267,
      "learning_rate": 0.0005222661156744254,
      "loss": 0.9371,
      "step": 15450
    },
    {
      "epoch": 1.0747939775374666,
      "grad_norm": 0.02720420764857368,
      "learning_rate": 0.0005219629592054754,
      "loss": 1.0195,
      "step": 15455
    },
    {
      "epoch": 1.07514169477381,
      "grad_norm": 0.022466682218714052,
      "learning_rate": 0.0005216597946467784,
      "loss": 1.0729,
      "step": 15460
    },
    {
      "epoch": 1.0754894120101532,
      "grad_norm": 0.02403130026419426,
      "learning_rate": 0.0005213566221100012,
      "loss": 0.9665,
      "step": 15465
    },
    {
      "epoch": 1.0758371292464968,
      "grad_norm": 0.025138992051940135,
      "learning_rate": 0.0005210534417068128,
      "loss": 1.0352,
      "step": 15470
    },
    {
      "epoch": 1.07618484648284,
      "grad_norm": 0.019041895028166403,
      "learning_rate": 0.0005207502535488855,
      "loss": 0.8952,
      "step": 15475
    },
    {
      "epoch": 1.0765325637191836,
      "grad_norm": 0.018574472137587433,
      "learning_rate": 0.0005204470577478946,
      "loss": 0.9488,
      "step": 15480
    },
    {
      "epoch": 1.076880280955527,
      "grad_norm": 0.017941930784820603,
      "learning_rate": 0.0005201438544155176,
      "loss": 0.9712,
      "step": 15485
    },
    {
      "epoch": 1.0772279981918704,
      "grad_norm": 0.02004145430830632,
      "learning_rate": 0.0005198406436634356,
      "loss": 0.9434,
      "step": 15490
    },
    {
      "epoch": 1.0775757154282137,
      "grad_norm": 0.030463806556674536,
      "learning_rate": 0.0005195374256033317,
      "loss": 1.0226,
      "step": 15495
    },
    {
      "epoch": 1.0779234326645573,
      "grad_norm": 0.03514066096475191,
      "learning_rate": 0.0005192342003468923,
      "loss": 1.1226,
      "step": 15500
    },
    {
      "epoch": 1.0782711499009006,
      "grad_norm": 0.033096059171733534,
      "learning_rate": 0.000518930968005806,
      "loss": 1.0183,
      "step": 15505
    },
    {
      "epoch": 1.078618867137244,
      "grad_norm": 0.03636577862857974,
      "learning_rate": 0.000518627728691764,
      "loss": 1.0309,
      "step": 15510
    },
    {
      "epoch": 1.0789665843735874,
      "grad_norm": 0.027257652471042174,
      "learning_rate": 0.0005183244825164605,
      "loss": 0.908,
      "step": 15515
    },
    {
      "epoch": 1.079314301609931,
      "grad_norm": 0.02519865860719619,
      "learning_rate": 0.0005180212295915917,
      "loss": 1.0395,
      "step": 15520
    },
    {
      "epoch": 1.0796620188462742,
      "grad_norm": 0.03073950145968533,
      "learning_rate": 0.0005177179700288568,
      "loss": 0.9919,
      "step": 15525
    },
    {
      "epoch": 1.0800097360826175,
      "grad_norm": 0.024746681218457894,
      "learning_rate": 0.0005174147039399571,
      "loss": 1.0801,
      "step": 15530
    },
    {
      "epoch": 1.080357453318961,
      "grad_norm": 0.02161635292026745,
      "learning_rate": 0.0005171114314365963,
      "loss": 0.9225,
      "step": 15535
    },
    {
      "epoch": 1.0807051705553044,
      "grad_norm": 0.022194663438605305,
      "learning_rate": 0.0005168081526304807,
      "loss": 1.0218,
      "step": 15540
    },
    {
      "epoch": 1.0810528877916479,
      "grad_norm": 0.02923598175588939,
      "learning_rate": 0.0005165048676333187,
      "loss": 0.93,
      "step": 15545
    },
    {
      "epoch": 1.0814006050279912,
      "grad_norm": 0.02219105977813145,
      "learning_rate": 0.0005162015765568209,
      "loss": 1.1408,
      "step": 15550
    },
    {
      "epoch": 1.0817483222643347,
      "grad_norm": 0.026732755336187165,
      "learning_rate": 0.0005158982795127008,
      "loss": 0.9309,
      "step": 15555
    },
    {
      "epoch": 1.082096039500678,
      "grad_norm": 0.025310157662790603,
      "learning_rate": 0.000515594976612673,
      "loss": 1.0218,
      "step": 15560
    },
    {
      "epoch": 1.0824437567370215,
      "grad_norm": 0.029262777671784687,
      "learning_rate": 0.0005152916679684551,
      "loss": 0.9805,
      "step": 15565
    },
    {
      "epoch": 1.0827914739733648,
      "grad_norm": 0.021560903215786763,
      "learning_rate": 0.0005149883536917668,
      "loss": 1.0324,
      "step": 15570
    },
    {
      "epoch": 1.0831391912097084,
      "grad_norm": 0.021227329912148863,
      "learning_rate": 0.0005146850338943294,
      "loss": 1.0408,
      "step": 15575
    },
    {
      "epoch": 1.0834869084460517,
      "grad_norm": 0.01988286633506458,
      "learning_rate": 0.0005143817086878664,
      "loss": 0.8675,
      "step": 15580
    },
    {
      "epoch": 1.0838346256823952,
      "grad_norm": 0.026772404583246843,
      "learning_rate": 0.0005140783781841036,
      "loss": 1.1178,
      "step": 15585
    },
    {
      "epoch": 1.0841823429187385,
      "grad_norm": 0.022491615255979234,
      "learning_rate": 0.0005137750424947682,
      "loss": 0.9132,
      "step": 15590
    },
    {
      "epoch": 1.0845300601550818,
      "grad_norm": 0.020710062621793333,
      "learning_rate": 0.0005134717017315899,
      "loss": 0.9025,
      "step": 15595
    },
    {
      "epoch": 1.0848777773914253,
      "grad_norm": 0.02664999365376752,
      "learning_rate": 0.0005131683560063001,
      "loss": 0.97,
      "step": 15600
    },
    {
      "epoch": 1.0852254946277686,
      "grad_norm": 0.02048290390455359,
      "learning_rate": 0.0005128650054306316,
      "loss": 0.9236,
      "step": 15605
    },
    {
      "epoch": 1.0855732118641122,
      "grad_norm": 0.024066124887658597,
      "learning_rate": 0.0005125616501163194,
      "loss": 1.2224,
      "step": 15610
    },
    {
      "epoch": 1.0859209291004555,
      "grad_norm": 0.022918751396688367,
      "learning_rate": 0.0005122582901751002,
      "loss": 1.0146,
      "step": 15615
    },
    {
      "epoch": 1.086268646336799,
      "grad_norm": 0.02274437867250771,
      "learning_rate": 0.0005119549257187126,
      "loss": 0.9804,
      "step": 15620
    },
    {
      "epoch": 1.0866163635731423,
      "grad_norm": 0.02186303288628412,
      "learning_rate": 0.0005116515568588965,
      "loss": 0.986,
      "step": 15625
    },
    {
      "epoch": 1.0869640808094858,
      "grad_norm": 0.026122750561696356,
      "learning_rate": 0.0005113481837073933,
      "loss": 0.9187,
      "step": 15630
    },
    {
      "epoch": 1.0873117980458291,
      "grad_norm": 0.02120782343833345,
      "learning_rate": 0.0005110448063759463,
      "loss": 1.1628,
      "step": 15635
    },
    {
      "epoch": 1.0876595152821726,
      "grad_norm": 0.02637599941242411,
      "learning_rate": 0.0005107414249763003,
      "loss": 1.0756,
      "step": 15640
    },
    {
      "epoch": 1.088007232518516,
      "grad_norm": 0.028429426556920018,
      "learning_rate": 0.0005104380396202019,
      "loss": 1.1027,
      "step": 15645
    },
    {
      "epoch": 1.0883549497548592,
      "grad_norm": 0.02133364168216466,
      "learning_rate": 0.0005101346504193985,
      "loss": 0.9421,
      "step": 15650
    },
    {
      "epoch": 1.0887026669912028,
      "grad_norm": 0.023646185928181934,
      "learning_rate": 0.0005098312574856393,
      "loss": 1.1098,
      "step": 15655
    },
    {
      "epoch": 1.089050384227546,
      "grad_norm": 0.021467618630996416,
      "learning_rate": 0.0005095278609306747,
      "loss": 1.0603,
      "step": 15660
    },
    {
      "epoch": 1.0893981014638896,
      "grad_norm": 0.042167360469056045,
      "learning_rate": 0.0005092244608662567,
      "loss": 0.9969,
      "step": 15665
    },
    {
      "epoch": 1.089745818700233,
      "grad_norm": 0.019814604720501193,
      "learning_rate": 0.0005089210574041384,
      "loss": 0.9255,
      "step": 15670
    },
    {
      "epoch": 1.0900935359365764,
      "grad_norm": 0.03200330947290868,
      "learning_rate": 0.0005086176506560743,
      "loss": 0.9436,
      "step": 15675
    },
    {
      "epoch": 1.0904412531729197,
      "grad_norm": 0.027434408049446475,
      "learning_rate": 0.0005083142407338199,
      "loss": 0.9661,
      "step": 15680
    },
    {
      "epoch": 1.0907889704092633,
      "grad_norm": 0.02421933276335407,
      "learning_rate": 0.0005080108277491319,
      "loss": 0.9854,
      "step": 15685
    },
    {
      "epoch": 1.0911366876456066,
      "grad_norm": 0.021656918065570796,
      "learning_rate": 0.0005077074118137682,
      "loss": 0.9201,
      "step": 15690
    },
    {
      "epoch": 1.09148440488195,
      "grad_norm": 0.02407453995035661,
      "learning_rate": 0.0005074039930394879,
      "loss": 1.0091,
      "step": 15695
    },
    {
      "epoch": 1.0918321221182934,
      "grad_norm": 0.030702019511690083,
      "learning_rate": 0.0005071005715380512,
      "loss": 1.1015,
      "step": 15700
    },
    {
      "epoch": 1.0921798393546367,
      "grad_norm": 0.019642070048031122,
      "learning_rate": 0.0005067971474212187,
      "loss": 0.9762,
      "step": 15705
    },
    {
      "epoch": 1.0925275565909802,
      "grad_norm": 0.03574184607435074,
      "learning_rate": 0.0005064937208007529,
      "loss": 1.1582,
      "step": 15710
    },
    {
      "epoch": 1.0928752738273235,
      "grad_norm": 0.0249374262625565,
      "learning_rate": 0.0005061902917884162,
      "loss": 1.0329,
      "step": 15715
    },
    {
      "epoch": 1.093222991063667,
      "grad_norm": 0.022219244226898686,
      "learning_rate": 0.0005058868604959727,
      "loss": 0.9597,
      "step": 15720
    },
    {
      "epoch": 1.0935707083000104,
      "grad_norm": 0.024168133078603948,
      "learning_rate": 0.0005055834270351873,
      "loss": 1.0392,
      "step": 15725
    },
    {
      "epoch": 1.0939184255363539,
      "grad_norm": 0.0252478529838248,
      "learning_rate": 0.0005052799915178248,
      "loss": 0.9898,
      "step": 15730
    },
    {
      "epoch": 1.0942661427726972,
      "grad_norm": 0.03125885263713036,
      "learning_rate": 0.0005049765540556519,
      "loss": 1.0159,
      "step": 15735
    },
    {
      "epoch": 1.0946138600090407,
      "grad_norm": 0.02106795615403286,
      "learning_rate": 0.0005046731147604354,
      "loss": 1.0373,
      "step": 15740
    },
    {
      "epoch": 1.094961577245384,
      "grad_norm": 0.0223745632199712,
      "learning_rate": 0.0005043696737439429,
      "loss": 0.9944,
      "step": 15745
    },
    {
      "epoch": 1.0953092944817275,
      "grad_norm": 0.028668485370584057,
      "learning_rate": 0.0005040662311179426,
      "loss": 0.9678,
      "step": 15750
    },
    {
      "epoch": 1.0956570117180708,
      "grad_norm": 0.031237216267137845,
      "learning_rate": 0.0005037627869942031,
      "loss": 1.0098,
      "step": 15755
    },
    {
      "epoch": 1.0960047289544144,
      "grad_norm": 0.023774184625995644,
      "learning_rate": 0.0005034593414844943,
      "loss": 0.9059,
      "step": 15760
    },
    {
      "epoch": 1.0963524461907577,
      "grad_norm": 0.035671708573066736,
      "learning_rate": 0.0005031558947005856,
      "loss": 1.1839,
      "step": 15765
    },
    {
      "epoch": 1.096700163427101,
      "grad_norm": 0.026159947315867533,
      "learning_rate": 0.0005028524467542474,
      "loss": 1.0285,
      "step": 15770
    },
    {
      "epoch": 1.0970478806634445,
      "grad_norm": 0.0306384796734936,
      "learning_rate": 0.0005025489977572509,
      "loss": 1.0323,
      "step": 15775
    },
    {
      "epoch": 1.0973955978997878,
      "grad_norm": 0.030692473283954455,
      "learning_rate": 0.0005022455478213666,
      "loss": 0.9434,
      "step": 15780
    },
    {
      "epoch": 1.0977433151361313,
      "grad_norm": 0.029071713045083748,
      "learning_rate": 0.0005019420970583666,
      "loss": 1.0413,
      "step": 15785
    },
    {
      "epoch": 1.0980910323724746,
      "grad_norm": 0.024675571901630524,
      "learning_rate": 0.0005016386455800225,
      "loss": 0.9652,
      "step": 15790
    },
    {
      "epoch": 1.0984387496088182,
      "grad_norm": 0.023621678910968662,
      "learning_rate": 0.0005013351934981063,
      "loss": 1.1269,
      "step": 15795
    },
    {
      "epoch": 1.0987864668451615,
      "grad_norm": 0.023007496745910197,
      "learning_rate": 0.0005010317409243903,
      "loss": 1.0203,
      "step": 15800
    },
    {
      "epoch": 1.099134184081505,
      "grad_norm": 0.018567411636816408,
      "learning_rate": 0.0005007282879706472,
      "loss": 0.964,
      "step": 15805
    },
    {
      "epoch": 1.0994819013178483,
      "grad_norm": 0.03672299981168532,
      "learning_rate": 0.0005004248347486493,
      "loss": 1.1865,
      "step": 15810
    },
    {
      "epoch": 1.0998296185541918,
      "grad_norm": 0.024781964304338933,
      "learning_rate": 0.0005001213813701697,
      "loss": 0.8985,
      "step": 15815
    },
    {
      "epoch": 1.1001773357905351,
      "grad_norm": 0.0195773058688229,
      "learning_rate": 0.0004998179279469809,
      "loss": 1.0813,
      "step": 15820
    },
    {
      "epoch": 1.1005250530268786,
      "grad_norm": 0.032516269637117824,
      "learning_rate": 0.0004995144745908558,
      "loss": 1.0729,
      "step": 15825
    },
    {
      "epoch": 1.100872770263222,
      "grad_norm": 0.02446764571967595,
      "learning_rate": 0.0004992110214135672,
      "loss": 0.961,
      "step": 15830
    },
    {
      "epoch": 1.1012204874995652,
      "grad_norm": 0.02021479975566867,
      "learning_rate": 0.0004989075685268876,
      "loss": 0.8865,
      "step": 15835
    },
    {
      "epoch": 1.1015682047359088,
      "grad_norm": 0.023601366005282714,
      "learning_rate": 0.0004986041160425899,
      "loss": 1.0244,
      "step": 15840
    },
    {
      "epoch": 1.101915921972252,
      "grad_norm": 0.02532770951891929,
      "learning_rate": 0.0004983006640724464,
      "loss": 0.9385,
      "step": 15845
    },
    {
      "epoch": 1.1022636392085956,
      "grad_norm": 0.020274178886122148,
      "learning_rate": 0.0004979972127282293,
      "loss": 0.9903,
      "step": 15850
    },
    {
      "epoch": 1.102611356444939,
      "grad_norm": 0.027551891129773,
      "learning_rate": 0.0004976937621217106,
      "loss": 0.9976,
      "step": 15855
    },
    {
      "epoch": 1.1029590736812824,
      "grad_norm": 0.025702860089900692,
      "learning_rate": 0.0004973903123646624,
      "loss": 0.9259,
      "step": 15860
    },
    {
      "epoch": 1.1033067909176257,
      "grad_norm": 0.021319619876531165,
      "learning_rate": 0.0004970868635688556,
      "loss": 0.9775,
      "step": 15865
    },
    {
      "epoch": 1.1036545081539693,
      "grad_norm": 0.028057962858414446,
      "learning_rate": 0.0004967834158460619,
      "loss": 1.0136,
      "step": 15870
    },
    {
      "epoch": 1.1040022253903126,
      "grad_norm": 0.021091533588439203,
      "learning_rate": 0.0004964799693080515,
      "loss": 0.901,
      "step": 15875
    },
    {
      "epoch": 1.104349942626656,
      "grad_norm": 0.02416092581214837,
      "learning_rate": 0.0004961765240665949,
      "loss": 1.0011,
      "step": 15880
    },
    {
      "epoch": 1.1046976598629994,
      "grad_norm": 0.03681925631097381,
      "learning_rate": 0.0004958730802334618,
      "loss": 1.0167,
      "step": 15885
    },
    {
      "epoch": 1.105045377099343,
      "grad_norm": 0.03438768211160828,
      "learning_rate": 0.0004955696379204215,
      "loss": 0.9637,
      "step": 15890
    },
    {
      "epoch": 1.1053930943356862,
      "grad_norm": 0.033642182943350696,
      "learning_rate": 0.0004952661972392428,
      "loss": 1.0447,
      "step": 15895
    },
    {
      "epoch": 1.1057408115720295,
      "grad_norm": 0.038923199174698754,
      "learning_rate": 0.0004949627583016936,
      "loss": 0.8914,
      "step": 15900
    },
    {
      "epoch": 1.106088528808373,
      "grad_norm": 0.025274434717815517,
      "learning_rate": 0.0004946593212195415,
      "loss": 0.9926,
      "step": 15905
    },
    {
      "epoch": 1.1064362460447164,
      "grad_norm": 0.02036221042413646,
      "learning_rate": 0.0004943558861045532,
      "loss": 0.8556,
      "step": 15910
    },
    {
      "epoch": 1.1067839632810599,
      "grad_norm": 0.02017859815916482,
      "learning_rate": 0.0004940524530684948,
      "loss": 0.9812,
      "step": 15915
    },
    {
      "epoch": 1.1071316805174032,
      "grad_norm": 0.021998209434388113,
      "learning_rate": 0.0004937490222231316,
      "loss": 1.0143,
      "step": 15920
    },
    {
      "epoch": 1.1074793977537467,
      "grad_norm": 0.02235500461770868,
      "learning_rate": 0.000493445593680228,
      "loss": 0.9737,
      "step": 15925
    },
    {
      "epoch": 1.10782711499009,
      "grad_norm": 0.027251841478854,
      "learning_rate": 0.0004931421675515477,
      "loss": 0.9427,
      "step": 15930
    },
    {
      "epoch": 1.1081748322264335,
      "grad_norm": 0.02402469328597136,
      "learning_rate": 0.0004928387439488535,
      "loss": 0.9438,
      "step": 15935
    },
    {
      "epoch": 1.1085225494627768,
      "grad_norm": 0.02275330494816072,
      "learning_rate": 0.0004925353229839071,
      "loss": 1.1729,
      "step": 15940
    },
    {
      "epoch": 1.1088702666991204,
      "grad_norm": 0.020128750389165832,
      "learning_rate": 0.0004922319047684695,
      "loss": 1.0829,
      "step": 15945
    },
    {
      "epoch": 1.1092179839354637,
      "grad_norm": 0.02268681891519032,
      "learning_rate": 0.0004919284894143003,
      "loss": 0.9662,
      "step": 15950
    },
    {
      "epoch": 1.1095657011718072,
      "grad_norm": 0.02595277001274504,
      "learning_rate": 0.0004916250770331585,
      "loss": 0.9865,
      "step": 15955
    },
    {
      "epoch": 1.1099134184081505,
      "grad_norm": 0.0222600308338718,
      "learning_rate": 0.0004913216677368016,
      "loss": 0.9681,
      "step": 15960
    },
    {
      "epoch": 1.1102611356444938,
      "grad_norm": 0.023103823124681122,
      "learning_rate": 0.0004910182616369861,
      "loss": 0.9504,
      "step": 15965
    },
    {
      "epoch": 1.1106088528808373,
      "grad_norm": 0.022771503611538818,
      "learning_rate": 0.0004907148588454677,
      "loss": 0.9599,
      "step": 15970
    },
    {
      "epoch": 1.1109565701171806,
      "grad_norm": 0.020647847458612957,
      "learning_rate": 0.0004904114594740001,
      "loss": 1.0836,
      "step": 15975
    },
    {
      "epoch": 1.1113042873535242,
      "grad_norm": 0.020977729420067415,
      "learning_rate": 0.0004901080636343366,
      "loss": 0.9798,
      "step": 15980
    },
    {
      "epoch": 1.1116520045898675,
      "grad_norm": 0.022757518665268213,
      "learning_rate": 0.0004898046714382284,
      "loss": 0.9983,
      "step": 15985
    },
    {
      "epoch": 1.111999721826211,
      "grad_norm": 0.03457951484681648,
      "learning_rate": 0.0004895012829974261,
      "loss": 1.2253,
      "step": 15990
    },
    {
      "epoch": 1.1123474390625543,
      "grad_norm": 0.01684066854002718,
      "learning_rate": 0.0004891978984236784,
      "loss": 1.0268,
      "step": 15995
    },
    {
      "epoch": 1.1126951562988978,
      "grad_norm": 0.02572868963344982,
      "learning_rate": 0.0004888945178287327,
      "loss": 1.0941,
      "step": 16000
    },
    {
      "epoch": 1.1130428735352411,
      "grad_norm": 0.021114893277341014,
      "learning_rate": 0.000488591141324335,
      "loss": 1.0764,
      "step": 16005
    },
    {
      "epoch": 1.1133905907715846,
      "grad_norm": 0.02065315471262862,
      "learning_rate": 0.0004882877690222297,
      "loss": 0.9693,
      "step": 16010
    },
    {
      "epoch": 1.113738308007928,
      "grad_norm": 0.018621058050792255,
      "learning_rate": 0.0004879844010341599,
      "loss": 0.9387,
      "step": 16015
    },
    {
      "epoch": 1.1140860252442715,
      "grad_norm": 0.022685129566932166,
      "learning_rate": 0.0004876810374718668,
      "loss": 0.9346,
      "step": 16020
    },
    {
      "epoch": 1.1144337424806148,
      "grad_norm": 0.02146762708731531,
      "learning_rate": 0.0004873776784470901,
      "loss": 0.9375,
      "step": 16025
    },
    {
      "epoch": 1.114781459716958,
      "grad_norm": 0.018508006848878305,
      "learning_rate": 0.0004870743240715678,
      "loss": 0.8697,
      "step": 16030
    },
    {
      "epoch": 1.1151291769533016,
      "grad_norm": 0.02112274377076435,
      "learning_rate": 0.0004867709744570363,
      "loss": 0.9321,
      "step": 16035
    },
    {
      "epoch": 1.115476894189645,
      "grad_norm": 0.021399836618498504,
      "learning_rate": 0.00048646762971523013,
      "loss": 1.187,
      "step": 16040
    },
    {
      "epoch": 1.1158246114259884,
      "grad_norm": 0.03116144705248402,
      "learning_rate": 0.00048616428995788206,
      "loss": 1.1214,
      "step": 16045
    },
    {
      "epoch": 1.1161723286623317,
      "grad_norm": 0.018426808142899535,
      "learning_rate": 0.000485860955296723,
      "loss": 0.9342,
      "step": 16050
    },
    {
      "epoch": 1.1165200458986753,
      "grad_norm": 0.01860611549161986,
      "learning_rate": 0.0004855576258434819,
      "loss": 1.284,
      "step": 16055
    },
    {
      "epoch": 1.1168677631350186,
      "grad_norm": 0.017647623824460598,
      "learning_rate": 0.00048525430170988604,
      "loss": 0.9313,
      "step": 16060
    },
    {
      "epoch": 1.117215480371362,
      "grad_norm": 0.027797412365610754,
      "learning_rate": 0.00048495098300766057,
      "loss": 1.0035,
      "step": 16065
    },
    {
      "epoch": 1.1175631976077054,
      "grad_norm": 0.023931330276404192,
      "learning_rate": 0.0004846476698485287,
      "loss": 1.0208,
      "step": 16070
    },
    {
      "epoch": 1.117910914844049,
      "grad_norm": 0.01809692328662362,
      "learning_rate": 0.00048434436234421144,
      "loss": 0.9509,
      "step": 16075
    },
    {
      "epoch": 1.1182586320803922,
      "grad_norm": 0.023365591185254768,
      "learning_rate": 0.0004840410606064278,
      "loss": 1.0293,
      "step": 16080
    },
    {
      "epoch": 1.1186063493167357,
      "grad_norm": 0.021170662801253112,
      "learning_rate": 0.0004837377647468949,
      "loss": 1.0445,
      "step": 16085
    },
    {
      "epoch": 1.118954066553079,
      "grad_norm": 0.019994561564548725,
      "learning_rate": 0.0004834344748773274,
      "loss": 1.2643,
      "step": 16090
    },
    {
      "epoch": 1.1193017837894224,
      "grad_norm": 0.02197532114348162,
      "learning_rate": 0.000483131191109438,
      "loss": 1.0866,
      "step": 16095
    },
    {
      "epoch": 1.1196495010257659,
      "grad_norm": 0.02097913619326063,
      "learning_rate": 0.00048282791355493674,
      "loss": 1.1172,
      "step": 16100
    },
    {
      "epoch": 1.1199972182621092,
      "grad_norm": 0.023788205176266543,
      "learning_rate": 0.0004825246423255317,
      "loss": 0.9337,
      "step": 16105
    },
    {
      "epoch": 1.1203449354984527,
      "grad_norm": 0.030495061584716737,
      "learning_rate": 0.0004822213775329287,
      "loss": 0.9968,
      "step": 16110
    },
    {
      "epoch": 1.120692652734796,
      "grad_norm": 0.023707507240062584,
      "learning_rate": 0.000481918119288831,
      "loss": 0.9776,
      "step": 16115
    },
    {
      "epoch": 1.1210403699711395,
      "grad_norm": 0.018450386141464103,
      "learning_rate": 0.0004816148677049396,
      "loss": 1.0204,
      "step": 16120
    },
    {
      "epoch": 1.1213880872074828,
      "grad_norm": 0.021430455173709315,
      "learning_rate": 0.00048131162289295266,
      "loss": 1.0569,
      "step": 16125
    },
    {
      "epoch": 1.1217358044438264,
      "grad_norm": 0.021558595531153597,
      "learning_rate": 0.0004810083849645664,
      "loss": 0.987,
      "step": 16130
    },
    {
      "epoch": 1.1220835216801697,
      "grad_norm": 0.02378860132026451,
      "learning_rate": 0.00048070515403147415,
      "loss": 0.9646,
      "step": 16135
    },
    {
      "epoch": 1.122431238916513,
      "grad_norm": 0.021454741360602214,
      "learning_rate": 0.00048040193020536676,
      "loss": 0.8603,
      "step": 16140
    },
    {
      "epoch": 1.1227789561528565,
      "grad_norm": 0.02540668112270512,
      "learning_rate": 0.00048009871359793257,
      "loss": 1.101,
      "step": 16145
    },
    {
      "epoch": 1.1231266733891998,
      "grad_norm": 0.025207674750118488,
      "learning_rate": 0.0004797955043208567,
      "loss": 0.9352,
      "step": 16150
    },
    {
      "epoch": 1.1234743906255433,
      "grad_norm": 0.026033848527524977,
      "learning_rate": 0.00047949230248582267,
      "loss": 0.9947,
      "step": 16155
    },
    {
      "epoch": 1.1238221078618866,
      "grad_norm": 0.03278470459704365,
      "learning_rate": 0.00047918910820451033,
      "loss": 1.1733,
      "step": 16160
    },
    {
      "epoch": 1.1241698250982302,
      "grad_norm": 0.02645291491016507,
      "learning_rate": 0.00047888592158859696,
      "loss": 0.9924,
      "step": 16165
    },
    {
      "epoch": 1.1245175423345735,
      "grad_norm": 0.025055765421071553,
      "learning_rate": 0.00047858274274975706,
      "loss": 0.9676,
      "step": 16170
    },
    {
      "epoch": 1.124865259570917,
      "grad_norm": 0.018329345937573516,
      "learning_rate": 0.0004782795717996624,
      "loss": 0.9829,
      "step": 16175
    },
    {
      "epoch": 1.1252129768072603,
      "grad_norm": 0.029046052634931152,
      "learning_rate": 0.00047797640884998156,
      "loss": 1.117,
      "step": 16180
    },
    {
      "epoch": 1.1255606940436038,
      "grad_norm": 0.018304088612808155,
      "learning_rate": 0.00047767325401238065,
      "loss": 1.1328,
      "step": 16185
    },
    {
      "epoch": 1.1259084112799471,
      "grad_norm": 0.04547376985601556,
      "learning_rate": 0.0004773701073985222,
      "loss": 0.9121,
      "step": 16190
    },
    {
      "epoch": 1.1262561285162906,
      "grad_norm": 0.021148772003815396,
      "learning_rate": 0.0004770669691200661,
      "loss": 0.9795,
      "step": 16195
    },
    {
      "epoch": 1.126603845752634,
      "grad_norm": 0.025815740925715647,
      "learning_rate": 0.00047676383928866906,
      "loss": 1.0161,
      "step": 16200
    },
    {
      "epoch": 1.1269515629889773,
      "grad_norm": 0.022483178023458186,
      "learning_rate": 0.00047646071801598467,
      "loss": 0.9868,
      "step": 16205
    },
    {
      "epoch": 1.1272992802253208,
      "grad_norm": 0.03324277269180471,
      "learning_rate": 0.0004761576054136635,
      "loss": 0.9031,
      "step": 16210
    },
    {
      "epoch": 1.127646997461664,
      "grad_norm": 0.05218228733794229,
      "learning_rate": 0.00047585450159335263,
      "loss": 0.9968,
      "step": 16215
    },
    {
      "epoch": 1.1279947146980076,
      "grad_norm": 0.019938585557035277,
      "learning_rate": 0.00047555140666669614,
      "loss": 0.976,
      "step": 16220
    },
    {
      "epoch": 1.128342431934351,
      "grad_norm": 0.021847254456231164,
      "learning_rate": 0.0004752483207453348,
      "loss": 0.8938,
      "step": 16225
    },
    {
      "epoch": 1.1286901491706944,
      "grad_norm": 0.03505657343299913,
      "learning_rate": 0.0004749452439409061,
      "loss": 1.1269,
      "step": 16230
    },
    {
      "epoch": 1.1290378664070377,
      "grad_norm": 0.026207675219507957,
      "learning_rate": 0.00047464217636504415,
      "loss": 0.9884,
      "step": 16235
    },
    {
      "epoch": 1.1293855836433813,
      "grad_norm": 0.02371068187076144,
      "learning_rate": 0.00047433911812937943,
      "loss": 0.9585,
      "step": 16240
    },
    {
      "epoch": 1.1297333008797246,
      "grad_norm": 0.020655251464131177,
      "learning_rate": 0.00047403606934553924,
      "loss": 1.1295,
      "step": 16245
    },
    {
      "epoch": 1.130081018116068,
      "grad_norm": 0.017349257516403642,
      "learning_rate": 0.0004737330301251474,
      "loss": 0.922,
      "step": 16250
    },
    {
      "epoch": 1.1304287353524114,
      "grad_norm": 0.055949818719274874,
      "learning_rate": 0.0004734300005798241,
      "loss": 1.084,
      "step": 16255
    },
    {
      "epoch": 1.130776452588755,
      "grad_norm": 0.03217952876716641,
      "learning_rate": 0.00047312698082118613,
      "loss": 1.1123,
      "step": 16260
    },
    {
      "epoch": 1.1311241698250982,
      "grad_norm": 0.030421185848403445,
      "learning_rate": 0.0004728239709608464,
      "loss": 0.931,
      "step": 16265
    },
    {
      "epoch": 1.1314718870614415,
      "grad_norm": 0.023922572144677336,
      "learning_rate": 0.0004725209711104143,
      "loss": 0.9572,
      "step": 16270
    },
    {
      "epoch": 1.131819604297785,
      "grad_norm": 0.03430445462516695,
      "learning_rate": 0.0004722179813814957,
      "loss": 1.086,
      "step": 16275
    },
    {
      "epoch": 1.1321673215341284,
      "grad_norm": 0.028844113307572857,
      "learning_rate": 0.0004719150018856925,
      "loss": 0.8703,
      "step": 16280
    },
    {
      "epoch": 1.1325150387704719,
      "grad_norm": 0.028839809469387655,
      "learning_rate": 0.000471612032734603,
      "loss": 0.9182,
      "step": 16285
    },
    {
      "epoch": 1.1328627560068152,
      "grad_norm": 0.01877658628401593,
      "learning_rate": 0.0004713090740398215,
      "loss": 1.1203,
      "step": 16290
    },
    {
      "epoch": 1.1332104732431587,
      "grad_norm": 0.02378925781225179,
      "learning_rate": 0.0004710061259129387,
      "loss": 0.9091,
      "step": 16295
    },
    {
      "epoch": 1.133558190479502,
      "grad_norm": 0.02046954756436458,
      "learning_rate": 0.00047070318846554124,
      "loss": 0.9077,
      "step": 16300
    },
    {
      "epoch": 1.1339059077158455,
      "grad_norm": 0.03166285540157753,
      "learning_rate": 0.0004704002618092118,
      "loss": 0.9404,
      "step": 16305
    },
    {
      "epoch": 1.1342536249521888,
      "grad_norm": 0.02242279695851216,
      "learning_rate": 0.00047009734605552933,
      "loss": 0.9713,
      "step": 16310
    },
    {
      "epoch": 1.1346013421885324,
      "grad_norm": 0.05060300166270176,
      "learning_rate": 0.0004697944413160684,
      "loss": 1.0262,
      "step": 16315
    },
    {
      "epoch": 1.1349490594248757,
      "grad_norm": 0.0345242210937008,
      "learning_rate": 0.0004694915477023997,
      "loss": 0.9867,
      "step": 16320
    },
    {
      "epoch": 1.1352967766612192,
      "grad_norm": 0.017851466755634548,
      "learning_rate": 0.0004691886653260899,
      "loss": 1.0091,
      "step": 16325
    },
    {
      "epoch": 1.1356444938975625,
      "grad_norm": 0.021098386284350804,
      "learning_rate": 0.00046888579429870146,
      "loss": 1.0198,
      "step": 16330
    },
    {
      "epoch": 1.1359922111339058,
      "grad_norm": 0.0402065504661205,
      "learning_rate": 0.0004685829347317928,
      "loss": 0.9831,
      "step": 16335
    },
    {
      "epoch": 1.1363399283702493,
      "grad_norm": 0.027785795584583186,
      "learning_rate": 0.0004682800867369176,
      "loss": 0.9556,
      "step": 16340
    },
    {
      "epoch": 1.1366876456065926,
      "grad_norm": 0.02111872568772216,
      "learning_rate": 0.000467977250425626,
      "loss": 0.9775,
      "step": 16345
    },
    {
      "epoch": 1.1370353628429362,
      "grad_norm": 0.025765209954087275,
      "learning_rate": 0.00046767442590946336,
      "loss": 0.9722,
      "step": 16350
    },
    {
      "epoch": 1.1373830800792795,
      "grad_norm": 0.020787698982205293,
      "learning_rate": 0.0004673716132999708,
      "loss": 0.8849,
      "step": 16355
    },
    {
      "epoch": 1.137730797315623,
      "grad_norm": 0.020635580768722517,
      "learning_rate": 0.0004670688127086853,
      "loss": 1.226,
      "step": 16360
    },
    {
      "epoch": 1.1380785145519663,
      "grad_norm": 0.025199730170590497,
      "learning_rate": 0.0004667660242471388,
      "loss": 0.9803,
      "step": 16365
    },
    {
      "epoch": 1.1384262317883098,
      "grad_norm": 0.023928029396655552,
      "learning_rate": 0.0004664632480268595,
      "loss": 1.0598,
      "step": 16370
    },
    {
      "epoch": 1.1387739490246531,
      "grad_norm": 0.021304609909954576,
      "learning_rate": 0.00046616048415937055,
      "loss": 1.0017,
      "step": 16375
    },
    {
      "epoch": 1.1391216662609966,
      "grad_norm": 0.023234823658864766,
      "learning_rate": 0.0004658577327561909,
      "loss": 1.0158,
      "step": 16380
    },
    {
      "epoch": 1.13946938349734,
      "grad_norm": 0.025908977360522847,
      "learning_rate": 0.0004655549939288347,
      "loss": 0.8718,
      "step": 16385
    },
    {
      "epoch": 1.1398171007336835,
      "grad_norm": 0.027669881080569718,
      "learning_rate": 0.00046525226778881167,
      "loss": 0.9591,
      "step": 16390
    },
    {
      "epoch": 1.1401648179700268,
      "grad_norm": 0.02489503441304678,
      "learning_rate": 0.0004649495544476265,
      "loss": 0.9603,
      "step": 16395
    },
    {
      "epoch": 1.14051253520637,
      "grad_norm": 0.02196831590545848,
      "learning_rate": 0.00046464685401677953,
      "loss": 0.9759,
      "step": 16400
    },
    {
      "epoch": 1.1408602524427136,
      "grad_norm": 0.02082426403147315,
      "learning_rate": 0.0004643441666077661,
      "loss": 1.04,
      "step": 16405
    },
    {
      "epoch": 1.141207969679057,
      "grad_norm": 0.04003113835015731,
      "learning_rate": 0.0004640414923320769,
      "loss": 1.0104,
      "step": 16410
    },
    {
      "epoch": 1.1415556869154004,
      "grad_norm": 0.02356808157970797,
      "learning_rate": 0.00046373883130119796,
      "loss": 0.938,
      "step": 16415
    },
    {
      "epoch": 1.1419034041517437,
      "grad_norm": 0.02357576527474978,
      "learning_rate": 0.00046343618362660986,
      "loss": 1.1578,
      "step": 16420
    },
    {
      "epoch": 1.1422511213880873,
      "grad_norm": 0.024095609382809743,
      "learning_rate": 0.00046313354941978876,
      "loss": 1.0156,
      "step": 16425
    },
    {
      "epoch": 1.1425988386244306,
      "grad_norm": 0.02312068048368546,
      "learning_rate": 0.0004628309287922057,
      "loss": 0.9798,
      "step": 16430
    },
    {
      "epoch": 1.142946555860774,
      "grad_norm": 0.020753569295041102,
      "learning_rate": 0.0004625283218553267,
      "loss": 0.8931,
      "step": 16435
    },
    {
      "epoch": 1.1432942730971174,
      "grad_norm": 0.02041669308461836,
      "learning_rate": 0.00046222572872061296,
      "loss": 0.8777,
      "step": 16440
    },
    {
      "epoch": 1.143641990333461,
      "grad_norm": 0.026417752984191207,
      "learning_rate": 0.0004619231494995201,
      "loss": 0.9568,
      "step": 16445
    },
    {
      "epoch": 1.1439897075698042,
      "grad_norm": 0.024957414272152634,
      "learning_rate": 0.00046162058430349913,
      "loss": 1.0776,
      "step": 16450
    },
    {
      "epoch": 1.1443374248061478,
      "grad_norm": 0.03673414597235831,
      "learning_rate": 0.00046131803324399556,
      "loss": 0.9844,
      "step": 16455
    },
    {
      "epoch": 1.144685142042491,
      "grad_norm": 0.021833761950039804,
      "learning_rate": 0.00046101549643244984,
      "loss": 0.9682,
      "step": 16460
    },
    {
      "epoch": 1.1450328592788344,
      "grad_norm": 0.023395440511849004,
      "learning_rate": 0.0004607129739802973,
      "loss": 1.0475,
      "step": 16465
    },
    {
      "epoch": 1.1453805765151779,
      "grad_norm": 0.020270866627688656,
      "learning_rate": 0.00046041046599896757,
      "loss": 0.9437,
      "step": 16470
    },
    {
      "epoch": 1.1457282937515212,
      "grad_norm": 0.023415582733216478,
      "learning_rate": 0.00046010797259988536,
      "loss": 0.9039,
      "step": 16475
    },
    {
      "epoch": 1.1460760109878647,
      "grad_norm": 0.023993624653735956,
      "learning_rate": 0.0004598054938944698,
      "loss": 1.0351,
      "step": 16480
    },
    {
      "epoch": 1.146423728224208,
      "grad_norm": 0.02719336919940114,
      "learning_rate": 0.00045950302999413467,
      "loss": 1.0293,
      "step": 16485
    },
    {
      "epoch": 1.1467714454605515,
      "grad_norm": 0.016706004682849874,
      "learning_rate": 0.00045920058101028843,
      "loss": 1.1719,
      "step": 16490
    },
    {
      "epoch": 1.1471191626968948,
      "grad_norm": 0.0225037574783149,
      "learning_rate": 0.00045889814705433367,
      "loss": 1.0286,
      "step": 16495
    },
    {
      "epoch": 1.1474668799332384,
      "grad_norm": 0.03379945706748996,
      "learning_rate": 0.0004585957282376678,
      "loss": 0.9326,
      "step": 16500
    },
    {
      "epoch": 1.1478145971695817,
      "grad_norm": 0.018470644887089223,
      "learning_rate": 0.0004582933246716826,
      "loss": 0.908,
      "step": 16505
    },
    {
      "epoch": 1.148162314405925,
      "grad_norm": 0.021555859815493215,
      "learning_rate": 0.000457990936467764,
      "loss": 0.9306,
      "step": 16510
    },
    {
      "epoch": 1.1485100316422685,
      "grad_norm": 0.02396858721578032,
      "learning_rate": 0.0004576885637372926,
      "loss": 0.8597,
      "step": 16515
    },
    {
      "epoch": 1.148857748878612,
      "grad_norm": 0.023008569639605243,
      "learning_rate": 0.00045738620659164305,
      "loss": 1.0535,
      "step": 16520
    },
    {
      "epoch": 1.1492054661149553,
      "grad_norm": 0.01920171295215102,
      "learning_rate": 0.0004570838651421843,
      "loss": 1.0624,
      "step": 16525
    },
    {
      "epoch": 1.1495531833512986,
      "grad_norm": 0.028069618368091125,
      "learning_rate": 0.0004567815395002797,
      "loss": 1.0473,
      "step": 16530
    },
    {
      "epoch": 1.1499009005876422,
      "grad_norm": 0.022023960148187548,
      "learning_rate": 0.00045647922977728653,
      "loss": 1.0046,
      "step": 16535
    },
    {
      "epoch": 1.1502486178239855,
      "grad_norm": 0.02184220640031503,
      "learning_rate": 0.00045617693608455647,
      "loss": 1.0306,
      "step": 16540
    },
    {
      "epoch": 1.150596335060329,
      "grad_norm": 0.024684644108753404,
      "learning_rate": 0.00045587465853343497,
      "loss": 0.9409,
      "step": 16545
    },
    {
      "epoch": 1.1509440522966723,
      "grad_norm": 0.025949812329755625,
      "learning_rate": 0.00045557239723526173,
      "loss": 1.0947,
      "step": 16550
    },
    {
      "epoch": 1.1512917695330158,
      "grad_norm": 0.025089885777264977,
      "learning_rate": 0.00045527015230137054,
      "loss": 1.0955,
      "step": 16555
    },
    {
      "epoch": 1.1516394867693591,
      "grad_norm": 0.029407262615078172,
      "learning_rate": 0.00045496792384308897,
      "loss": 0.9147,
      "step": 16560
    },
    {
      "epoch": 1.1519872040057026,
      "grad_norm": 0.022017108937853965,
      "learning_rate": 0.0004546657119717388,
      "loss": 0.9274,
      "step": 16565
    },
    {
      "epoch": 1.152334921242046,
      "grad_norm": 0.02226824519685229,
      "learning_rate": 0.0004543635167986353,
      "loss": 1.0703,
      "step": 16570
    },
    {
      "epoch": 1.1526826384783893,
      "grad_norm": 0.020151257339946344,
      "learning_rate": 0.0004540613384350879,
      "loss": 1.0008,
      "step": 16575
    },
    {
      "epoch": 1.1530303557147328,
      "grad_norm": 0.026390480199149604,
      "learning_rate": 0.00045375917699239977,
      "loss": 1.0716,
      "step": 16580
    },
    {
      "epoch": 1.1533780729510763,
      "grad_norm": 0.01953237366431176,
      "learning_rate": 0.0004534570325818677,
      "loss": 0.9226,
      "step": 16585
    },
    {
      "epoch": 1.1537257901874196,
      "grad_norm": 0.02449396750867748,
      "learning_rate": 0.00045315490531478266,
      "loss": 1.0859,
      "step": 16590
    },
    {
      "epoch": 1.154073507423763,
      "grad_norm": 0.018828479053866466,
      "learning_rate": 0.0004528527953024285,
      "loss": 1.0167,
      "step": 16595
    },
    {
      "epoch": 1.1544212246601064,
      "grad_norm": 0.023734443332940395,
      "learning_rate": 0.0004525507026560835,
      "loss": 0.9514,
      "step": 16600
    },
    {
      "epoch": 1.1547689418964497,
      "grad_norm": 0.0310311203994231,
      "learning_rate": 0.0004522486274870192,
      "loss": 0.9741,
      "step": 16605
    },
    {
      "epoch": 1.1551166591327933,
      "grad_norm": 0.024088834832181962,
      "learning_rate": 0.0004519465699065006,
      "loss": 1.0551,
      "step": 16610
    },
    {
      "epoch": 1.1554643763691366,
      "grad_norm": 0.020494203759026428,
      "learning_rate": 0.0004516445300257867,
      "loss": 0.9498,
      "step": 16615
    },
    {
      "epoch": 1.15581209360548,
      "grad_norm": 0.01777523594753108,
      "learning_rate": 0.0004513425079561289,
      "loss": 0.9002,
      "step": 16620
    },
    {
      "epoch": 1.1561598108418234,
      "grad_norm": 0.019878534610437006,
      "learning_rate": 0.0004510405038087736,
      "loss": 1.0298,
      "step": 16625
    },
    {
      "epoch": 1.156507528078167,
      "grad_norm": 0.021849315880056844,
      "learning_rate": 0.00045073851769495955,
      "loss": 0.9595,
      "step": 16630
    },
    {
      "epoch": 1.1568552453145102,
      "grad_norm": 0.02054348925667635,
      "learning_rate": 0.00045043654972591883,
      "loss": 1.0375,
      "step": 16635
    },
    {
      "epoch": 1.1572029625508535,
      "grad_norm": 0.021359343516247648,
      "learning_rate": 0.00045013460001287726,
      "loss": 1.0165,
      "step": 16640
    },
    {
      "epoch": 1.157550679787197,
      "grad_norm": 0.028955235384560296,
      "learning_rate": 0.00044983266866705375,
      "loss": 1.0508,
      "step": 16645
    },
    {
      "epoch": 1.1578983970235404,
      "grad_norm": 0.026061656535377967,
      "learning_rate": 0.00044953075579966045,
      "loss": 0.9672,
      "step": 16650
    },
    {
      "epoch": 1.1582461142598839,
      "grad_norm": 0.027142338597604843,
      "learning_rate": 0.00044922886152190284,
      "loss": 1.0334,
      "step": 16655
    },
    {
      "epoch": 1.1585938314962272,
      "grad_norm": 0.01645411676128871,
      "learning_rate": 0.00044892698594497924,
      "loss": 0.9647,
      "step": 16660
    },
    {
      "epoch": 1.1589415487325707,
      "grad_norm": 0.02236787532495074,
      "learning_rate": 0.0004486251291800813,
      "loss": 1.0809,
      "step": 16665
    },
    {
      "epoch": 1.159289265968914,
      "grad_norm": 0.024037035098095585,
      "learning_rate": 0.0004483232913383937,
      "loss": 0.9747,
      "step": 16670
    },
    {
      "epoch": 1.1596369832052575,
      "grad_norm": 0.02081428002757853,
      "learning_rate": 0.0004480214725310943,
      "loss": 1.0614,
      "step": 16675
    },
    {
      "epoch": 1.1599847004416008,
      "grad_norm": 0.025252946835971287,
      "learning_rate": 0.0004477196728693538,
      "loss": 1.0079,
      "step": 16680
    },
    {
      "epoch": 1.1603324176779444,
      "grad_norm": 0.018747541007384582,
      "learning_rate": 0.00044741789246433564,
      "loss": 0.9096,
      "step": 16685
    },
    {
      "epoch": 1.1606801349142877,
      "grad_norm": 0.019987104642471193,
      "learning_rate": 0.0004471161314271965,
      "loss": 1.0369,
      "step": 16690
    },
    {
      "epoch": 1.1610278521506312,
      "grad_norm": 0.019597288289676662,
      "learning_rate": 0.0004468143898690858,
      "loss": 1.1441,
      "step": 16695
    },
    {
      "epoch": 1.1613755693869745,
      "grad_norm": 0.029851433934751374,
      "learning_rate": 0.0004465126679011459,
      "loss": 0.9553,
      "step": 16700
    },
    {
      "epoch": 1.1617232866233178,
      "grad_norm": 0.02945745396286248,
      "learning_rate": 0.0004462109656345118,
      "loss": 1.0039,
      "step": 16705
    },
    {
      "epoch": 1.1620710038596613,
      "grad_norm": 0.02393475112983875,
      "learning_rate": 0.00044590928318031115,
      "loss": 0.9861,
      "step": 16710
    },
    {
      "epoch": 1.1624187210960046,
      "grad_norm": 0.019057777975158185,
      "learning_rate": 0.0004456076206496645,
      "loss": 1.0715,
      "step": 16715
    },
    {
      "epoch": 1.1627664383323482,
      "grad_norm": 0.02261789713442385,
      "learning_rate": 0.0004453059781536851,
      "loss": 0.945,
      "step": 16720
    },
    {
      "epoch": 1.1631141555686915,
      "grad_norm": 0.0558680527591317,
      "learning_rate": 0.0004450043558034786,
      "loss": 1.0477,
      "step": 16725
    },
    {
      "epoch": 1.163461872805035,
      "grad_norm": 0.021728572659544355,
      "learning_rate": 0.0004447027537101435,
      "loss": 0.8536,
      "step": 16730
    },
    {
      "epoch": 1.1638095900413783,
      "grad_norm": 0.02988649088020844,
      "learning_rate": 0.0004444011719847705,
      "loss": 0.9369,
      "step": 16735
    },
    {
      "epoch": 1.1641573072777218,
      "grad_norm": 0.02236036968694025,
      "learning_rate": 0.00044409961073844294,
      "loss": 0.9228,
      "step": 16740
    },
    {
      "epoch": 1.1645050245140651,
      "grad_norm": 0.025474101371933407,
      "learning_rate": 0.00044379807008223686,
      "loss": 1.1151,
      "step": 16745
    },
    {
      "epoch": 1.1648527417504086,
      "grad_norm": 0.03061255066297125,
      "learning_rate": 0.00044349655012722045,
      "loss": 0.9867,
      "step": 16750
    },
    {
      "epoch": 1.165200458986752,
      "grad_norm": 0.034062776756102704,
      "learning_rate": 0.00044319505098445436,
      "loss": 1.1575,
      "step": 16755
    },
    {
      "epoch": 1.1655481762230955,
      "grad_norm": 0.020932719928567694,
      "learning_rate": 0.00044289357276499144,
      "loss": 0.8637,
      "step": 16760
    },
    {
      "epoch": 1.1658958934594388,
      "grad_norm": 0.023327950561007036,
      "learning_rate": 0.000442592115579877,
      "loss": 0.9786,
      "step": 16765
    },
    {
      "epoch": 1.166243610695782,
      "grad_norm": 0.028440254227861127,
      "learning_rate": 0.0004422906795401486,
      "loss": 0.9624,
      "step": 16770
    },
    {
      "epoch": 1.1665913279321256,
      "grad_norm": 0.022374848444809883,
      "learning_rate": 0.0004419892647568359,
      "loss": 0.9009,
      "step": 16775
    },
    {
      "epoch": 1.166939045168469,
      "grad_norm": 0.02982190173418122,
      "learning_rate": 0.000441687871340961,
      "loss": 0.9471,
      "step": 16780
    },
    {
      "epoch": 1.1672867624048124,
      "grad_norm": 0.026439927700906286,
      "learning_rate": 0.0004413864994035376,
      "loss": 0.9443,
      "step": 16785
    },
    {
      "epoch": 1.1676344796411557,
      "grad_norm": 0.023661795342366374,
      "learning_rate": 0.0004410851490555719,
      "loss": 1.1808,
      "step": 16790
    },
    {
      "epoch": 1.1679821968774993,
      "grad_norm": 0.024392909730607103,
      "learning_rate": 0.0004407838204080622,
      "loss": 0.9985,
      "step": 16795
    },
    {
      "epoch": 1.1683299141138426,
      "grad_norm": 0.018355608708693898,
      "learning_rate": 0.00044048251357199853,
      "loss": 1.1067,
      "step": 16800
    },
    {
      "epoch": 1.168677631350186,
      "grad_norm": 0.030076913637042978,
      "learning_rate": 0.0004401812286583632,
      "loss": 0.8868,
      "step": 16805
    },
    {
      "epoch": 1.1690253485865294,
      "grad_norm": 0.02436312952106198,
      "learning_rate": 0.00043987996577813,
      "loss": 1.1591,
      "step": 16810
    },
    {
      "epoch": 1.169373065822873,
      "grad_norm": 0.023604299153574034,
      "learning_rate": 0.00043957872504226503,
      "loss": 0.9842,
      "step": 16815
    },
    {
      "epoch": 1.1697207830592162,
      "grad_norm": 0.02597257461538809,
      "learning_rate": 0.00043927750656172607,
      "loss": 0.9613,
      "step": 16820
    },
    {
      "epoch": 1.1700685002955598,
      "grad_norm": 0.021004279930540846,
      "learning_rate": 0.0004389763104474626,
      "loss": 0.9006,
      "step": 16825
    },
    {
      "epoch": 1.170416217531903,
      "grad_norm": 0.026271858412847574,
      "learning_rate": 0.00043867513681041626,
      "loss": 0.9777,
      "step": 16830
    },
    {
      "epoch": 1.1707639347682464,
      "grad_norm": 0.020282659952094932,
      "learning_rate": 0.00043837398576151976,
      "loss": 0.9222,
      "step": 16835
    },
    {
      "epoch": 1.1711116520045899,
      "grad_norm": 0.026409495358135172,
      "learning_rate": 0.0004380728574116981,
      "loss": 0.9913,
      "step": 16840
    },
    {
      "epoch": 1.1714593692409332,
      "grad_norm": 0.01954120334143992,
      "learning_rate": 0.00043777175187186744,
      "loss": 0.9533,
      "step": 16845
    },
    {
      "epoch": 1.1718070864772767,
      "grad_norm": 0.022551814494770412,
      "learning_rate": 0.00043747066925293597,
      "loss": 0.9326,
      "step": 16850
    },
    {
      "epoch": 1.17215480371362,
      "grad_norm": 0.023335449668182823,
      "learning_rate": 0.00043716960966580325,
      "loss": 1.0483,
      "step": 16855
    },
    {
      "epoch": 1.1725025209499635,
      "grad_norm": 0.029706821136463883,
      "learning_rate": 0.0004368685732213602,
      "loss": 0.9738,
      "step": 16860
    },
    {
      "epoch": 1.1728502381863068,
      "grad_norm": 0.019524994699028974,
      "learning_rate": 0.0004365675600304894,
      "loss": 1.0443,
      "step": 16865
    },
    {
      "epoch": 1.1731979554226504,
      "grad_norm": 0.019662338582467284,
      "learning_rate": 0.0004362665702040647,
      "loss": 1.0574,
      "step": 16870
    },
    {
      "epoch": 1.1735456726589937,
      "grad_norm": 0.033001277117960554,
      "learning_rate": 0.00043596560385295176,
      "loss": 1.0092,
      "step": 16875
    },
    {
      "epoch": 1.1738933898953372,
      "grad_norm": 0.023764974327955907,
      "learning_rate": 0.0004356646610880072,
      "loss": 1.1245,
      "step": 16880
    },
    {
      "epoch": 1.1742411071316805,
      "grad_norm": 0.023775165239832516,
      "learning_rate": 0.00043536374202007876,
      "loss": 1.0041,
      "step": 16885
    },
    {
      "epoch": 1.174588824368024,
      "grad_norm": 0.03134650545957967,
      "learning_rate": 0.00043506284676000614,
      "loss": 1.0431,
      "step": 16890
    },
    {
      "epoch": 1.1749365416043673,
      "grad_norm": 0.020585553808827647,
      "learning_rate": 0.0004347619754186196,
      "loss": 0.9519,
      "step": 16895
    },
    {
      "epoch": 1.1752842588407106,
      "grad_norm": 0.04615322181605615,
      "learning_rate": 0.000434461128106741,
      "loss": 0.9631,
      "step": 16900
    },
    {
      "epoch": 1.1756319760770542,
      "grad_norm": 0.03084871745309553,
      "learning_rate": 0.0004341603049351833,
      "loss": 1.04,
      "step": 16905
    },
    {
      "epoch": 1.1759796933133975,
      "grad_norm": 0.037132232753878947,
      "learning_rate": 0.00043385950601475016,
      "loss": 0.9055,
      "step": 16910
    },
    {
      "epoch": 1.176327410549741,
      "grad_norm": 0.05318695658282369,
      "learning_rate": 0.0004335587314562369,
      "loss": 1.1854,
      "step": 16915
    },
    {
      "epoch": 1.1766751277860843,
      "grad_norm": 0.02398851011786585,
      "learning_rate": 0.00043325798137042946,
      "loss": 0.8864,
      "step": 16920
    },
    {
      "epoch": 1.1770228450224278,
      "grad_norm": 0.036754952220474015,
      "learning_rate": 0.000432957255868105,
      "loss": 0.9466,
      "step": 16925
    },
    {
      "epoch": 1.1773705622587711,
      "grad_norm": 0.03015332331645117,
      "learning_rate": 0.00043265655506003164,
      "loss": 0.9014,
      "step": 16930
    },
    {
      "epoch": 1.1777182794951147,
      "grad_norm": 0.022397954449346058,
      "learning_rate": 0.00043235587905696794,
      "loss": 0.894,
      "step": 16935
    },
    {
      "epoch": 1.178065996731458,
      "grad_norm": 0.031964811868088916,
      "learning_rate": 0.0004320552279696639,
      "loss": 0.9837,
      "step": 16940
    },
    {
      "epoch": 1.1784137139678015,
      "grad_norm": 0.02181376681370359,
      "learning_rate": 0.00043175460190886006,
      "loss": 0.9655,
      "step": 16945
    },
    {
      "epoch": 1.1787614312041448,
      "grad_norm": 0.020694213107258937,
      "learning_rate": 0.00043145400098528787,
      "loss": 0.9897,
      "step": 16950
    },
    {
      "epoch": 1.1791091484404883,
      "grad_norm": 0.019472802566922326,
      "learning_rate": 0.00043115342530966946,
      "loss": 1.0277,
      "step": 16955
    },
    {
      "epoch": 1.1794568656768316,
      "grad_norm": 0.02177890809703012,
      "learning_rate": 0.00043085287499271746,
      "loss": 1.0279,
      "step": 16960
    },
    {
      "epoch": 1.179804582913175,
      "grad_norm": 0.025310019950615433,
      "learning_rate": 0.0004305523501451355,
      "loss": 1.0036,
      "step": 16965
    },
    {
      "epoch": 1.1801523001495184,
      "grad_norm": 0.03599783616668652,
      "learning_rate": 0.00043025185087761764,
      "loss": 0.9159,
      "step": 16970
    },
    {
      "epoch": 1.1805000173858617,
      "grad_norm": 0.02236186075264595,
      "learning_rate": 0.00042995137730084853,
      "loss": 1.0641,
      "step": 16975
    },
    {
      "epoch": 1.1808477346222053,
      "grad_norm": 0.019432117996197592,
      "learning_rate": 0.00042965092952550356,
      "loss": 1.0038,
      "step": 16980
    },
    {
      "epoch": 1.1811954518585486,
      "grad_norm": 0.029686546748393706,
      "learning_rate": 0.0004293505076622481,
      "loss": 1.121,
      "step": 16985
    },
    {
      "epoch": 1.181543169094892,
      "grad_norm": 0.02231122132776165,
      "learning_rate": 0.00042905011182173866,
      "loss": 0.9791,
      "step": 16990
    },
    {
      "epoch": 1.1818908863312354,
      "grad_norm": 0.023132044582492628,
      "learning_rate": 0.00042874974211462157,
      "loss": 0.9974,
      "step": 16995
    },
    {
      "epoch": 1.182238603567579,
      "grad_norm": 0.018218736308226346,
      "learning_rate": 0.00042844939865153395,
      "loss": 0.9462,
      "step": 17000
    },
    {
      "epoch": 1.1825863208039222,
      "grad_norm": 0.020345662019948,
      "learning_rate": 0.00042814908154310306,
      "loss": 0.9951,
      "step": 17005
    },
    {
      "epoch": 1.1829340380402655,
      "grad_norm": 0.022407731736201485,
      "learning_rate": 0.0004278487908999463,
      "loss": 0.954,
      "step": 17010
    },
    {
      "epoch": 1.183281755276609,
      "grad_norm": 0.01834502233348215,
      "learning_rate": 0.00042754852683267165,
      "loss": 0.8757,
      "step": 17015
    },
    {
      "epoch": 1.1836294725129526,
      "grad_norm": 0.021699148486574265,
      "learning_rate": 0.00042724828945187715,
      "loss": 1.0482,
      "step": 17020
    },
    {
      "epoch": 1.1839771897492959,
      "grad_norm": 0.024336718572352204,
      "learning_rate": 0.000426948078868151,
      "loss": 0.9608,
      "step": 17025
    },
    {
      "epoch": 1.1843249069856392,
      "grad_norm": 0.019353923330170972,
      "learning_rate": 0.0004266478951920717,
      "loss": 0.9553,
      "step": 17030
    },
    {
      "epoch": 1.1846726242219827,
      "grad_norm": 0.021680631724087074,
      "learning_rate": 0.0004263477385342073,
      "loss": 1.0066,
      "step": 17035
    },
    {
      "epoch": 1.185020341458326,
      "grad_norm": 0.024023823623905066,
      "learning_rate": 0.00042604760900511655,
      "loss": 0.9754,
      "step": 17040
    },
    {
      "epoch": 1.1853680586946695,
      "grad_norm": 0.02297358610220894,
      "learning_rate": 0.00042574750671534793,
      "loss": 0.9429,
      "step": 17045
    },
    {
      "epoch": 1.1857157759310128,
      "grad_norm": 0.022941776855666778,
      "learning_rate": 0.0004254474317754398,
      "loss": 0.9994,
      "step": 17050
    },
    {
      "epoch": 1.1860634931673564,
      "grad_norm": 0.017459983242785748,
      "learning_rate": 0.0004251473842959208,
      "loss": 1.0299,
      "step": 17055
    },
    {
      "epoch": 1.1864112104036997,
      "grad_norm": 0.03231194338292479,
      "learning_rate": 0.00042484736438730874,
      "loss": 1.0244,
      "step": 17060
    },
    {
      "epoch": 1.1867589276400432,
      "grad_norm": 0.023705566998022374,
      "learning_rate": 0.000424547372160112,
      "loss": 1.1078,
      "step": 17065
    },
    {
      "epoch": 1.1871066448763865,
      "grad_norm": 0.023746779210308194,
      "learning_rate": 0.0004242474077248285,
      "loss": 1.0129,
      "step": 17070
    },
    {
      "epoch": 1.1874543621127298,
      "grad_norm": 0.021720774576941392,
      "learning_rate": 0.00042394747119194585,
      "loss": 0.9146,
      "step": 17075
    },
    {
      "epoch": 1.1878020793490733,
      "grad_norm": 0.022181762278972582,
      "learning_rate": 0.00042364756267194173,
      "loss": 1.1276,
      "step": 17080
    },
    {
      "epoch": 1.1881497965854169,
      "grad_norm": 0.021915985997456554,
      "learning_rate": 0.0004233476822752827,
      "loss": 1.043,
      "step": 17085
    },
    {
      "epoch": 1.1884975138217602,
      "grad_norm": 0.022991946758040692,
      "learning_rate": 0.0004230478301124258,
      "loss": 1.0527,
      "step": 17090
    },
    {
      "epoch": 1.1888452310581035,
      "grad_norm": 0.027464422441528028,
      "learning_rate": 0.00042274800629381727,
      "loss": 1.0427,
      "step": 17095
    },
    {
      "epoch": 1.189192948294447,
      "grad_norm": 0.018981624792287554,
      "learning_rate": 0.00042244821092989304,
      "loss": 0.9169,
      "step": 17100
    },
    {
      "epoch": 1.1895406655307903,
      "grad_norm": 0.019186014149956895,
      "learning_rate": 0.00042214844413107855,
      "loss": 0.9268,
      "step": 17105
    },
    {
      "epoch": 1.1898883827671338,
      "grad_norm": 0.019556488655616783,
      "learning_rate": 0.0004218487060077887,
      "loss": 1.1053,
      "step": 17110
    },
    {
      "epoch": 1.1902361000034771,
      "grad_norm": 0.02218281991481948,
      "learning_rate": 0.0004215489966704276,
      "loss": 0.9332,
      "step": 17115
    },
    {
      "epoch": 1.1905838172398207,
      "grad_norm": 0.01864582238942374,
      "learning_rate": 0.00042124931622938936,
      "loss": 0.905,
      "step": 17120
    },
    {
      "epoch": 1.190931534476164,
      "grad_norm": 0.021221881615091226,
      "learning_rate": 0.00042094966479505657,
      "loss": 1.1723,
      "step": 17125
    },
    {
      "epoch": 1.1912792517125075,
      "grad_norm": 0.02908261902281657,
      "learning_rate": 0.00042065004247780194,
      "loss": 0.9067,
      "step": 17130
    },
    {
      "epoch": 1.1916269689488508,
      "grad_norm": 0.02321245043819103,
      "learning_rate": 0.00042035044938798695,
      "loss": 0.9712,
      "step": 17135
    },
    {
      "epoch": 1.191974686185194,
      "grad_norm": 0.024756178922825136,
      "learning_rate": 0.00042005088563596267,
      "loss": 0.9692,
      "step": 17140
    },
    {
      "epoch": 1.1923224034215376,
      "grad_norm": 0.02236378701367045,
      "learning_rate": 0.0004197513513320692,
      "loss": 1.0331,
      "step": 17145
    },
    {
      "epoch": 1.192670120657881,
      "grad_norm": 0.02859746007695401,
      "learning_rate": 0.0004194518465866355,
      "loss": 1.0038,
      "step": 17150
    },
    {
      "epoch": 1.1930178378942244,
      "grad_norm": 0.022015681046860625,
      "learning_rate": 0.0004191523715099802,
      "loss": 1.1093,
      "step": 17155
    },
    {
      "epoch": 1.1933655551305677,
      "grad_norm": 0.023558865698099174,
      "learning_rate": 0.00041885292621241064,
      "loss": 0.9869,
      "step": 17160
    },
    {
      "epoch": 1.1937132723669113,
      "grad_norm": 0.026420049616987035,
      "learning_rate": 0.0004185535108042232,
      "loss": 0.9138,
      "step": 17165
    },
    {
      "epoch": 1.1940609896032546,
      "grad_norm": 0.04168580684954911,
      "learning_rate": 0.0004182541253957036,
      "loss": 1.171,
      "step": 17170
    },
    {
      "epoch": 1.194408706839598,
      "grad_norm": 0.019721384882459666,
      "learning_rate": 0.0004179547700971259,
      "loss": 0.9063,
      "step": 17175
    },
    {
      "epoch": 1.1947564240759414,
      "grad_norm": 0.02796457777913118,
      "learning_rate": 0.00041765544501875363,
      "loss": 0.9936,
      "step": 17180
    },
    {
      "epoch": 1.195104141312285,
      "grad_norm": 0.030202088847048326,
      "learning_rate": 0.0004173561502708388,
      "loss": 0.9935,
      "step": 17185
    },
    {
      "epoch": 1.1954518585486282,
      "grad_norm": 0.026604253045284673,
      "learning_rate": 0.00041705688596362263,
      "loss": 0.9992,
      "step": 17190
    },
    {
      "epoch": 1.1957995757849718,
      "grad_norm": 0.024508425698594474,
      "learning_rate": 0.0004167576522073349,
      "loss": 0.9777,
      "step": 17195
    },
    {
      "epoch": 1.196147293021315,
      "grad_norm": 0.02593128058280406,
      "learning_rate": 0.00041645844911219386,
      "loss": 1.0756,
      "step": 17200
    },
    {
      "epoch": 1.1964950102576584,
      "grad_norm": 0.020445768640450262,
      "learning_rate": 0.000416159276788407,
      "loss": 0.9639,
      "step": 17205
    },
    {
      "epoch": 1.196842727494002,
      "grad_norm": 0.024877055707407534,
      "learning_rate": 0.0004158601353461702,
      "loss": 1.0349,
      "step": 17210
    },
    {
      "epoch": 1.1971904447303452,
      "grad_norm": 0.027411327814778157,
      "learning_rate": 0.000415561024895668,
      "loss": 1.0407,
      "step": 17215
    },
    {
      "epoch": 1.1975381619666887,
      "grad_norm": 0.03573864241343319,
      "learning_rate": 0.0004152619455470736,
      "loss": 1.0095,
      "step": 17220
    },
    {
      "epoch": 1.197885879203032,
      "grad_norm": 0.022169423272087967,
      "learning_rate": 0.00041496289741054844,
      "loss": 0.9531,
      "step": 17225
    },
    {
      "epoch": 1.1982335964393755,
      "grad_norm": 0.021036524165101017,
      "learning_rate": 0.0004146638805962428,
      "loss": 1.0377,
      "step": 17230
    },
    {
      "epoch": 1.1985813136757189,
      "grad_norm": 0.01994601172929372,
      "learning_rate": 0.00041436489521429545,
      "loss": 0.9825,
      "step": 17235
    },
    {
      "epoch": 1.1989290309120624,
      "grad_norm": 0.021214571422910316,
      "learning_rate": 0.00041406594137483326,
      "loss": 0.9388,
      "step": 17240
    },
    {
      "epoch": 1.1992767481484057,
      "grad_norm": 0.029811980167768846,
      "learning_rate": 0.0004137670191879719,
      "loss": 1.0405,
      "step": 17245
    },
    {
      "epoch": 1.1996244653847492,
      "grad_norm": 0.020599891194583456,
      "learning_rate": 0.00041346812876381483,
      "loss": 1.2052,
      "step": 17250
    },
    {
      "epoch": 1.1999721826210925,
      "grad_norm": 0.021914908865793597,
      "learning_rate": 0.0004131692702124543,
      "loss": 0.9648,
      "step": 17255
    },
    {
      "epoch": 1.200319899857436,
      "grad_norm": 0.021984323950641288,
      "learning_rate": 0.0004128704436439707,
      "loss": 0.9759,
      "step": 17260
    },
    {
      "epoch": 1.2006676170937793,
      "grad_norm": 0.020938531987366858,
      "learning_rate": 0.0004125716491684325,
      "loss": 0.9091,
      "step": 17265
    },
    {
      "epoch": 1.2010153343301226,
      "grad_norm": 0.020545417672838566,
      "learning_rate": 0.00041227288689589655,
      "loss": 0.8743,
      "step": 17270
    },
    {
      "epoch": 1.2013630515664662,
      "grad_norm": 0.02519684331751594,
      "learning_rate": 0.00041197415693640756,
      "loss": 0.9572,
      "step": 17275
    },
    {
      "epoch": 1.2017107688028095,
      "grad_norm": 0.022930527354741877,
      "learning_rate": 0.00041167545939999864,
      "loss": 0.9245,
      "step": 17280
    },
    {
      "epoch": 1.202058486039153,
      "grad_norm": 0.0220684323366742,
      "learning_rate": 0.0004113767943966907,
      "loss": 0.9629,
      "step": 17285
    },
    {
      "epoch": 1.2024062032754963,
      "grad_norm": 0.02092346154033414,
      "learning_rate": 0.0004110781620364929,
      "loss": 0.9869,
      "step": 17290
    },
    {
      "epoch": 1.2027539205118398,
      "grad_norm": 0.022131817298030775,
      "learning_rate": 0.0004107795624294023,
      "loss": 1.1738,
      "step": 17295
    },
    {
      "epoch": 1.2031016377481831,
      "grad_norm": 0.022092944417126392,
      "learning_rate": 0.00041048099568540377,
      "loss": 1.0008,
      "step": 17300
    },
    {
      "epoch": 1.2034493549845267,
      "grad_norm": 0.024629541566928145,
      "learning_rate": 0.0004101824619144702,
      "loss": 0.9249,
      "step": 17305
    },
    {
      "epoch": 1.20379707222087,
      "grad_norm": 0.02265280505186097,
      "learning_rate": 0.0004098839612265622,
      "loss": 0.9389,
      "step": 17310
    },
    {
      "epoch": 1.2041447894572135,
      "grad_norm": 0.03178863871648747,
      "learning_rate": 0.0004095854937316284,
      "loss": 1.029,
      "step": 17315
    },
    {
      "epoch": 1.2044925066935568,
      "grad_norm": 0.044407746522355865,
      "learning_rate": 0.0004092870595396052,
      "loss": 1.1456,
      "step": 17320
    },
    {
      "epoch": 1.2048402239299003,
      "grad_norm": 0.01900783691612588,
      "learning_rate": 0.0004089886587604165,
      "loss": 1.0381,
      "step": 17325
    },
    {
      "epoch": 1.2051879411662436,
      "grad_norm": 0.03205779152359137,
      "learning_rate": 0.000408690291503974,
      "loss": 1.0565,
      "step": 17330
    },
    {
      "epoch": 1.205535658402587,
      "grad_norm": 0.02406279988098982,
      "learning_rate": 0.000408391957880177,
      "loss": 1.1141,
      "step": 17335
    },
    {
      "epoch": 1.2058833756389304,
      "grad_norm": 0.02715953767842664,
      "learning_rate": 0.00040809365799891273,
      "loss": 0.9186,
      "step": 17340
    },
    {
      "epoch": 1.2062310928752737,
      "grad_norm": 0.03998576045005302,
      "learning_rate": 0.00040779539197005577,
      "loss": 1.0142,
      "step": 17345
    },
    {
      "epoch": 1.2065788101116173,
      "grad_norm": 0.019961974744670062,
      "learning_rate": 0.0004074971599034679,
      "loss": 0.9836,
      "step": 17350
    },
    {
      "epoch": 1.2069265273479606,
      "grad_norm": 0.022457810882545726,
      "learning_rate": 0.0004071989619089989,
      "loss": 0.9706,
      "step": 17355
    },
    {
      "epoch": 1.207274244584304,
      "grad_norm": 0.022752376662057483,
      "learning_rate": 0.00040690079809648584,
      "loss": 0.9274,
      "step": 17360
    },
    {
      "epoch": 1.2076219618206474,
      "grad_norm": 0.023956361013012104,
      "learning_rate": 0.000406602668575753,
      "loss": 0.9404,
      "step": 17365
    },
    {
      "epoch": 1.207969679056991,
      "grad_norm": 0.02313097712553612,
      "learning_rate": 0.0004063045734566125,
      "loss": 0.9441,
      "step": 17370
    },
    {
      "epoch": 1.2083173962933342,
      "grad_norm": 0.02899585457529042,
      "learning_rate": 0.00040600651284886314,
      "loss": 1.1078,
      "step": 17375
    },
    {
      "epoch": 1.2086651135296778,
      "grad_norm": 0.023017079147172124,
      "learning_rate": 0.0004057084868622915,
      "loss": 0.9152,
      "step": 17380
    },
    {
      "epoch": 1.209012830766021,
      "grad_norm": 0.023977576257410396,
      "learning_rate": 0.0004054104956066712,
      "loss": 1.0278,
      "step": 17385
    },
    {
      "epoch": 1.2093605480023646,
      "grad_norm": 0.021862834908245487,
      "learning_rate": 0.0004051125391917633,
      "loss": 0.8979,
      "step": 17390
    },
    {
      "epoch": 1.209708265238708,
      "grad_norm": 0.02184855510648657,
      "learning_rate": 0.0004048146177273157,
      "loss": 1.0276,
      "step": 17395
    },
    {
      "epoch": 1.2100559824750512,
      "grad_norm": 0.021835577640806778,
      "learning_rate": 0.00040451673132306347,
      "loss": 0.9739,
      "step": 17400
    },
    {
      "epoch": 1.2104036997113947,
      "grad_norm": 0.03359244390389541,
      "learning_rate": 0.0004042188800887291,
      "loss": 1.0756,
      "step": 17405
    },
    {
      "epoch": 1.210751416947738,
      "grad_norm": 0.021923311380951997,
      "learning_rate": 0.0004039210641340217,
      "loss": 1.0011,
      "step": 17410
    },
    {
      "epoch": 1.2110991341840815,
      "grad_norm": 0.029586065810479262,
      "learning_rate": 0.00040362328356863774,
      "loss": 1.0137,
      "step": 17415
    },
    {
      "epoch": 1.2114468514204249,
      "grad_norm": 0.02542778686577905,
      "learning_rate": 0.0004033255385022604,
      "loss": 0.8644,
      "step": 17420
    },
    {
      "epoch": 1.2117945686567684,
      "grad_norm": 0.0199258537454372,
      "learning_rate": 0.0004030278290445601,
      "loss": 1.0069,
      "step": 17425
    },
    {
      "epoch": 1.2121422858931117,
      "grad_norm": 0.023257957648722356,
      "learning_rate": 0.00040273015530519363,
      "loss": 0.9659,
      "step": 17430
    },
    {
      "epoch": 1.2124900031294552,
      "grad_norm": 0.023430082697369372,
      "learning_rate": 0.000402432517393805,
      "loss": 1.2147,
      "step": 17435
    },
    {
      "epoch": 1.2128377203657985,
      "grad_norm": 0.027394958755021216,
      "learning_rate": 0.000402134915420025,
      "loss": 0.9874,
      "step": 17440
    },
    {
      "epoch": 1.2131854376021418,
      "grad_norm": 0.02332330426460199,
      "learning_rate": 0.0004018373494934711,
      "loss": 0.9647,
      "step": 17445
    },
    {
      "epoch": 1.2135331548384853,
      "grad_norm": 0.04066974498295852,
      "learning_rate": 0.0004015398197237477,
      "loss": 0.9756,
      "step": 17450
    },
    {
      "epoch": 1.2138808720748289,
      "grad_norm": 0.01853252821993187,
      "learning_rate": 0.00040124232622044536,
      "loss": 0.9882,
      "step": 17455
    },
    {
      "epoch": 1.2142285893111722,
      "grad_norm": 0.023742306951834134,
      "learning_rate": 0.0004009448690931419,
      "loss": 0.8905,
      "step": 17460
    },
    {
      "epoch": 1.2145763065475155,
      "grad_norm": 0.035129524039865676,
      "learning_rate": 0.0004006474484514013,
      "loss": 1.1723,
      "step": 17465
    },
    {
      "epoch": 1.214924023783859,
      "grad_norm": 0.025639694737463827,
      "learning_rate": 0.00040035006440477427,
      "loss": 0.8989,
      "step": 17470
    },
    {
      "epoch": 1.2152717410202023,
      "grad_norm": 0.021194114875839082,
      "learning_rate": 0.00040005271706279827,
      "loss": 1.0195,
      "step": 17475
    },
    {
      "epoch": 1.2156194582565458,
      "grad_norm": 0.02048694523475169,
      "learning_rate": 0.00039975540653499676,
      "loss": 0.9409,
      "step": 17480
    },
    {
      "epoch": 1.2159671754928891,
      "grad_norm": 0.021727058460738666,
      "learning_rate": 0.0003994581329308799,
      "loss": 0.928,
      "step": 17485
    },
    {
      "epoch": 1.2163148927292327,
      "grad_norm": 0.02470285795170268,
      "learning_rate": 0.00039916089635994435,
      "loss": 1.1503,
      "step": 17490
    },
    {
      "epoch": 1.216662609965576,
      "grad_norm": 0.024879396632737076,
      "learning_rate": 0.00039886369693167297,
      "loss": 0.9305,
      "step": 17495
    },
    {
      "epoch": 1.2170103272019195,
      "grad_norm": 0.021067610046024077,
      "learning_rate": 0.00039856653475553504,
      "loss": 1.08,
      "step": 17500
    },
    {
      "epoch": 1.2173580444382628,
      "grad_norm": 0.020117049790535284,
      "learning_rate": 0.0003982694099409859,
      "loss": 1.1025,
      "step": 17505
    },
    {
      "epoch": 1.217705761674606,
      "grad_norm": 0.02316581254028751,
      "learning_rate": 0.0003979723225974675,
      "loss": 0.9875,
      "step": 17510
    },
    {
      "epoch": 1.2180534789109496,
      "grad_norm": 0.02215875560541843,
      "learning_rate": 0.0003976752728344075,
      "loss": 1.0599,
      "step": 17515
    },
    {
      "epoch": 1.2184011961472931,
      "grad_norm": 0.027655529279858267,
      "learning_rate": 0.0003973782607612203,
      "loss": 0.8683,
      "step": 17520
    },
    {
      "epoch": 1.2187489133836364,
      "grad_norm": 0.02263571883533665,
      "learning_rate": 0.00039708128648730613,
      "loss": 1.0119,
      "step": 17525
    },
    {
      "epoch": 1.2190966306199797,
      "grad_norm": 0.01883911456567992,
      "learning_rate": 0.00039678435012205094,
      "loss": 0.9367,
      "step": 17530
    },
    {
      "epoch": 1.2194443478563233,
      "grad_norm": 0.021329148534150903,
      "learning_rate": 0.0003964874517748273,
      "loss": 0.9609,
      "step": 17535
    },
    {
      "epoch": 1.2197920650926666,
      "grad_norm": 0.035686755157920254,
      "learning_rate": 0.00039619059155499356,
      "loss": 0.9425,
      "step": 17540
    },
    {
      "epoch": 1.22013978232901,
      "grad_norm": 0.025421563372828134,
      "learning_rate": 0.00039589376957189387,
      "loss": 0.8766,
      "step": 17545
    },
    {
      "epoch": 1.2204874995653534,
      "grad_norm": 0.02293922796300816,
      "learning_rate": 0.0003955969859348586,
      "loss": 0.9147,
      "step": 17550
    },
    {
      "epoch": 1.220835216801697,
      "grad_norm": 0.11244811804954263,
      "learning_rate": 0.0003953002407532037,
      "loss": 1.2101,
      "step": 17555
    },
    {
      "epoch": 1.2211829340380402,
      "grad_norm": 0.022934531926642143,
      "learning_rate": 0.000395003534136231,
      "loss": 0.8975,
      "step": 17560
    },
    {
      "epoch": 1.2215306512743838,
      "grad_norm": 0.030236080876593806,
      "learning_rate": 0.0003947068661932283,
      "loss": 1.0127,
      "step": 17565
    },
    {
      "epoch": 1.221878368510727,
      "grad_norm": 0.02510921795554655,
      "learning_rate": 0.0003944102370334691,
      "loss": 1.0486,
      "step": 17570
    },
    {
      "epoch": 1.2222260857470704,
      "grad_norm": 0.024363005742665533,
      "learning_rate": 0.00039411364676621266,
      "loss": 0.8179,
      "step": 17575
    },
    {
      "epoch": 1.222573802983414,
      "grad_norm": 0.024665488910831333,
      "learning_rate": 0.0003938170955007036,
      "loss": 1.0002,
      "step": 17580
    },
    {
      "epoch": 1.2229215202197572,
      "grad_norm": 0.021437316438363906,
      "learning_rate": 0.0003935205833461726,
      "loss": 0.9355,
      "step": 17585
    },
    {
      "epoch": 1.2232692374561007,
      "grad_norm": 0.023977803804203057,
      "learning_rate": 0.0003932241104118357,
      "loss": 0.923,
      "step": 17590
    },
    {
      "epoch": 1.223616954692444,
      "grad_norm": 0.022211655731090272,
      "learning_rate": 0.00039292767680689444,
      "loss": 0.9369,
      "step": 17595
    },
    {
      "epoch": 1.2239646719287876,
      "grad_norm": 0.02563907036654955,
      "learning_rate": 0.000392631282640536,
      "loss": 0.9479,
      "step": 17600
    },
    {
      "epoch": 1.2243123891651309,
      "grad_norm": 0.03703551048664191,
      "learning_rate": 0.000392334928021933,
      "loss": 1.0393,
      "step": 17605
    },
    {
      "epoch": 1.2246601064014744,
      "grad_norm": 0.03360963365537162,
      "learning_rate": 0.00039203861306024346,
      "loss": 1.059,
      "step": 17610
    },
    {
      "epoch": 1.2250078236378177,
      "grad_norm": 0.02464667241698894,
      "learning_rate": 0.00039174233786461106,
      "loss": 1.0183,
      "step": 17615
    },
    {
      "epoch": 1.2253555408741612,
      "grad_norm": 0.022239944429425142,
      "learning_rate": 0.00039144610254416423,
      "loss": 0.9547,
      "step": 17620
    },
    {
      "epoch": 1.2257032581105045,
      "grad_norm": 0.02196220234590629,
      "learning_rate": 0.0003911499072080173,
      "loss": 1.0944,
      "step": 17625
    },
    {
      "epoch": 1.226050975346848,
      "grad_norm": 0.023584729694394305,
      "learning_rate": 0.0003908537519652696,
      "loss": 1.1134,
      "step": 17630
    },
    {
      "epoch": 1.2263986925831913,
      "grad_norm": 0.030076393176649792,
      "learning_rate": 0.0003905576369250057,
      "loss": 0.9768,
      "step": 17635
    },
    {
      "epoch": 1.2267464098195346,
      "grad_norm": 0.025459892434433196,
      "learning_rate": 0.0003902615621962957,
      "loss": 0.9979,
      "step": 17640
    },
    {
      "epoch": 1.2270941270558782,
      "grad_norm": 0.021177117192973625,
      "learning_rate": 0.0003899655278881941,
      "loss": 1.0544,
      "step": 17645
    },
    {
      "epoch": 1.2274418442922215,
      "grad_norm": 0.02215325547789472,
      "learning_rate": 0.00038966953410974123,
      "loss": 0.9215,
      "step": 17650
    },
    {
      "epoch": 1.227789561528565,
      "grad_norm": 0.023342934356803492,
      "learning_rate": 0.0003893735809699621,
      "loss": 0.9598,
      "step": 17655
    },
    {
      "epoch": 1.2281372787649083,
      "grad_norm": 0.019860952069975416,
      "learning_rate": 0.0003890776685778671,
      "loss": 0.8978,
      "step": 17660
    },
    {
      "epoch": 1.2284849960012518,
      "grad_norm": 0.021307961502407664,
      "learning_rate": 0.00038878179704245123,
      "loss": 0.9402,
      "step": 17665
    },
    {
      "epoch": 1.2288327132375951,
      "grad_norm": 0.02330316164569928,
      "learning_rate": 0.0003884859664726946,
      "loss": 1.0659,
      "step": 17670
    },
    {
      "epoch": 1.2291804304739387,
      "grad_norm": 0.02209060311302147,
      "learning_rate": 0.00038819017697756233,
      "loss": 0.9937,
      "step": 17675
    },
    {
      "epoch": 1.229528147710282,
      "grad_norm": 0.023260718547317653,
      "learning_rate": 0.00038789442866600423,
      "loss": 1.0258,
      "step": 17680
    },
    {
      "epoch": 1.2298758649466255,
      "grad_norm": 0.020156638649206665,
      "learning_rate": 0.000387598721646955,
      "loss": 0.8809,
      "step": 17685
    },
    {
      "epoch": 1.2302235821829688,
      "grad_norm": 0.024749045926641552,
      "learning_rate": 0.00038730305602933436,
      "loss": 1.2487,
      "step": 17690
    },
    {
      "epoch": 1.2305712994193123,
      "grad_norm": 0.02214134158151403,
      "learning_rate": 0.00038700743192204634,
      "loss": 1.0205,
      "step": 17695
    },
    {
      "epoch": 1.2309190166556556,
      "grad_norm": 0.019099675517470088,
      "learning_rate": 0.00038671184943397995,
      "loss": 1.0531,
      "step": 17700
    },
    {
      "epoch": 1.231266733891999,
      "grad_norm": 0.02084633400642931,
      "learning_rate": 0.00038641630867400893,
      "loss": 1.0614,
      "step": 17705
    },
    {
      "epoch": 1.2316144511283424,
      "grad_norm": 0.023567401499448852,
      "learning_rate": 0.00038612080975099157,
      "loss": 1.0706,
      "step": 17710
    },
    {
      "epoch": 1.2319621683646858,
      "grad_norm": 0.02451748667670989,
      "learning_rate": 0.00038582535277377077,
      "loss": 1.0543,
      "step": 17715
    },
    {
      "epoch": 1.2323098856010293,
      "grad_norm": 0.02248328702238495,
      "learning_rate": 0.00038552993785117374,
      "loss": 1.0523,
      "step": 17720
    },
    {
      "epoch": 1.2326576028373726,
      "grad_norm": 0.022413824290365304,
      "learning_rate": 0.0003852345650920126,
      "loss": 0.894,
      "step": 17725
    },
    {
      "epoch": 1.233005320073716,
      "grad_norm": 0.025776044528501373,
      "learning_rate": 0.0003849392346050836,
      "loss": 1.0384,
      "step": 17730
    },
    {
      "epoch": 1.2333530373100594,
      "grad_norm": 0.0325538190298903,
      "learning_rate": 0.0003846439464991677,
      "loss": 0.988,
      "step": 17735
    },
    {
      "epoch": 1.233700754546403,
      "grad_norm": 0.022783719676356277,
      "learning_rate": 0.0003843487008830302,
      "loss": 0.8474,
      "step": 17740
    },
    {
      "epoch": 1.2340484717827462,
      "grad_norm": 0.020953711569917766,
      "learning_rate": 0.0003840534978654204,
      "loss": 0.9491,
      "step": 17745
    },
    {
      "epoch": 1.2343961890190898,
      "grad_norm": 0.026675377653856854,
      "learning_rate": 0.0003837583375550724,
      "loss": 1.0597,
      "step": 17750
    },
    {
      "epoch": 1.234743906255433,
      "grad_norm": 0.0197412814194114,
      "learning_rate": 0.0003834632200607041,
      "loss": 0.9539,
      "step": 17755
    },
    {
      "epoch": 1.2350916234917766,
      "grad_norm": 0.022159722212588263,
      "learning_rate": 0.00038316814549101813,
      "loss": 1.0128,
      "step": 17760
    },
    {
      "epoch": 1.23543934072812,
      "grad_norm": 0.02083614063807936,
      "learning_rate": 0.0003828731139547011,
      "loss": 0.94,
      "step": 17765
    },
    {
      "epoch": 1.2357870579644632,
      "grad_norm": 0.022594860206102796,
      "learning_rate": 0.0003825781255604234,
      "loss": 0.9514,
      "step": 17770
    },
    {
      "epoch": 1.2361347752008067,
      "grad_norm": 0.026483391162917133,
      "learning_rate": 0.0003822831804168401,
      "loss": 1.0777,
      "step": 17775
    },
    {
      "epoch": 1.23648249243715,
      "grad_norm": 0.028861088984722033,
      "learning_rate": 0.0003819882786325899,
      "loss": 1.0427,
      "step": 17780
    },
    {
      "epoch": 1.2368302096734936,
      "grad_norm": 0.020283959012663666,
      "learning_rate": 0.00038169342031629593,
      "loss": 0.9527,
      "step": 17785
    },
    {
      "epoch": 1.2371779269098369,
      "grad_norm": 0.018778389377401,
      "learning_rate": 0.0003813986055765651,
      "loss": 0.9511,
      "step": 17790
    },
    {
      "epoch": 1.2375256441461804,
      "grad_norm": 0.02047279858569229,
      "learning_rate": 0.00038110383452198807,
      "loss": 0.9195,
      "step": 17795
    },
    {
      "epoch": 1.2378733613825237,
      "grad_norm": 0.026326651360121363,
      "learning_rate": 0.0003808091072611397,
      "loss": 1.0223,
      "step": 17800
    },
    {
      "epoch": 1.2382210786188672,
      "grad_norm": 0.036098515002790994,
      "learning_rate": 0.00038051442390257866,
      "loss": 0.9605,
      "step": 17805
    },
    {
      "epoch": 1.2385687958552105,
      "grad_norm": 0.018838767575760328,
      "learning_rate": 0.0003802197845548474,
      "loss": 0.9532,
      "step": 17810
    },
    {
      "epoch": 1.238916513091554,
      "grad_norm": 0.04159249734766092,
      "learning_rate": 0.00037992518932647234,
      "loss": 1.0434,
      "step": 17815
    },
    {
      "epoch": 1.2392642303278973,
      "grad_norm": 0.021080857907582268,
      "learning_rate": 0.00037963063832596315,
      "loss": 1.0036,
      "step": 17820
    },
    {
      "epoch": 1.2396119475642409,
      "grad_norm": 0.02955066229338876,
      "learning_rate": 0.00037933613166181375,
      "loss": 0.9259,
      "step": 17825
    },
    {
      "epoch": 1.2399596648005842,
      "grad_norm": 0.02263970783774313,
      "learning_rate": 0.00037904166944250153,
      "loss": 0.9669,
      "step": 17830
    },
    {
      "epoch": 1.2403073820369275,
      "grad_norm": 0.021858639913184364,
      "learning_rate": 0.0003787472517764874,
      "loss": 0.9544,
      "step": 17835
    },
    {
      "epoch": 1.240655099273271,
      "grad_norm": 0.022828823202519548,
      "learning_rate": 0.0003784528787722161,
      "loss": 0.9385,
      "step": 17840
    },
    {
      "epoch": 1.2410028165096143,
      "grad_norm": 0.04084456223500207,
      "learning_rate": 0.00037815855053811566,
      "loss": 1.0285,
      "step": 17845
    },
    {
      "epoch": 1.2413505337459578,
      "grad_norm": 0.020843052415291184,
      "learning_rate": 0.00037786426718259777,
      "loss": 0.9864,
      "step": 17850
    },
    {
      "epoch": 1.2416982509823011,
      "grad_norm": 0.0244547487847673,
      "learning_rate": 0.00037757002881405756,
      "loss": 0.894,
      "step": 17855
    },
    {
      "epoch": 1.2420459682186447,
      "grad_norm": 0.022015918882289577,
      "learning_rate": 0.0003772758355408736,
      "loss": 1.1855,
      "step": 17860
    },
    {
      "epoch": 1.242393685454988,
      "grad_norm": 0.02194667059619038,
      "learning_rate": 0.00037698168747140806,
      "loss": 1.005,
      "step": 17865
    },
    {
      "epoch": 1.2427414026913315,
      "grad_norm": 0.03077872905525846,
      "learning_rate": 0.00037668758471400584,
      "loss": 1.0696,
      "step": 17870
    },
    {
      "epoch": 1.2430891199276748,
      "grad_norm": 0.02124549172003796,
      "learning_rate": 0.0003763935273769958,
      "loss": 0.9151,
      "step": 17875
    },
    {
      "epoch": 1.2434368371640183,
      "grad_norm": 0.028756789895869345,
      "learning_rate": 0.0003760995155686897,
      "loss": 1.0788,
      "step": 17880
    },
    {
      "epoch": 1.2437845544003616,
      "grad_norm": 0.025166365795884646,
      "learning_rate": 0.00037580554939738273,
      "loss": 0.9502,
      "step": 17885
    },
    {
      "epoch": 1.2441322716367051,
      "grad_norm": 0.01812573265178422,
      "learning_rate": 0.0003755116289713533,
      "loss": 0.8892,
      "step": 17890
    },
    {
      "epoch": 1.2444799888730484,
      "grad_norm": 0.022381632682247597,
      "learning_rate": 0.00037521775439886256,
      "loss": 0.9617,
      "step": 17895
    },
    {
      "epoch": 1.2448277061093918,
      "grad_norm": 0.019430217895922797,
      "learning_rate": 0.00037492392578815527,
      "loss": 1.069,
      "step": 17900
    },
    {
      "epoch": 1.2451754233457353,
      "grad_norm": 0.025746113254528084,
      "learning_rate": 0.00037463014324745907,
      "loss": 0.8861,
      "step": 17905
    },
    {
      "epoch": 1.2455231405820786,
      "grad_norm": 0.021695844195745648,
      "learning_rate": 0.0003743364068849846,
      "loss": 0.9137,
      "step": 17910
    },
    {
      "epoch": 1.245870857818422,
      "grad_norm": 0.028760944361685626,
      "learning_rate": 0.0003740427168089256,
      "loss": 1.2006,
      "step": 17915
    },
    {
      "epoch": 1.2462185750547654,
      "grad_norm": 0.021568138538172604,
      "learning_rate": 0.00037374907312745845,
      "loss": 0.946,
      "step": 17920
    },
    {
      "epoch": 1.246566292291109,
      "grad_norm": 0.018895308553330784,
      "learning_rate": 0.0003734554759487428,
      "loss": 1.0023,
      "step": 17925
    },
    {
      "epoch": 1.2469140095274522,
      "grad_norm": 0.021755824436256364,
      "learning_rate": 0.00037316192538092103,
      "loss": 1.0325,
      "step": 17930
    },
    {
      "epoch": 1.2472617267637958,
      "grad_norm": 0.019821047808238172,
      "learning_rate": 0.0003728684215321184,
      "loss": 0.9573,
      "step": 17935
    },
    {
      "epoch": 1.247609444000139,
      "grad_norm": 0.02168509089661782,
      "learning_rate": 0.00037257496451044295,
      "loss": 1.0152,
      "step": 17940
    },
    {
      "epoch": 1.2479571612364824,
      "grad_norm": 0.024450443919090504,
      "learning_rate": 0.00037228155442398526,
      "loss": 1.0718,
      "step": 17945
    },
    {
      "epoch": 1.248304878472826,
      "grad_norm": 0.019423196842740256,
      "learning_rate": 0.000371988191380819,
      "loss": 1.1387,
      "step": 17950
    },
    {
      "epoch": 1.2486525957091694,
      "grad_norm": 0.019236906507854715,
      "learning_rate": 0.0003716948754890001,
      "loss": 0.9506,
      "step": 17955
    },
    {
      "epoch": 1.2490003129455127,
      "grad_norm": 0.025661971386774857,
      "learning_rate": 0.00037140160685656754,
      "loss": 1.1463,
      "step": 17960
    },
    {
      "epoch": 1.249348030181856,
      "grad_norm": 0.023292594860812137,
      "learning_rate": 0.0003711083855915427,
      "loss": 1.0513,
      "step": 17965
    },
    {
      "epoch": 1.2496957474181996,
      "grad_norm": 0.028739316514162176,
      "learning_rate": 0.0003708152118019294,
      "loss": 0.9961,
      "step": 17970
    },
    {
      "epoch": 1.2500434646545429,
      "grad_norm": 0.019409630208230944,
      "learning_rate": 0.0003705220855957141,
      "loss": 0.9065,
      "step": 17975
    },
    {
      "epoch": 1.2503911818908864,
      "grad_norm": 0.026403093100155157,
      "learning_rate": 0.00037022900708086565,
      "loss": 1.0088,
      "step": 17980
    },
    {
      "epoch": 1.2507388991272297,
      "grad_norm": 0.026214108268739007,
      "learning_rate": 0.0003699359763653355,
      "loss": 0.9596,
      "step": 17985
    },
    {
      "epoch": 1.2510866163635732,
      "grad_norm": 0.02005960960665716,
      "learning_rate": 0.0003696429935570574,
      "loss": 1.022,
      "step": 17990
    },
    {
      "epoch": 1.2514343335999165,
      "grad_norm": 0.0228741493399083,
      "learning_rate": 0.00036935005876394744,
      "loss": 0.8686,
      "step": 17995
    },
    {
      "epoch": 1.25178205083626,
      "grad_norm": 0.025736039216893797,
      "learning_rate": 0.0003690571720939039,
      "loss": 0.9549,
      "step": 18000
    },
    {
      "epoch": 1.2521297680726033,
      "grad_norm": 0.02194960266417656,
      "learning_rate": 0.00036876433365480755,
      "loss": 0.9186,
      "step": 18005
    },
    {
      "epoch": 1.2524774853089466,
      "grad_norm": 0.0252825896524645,
      "learning_rate": 0.00036847154355452126,
      "loss": 0.8658,
      "step": 18010
    },
    {
      "epoch": 1.2528252025452902,
      "grad_norm": 0.03379637998117557,
      "learning_rate": 0.00036817880190089035,
      "loss": 1.0406,
      "step": 18015
    },
    {
      "epoch": 1.2531729197816337,
      "grad_norm": 0.023712329007036202,
      "learning_rate": 0.0003678861088017418,
      "loss": 1.0014,
      "step": 18020
    },
    {
      "epoch": 1.253520637017977,
      "grad_norm": 0.021150149017406382,
      "learning_rate": 0.00036759346436488513,
      "loss": 0.959,
      "step": 18025
    },
    {
      "epoch": 1.2538683542543203,
      "grad_norm": 0.023076724574227426,
      "learning_rate": 0.00036730086869811175,
      "loss": 1.2486,
      "step": 18030
    },
    {
      "epoch": 1.2542160714906638,
      "grad_norm": 0.024169226200315072,
      "learning_rate": 0.0003670083219091952,
      "loss": 1.0087,
      "step": 18035
    },
    {
      "epoch": 1.2545637887270071,
      "grad_norm": 0.021563134979064202,
      "learning_rate": 0.0003667158241058908,
      "loss": 0.9356,
      "step": 18040
    },
    {
      "epoch": 1.2549115059633507,
      "grad_norm": 0.026139644852491112,
      "learning_rate": 0.0003664233753959363,
      "loss": 0.9725,
      "step": 18045
    },
    {
      "epoch": 1.255259223199694,
      "grad_norm": 0.02101036613079789,
      "learning_rate": 0.0003661309758870509,
      "loss": 0.8884,
      "step": 18050
    },
    {
      "epoch": 1.2556069404360375,
      "grad_norm": 0.01936694687631952,
      "learning_rate": 0.000365838625686936,
      "loss": 0.9399,
      "step": 18055
    },
    {
      "epoch": 1.2559546576723808,
      "grad_norm": 0.024544878611781056,
      "learning_rate": 0.00036554632490327444,
      "loss": 0.9616,
      "step": 18060
    },
    {
      "epoch": 1.2563023749087243,
      "grad_norm": 0.026336294456023954,
      "learning_rate": 0.0003652540736437312,
      "loss": 0.9031,
      "step": 18065
    },
    {
      "epoch": 1.2566500921450676,
      "grad_norm": 0.01855556757274086,
      "learning_rate": 0.0003649618720159529,
      "loss": 0.9335,
      "step": 18070
    },
    {
      "epoch": 1.256997809381411,
      "grad_norm": 0.027389156701744462,
      "learning_rate": 0.0003646697201275679,
      "loss": 1.0321,
      "step": 18075
    },
    {
      "epoch": 1.2573455266177544,
      "grad_norm": 0.021579778203265686,
      "learning_rate": 0.0003643776180861864,
      "loss": 0.9959,
      "step": 18080
    },
    {
      "epoch": 1.257693243854098,
      "grad_norm": 0.02132161620510516,
      "learning_rate": 0.0003640855659993998,
      "loss": 0.9473,
      "step": 18085
    },
    {
      "epoch": 1.2580409610904413,
      "grad_norm": 0.023971725302202165,
      "learning_rate": 0.0003637935639747815,
      "loss": 0.9712,
      "step": 18090
    },
    {
      "epoch": 1.2583886783267846,
      "grad_norm": 0.02392236618423309,
      "learning_rate": 0.00036350161211988626,
      "loss": 1.1173,
      "step": 18095
    },
    {
      "epoch": 1.258736395563128,
      "grad_norm": 0.03218861352602193,
      "learning_rate": 0.00036320971054225055,
      "loss": 1.071,
      "step": 18100
    },
    {
      "epoch": 1.2590841127994714,
      "grad_norm": 0.0511601038893179,
      "learning_rate": 0.00036291785934939225,
      "loss": 1.037,
      "step": 18105
    },
    {
      "epoch": 1.259431830035815,
      "grad_norm": 0.03191938383139338,
      "learning_rate": 0.00036262605864881053,
      "loss": 0.9508,
      "step": 18110
    },
    {
      "epoch": 1.2597795472721582,
      "grad_norm": 0.02528569402055141,
      "learning_rate": 0.00036233430854798606,
      "loss": 0.9147,
      "step": 18115
    },
    {
      "epoch": 1.2601272645085018,
      "grad_norm": 0.03075156671641023,
      "learning_rate": 0.00036204260915438094,
      "loss": 0.936,
      "step": 18120
    },
    {
      "epoch": 1.260474981744845,
      "grad_norm": 0.018727775358991842,
      "learning_rate": 0.00036175096057543846,
      "loss": 0.9264,
      "step": 18125
    },
    {
      "epoch": 1.2608226989811886,
      "grad_norm": 0.02788942379535863,
      "learning_rate": 0.0003614593629185834,
      "loss": 0.9052,
      "step": 18130
    },
    {
      "epoch": 1.261170416217532,
      "grad_norm": 0.023168938932140844,
      "learning_rate": 0.00036116781629122154,
      "loss": 0.9639,
      "step": 18135
    },
    {
      "epoch": 1.2615181334538752,
      "grad_norm": 0.02453795228843496,
      "learning_rate": 0.0003608763208007399,
      "loss": 1.1422,
      "step": 18140
    },
    {
      "epoch": 1.2618658506902187,
      "grad_norm": 0.02498571212867889,
      "learning_rate": 0.0003605848765545069,
      "loss": 0.9405,
      "step": 18145
    },
    {
      "epoch": 1.2622135679265623,
      "grad_norm": 0.02120093838708928,
      "learning_rate": 0.0003602934836598719,
      "loss": 0.9978,
      "step": 18150
    },
    {
      "epoch": 1.2625612851629056,
      "grad_norm": 0.022064019538730932,
      "learning_rate": 0.00036000214222416544,
      "loss": 1.1554,
      "step": 18155
    },
    {
      "epoch": 1.2629090023992489,
      "grad_norm": 0.02974485850729233,
      "learning_rate": 0.0003597108523546988,
      "loss": 0.9352,
      "step": 18160
    },
    {
      "epoch": 1.2632567196355924,
      "grad_norm": 0.02216357622355024,
      "learning_rate": 0.0003594196141587647,
      "loss": 0.8773,
      "step": 18165
    },
    {
      "epoch": 1.2636044368719357,
      "grad_norm": 0.022750769311043476,
      "learning_rate": 0.0003591284277436365,
      "loss": 0.9047,
      "step": 18170
    },
    {
      "epoch": 1.2639521541082792,
      "grad_norm": 0.02194266062169123,
      "learning_rate": 0.0003588372932165687,
      "loss": 0.934,
      "step": 18175
    },
    {
      "epoch": 1.2642998713446225,
      "grad_norm": 0.025796705264146083,
      "learning_rate": 0.0003585462106847967,
      "loss": 1.0528,
      "step": 18180
    },
    {
      "epoch": 1.2646475885809658,
      "grad_norm": 0.03199130753147971,
      "learning_rate": 0.00035825518025553644,
      "loss": 0.8641,
      "step": 18185
    },
    {
      "epoch": 1.2649953058173093,
      "grad_norm": 0.024401046730013472,
      "learning_rate": 0.000357964202035985,
      "loss": 1.0969,
      "step": 18190
    },
    {
      "epoch": 1.2653430230536529,
      "grad_norm": 0.02333877161374469,
      "learning_rate": 0.00035767327613332007,
      "loss": 0.9323,
      "step": 18195
    },
    {
      "epoch": 1.2656907402899962,
      "grad_norm": 0.03199875512163183,
      "learning_rate": 0.0003573824026547001,
      "loss": 0.9405,
      "step": 18200
    },
    {
      "epoch": 1.2660384575263395,
      "grad_norm": 0.0190593719198881,
      "learning_rate": 0.00035709158170726447,
      "loss": 0.8851,
      "step": 18205
    },
    {
      "epoch": 1.266386174762683,
      "grad_norm": 0.027571852163421066,
      "learning_rate": 0.00035680081339813265,
      "loss": 0.9147,
      "step": 18210
    },
    {
      "epoch": 1.2667338919990265,
      "grad_norm": 0.022026218250665034,
      "learning_rate": 0.00035651009783440517,
      "loss": 0.9371,
      "step": 18215
    },
    {
      "epoch": 1.2670816092353698,
      "grad_norm": 0.01984401114708675,
      "learning_rate": 0.000356219435123163,
      "loss": 0.9117,
      "step": 18220
    },
    {
      "epoch": 1.2674293264717131,
      "grad_norm": 0.02123563003696304,
      "learning_rate": 0.00035592882537146777,
      "loss": 0.9213,
      "step": 18225
    },
    {
      "epoch": 1.2677770437080567,
      "grad_norm": 0.019839901005633116,
      "learning_rate": 0.0003556382686863615,
      "loss": 0.9664,
      "step": 18230
    },
    {
      "epoch": 1.2681247609444,
      "grad_norm": 0.0215825326690531,
      "learning_rate": 0.00035534776517486645,
      "loss": 0.9101,
      "step": 18235
    },
    {
      "epoch": 1.2684724781807435,
      "grad_norm": 0.02404607000718426,
      "learning_rate": 0.00035505731494398564,
      "loss": 1.0209,
      "step": 18240
    },
    {
      "epoch": 1.2688201954170868,
      "grad_norm": 0.02239880887264011,
      "learning_rate": 0.0003547669181007023,
      "loss": 1.072,
      "step": 18245
    },
    {
      "epoch": 1.26916791265343,
      "grad_norm": 0.02421413618521094,
      "learning_rate": 0.0003544765747519799,
      "loss": 0.9391,
      "step": 18250
    },
    {
      "epoch": 1.2695156298897736,
      "grad_norm": 0.03620355336157689,
      "learning_rate": 0.00035418628500476267,
      "loss": 1.1563,
      "step": 18255
    },
    {
      "epoch": 1.2698633471261171,
      "grad_norm": 0.028198873666156647,
      "learning_rate": 0.00035389604896597437,
      "loss": 1.0093,
      "step": 18260
    },
    {
      "epoch": 1.2702110643624605,
      "grad_norm": 0.024268899155652633,
      "learning_rate": 0.0003536058667425196,
      "loss": 1.0838,
      "step": 18265
    },
    {
      "epoch": 1.2705587815988038,
      "grad_norm": 0.022286640654792984,
      "learning_rate": 0.0003533157384412827,
      "loss": 0.9079,
      "step": 18270
    },
    {
      "epoch": 1.2709064988351473,
      "grad_norm": 0.022104941507967046,
      "learning_rate": 0.0003530256641691285,
      "loss": 0.9357,
      "step": 18275
    },
    {
      "epoch": 1.2712542160714906,
      "grad_norm": 0.02564446064734614,
      "learning_rate": 0.0003527356440329019,
      "loss": 1.0682,
      "step": 18280
    },
    {
      "epoch": 1.271601933307834,
      "grad_norm": 0.01821204809186488,
      "learning_rate": 0.00035244567813942743,
      "loss": 0.9177,
      "step": 18285
    },
    {
      "epoch": 1.2719496505441774,
      "grad_norm": 0.02279965979832807,
      "learning_rate": 0.00035215576659550994,
      "loss": 0.8909,
      "step": 18290
    },
    {
      "epoch": 1.272297367780521,
      "grad_norm": 0.021459493102839435,
      "learning_rate": 0.00035186590950793455,
      "loss": 1.0639,
      "step": 18295
    },
    {
      "epoch": 1.2726450850168642,
      "grad_norm": 0.021383972997033443,
      "learning_rate": 0.00035157610698346585,
      "loss": 0.9108,
      "step": 18300
    },
    {
      "epoch": 1.2729928022532078,
      "grad_norm": 0.026956441769400607,
      "learning_rate": 0.0003512863591288487,
      "loss": 1.0005,
      "step": 18305
    },
    {
      "epoch": 1.273340519489551,
      "grad_norm": 0.021670212711184817,
      "learning_rate": 0.0003509966660508074,
      "loss": 0.9063,
      "step": 18310
    },
    {
      "epoch": 1.2736882367258944,
      "grad_norm": 0.02573761896448617,
      "learning_rate": 0.00035070702785604637,
      "loss": 1.0168,
      "step": 18315
    },
    {
      "epoch": 1.274035953962238,
      "grad_norm": 0.02940462105702389,
      "learning_rate": 0.00035041744465124985,
      "loss": 1.1652,
      "step": 18320
    },
    {
      "epoch": 1.2743836711985814,
      "grad_norm": 0.02129031376926583,
      "learning_rate": 0.00035012791654308166,
      "loss": 0.9114,
      "step": 18325
    },
    {
      "epoch": 1.2747313884349247,
      "grad_norm": 0.06551795108019097,
      "learning_rate": 0.00034983844363818564,
      "loss": 0.9717,
      "step": 18330
    },
    {
      "epoch": 1.275079105671268,
      "grad_norm": 0.019267074505924423,
      "learning_rate": 0.0003495490260431847,
      "loss": 0.9193,
      "step": 18335
    },
    {
      "epoch": 1.2754268229076116,
      "grad_norm": 0.018080678801814246,
      "learning_rate": 0.0003492596638646819,
      "loss": 0.914,
      "step": 18340
    },
    {
      "epoch": 1.2757745401439549,
      "grad_norm": 0.023200933633948158,
      "learning_rate": 0.00034897035720925966,
      "loss": 1.0319,
      "step": 18345
    },
    {
      "epoch": 1.2761222573802984,
      "grad_norm": 0.02044144274216786,
      "learning_rate": 0.00034868110618348013,
      "loss": 0.8696,
      "step": 18350
    },
    {
      "epoch": 1.2764699746166417,
      "grad_norm": 0.024745823639215358,
      "learning_rate": 0.0003483919108938849,
      "loss": 1.0022,
      "step": 18355
    },
    {
      "epoch": 1.2768176918529852,
      "grad_norm": 0.022691337480656402,
      "learning_rate": 0.0003481027714469948,
      "loss": 0.9152,
      "step": 18360
    },
    {
      "epoch": 1.2771654090893285,
      "grad_norm": 0.033119467705421596,
      "learning_rate": 0.00034781368794931035,
      "loss": 0.9096,
      "step": 18365
    },
    {
      "epoch": 1.277513126325672,
      "grad_norm": 0.023345212993444164,
      "learning_rate": 0.00034752466050731143,
      "loss": 0.9099,
      "step": 18370
    },
    {
      "epoch": 1.2778608435620153,
      "grad_norm": 0.02242169398876336,
      "learning_rate": 0.0003472356892274571,
      "loss": 1.1033,
      "step": 18375
    },
    {
      "epoch": 1.2782085607983587,
      "grad_norm": 0.025195378760866048,
      "learning_rate": 0.00034694677421618616,
      "loss": 1.019,
      "step": 18380
    },
    {
      "epoch": 1.2785562780347022,
      "grad_norm": 0.020168171461959684,
      "learning_rate": 0.00034665791557991597,
      "loss": 0.9165,
      "step": 18385
    },
    {
      "epoch": 1.2789039952710457,
      "grad_norm": 0.03448599520476391,
      "learning_rate": 0.00034636911342504384,
      "loss": 1.0716,
      "step": 18390
    },
    {
      "epoch": 1.279251712507389,
      "grad_norm": 0.019016947100329876,
      "learning_rate": 0.0003460803678579459,
      "loss": 0.9989,
      "step": 18395
    },
    {
      "epoch": 1.2795994297437323,
      "grad_norm": 0.028276756657272886,
      "learning_rate": 0.0003457916789849774,
      "loss": 1.0291,
      "step": 18400
    },
    {
      "epoch": 1.2799471469800758,
      "grad_norm": 0.03136347703508955,
      "learning_rate": 0.00034550304691247314,
      "loss": 1.0028,
      "step": 18405
    },
    {
      "epoch": 1.2802948642164191,
      "grad_norm": 0.019746911755085795,
      "learning_rate": 0.00034521447174674637,
      "loss": 0.8464,
      "step": 18410
    },
    {
      "epoch": 1.2806425814527627,
      "grad_norm": 0.024394014779985703,
      "learning_rate": 0.00034492595359408975,
      "loss": 0.9965,
      "step": 18415
    },
    {
      "epoch": 1.280990298689106,
      "grad_norm": 0.021691795356666196,
      "learning_rate": 0.00034463749256077495,
      "loss": 0.9208,
      "step": 18420
    },
    {
      "epoch": 1.2813380159254495,
      "grad_norm": 0.019265745420639514,
      "learning_rate": 0.00034434908875305247,
      "loss": 1.0703,
      "step": 18425
    },
    {
      "epoch": 1.2816857331617928,
      "grad_norm": 0.021367844099803947,
      "learning_rate": 0.00034406074227715194,
      "loss": 0.9494,
      "step": 18430
    },
    {
      "epoch": 1.2820334503981363,
      "grad_norm": 0.02507402301813135,
      "learning_rate": 0.0003437724532392815,
      "loss": 1.0027,
      "step": 18435
    },
    {
      "epoch": 1.2823811676344796,
      "grad_norm": 0.024440813037387665,
      "learning_rate": 0.00034348422174562844,
      "loss": 1.0281,
      "step": 18440
    },
    {
      "epoch": 1.282728884870823,
      "grad_norm": 0.018788953068237472,
      "learning_rate": 0.0003431960479023588,
      "loss": 1.0095,
      "step": 18445
    },
    {
      "epoch": 1.2830766021071665,
      "grad_norm": 0.024641771669922305,
      "learning_rate": 0.00034290793181561744,
      "loss": 0.9875,
      "step": 18450
    },
    {
      "epoch": 1.28342431934351,
      "grad_norm": 0.024520664877766933,
      "learning_rate": 0.0003426198735915277,
      "loss": 0.9838,
      "step": 18455
    },
    {
      "epoch": 1.2837720365798533,
      "grad_norm": 0.03281748798376476,
      "learning_rate": 0.00034233187333619196,
      "loss": 1.0331,
      "step": 18460
    },
    {
      "epoch": 1.2841197538161966,
      "grad_norm": 0.032719822350310755,
      "learning_rate": 0.0003420439311556909,
      "loss": 1.1113,
      "step": 18465
    },
    {
      "epoch": 1.28446747105254,
      "grad_norm": 0.028008619669077514,
      "learning_rate": 0.0003417560471560839,
      "loss": 0.9369,
      "step": 18470
    },
    {
      "epoch": 1.2848151882888834,
      "grad_norm": 0.028214571490074766,
      "learning_rate": 0.00034146822144340923,
      "loss": 0.8913,
      "step": 18475
    },
    {
      "epoch": 1.285162905525227,
      "grad_norm": 0.02853093526479859,
      "learning_rate": 0.0003411804541236833,
      "loss": 0.9022,
      "step": 18480
    },
    {
      "epoch": 1.2855106227615702,
      "grad_norm": 0.023849714711677666,
      "learning_rate": 0.00034089274530290113,
      "loss": 1.0186,
      "step": 18485
    },
    {
      "epoch": 1.2858583399979138,
      "grad_norm": 0.01914821625151496,
      "learning_rate": 0.0003406050950870363,
      "loss": 0.8967,
      "step": 18490
    },
    {
      "epoch": 1.286206057234257,
      "grad_norm": 0.019280866696031292,
      "learning_rate": 0.00034031750358204057,
      "loss": 0.9854,
      "step": 18495
    },
    {
      "epoch": 1.2865537744706006,
      "grad_norm": 0.022952697052298028,
      "learning_rate": 0.00034002997089384437,
      "loss": 1.015,
      "step": 18500
    },
    {
      "epoch": 1.286901491706944,
      "grad_norm": 0.019698684341445453,
      "learning_rate": 0.00033974249712835614,
      "loss": 0.8939,
      "step": 18505
    },
    {
      "epoch": 1.2872492089432872,
      "grad_norm": 0.03561371194297444,
      "learning_rate": 0.00033945508239146296,
      "loss": 0.9512,
      "step": 18510
    },
    {
      "epoch": 1.2875969261796307,
      "grad_norm": 0.024329294611817476,
      "learning_rate": 0.00033916772678903,
      "loss": 1.0728,
      "step": 18515
    },
    {
      "epoch": 1.2879446434159743,
      "grad_norm": 0.02645676490745074,
      "learning_rate": 0.0003388804304269006,
      "loss": 0.9952,
      "step": 18520
    },
    {
      "epoch": 1.2882923606523176,
      "grad_norm": 0.02386324906070611,
      "learning_rate": 0.00033859319341089634,
      "loss": 1.0862,
      "step": 18525
    },
    {
      "epoch": 1.2886400778886609,
      "grad_norm": 0.02716450906117983,
      "learning_rate": 0.000338306015846817,
      "loss": 0.9429,
      "step": 18530
    },
    {
      "epoch": 1.2889877951250044,
      "grad_norm": 0.03146000413977144,
      "learning_rate": 0.00033801889784044017,
      "loss": 1.1014,
      "step": 18535
    },
    {
      "epoch": 1.2893355123613477,
      "grad_norm": 0.02768251265650632,
      "learning_rate": 0.000337731839497522,
      "loss": 1.053,
      "step": 18540
    },
    {
      "epoch": 1.2896832295976912,
      "grad_norm": 0.02828896191117677,
      "learning_rate": 0.00033744484092379626,
      "loss": 0.9877,
      "step": 18545
    },
    {
      "epoch": 1.2900309468340345,
      "grad_norm": 0.03301956412187702,
      "learning_rate": 0.0003371579022249748,
      "loss": 0.9475,
      "step": 18550
    },
    {
      "epoch": 1.290378664070378,
      "grad_norm": 0.025281486281252454,
      "learning_rate": 0.00033687102350674747,
      "loss": 1.0226,
      "step": 18555
    },
    {
      "epoch": 1.2907263813067213,
      "grad_norm": 0.019417953696283977,
      "learning_rate": 0.00033658420487478203,
      "loss": 0.9272,
      "step": 18560
    },
    {
      "epoch": 1.2910740985430649,
      "grad_norm": 0.02123691403574851,
      "learning_rate": 0.00033629744643472404,
      "loss": 0.8546,
      "step": 18565
    },
    {
      "epoch": 1.2914218157794082,
      "grad_norm": 0.03626753868252933,
      "learning_rate": 0.0003360107482921971,
      "loss": 1.1182,
      "step": 18570
    },
    {
      "epoch": 1.2917695330157515,
      "grad_norm": 0.023145138621315304,
      "learning_rate": 0.0003357241105528023,
      "loss": 0.9493,
      "step": 18575
    },
    {
      "epoch": 1.292117250252095,
      "grad_norm": 0.06889963139526514,
      "learning_rate": 0.00033543753332211857,
      "loss": 1.1886,
      "step": 18580
    },
    {
      "epoch": 1.2924649674884385,
      "grad_norm": 0.026341955206671076,
      "learning_rate": 0.0003351510167057026,
      "loss": 1.146,
      "step": 18585
    },
    {
      "epoch": 1.2928126847247818,
      "grad_norm": 0.019746860230006342,
      "learning_rate": 0.0003348645608090888,
      "loss": 0.8726,
      "step": 18590
    },
    {
      "epoch": 1.2931604019611251,
      "grad_norm": 0.023600206029720315,
      "learning_rate": 0.00033457816573778925,
      "loss": 1.157,
      "step": 18595
    },
    {
      "epoch": 1.2935081191974687,
      "grad_norm": 0.027360045448433932,
      "learning_rate": 0.00033429183159729354,
      "loss": 0.961,
      "step": 18600
    },
    {
      "epoch": 1.293855836433812,
      "grad_norm": 0.022947693544567622,
      "learning_rate": 0.00033400555849306864,
      "loss": 0.949,
      "step": 18605
    },
    {
      "epoch": 1.2942035536701555,
      "grad_norm": 0.029377217550308966,
      "learning_rate": 0.00033371934653055936,
      "loss": 0.9191,
      "step": 18610
    },
    {
      "epoch": 1.2945512709064988,
      "grad_norm": 0.02527567993700486,
      "learning_rate": 0.0003334331958151877,
      "loss": 1.0365,
      "step": 18615
    },
    {
      "epoch": 1.2948989881428423,
      "grad_norm": 0.01938507381487227,
      "learning_rate": 0.00033314710645235344,
      "loss": 0.8801,
      "step": 18620
    },
    {
      "epoch": 1.2952467053791856,
      "grad_norm": 0.021374664151144696,
      "learning_rate": 0.0003328610785474336,
      "loss": 0.9646,
      "step": 18625
    },
    {
      "epoch": 1.2955944226155292,
      "grad_norm": 0.0264554946785999,
      "learning_rate": 0.0003325751122057823,
      "loss": 1.1577,
      "step": 18630
    },
    {
      "epoch": 1.2959421398518725,
      "grad_norm": 0.01948224562393964,
      "learning_rate": 0.0003322892075327313,
      "loss": 1.0556,
      "step": 18635
    },
    {
      "epoch": 1.2962898570882158,
      "grad_norm": 0.021517213990494354,
      "learning_rate": 0.0003320033646335896,
      "loss": 0.9015,
      "step": 18640
    },
    {
      "epoch": 1.2966375743245593,
      "grad_norm": 0.02659923435368932,
      "learning_rate": 0.00033171758361364345,
      "loss": 0.9518,
      "step": 18645
    },
    {
      "epoch": 1.2969852915609028,
      "grad_norm": 0.021464299661337564,
      "learning_rate": 0.0003314318645781563,
      "loss": 1.0509,
      "step": 18650
    },
    {
      "epoch": 1.2973330087972461,
      "grad_norm": 0.019209167150878375,
      "learning_rate": 0.00033114620763236854,
      "loss": 1.069,
      "step": 18655
    },
    {
      "epoch": 1.2976807260335894,
      "grad_norm": 0.02509477360164145,
      "learning_rate": 0.0003308606128814979,
      "loss": 1.0163,
      "step": 18660
    },
    {
      "epoch": 1.298028443269933,
      "grad_norm": 0.03449085744941918,
      "learning_rate": 0.0003305750804307395,
      "loss": 1.0496,
      "step": 18665
    },
    {
      "epoch": 1.2983761605062762,
      "grad_norm": 0.021114025416260528,
      "learning_rate": 0.00033028961038526484,
      "loss": 1.1503,
      "step": 18670
    },
    {
      "epoch": 1.2987238777426198,
      "grad_norm": 0.09826773056071128,
      "learning_rate": 0.000330004202850223,
      "loss": 1.0035,
      "step": 18675
    },
    {
      "epoch": 1.299071594978963,
      "grad_norm": 0.04606442725701664,
      "learning_rate": 0.00032971885793073975,
      "loss": 0.9285,
      "step": 18680
    },
    {
      "epoch": 1.2994193122153064,
      "grad_norm": 0.019280543748268954,
      "learning_rate": 0.00032943357573191783,
      "loss": 1.0024,
      "step": 18685
    },
    {
      "epoch": 1.29976702945165,
      "grad_norm": 0.027482340345686012,
      "learning_rate": 0.000329148356358837,
      "loss": 1.0367,
      "step": 18690
    },
    {
      "epoch": 1.3001147466879934,
      "grad_norm": 0.0228022283724899,
      "learning_rate": 0.0003288631999165538,
      "loss": 0.9844,
      "step": 18695
    },
    {
      "epoch": 1.3004624639243367,
      "grad_norm": 0.022699646363014463,
      "learning_rate": 0.0003285781065101016,
      "loss": 0.9532,
      "step": 18700
    },
    {
      "epoch": 1.30081018116068,
      "grad_norm": 0.028178092733199597,
      "learning_rate": 0.00032829307624449044,
      "loss": 1.1042,
      "step": 18705
    },
    {
      "epoch": 1.3011578983970236,
      "grad_norm": 0.02443418320093074,
      "learning_rate": 0.0003280081092247073,
      "loss": 0.9612,
      "step": 18710
    },
    {
      "epoch": 1.3015056156333669,
      "grad_norm": 0.02185980153940663,
      "learning_rate": 0.00032772320555571577,
      "loss": 1.2406,
      "step": 18715
    },
    {
      "epoch": 1.3018533328697104,
      "grad_norm": 0.02281646733902245,
      "learning_rate": 0.00032743836534245604,
      "loss": 1.1015,
      "step": 18720
    },
    {
      "epoch": 1.3022010501060537,
      "grad_norm": 0.02253161252699267,
      "learning_rate": 0.00032715358868984514,
      "loss": 0.8865,
      "step": 18725
    },
    {
      "epoch": 1.3025487673423972,
      "grad_norm": 0.027471368196416684,
      "learning_rate": 0.0003268688757027763,
      "loss": 1.1718,
      "step": 18730
    },
    {
      "epoch": 1.3028964845787405,
      "grad_norm": 0.01909658938649706,
      "learning_rate": 0.0003265842264861197,
      "loss": 1.0238,
      "step": 18735
    },
    {
      "epoch": 1.303244201815084,
      "grad_norm": 0.02263299896117669,
      "learning_rate": 0.0003262996411447219,
      "loss": 0.9548,
      "step": 18740
    },
    {
      "epoch": 1.3035919190514274,
      "grad_norm": 0.02551724241350551,
      "learning_rate": 0.00032601511978340577,
      "loss": 0.9725,
      "step": 18745
    },
    {
      "epoch": 1.3039396362877707,
      "grad_norm": 0.019701713876507095,
      "learning_rate": 0.00032573066250697093,
      "loss": 1.1228,
      "step": 18750
    },
    {
      "epoch": 1.3042873535241142,
      "grad_norm": 0.019684784989113083,
      "learning_rate": 0.00032544626942019304,
      "loss": 0.9016,
      "step": 18755
    },
    {
      "epoch": 1.3046350707604577,
      "grad_norm": 0.026010986331121595,
      "learning_rate": 0.00032516194062782436,
      "loss": 1.0005,
      "step": 18760
    },
    {
      "epoch": 1.304982787996801,
      "grad_norm": 0.01724451891293729,
      "learning_rate": 0.0003248776762345934,
      "loss": 0.9774,
      "step": 18765
    },
    {
      "epoch": 1.3053305052331443,
      "grad_norm": 0.014385883857307814,
      "learning_rate": 0.00032459347634520495,
      "loss": 0.9883,
      "step": 18770
    },
    {
      "epoch": 1.3056782224694878,
      "grad_norm": 0.03945725274268104,
      "learning_rate": 0.00032430934106434013,
      "loss": 1.0347,
      "step": 18775
    },
    {
      "epoch": 1.3060259397058311,
      "grad_norm": 0.02083197844594615,
      "learning_rate": 0.000324025270496656,
      "loss": 0.9294,
      "step": 18780
    },
    {
      "epoch": 1.3063736569421747,
      "grad_norm": 0.019563290398190603,
      "learning_rate": 0.000323741264746786,
      "loss": 0.8907,
      "step": 18785
    },
    {
      "epoch": 1.306721374178518,
      "grad_norm": 0.017207593930372102,
      "learning_rate": 0.0003234573239193397,
      "loss": 1.1177,
      "step": 18790
    },
    {
      "epoch": 1.3070690914148615,
      "grad_norm": 0.022212590405821776,
      "learning_rate": 0.0003231734481189026,
      "loss": 1.1924,
      "step": 18795
    },
    {
      "epoch": 1.3074168086512048,
      "grad_norm": 0.022782811912846215,
      "learning_rate": 0.00032288963745003664,
      "loss": 0.9161,
      "step": 18800
    },
    {
      "epoch": 1.3077645258875483,
      "grad_norm": 0.024767688242383235,
      "learning_rate": 0.0003226058920172791,
      "loss": 0.9508,
      "step": 18805
    },
    {
      "epoch": 1.3081122431238916,
      "grad_norm": 0.02235409827295979,
      "learning_rate": 0.0003223222119251439,
      "loss": 0.871,
      "step": 18810
    },
    {
      "epoch": 1.308459960360235,
      "grad_norm": 0.02007233786735925,
      "learning_rate": 0.0003220385972781205,
      "loss": 0.9383,
      "step": 18815
    },
    {
      "epoch": 1.3088076775965785,
      "grad_norm": 0.020417031230147858,
      "learning_rate": 0.00032175504818067425,
      "loss": 0.906,
      "step": 18820
    },
    {
      "epoch": 1.309155394832922,
      "grad_norm": 0.0193549585178042,
      "learning_rate": 0.00032147156473724675,
      "loss": 0.8761,
      "step": 18825
    },
    {
      "epoch": 1.3095031120692653,
      "grad_norm": 0.018434429042345456,
      "learning_rate": 0.0003211881470522549,
      "loss": 1.1429,
      "step": 18830
    },
    {
      "epoch": 1.3098508293056086,
      "grad_norm": 0.022846109830232244,
      "learning_rate": 0.00032090479523009163,
      "loss": 0.9009,
      "step": 18835
    },
    {
      "epoch": 1.3101985465419521,
      "grad_norm": 0.02548457441305962,
      "learning_rate": 0.00032062150937512573,
      "loss": 1.038,
      "step": 18840
    },
    {
      "epoch": 1.3105462637782954,
      "grad_norm": 0.019019892687715763,
      "learning_rate": 0.0003203382895917014,
      "loss": 0.9822,
      "step": 18845
    },
    {
      "epoch": 1.310893981014639,
      "grad_norm": 0.01637097797184077,
      "learning_rate": 0.00032005513598413896,
      "loss": 1.0131,
      "step": 18850
    },
    {
      "epoch": 1.3112416982509822,
      "grad_norm": 0.02676521291668646,
      "learning_rate": 0.0003197720486567336,
      "loss": 1.1366,
      "step": 18855
    },
    {
      "epoch": 1.3115894154873258,
      "grad_norm": 0.022113135767484447,
      "learning_rate": 0.00031948902771375686,
      "loss": 0.897,
      "step": 18860
    },
    {
      "epoch": 1.311937132723669,
      "grad_norm": 0.02936160996160499,
      "learning_rate": 0.0003192060732594554,
      "loss": 1.0903,
      "step": 18865
    },
    {
      "epoch": 1.3122848499600126,
      "grad_norm": 0.02081440059306159,
      "learning_rate": 0.0003189231853980516,
      "loss": 0.9143,
      "step": 18870
    },
    {
      "epoch": 1.312632567196356,
      "grad_norm": 0.01908547981772656,
      "learning_rate": 0.0003186403642337432,
      "loss": 0.856,
      "step": 18875
    },
    {
      "epoch": 1.3129802844326992,
      "grad_norm": 0.022235331333878297,
      "learning_rate": 0.0003183576098707034,
      "loss": 1.0211,
      "step": 18880
    },
    {
      "epoch": 1.3133280016690427,
      "grad_norm": 0.022417064343718512,
      "learning_rate": 0.00031807492241308065,
      "loss": 0.9616,
      "step": 18885
    },
    {
      "epoch": 1.3136757189053863,
      "grad_norm": 0.020157633701635005,
      "learning_rate": 0.000317792301964999,
      "loss": 1.012,
      "step": 18890
    },
    {
      "epoch": 1.3140234361417296,
      "grad_norm": 0.018868790837136266,
      "learning_rate": 0.0003175097486305578,
      "loss": 1.0638,
      "step": 18895
    },
    {
      "epoch": 1.3143711533780729,
      "grad_norm": 0.01822748725324878,
      "learning_rate": 0.00031722726251383153,
      "loss": 0.8917,
      "step": 18900
    },
    {
      "epoch": 1.3147188706144164,
      "grad_norm": 0.023626623197042652,
      "learning_rate": 0.0003169448437188699,
      "loss": 0.8775,
      "step": 18905
    },
    {
      "epoch": 1.3150665878507597,
      "grad_norm": 0.02382968828265951,
      "learning_rate": 0.0003166624923496979,
      "loss": 0.8828,
      "step": 18910
    },
    {
      "epoch": 1.3154143050871032,
      "grad_norm": 0.02176877326495574,
      "learning_rate": 0.0003163802085103158,
      "loss": 0.9906,
      "step": 18915
    },
    {
      "epoch": 1.3157620223234465,
      "grad_norm": 0.026411232588912422,
      "learning_rate": 0.00031609799230469874,
      "loss": 0.8793,
      "step": 18920
    },
    {
      "epoch": 1.31610973955979,
      "grad_norm": 0.02188557268052045,
      "learning_rate": 0.0003158158438367973,
      "loss": 0.8995,
      "step": 18925
    },
    {
      "epoch": 1.3164574567961334,
      "grad_norm": 0.02033941981286165,
      "learning_rate": 0.00031553376321053666,
      "loss": 0.9164,
      "step": 18930
    },
    {
      "epoch": 1.3168051740324769,
      "grad_norm": 0.03734764156231523,
      "learning_rate": 0.00031525175052981734,
      "loss": 1.0546,
      "step": 18935
    },
    {
      "epoch": 1.3171528912688202,
      "grad_norm": 0.020716977929820194,
      "learning_rate": 0.00031496980589851476,
      "loss": 0.9213,
      "step": 18940
    },
    {
      "epoch": 1.3175006085051635,
      "grad_norm": 0.02369810479250229,
      "learning_rate": 0.0003146879294204792,
      "loss": 1.0339,
      "step": 18945
    },
    {
      "epoch": 1.317848325741507,
      "grad_norm": 0.02169956289768266,
      "learning_rate": 0.00031440612119953607,
      "loss": 0.9354,
      "step": 18950
    },
    {
      "epoch": 1.3181960429778505,
      "grad_norm": 0.02044656862560453,
      "learning_rate": 0.0003141243813394851,
      "loss": 0.896,
      "step": 18955
    },
    {
      "epoch": 1.3185437602141938,
      "grad_norm": 0.02183943439750783,
      "learning_rate": 0.00031384270994410155,
      "loss": 0.9794,
      "step": 18960
    },
    {
      "epoch": 1.3188914774505371,
      "grad_norm": 0.02870075105144843,
      "learning_rate": 0.00031356110711713495,
      "loss": 0.9731,
      "step": 18965
    },
    {
      "epoch": 1.3192391946868807,
      "grad_norm": 0.02096271727137783,
      "learning_rate": 0.00031327957296230967,
      "loss": 0.9821,
      "step": 18970
    },
    {
      "epoch": 1.319586911923224,
      "grad_norm": 0.048106465855714944,
      "learning_rate": 0.00031299810758332516,
      "loss": 1.0223,
      "step": 18975
    },
    {
      "epoch": 1.3199346291595675,
      "grad_norm": 0.026624391116475278,
      "learning_rate": 0.00031271671108385493,
      "loss": 0.9025,
      "step": 18980
    },
    {
      "epoch": 1.3202823463959108,
      "grad_norm": 0.028313652843017786,
      "learning_rate": 0.0003124353835675473,
      "loss": 1.1598,
      "step": 18985
    },
    {
      "epoch": 1.3206300636322543,
      "grad_norm": 0.022806494904000864,
      "learning_rate": 0.0003121541251380258,
      "loss": 0.8685,
      "step": 18990
    },
    {
      "epoch": 1.3209777808685976,
      "grad_norm": 0.026618933142830554,
      "learning_rate": 0.0003118729358988876,
      "loss": 1.0866,
      "step": 18995
    },
    {
      "epoch": 1.3213254981049412,
      "grad_norm": 0.02303049335448765,
      "learning_rate": 0.0003115918159537049,
      "loss": 1.0763,
      "step": 19000
    },
    {
      "epoch": 1.3216732153412845,
      "grad_norm": 0.02809522080097234,
      "learning_rate": 0.0003113107654060244,
      "loss": 1.0048,
      "step": 19005
    },
    {
      "epoch": 1.3220209325776278,
      "grad_norm": 0.02318766388038558,
      "learning_rate": 0.0003110297843593669,
      "loss": 0.8405,
      "step": 19010
    },
    {
      "epoch": 1.3223686498139713,
      "grad_norm": 0.02347622731719166,
      "learning_rate": 0.0003107488729172281,
      "loss": 1.0558,
      "step": 19015
    },
    {
      "epoch": 1.3227163670503148,
      "grad_norm": 0.021756219614028627,
      "learning_rate": 0.00031046803118307744,
      "loss": 0.998,
      "step": 19020
    },
    {
      "epoch": 1.3230640842866581,
      "grad_norm": 0.02237728075736622,
      "learning_rate": 0.0003101872592603592,
      "loss": 1.0198,
      "step": 19025
    },
    {
      "epoch": 1.3234118015230014,
      "grad_norm": 0.023904395553192598,
      "learning_rate": 0.00030990655725249175,
      "loss": 0.9287,
      "step": 19030
    },
    {
      "epoch": 1.323759518759345,
      "grad_norm": 0.020261515579730466,
      "learning_rate": 0.0003096259252628677,
      "loss": 0.8984,
      "step": 19035
    },
    {
      "epoch": 1.3241072359956882,
      "grad_norm": 0.01974515271297097,
      "learning_rate": 0.00030934536339485396,
      "loss": 0.9431,
      "step": 19040
    },
    {
      "epoch": 1.3244549532320318,
      "grad_norm": 0.025443460767031637,
      "learning_rate": 0.0003090648717517914,
      "loss": 1.0084,
      "step": 19045
    },
    {
      "epoch": 1.324802670468375,
      "grad_norm": 0.023967555592622765,
      "learning_rate": 0.0003087844504369953,
      "loss": 1.0205,
      "step": 19050
    },
    {
      "epoch": 1.3251503877047186,
      "grad_norm": 0.025208946353993122,
      "learning_rate": 0.0003085040995537549,
      "loss": 0.9351,
      "step": 19055
    },
    {
      "epoch": 1.325498104941062,
      "grad_norm": 0.02287239728603185,
      "learning_rate": 0.0003082238192053334,
      "loss": 1.2126,
      "step": 19060
    },
    {
      "epoch": 1.3258458221774054,
      "grad_norm": 0.020125164534726066,
      "learning_rate": 0.0003079436094949683,
      "loss": 1.0793,
      "step": 19065
    },
    {
      "epoch": 1.3261935394137487,
      "grad_norm": 0.03528471481490437,
      "learning_rate": 0.00030766347052587067,
      "loss": 1.0265,
      "step": 19070
    },
    {
      "epoch": 1.326541256650092,
      "grad_norm": 0.022553555298756717,
      "learning_rate": 0.0003073834024012259,
      "loss": 0.9095,
      "step": 19075
    },
    {
      "epoch": 1.3268889738864356,
      "grad_norm": 0.025990417231668683,
      "learning_rate": 0.00030710340522419304,
      "loss": 0.9773,
      "step": 19080
    },
    {
      "epoch": 1.327236691122779,
      "grad_norm": 0.02202017144016751,
      "learning_rate": 0.00030682347909790524,
      "loss": 0.9002,
      "step": 19085
    },
    {
      "epoch": 1.3275844083591224,
      "grad_norm": 0.018693868130750458,
      "learning_rate": 0.0003065436241254694,
      "loss": 0.9243,
      "step": 19090
    },
    {
      "epoch": 1.3279321255954657,
      "grad_norm": 0.03131591054122358,
      "learning_rate": 0.00030626384040996593,
      "loss": 1.0228,
      "step": 19095
    },
    {
      "epoch": 1.3282798428318092,
      "grad_norm": 0.02351106923219503,
      "learning_rate": 0.0003059841280544493,
      "loss": 0.9233,
      "step": 19100
    },
    {
      "epoch": 1.3286275600681525,
      "grad_norm": 0.02792173500134857,
      "learning_rate": 0.0003057044871619477,
      "loss": 0.9405,
      "step": 19105
    },
    {
      "epoch": 1.328975277304496,
      "grad_norm": 0.018836497047335483,
      "learning_rate": 0.0003054249178354628,
      "loss": 0.9491,
      "step": 19110
    },
    {
      "epoch": 1.3293229945408394,
      "grad_norm": 0.022574953586330004,
      "learning_rate": 0.00030514542017797026,
      "loss": 0.9458,
      "step": 19115
    },
    {
      "epoch": 1.3296707117771827,
      "grad_norm": 0.024195789486914532,
      "learning_rate": 0.00030486599429241883,
      "loss": 0.9063,
      "step": 19120
    },
    {
      "epoch": 1.3300184290135262,
      "grad_norm": 0.0218876317559129,
      "learning_rate": 0.0003045866402817312,
      "loss": 1.133,
      "step": 19125
    },
    {
      "epoch": 1.3303661462498697,
      "grad_norm": 0.024898529283214517,
      "learning_rate": 0.00030430735824880353,
      "loss": 0.8566,
      "step": 19130
    },
    {
      "epoch": 1.330713863486213,
      "grad_norm": 0.024632871896448062,
      "learning_rate": 0.00030402814829650536,
      "loss": 1.0405,
      "step": 19135
    },
    {
      "epoch": 1.3310615807225563,
      "grad_norm": 0.019420050967875115,
      "learning_rate": 0.00030374901052767993,
      "loss": 0.9723,
      "step": 19140
    },
    {
      "epoch": 1.3314092979588998,
      "grad_norm": 0.021941414827585652,
      "learning_rate": 0.0003034699450451435,
      "loss": 0.9734,
      "step": 19145
    },
    {
      "epoch": 1.3317570151952434,
      "grad_norm": 0.02181287671241193,
      "learning_rate": 0.0003031909519516859,
      "loss": 0.9592,
      "step": 19150
    },
    {
      "epoch": 1.3321047324315867,
      "grad_norm": 0.02028276955640886,
      "learning_rate": 0.00030291203135007034,
      "loss": 0.9117,
      "step": 19155
    },
    {
      "epoch": 1.33245244966793,
      "grad_norm": 0.02087152047511188,
      "learning_rate": 0.00030263318334303337,
      "loss": 0.956,
      "step": 19160
    },
    {
      "epoch": 1.3328001669042735,
      "grad_norm": 0.019635364980370624,
      "learning_rate": 0.00030235440803328485,
      "loss": 0.9843,
      "step": 19165
    },
    {
      "epoch": 1.3331478841406168,
      "grad_norm": 0.022193001445946686,
      "learning_rate": 0.0003020757055235074,
      "loss": 1.1778,
      "step": 19170
    },
    {
      "epoch": 1.3334956013769603,
      "grad_norm": 0.02072388234321678,
      "learning_rate": 0.0003017970759163574,
      "loss": 0.8828,
      "step": 19175
    },
    {
      "epoch": 1.3338433186133036,
      "grad_norm": 0.030956224248021077,
      "learning_rate": 0.0003015185193144641,
      "loss": 0.9089,
      "step": 19180
    },
    {
      "epoch": 1.334191035849647,
      "grad_norm": 0.021206605746027177,
      "learning_rate": 0.00030124003582042994,
      "loss": 0.9273,
      "step": 19185
    },
    {
      "epoch": 1.3345387530859905,
      "grad_norm": 0.020982643252159764,
      "learning_rate": 0.0003009616255368304,
      "loss": 1.0226,
      "step": 19190
    },
    {
      "epoch": 1.334886470322334,
      "grad_norm": 0.02311608136650781,
      "learning_rate": 0.0003006832885662138,
      "loss": 0.9339,
      "step": 19195
    },
    {
      "epoch": 1.3352341875586773,
      "grad_norm": 0.024626478698152685,
      "learning_rate": 0.00030040502501110176,
      "loss": 1.0117,
      "step": 19200
    },
    {
      "epoch": 1.3355819047950206,
      "grad_norm": 0.01734492097473442,
      "learning_rate": 0.00030012683497398883,
      "loss": 0.9229,
      "step": 19205
    },
    {
      "epoch": 1.3359296220313641,
      "grad_norm": 0.02281998543568547,
      "learning_rate": 0.0002998487185573424,
      "loss": 0.8973,
      "step": 19210
    },
    {
      "epoch": 1.3362773392677074,
      "grad_norm": 0.022153199924104652,
      "learning_rate": 0.00029957067586360264,
      "loss": 1.0592,
      "step": 19215
    },
    {
      "epoch": 1.336625056504051,
      "grad_norm": 0.02121775241426783,
      "learning_rate": 0.0002992927069951826,
      "loss": 1.0873,
      "step": 19220
    },
    {
      "epoch": 1.3369727737403942,
      "grad_norm": 0.022728173418947485,
      "learning_rate": 0.0002990148120544684,
      "loss": 0.9079,
      "step": 19225
    },
    {
      "epoch": 1.3373204909767378,
      "grad_norm": 0.02355286265779513,
      "learning_rate": 0.00029873699114381857,
      "loss": 0.8814,
      "step": 19230
    },
    {
      "epoch": 1.337668208213081,
      "grad_norm": 0.02158097169541438,
      "learning_rate": 0.00029845924436556456,
      "loss": 1.0362,
      "step": 19235
    },
    {
      "epoch": 1.3380159254494246,
      "grad_norm": 0.022730533768803494,
      "learning_rate": 0.00029818157182201054,
      "loss": 0.8935,
      "step": 19240
    },
    {
      "epoch": 1.338363642685768,
      "grad_norm": 0.02900266395578817,
      "learning_rate": 0.0002979039736154332,
      "loss": 1.0983,
      "step": 19245
    },
    {
      "epoch": 1.3387113599221112,
      "grad_norm": 0.020710746240603598,
      "learning_rate": 0.000297626449848082,
      "loss": 1.0015,
      "step": 19250
    },
    {
      "epoch": 1.3390590771584547,
      "grad_norm": 0.01932478326843738,
      "learning_rate": 0.0002973490006221789,
      "loss": 0.9063,
      "step": 19255
    },
    {
      "epoch": 1.3394067943947983,
      "grad_norm": 0.03572762176143712,
      "learning_rate": 0.00029707162603991835,
      "loss": 1.0946,
      "step": 19260
    },
    {
      "epoch": 1.3397545116311416,
      "grad_norm": 0.02157843161641251,
      "learning_rate": 0.0002967943262034676,
      "loss": 1.0957,
      "step": 19265
    },
    {
      "epoch": 1.3401022288674849,
      "grad_norm": 0.026066060490677726,
      "learning_rate": 0.00029651710121496576,
      "loss": 0.9436,
      "step": 19270
    },
    {
      "epoch": 1.3404499461038284,
      "grad_norm": 0.018633180590729218,
      "learning_rate": 0.00029623995117652503,
      "loss": 0.9464,
      "step": 19275
    },
    {
      "epoch": 1.3407976633401717,
      "grad_norm": 0.022052331382303714,
      "learning_rate": 0.0002959628761902297,
      "loss": 0.8783,
      "step": 19280
    },
    {
      "epoch": 1.3411453805765152,
      "grad_norm": 0.03606770119455588,
      "learning_rate": 0.00029568587635813635,
      "loss": 0.8813,
      "step": 19285
    },
    {
      "epoch": 1.3414930978128585,
      "grad_norm": 0.026014369983457797,
      "learning_rate": 0.00029540895178227413,
      "loss": 1.072,
      "step": 19290
    },
    {
      "epoch": 1.341840815049202,
      "grad_norm": 0.02120700892772453,
      "learning_rate": 0.0002951321025646441,
      "loss": 1.0233,
      "step": 19295
    },
    {
      "epoch": 1.3421885322855454,
      "grad_norm": 0.025801350286564672,
      "learning_rate": 0.0002948553288072198,
      "loss": 1.0465,
      "step": 19300
    },
    {
      "epoch": 1.3425362495218889,
      "grad_norm": 0.02178684262335334,
      "learning_rate": 0.00029457863061194703,
      "loss": 1.0456,
      "step": 19305
    },
    {
      "epoch": 1.3428839667582322,
      "grad_norm": 0.02245733031194398,
      "learning_rate": 0.0002943020080807437,
      "loss": 1.0026,
      "step": 19310
    },
    {
      "epoch": 1.3432316839945755,
      "grad_norm": 0.024736645866638037,
      "learning_rate": 0.0002940254613154999,
      "loss": 0.9495,
      "step": 19315
    },
    {
      "epoch": 1.343579401230919,
      "grad_norm": 0.02097520144112038,
      "learning_rate": 0.00029374899041807745,
      "loss": 0.9177,
      "step": 19320
    },
    {
      "epoch": 1.3439271184672625,
      "grad_norm": 0.02297359245610521,
      "learning_rate": 0.0002934725954903107,
      "loss": 0.9227,
      "step": 19325
    },
    {
      "epoch": 1.3442748357036058,
      "grad_norm": 0.023920353223027168,
      "learning_rate": 0.0002931962766340058,
      "loss": 0.9038,
      "step": 19330
    },
    {
      "epoch": 1.3446225529399491,
      "grad_norm": 0.028692413506928964,
      "learning_rate": 0.00029292003395094097,
      "loss": 0.9794,
      "step": 19335
    },
    {
      "epoch": 1.3449702701762927,
      "grad_norm": 0.031365044172916544,
      "learning_rate": 0.00029264386754286636,
      "loss": 0.985,
      "step": 19340
    },
    {
      "epoch": 1.345317987412636,
      "grad_norm": 0.02353270836835111,
      "learning_rate": 0.0002923677775115038,
      "loss": 0.9064,
      "step": 19345
    },
    {
      "epoch": 1.3456657046489795,
      "grad_norm": 0.02548644908618923,
      "learning_rate": 0.0002920917639585472,
      "loss": 1.0033,
      "step": 19350
    },
    {
      "epoch": 1.3460134218853228,
      "grad_norm": 0.022350019801967734,
      "learning_rate": 0.00029181582698566236,
      "loss": 0.9417,
      "step": 19355
    },
    {
      "epoch": 1.3463611391216663,
      "grad_norm": 0.02540863213487026,
      "learning_rate": 0.0002915399666944868,
      "loss": 0.9366,
      "step": 19360
    },
    {
      "epoch": 1.3467088563580096,
      "grad_norm": 0.01976821872695907,
      "learning_rate": 0.0002912641831866295,
      "loss": 1.0281,
      "step": 19365
    },
    {
      "epoch": 1.3470565735943532,
      "grad_norm": 0.018382075204926837,
      "learning_rate": 0.0002909884765636719,
      "loss": 0.9877,
      "step": 19370
    },
    {
      "epoch": 1.3474042908306965,
      "grad_norm": 0.023375965547420618,
      "learning_rate": 0.00029071284692716614,
      "loss": 0.8629,
      "step": 19375
    },
    {
      "epoch": 1.3477520080670398,
      "grad_norm": 0.021418954748197237,
      "learning_rate": 0.000290437294378637,
      "loss": 1.1491,
      "step": 19380
    },
    {
      "epoch": 1.3480997253033833,
      "grad_norm": 0.01942065686200483,
      "learning_rate": 0.00029016181901958017,
      "loss": 0.8735,
      "step": 19385
    },
    {
      "epoch": 1.3484474425397268,
      "grad_norm": 0.032531980600130864,
      "learning_rate": 0.0002898864209514629,
      "loss": 1.119,
      "step": 19390
    },
    {
      "epoch": 1.3487951597760701,
      "grad_norm": 0.023920855603015996,
      "learning_rate": 0.0002896111002757246,
      "loss": 0.9466,
      "step": 19395
    },
    {
      "epoch": 1.3491428770124134,
      "grad_norm": 0.024612733750989383,
      "learning_rate": 0.0002893358570937753,
      "loss": 1.0147,
      "step": 19400
    },
    {
      "epoch": 1.349490594248757,
      "grad_norm": 0.01879272648498842,
      "learning_rate": 0.0002890606915069975,
      "loss": 0.8608,
      "step": 19405
    },
    {
      "epoch": 1.3498383114851003,
      "grad_norm": 0.02116281742314678,
      "learning_rate": 0.0002887856036167442,
      "loss": 1.1653,
      "step": 19410
    },
    {
      "epoch": 1.3501860287214438,
      "grad_norm": 0.04447476318243945,
      "learning_rate": 0.0002885105935243401,
      "loss": 0.9563,
      "step": 19415
    },
    {
      "epoch": 1.350533745957787,
      "grad_norm": 0.028406347552469322,
      "learning_rate": 0.0002882356613310816,
      "loss": 0.9638,
      "step": 19420
    },
    {
      "epoch": 1.3508814631941306,
      "grad_norm": 0.033078764216204086,
      "learning_rate": 0.0002879608071382357,
      "loss": 1.0935,
      "step": 19425
    },
    {
      "epoch": 1.351229180430474,
      "grad_norm": 0.02342453198069665,
      "learning_rate": 0.0002876860310470416,
      "loss": 0.9568,
      "step": 19430
    },
    {
      "epoch": 1.3515768976668174,
      "grad_norm": 0.023359812361670146,
      "learning_rate": 0.0002874113331587088,
      "loss": 0.9327,
      "step": 19435
    },
    {
      "epoch": 1.3519246149031607,
      "grad_norm": 0.028663644300232178,
      "learning_rate": 0.0002871367135744184,
      "loss": 1.0452,
      "step": 19440
    },
    {
      "epoch": 1.352272332139504,
      "grad_norm": 0.027183269773444218,
      "learning_rate": 0.000286862172395323,
      "loss": 0.9262,
      "step": 19445
    },
    {
      "epoch": 1.3526200493758476,
      "grad_norm": 0.020871824530520916,
      "learning_rate": 0.0002865877097225454,
      "loss": 0.9553,
      "step": 19450
    },
    {
      "epoch": 1.352967766612191,
      "grad_norm": 0.025937198024436576,
      "learning_rate": 0.0002863133256571805,
      "loss": 0.9599,
      "step": 19455
    },
    {
      "epoch": 1.3533154838485344,
      "grad_norm": 0.032110475860200424,
      "learning_rate": 0.00028603902030029387,
      "loss": 0.9215,
      "step": 19460
    },
    {
      "epoch": 1.3536632010848777,
      "grad_norm": 0.026412535399621018,
      "learning_rate": 0.0002857647937529217,
      "loss": 0.9259,
      "step": 19465
    },
    {
      "epoch": 1.3540109183212212,
      "grad_norm": 0.028573114292660736,
      "learning_rate": 0.00028549064611607184,
      "loss": 0.9722,
      "step": 19470
    },
    {
      "epoch": 1.3543586355575645,
      "grad_norm": 0.034311471083579424,
      "learning_rate": 0.0002852165774907225,
      "loss": 1.0312,
      "step": 19475
    },
    {
      "epoch": 1.354706352793908,
      "grad_norm": 0.02076542097709057,
      "learning_rate": 0.0002849425879778229,
      "loss": 0.9612,
      "step": 19480
    },
    {
      "epoch": 1.3550540700302514,
      "grad_norm": 0.02318352304489077,
      "learning_rate": 0.00028466867767829344,
      "loss": 1.0096,
      "step": 19485
    },
    {
      "epoch": 1.3554017872665949,
      "grad_norm": 0.01996517481009092,
      "learning_rate": 0.0002843948466930249,
      "loss": 0.9004,
      "step": 19490
    },
    {
      "epoch": 1.3557495045029382,
      "grad_norm": 0.02238687130995644,
      "learning_rate": 0.0002841210951228793,
      "loss": 0.9135,
      "step": 19495
    },
    {
      "epoch": 1.3560972217392817,
      "grad_norm": 0.02283244192900703,
      "learning_rate": 0.0002838474230686892,
      "loss": 0.9458,
      "step": 19500
    },
    {
      "epoch": 1.356444938975625,
      "grad_norm": 0.023687239434146027,
      "learning_rate": 0.0002835738306312574,
      "loss": 1.139,
      "step": 19505
    },
    {
      "epoch": 1.3567926562119683,
      "grad_norm": 0.025019627715838724,
      "learning_rate": 0.0002833003179113584,
      "loss": 0.8787,
      "step": 19510
    },
    {
      "epoch": 1.3571403734483118,
      "grad_norm": 0.01985956648653449,
      "learning_rate": 0.00028302688500973626,
      "loss": 0.8847,
      "step": 19515
    },
    {
      "epoch": 1.3574880906846554,
      "grad_norm": 0.021844486543093664,
      "learning_rate": 0.0002827535320271066,
      "loss": 1.0259,
      "step": 19520
    },
    {
      "epoch": 1.3578358079209987,
      "grad_norm": 0.03270976640395704,
      "learning_rate": 0.000282480259064155,
      "loss": 1.0214,
      "step": 19525
    },
    {
      "epoch": 1.358183525157342,
      "grad_norm": 0.01807515425956026,
      "learning_rate": 0.0002822070662215373,
      "loss": 0.9499,
      "step": 19530
    },
    {
      "epoch": 1.3585312423936855,
      "grad_norm": 0.020978821603880236,
      "learning_rate": 0.0002819339535998808,
      "loss": 0.8989,
      "step": 19535
    },
    {
      "epoch": 1.3588789596300288,
      "grad_norm": 0.02380139127204208,
      "learning_rate": 0.00028166092129978227,
      "loss": 1.0004,
      "step": 19540
    },
    {
      "epoch": 1.3592266768663723,
      "grad_norm": 0.018303147709136016,
      "learning_rate": 0.0002813879694218098,
      "loss": 0.8932,
      "step": 19545
    },
    {
      "epoch": 1.3595743941027156,
      "grad_norm": 0.01807056929011002,
      "learning_rate": 0.0002811150980665009,
      "loss": 0.9614,
      "step": 19550
    },
    {
      "epoch": 1.3599221113390592,
      "grad_norm": 0.019480374569206618,
      "learning_rate": 0.00028084230733436396,
      "loss": 0.88,
      "step": 19555
    },
    {
      "epoch": 1.3602698285754025,
      "grad_norm": 0.02424137455215797,
      "learning_rate": 0.0002805695973258779,
      "loss": 1.0342,
      "step": 19560
    },
    {
      "epoch": 1.360617545811746,
      "grad_norm": 0.02015564399130004,
      "learning_rate": 0.0002802969681414912,
      "loss": 0.9517,
      "step": 19565
    },
    {
      "epoch": 1.3609652630480893,
      "grad_norm": 0.02316990155938475,
      "learning_rate": 0.0002800244198816234,
      "loss": 1.0513,
      "step": 19570
    },
    {
      "epoch": 1.3613129802844326,
      "grad_norm": 0.028634999248394147,
      "learning_rate": 0.00027975195264666366,
      "loss": 0.9874,
      "step": 19575
    },
    {
      "epoch": 1.3616606975207761,
      "grad_norm": 0.024689681443383495,
      "learning_rate": 0.00027947956653697116,
      "loss": 0.9783,
      "step": 19580
    },
    {
      "epoch": 1.3620084147571196,
      "grad_norm": 0.021497549195689337,
      "learning_rate": 0.000279207261652876,
      "loss": 1.0918,
      "step": 19585
    },
    {
      "epoch": 1.362356131993463,
      "grad_norm": 0.03549520850579494,
      "learning_rate": 0.0002789350380946773,
      "loss": 1.0467,
      "step": 19590
    },
    {
      "epoch": 1.3627038492298063,
      "grad_norm": 0.021627010190134747,
      "learning_rate": 0.0002786628959626454,
      "loss": 0.9721,
      "step": 19595
    },
    {
      "epoch": 1.3630515664661498,
      "grad_norm": 0.017846774681546558,
      "learning_rate": 0.0002783908353570196,
      "loss": 0.8456,
      "step": 19600
    },
    {
      "epoch": 1.363399283702493,
      "grad_norm": 0.019812946367605454,
      "learning_rate": 0.0002781188563780094,
      "loss": 1.0259,
      "step": 19605
    },
    {
      "epoch": 1.3637470009388366,
      "grad_norm": 0.024097828388346232,
      "learning_rate": 0.00027784695912579506,
      "loss": 0.911,
      "step": 19610
    },
    {
      "epoch": 1.36409471817518,
      "grad_norm": 0.020841494193218898,
      "learning_rate": 0.00027757514370052545,
      "loss": 0.9191,
      "step": 19615
    },
    {
      "epoch": 1.3644424354115232,
      "grad_norm": 0.022211339762360727,
      "learning_rate": 0.0002773034102023205,
      "loss": 1.0325,
      "step": 19620
    },
    {
      "epoch": 1.3647901526478667,
      "grad_norm": 0.019199337763360802,
      "learning_rate": 0.0002770317587312692,
      "loss": 0.8534,
      "step": 19625
    },
    {
      "epoch": 1.3651378698842103,
      "grad_norm": 0.018201687125575336,
      "learning_rate": 0.0002767601893874302,
      "loss": 1.0957,
      "step": 19630
    },
    {
      "epoch": 1.3654855871205536,
      "grad_norm": 0.021685772657857847,
      "learning_rate": 0.0002764887022708329,
      "loss": 0.9101,
      "step": 19635
    },
    {
      "epoch": 1.3658333043568969,
      "grad_norm": 0.02238219812778615,
      "learning_rate": 0.00027621729748147515,
      "loss": 0.9003,
      "step": 19640
    },
    {
      "epoch": 1.3661810215932404,
      "grad_norm": 0.019393747714996558,
      "learning_rate": 0.0002759459751193256,
      "loss": 1.0152,
      "step": 19645
    },
    {
      "epoch": 1.3665287388295837,
      "grad_norm": 0.02536263218245209,
      "learning_rate": 0.00027567473528432177,
      "loss": 0.8921,
      "step": 19650
    },
    {
      "epoch": 1.3668764560659272,
      "grad_norm": 0.05484484661864465,
      "learning_rate": 0.00027540357807637086,
      "loss": 1.1257,
      "step": 19655
    },
    {
      "epoch": 1.3672241733022705,
      "grad_norm": 0.025099941053534896,
      "learning_rate": 0.00027513250359535013,
      "loss": 0.905,
      "step": 19660
    },
    {
      "epoch": 1.367571890538614,
      "grad_norm": 0.01947032171801377,
      "learning_rate": 0.00027486151194110577,
      "loss": 0.9677,
      "step": 19665
    },
    {
      "epoch": 1.3679196077749574,
      "grad_norm": 0.024202317053075552,
      "learning_rate": 0.000274590603213454,
      "loss": 0.9876,
      "step": 19670
    },
    {
      "epoch": 1.3682673250113009,
      "grad_norm": 0.027020107464043767,
      "learning_rate": 0.00027431977751218015,
      "loss": 1.122,
      "step": 19675
    },
    {
      "epoch": 1.3686150422476442,
      "grad_norm": 0.021858219696973588,
      "learning_rate": 0.00027404903493703894,
      "loss": 1.0121,
      "step": 19680
    },
    {
      "epoch": 1.3689627594839875,
      "grad_norm": 0.020086000076914474,
      "learning_rate": 0.00027377837558775477,
      "loss": 0.9882,
      "step": 19685
    },
    {
      "epoch": 1.369310476720331,
      "grad_norm": 0.02016773510049233,
      "learning_rate": 0.0002735077995640208,
      "loss": 0.9421,
      "step": 19690
    },
    {
      "epoch": 1.3696581939566745,
      "grad_norm": 0.03262085653394505,
      "learning_rate": 0.0002732373069655006,
      "loss": 0.9236,
      "step": 19695
    },
    {
      "epoch": 1.3700059111930178,
      "grad_norm": 0.036876460370429805,
      "learning_rate": 0.0002729668978918258,
      "loss": 0.9479,
      "step": 19700
    },
    {
      "epoch": 1.3703536284293611,
      "grad_norm": 0.01917562988353965,
      "learning_rate": 0.0002726965724425977,
      "loss": 1.0781,
      "step": 19705
    },
    {
      "epoch": 1.3707013456657047,
      "grad_norm": 0.018936657413320946,
      "learning_rate": 0.0002724263307173872,
      "loss": 0.9719,
      "step": 19710
    },
    {
      "epoch": 1.371049062902048,
      "grad_norm": 0.024291231653775665,
      "learning_rate": 0.0002721561728157338,
      "loss": 0.892,
      "step": 19715
    },
    {
      "epoch": 1.3713967801383915,
      "grad_norm": 0.023277397503705922,
      "learning_rate": 0.0002718860988371466,
      "loss": 1.0183,
      "step": 19720
    },
    {
      "epoch": 1.3717444973747348,
      "grad_norm": 0.02532549797035218,
      "learning_rate": 0.0002716161088811034,
      "loss": 0.8928,
      "step": 19725
    },
    {
      "epoch": 1.3720922146110783,
      "grad_norm": 0.025867753585734465,
      "learning_rate": 0.00027134620304705107,
      "loss": 1.1115,
      "step": 19730
    },
    {
      "epoch": 1.3724399318474216,
      "grad_norm": 0.025043625076915814,
      "learning_rate": 0.00027107638143440585,
      "loss": 0.888,
      "step": 19735
    },
    {
      "epoch": 1.3727876490837652,
      "grad_norm": 0.023934071285232048,
      "learning_rate": 0.0002708066441425524,
      "loss": 0.9131,
      "step": 19740
    },
    {
      "epoch": 1.3731353663201085,
      "grad_norm": 0.030533975952799414,
      "learning_rate": 0.0002705369912708452,
      "loss": 1.1949,
      "step": 19745
    },
    {
      "epoch": 1.3734830835564518,
      "grad_norm": 0.02651954377353565,
      "learning_rate": 0.00027026742291860674,
      "loss": 0.9338,
      "step": 19750
    },
    {
      "epoch": 1.3738308007927953,
      "grad_norm": 0.027444550578430472,
      "learning_rate": 0.0002699979391851286,
      "loss": 1.1447,
      "step": 19755
    },
    {
      "epoch": 1.3741785180291388,
      "grad_norm": 0.01932065058749083,
      "learning_rate": 0.00026972854016967164,
      "loss": 0.9165,
      "step": 19760
    },
    {
      "epoch": 1.3745262352654821,
      "grad_norm": 0.024032217970267767,
      "learning_rate": 0.00026945922597146484,
      "loss": 0.9261,
      "step": 19765
    },
    {
      "epoch": 1.3748739525018254,
      "grad_norm": 0.0216043201822393,
      "learning_rate": 0.00026918999668970665,
      "loss": 0.8255,
      "step": 19770
    },
    {
      "epoch": 1.375221669738169,
      "grad_norm": 0.019312503716662408,
      "learning_rate": 0.0002689208524235638,
      "loss": 0.8392,
      "step": 19775
    },
    {
      "epoch": 1.3755693869745123,
      "grad_norm": 0.01858122105366413,
      "learning_rate": 0.00026865179327217154,
      "loss": 1.0533,
      "step": 19780
    },
    {
      "epoch": 1.3759171042108558,
      "grad_norm": 0.017436995686463626,
      "learning_rate": 0.0002683828193346344,
      "loss": 1.0175,
      "step": 19785
    },
    {
      "epoch": 1.376264821447199,
      "grad_norm": 0.022112338978112323,
      "learning_rate": 0.0002681139307100247,
      "loss": 0.9081,
      "step": 19790
    },
    {
      "epoch": 1.3766125386835426,
      "grad_norm": 0.020510775260302573,
      "learning_rate": 0.0002678451274973842,
      "loss": 0.9261,
      "step": 19795
    },
    {
      "epoch": 1.376960255919886,
      "grad_norm": 0.023777497777849578,
      "learning_rate": 0.00026757640979572264,
      "loss": 0.9443,
      "step": 19800
    },
    {
      "epoch": 1.3773079731562294,
      "grad_norm": 0.021947129356425288,
      "learning_rate": 0.00026730777770401815,
      "loss": 0.9174,
      "step": 19805
    },
    {
      "epoch": 1.3776556903925727,
      "grad_norm": 0.021959871281155962,
      "learning_rate": 0.000267039231321218,
      "loss": 0.9302,
      "step": 19810
    },
    {
      "epoch": 1.378003407628916,
      "grad_norm": 0.01982397861943045,
      "learning_rate": 0.0002667707707462371,
      "loss": 0.9074,
      "step": 19815
    },
    {
      "epoch": 1.3783511248652596,
      "grad_norm": 0.01814561775094693,
      "learning_rate": 0.00026650239607795944,
      "loss": 1.0466,
      "step": 19820
    },
    {
      "epoch": 1.378698842101603,
      "grad_norm": 0.02061940705328918,
      "learning_rate": 0.00026623410741523693,
      "loss": 0.9476,
      "step": 19825
    },
    {
      "epoch": 1.3790465593379464,
      "grad_norm": 0.024008440382549245,
      "learning_rate": 0.00026596590485688967,
      "loss": 0.9085,
      "step": 19830
    },
    {
      "epoch": 1.3793942765742897,
      "grad_norm": 0.026356810009140686,
      "learning_rate": 0.00026569778850170665,
      "loss": 0.8809,
      "step": 19835
    },
    {
      "epoch": 1.3797419938106332,
      "grad_norm": 0.019120656693041516,
      "learning_rate": 0.00026542975844844453,
      "loss": 0.9839,
      "step": 19840
    },
    {
      "epoch": 1.3800897110469765,
      "grad_norm": 0.022687604940446474,
      "learning_rate": 0.00026516181479582866,
      "loss": 0.9378,
      "step": 19845
    },
    {
      "epoch": 1.38043742828332,
      "grad_norm": 0.021375598901679293,
      "learning_rate": 0.00026489395764255216,
      "loss": 0.9811,
      "step": 19850
    },
    {
      "epoch": 1.3807851455196634,
      "grad_norm": 0.020005031840311403,
      "learning_rate": 0.0002646261870872762,
      "loss": 1.044,
      "step": 19855
    },
    {
      "epoch": 1.3811328627560069,
      "grad_norm": 0.024567655366676964,
      "learning_rate": 0.00026435850322863077,
      "loss": 0.9924,
      "step": 19860
    },
    {
      "epoch": 1.3814805799923502,
      "grad_norm": 0.021401691200265714,
      "learning_rate": 0.00026409090616521294,
      "loss": 0.9173,
      "step": 19865
    },
    {
      "epoch": 1.3818282972286937,
      "grad_norm": 0.03211285242807179,
      "learning_rate": 0.0002638233959955888,
      "loss": 0.9531,
      "step": 19870
    },
    {
      "epoch": 1.382176014465037,
      "grad_norm": 0.020731090522587762,
      "learning_rate": 0.0002635559728182918,
      "loss": 0.9846,
      "step": 19875
    },
    {
      "epoch": 1.3825237317013803,
      "grad_norm": 0.02619425582814099,
      "learning_rate": 0.00026328863673182317,
      "loss": 1.1105,
      "step": 19880
    },
    {
      "epoch": 1.3828714489377238,
      "grad_norm": 0.021303610537750862,
      "learning_rate": 0.0002630213878346529,
      "loss": 0.8848,
      "step": 19885
    },
    {
      "epoch": 1.3832191661740674,
      "grad_norm": 0.02059775823396658,
      "learning_rate": 0.00026275422622521795,
      "loss": 0.9931,
      "step": 19890
    },
    {
      "epoch": 1.3835668834104107,
      "grad_norm": 0.02461722894013215,
      "learning_rate": 0.00026248715200192385,
      "loss": 0.9567,
      "step": 19895
    },
    {
      "epoch": 1.383914600646754,
      "grad_norm": 0.027638149115226253,
      "learning_rate": 0.0002622201652631436,
      "loss": 1.0556,
      "step": 19900
    },
    {
      "epoch": 1.3842623178830975,
      "grad_norm": 0.01849373482162681,
      "learning_rate": 0.0002619532661072176,
      "loss": 0.8118,
      "step": 19905
    },
    {
      "epoch": 1.3846100351194408,
      "grad_norm": 0.020841854578529828,
      "learning_rate": 0.000261686454632455,
      "loss": 1.0878,
      "step": 19910
    },
    {
      "epoch": 1.3849577523557843,
      "grad_norm": 0.023006751151941028,
      "learning_rate": 0.00026141973093713144,
      "loss": 1.0276,
      "step": 19915
    },
    {
      "epoch": 1.3853054695921276,
      "grad_norm": 0.023460381034144065,
      "learning_rate": 0.00026115309511949136,
      "loss": 0.9804,
      "step": 19920
    },
    {
      "epoch": 1.3856531868284712,
      "grad_norm": 0.021377236020442315,
      "learning_rate": 0.0002608865472777462,
      "loss": 0.9673,
      "step": 19925
    },
    {
      "epoch": 1.3860009040648145,
      "grad_norm": 0.020281266099827295,
      "learning_rate": 0.00026062008751007447,
      "loss": 0.9199,
      "step": 19930
    },
    {
      "epoch": 1.386348621301158,
      "grad_norm": 0.025220323966052234,
      "learning_rate": 0.00026035371591462387,
      "loss": 0.9901,
      "step": 19935
    },
    {
      "epoch": 1.3866963385375013,
      "grad_norm": 0.025542082172406715,
      "learning_rate": 0.00026008743258950815,
      "loss": 1.0408,
      "step": 19940
    },
    {
      "epoch": 1.3870440557738446,
      "grad_norm": 0.02128339601611911,
      "learning_rate": 0.00025982123763280886,
      "loss": 0.9053,
      "step": 19945
    },
    {
      "epoch": 1.3873917730101881,
      "grad_norm": 0.023808002113331582,
      "learning_rate": 0.00025955513114257544,
      "loss": 0.9042,
      "step": 19950
    },
    {
      "epoch": 1.3877394902465316,
      "grad_norm": 0.02377506893113836,
      "learning_rate": 0.0002592891132168243,
      "loss": 1.1057,
      "step": 19955
    },
    {
      "epoch": 1.388087207482875,
      "grad_norm": 0.021810695217945247,
      "learning_rate": 0.0002590231839535396,
      "loss": 0.8826,
      "step": 19960
    },
    {
      "epoch": 1.3884349247192183,
      "grad_norm": 0.02263343041713713,
      "learning_rate": 0.00025875734345067255,
      "loss": 1.0209,
      "step": 19965
    },
    {
      "epoch": 1.3887826419555618,
      "grad_norm": 0.030349435499357827,
      "learning_rate": 0.00025849159180614143,
      "loss": 0.9843,
      "step": 19970
    },
    {
      "epoch": 1.389130359191905,
      "grad_norm": 0.040736424771563376,
      "learning_rate": 0.0002582259291178327,
      "loss": 0.9559,
      "step": 19975
    },
    {
      "epoch": 1.3894780764282486,
      "grad_norm": 0.03330469446370401,
      "learning_rate": 0.00025796035548359894,
      "loss": 0.8883,
      "step": 19980
    },
    {
      "epoch": 1.389825793664592,
      "grad_norm": 0.021460695959900744,
      "learning_rate": 0.00025769487100126085,
      "loss": 0.9397,
      "step": 19985
    },
    {
      "epoch": 1.3901735109009354,
      "grad_norm": 0.036418451509566074,
      "learning_rate": 0.00025742947576860576,
      "loss": 1.2378,
      "step": 19990
    },
    {
      "epoch": 1.3905212281372787,
      "grad_norm": 0.023668489864526188,
      "learning_rate": 0.0002571641698833881,
      "loss": 0.9369,
      "step": 19995
    },
    {
      "epoch": 1.3908689453736223,
      "grad_norm": 0.02184319321652683,
      "learning_rate": 0.0002568989534433298,
      "loss": 0.9269,
      "step": 20000
    },
    {
      "epoch": 1.3912166626099656,
      "grad_norm": 0.022090542742958675,
      "learning_rate": 0.00025663382654611945,
      "loss": 1.0909,
      "step": 20005
    },
    {
      "epoch": 1.3915643798463089,
      "grad_norm": 0.022105364101056225,
      "learning_rate": 0.000256368789289413,
      "loss": 1.0115,
      "step": 20010
    },
    {
      "epoch": 1.3919120970826524,
      "grad_norm": 0.01832468176448461,
      "learning_rate": 0.00025610384177083303,
      "loss": 1.0774,
      "step": 20015
    },
    {
      "epoch": 1.392259814318996,
      "grad_norm": 0.029655766661945124,
      "learning_rate": 0.00025583898408796914,
      "loss": 0.9618,
      "step": 20020
    },
    {
      "epoch": 1.3926075315553392,
      "grad_norm": 0.019535241993230354,
      "learning_rate": 0.0002555742163383782,
      "loss": 0.9018,
      "step": 20025
    },
    {
      "epoch": 1.3929552487916825,
      "grad_norm": 0.032971378065289554,
      "learning_rate": 0.0002553095386195833,
      "loss": 1.0119,
      "step": 20030
    },
    {
      "epoch": 1.393302966028026,
      "grad_norm": 0.035155667067535146,
      "learning_rate": 0.0002550449510290752,
      "loss": 1.0744,
      "step": 20035
    },
    {
      "epoch": 1.3936506832643694,
      "grad_norm": 0.026154205233574705,
      "learning_rate": 0.0002547804536643108,
      "loss": 1.0635,
      "step": 20040
    },
    {
      "epoch": 1.3939984005007129,
      "grad_norm": 0.027106919418204162,
      "learning_rate": 0.0002545160466227138,
      "loss": 0.8763,
      "step": 20045
    },
    {
      "epoch": 1.3943461177370562,
      "grad_norm": 0.017222370364823377,
      "learning_rate": 0.00025425173000167525,
      "loss": 1.0032,
      "step": 20050
    },
    {
      "epoch": 1.3946938349733995,
      "grad_norm": 0.016641562129307143,
      "learning_rate": 0.00025398750389855185,
      "loss": 0.9344,
      "step": 20055
    },
    {
      "epoch": 1.395041552209743,
      "grad_norm": 0.024485706181101123,
      "learning_rate": 0.0002537233684106682,
      "loss": 1.2144,
      "step": 20060
    },
    {
      "epoch": 1.3953892694460865,
      "grad_norm": 0.025832394416830606,
      "learning_rate": 0.00025345932363531466,
      "loss": 0.8882,
      "step": 20065
    },
    {
      "epoch": 1.3957369866824298,
      "grad_norm": 0.02058415990119333,
      "learning_rate": 0.00025319536966974805,
      "loss": 0.9559,
      "step": 20070
    },
    {
      "epoch": 1.3960847039187732,
      "grad_norm": 0.031992866410112814,
      "learning_rate": 0.0002529315066111926,
      "loss": 0.8742,
      "step": 20075
    },
    {
      "epoch": 1.3964324211551167,
      "grad_norm": 0.021568115045049237,
      "learning_rate": 0.0002526677345568382,
      "loss": 1.022,
      "step": 20080
    },
    {
      "epoch": 1.3967801383914602,
      "grad_norm": 0.020060391546697233,
      "learning_rate": 0.0002524040536038418,
      "loss": 0.9302,
      "step": 20085
    },
    {
      "epoch": 1.3971278556278035,
      "grad_norm": 0.02304768794462887,
      "learning_rate": 0.0002521404638493266,
      "loss": 1.1503,
      "step": 20090
    },
    {
      "epoch": 1.3974755728641468,
      "grad_norm": 0.03703354232771059,
      "learning_rate": 0.00025187696539038184,
      "loss": 0.9921,
      "step": 20095
    },
    {
      "epoch": 1.3978232901004903,
      "grad_norm": 0.019496727741056704,
      "learning_rate": 0.0002516135583240638,
      "loss": 0.8271,
      "step": 20100
    },
    {
      "epoch": 1.3981710073368336,
      "grad_norm": 0.021158855479555046,
      "learning_rate": 0.00025135024274739457,
      "loss": 0.8853,
      "step": 20105
    },
    {
      "epoch": 1.3985187245731772,
      "grad_norm": 0.024891196224730298,
      "learning_rate": 0.00025108701875736295,
      "loss": 1.0197,
      "step": 20110
    },
    {
      "epoch": 1.3988664418095205,
      "grad_norm": 0.023300760898452285,
      "learning_rate": 0.0002508238864509237,
      "loss": 1.0141,
      "step": 20115
    },
    {
      "epoch": 1.3992141590458638,
      "grad_norm": 0.023408063617958923,
      "learning_rate": 0.0002505608459249976,
      "loss": 1.0238,
      "step": 20120
    },
    {
      "epoch": 1.3995618762822073,
      "grad_norm": 0.023082919705022225,
      "learning_rate": 0.00025029789727647243,
      "loss": 0.9969,
      "step": 20125
    },
    {
      "epoch": 1.3999095935185508,
      "grad_norm": 0.020636367855836547,
      "learning_rate": 0.00025003504060220125,
      "loss": 1.1068,
      "step": 20130
    },
    {
      "epoch": 1.4002573107548941,
      "grad_norm": 0.01939382574388203,
      "learning_rate": 0.0002497722759990038,
      "loss": 1.0322,
      "step": 20135
    },
    {
      "epoch": 1.4006050279912374,
      "grad_norm": 0.018874632307242074,
      "learning_rate": 0.00024950960356366576,
      "loss": 0.8987,
      "step": 20140
    },
    {
      "epoch": 1.400952745227581,
      "grad_norm": 0.02198891643643976,
      "learning_rate": 0.0002492470233929385,
      "loss": 0.9237,
      "step": 20145
    },
    {
      "epoch": 1.4013004624639243,
      "grad_norm": 0.021939991123539254,
      "learning_rate": 0.00024898453558354014,
      "loss": 1.0878,
      "step": 20150
    },
    {
      "epoch": 1.4016481797002678,
      "grad_norm": 0.019806151727042653,
      "learning_rate": 0.000248722140232154,
      "loss": 1.0676,
      "step": 20155
    },
    {
      "epoch": 1.401995896936611,
      "grad_norm": 0.02221173904811679,
      "learning_rate": 0.0002484598374354301,
      "loss": 0.9097,
      "step": 20160
    },
    {
      "epoch": 1.4023436141729546,
      "grad_norm": 0.019497592648491727,
      "learning_rate": 0.00024819762728998376,
      "loss": 1.1549,
      "step": 20165
    },
    {
      "epoch": 1.402691331409298,
      "grad_norm": 0.02288153187673538,
      "learning_rate": 0.0002479355098923962,
      "loss": 1.0592,
      "step": 20170
    },
    {
      "epoch": 1.4030390486456414,
      "grad_norm": 0.0210699291102906,
      "learning_rate": 0.0002476734853392151,
      "loss": 1.0072,
      "step": 20175
    },
    {
      "epoch": 1.4033867658819847,
      "grad_norm": 0.026952916733106506,
      "learning_rate": 0.0002474115537269532,
      "loss": 0.9131,
      "step": 20180
    },
    {
      "epoch": 1.403734483118328,
      "grad_norm": 0.019540476315256808,
      "learning_rate": 0.00024714971515208957,
      "loss": 0.9789,
      "step": 20185
    },
    {
      "epoch": 1.4040822003546716,
      "grad_norm": 0.018433906345067193,
      "learning_rate": 0.0002468879697110686,
      "loss": 0.9255,
      "step": 20190
    },
    {
      "epoch": 1.404429917591015,
      "grad_norm": 0.022045146152279878,
      "learning_rate": 0.00024662631750030036,
      "loss": 0.9211,
      "step": 20195
    },
    {
      "epoch": 1.4047776348273584,
      "grad_norm": 0.021768321813105774,
      "learning_rate": 0.00024636475861616116,
      "loss": 0.9853,
      "step": 20200
    },
    {
      "epoch": 1.4051253520637017,
      "grad_norm": 0.018976846597974748,
      "learning_rate": 0.00024610329315499216,
      "loss": 0.9564,
      "step": 20205
    },
    {
      "epoch": 1.4054730693000452,
      "grad_norm": 0.020238022517556492,
      "learning_rate": 0.00024584192121310076,
      "loss": 0.8891,
      "step": 20210
    },
    {
      "epoch": 1.4058207865363885,
      "grad_norm": 0.03500112854679635,
      "learning_rate": 0.0002455806428867596,
      "loss": 0.9097,
      "step": 20215
    },
    {
      "epoch": 1.406168503772732,
      "grad_norm": 0.021605230963900338,
      "learning_rate": 0.00024531945827220656,
      "loss": 0.918,
      "step": 20220
    },
    {
      "epoch": 1.4065162210090754,
      "grad_norm": 0.020362046712227053,
      "learning_rate": 0.0002450583674656458,
      "loss": 0.8958,
      "step": 20225
    },
    {
      "epoch": 1.4068639382454189,
      "grad_norm": 0.022728274302716355,
      "learning_rate": 0.000244797370563246,
      "loss": 1.0664,
      "step": 20230
    },
    {
      "epoch": 1.4072116554817622,
      "grad_norm": 0.02617031151587156,
      "learning_rate": 0.0002445364676611421,
      "loss": 0.9435,
      "step": 20235
    },
    {
      "epoch": 1.4075593727181057,
      "grad_norm": 0.024463930252715094,
      "learning_rate": 0.0002442756588554337,
      "loss": 0.9691,
      "step": 20240
    },
    {
      "epoch": 1.407907089954449,
      "grad_norm": 0.016609086494673034,
      "learning_rate": 0.00024401494424218607,
      "loss": 0.9005,
      "step": 20245
    },
    {
      "epoch": 1.4082548071907923,
      "grad_norm": 0.01695824058171762,
      "learning_rate": 0.00024375432391743,
      "loss": 0.9444,
      "step": 20250
    },
    {
      "epoch": 1.4086025244271358,
      "grad_norm": 0.019119137306445426,
      "learning_rate": 0.00024349379797716097,
      "loss": 0.9698,
      "step": 20255
    },
    {
      "epoch": 1.4089502416634794,
      "grad_norm": 0.02115627758947362,
      "learning_rate": 0.00024323336651734046,
      "loss": 1.008,
      "step": 20260
    },
    {
      "epoch": 1.4092979588998227,
      "grad_norm": 0.03527167131158779,
      "learning_rate": 0.0002429730296338945,
      "loss": 1.0414,
      "step": 20265
    },
    {
      "epoch": 1.409645676136166,
      "grad_norm": 0.020963780913322433,
      "learning_rate": 0.00024271278742271434,
      "loss": 0.9079,
      "step": 20270
    },
    {
      "epoch": 1.4099933933725095,
      "grad_norm": 0.02396200712971875,
      "learning_rate": 0.00024245263997965693,
      "loss": 0.8963,
      "step": 20275
    },
    {
      "epoch": 1.4103411106088528,
      "grad_norm": 0.020524047241926614,
      "learning_rate": 0.0002421925874005435,
      "loss": 0.9367,
      "step": 20280
    },
    {
      "epoch": 1.4106888278451963,
      "grad_norm": 0.02241668243188537,
      "learning_rate": 0.00024193262978116115,
      "loss": 1.0367,
      "step": 20285
    },
    {
      "epoch": 1.4110365450815396,
      "grad_norm": 0.01735897078184785,
      "learning_rate": 0.00024167276721726144,
      "loss": 0.9893,
      "step": 20290
    },
    {
      "epoch": 1.4113842623178832,
      "grad_norm": 0.019041343997913664,
      "learning_rate": 0.00024141299980456093,
      "loss": 0.934,
      "step": 20295
    },
    {
      "epoch": 1.4117319795542265,
      "grad_norm": 0.022871313146182324,
      "learning_rate": 0.0002411533276387416,
      "loss": 0.9247,
      "step": 20300
    },
    {
      "epoch": 1.41207969679057,
      "grad_norm": 0.02268704878769162,
      "learning_rate": 0.0002408937508154496,
      "loss": 0.8794,
      "step": 20305
    },
    {
      "epoch": 1.4124274140269133,
      "grad_norm": 0.021376451769988907,
      "learning_rate": 0.000240634269430297,
      "loss": 0.9019,
      "step": 20310
    },
    {
      "epoch": 1.4127751312632566,
      "grad_norm": 0.021388606594121548,
      "learning_rate": 0.00024037488357885967,
      "loss": 0.9558,
      "step": 20315
    },
    {
      "epoch": 1.4131228484996001,
      "grad_norm": 0.026115303145056872,
      "learning_rate": 0.0002401155933566787,
      "loss": 0.9055,
      "step": 20320
    },
    {
      "epoch": 1.4134705657359437,
      "grad_norm": 0.020419213386890005,
      "learning_rate": 0.00023985639885926036,
      "loss": 1.001,
      "step": 20325
    },
    {
      "epoch": 1.413818282972287,
      "grad_norm": 0.019671139383817197,
      "learning_rate": 0.00023959730018207487,
      "loss": 0.9368,
      "step": 20330
    },
    {
      "epoch": 1.4141660002086303,
      "grad_norm": 0.02991121264043946,
      "learning_rate": 0.00023933829742055795,
      "loss": 1.1133,
      "step": 20335
    },
    {
      "epoch": 1.4145137174449738,
      "grad_norm": 0.03195523697100239,
      "learning_rate": 0.00023907939067010947,
      "loss": 0.9606,
      "step": 20340
    },
    {
      "epoch": 1.414861434681317,
      "grad_norm": 0.025947894010313943,
      "learning_rate": 0.0002388205800260939,
      "loss": 0.9357,
      "step": 20345
    },
    {
      "epoch": 1.4152091519176606,
      "grad_norm": 0.024847969403201647,
      "learning_rate": 0.00023856186558384086,
      "loss": 0.9212,
      "step": 20350
    },
    {
      "epoch": 1.415556869154004,
      "grad_norm": 0.03978442467145831,
      "learning_rate": 0.00023830324743864378,
      "loss": 1.0319,
      "step": 20355
    },
    {
      "epoch": 1.4159045863903474,
      "grad_norm": 0.018495690823590014,
      "learning_rate": 0.0002380447256857614,
      "loss": 0.9602,
      "step": 20360
    },
    {
      "epoch": 1.4162523036266907,
      "grad_norm": 0.019311705519941883,
      "learning_rate": 0.00023778630042041644,
      "loss": 0.9958,
      "step": 20365
    },
    {
      "epoch": 1.4166000208630343,
      "grad_norm": 0.02287598159637518,
      "learning_rate": 0.00023752797173779593,
      "loss": 0.9889,
      "step": 20370
    },
    {
      "epoch": 1.4169477380993776,
      "grad_norm": 0.025637358371794417,
      "learning_rate": 0.00023726973973305204,
      "loss": 0.8572,
      "step": 20375
    },
    {
      "epoch": 1.4172954553357209,
      "grad_norm": 0.01997502822648217,
      "learning_rate": 0.00023701160450130044,
      "loss": 0.8652,
      "step": 20380
    },
    {
      "epoch": 1.4176431725720644,
      "grad_norm": 0.027099281446944425,
      "learning_rate": 0.00023675356613762205,
      "loss": 0.7808,
      "step": 20385
    },
    {
      "epoch": 1.417990889808408,
      "grad_norm": 0.02304245055753078,
      "learning_rate": 0.00023649562473706154,
      "loss": 1.0709,
      "step": 20390
    },
    {
      "epoch": 1.4183386070447512,
      "grad_norm": 0.027712751851205218,
      "learning_rate": 0.00023623778039462767,
      "loss": 1.1151,
      "step": 20395
    },
    {
      "epoch": 1.4186863242810945,
      "grad_norm": 0.021605375231977184,
      "learning_rate": 0.00023598003320529404,
      "loss": 0.8699,
      "step": 20400
    },
    {
      "epoch": 1.419034041517438,
      "grad_norm": 0.02179372424504956,
      "learning_rate": 0.00023572238326399837,
      "loss": 1.049,
      "step": 20405
    },
    {
      "epoch": 1.4193817587537814,
      "grad_norm": 0.030796168793327798,
      "learning_rate": 0.000235464830665642,
      "loss": 0.9791,
      "step": 20410
    },
    {
      "epoch": 1.419729475990125,
      "grad_norm": 0.021571630960547844,
      "learning_rate": 0.0002352073755050912,
      "loss": 0.9431,
      "step": 20415
    },
    {
      "epoch": 1.4200771932264682,
      "grad_norm": 0.0211441112919188,
      "learning_rate": 0.00023495001787717556,
      "loss": 0.9411,
      "step": 20420
    },
    {
      "epoch": 1.4204249104628117,
      "grad_norm": 0.022234829211137293,
      "learning_rate": 0.00023469275787668954,
      "loss": 0.996,
      "step": 20425
    },
    {
      "epoch": 1.420772627699155,
      "grad_norm": 0.025817291940843957,
      "learning_rate": 0.00023443559559839107,
      "loss": 0.9494,
      "step": 20430
    },
    {
      "epoch": 1.4211203449354985,
      "grad_norm": 0.022012305563877944,
      "learning_rate": 0.00023417853113700198,
      "loss": 0.8732,
      "step": 20435
    },
    {
      "epoch": 1.4214680621718419,
      "grad_norm": 0.024073515269040932,
      "learning_rate": 0.00023392156458720882,
      "loss": 1.0078,
      "step": 20440
    },
    {
      "epoch": 1.4218157794081852,
      "grad_norm": 0.024069808572513784,
      "learning_rate": 0.00023366469604366115,
      "loss": 0.9463,
      "step": 20445
    },
    {
      "epoch": 1.4221634966445287,
      "grad_norm": 0.01793463424972327,
      "learning_rate": 0.0002334079256009733,
      "loss": 0.8754,
      "step": 20450
    },
    {
      "epoch": 1.4225112138808722,
      "grad_norm": 0.023638352759820024,
      "learning_rate": 0.00023315125335372284,
      "loss": 0.982,
      "step": 20455
    },
    {
      "epoch": 1.4228589311172155,
      "grad_norm": 0.019655244583118885,
      "learning_rate": 0.0002328946793964512,
      "loss": 1.0409,
      "step": 20460
    },
    {
      "epoch": 1.4232066483535588,
      "grad_norm": 0.026367357344855038,
      "learning_rate": 0.00023263820382366418,
      "loss": 0.9692,
      "step": 20465
    },
    {
      "epoch": 1.4235543655899023,
      "grad_norm": 0.01618835933762417,
      "learning_rate": 0.00023238182672983055,
      "loss": 0.9263,
      "step": 20470
    },
    {
      "epoch": 1.4239020828262456,
      "grad_norm": 0.0186655589243133,
      "learning_rate": 0.00023212554820938353,
      "loss": 0.9803,
      "step": 20475
    },
    {
      "epoch": 1.4242498000625892,
      "grad_norm": 0.021320872338803337,
      "learning_rate": 0.0002318693683567196,
      "loss": 0.9296,
      "step": 20480
    },
    {
      "epoch": 1.4245975172989325,
      "grad_norm": 0.025073113358418816,
      "learning_rate": 0.0002316132872661988,
      "loss": 1.0048,
      "step": 20485
    },
    {
      "epoch": 1.424945234535276,
      "grad_norm": 0.018273280269857122,
      "learning_rate": 0.00023135730503214536,
      "loss": 0.9219,
      "step": 20490
    },
    {
      "epoch": 1.4252929517716193,
      "grad_norm": 0.020297325451214352,
      "learning_rate": 0.0002311014217488463,
      "loss": 0.876,
      "step": 20495
    },
    {
      "epoch": 1.4256406690079628,
      "grad_norm": 0.020101125399657974,
      "learning_rate": 0.00023084563751055303,
      "loss": 1.0217,
      "step": 20500
    },
    {
      "epoch": 1.4259883862443061,
      "grad_norm": 0.01963108349596522,
      "learning_rate": 0.00023058995241147996,
      "loss": 0.9458,
      "step": 20505
    },
    {
      "epoch": 1.4263361034806494,
      "grad_norm": 0.01933752916095954,
      "learning_rate": 0.00023033436654580487,
      "loss": 1.1142,
      "step": 20510
    },
    {
      "epoch": 1.426683820716993,
      "grad_norm": 0.026052213237748402,
      "learning_rate": 0.00023007888000766953,
      "loss": 0.9219,
      "step": 20515
    },
    {
      "epoch": 1.4270315379533365,
      "grad_norm": 0.024434958691626107,
      "learning_rate": 0.00022982349289117849,
      "loss": 1.0957,
      "step": 20520
    },
    {
      "epoch": 1.4273792551896798,
      "grad_norm": 0.022213187727850744,
      "learning_rate": 0.00022956820529040036,
      "loss": 0.8683,
      "step": 20525
    },
    {
      "epoch": 1.427726972426023,
      "grad_norm": 0.021382429039314522,
      "learning_rate": 0.00022931301729936648,
      "loss": 0.8844,
      "step": 20530
    },
    {
      "epoch": 1.4280746896623666,
      "grad_norm": 0.021957777897422266,
      "learning_rate": 0.00022905792901207174,
      "loss": 0.9463,
      "step": 20535
    },
    {
      "epoch": 1.42842240689871,
      "grad_norm": 0.021388088040397994,
      "learning_rate": 0.00022880294052247453,
      "loss": 0.9315,
      "step": 20540
    },
    {
      "epoch": 1.4287701241350534,
      "grad_norm": 0.023099597545318342,
      "learning_rate": 0.00022854805192449595,
      "loss": 0.9348,
      "step": 20545
    },
    {
      "epoch": 1.4291178413713967,
      "grad_norm": 0.043938854157480785,
      "learning_rate": 0.00022829326331202105,
      "loss": 1.0852,
      "step": 20550
    },
    {
      "epoch": 1.42946555860774,
      "grad_norm": 0.02217437750047599,
      "learning_rate": 0.00022803857477889734,
      "loss": 0.8568,
      "step": 20555
    },
    {
      "epoch": 1.4298132758440836,
      "grad_norm": 0.03713209885938841,
      "learning_rate": 0.00022778398641893567,
      "loss": 1.0511,
      "step": 20560
    },
    {
      "epoch": 1.430160993080427,
      "grad_norm": 0.015989279174131284,
      "learning_rate": 0.0002275294983259104,
      "loss": 0.9787,
      "step": 20565
    },
    {
      "epoch": 1.4305087103167704,
      "grad_norm": 0.022329269942315332,
      "learning_rate": 0.00022727511059355827,
      "loss": 0.8521,
      "step": 20570
    },
    {
      "epoch": 1.4308564275531137,
      "grad_norm": 0.014959319541138926,
      "learning_rate": 0.00022702082331557978,
      "loss": 1.0655,
      "step": 20575
    },
    {
      "epoch": 1.4312041447894572,
      "grad_norm": 0.024709218813718948,
      "learning_rate": 0.00022676663658563784,
      "loss": 0.9937,
      "step": 20580
    },
    {
      "epoch": 1.4315518620258005,
      "grad_norm": 0.022365168737039517,
      "learning_rate": 0.00022651255049735853,
      "loss": 1.043,
      "step": 20585
    },
    {
      "epoch": 1.431899579262144,
      "grad_norm": 0.020069692086693434,
      "learning_rate": 0.0002262585651443311,
      "loss": 0.914,
      "step": 20590
    },
    {
      "epoch": 1.4322472964984874,
      "grad_norm": 0.02127320933493711,
      "learning_rate": 0.0002260046806201071,
      "loss": 1.0307,
      "step": 20595
    },
    {
      "epoch": 1.432595013734831,
      "grad_norm": 0.021444125236101768,
      "learning_rate": 0.00022575089701820178,
      "loss": 0.9746,
      "step": 20600
    },
    {
      "epoch": 1.4329427309711742,
      "grad_norm": 0.03392940957429001,
      "learning_rate": 0.0002254972144320926,
      "loss": 1.0185,
      "step": 20605
    },
    {
      "epoch": 1.4332904482075177,
      "grad_norm": 0.01896535288885508,
      "learning_rate": 0.00022524363295521965,
      "loss": 0.8447,
      "step": 20610
    },
    {
      "epoch": 1.433638165443861,
      "grad_norm": 0.021146857767673107,
      "learning_rate": 0.00022499015268098656,
      "loss": 0.9445,
      "step": 20615
    },
    {
      "epoch": 1.4339858826802043,
      "grad_norm": 0.02282394410394738,
      "learning_rate": 0.0002247367737027588,
      "loss": 1.0223,
      "step": 20620
    },
    {
      "epoch": 1.4343335999165479,
      "grad_norm": 0.024021974387012077,
      "learning_rate": 0.00022448349611386541,
      "loss": 0.9956,
      "step": 20625
    },
    {
      "epoch": 1.4346813171528914,
      "grad_norm": 0.019337735983343367,
      "learning_rate": 0.00022423032000759737,
      "loss": 0.9788,
      "step": 20630
    },
    {
      "epoch": 1.4350290343892347,
      "grad_norm": 0.023877712719026525,
      "learning_rate": 0.00022397724547720832,
      "loss": 1.0387,
      "step": 20635
    },
    {
      "epoch": 1.435376751625578,
      "grad_norm": 0.024468618737228647,
      "learning_rate": 0.0002237242726159151,
      "loss": 0.9979,
      "step": 20640
    },
    {
      "epoch": 1.4357244688619215,
      "grad_norm": 0.02819805485135196,
      "learning_rate": 0.00022347140151689638,
      "loss": 0.884,
      "step": 20645
    },
    {
      "epoch": 1.4360721860982648,
      "grad_norm": 0.021445376409348276,
      "learning_rate": 0.00022321863227329399,
      "loss": 0.9919,
      "step": 20650
    },
    {
      "epoch": 1.4364199033346083,
      "grad_norm": 0.02192306016486468,
      "learning_rate": 0.0002229659649782117,
      "loss": 0.9556,
      "step": 20655
    },
    {
      "epoch": 1.4367676205709516,
      "grad_norm": 0.0270297105681062,
      "learning_rate": 0.00022271339972471582,
      "loss": 0.8598,
      "step": 20660
    },
    {
      "epoch": 1.4371153378072952,
      "grad_norm": 0.017559209203737706,
      "learning_rate": 0.0002224609366058356,
      "loss": 0.88,
      "step": 20665
    },
    {
      "epoch": 1.4374630550436385,
      "grad_norm": 0.023684642285373276,
      "learning_rate": 0.00022220857571456188,
      "loss": 0.9591,
      "step": 20670
    },
    {
      "epoch": 1.437810772279982,
      "grad_norm": 0.02172569949148693,
      "learning_rate": 0.00022195631714384855,
      "loss": 0.9664,
      "step": 20675
    },
    {
      "epoch": 1.4381584895163253,
      "grad_norm": 0.02126183285330638,
      "learning_rate": 0.00022170416098661144,
      "loss": 0.8781,
      "step": 20680
    },
    {
      "epoch": 1.4385062067526686,
      "grad_norm": 0.02092017235966938,
      "learning_rate": 0.00022145210733572846,
      "loss": 1.0728,
      "step": 20685
    },
    {
      "epoch": 1.4388539239890121,
      "grad_norm": 0.021434129197299902,
      "learning_rate": 0.00022120015628404038,
      "loss": 0.9275,
      "step": 20690
    },
    {
      "epoch": 1.4392016412253557,
      "grad_norm": 0.021016290677908677,
      "learning_rate": 0.00022094830792434946,
      "loss": 0.8879,
      "step": 20695
    },
    {
      "epoch": 1.439549358461699,
      "grad_norm": 0.044204636228634596,
      "learning_rate": 0.00022069656234942087,
      "loss": 1.0431,
      "step": 20700
    },
    {
      "epoch": 1.4398970756980423,
      "grad_norm": 0.029501181202077554,
      "learning_rate": 0.00022044491965198145,
      "loss": 1.0319,
      "step": 20705
    },
    {
      "epoch": 1.4402447929343858,
      "grad_norm": 0.019709468152813044,
      "learning_rate": 0.0002201933799247199,
      "loss": 0.8897,
      "step": 20710
    },
    {
      "epoch": 1.440592510170729,
      "grad_norm": 0.020813948861540255,
      "learning_rate": 0.00021994194326028783,
      "loss": 0.9915,
      "step": 20715
    },
    {
      "epoch": 1.4409402274070726,
      "grad_norm": 0.021268335157599787,
      "learning_rate": 0.00021969060975129802,
      "loss": 0.9883,
      "step": 20720
    },
    {
      "epoch": 1.441287944643416,
      "grad_norm": 0.021012534893276605,
      "learning_rate": 0.0002194393794903259,
      "loss": 0.9195,
      "step": 20725
    },
    {
      "epoch": 1.4416356618797594,
      "grad_norm": 0.023699170551053843,
      "learning_rate": 0.00021918825256990855,
      "loss": 1.0561,
      "step": 20730
    },
    {
      "epoch": 1.4419833791161027,
      "grad_norm": 0.02368000398521625,
      "learning_rate": 0.0002189372290825447,
      "loss": 1.004,
      "step": 20735
    },
    {
      "epoch": 1.4423310963524463,
      "grad_norm": 0.021210274240744828,
      "learning_rate": 0.00021868630912069586,
      "loss": 0.8882,
      "step": 20740
    },
    {
      "epoch": 1.4426788135887896,
      "grad_norm": 0.027725474048838652,
      "learning_rate": 0.00021843549277678436,
      "loss": 1.0293,
      "step": 20745
    },
    {
      "epoch": 1.4430265308251329,
      "grad_norm": 0.018276582309640684,
      "learning_rate": 0.0002181847801431953,
      "loss": 0.8955,
      "step": 20750
    },
    {
      "epoch": 1.4433742480614764,
      "grad_norm": 0.020238295250644366,
      "learning_rate": 0.00021793417131227494,
      "loss": 0.9382,
      "step": 20755
    },
    {
      "epoch": 1.44372196529782,
      "grad_norm": 0.0202873511821799,
      "learning_rate": 0.00021768366637633135,
      "loss": 0.8894,
      "step": 20760
    },
    {
      "epoch": 1.4440696825341632,
      "grad_norm": 0.03559375054983055,
      "learning_rate": 0.00021743326542763482,
      "loss": 1.0731,
      "step": 20765
    },
    {
      "epoch": 1.4444173997705065,
      "grad_norm": 0.024837980002384075,
      "learning_rate": 0.00021718296855841675,
      "loss": 0.8358,
      "step": 20770
    },
    {
      "epoch": 1.44476511700685,
      "grad_norm": 0.01605958759374021,
      "learning_rate": 0.00021693277586087067,
      "loss": 0.8451,
      "step": 20775
    },
    {
      "epoch": 1.4451128342431934,
      "grad_norm": 0.024309275093338134,
      "learning_rate": 0.00021668268742715152,
      "loss": 1.0149,
      "step": 20780
    },
    {
      "epoch": 1.445460551479537,
      "grad_norm": 0.02264006243592556,
      "learning_rate": 0.00021643270334937559,
      "loss": 1.0285,
      "step": 20785
    },
    {
      "epoch": 1.4458082687158802,
      "grad_norm": 0.021790300427691034,
      "learning_rate": 0.00021618282371962133,
      "loss": 0.9586,
      "step": 20790
    },
    {
      "epoch": 1.4461559859522237,
      "grad_norm": 0.050551564768613916,
      "learning_rate": 0.00021593304862992812,
      "loss": 1.0791,
      "step": 20795
    },
    {
      "epoch": 1.446503703188567,
      "grad_norm": 0.022397470469597388,
      "learning_rate": 0.0002156833781722974,
      "loss": 0.9274,
      "step": 20800
    },
    {
      "epoch": 1.4468514204249106,
      "grad_norm": 0.02554960334161826,
      "learning_rate": 0.00021543381243869153,
      "loss": 1.0087,
      "step": 20805
    },
    {
      "epoch": 1.4471991376612539,
      "grad_norm": 0.022599873201296465,
      "learning_rate": 0.00021518435152103444,
      "loss": 0.9962,
      "step": 20810
    },
    {
      "epoch": 1.4475468548975972,
      "grad_norm": 0.017654169021813153,
      "learning_rate": 0.00021493499551121192,
      "loss": 0.939,
      "step": 20815
    },
    {
      "epoch": 1.4478945721339407,
      "grad_norm": 0.02178634798455655,
      "learning_rate": 0.0002146857445010703,
      "loss": 1.0105,
      "step": 20820
    },
    {
      "epoch": 1.4482422893702842,
      "grad_norm": 0.023003589954211017,
      "learning_rate": 0.0002144365985824181,
      "loss": 0.9465,
      "step": 20825
    },
    {
      "epoch": 1.4485900066066275,
      "grad_norm": 0.018016661606093557,
      "learning_rate": 0.00021418755784702453,
      "loss": 0.8719,
      "step": 20830
    },
    {
      "epoch": 1.4489377238429708,
      "grad_norm": 0.02363045345527402,
      "learning_rate": 0.00021393862238662005,
      "loss": 0.9078,
      "step": 20835
    },
    {
      "epoch": 1.4492854410793143,
      "grad_norm": 0.03309150874297697,
      "learning_rate": 0.00021368979229289688,
      "loss": 1.1803,
      "step": 20840
    },
    {
      "epoch": 1.4496331583156576,
      "grad_norm": 0.024446689126713838,
      "learning_rate": 0.0002134410676575077,
      "loss": 0.9243,
      "step": 20845
    },
    {
      "epoch": 1.4499808755520012,
      "grad_norm": 0.0216287661808201,
      "learning_rate": 0.00021319244857206715,
      "loss": 0.9169,
      "step": 20850
    },
    {
      "epoch": 1.4503285927883445,
      "grad_norm": 0.023518957328942693,
      "learning_rate": 0.00021294393512815037,
      "loss": 0.9813,
      "step": 20855
    },
    {
      "epoch": 1.450676310024688,
      "grad_norm": 0.020324671946077788,
      "learning_rate": 0.0002126955274172936,
      "loss": 0.891,
      "step": 20860
    },
    {
      "epoch": 1.4510240272610313,
      "grad_norm": 0.02471471105649505,
      "learning_rate": 0.00021244722553099467,
      "loss": 0.9733,
      "step": 20865
    },
    {
      "epoch": 1.4513717444973748,
      "grad_norm": 0.03530772270514889,
      "learning_rate": 0.0002121990295607117,
      "loss": 1.0436,
      "step": 20870
    },
    {
      "epoch": 1.4517194617337181,
      "grad_norm": 0.022328066701331126,
      "learning_rate": 0.00021195093959786444,
      "loss": 0.991,
      "step": 20875
    },
    {
      "epoch": 1.4520671789700614,
      "grad_norm": 0.01711226820305634,
      "learning_rate": 0.00021170295573383346,
      "loss": 1.2377,
      "step": 20880
    },
    {
      "epoch": 1.452414896206405,
      "grad_norm": 0.022254000640480606,
      "learning_rate": 0.00021145507805995977,
      "loss": 1.0132,
      "step": 20885
    },
    {
      "epoch": 1.4527626134427485,
      "grad_norm": 0.01873055803857553,
      "learning_rate": 0.000211207306667546,
      "loss": 0.8908,
      "step": 20890
    },
    {
      "epoch": 1.4531103306790918,
      "grad_norm": 0.04340245264412607,
      "learning_rate": 0.00021095964164785503,
      "loss": 0.9003,
      "step": 20895
    },
    {
      "epoch": 1.453458047915435,
      "grad_norm": 0.03401583493595826,
      "learning_rate": 0.00021071208309211066,
      "loss": 0.8543,
      "step": 20900
    },
    {
      "epoch": 1.4538057651517786,
      "grad_norm": 0.021886271470068937,
      "learning_rate": 0.00021046463109149793,
      "loss": 0.9824,
      "step": 20905
    },
    {
      "epoch": 1.454153482388122,
      "grad_norm": 0.021859889283771104,
      "learning_rate": 0.00021021728573716191,
      "loss": 0.8606,
      "step": 20910
    },
    {
      "epoch": 1.4545011996244654,
      "grad_norm": 0.01909609447070202,
      "learning_rate": 0.00020997004712020923,
      "loss": 0.8957,
      "step": 20915
    },
    {
      "epoch": 1.4548489168608087,
      "grad_norm": 0.02701528475716981,
      "learning_rate": 0.0002097229153317065,
      "loss": 0.929,
      "step": 20920
    },
    {
      "epoch": 1.4551966340971523,
      "grad_norm": 0.019401495044724198,
      "learning_rate": 0.00020947589046268106,
      "loss": 0.9923,
      "step": 20925
    },
    {
      "epoch": 1.4555443513334956,
      "grad_norm": 0.02073260611383385,
      "learning_rate": 0.00020922897260412142,
      "loss": 0.9801,
      "step": 20930
    },
    {
      "epoch": 1.455892068569839,
      "grad_norm": 0.02659370168064271,
      "learning_rate": 0.00020898216184697592,
      "loss": 0.8775,
      "step": 20935
    },
    {
      "epoch": 1.4562397858061824,
      "grad_norm": 0.027095287088284705,
      "learning_rate": 0.00020873545828215424,
      "loss": 1.0391,
      "step": 20940
    },
    {
      "epoch": 1.4565875030425257,
      "grad_norm": 0.01892627709603604,
      "learning_rate": 0.00020848886200052592,
      "loss": 0.9391,
      "step": 20945
    },
    {
      "epoch": 1.4569352202788692,
      "grad_norm": 0.030413833437401876,
      "learning_rate": 0.0002082423730929211,
      "loss": 0.8881,
      "step": 20950
    },
    {
      "epoch": 1.4572829375152128,
      "grad_norm": 0.02096009807297998,
      "learning_rate": 0.0002079959916501308,
      "loss": 0.8635,
      "step": 20955
    },
    {
      "epoch": 1.457630654751556,
      "grad_norm": 0.021317204755308593,
      "learning_rate": 0.0002077497177629058,
      "loss": 1.0167,
      "step": 20960
    },
    {
      "epoch": 1.4579783719878994,
      "grad_norm": 0.01982735778392545,
      "learning_rate": 0.00020750355152195804,
      "loss": 0.8907,
      "step": 20965
    },
    {
      "epoch": 1.458326089224243,
      "grad_norm": 0.022226888228545433,
      "learning_rate": 0.00020725749301795922,
      "loss": 1.1572,
      "step": 20970
    },
    {
      "epoch": 1.4586738064605862,
      "grad_norm": 0.029917832424451028,
      "learning_rate": 0.00020701154234154122,
      "loss": 0.8749,
      "step": 20975
    },
    {
      "epoch": 1.4590215236969297,
      "grad_norm": 0.020134543969178825,
      "learning_rate": 0.000206765699583297,
      "loss": 1.1382,
      "step": 20980
    },
    {
      "epoch": 1.459369240933273,
      "grad_norm": 0.025343844798876008,
      "learning_rate": 0.00020651996483377882,
      "loss": 0.9268,
      "step": 20985
    },
    {
      "epoch": 1.4597169581696163,
      "grad_norm": 0.023634384297712058,
      "learning_rate": 0.0002062743381835001,
      "loss": 0.9761,
      "step": 20990
    },
    {
      "epoch": 1.4600646754059599,
      "grad_norm": 0.02139375409192325,
      "learning_rate": 0.00020602881972293368,
      "loss": 0.9041,
      "step": 20995
    },
    {
      "epoch": 1.4604123926423034,
      "grad_norm": 0.01958628330641494,
      "learning_rate": 0.00020578340954251263,
      "loss": 0.9595,
      "step": 21000
    },
    {
      "epoch": 1.4607601098786467,
      "grad_norm": 0.022182196397253325,
      "learning_rate": 0.00020553810773263077,
      "loss": 0.8632,
      "step": 21005
    },
    {
      "epoch": 1.46110782711499,
      "grad_norm": 0.020113778761471555,
      "learning_rate": 0.00020529291438364116,
      "loss": 0.8906,
      "step": 21010
    },
    {
      "epoch": 1.4614555443513335,
      "grad_norm": 0.022844130875966838,
      "learning_rate": 0.00020504782958585772,
      "loss": 0.9125,
      "step": 21015
    },
    {
      "epoch": 1.461803261587677,
      "grad_norm": 0.024443551858410947,
      "learning_rate": 0.0002048028534295538,
      "loss": 1.0023,
      "step": 21020
    },
    {
      "epoch": 1.4621509788240203,
      "grad_norm": 0.023414493569303994,
      "learning_rate": 0.00020455798600496267,
      "loss": 1.0374,
      "step": 21025
    },
    {
      "epoch": 1.4624986960603636,
      "grad_norm": 0.02166891803696363,
      "learning_rate": 0.0002043132274022782,
      "loss": 1.017,
      "step": 21030
    },
    {
      "epoch": 1.4628464132967072,
      "grad_norm": 0.02343405866283594,
      "learning_rate": 0.00020406857771165343,
      "loss": 0.8578,
      "step": 21035
    },
    {
      "epoch": 1.4631941305330505,
      "grad_norm": 0.034572628855803623,
      "learning_rate": 0.00020382403702320201,
      "loss": 0.9121,
      "step": 21040
    },
    {
      "epoch": 1.463541847769394,
      "grad_norm": 0.028624565740412163,
      "learning_rate": 0.00020357960542699682,
      "loss": 1.2841,
      "step": 21045
    },
    {
      "epoch": 1.4638895650057373,
      "grad_norm": 0.019527290089387892,
      "learning_rate": 0.0002033352830130707,
      "loss": 0.8141,
      "step": 21050
    },
    {
      "epoch": 1.4642372822420806,
      "grad_norm": 0.021438404436433755,
      "learning_rate": 0.00020309106987141662,
      "loss": 0.9211,
      "step": 21055
    },
    {
      "epoch": 1.4645849994784241,
      "grad_norm": 0.024125810624747647,
      "learning_rate": 0.00020284696609198678,
      "loss": 0.964,
      "step": 21060
    },
    {
      "epoch": 1.4649327167147677,
      "grad_norm": 0.020457587360087914,
      "learning_rate": 0.00020260297176469367,
      "loss": 0.8846,
      "step": 21065
    },
    {
      "epoch": 1.465280433951111,
      "grad_norm": 0.018912200252619745,
      "learning_rate": 0.00020235908697940902,
      "loss": 0.9157,
      "step": 21070
    },
    {
      "epoch": 1.4656281511874543,
      "grad_norm": 0.030301956267483186,
      "learning_rate": 0.00020211531182596422,
      "loss": 0.9975,
      "step": 21075
    },
    {
      "epoch": 1.4659758684237978,
      "grad_norm": 0.02993642770267088,
      "learning_rate": 0.00020187164639415067,
      "loss": 0.851,
      "step": 21080
    },
    {
      "epoch": 1.466323585660141,
      "grad_norm": 0.0244829573616558,
      "learning_rate": 0.00020162809077371887,
      "loss": 0.9273,
      "step": 21085
    },
    {
      "epoch": 1.4666713028964846,
      "grad_norm": 0.025412375312020563,
      "learning_rate": 0.00020138464505437936,
      "loss": 0.9083,
      "step": 21090
    },
    {
      "epoch": 1.467019020132828,
      "grad_norm": 0.023624238717640533,
      "learning_rate": 0.00020114130932580177,
      "loss": 0.9884,
      "step": 21095
    },
    {
      "epoch": 1.4673667373691714,
      "grad_norm": 0.0174508058747868,
      "learning_rate": 0.00020089808367761532,
      "loss": 0.9939,
      "step": 21100
    },
    {
      "epoch": 1.4677144546055148,
      "grad_norm": 0.021622913170596246,
      "learning_rate": 0.00020065496819940892,
      "loss": 0.9108,
      "step": 21105
    },
    {
      "epoch": 1.4680621718418583,
      "grad_norm": 0.025654333406813133,
      "learning_rate": 0.00020041196298073056,
      "loss": 0.8459,
      "step": 21110
    },
    {
      "epoch": 1.4684098890782016,
      "grad_norm": 0.024632203429096843,
      "learning_rate": 0.0002001690681110881,
      "loss": 0.8979,
      "step": 21115
    },
    {
      "epoch": 1.4687576063145449,
      "grad_norm": 0.024510773723550868,
      "learning_rate": 0.0001999262836799482,
      "loss": 0.9001,
      "step": 21120
    },
    {
      "epoch": 1.4691053235508884,
      "grad_norm": 0.03490899963900922,
      "learning_rate": 0.00019968360977673695,
      "loss": 0.8995,
      "step": 21125
    },
    {
      "epoch": 1.469453040787232,
      "grad_norm": 0.02479018819680464,
      "learning_rate": 0.00019944104649084022,
      "loss": 0.9354,
      "step": 21130
    },
    {
      "epoch": 1.4698007580235752,
      "grad_norm": 0.02515702299918691,
      "learning_rate": 0.00019919859391160245,
      "loss": 0.982,
      "step": 21135
    },
    {
      "epoch": 1.4701484752599185,
      "grad_norm": 0.022212682759656974,
      "learning_rate": 0.00019895625212832795,
      "loss": 1.0645,
      "step": 21140
    },
    {
      "epoch": 1.470496192496262,
      "grad_norm": 0.019648854525080525,
      "learning_rate": 0.00019871402123027975,
      "loss": 0.9598,
      "step": 21145
    },
    {
      "epoch": 1.4708439097326054,
      "grad_norm": 0.022972477569433745,
      "learning_rate": 0.00019847190130668004,
      "loss": 0.859,
      "step": 21150
    },
    {
      "epoch": 1.471191626968949,
      "grad_norm": 0.04001532986628256,
      "learning_rate": 0.00019822989244671051,
      "loss": 1.2104,
      "step": 21155
    },
    {
      "epoch": 1.4715393442052922,
      "grad_norm": 0.01973874344860497,
      "learning_rate": 0.00019798799473951157,
      "loss": 0.8427,
      "step": 21160
    },
    {
      "epoch": 1.4718870614416357,
      "grad_norm": 0.020700603803657503,
      "learning_rate": 0.00019774620827418306,
      "loss": 0.8252,
      "step": 21165
    },
    {
      "epoch": 1.472234778677979,
      "grad_norm": 0.017853351595739288,
      "learning_rate": 0.0001975045331397834,
      "loss": 1.0222,
      "step": 21170
    },
    {
      "epoch": 1.4725824959143226,
      "grad_norm": 0.0221252210401633,
      "learning_rate": 0.00019726296942533018,
      "loss": 0.9511,
      "step": 21175
    },
    {
      "epoch": 1.4729302131506659,
      "grad_norm": 0.021613937611098043,
      "learning_rate": 0.00019702151721980022,
      "loss": 0.9354,
      "step": 21180
    },
    {
      "epoch": 1.4732779303870092,
      "grad_norm": 0.024090306185116022,
      "learning_rate": 0.00019678017661212878,
      "loss": 1.1669,
      "step": 21185
    },
    {
      "epoch": 1.4736256476233527,
      "grad_norm": 0.02845911195928489,
      "learning_rate": 0.00019653894769121062,
      "loss": 0.8688,
      "step": 21190
    },
    {
      "epoch": 1.4739733648596962,
      "grad_norm": 0.021003317749074234,
      "learning_rate": 0.00019629783054589856,
      "loss": 0.9456,
      "step": 21195
    },
    {
      "epoch": 1.4743210820960395,
      "grad_norm": 0.025069994464539464,
      "learning_rate": 0.00019605682526500519,
      "loss": 1.0776,
      "step": 21200
    },
    {
      "epoch": 1.4746687993323828,
      "grad_norm": 0.02137170348896972,
      "learning_rate": 0.00019581593193730118,
      "loss": 0.9627,
      "step": 21205
    },
    {
      "epoch": 1.4750165165687263,
      "grad_norm": 0.023848352473163283,
      "learning_rate": 0.000195575150651516,
      "loss": 1.0046,
      "step": 21210
    },
    {
      "epoch": 1.4753642338050696,
      "grad_norm": 0.024108770006298144,
      "learning_rate": 0.00019533448149633843,
      "loss": 0.9855,
      "step": 21215
    },
    {
      "epoch": 1.4757119510414132,
      "grad_norm": 0.019440228113335494,
      "learning_rate": 0.0001950939245604152,
      "loss": 0.9742,
      "step": 21220
    },
    {
      "epoch": 1.4760596682777565,
      "grad_norm": 0.020468763040762294,
      "learning_rate": 0.00019485347993235242,
      "loss": 0.8985,
      "step": 21225
    },
    {
      "epoch": 1.4764073855141,
      "grad_norm": 0.02254146652827116,
      "learning_rate": 0.00019461314770071432,
      "loss": 0.9197,
      "step": 21230
    },
    {
      "epoch": 1.4767551027504433,
      "grad_norm": 0.023280576288779272,
      "learning_rate": 0.00019437292795402374,
      "loss": 1.0279,
      "step": 21235
    },
    {
      "epoch": 1.4771028199867868,
      "grad_norm": 0.018849214047742546,
      "learning_rate": 0.0001941328207807625,
      "loss": 0.9118,
      "step": 21240
    },
    {
      "epoch": 1.4774505372231301,
      "grad_norm": 0.020009822320170352,
      "learning_rate": 0.00019389282626937045,
      "loss": 1.0547,
      "step": 21245
    },
    {
      "epoch": 1.4777982544594734,
      "grad_norm": 0.023641489769271617,
      "learning_rate": 0.00019365294450824648,
      "loss": 0.9188,
      "step": 21250
    },
    {
      "epoch": 1.478145971695817,
      "grad_norm": 0.02176863696089634,
      "learning_rate": 0.00019341317558574755,
      "loss": 0.9079,
      "step": 21255
    },
    {
      "epoch": 1.4784936889321605,
      "grad_norm": 0.02034111611968815,
      "learning_rate": 0.00019317351959018892,
      "loss": 0.9011,
      "step": 21260
    },
    {
      "epoch": 1.4788414061685038,
      "grad_norm": 0.020927517330474012,
      "learning_rate": 0.00019293397660984486,
      "loss": 0.8629,
      "step": 21265
    },
    {
      "epoch": 1.479189123404847,
      "grad_norm": 0.019816266050742434,
      "learning_rate": 0.00019269454673294734,
      "loss": 0.9385,
      "step": 21270
    },
    {
      "epoch": 1.4795368406411906,
      "grad_norm": 0.03101716401878311,
      "learning_rate": 0.00019245523004768735,
      "loss": 0.9221,
      "step": 21275
    },
    {
      "epoch": 1.479884557877534,
      "grad_norm": 0.023118925702947532,
      "learning_rate": 0.00019221602664221355,
      "loss": 1.1093,
      "step": 21280
    },
    {
      "epoch": 1.4802322751138774,
      "grad_norm": 0.020644464256781393,
      "learning_rate": 0.00019197693660463305,
      "loss": 0.9101,
      "step": 21285
    },
    {
      "epoch": 1.4805799923502208,
      "grad_norm": 0.03374979250073788,
      "learning_rate": 0.00019173796002301165,
      "loss": 0.9038,
      "step": 21290
    },
    {
      "epoch": 1.4809277095865643,
      "grad_norm": 0.01985729815016913,
      "learning_rate": 0.00019149909698537264,
      "loss": 0.8314,
      "step": 21295
    },
    {
      "epoch": 1.4812754268229076,
      "grad_norm": 0.021295456460955604,
      "learning_rate": 0.00019126034757969824,
      "loss": 0.9109,
      "step": 21300
    },
    {
      "epoch": 1.481623144059251,
      "grad_norm": 0.021303578854758483,
      "learning_rate": 0.0001910217118939282,
      "loss": 0.9723,
      "step": 21305
    },
    {
      "epoch": 1.4819708612955944,
      "grad_norm": 0.01930422808889762,
      "learning_rate": 0.00019078319001596044,
      "loss": 0.8766,
      "step": 21310
    },
    {
      "epoch": 1.4823185785319377,
      "grad_norm": 0.019575538568292215,
      "learning_rate": 0.00019054478203365155,
      "loss": 0.8238,
      "step": 21315
    },
    {
      "epoch": 1.4826662957682812,
      "grad_norm": 0.016683053666151977,
      "learning_rate": 0.00019030648803481536,
      "loss": 0.9048,
      "step": 21320
    },
    {
      "epoch": 1.4830140130046248,
      "grad_norm": 0.019655997970206004,
      "learning_rate": 0.00019006830810722452,
      "loss": 0.8629,
      "step": 21325
    },
    {
      "epoch": 1.483361730240968,
      "grad_norm": 0.031154856510066182,
      "learning_rate": 0.00018983024233860897,
      "loss": 1.0882,
      "step": 21330
    },
    {
      "epoch": 1.4837094474773114,
      "grad_norm": 0.02941386156051088,
      "learning_rate": 0.0001895922908166568,
      "loss": 1.0714,
      "step": 21335
    },
    {
      "epoch": 1.484057164713655,
      "grad_norm": 0.021750137110631347,
      "learning_rate": 0.00018935445362901437,
      "loss": 0.9937,
      "step": 21340
    },
    {
      "epoch": 1.4844048819499982,
      "grad_norm": 0.03199351919226671,
      "learning_rate": 0.0001891167308632854,
      "loss": 0.8802,
      "step": 21345
    },
    {
      "epoch": 1.4847525991863417,
      "grad_norm": 0.02080339796304544,
      "learning_rate": 0.00018887912260703187,
      "loss": 0.9915,
      "step": 21350
    },
    {
      "epoch": 1.485100316422685,
      "grad_norm": 0.023165800282792855,
      "learning_rate": 0.00018864162894777353,
      "loss": 0.8633,
      "step": 21355
    },
    {
      "epoch": 1.4854480336590286,
      "grad_norm": 0.022987829302393837,
      "learning_rate": 0.0001884042499729876,
      "loss": 0.8756,
      "step": 21360
    },
    {
      "epoch": 1.4857957508953719,
      "grad_norm": 0.024427503915120965,
      "learning_rate": 0.0001881669857701096,
      "loss": 0.9832,
      "step": 21365
    },
    {
      "epoch": 1.4861434681317154,
      "grad_norm": 0.02338044221409257,
      "learning_rate": 0.0001879298364265322,
      "loss": 0.9461,
      "step": 21370
    },
    {
      "epoch": 1.4864911853680587,
      "grad_norm": 0.021949687620862114,
      "learning_rate": 0.00018769280202960597,
      "loss": 0.9156,
      "step": 21375
    },
    {
      "epoch": 1.486838902604402,
      "grad_norm": 0.021524194076247786,
      "learning_rate": 0.00018745588266663943,
      "loss": 0.8608,
      "step": 21380
    },
    {
      "epoch": 1.4871866198407455,
      "grad_norm": 0.02104640769369077,
      "learning_rate": 0.00018721907842489822,
      "loss": 0.8389,
      "step": 21385
    },
    {
      "epoch": 1.487534337077089,
      "grad_norm": 0.029477948094127335,
      "learning_rate": 0.00018698238939160618,
      "loss": 1.0204,
      "step": 21390
    },
    {
      "epoch": 1.4878820543134323,
      "grad_norm": 0.03278837270257806,
      "learning_rate": 0.00018674581565394417,
      "loss": 1.0404,
      "step": 21395
    },
    {
      "epoch": 1.4882297715497756,
      "grad_norm": 0.023523763662090198,
      "learning_rate": 0.00018650935729905066,
      "loss": 1.0345,
      "step": 21400
    },
    {
      "epoch": 1.4885774887861192,
      "grad_norm": 0.02283207099285405,
      "learning_rate": 0.00018627301441402212,
      "loss": 0.9213,
      "step": 21405
    },
    {
      "epoch": 1.4889252060224625,
      "grad_norm": 0.02120065928800311,
      "learning_rate": 0.00018603678708591177,
      "loss": 1.0639,
      "step": 21410
    },
    {
      "epoch": 1.489272923258806,
      "grad_norm": 0.022286175933386356,
      "learning_rate": 0.0001858006754017309,
      "loss": 0.9268,
      "step": 21415
    },
    {
      "epoch": 1.4896206404951493,
      "grad_norm": 0.018678830475408106,
      "learning_rate": 0.0001855646794484478,
      "loss": 0.9379,
      "step": 21420
    },
    {
      "epoch": 1.4899683577314928,
      "grad_norm": 0.0173074291562944,
      "learning_rate": 0.00018532879931298812,
      "loss": 0.9652,
      "step": 21425
    },
    {
      "epoch": 1.4903160749678361,
      "grad_norm": 0.02783153338474107,
      "learning_rate": 0.0001850930350822353,
      "loss": 0.9924,
      "step": 21430
    },
    {
      "epoch": 1.4906637922041797,
      "grad_norm": 0.02286416593827134,
      "learning_rate": 0.0001848573868430294,
      "loss": 0.9299,
      "step": 21435
    },
    {
      "epoch": 1.491011509440523,
      "grad_norm": 0.021532102703445757,
      "learning_rate": 0.0001846218546821685,
      "loss": 0.8809,
      "step": 21440
    },
    {
      "epoch": 1.4913592266768663,
      "grad_norm": 0.024830349745281248,
      "learning_rate": 0.0001843864386864074,
      "loss": 0.9021,
      "step": 21445
    },
    {
      "epoch": 1.4917069439132098,
      "grad_norm": 0.03060103957084801,
      "learning_rate": 0.00018415113894245812,
      "loss": 1.1245,
      "step": 21450
    },
    {
      "epoch": 1.4920546611495533,
      "grad_norm": 0.02340355281724763,
      "learning_rate": 0.00018391595553699032,
      "loss": 0.9456,
      "step": 21455
    },
    {
      "epoch": 1.4924023783858966,
      "grad_norm": 0.01704577014865314,
      "learning_rate": 0.00018368088855663008,
      "loss": 0.9346,
      "step": 21460
    },
    {
      "epoch": 1.49275009562224,
      "grad_norm": 0.01632547541086815,
      "learning_rate": 0.00018344593808796144,
      "loss": 0.845,
      "step": 21465
    },
    {
      "epoch": 1.4930978128585835,
      "grad_norm": 0.029498599418097952,
      "learning_rate": 0.00018321110421752495,
      "loss": 1.0766,
      "step": 21470
    },
    {
      "epoch": 1.4934455300949268,
      "grad_norm": 0.025122827166221808,
      "learning_rate": 0.00018297638703181814,
      "loss": 0.935,
      "step": 21475
    },
    {
      "epoch": 1.4937932473312703,
      "grad_norm": 0.022492571567534883,
      "learning_rate": 0.0001827417866172961,
      "loss": 1.1049,
      "step": 21480
    },
    {
      "epoch": 1.4941409645676136,
      "grad_norm": 0.022729414635014673,
      "learning_rate": 0.00018250730306037033,
      "loss": 0.9053,
      "step": 21485
    },
    {
      "epoch": 1.4944886818039569,
      "grad_norm": 0.01999199565433864,
      "learning_rate": 0.00018227293644740983,
      "loss": 0.8943,
      "step": 21490
    },
    {
      "epoch": 1.4948363990403004,
      "grad_norm": 0.04121662324124038,
      "learning_rate": 0.00018203868686474006,
      "loss": 1.1997,
      "step": 21495
    },
    {
      "epoch": 1.495184116276644,
      "grad_norm": 0.02088076480375138,
      "learning_rate": 0.0001818045543986434,
      "loss": 0.8657,
      "step": 21500
    },
    {
      "epoch": 1.4955318335129872,
      "grad_norm": 0.01616194181302755,
      "learning_rate": 0.0001815705391353596,
      "loss": 0.9742,
      "step": 21505
    },
    {
      "epoch": 1.4958795507493305,
      "grad_norm": 0.025277742530436628,
      "learning_rate": 0.00018133664116108455,
      "loss": 1.1143,
      "step": 21510
    },
    {
      "epoch": 1.496227267985674,
      "grad_norm": 0.03520011923182533,
      "learning_rate": 0.0001811028605619716,
      "loss": 0.894,
      "step": 21515
    },
    {
      "epoch": 1.4965749852220174,
      "grad_norm": 0.02497721943439843,
      "learning_rate": 0.00018086919742413038,
      "loss": 1.0653,
      "step": 21520
    },
    {
      "epoch": 1.496922702458361,
      "grad_norm": 0.021506773708358087,
      "learning_rate": 0.00018063565183362728,
      "loss": 0.8192,
      "step": 21525
    },
    {
      "epoch": 1.4972704196947042,
      "grad_norm": 0.028798839184363267,
      "learning_rate": 0.00018040222387648582,
      "loss": 1.2242,
      "step": 21530
    },
    {
      "epoch": 1.4976181369310477,
      "grad_norm": 0.02165807418225819,
      "learning_rate": 0.00018016891363868554,
      "loss": 0.9283,
      "step": 21535
    },
    {
      "epoch": 1.497965854167391,
      "grad_norm": 0.021031917762885027,
      "learning_rate": 0.0001799357212061634,
      "loss": 0.9689,
      "step": 21540
    },
    {
      "epoch": 1.4983135714037346,
      "grad_norm": 0.019885857571745356,
      "learning_rate": 0.00017970264666481234,
      "loss": 0.9824,
      "step": 21545
    },
    {
      "epoch": 1.4986612886400779,
      "grad_norm": 0.01998116011055486,
      "learning_rate": 0.0001794696901004819,
      "loss": 0.9959,
      "step": 21550
    },
    {
      "epoch": 1.4990090058764212,
      "grad_norm": 0.02370712215557653,
      "learning_rate": 0.00017923685159897874,
      "loss": 0.8886,
      "step": 21555
    },
    {
      "epoch": 1.4993567231127647,
      "grad_norm": 0.027796783031317402,
      "learning_rate": 0.00017900413124606523,
      "loss": 0.9312,
      "step": 21560
    },
    {
      "epoch": 1.4997044403491082,
      "grad_norm": 0.02101362275010719,
      "learning_rate": 0.00017877152912746102,
      "loss": 0.9773,
      "step": 21565
    },
    {
      "epoch": 1.5000521575854515,
      "grad_norm": 0.02081124310207913,
      "learning_rate": 0.0001785390453288417,
      "loss": 1.0009,
      "step": 21570
    },
    {
      "epoch": 1.5003998748217948,
      "grad_norm": 0.019112990666130494,
      "learning_rate": 0.00017830667993583917,
      "loss": 0.8864,
      "step": 21575
    },
    {
      "epoch": 1.5007475920581383,
      "grad_norm": 0.020109769544389484,
      "learning_rate": 0.00017807443303404226,
      "loss": 0.9831,
      "step": 21580
    },
    {
      "epoch": 1.5010953092944819,
      "grad_norm": 0.021423706084985002,
      "learning_rate": 0.0001778423047089956,
      "loss": 0.9153,
      "step": 21585
    },
    {
      "epoch": 1.5014430265308252,
      "grad_norm": 0.0193765263681254,
      "learning_rate": 0.00017761029504620064,
      "loss": 0.8667,
      "step": 21590
    },
    {
      "epoch": 1.5017907437671685,
      "grad_norm": 0.02165299968366405,
      "learning_rate": 0.00017737840413111478,
      "loss": 0.9915,
      "step": 21595
    },
    {
      "epoch": 1.5021384610035118,
      "grad_norm": 0.026449974918334986,
      "learning_rate": 0.0001771466320491516,
      "loss": 1.0501,
      "step": 21600
    },
    {
      "epoch": 1.5024861782398553,
      "grad_norm": 0.023052672190889547,
      "learning_rate": 0.00017691497888568136,
      "loss": 1.1351,
      "step": 21605
    },
    {
      "epoch": 1.5028338954761988,
      "grad_norm": 0.02114446862060222,
      "learning_rate": 0.00017668344472602992,
      "loss": 0.8779,
      "step": 21610
    },
    {
      "epoch": 1.5031816127125421,
      "grad_norm": 0.025601271018877082,
      "learning_rate": 0.00017645202965548001,
      "loss": 1.0054,
      "step": 21615
    },
    {
      "epoch": 1.5035293299488854,
      "grad_norm": 0.021713122483272,
      "learning_rate": 0.00017622073375926994,
      "loss": 0.9037,
      "step": 21620
    },
    {
      "epoch": 1.503877047185229,
      "grad_norm": 0.03159576274085265,
      "learning_rate": 0.00017598955712259406,
      "loss": 1.0399,
      "step": 21625
    },
    {
      "epoch": 1.5042247644215725,
      "grad_norm": 0.04147129483817976,
      "learning_rate": 0.00017575849983060343,
      "loss": 0.8673,
      "step": 21630
    },
    {
      "epoch": 1.5045724816579158,
      "grad_norm": 0.026927185374133127,
      "learning_rate": 0.0001755275619684044,
      "loss": 0.981,
      "step": 21635
    },
    {
      "epoch": 1.504920198894259,
      "grad_norm": 0.02059600397457105,
      "learning_rate": 0.00017529674362106007,
      "loss": 0.805,
      "step": 21640
    },
    {
      "epoch": 1.5052679161306026,
      "grad_norm": 0.01983547995897248,
      "learning_rate": 0.00017506604487358885,
      "loss": 0.8137,
      "step": 21645
    },
    {
      "epoch": 1.5056156333669461,
      "grad_norm": 0.025056517499809063,
      "learning_rate": 0.00017483546581096527,
      "loss": 0.9747,
      "step": 21650
    },
    {
      "epoch": 1.5059633506032895,
      "grad_norm": 0.022064692905495856,
      "learning_rate": 0.00017460500651812018,
      "loss": 0.9787,
      "step": 21655
    },
    {
      "epoch": 1.5063110678396328,
      "grad_norm": 0.03136801672431547,
      "learning_rate": 0.00017437466707993972,
      "loss": 0.9397,
      "step": 21660
    },
    {
      "epoch": 1.506658785075976,
      "grad_norm": 0.026360540712347166,
      "learning_rate": 0.00017414444758126653,
      "loss": 0.9543,
      "step": 21665
    },
    {
      "epoch": 1.5070065023123196,
      "grad_norm": 0.023427820293327028,
      "learning_rate": 0.00017391434810689848,
      "loss": 0.9863,
      "step": 21670
    },
    {
      "epoch": 1.507354219548663,
      "grad_norm": 0.024157522943298027,
      "learning_rate": 0.00017368436874158944,
      "loss": 0.8868,
      "step": 21675
    },
    {
      "epoch": 1.5077019367850064,
      "grad_norm": 0.040228997309290575,
      "learning_rate": 0.00017345450957004927,
      "loss": 1.0003,
      "step": 21680
    },
    {
      "epoch": 1.5080496540213497,
      "grad_norm": 0.02279778450654643,
      "learning_rate": 0.00017322477067694303,
      "loss": 1.0318,
      "step": 21685
    },
    {
      "epoch": 1.5083973712576932,
      "grad_norm": 0.020475158723197693,
      "learning_rate": 0.00017299515214689226,
      "loss": 0.9042,
      "step": 21690
    },
    {
      "epoch": 1.5087450884940368,
      "grad_norm": 0.021734336884402416,
      "learning_rate": 0.00017276565406447342,
      "loss": 0.8693,
      "step": 21695
    },
    {
      "epoch": 1.50909280573038,
      "grad_norm": 0.01991586419460558,
      "learning_rate": 0.00017253627651421877,
      "loss": 0.9665,
      "step": 21700
    },
    {
      "epoch": 1.5094405229667234,
      "grad_norm": 0.0171929611537136,
      "learning_rate": 0.00017230701958061668,
      "loss": 0.9085,
      "step": 21705
    },
    {
      "epoch": 1.509788240203067,
      "grad_norm": 0.025405891026792107,
      "learning_rate": 0.00017207788334811037,
      "loss": 1.0133,
      "step": 21710
    },
    {
      "epoch": 1.5101359574394104,
      "grad_norm": 0.024674353502591916,
      "learning_rate": 0.0001718488679010992,
      "loss": 0.9122,
      "step": 21715
    },
    {
      "epoch": 1.5104836746757537,
      "grad_norm": 0.02636695180124413,
      "learning_rate": 0.00017161997332393775,
      "loss": 0.9599,
      "step": 21720
    },
    {
      "epoch": 1.510831391912097,
      "grad_norm": 0.031532879516513214,
      "learning_rate": 0.00017139119970093581,
      "loss": 0.9141,
      "step": 21725
    },
    {
      "epoch": 1.5111791091484403,
      "grad_norm": 0.023811503138116124,
      "learning_rate": 0.0001711625471163593,
      "loss": 0.8807,
      "step": 21730
    },
    {
      "epoch": 1.5115268263847839,
      "grad_norm": 0.023653016270043434,
      "learning_rate": 0.00017093401565442895,
      "loss": 0.9014,
      "step": 21735
    },
    {
      "epoch": 1.5118745436211274,
      "grad_norm": 0.023721754077424384,
      "learning_rate": 0.00017070560539932128,
      "loss": 1.1351,
      "step": 21740
    },
    {
      "epoch": 1.5122222608574707,
      "grad_norm": 0.0316862940720117,
      "learning_rate": 0.00017047731643516796,
      "loss": 1.0328,
      "step": 21745
    },
    {
      "epoch": 1.512569978093814,
      "grad_norm": 0.02346805879385613,
      "learning_rate": 0.00017024914884605574,
      "loss": 0.9073,
      "step": 21750
    },
    {
      "epoch": 1.5129176953301575,
      "grad_norm": 0.030461296152598703,
      "learning_rate": 0.00017002110271602732,
      "loss": 0.9344,
      "step": 21755
    },
    {
      "epoch": 1.513265412566501,
      "grad_norm": 0.04594523063553382,
      "learning_rate": 0.00016979317812908001,
      "loss": 1.1306,
      "step": 21760
    },
    {
      "epoch": 1.5136131298028443,
      "grad_norm": 0.0237252660913437,
      "learning_rate": 0.00016956537516916686,
      "loss": 0.8424,
      "step": 21765
    },
    {
      "epoch": 1.5139608470391877,
      "grad_norm": 0.022273606750732627,
      "learning_rate": 0.00016933769392019575,
      "loss": 0.8922,
      "step": 21770
    },
    {
      "epoch": 1.5143085642755312,
      "grad_norm": 0.024163301504067397,
      "learning_rate": 0.00016911013446602974,
      "loss": 0.9139,
      "step": 21775
    },
    {
      "epoch": 1.5146562815118747,
      "grad_norm": 0.02308740467799571,
      "learning_rate": 0.0001688826968904874,
      "loss": 0.9515,
      "step": 21780
    },
    {
      "epoch": 1.515003998748218,
      "grad_norm": 0.022665997089629974,
      "learning_rate": 0.00016865538127734192,
      "loss": 0.9956,
      "step": 21785
    },
    {
      "epoch": 1.5153517159845613,
      "grad_norm": 0.023336000251642623,
      "learning_rate": 0.00016842818771032204,
      "loss": 0.8847,
      "step": 21790
    },
    {
      "epoch": 1.5156994332209046,
      "grad_norm": 0.022667099800359018,
      "learning_rate": 0.00016820111627311124,
      "loss": 0.9711,
      "step": 21795
    },
    {
      "epoch": 1.5160471504572481,
      "grad_norm": 0.022490933966029338,
      "learning_rate": 0.0001679741670493478,
      "loss": 0.883,
      "step": 21800
    },
    {
      "epoch": 1.5163948676935917,
      "grad_norm": 0.053107021516751694,
      "learning_rate": 0.00016774734012262577,
      "loss": 0.9647,
      "step": 21805
    },
    {
      "epoch": 1.516742584929935,
      "grad_norm": 0.019381875118290356,
      "learning_rate": 0.00016752063557649315,
      "loss": 0.9735,
      "step": 21810
    },
    {
      "epoch": 1.5170903021662783,
      "grad_norm": 0.02000039686061264,
      "learning_rate": 0.00016729405349445386,
      "loss": 0.8627,
      "step": 21815
    },
    {
      "epoch": 1.5174380194026218,
      "grad_norm": 0.023779064839542237,
      "learning_rate": 0.00016706759395996578,
      "loss": 1.0536,
      "step": 21820
    },
    {
      "epoch": 1.5177857366389653,
      "grad_norm": 0.023322777114753793,
      "learning_rate": 0.00016684125705644225,
      "loss": 0.9009,
      "step": 21825
    },
    {
      "epoch": 1.5181334538753086,
      "grad_norm": 0.024457270353326645,
      "learning_rate": 0.00016661504286725155,
      "loss": 1.0159,
      "step": 21830
    },
    {
      "epoch": 1.518481171111652,
      "grad_norm": 0.024319262735469006,
      "learning_rate": 0.00016638895147571626,
      "loss": 0.976,
      "step": 21835
    },
    {
      "epoch": 1.5188288883479955,
      "grad_norm": 0.02772677696981128,
      "learning_rate": 0.0001661629829651138,
      "loss": 1.0268,
      "step": 21840
    },
    {
      "epoch": 1.519176605584339,
      "grad_norm": 0.021955374741296378,
      "learning_rate": 0.00016593713741867673,
      "loss": 0.9352,
      "step": 21845
    },
    {
      "epoch": 1.5195243228206823,
      "grad_norm": 0.020471782012150816,
      "learning_rate": 0.0001657114149195919,
      "loss": 0.9405,
      "step": 21850
    },
    {
      "epoch": 1.5198720400570256,
      "grad_norm": 0.028624769553478733,
      "learning_rate": 0.0001654858155510013,
      "loss": 0.9357,
      "step": 21855
    },
    {
      "epoch": 1.520219757293369,
      "grad_norm": 0.018366517359861986,
      "learning_rate": 0.00016526033939600105,
      "loss": 0.9987,
      "step": 21860
    },
    {
      "epoch": 1.5205674745297124,
      "grad_norm": 0.022371952609199337,
      "learning_rate": 0.00016503498653764204,
      "loss": 0.8716,
      "step": 21865
    },
    {
      "epoch": 1.520915191766056,
      "grad_norm": 0.024987422088570868,
      "learning_rate": 0.00016480975705893009,
      "loss": 1.0392,
      "step": 21870
    },
    {
      "epoch": 1.5212629090023992,
      "grad_norm": 0.027014470183930443,
      "learning_rate": 0.000164584651042825,
      "loss": 0.7871,
      "step": 21875
    },
    {
      "epoch": 1.5216106262387425,
      "grad_norm": 0.022001117602068066,
      "learning_rate": 0.00016435966857224172,
      "loss": 0.9085,
      "step": 21880
    },
    {
      "epoch": 1.521958343475086,
      "grad_norm": 0.024934290833724834,
      "learning_rate": 0.00016413480973004923,
      "loss": 0.838,
      "step": 21885
    },
    {
      "epoch": 1.5223060607114296,
      "grad_norm": 0.024147176864767136,
      "learning_rate": 0.00016391007459907092,
      "loss": 0.9194,
      "step": 21890
    },
    {
      "epoch": 1.522653777947773,
      "grad_norm": 0.028619529707632707,
      "learning_rate": 0.00016368546326208522,
      "loss": 0.87,
      "step": 21895
    },
    {
      "epoch": 1.5230014951841162,
      "grad_norm": 0.025344642307927864,
      "learning_rate": 0.00016346097580182412,
      "loss": 0.9559,
      "step": 21900
    },
    {
      "epoch": 1.5233492124204597,
      "grad_norm": 0.021806284476897,
      "learning_rate": 0.00016323661230097485,
      "loss": 0.8534,
      "step": 21905
    },
    {
      "epoch": 1.523696929656803,
      "grad_norm": 0.02174607527723851,
      "learning_rate": 0.0001630123728421783,
      "loss": 1.0167,
      "step": 21910
    },
    {
      "epoch": 1.5240446468931466,
      "grad_norm": 0.018533882584821287,
      "learning_rate": 0.0001627882575080298,
      "loss": 0.9345,
      "step": 21915
    },
    {
      "epoch": 1.5243923641294899,
      "grad_norm": 0.020716049238119268,
      "learning_rate": 0.00016256426638107936,
      "loss": 0.8124,
      "step": 21920
    },
    {
      "epoch": 1.5247400813658332,
      "grad_norm": 0.024235857206628995,
      "learning_rate": 0.00016234039954383063,
      "loss": 0.9669,
      "step": 21925
    },
    {
      "epoch": 1.5250877986021767,
      "grad_norm": 0.021408367900541916,
      "learning_rate": 0.00016211665707874218,
      "loss": 0.8754,
      "step": 21930
    },
    {
      "epoch": 1.5254355158385202,
      "grad_norm": 0.02082198679180525,
      "learning_rate": 0.00016189303906822628,
      "loss": 0.9892,
      "step": 21935
    },
    {
      "epoch": 1.5257832330748635,
      "grad_norm": 0.02472766788144605,
      "learning_rate": 0.00016166954559464918,
      "loss": 1.0079,
      "step": 21940
    },
    {
      "epoch": 1.5261309503112068,
      "grad_norm": 0.022686937187336942,
      "learning_rate": 0.00016144617674033196,
      "loss": 0.8766,
      "step": 21945
    },
    {
      "epoch": 1.5264786675475503,
      "grad_norm": 0.02659190573496696,
      "learning_rate": 0.0001612229325875491,
      "loss": 0.9313,
      "step": 21950
    },
    {
      "epoch": 1.5268263847838939,
      "grad_norm": 0.019153899302434017,
      "learning_rate": 0.0001609998132185297,
      "loss": 0.9074,
      "step": 21955
    },
    {
      "epoch": 1.5271741020202372,
      "grad_norm": 0.022749362600150726,
      "learning_rate": 0.00016077681871545647,
      "loss": 0.9647,
      "step": 21960
    },
    {
      "epoch": 1.5275218192565805,
      "grad_norm": 0.025736737662474057,
      "learning_rate": 0.00016055394916046617,
      "loss": 1.0023,
      "step": 21965
    },
    {
      "epoch": 1.527869536492924,
      "grad_norm": 0.02277735144983665,
      "learning_rate": 0.00016033120463565005,
      "loss": 0.8455,
      "step": 21970
    },
    {
      "epoch": 1.5282172537292673,
      "grad_norm": 0.026124329007816537,
      "learning_rate": 0.00016010858522305245,
      "loss": 0.8851,
      "step": 21975
    },
    {
      "epoch": 1.5285649709656108,
      "grad_norm": 0.01715131950447749,
      "learning_rate": 0.0001598860910046725,
      "loss": 1.0286,
      "step": 21980
    },
    {
      "epoch": 1.5289126882019541,
      "grad_norm": 0.020240398242059025,
      "learning_rate": 0.00015966372206246266,
      "loss": 0.8764,
      "step": 21985
    },
    {
      "epoch": 1.5292604054382974,
      "grad_norm": 0.02132321799350571,
      "learning_rate": 0.00015944147847832924,
      "loss": 0.8268,
      "step": 21990
    },
    {
      "epoch": 1.529608122674641,
      "grad_norm": 0.022005416429511,
      "learning_rate": 0.00015921936033413286,
      "loss": 1.0836,
      "step": 21995
    },
    {
      "epoch": 1.5299558399109845,
      "grad_norm": 0.021279136829344614,
      "learning_rate": 0.0001589973677116872,
      "loss": 0.8757,
      "step": 22000
    },
    {
      "epoch": 1.5303035571473278,
      "grad_norm": 0.022651937991144056,
      "learning_rate": 0.00015877550069276058,
      "loss": 0.9774,
      "step": 22005
    },
    {
      "epoch": 1.530651274383671,
      "grad_norm": 0.029577889121518364,
      "learning_rate": 0.00015855375935907434,
      "loss": 1.0927,
      "step": 22010
    },
    {
      "epoch": 1.5309989916200146,
      "grad_norm": 0.02056062059518264,
      "learning_rate": 0.00015833214379230365,
      "loss": 0.898,
      "step": 22015
    },
    {
      "epoch": 1.5313467088563582,
      "grad_norm": 0.020538745604132692,
      "learning_rate": 0.00015811065407407777,
      "loss": 0.8682,
      "step": 22020
    },
    {
      "epoch": 1.5316944260927015,
      "grad_norm": 0.021179093735187234,
      "learning_rate": 0.00015788929028597904,
      "loss": 0.9977,
      "step": 22025
    },
    {
      "epoch": 1.5320421433290448,
      "grad_norm": 0.021474033129954006,
      "learning_rate": 0.00015766805250954402,
      "loss": 0.9326,
      "step": 22030
    },
    {
      "epoch": 1.532389860565388,
      "grad_norm": 0.023772903933433037,
      "learning_rate": 0.00015744694082626233,
      "loss": 0.9107,
      "step": 22035
    },
    {
      "epoch": 1.5327375778017316,
      "grad_norm": 0.023543971492927435,
      "learning_rate": 0.00015722595531757723,
      "loss": 0.9866,
      "step": 22040
    },
    {
      "epoch": 1.5330852950380751,
      "grad_norm": 0.021184175126048144,
      "learning_rate": 0.00015700509606488588,
      "loss": 0.7929,
      "step": 22045
    },
    {
      "epoch": 1.5334330122744184,
      "grad_norm": 0.022220645710456365,
      "learning_rate": 0.00015678436314953842,
      "loss": 0.9575,
      "step": 22050
    },
    {
      "epoch": 1.5337807295107617,
      "grad_norm": 0.02155259618110127,
      "learning_rate": 0.00015656375665283902,
      "loss": 1.001,
      "step": 22055
    },
    {
      "epoch": 1.5341284467471052,
      "grad_norm": 0.020161629625701016,
      "learning_rate": 0.00015634327665604476,
      "loss": 1.0645,
      "step": 22060
    },
    {
      "epoch": 1.5344761639834488,
      "grad_norm": 0.02346115196812499,
      "learning_rate": 0.00015612292324036626,
      "loss": 0.8485,
      "step": 22065
    },
    {
      "epoch": 1.534823881219792,
      "grad_norm": 0.01981234399458604,
      "learning_rate": 0.00015590269648696787,
      "loss": 1.189,
      "step": 22070
    },
    {
      "epoch": 1.5351715984561354,
      "grad_norm": 0.022468554585811217,
      "learning_rate": 0.0001556825964769667,
      "loss": 0.9075,
      "step": 22075
    },
    {
      "epoch": 1.535519315692479,
      "grad_norm": 0.03668938995978008,
      "learning_rate": 0.0001554626232914338,
      "loss": 0.9557,
      "step": 22080
    },
    {
      "epoch": 1.5358670329288224,
      "grad_norm": 0.028957715211028474,
      "learning_rate": 0.00015524277701139307,
      "loss": 0.9004,
      "step": 22085
    },
    {
      "epoch": 1.5362147501651657,
      "grad_norm": 0.025607434597014,
      "learning_rate": 0.0001550230577178216,
      "loss": 0.9129,
      "step": 22090
    },
    {
      "epoch": 1.536562467401509,
      "grad_norm": 0.016557269454091597,
      "learning_rate": 0.0001548034654916503,
      "loss": 1.0963,
      "step": 22095
    },
    {
      "epoch": 1.5369101846378523,
      "grad_norm": 0.05137550731295475,
      "learning_rate": 0.0001545840004137624,
      "loss": 1.0745,
      "step": 22100
    },
    {
      "epoch": 1.5372579018741959,
      "grad_norm": 0.03606191562684182,
      "learning_rate": 0.00015436466256499526,
      "loss": 1.1153,
      "step": 22105
    },
    {
      "epoch": 1.5376056191105394,
      "grad_norm": 0.019895402594176402,
      "learning_rate": 0.00015414545202613862,
      "loss": 1.0701,
      "step": 22110
    },
    {
      "epoch": 1.5379533363468827,
      "grad_norm": 0.020820219133221976,
      "learning_rate": 0.00015392636887793544,
      "loss": 0.8633,
      "step": 22115
    },
    {
      "epoch": 1.538301053583226,
      "grad_norm": 0.019472053840325073,
      "learning_rate": 0.0001537074132010823,
      "loss": 0.8394,
      "step": 22120
    },
    {
      "epoch": 1.5386487708195695,
      "grad_norm": 0.020755409979349448,
      "learning_rate": 0.00015348858507622804,
      "loss": 0.8826,
      "step": 22125
    },
    {
      "epoch": 1.538996488055913,
      "grad_norm": 0.023447297320085124,
      "learning_rate": 0.00015326988458397534,
      "loss": 0.8259,
      "step": 22130
    },
    {
      "epoch": 1.5393442052922564,
      "grad_norm": 0.01919198450809137,
      "learning_rate": 0.0001530513118048792,
      "loss": 0.8594,
      "step": 22135
    },
    {
      "epoch": 1.5396919225285997,
      "grad_norm": 0.020783054197604123,
      "learning_rate": 0.00015283286681944764,
      "loss": 0.9793,
      "step": 22140
    },
    {
      "epoch": 1.5400396397649432,
      "grad_norm": 0.02173087771052741,
      "learning_rate": 0.0001526145497081422,
      "loss": 0.9164,
      "step": 22145
    },
    {
      "epoch": 1.5403873570012867,
      "grad_norm": 0.023473477764943008,
      "learning_rate": 0.00015239636055137658,
      "loss": 0.8917,
      "step": 22150
    },
    {
      "epoch": 1.54073507423763,
      "grad_norm": 0.019380684110463064,
      "learning_rate": 0.00015217829942951793,
      "loss": 0.9183,
      "step": 22155
    },
    {
      "epoch": 1.5410827914739733,
      "grad_norm": 0.02422917027442288,
      "learning_rate": 0.00015196036642288596,
      "loss": 0.8926,
      "step": 22160
    },
    {
      "epoch": 1.5414305087103166,
      "grad_norm": 0.026434567617979497,
      "learning_rate": 0.000151742561611753,
      "loss": 0.9375,
      "step": 22165
    },
    {
      "epoch": 1.5417782259466601,
      "grad_norm": 0.022312021849318513,
      "learning_rate": 0.00015152488507634465,
      "loss": 0.9161,
      "step": 22170
    },
    {
      "epoch": 1.5421259431830037,
      "grad_norm": 0.020275125373358082,
      "learning_rate": 0.00015130733689683873,
      "loss": 0.9551,
      "step": 22175
    },
    {
      "epoch": 1.542473660419347,
      "grad_norm": 0.019657317075312743,
      "learning_rate": 0.00015108991715336639,
      "loss": 0.9697,
      "step": 22180
    },
    {
      "epoch": 1.5428213776556903,
      "grad_norm": 0.017591224160251134,
      "learning_rate": 0.00015087262592601097,
      "loss": 0.9332,
      "step": 22185
    },
    {
      "epoch": 1.5431690948920338,
      "grad_norm": 0.021311743108468482,
      "learning_rate": 0.0001506554632948084,
      "loss": 0.8878,
      "step": 22190
    },
    {
      "epoch": 1.5435168121283773,
      "grad_norm": 0.02259566616917291,
      "learning_rate": 0.0001504384293397479,
      "loss": 0.8787,
      "step": 22195
    },
    {
      "epoch": 1.5438645293647206,
      "grad_norm": 0.02263005165937885,
      "learning_rate": 0.00015022152414077044,
      "loss": 0.9681,
      "step": 22200
    },
    {
      "epoch": 1.544212246601064,
      "grad_norm": 0.019886927588125162,
      "learning_rate": 0.00015000474777777045,
      "loss": 0.8183,
      "step": 22205
    },
    {
      "epoch": 1.5445599638374075,
      "grad_norm": 0.023782323774122188,
      "learning_rate": 0.0001497881003305942,
      "loss": 1.0479,
      "step": 22210
    },
    {
      "epoch": 1.544907681073751,
      "grad_norm": 0.021333160313845374,
      "learning_rate": 0.00014957158187904056,
      "loss": 1.0156,
      "step": 22215
    },
    {
      "epoch": 1.5452553983100943,
      "grad_norm": 0.019274371327339435,
      "learning_rate": 0.00014935519250286144,
      "loss": 0.987,
      "step": 22220
    },
    {
      "epoch": 1.5456031155464376,
      "grad_norm": 0.01886533116304014,
      "learning_rate": 0.00014913893228176047,
      "loss": 0.8482,
      "step": 22225
    },
    {
      "epoch": 1.545950832782781,
      "grad_norm": 0.019255172182876534,
      "learning_rate": 0.0001489228012953943,
      "loss": 0.8949,
      "step": 22230
    },
    {
      "epoch": 1.5462985500191244,
      "grad_norm": 0.020513232422873052,
      "learning_rate": 0.0001487067996233717,
      "loss": 0.8633,
      "step": 22235
    },
    {
      "epoch": 1.546646267255468,
      "grad_norm": 0.04033352858134018,
      "learning_rate": 0.0001484909273452536,
      "loss": 0.9471,
      "step": 22240
    },
    {
      "epoch": 1.5469939844918112,
      "grad_norm": 0.026111518504011923,
      "learning_rate": 0.00014827518454055388,
      "loss": 0.9372,
      "step": 22245
    },
    {
      "epoch": 1.5473417017281546,
      "grad_norm": 0.0406520194313417,
      "learning_rate": 0.00014805957128873805,
      "loss": 1.0074,
      "step": 22250
    },
    {
      "epoch": 1.547689418964498,
      "grad_norm": 0.016743312864371467,
      "learning_rate": 0.00014784408766922448,
      "loss": 0.8579,
      "step": 22255
    },
    {
      "epoch": 1.5480371362008416,
      "grad_norm": 0.021357276343428634,
      "learning_rate": 0.0001476287337613834,
      "loss": 1.2484,
      "step": 22260
    },
    {
      "epoch": 1.548384853437185,
      "grad_norm": 0.027124317305250438,
      "learning_rate": 0.00014741350964453726,
      "loss": 0.9045,
      "step": 22265
    },
    {
      "epoch": 1.5487325706735282,
      "grad_norm": 0.027456152238457647,
      "learning_rate": 0.00014719841539796114,
      "loss": 1.0214,
      "step": 22270
    },
    {
      "epoch": 1.5490802879098717,
      "grad_norm": 0.021015205021021433,
      "learning_rate": 0.00014698345110088164,
      "loss": 0.9236,
      "step": 22275
    },
    {
      "epoch": 1.5494280051462153,
      "grad_norm": 0.022621278073250865,
      "learning_rate": 0.0001467686168324781,
      "loss": 0.9494,
      "step": 22280
    },
    {
      "epoch": 1.5497757223825586,
      "grad_norm": 0.02249545722339863,
      "learning_rate": 0.00014655391267188162,
      "loss": 1.0187,
      "step": 22285
    },
    {
      "epoch": 1.5501234396189019,
      "grad_norm": 0.023432738809108143,
      "learning_rate": 0.0001463393386981751,
      "loss": 0.9431,
      "step": 22290
    },
    {
      "epoch": 1.5504711568552452,
      "grad_norm": 0.024517104573178034,
      "learning_rate": 0.00014612489499039457,
      "loss": 0.9168,
      "step": 22295
    },
    {
      "epoch": 1.5508188740915887,
      "grad_norm": 0.018940696506291512,
      "learning_rate": 0.0001459105816275269,
      "loss": 0.8971,
      "step": 22300
    },
    {
      "epoch": 1.5511665913279322,
      "grad_norm": 0.021875485048201394,
      "learning_rate": 0.00014569639868851125,
      "loss": 1.0013,
      "step": 22305
    },
    {
      "epoch": 1.5515143085642755,
      "grad_norm": 0.022242265443516103,
      "learning_rate": 0.00014548234625223934,
      "loss": 1.1417,
      "step": 22310
    },
    {
      "epoch": 1.5518620258006188,
      "grad_norm": 0.023013563422705902,
      "learning_rate": 0.00014526842439755388,
      "loss": 0.8862,
      "step": 22315
    },
    {
      "epoch": 1.5522097430369624,
      "grad_norm": 0.023756164512614295,
      "learning_rate": 0.0001450546332032504,
      "loss": 0.993,
      "step": 22320
    },
    {
      "epoch": 1.5525574602733059,
      "grad_norm": 0.018931361967833172,
      "learning_rate": 0.00014484097274807572,
      "loss": 0.9552,
      "step": 22325
    },
    {
      "epoch": 1.5529051775096492,
      "grad_norm": 0.020659467559066974,
      "learning_rate": 0.0001446274431107285,
      "loss": 0.8613,
      "step": 22330
    },
    {
      "epoch": 1.5532528947459925,
      "grad_norm": 0.018931522115462653,
      "learning_rate": 0.0001444140443698596,
      "loss": 0.9582,
      "step": 22335
    },
    {
      "epoch": 1.553600611982336,
      "grad_norm": 0.02532729933466838,
      "learning_rate": 0.00014420077660407126,
      "loss": 0.8776,
      "step": 22340
    },
    {
      "epoch": 1.5539483292186795,
      "grad_norm": 0.020546656821681445,
      "learning_rate": 0.00014398763989191787,
      "loss": 0.9341,
      "step": 22345
    },
    {
      "epoch": 1.5542960464550228,
      "grad_norm": 0.027027966477504793,
      "learning_rate": 0.00014377463431190524,
      "loss": 0.9274,
      "step": 22350
    },
    {
      "epoch": 1.5546437636913661,
      "grad_norm": 0.02120689950745206,
      "learning_rate": 0.00014356175994249077,
      "loss": 0.9133,
      "step": 22355
    },
    {
      "epoch": 1.5549914809277094,
      "grad_norm": 0.020083318570568793,
      "learning_rate": 0.00014334901686208408,
      "loss": 0.8523,
      "step": 22360
    },
    {
      "epoch": 1.555339198164053,
      "grad_norm": 0.02278153225846301,
      "learning_rate": 0.0001431364051490458,
      "loss": 1.1841,
      "step": 22365
    },
    {
      "epoch": 1.5556869154003965,
      "grad_norm": 0.021267581945044522,
      "learning_rate": 0.00014292392488168877,
      "loss": 0.9165,
      "step": 22370
    },
    {
      "epoch": 1.5560346326367398,
      "grad_norm": 0.020149146809299488,
      "learning_rate": 0.00014271157613827685,
      "loss": 0.926,
      "step": 22375
    },
    {
      "epoch": 1.556382349873083,
      "grad_norm": 0.024010769812406685,
      "learning_rate": 0.00014249935899702572,
      "loss": 0.9247,
      "step": 22380
    },
    {
      "epoch": 1.5567300671094266,
      "grad_norm": 0.021472552962650597,
      "learning_rate": 0.0001422872735361027,
      "loss": 0.8569,
      "step": 22385
    },
    {
      "epoch": 1.5570777843457702,
      "grad_norm": 0.018657946514370843,
      "learning_rate": 0.00014207531983362638,
      "loss": 1.1347,
      "step": 22390
    },
    {
      "epoch": 1.5574255015821135,
      "grad_norm": 0.018434189331600223,
      "learning_rate": 0.00014186349796766707,
      "loss": 0.9209,
      "step": 22395
    },
    {
      "epoch": 1.5577732188184568,
      "grad_norm": 0.031017741628300042,
      "learning_rate": 0.00014165180801624627,
      "loss": 1.2512,
      "step": 22400
    },
    {
      "epoch": 1.5581209360548003,
      "grad_norm": 0.0210117091885428,
      "learning_rate": 0.00014144025005733684,
      "loss": 1.0576,
      "step": 22405
    },
    {
      "epoch": 1.5584686532911436,
      "grad_norm": 0.024053714823113657,
      "learning_rate": 0.00014122882416886347,
      "loss": 0.9874,
      "step": 22410
    },
    {
      "epoch": 1.5588163705274871,
      "grad_norm": 0.02047663528542895,
      "learning_rate": 0.00014101753042870162,
      "loss": 0.9863,
      "step": 22415
    },
    {
      "epoch": 1.5591640877638304,
      "grad_norm": 0.021889200140472284,
      "learning_rate": 0.0001408063689146787,
      "loss": 0.9946,
      "step": 22420
    },
    {
      "epoch": 1.5595118050001737,
      "grad_norm": 0.014887941454368862,
      "learning_rate": 0.00014059533970457288,
      "loss": 1.0264,
      "step": 22425
    },
    {
      "epoch": 1.5598595222365172,
      "grad_norm": 0.021237392488376645,
      "learning_rate": 0.00014038444287611367,
      "loss": 0.986,
      "step": 22430
    },
    {
      "epoch": 1.5602072394728608,
      "grad_norm": 0.029744272598279685,
      "learning_rate": 0.00014017367850698226,
      "loss": 0.9255,
      "step": 22435
    },
    {
      "epoch": 1.560554956709204,
      "grad_norm": 0.020373697181431085,
      "learning_rate": 0.00013996304667481037,
      "loss": 0.8518,
      "step": 22440
    },
    {
      "epoch": 1.5609026739455474,
      "grad_norm": 0.016944677504532615,
      "learning_rate": 0.00013975254745718162,
      "loss": 0.8287,
      "step": 22445
    },
    {
      "epoch": 1.561250391181891,
      "grad_norm": 0.01992486926388548,
      "learning_rate": 0.00013954218093163034,
      "loss": 0.9827,
      "step": 22450
    },
    {
      "epoch": 1.5615981084182344,
      "grad_norm": 0.023081003161663626,
      "learning_rate": 0.00013933194717564184,
      "loss": 1.0758,
      "step": 22455
    },
    {
      "epoch": 1.5619458256545777,
      "grad_norm": 0.024666773873092525,
      "learning_rate": 0.00013912184626665313,
      "loss": 0.9263,
      "step": 22460
    },
    {
      "epoch": 1.562293542890921,
      "grad_norm": 0.025541382216914103,
      "learning_rate": 0.00013891187828205155,
      "loss": 0.9917,
      "step": 22465
    },
    {
      "epoch": 1.5626412601272643,
      "grad_norm": 0.02128058541016408,
      "learning_rate": 0.0001387020432991762,
      "loss": 0.8499,
      "step": 22470
    },
    {
      "epoch": 1.5629889773636079,
      "grad_norm": 0.01961699321443463,
      "learning_rate": 0.00013849234139531668,
      "loss": 0.8618,
      "step": 22475
    },
    {
      "epoch": 1.5633366945999514,
      "grad_norm": 0.016382269182522096,
      "learning_rate": 0.00013828277264771354,
      "loss": 0.9621,
      "step": 22480
    },
    {
      "epoch": 1.5636844118362947,
      "grad_norm": 0.023511544587045345,
      "learning_rate": 0.0001380733371335589,
      "loss": 1.0605,
      "step": 22485
    },
    {
      "epoch": 1.564032129072638,
      "grad_norm": 0.017004387201717673,
      "learning_rate": 0.00013786403492999495,
      "loss": 0.9993,
      "step": 22490
    },
    {
      "epoch": 1.5643798463089815,
      "grad_norm": 0.02776559120236763,
      "learning_rate": 0.0001376548661141156,
      "loss": 0.9262,
      "step": 22495
    },
    {
      "epoch": 1.564727563545325,
      "grad_norm": 0.020969561355585312,
      "learning_rate": 0.00013744583076296502,
      "loss": 0.8061,
      "step": 22500
    },
    {
      "epoch": 1.5650752807816684,
      "grad_norm": 0.026620033244355763,
      "learning_rate": 0.00013723692895353833,
      "loss": 0.9253,
      "step": 22505
    },
    {
      "epoch": 1.5654229980180117,
      "grad_norm": 0.020301710486207464,
      "learning_rate": 0.00013702816076278191,
      "loss": 1.0931,
      "step": 22510
    },
    {
      "epoch": 1.5657707152543552,
      "grad_norm": 0.02266847470654552,
      "learning_rate": 0.0001368195262675922,
      "loss": 0.8583,
      "step": 22515
    },
    {
      "epoch": 1.5661184324906987,
      "grad_norm": 0.03514240164890137,
      "learning_rate": 0.00013661102554481713,
      "loss": 0.9131,
      "step": 22520
    },
    {
      "epoch": 1.566466149727042,
      "grad_norm": 0.017433269148847005,
      "learning_rate": 0.00013640265867125484,
      "loss": 0.9418,
      "step": 22525
    },
    {
      "epoch": 1.5668138669633853,
      "grad_norm": 0.020263778192477478,
      "learning_rate": 0.00013619442572365416,
      "loss": 1.0306,
      "step": 22530
    },
    {
      "epoch": 1.5671615841997286,
      "grad_norm": 0.029266538131603216,
      "learning_rate": 0.00013598632677871509,
      "loss": 0.8637,
      "step": 22535
    },
    {
      "epoch": 1.5675093014360721,
      "grad_norm": 0.018693428104320894,
      "learning_rate": 0.0001357783619130877,
      "loss": 0.9562,
      "step": 22540
    },
    {
      "epoch": 1.5678570186724157,
      "grad_norm": 0.02124867429136939,
      "learning_rate": 0.0001355705312033731,
      "loss": 0.9047,
      "step": 22545
    },
    {
      "epoch": 1.568204735908759,
      "grad_norm": 0.02825245635722063,
      "learning_rate": 0.00013536283472612276,
      "loss": 0.99,
      "step": 22550
    },
    {
      "epoch": 1.5685524531451023,
      "grad_norm": 0.020252883979259846,
      "learning_rate": 0.0001351552725578386,
      "loss": 1.0326,
      "step": 22555
    },
    {
      "epoch": 1.5689001703814458,
      "grad_norm": 0.024604323491783122,
      "learning_rate": 0.00013494784477497345,
      "loss": 0.9828,
      "step": 22560
    },
    {
      "epoch": 1.5692478876177893,
      "grad_norm": 0.02284274330781391,
      "learning_rate": 0.00013474055145393016,
      "loss": 1.0654,
      "step": 22565
    },
    {
      "epoch": 1.5695956048541326,
      "grad_norm": 0.023219548928466748,
      "learning_rate": 0.00013453339267106262,
      "loss": 0.9235,
      "step": 22570
    },
    {
      "epoch": 1.569943322090476,
      "grad_norm": 0.020400702773375325,
      "learning_rate": 0.00013432636850267465,
      "loss": 0.9004,
      "step": 22575
    },
    {
      "epoch": 1.5702910393268195,
      "grad_norm": 0.02597954821224602,
      "learning_rate": 0.00013411947902502059,
      "loss": 0.9995,
      "step": 22580
    },
    {
      "epoch": 1.570638756563163,
      "grad_norm": 0.024423315947775602,
      "learning_rate": 0.0001339127243143055,
      "loss": 0.8493,
      "step": 22585
    },
    {
      "epoch": 1.5709864737995063,
      "grad_norm": 0.021347444009034433,
      "learning_rate": 0.00013370610444668436,
      "loss": 0.9602,
      "step": 22590
    },
    {
      "epoch": 1.5713341910358496,
      "grad_norm": 0.02032273699387669,
      "learning_rate": 0.00013349961949826294,
      "loss": 0.9268,
      "step": 22595
    },
    {
      "epoch": 1.571681908272193,
      "grad_norm": 0.02154984896149832,
      "learning_rate": 0.0001332932695450969,
      "loss": 0.907,
      "step": 22600
    },
    {
      "epoch": 1.5720296255085364,
      "grad_norm": 0.022523279364961322,
      "learning_rate": 0.0001330870546631922,
      "loss": 0.8682,
      "step": 22605
    },
    {
      "epoch": 1.57237734274488,
      "grad_norm": 0.02302811074603433,
      "learning_rate": 0.00013288097492850554,
      "loss": 0.8733,
      "step": 22610
    },
    {
      "epoch": 1.5727250599812233,
      "grad_norm": 0.020380859140753976,
      "learning_rate": 0.00013267503041694312,
      "loss": 0.8777,
      "step": 22615
    },
    {
      "epoch": 1.5730727772175666,
      "grad_norm": 0.018850349265616323,
      "learning_rate": 0.000132469221204362,
      "loss": 0.9474,
      "step": 22620
    },
    {
      "epoch": 1.57342049445391,
      "grad_norm": 0.0338246461269834,
      "learning_rate": 0.00013226354736656899,
      "loss": 0.8912,
      "step": 22625
    },
    {
      "epoch": 1.5737682116902536,
      "grad_norm": 0.02076202108018435,
      "learning_rate": 0.00013205800897932103,
      "loss": 0.9835,
      "step": 22630
    },
    {
      "epoch": 1.574115928926597,
      "grad_norm": 0.024911216502581355,
      "learning_rate": 0.0001318526061183255,
      "loss": 0.8763,
      "step": 22635
    },
    {
      "epoch": 1.5744636461629402,
      "grad_norm": 0.023128064194519075,
      "learning_rate": 0.00013164733885923945,
      "loss": 0.8483,
      "step": 22640
    },
    {
      "epoch": 1.5748113633992837,
      "grad_norm": 0.026795922709229793,
      "learning_rate": 0.00013144220727767043,
      "loss": 0.9988,
      "step": 22645
    },
    {
      "epoch": 1.5751590806356273,
      "grad_norm": 0.023422772686948774,
      "learning_rate": 0.0001312372114491756,
      "loss": 0.8636,
      "step": 22650
    },
    {
      "epoch": 1.5755067978719706,
      "grad_norm": 0.017790526496153612,
      "learning_rate": 0.00013103235144926225,
      "loss": 0.9442,
      "step": 22655
    },
    {
      "epoch": 1.5758545151083139,
      "grad_norm": 0.02049671093675523,
      "learning_rate": 0.00013082762735338783,
      "loss": 0.9167,
      "step": 22660
    },
    {
      "epoch": 1.5762022323446572,
      "grad_norm": 0.019657803817894896,
      "learning_rate": 0.00013062303923695934,
      "loss": 1.1662,
      "step": 22665
    },
    {
      "epoch": 1.5765499495810007,
      "grad_norm": 0.02436448964424909,
      "learning_rate": 0.00013041858717533422,
      "loss": 0.9678,
      "step": 22670
    },
    {
      "epoch": 1.5768976668173442,
      "grad_norm": 0.02716738443702574,
      "learning_rate": 0.0001302142712438194,
      "loss": 0.981,
      "step": 22675
    },
    {
      "epoch": 1.5772453840536875,
      "grad_norm": 0.02270344876109207,
      "learning_rate": 0.00013001009151767163,
      "loss": 0.8529,
      "step": 22680
    },
    {
      "epoch": 1.5775931012900308,
      "grad_norm": 0.01949037790881667,
      "learning_rate": 0.0001298060480720979,
      "loss": 0.851,
      "step": 22685
    },
    {
      "epoch": 1.5779408185263744,
      "grad_norm": 0.018202025031458416,
      "learning_rate": 0.00012960214098225442,
      "loss": 0.8994,
      "step": 22690
    },
    {
      "epoch": 1.5782885357627179,
      "grad_norm": 0.02224818901000793,
      "learning_rate": 0.00012939837032324787,
      "loss": 0.9494,
      "step": 22695
    },
    {
      "epoch": 1.5786362529990612,
      "grad_norm": 0.02305086735992818,
      "learning_rate": 0.0001291947361701341,
      "loss": 1.0382,
      "step": 22700
    },
    {
      "epoch": 1.5789839702354045,
      "grad_norm": 0.032348969602288564,
      "learning_rate": 0.00012899123859791872,
      "loss": 0.8867,
      "step": 22705
    },
    {
      "epoch": 1.579331687471748,
      "grad_norm": 0.028399861447613556,
      "learning_rate": 0.00012878787768155753,
      "loss": 0.86,
      "step": 22710
    },
    {
      "epoch": 1.5796794047080915,
      "grad_norm": 0.022758211712758686,
      "learning_rate": 0.00012858465349595538,
      "loss": 1.0698,
      "step": 22715
    },
    {
      "epoch": 1.5800271219444348,
      "grad_norm": 0.02797097067685023,
      "learning_rate": 0.00012838156611596723,
      "loss": 0.8613,
      "step": 22720
    },
    {
      "epoch": 1.5803748391807781,
      "grad_norm": 0.02641733481173963,
      "learning_rate": 0.00012817861561639744,
      "loss": 0.9076,
      "step": 22725
    },
    {
      "epoch": 1.5807225564171214,
      "grad_norm": 0.018385353752710863,
      "learning_rate": 0.00012797580207199978,
      "loss": 0.8863,
      "step": 22730
    },
    {
      "epoch": 1.581070273653465,
      "grad_norm": 0.017994249253706882,
      "learning_rate": 0.000127773125557478,
      "loss": 0.8891,
      "step": 22735
    },
    {
      "epoch": 1.5814179908898085,
      "grad_norm": 0.02726327936869755,
      "learning_rate": 0.00012757058614748496,
      "loss": 0.8261,
      "step": 22740
    },
    {
      "epoch": 1.5817657081261518,
      "grad_norm": 0.03254896928208141,
      "learning_rate": 0.00012736818391662335,
      "loss": 1.0471,
      "step": 22745
    },
    {
      "epoch": 1.582113425362495,
      "grad_norm": 0.03180562567408142,
      "learning_rate": 0.00012716591893944512,
      "loss": 0.9758,
      "step": 22750
    },
    {
      "epoch": 1.5824611425988386,
      "grad_norm": 0.02683473930326558,
      "learning_rate": 0.0001269637912904516,
      "loss": 0.9861,
      "step": 22755
    },
    {
      "epoch": 1.5828088598351822,
      "grad_norm": 0.023765712548491538,
      "learning_rate": 0.0001267618010440938,
      "loss": 1.1068,
      "step": 22760
    },
    {
      "epoch": 1.5831565770715255,
      "grad_norm": 0.0220386473116123,
      "learning_rate": 0.00012655994827477207,
      "loss": 0.9307,
      "step": 22765
    },
    {
      "epoch": 1.5835042943078688,
      "grad_norm": 0.02374722606506769,
      "learning_rate": 0.0001263582330568358,
      "loss": 1.1199,
      "step": 22770
    },
    {
      "epoch": 1.5838520115442123,
      "grad_norm": 0.021017521513272394,
      "learning_rate": 0.0001261566554645842,
      "loss": 1.0572,
      "step": 22775
    },
    {
      "epoch": 1.5841997287805558,
      "grad_norm": 0.021423688790171796,
      "learning_rate": 0.00012595521557226536,
      "loss": 0.8567,
      "step": 22780
    },
    {
      "epoch": 1.5845474460168991,
      "grad_norm": 0.018869612564132023,
      "learning_rate": 0.00012575391345407693,
      "loss": 1.1155,
      "step": 22785
    },
    {
      "epoch": 1.5848951632532424,
      "grad_norm": 0.019476886218564075,
      "learning_rate": 0.00012555274918416576,
      "loss": 0.8986,
      "step": 22790
    },
    {
      "epoch": 1.5852428804895857,
      "grad_norm": 0.02387844691226839,
      "learning_rate": 0.0001253517228366276,
      "loss": 0.8559,
      "step": 22795
    },
    {
      "epoch": 1.5855905977259293,
      "grad_norm": 0.017524624440295893,
      "learning_rate": 0.00012515083448550796,
      "loss": 0.8874,
      "step": 22800
    },
    {
      "epoch": 1.5859383149622728,
      "grad_norm": 0.024961326692533627,
      "learning_rate": 0.0001249500842048011,
      "loss": 1.0012,
      "step": 22805
    },
    {
      "epoch": 1.586286032198616,
      "grad_norm": 0.019784445738733784,
      "learning_rate": 0.0001247494720684506,
      "loss": 0.8864,
      "step": 22810
    },
    {
      "epoch": 1.5866337494349594,
      "grad_norm": 0.017915777371437205,
      "learning_rate": 0.0001245489981503492,
      "loss": 1.0329,
      "step": 22815
    },
    {
      "epoch": 1.586981466671303,
      "grad_norm": 0.020792106631145908,
      "learning_rate": 0.0001243486625243384,
      "loss": 0.9573,
      "step": 22820
    },
    {
      "epoch": 1.5873291839076464,
      "grad_norm": 0.021653008016597936,
      "learning_rate": 0.00012414846526420935,
      "loss": 0.8584,
      "step": 22825
    },
    {
      "epoch": 1.5876769011439897,
      "grad_norm": 0.020699193388245808,
      "learning_rate": 0.00012394840644370153,
      "loss": 0.9298,
      "step": 22830
    },
    {
      "epoch": 1.588024618380333,
      "grad_norm": 0.029634762645419633,
      "learning_rate": 0.00012374848613650407,
      "loss": 0.9441,
      "step": 22835
    },
    {
      "epoch": 1.5883723356166766,
      "grad_norm": 0.021050382480135882,
      "learning_rate": 0.00012354870441625475,
      "loss": 0.8919,
      "step": 22840
    },
    {
      "epoch": 1.5887200528530199,
      "grad_norm": 0.020332521239602757,
      "learning_rate": 0.00012334906135654018,
      "loss": 0.8722,
      "step": 22845
    },
    {
      "epoch": 1.5890677700893634,
      "grad_norm": 0.018513092328957467,
      "learning_rate": 0.00012314955703089626,
      "loss": 0.8812,
      "step": 22850
    },
    {
      "epoch": 1.5894154873257067,
      "grad_norm": 0.021153591087620063,
      "learning_rate": 0.00012295019151280746,
      "loss": 0.9748,
      "step": 22855
    },
    {
      "epoch": 1.58976320456205,
      "grad_norm": 0.021983488777547053,
      "learning_rate": 0.0001227509648757074,
      "loss": 0.8086,
      "step": 22860
    },
    {
      "epoch": 1.5901109217983935,
      "grad_norm": 0.020486735257557266,
      "learning_rate": 0.00012255187719297845,
      "loss": 0.9113,
      "step": 22865
    },
    {
      "epoch": 1.590458639034737,
      "grad_norm": 0.02036623552484447,
      "learning_rate": 0.00012235292853795144,
      "loss": 0.8984,
      "step": 22870
    },
    {
      "epoch": 1.5908063562710804,
      "grad_norm": 0.022965235693876825,
      "learning_rate": 0.00012215411898390665,
      "loss": 0.9812,
      "step": 22875
    },
    {
      "epoch": 1.5911540735074237,
      "grad_norm": 0.020774318425740766,
      "learning_rate": 0.00012195544860407249,
      "loss": 1.0075,
      "step": 22880
    },
    {
      "epoch": 1.5915017907437672,
      "grad_norm": 0.02447226036503498,
      "learning_rate": 0.00012175691747162671,
      "loss": 1.0452,
      "step": 22885
    },
    {
      "epoch": 1.5918495079801107,
      "grad_norm": 0.019317204164896396,
      "learning_rate": 0.00012155852565969533,
      "loss": 0.8419,
      "step": 22890
    },
    {
      "epoch": 1.592197225216454,
      "grad_norm": 0.021890733941700827,
      "learning_rate": 0.00012136027324135296,
      "loss": 0.9738,
      "step": 22895
    },
    {
      "epoch": 1.5925449424527973,
      "grad_norm": 0.02671673859036905,
      "learning_rate": 0.00012116216028962346,
      "loss": 0.9076,
      "step": 22900
    },
    {
      "epoch": 1.5928926596891408,
      "grad_norm": 0.027650593617626288,
      "learning_rate": 0.00012096418687747857,
      "loss": 0.8778,
      "step": 22905
    },
    {
      "epoch": 1.5932403769254841,
      "grad_norm": 0.018829988403870228,
      "learning_rate": 0.0001207663530778394,
      "loss": 0.9222,
      "step": 22910
    },
    {
      "epoch": 1.5935880941618277,
      "grad_norm": 0.021410856053859163,
      "learning_rate": 0.00012056865896357499,
      "loss": 0.968,
      "step": 22915
    },
    {
      "epoch": 1.593935811398171,
      "grad_norm": 0.023934513553629223,
      "learning_rate": 0.00012037110460750311,
      "loss": 0.9846,
      "step": 22920
    },
    {
      "epoch": 1.5942835286345143,
      "grad_norm": 0.022212591826350114,
      "learning_rate": 0.00012017369008239043,
      "loss": 0.8613,
      "step": 22925
    },
    {
      "epoch": 1.5946312458708578,
      "grad_norm": 0.015459208617538035,
      "learning_rate": 0.00011997641546095145,
      "loss": 0.9764,
      "step": 22930
    },
    {
      "epoch": 1.5949789631072013,
      "grad_norm": 0.024239177604829642,
      "learning_rate": 0.00011977928081584988,
      "loss": 1.097,
      "step": 22935
    },
    {
      "epoch": 1.5953266803435446,
      "grad_norm": 0.02059902076791786,
      "learning_rate": 0.0001195822862196973,
      "loss": 1.1581,
      "step": 22940
    },
    {
      "epoch": 1.595674397579888,
      "grad_norm": 0.02369568275082133,
      "learning_rate": 0.00011938543174505373,
      "loss": 1.0071,
      "step": 22945
    },
    {
      "epoch": 1.5960221148162315,
      "grad_norm": 0.02071364346595107,
      "learning_rate": 0.000119188717464428,
      "loss": 0.9069,
      "step": 22950
    },
    {
      "epoch": 1.596369832052575,
      "grad_norm": 0.019520779302863746,
      "learning_rate": 0.00011899214345027687,
      "loss": 0.8749,
      "step": 22955
    },
    {
      "epoch": 1.5967175492889183,
      "grad_norm": 0.025039714267079592,
      "learning_rate": 0.00011879570977500586,
      "loss": 1.0259,
      "step": 22960
    },
    {
      "epoch": 1.5970652665252616,
      "grad_norm": 0.024127679514893856,
      "learning_rate": 0.00011859941651096834,
      "loss": 0.8822,
      "step": 22965
    },
    {
      "epoch": 1.597412983761605,
      "grad_norm": 0.021599879555505956,
      "learning_rate": 0.00011840326373046607,
      "loss": 0.8374,
      "step": 22970
    },
    {
      "epoch": 1.5977607009979484,
      "grad_norm": 0.0422279140019465,
      "learning_rate": 0.00011820725150574946,
      "loss": 1.0457,
      "step": 22975
    },
    {
      "epoch": 1.598108418234292,
      "grad_norm": 0.023465401824489092,
      "learning_rate": 0.00011801137990901656,
      "loss": 0.973,
      "step": 22980
    },
    {
      "epoch": 1.5984561354706353,
      "grad_norm": 0.024992027178996304,
      "learning_rate": 0.0001178156490124142,
      "loss": 1.0731,
      "step": 22985
    },
    {
      "epoch": 1.5988038527069786,
      "grad_norm": 0.020438672246963878,
      "learning_rate": 0.00011762005888803701,
      "loss": 0.9285,
      "step": 22990
    },
    {
      "epoch": 1.599151569943322,
      "grad_norm": 0.02044339056066632,
      "learning_rate": 0.0001174246096079276,
      "loss": 0.9004,
      "step": 22995
    },
    {
      "epoch": 1.5994992871796656,
      "grad_norm": 0.018903503213805652,
      "learning_rate": 0.00011722930124407733,
      "loss": 0.8354,
      "step": 23000
    },
    {
      "epoch": 1.599847004416009,
      "grad_norm": 0.01956276813326539,
      "learning_rate": 0.00011703413386842499,
      "loss": 0.9847,
      "step": 23005
    },
    {
      "epoch": 1.6001947216523522,
      "grad_norm": 0.019100828565746325,
      "learning_rate": 0.00011683910755285799,
      "loss": 0.9178,
      "step": 23010
    },
    {
      "epoch": 1.6005424388886957,
      "grad_norm": 0.0247210647919695,
      "learning_rate": 0.0001166442223692114,
      "loss": 0.9223,
      "step": 23015
    },
    {
      "epoch": 1.6008901561250393,
      "grad_norm": 0.021240553577706947,
      "learning_rate": 0.00011644947838926834,
      "loss": 0.8839,
      "step": 23020
    },
    {
      "epoch": 1.6012378733613826,
      "grad_norm": 0.035064178400973575,
      "learning_rate": 0.00011625487568476018,
      "loss": 0.9395,
      "step": 23025
    },
    {
      "epoch": 1.6015855905977259,
      "grad_norm": 0.022104414490883205,
      "learning_rate": 0.00011606041432736596,
      "loss": 0.9557,
      "step": 23030
    },
    {
      "epoch": 1.6019333078340692,
      "grad_norm": 0.025571682588786376,
      "learning_rate": 0.00011586609438871293,
      "loss": 1.0285,
      "step": 23035
    },
    {
      "epoch": 1.6022810250704127,
      "grad_norm": 0.01974849045733137,
      "learning_rate": 0.00011567191594037607,
      "loss": 0.8711,
      "step": 23040
    },
    {
      "epoch": 1.6026287423067562,
      "grad_norm": 0.02332981050101911,
      "learning_rate": 0.00011547787905387802,
      "loss": 0.9808,
      "step": 23045
    },
    {
      "epoch": 1.6029764595430995,
      "grad_norm": 0.021015071468797462,
      "learning_rate": 0.00011528398380068993,
      "loss": 0.8881,
      "step": 23050
    },
    {
      "epoch": 1.6033241767794428,
      "grad_norm": 0.020172344805615545,
      "learning_rate": 0.00011509023025223003,
      "loss": 0.9594,
      "step": 23055
    },
    {
      "epoch": 1.6036718940157864,
      "grad_norm": 0.02012871984756823,
      "learning_rate": 0.00011489661847986504,
      "loss": 0.9425,
      "step": 23060
    },
    {
      "epoch": 1.6040196112521299,
      "grad_norm": 0.0256030782511667,
      "learning_rate": 0.00011470314855490894,
      "loss": 1.0129,
      "step": 23065
    },
    {
      "epoch": 1.6043673284884732,
      "grad_norm": 0.023240228599093093,
      "learning_rate": 0.00011450982054862358,
      "loss": 0.9886,
      "step": 23070
    },
    {
      "epoch": 1.6047150457248165,
      "grad_norm": 0.023266216210269537,
      "learning_rate": 0.0001143166345322188,
      "loss": 0.9088,
      "step": 23075
    },
    {
      "epoch": 1.60506276296116,
      "grad_norm": 0.018806820681065827,
      "learning_rate": 0.00011412359057685179,
      "loss": 0.8168,
      "step": 23080
    },
    {
      "epoch": 1.6054104801975035,
      "grad_norm": 0.02538939311807715,
      "learning_rate": 0.00011393068875362771,
      "loss": 0.924,
      "step": 23085
    },
    {
      "epoch": 1.6057581974338468,
      "grad_norm": 0.018825276492943157,
      "learning_rate": 0.0001137379291335992,
      "loss": 0.9272,
      "step": 23090
    },
    {
      "epoch": 1.6061059146701901,
      "grad_norm": 0.02760167918489527,
      "learning_rate": 0.00011354531178776639,
      "loss": 1.0783,
      "step": 23095
    },
    {
      "epoch": 1.6064536319065335,
      "grad_norm": 0.021860609361978322,
      "learning_rate": 0.00011335283678707742,
      "loss": 0.8167,
      "step": 23100
    },
    {
      "epoch": 1.606801349142877,
      "grad_norm": 0.020241208245699426,
      "learning_rate": 0.00011316050420242746,
      "loss": 0.8925,
      "step": 23105
    },
    {
      "epoch": 1.6071490663792205,
      "grad_norm": 0.02366024097006773,
      "learning_rate": 0.00011296831410465985,
      "loss": 0.9833,
      "step": 23110
    },
    {
      "epoch": 1.6074967836155638,
      "grad_norm": 0.022446030346118227,
      "learning_rate": 0.00011277626656456492,
      "loss": 1.1163,
      "step": 23115
    },
    {
      "epoch": 1.607844500851907,
      "grad_norm": 0.020721867135385975,
      "learning_rate": 0.00011258436165288055,
      "loss": 0.9756,
      "step": 23120
    },
    {
      "epoch": 1.6081922180882506,
      "grad_norm": 0.022628725746643458,
      "learning_rate": 0.00011239259944029245,
      "loss": 0.8107,
      "step": 23125
    },
    {
      "epoch": 1.6085399353245942,
      "grad_norm": 0.021265061254898618,
      "learning_rate": 0.00011220097999743335,
      "loss": 0.8749,
      "step": 23130
    },
    {
      "epoch": 1.6088876525609375,
      "grad_norm": 0.02215327293721654,
      "learning_rate": 0.00011200950339488375,
      "loss": 1.0375,
      "step": 23135
    },
    {
      "epoch": 1.6092353697972808,
      "grad_norm": 0.02010481066440914,
      "learning_rate": 0.00011181816970317127,
      "loss": 0.9094,
      "step": 23140
    },
    {
      "epoch": 1.6095830870336243,
      "grad_norm": 0.019214550261467254,
      "learning_rate": 0.00011162697899277086,
      "loss": 0.9104,
      "step": 23145
    },
    {
      "epoch": 1.6099308042699678,
      "grad_norm": 0.022035142359174642,
      "learning_rate": 0.00011143593133410518,
      "loss": 0.9201,
      "step": 23150
    },
    {
      "epoch": 1.6102785215063111,
      "grad_norm": 0.024826132887203506,
      "learning_rate": 0.00011124502679754362,
      "loss": 0.9188,
      "step": 23155
    },
    {
      "epoch": 1.6106262387426544,
      "grad_norm": 0.027002930165755324,
      "learning_rate": 0.00011105426545340352,
      "loss": 0.9646,
      "step": 23160
    },
    {
      "epoch": 1.6109739559789977,
      "grad_norm": 0.028046609356792734,
      "learning_rate": 0.00011086364737194904,
      "loss": 0.9299,
      "step": 23165
    },
    {
      "epoch": 1.6113216732153413,
      "grad_norm": 0.027744257942913637,
      "learning_rate": 0.00011067317262339144,
      "loss": 0.9886,
      "step": 23170
    },
    {
      "epoch": 1.6116693904516848,
      "grad_norm": 0.019260100177145172,
      "learning_rate": 0.00011048284127788971,
      "loss": 0.9661,
      "step": 23175
    },
    {
      "epoch": 1.612017107688028,
      "grad_norm": 0.024970222336206497,
      "learning_rate": 0.00011029265340554944,
      "loss": 1.1438,
      "step": 23180
    },
    {
      "epoch": 1.6123648249243714,
      "grad_norm": 0.02412657129226941,
      "learning_rate": 0.00011010260907642394,
      "loss": 0.9665,
      "step": 23185
    },
    {
      "epoch": 1.612712542160715,
      "grad_norm": 0.02225578346035431,
      "learning_rate": 0.00010991270836051326,
      "loss": 1.0027,
      "step": 23190
    },
    {
      "epoch": 1.6130602593970584,
      "grad_norm": 0.02039583858726223,
      "learning_rate": 0.0001097229513277645,
      "loss": 0.9932,
      "step": 23195
    },
    {
      "epoch": 1.6134079766334017,
      "grad_norm": 0.019678763898250164,
      "learning_rate": 0.0001095333380480722,
      "loss": 0.8735,
      "step": 23200
    },
    {
      "epoch": 1.613755693869745,
      "grad_norm": 0.018669020656415677,
      "learning_rate": 0.00010934386859127754,
      "loss": 0.8549,
      "step": 23205
    },
    {
      "epoch": 1.6141034111060886,
      "grad_norm": 0.01827063958889496,
      "learning_rate": 0.0001091545430271692,
      "loss": 0.9999,
      "step": 23210
    },
    {
      "epoch": 1.614451128342432,
      "grad_norm": 0.019474281296523076,
      "learning_rate": 0.00010896536142548246,
      "loss": 0.8874,
      "step": 23215
    },
    {
      "epoch": 1.6147988455787754,
      "grad_norm": 0.023500150778107215,
      "learning_rate": 0.00010877632385589947,
      "loss": 0.9253,
      "step": 23220
    },
    {
      "epoch": 1.6151465628151187,
      "grad_norm": 0.021772742135500574,
      "learning_rate": 0.00010858743038804997,
      "loss": 0.8405,
      "step": 23225
    },
    {
      "epoch": 1.615494280051462,
      "grad_norm": 0.02380705815948037,
      "learning_rate": 0.0001083986810915098,
      "loss": 0.9956,
      "step": 23230
    },
    {
      "epoch": 1.6158419972878055,
      "grad_norm": 0.026297156660599796,
      "learning_rate": 0.00010821007603580235,
      "loss": 0.8882,
      "step": 23235
    },
    {
      "epoch": 1.616189714524149,
      "grad_norm": 0.0370703159404132,
      "learning_rate": 0.00010802161529039772,
      "loss": 1.0817,
      "step": 23240
    },
    {
      "epoch": 1.6165374317604924,
      "grad_norm": 0.02334275849413066,
      "learning_rate": 0.0001078332989247125,
      "loss": 0.8268,
      "step": 23245
    },
    {
      "epoch": 1.6168851489968357,
      "grad_norm": 0.023996845264899605,
      "learning_rate": 0.00010764512700811063,
      "loss": 0.9036,
      "step": 23250
    },
    {
      "epoch": 1.6172328662331792,
      "grad_norm": 0.021725854111626638,
      "learning_rate": 0.00010745709960990252,
      "loss": 0.9188,
      "step": 23255
    },
    {
      "epoch": 1.6175805834695227,
      "grad_norm": 0.045210920239589995,
      "learning_rate": 0.0001072692167993452,
      "loss": 1.0306,
      "step": 23260
    },
    {
      "epoch": 1.617928300705866,
      "grad_norm": 0.021856847040549476,
      "learning_rate": 0.00010708147864564294,
      "loss": 1.0024,
      "step": 23265
    },
    {
      "epoch": 1.6182760179422093,
      "grad_norm": 0.02780576746783787,
      "learning_rate": 0.00010689388521794623,
      "loss": 0.9954,
      "step": 23270
    },
    {
      "epoch": 1.6186237351785528,
      "grad_norm": 0.018307835885530796,
      "learning_rate": 0.00010670643658535267,
      "loss": 1.0276,
      "step": 23275
    },
    {
      "epoch": 1.6189714524148964,
      "grad_norm": 0.02414808571605585,
      "learning_rate": 0.00010651913281690628,
      "loss": 0.9759,
      "step": 23280
    },
    {
      "epoch": 1.6193191696512397,
      "grad_norm": 0.0243549442428057,
      "learning_rate": 0.00010633197398159755,
      "loss": 1.0946,
      "step": 23285
    },
    {
      "epoch": 1.619666886887583,
      "grad_norm": 0.019940238000609074,
      "learning_rate": 0.00010614496014836411,
      "loss": 0.9709,
      "step": 23290
    },
    {
      "epoch": 1.6200146041239263,
      "grad_norm": 0.021811359324502958,
      "learning_rate": 0.00010595809138608958,
      "loss": 0.8959,
      "step": 23295
    },
    {
      "epoch": 1.6203623213602698,
      "grad_norm": 0.022345503187310607,
      "learning_rate": 0.00010577136776360469,
      "loss": 1.0018,
      "step": 23300
    },
    {
      "epoch": 1.6207100385966133,
      "grad_norm": 0.020922339645741778,
      "learning_rate": 0.0001055847893496864,
      "loss": 0.8758,
      "step": 23305
    },
    {
      "epoch": 1.6210577558329566,
      "grad_norm": 0.02044289592080175,
      "learning_rate": 0.00010539835621305799,
      "loss": 0.8877,
      "step": 23310
    },
    {
      "epoch": 1.6214054730693,
      "grad_norm": 0.02068944862456709,
      "learning_rate": 0.0001052120684223899,
      "loss": 0.8206,
      "step": 23315
    },
    {
      "epoch": 1.6217531903056435,
      "grad_norm": 0.02511936937478299,
      "learning_rate": 0.00010502592604629824,
      "loss": 1.0173,
      "step": 23320
    },
    {
      "epoch": 1.622100907541987,
      "grad_norm": 0.026316225550620267,
      "learning_rate": 0.00010483992915334617,
      "loss": 0.8632,
      "step": 23325
    },
    {
      "epoch": 1.6224486247783303,
      "grad_norm": 0.02996135165018363,
      "learning_rate": 0.000104654077812043,
      "loss": 1.0375,
      "step": 23330
    },
    {
      "epoch": 1.6227963420146736,
      "grad_norm": 0.019167416211530633,
      "learning_rate": 0.0001044683720908443,
      "loss": 0.8205,
      "step": 23335
    },
    {
      "epoch": 1.6231440592510171,
      "grad_norm": 0.025989902596855557,
      "learning_rate": 0.00010428281205815232,
      "loss": 0.9765,
      "step": 23340
    },
    {
      "epoch": 1.6234917764873604,
      "grad_norm": 0.01923123744112918,
      "learning_rate": 0.00010409739778231536,
      "loss": 0.9179,
      "step": 23345
    },
    {
      "epoch": 1.623839493723704,
      "grad_norm": 0.0184824224552178,
      "learning_rate": 0.00010391212933162836,
      "loss": 0.9297,
      "step": 23350
    },
    {
      "epoch": 1.6241872109600473,
      "grad_norm": 0.023334155755987424,
      "learning_rate": 0.00010372700677433217,
      "loss": 0.9465,
      "step": 23355
    },
    {
      "epoch": 1.6245349281963906,
      "grad_norm": 0.026670219939913357,
      "learning_rate": 0.00010354203017861402,
      "loss": 0.8875,
      "step": 23360
    },
    {
      "epoch": 1.624882645432734,
      "grad_norm": 0.023025843807313692,
      "learning_rate": 0.00010335719961260765,
      "loss": 0.9583,
      "step": 23365
    },
    {
      "epoch": 1.6252303626690776,
      "grad_norm": 0.021883578945245823,
      "learning_rate": 0.00010317251514439252,
      "loss": 0.9104,
      "step": 23370
    },
    {
      "epoch": 1.625578079905421,
      "grad_norm": 0.030890457335730447,
      "learning_rate": 0.0001029879768419949,
      "loss": 1.0243,
      "step": 23375
    },
    {
      "epoch": 1.6259257971417642,
      "grad_norm": 0.02242179195656411,
      "learning_rate": 0.0001028035847733867,
      "loss": 0.8348,
      "step": 23380
    },
    {
      "epoch": 1.6262735143781077,
      "grad_norm": 0.035900907389536524,
      "learning_rate": 0.00010261933900648596,
      "loss": 0.886,
      "step": 23385
    },
    {
      "epoch": 1.6266212316144513,
      "grad_norm": 0.024792171065405485,
      "learning_rate": 0.00010243523960915735,
      "loss": 1.0408,
      "step": 23390
    },
    {
      "epoch": 1.6269689488507946,
      "grad_norm": 0.021924728045135636,
      "learning_rate": 0.00010225128664921097,
      "loss": 0.9996,
      "step": 23395
    },
    {
      "epoch": 1.6273166660871379,
      "grad_norm": 0.021937993844708247,
      "learning_rate": 0.00010206748019440359,
      "loss": 0.9162,
      "step": 23400
    },
    {
      "epoch": 1.6276643833234812,
      "grad_norm": 0.023453195768025365,
      "learning_rate": 0.00010188382031243748,
      "loss": 0.9003,
      "step": 23405
    },
    {
      "epoch": 1.6280121005598247,
      "grad_norm": 0.01579685603994732,
      "learning_rate": 0.00010170030707096145,
      "loss": 0.904,
      "step": 23410
    },
    {
      "epoch": 1.6283598177961682,
      "grad_norm": 0.020637156149535034,
      "learning_rate": 0.00010151694053756982,
      "loss": 0.8453,
      "step": 23415
    },
    {
      "epoch": 1.6287075350325115,
      "grad_norm": 0.02753481398723005,
      "learning_rate": 0.00010133372077980302,
      "loss": 0.9684,
      "step": 23420
    },
    {
      "epoch": 1.6290552522688548,
      "grad_norm": 0.0253922381610843,
      "learning_rate": 0.00010115064786514766,
      "loss": 0.9315,
      "step": 23425
    },
    {
      "epoch": 1.6294029695051984,
      "grad_norm": 0.01948179557282972,
      "learning_rate": 0.00010096772186103587,
      "loss": 0.9686,
      "step": 23430
    },
    {
      "epoch": 1.6297506867415419,
      "grad_norm": 0.023855111398784868,
      "learning_rate": 0.00010078494283484607,
      "loss": 1.1747,
      "step": 23435
    },
    {
      "epoch": 1.6300984039778852,
      "grad_norm": 0.023419040821158758,
      "learning_rate": 0.00010060231085390231,
      "loss": 1.0101,
      "step": 23440
    },
    {
      "epoch": 1.6304461212142285,
      "grad_norm": 0.022542414701750026,
      "learning_rate": 0.00010041982598547422,
      "loss": 0.9236,
      "step": 23445
    },
    {
      "epoch": 1.630793838450572,
      "grad_norm": 0.021360451021294913,
      "learning_rate": 0.00010023748829677798,
      "loss": 0.7892,
      "step": 23450
    },
    {
      "epoch": 1.6311415556869155,
      "grad_norm": 0.024070052903275938,
      "learning_rate": 0.0001000552978549747,
      "loss": 0.8368,
      "step": 23455
    },
    {
      "epoch": 1.6314892729232588,
      "grad_norm": 0.019776802789252076,
      "learning_rate": 9.987325472717196e-05,
      "loss": 0.9581,
      "step": 23460
    },
    {
      "epoch": 1.6318369901596022,
      "grad_norm": 0.020142715000504536,
      "learning_rate": 9.96913589804227e-05,
      "loss": 0.8446,
      "step": 23465
    },
    {
      "epoch": 1.6321847073959455,
      "grad_norm": 0.04113613884817848,
      "learning_rate": 9.950961068172548e-05,
      "loss": 0.9212,
      "step": 23470
    },
    {
      "epoch": 1.632532424632289,
      "grad_norm": 0.025817896524364826,
      "learning_rate": 9.932800989802504e-05,
      "loss": 0.9985,
      "step": 23475
    },
    {
      "epoch": 1.6328801418686325,
      "grad_norm": 0.020920217538096718,
      "learning_rate": 9.914655669621114e-05,
      "loss": 0.8712,
      "step": 23480
    },
    {
      "epoch": 1.6332278591049758,
      "grad_norm": 0.020472531802091624,
      "learning_rate": 9.896525114311982e-05,
      "loss": 0.9789,
      "step": 23485
    },
    {
      "epoch": 1.6335755763413191,
      "grad_norm": 0.022510164797227675,
      "learning_rate": 9.878409330553228e-05,
      "loss": 0.7723,
      "step": 23490
    },
    {
      "epoch": 1.6339232935776626,
      "grad_norm": 0.021114730974988716,
      "learning_rate": 9.860308325017537e-05,
      "loss": 1.0596,
      "step": 23495
    },
    {
      "epoch": 1.6342710108140062,
      "grad_norm": 0.018840578219841708,
      "learning_rate": 9.842222104372183e-05,
      "loss": 0.885,
      "step": 23500
    },
    {
      "epoch": 1.6346187280503495,
      "grad_norm": 0.018112251620387224,
      "learning_rate": 9.824150675278943e-05,
      "loss": 0.8474,
      "step": 23505
    },
    {
      "epoch": 1.6349664452866928,
      "grad_norm": 0.02068979787296678,
      "learning_rate": 9.806094044394198e-05,
      "loss": 1.0194,
      "step": 23510
    },
    {
      "epoch": 1.6353141625230363,
      "grad_norm": 0.02065378807308347,
      "learning_rate": 9.788052218368842e-05,
      "loss": 0.9547,
      "step": 23515
    },
    {
      "epoch": 1.6356618797593798,
      "grad_norm": 0.02247797616078138,
      "learning_rate": 9.77002520384832e-05,
      "loss": 0.9757,
      "step": 23520
    },
    {
      "epoch": 1.6360095969957231,
      "grad_norm": 0.022543919523118874,
      "learning_rate": 9.752013007472649e-05,
      "loss": 0.9134,
      "step": 23525
    },
    {
      "epoch": 1.6363573142320664,
      "grad_norm": 0.025804417091130672,
      "learning_rate": 9.734015635876342e-05,
      "loss": 0.8876,
      "step": 23530
    },
    {
      "epoch": 1.6367050314684097,
      "grad_norm": 0.024008398013072012,
      "learning_rate": 9.716033095688509e-05,
      "loss": 0.8803,
      "step": 23535
    },
    {
      "epoch": 1.6370527487047533,
      "grad_norm": 0.02203584783521544,
      "learning_rate": 9.698065393532746e-05,
      "loss": 0.974,
      "step": 23540
    },
    {
      "epoch": 1.6374004659410968,
      "grad_norm": 0.021196394192533018,
      "learning_rate": 9.680112536027196e-05,
      "loss": 0.8752,
      "step": 23545
    },
    {
      "epoch": 1.63774818317744,
      "grad_norm": 0.022683298548454925,
      "learning_rate": 9.662174529784562e-05,
      "loss": 0.8902,
      "step": 23550
    },
    {
      "epoch": 1.6380959004137834,
      "grad_norm": 0.024611833962939693,
      "learning_rate": 9.644251381412034e-05,
      "loss": 0.8597,
      "step": 23555
    },
    {
      "epoch": 1.638443617650127,
      "grad_norm": 0.02228336688872073,
      "learning_rate": 9.626343097511375e-05,
      "loss": 0.9614,
      "step": 23560
    },
    {
      "epoch": 1.6387913348864704,
      "grad_norm": 0.021029682668928424,
      "learning_rate": 9.608449684678839e-05,
      "loss": 0.8383,
      "step": 23565
    },
    {
      "epoch": 1.6391390521228137,
      "grad_norm": 0.02374815383147264,
      "learning_rate": 9.590571149505195e-05,
      "loss": 0.9694,
      "step": 23570
    },
    {
      "epoch": 1.639486769359157,
      "grad_norm": 0.020465799009138634,
      "learning_rate": 9.572707498575778e-05,
      "loss": 0.924,
      "step": 23575
    },
    {
      "epoch": 1.6398344865955006,
      "grad_norm": 0.02271354303476975,
      "learning_rate": 9.55485873847039e-05,
      "loss": 0.9053,
      "step": 23580
    },
    {
      "epoch": 1.640182203831844,
      "grad_norm": 0.028274410823586074,
      "learning_rate": 9.53702487576339e-05,
      "loss": 0.8991,
      "step": 23585
    },
    {
      "epoch": 1.6405299210681874,
      "grad_norm": 0.02174750850268136,
      "learning_rate": 9.519205917023621e-05,
      "loss": 0.8648,
      "step": 23590
    },
    {
      "epoch": 1.6408776383045307,
      "grad_norm": 0.0240119113480959,
      "learning_rate": 9.50140186881443e-05,
      "loss": 0.9314,
      "step": 23595
    },
    {
      "epoch": 1.641225355540874,
      "grad_norm": 0.02047201924189795,
      "learning_rate": 9.48361273769372e-05,
      "loss": 0.9389,
      "step": 23600
    },
    {
      "epoch": 1.6415730727772175,
      "grad_norm": 0.022430496011586174,
      "learning_rate": 9.465838530213833e-05,
      "loss": 1.0539,
      "step": 23605
    },
    {
      "epoch": 1.641920790013561,
      "grad_norm": 0.019560818741754176,
      "learning_rate": 9.448079252921682e-05,
      "loss": 0.8675,
      "step": 23610
    },
    {
      "epoch": 1.6422685072499044,
      "grad_norm": 0.021678059802806692,
      "learning_rate": 9.430334912358624e-05,
      "loss": 0.9176,
      "step": 23615
    },
    {
      "epoch": 1.6426162244862477,
      "grad_norm": 0.020322678603423253,
      "learning_rate": 9.412605515060536e-05,
      "loss": 0.8112,
      "step": 23620
    },
    {
      "epoch": 1.6429639417225912,
      "grad_norm": 0.024827023147888073,
      "learning_rate": 9.394891067557804e-05,
      "loss": 0.8898,
      "step": 23625
    },
    {
      "epoch": 1.6433116589589347,
      "grad_norm": 0.025005524084216864,
      "learning_rate": 9.377191576375283e-05,
      "loss": 0.979,
      "step": 23630
    },
    {
      "epoch": 1.643659376195278,
      "grad_norm": 0.019210692717967937,
      "learning_rate": 9.359507048032346e-05,
      "loss": 1.0312,
      "step": 23635
    },
    {
      "epoch": 1.6440070934316213,
      "grad_norm": 0.021183563917600342,
      "learning_rate": 9.341837489042837e-05,
      "loss": 0.9453,
      "step": 23640
    },
    {
      "epoch": 1.6443548106679649,
      "grad_norm": 0.024336712505241918,
      "learning_rate": 9.324182905915069e-05,
      "loss": 1.106,
      "step": 23645
    },
    {
      "epoch": 1.6447025279043084,
      "grad_norm": 0.034140698769083044,
      "learning_rate": 9.306543305151888e-05,
      "loss": 1.0594,
      "step": 23650
    },
    {
      "epoch": 1.6450502451406517,
      "grad_norm": 0.020810109229571105,
      "learning_rate": 9.288918693250565e-05,
      "loss": 1.0043,
      "step": 23655
    },
    {
      "epoch": 1.645397962376995,
      "grad_norm": 0.023114342662804738,
      "learning_rate": 9.271309076702906e-05,
      "loss": 0.9038,
      "step": 23660
    },
    {
      "epoch": 1.6457456796133383,
      "grad_norm": 0.029517667053173918,
      "learning_rate": 9.25371446199515e-05,
      "loss": 1.1837,
      "step": 23665
    },
    {
      "epoch": 1.6460933968496818,
      "grad_norm": 0.033688037240641636,
      "learning_rate": 9.236134855608019e-05,
      "loss": 0.8731,
      "step": 23670
    },
    {
      "epoch": 1.6464411140860253,
      "grad_norm": 0.02863318698843829,
      "learning_rate": 9.21857026401673e-05,
      "loss": 0.9478,
      "step": 23675
    },
    {
      "epoch": 1.6467888313223686,
      "grad_norm": 0.02104326393099823,
      "learning_rate": 9.201020693690931e-05,
      "loss": 0.8486,
      "step": 23680
    },
    {
      "epoch": 1.647136548558712,
      "grad_norm": 0.02232403405250848,
      "learning_rate": 9.183486151094783e-05,
      "loss": 0.9094,
      "step": 23685
    },
    {
      "epoch": 1.6474842657950555,
      "grad_norm": 0.029813544362547652,
      "learning_rate": 9.165966642686885e-05,
      "loss": 1.0605,
      "step": 23690
    },
    {
      "epoch": 1.647831983031399,
      "grad_norm": 0.02294097154307123,
      "learning_rate": 9.148462174920275e-05,
      "loss": 0.9111,
      "step": 23695
    },
    {
      "epoch": 1.6481797002677423,
      "grad_norm": 0.019735939487135715,
      "learning_rate": 9.130972754242511e-05,
      "loss": 0.8035,
      "step": 23700
    },
    {
      "epoch": 1.6485274175040856,
      "grad_norm": 0.020829915071931146,
      "learning_rate": 9.113498387095542e-05,
      "loss": 1.081,
      "step": 23705
    },
    {
      "epoch": 1.6488751347404291,
      "grad_norm": 0.02027476093635952,
      "learning_rate": 9.09603907991583e-05,
      "loss": 0.8289,
      "step": 23710
    },
    {
      "epoch": 1.6492228519767727,
      "grad_norm": 0.02167206900726339,
      "learning_rate": 9.078594839134269e-05,
      "loss": 0.8783,
      "step": 23715
    },
    {
      "epoch": 1.649570569213116,
      "grad_norm": 0.0214717646233565,
      "learning_rate": 9.061165671176174e-05,
      "loss": 0.8642,
      "step": 23720
    },
    {
      "epoch": 1.6499182864494593,
      "grad_norm": 0.0197927015714626,
      "learning_rate": 9.043751582461363e-05,
      "loss": 0.9518,
      "step": 23725
    },
    {
      "epoch": 1.6502660036858026,
      "grad_norm": 0.02104587331184906,
      "learning_rate": 9.026352579404051e-05,
      "loss": 0.926,
      "step": 23730
    },
    {
      "epoch": 1.650613720922146,
      "grad_norm": 0.021991217956693315,
      "learning_rate": 9.008968668412915e-05,
      "loss": 0.8767,
      "step": 23735
    },
    {
      "epoch": 1.6509614381584896,
      "grad_norm": 0.020675937111764454,
      "learning_rate": 8.991599855891086e-05,
      "loss": 0.8821,
      "step": 23740
    },
    {
      "epoch": 1.651309155394833,
      "grad_norm": 0.02655510400832425,
      "learning_rate": 8.974246148236104e-05,
      "loss": 0.986,
      "step": 23745
    },
    {
      "epoch": 1.6516568726311762,
      "grad_norm": 0.015319888788497046,
      "learning_rate": 8.956907551839988e-05,
      "loss": 0.992,
      "step": 23750
    },
    {
      "epoch": 1.6520045898675197,
      "grad_norm": 0.02344848396305458,
      "learning_rate": 8.939584073089151e-05,
      "loss": 1.0618,
      "step": 23755
    },
    {
      "epoch": 1.6523523071038633,
      "grad_norm": 0.019319899566625616,
      "learning_rate": 8.922275718364436e-05,
      "loss": 0.9613,
      "step": 23760
    },
    {
      "epoch": 1.6527000243402066,
      "grad_norm": 0.018891174015622316,
      "learning_rate": 8.90498249404117e-05,
      "loss": 0.8979,
      "step": 23765
    },
    {
      "epoch": 1.6530477415765499,
      "grad_norm": 0.020452716496030334,
      "learning_rate": 8.887704406489028e-05,
      "loss": 0.8606,
      "step": 23770
    },
    {
      "epoch": 1.6533954588128934,
      "grad_norm": 0.026224902453553006,
      "learning_rate": 8.870441462072188e-05,
      "loss": 0.8879,
      "step": 23775
    },
    {
      "epoch": 1.6537431760492367,
      "grad_norm": 0.02580183864030027,
      "learning_rate": 8.85319366714919e-05,
      "loss": 0.9165,
      "step": 23780
    },
    {
      "epoch": 1.6540908932855802,
      "grad_norm": 0.02197531537980384,
      "learning_rate": 8.835961028073008e-05,
      "loss": 0.8963,
      "step": 23785
    },
    {
      "epoch": 1.6544386105219235,
      "grad_norm": 0.020752649066548518,
      "learning_rate": 8.818743551191066e-05,
      "loss": 0.8906,
      "step": 23790
    },
    {
      "epoch": 1.6547863277582668,
      "grad_norm": 0.020380961139273915,
      "learning_rate": 8.801541242845162e-05,
      "loss": 1.0284,
      "step": 23795
    },
    {
      "epoch": 1.6551340449946104,
      "grad_norm": 0.018911450279195614,
      "learning_rate": 8.78435410937154e-05,
      "loss": 0.9266,
      "step": 23800
    },
    {
      "epoch": 1.655481762230954,
      "grad_norm": 0.020303193000980786,
      "learning_rate": 8.767182157100828e-05,
      "loss": 0.945,
      "step": 23805
    },
    {
      "epoch": 1.6558294794672972,
      "grad_norm": 0.0242507083628849,
      "learning_rate": 8.750025392358058e-05,
      "loss": 0.9997,
      "step": 23810
    },
    {
      "epoch": 1.6561771967036405,
      "grad_norm": 0.030067562978829277,
      "learning_rate": 8.732883821462717e-05,
      "loss": 0.9079,
      "step": 23815
    },
    {
      "epoch": 1.656524913939984,
      "grad_norm": 0.025000798669160277,
      "learning_rate": 8.715757450728629e-05,
      "loss": 1.037,
      "step": 23820
    },
    {
      "epoch": 1.6568726311763275,
      "grad_norm": 0.022703940037266057,
      "learning_rate": 8.698646286464074e-05,
      "loss": 0.8575,
      "step": 23825
    },
    {
      "epoch": 1.6572203484126709,
      "grad_norm": 0.02002074824487835,
      "learning_rate": 8.681550334971705e-05,
      "loss": 0.8492,
      "step": 23830
    },
    {
      "epoch": 1.6575680656490142,
      "grad_norm": 0.019753299646960973,
      "learning_rate": 8.664469602548553e-05,
      "loss": 0.9474,
      "step": 23835
    },
    {
      "epoch": 1.6579157828853577,
      "grad_norm": 0.019469967970203544,
      "learning_rate": 8.647404095486095e-05,
      "loss": 0.9159,
      "step": 23840
    },
    {
      "epoch": 1.658263500121701,
      "grad_norm": 0.022420419155887158,
      "learning_rate": 8.630353820070147e-05,
      "loss": 1.0263,
      "step": 23845
    },
    {
      "epoch": 1.6586112173580445,
      "grad_norm": 0.019511522746797866,
      "learning_rate": 8.613318782580959e-05,
      "loss": 1.0096,
      "step": 23850
    },
    {
      "epoch": 1.6589589345943878,
      "grad_norm": 0.023397787708096873,
      "learning_rate": 8.596298989293139e-05,
      "loss": 0.8991,
      "step": 23855
    },
    {
      "epoch": 1.6593066518307311,
      "grad_norm": 0.023344432524779125,
      "learning_rate": 8.579294446475672e-05,
      "loss": 0.9998,
      "step": 23860
    },
    {
      "epoch": 1.6596543690670746,
      "grad_norm": 0.020374509768434503,
      "learning_rate": 8.56230516039197e-05,
      "loss": 0.8671,
      "step": 23865
    },
    {
      "epoch": 1.6600020863034182,
      "grad_norm": 0.017612293588332335,
      "learning_rate": 8.545331137299767e-05,
      "loss": 0.8502,
      "step": 23870
    },
    {
      "epoch": 1.6603498035397615,
      "grad_norm": 0.02361278511722372,
      "learning_rate": 8.528372383451232e-05,
      "loss": 1.1692,
      "step": 23875
    },
    {
      "epoch": 1.6606975207761048,
      "grad_norm": 0.027249643633227745,
      "learning_rate": 8.511428905092877e-05,
      "loss": 0.9695,
      "step": 23880
    },
    {
      "epoch": 1.6610452380124483,
      "grad_norm": 0.017587200388805343,
      "learning_rate": 8.49450070846558e-05,
      "loss": 1.2059,
      "step": 23885
    },
    {
      "epoch": 1.6613929552487918,
      "grad_norm": 0.028488218272176517,
      "learning_rate": 8.47758779980462e-05,
      "loss": 0.9009,
      "step": 23890
    },
    {
      "epoch": 1.6617406724851351,
      "grad_norm": 0.024321196222121685,
      "learning_rate": 8.460690185339614e-05,
      "loss": 0.8704,
      "step": 23895
    },
    {
      "epoch": 1.6620883897214784,
      "grad_norm": 0.01990020649851055,
      "learning_rate": 8.443807871294578e-05,
      "loss": 0.9291,
      "step": 23900
    },
    {
      "epoch": 1.6624361069578217,
      "grad_norm": 0.02312206362603444,
      "learning_rate": 8.426940863887866e-05,
      "loss": 0.8371,
      "step": 23905
    },
    {
      "epoch": 1.6627838241941653,
      "grad_norm": 0.024258278128124575,
      "learning_rate": 8.410089169332191e-05,
      "loss": 0.9432,
      "step": 23910
    },
    {
      "epoch": 1.6631315414305088,
      "grad_norm": 0.019288273399325883,
      "learning_rate": 8.39325279383466e-05,
      "loss": 1.0698,
      "step": 23915
    },
    {
      "epoch": 1.663479258666852,
      "grad_norm": 0.021494434398113847,
      "learning_rate": 8.376431743596691e-05,
      "loss": 1.0333,
      "step": 23920
    },
    {
      "epoch": 1.6638269759031954,
      "grad_norm": 0.022083033404911852,
      "learning_rate": 8.359626024814105e-05,
      "loss": 0.8596,
      "step": 23925
    },
    {
      "epoch": 1.664174693139539,
      "grad_norm": 0.020191898936086618,
      "learning_rate": 8.342835643677039e-05,
      "loss": 0.9669,
      "step": 23930
    },
    {
      "epoch": 1.6645224103758824,
      "grad_norm": 0.021377860828105083,
      "learning_rate": 8.326060606369984e-05,
      "loss": 0.9504,
      "step": 23935
    },
    {
      "epoch": 1.6648701276122257,
      "grad_norm": 0.020133744560834676,
      "learning_rate": 8.309300919071816e-05,
      "loss": 0.9451,
      "step": 23940
    },
    {
      "epoch": 1.665217844848569,
      "grad_norm": 0.024697336433358426,
      "learning_rate": 8.292556587955697e-05,
      "loss": 1.039,
      "step": 23945
    },
    {
      "epoch": 1.6655655620849126,
      "grad_norm": 0.02591203306044221,
      "learning_rate": 8.275827619189192e-05,
      "loss": 0.9553,
      "step": 23950
    },
    {
      "epoch": 1.665913279321256,
      "grad_norm": 0.019854102843285152,
      "learning_rate": 8.259114018934178e-05,
      "loss": 0.9072,
      "step": 23955
    },
    {
      "epoch": 1.6662609965575994,
      "grad_norm": 0.022137257011202772,
      "learning_rate": 8.242415793346846e-05,
      "loss": 0.908,
      "step": 23960
    },
    {
      "epoch": 1.6666087137939427,
      "grad_norm": 0.01996192295818024,
      "learning_rate": 8.225732948577797e-05,
      "loss": 0.9663,
      "step": 23965
    },
    {
      "epoch": 1.666956431030286,
      "grad_norm": 0.030806126872309797,
      "learning_rate": 8.209065490771878e-05,
      "loss": 1.1124,
      "step": 23970
    },
    {
      "epoch": 1.6673041482666295,
      "grad_norm": 0.0243141299494137,
      "learning_rate": 8.192413426068351e-05,
      "loss": 0.8446,
      "step": 23975
    },
    {
      "epoch": 1.667651865502973,
      "grad_norm": 0.02208287775496174,
      "learning_rate": 8.175776760600751e-05,
      "loss": 0.8925,
      "step": 23980
    },
    {
      "epoch": 1.6679995827393164,
      "grad_norm": 0.025443795471554544,
      "learning_rate": 8.159155500496946e-05,
      "loss": 0.8804,
      "step": 23985
    },
    {
      "epoch": 1.6683472999756597,
      "grad_norm": 0.019185197388642425,
      "learning_rate": 8.142549651879166e-05,
      "loss": 0.8894,
      "step": 23990
    },
    {
      "epoch": 1.6686950172120032,
      "grad_norm": 0.029103243137871316,
      "learning_rate": 8.125959220863927e-05,
      "loss": 0.9437,
      "step": 23995
    },
    {
      "epoch": 1.6690427344483467,
      "grad_norm": 0.020558676896708074,
      "learning_rate": 8.1093842135621e-05,
      "loss": 0.9776,
      "step": 24000
    },
    {
      "epoch": 1.66939045168469,
      "grad_norm": 0.023817079420874587,
      "learning_rate": 8.092824636078839e-05,
      "loss": 0.9386,
      "step": 24005
    },
    {
      "epoch": 1.6697381689210333,
      "grad_norm": 0.021506970553567373,
      "learning_rate": 8.076280494513622e-05,
      "loss": 1.0133,
      "step": 24010
    },
    {
      "epoch": 1.6700858861573769,
      "grad_norm": 0.03378670979167307,
      "learning_rate": 8.059751794960279e-05,
      "loss": 0.9597,
      "step": 24015
    },
    {
      "epoch": 1.6704336033937204,
      "grad_norm": 0.021249541905734224,
      "learning_rate": 8.043238543506892e-05,
      "loss": 0.9051,
      "step": 24020
    },
    {
      "epoch": 1.6707813206300637,
      "grad_norm": 0.034458779068660156,
      "learning_rate": 8.026740746235916e-05,
      "loss": 0.9269,
      "step": 24025
    },
    {
      "epoch": 1.671129037866407,
      "grad_norm": 0.02332641698419422,
      "learning_rate": 8.010258409224069e-05,
      "loss": 0.8448,
      "step": 24030
    },
    {
      "epoch": 1.6714767551027503,
      "grad_norm": 0.0314097908522668,
      "learning_rate": 7.993791538542366e-05,
      "loss": 1.0423,
      "step": 24035
    },
    {
      "epoch": 1.6718244723390938,
      "grad_norm": 0.02045150474583705,
      "learning_rate": 7.977340140256183e-05,
      "loss": 0.9966,
      "step": 24040
    },
    {
      "epoch": 1.6721721895754373,
      "grad_norm": 0.023039977988450474,
      "learning_rate": 7.960904220425135e-05,
      "loss": 1.0677,
      "step": 24045
    },
    {
      "epoch": 1.6725199068117806,
      "grad_norm": 0.02391252881877971,
      "learning_rate": 7.944483785103185e-05,
      "loss": 1.13,
      "step": 24050
    },
    {
      "epoch": 1.672867624048124,
      "grad_norm": 0.02391431376371465,
      "learning_rate": 7.928078840338555e-05,
      "loss": 0.948,
      "step": 24055
    },
    {
      "epoch": 1.6732153412844675,
      "grad_norm": 0.024231661552264906,
      "learning_rate": 7.91168939217376e-05,
      "loss": 0.9068,
      "step": 24060
    },
    {
      "epoch": 1.673563058520811,
      "grad_norm": 0.021076769870093708,
      "learning_rate": 7.895315446645651e-05,
      "loss": 0.9956,
      "step": 24065
    },
    {
      "epoch": 1.6739107757571543,
      "grad_norm": 0.023912299187803084,
      "learning_rate": 7.87895700978532e-05,
      "loss": 0.9446,
      "step": 24070
    },
    {
      "epoch": 1.6742584929934976,
      "grad_norm": 0.024272637277970285,
      "learning_rate": 7.862614087618186e-05,
      "loss": 0.9258,
      "step": 24075
    },
    {
      "epoch": 1.6746062102298411,
      "grad_norm": 0.02165550172385253,
      "learning_rate": 7.846286686163917e-05,
      "loss": 0.8635,
      "step": 24080
    },
    {
      "epoch": 1.6749539274661847,
      "grad_norm": 0.02189829176922767,
      "learning_rate": 7.829974811436485e-05,
      "loss": 0.93,
      "step": 24085
    },
    {
      "epoch": 1.675301644702528,
      "grad_norm": 0.021649848797225334,
      "learning_rate": 7.813678469444146e-05,
      "loss": 0.97,
      "step": 24090
    },
    {
      "epoch": 1.6756493619388713,
      "grad_norm": 0.021306243157253116,
      "learning_rate": 7.797397666189415e-05,
      "loss": 1.0204,
      "step": 24095
    },
    {
      "epoch": 1.6759970791752146,
      "grad_norm": 0.02137042538937288,
      "learning_rate": 7.781132407669123e-05,
      "loss": 0.9769,
      "step": 24100
    },
    {
      "epoch": 1.676344796411558,
      "grad_norm": 0.021568862051638802,
      "learning_rate": 7.764882699874326e-05,
      "loss": 0.9858,
      "step": 24105
    },
    {
      "epoch": 1.6766925136479016,
      "grad_norm": 0.021129183136409838,
      "learning_rate": 7.748648548790371e-05,
      "loss": 1.0638,
      "step": 24110
    },
    {
      "epoch": 1.677040230884245,
      "grad_norm": 0.02263386736194833,
      "learning_rate": 7.732429960396897e-05,
      "loss": 0.9115,
      "step": 24115
    },
    {
      "epoch": 1.6773879481205882,
      "grad_norm": 0.02053114350475975,
      "learning_rate": 7.716226940667781e-05,
      "loss": 0.9018,
      "step": 24120
    },
    {
      "epoch": 1.6777356653569317,
      "grad_norm": 0.023283118174685834,
      "learning_rate": 7.700039495571187e-05,
      "loss": 0.9986,
      "step": 24125
    },
    {
      "epoch": 1.6780833825932753,
      "grad_norm": 0.021378004727702956,
      "learning_rate": 7.683867631069524e-05,
      "loss": 0.8301,
      "step": 24130
    },
    {
      "epoch": 1.6784310998296186,
      "grad_norm": 0.024619183700557,
      "learning_rate": 7.667711353119467e-05,
      "loss": 0.9472,
      "step": 24135
    },
    {
      "epoch": 1.6787788170659619,
      "grad_norm": 0.02308649805016366,
      "learning_rate": 7.65157066767197e-05,
      "loss": 0.9493,
      "step": 24140
    },
    {
      "epoch": 1.6791265343023054,
      "grad_norm": 0.021493617207494604,
      "learning_rate": 7.635445580672202e-05,
      "loss": 0.9302,
      "step": 24145
    },
    {
      "epoch": 1.679474251538649,
      "grad_norm": 0.018862778486084697,
      "learning_rate": 7.619336098059637e-05,
      "loss": 1.0364,
      "step": 24150
    },
    {
      "epoch": 1.6798219687749922,
      "grad_norm": 0.022697364685417165,
      "learning_rate": 7.60324222576797e-05,
      "loss": 0.9961,
      "step": 24155
    },
    {
      "epoch": 1.6801696860113355,
      "grad_norm": 0.017328238225277865,
      "learning_rate": 7.587163969725137e-05,
      "loss": 0.9261,
      "step": 24160
    },
    {
      "epoch": 1.6805174032476788,
      "grad_norm": 0.017652655183042095,
      "learning_rate": 7.571101335853359e-05,
      "loss": 0.9402,
      "step": 24165
    },
    {
      "epoch": 1.6808651204840224,
      "grad_norm": 0.017216538381398933,
      "learning_rate": 7.555054330069055e-05,
      "loss": 0.8305,
      "step": 24170
    },
    {
      "epoch": 1.681212837720366,
      "grad_norm": 0.028694990875980618,
      "learning_rate": 7.539022958282943e-05,
      "loss": 0.882,
      "step": 24175
    },
    {
      "epoch": 1.6815605549567092,
      "grad_norm": 0.025195921362946197,
      "learning_rate": 7.523007226399925e-05,
      "loss": 0.9949,
      "step": 24180
    },
    {
      "epoch": 1.6819082721930525,
      "grad_norm": 0.02058040514277787,
      "learning_rate": 7.507007140319188e-05,
      "loss": 0.8624,
      "step": 24185
    },
    {
      "epoch": 1.682255989429396,
      "grad_norm": 0.02563712200428634,
      "learning_rate": 7.491022705934148e-05,
      "loss": 0.9545,
      "step": 24190
    },
    {
      "epoch": 1.6826037066657396,
      "grad_norm": 0.01993499450018567,
      "learning_rate": 7.475053929132424e-05,
      "loss": 1.04,
      "step": 24195
    },
    {
      "epoch": 1.6829514239020829,
      "grad_norm": 0.02090929323904,
      "learning_rate": 7.4591008157959e-05,
      "loss": 0.9313,
      "step": 24200
    },
    {
      "epoch": 1.6832991411384262,
      "grad_norm": 0.021973885156580934,
      "learning_rate": 7.443163371800681e-05,
      "loss": 0.9292,
      "step": 24205
    },
    {
      "epoch": 1.6836468583747697,
      "grad_norm": 0.025019442527663208,
      "learning_rate": 7.427241603017094e-05,
      "loss": 0.8604,
      "step": 24210
    },
    {
      "epoch": 1.6839945756111132,
      "grad_norm": 0.019723831955481556,
      "learning_rate": 7.411335515309714e-05,
      "loss": 0.9086,
      "step": 24215
    },
    {
      "epoch": 1.6843422928474565,
      "grad_norm": 0.019528895552614278,
      "learning_rate": 7.395445114537314e-05,
      "loss": 0.8798,
      "step": 24220
    },
    {
      "epoch": 1.6846900100837998,
      "grad_norm": 0.028350731868348848,
      "learning_rate": 7.379570406552883e-05,
      "loss": 1.0213,
      "step": 24225
    },
    {
      "epoch": 1.6850377273201431,
      "grad_norm": 0.024392178550907626,
      "learning_rate": 7.363711397203682e-05,
      "loss": 0.8738,
      "step": 24230
    },
    {
      "epoch": 1.6853854445564866,
      "grad_norm": 0.021182450043824,
      "learning_rate": 7.347868092331117e-05,
      "loss": 0.936,
      "step": 24235
    },
    {
      "epoch": 1.6857331617928302,
      "grad_norm": 0.030116086673483852,
      "learning_rate": 7.332040497770875e-05,
      "loss": 1.1383,
      "step": 24240
    },
    {
      "epoch": 1.6860808790291735,
      "grad_norm": 0.01951316567241324,
      "learning_rate": 7.316228619352822e-05,
      "loss": 0.8676,
      "step": 24245
    },
    {
      "epoch": 1.6864285962655168,
      "grad_norm": 0.022415256832846998,
      "learning_rate": 7.300432462901019e-05,
      "loss": 0.9672,
      "step": 24250
    },
    {
      "epoch": 1.6867763135018603,
      "grad_norm": 0.021289953463788088,
      "learning_rate": 7.284652034233785e-05,
      "loss": 0.8697,
      "step": 24255
    },
    {
      "epoch": 1.6871240307382038,
      "grad_norm": 0.020121370900324818,
      "learning_rate": 7.268887339163598e-05,
      "loss": 0.8855,
      "step": 24260
    },
    {
      "epoch": 1.6874717479745471,
      "grad_norm": 0.024069464762093203,
      "learning_rate": 7.253138383497182e-05,
      "loss": 0.8417,
      "step": 24265
    },
    {
      "epoch": 1.6878194652108904,
      "grad_norm": 0.025080685454965248,
      "learning_rate": 7.237405173035433e-05,
      "loss": 1.0558,
      "step": 24270
    },
    {
      "epoch": 1.688167182447234,
      "grad_norm": 0.022704185981448962,
      "learning_rate": 7.221687713573449e-05,
      "loss": 0.8362,
      "step": 24275
    },
    {
      "epoch": 1.6885148996835773,
      "grad_norm": 0.030175329448074783,
      "learning_rate": 7.20598601090055e-05,
      "loss": 0.8636,
      "step": 24280
    },
    {
      "epoch": 1.6888626169199208,
      "grad_norm": 0.022968513402744913,
      "learning_rate": 7.190300070800221e-05,
      "loss": 1.0194,
      "step": 24285
    },
    {
      "epoch": 1.689210334156264,
      "grad_norm": 0.021842181000300293,
      "learning_rate": 7.174629899050172e-05,
      "loss": 0.9469,
      "step": 24290
    },
    {
      "epoch": 1.6895580513926074,
      "grad_norm": 0.022773348522250905,
      "learning_rate": 7.158975501422288e-05,
      "loss": 0.9504,
      "step": 24295
    },
    {
      "epoch": 1.689905768628951,
      "grad_norm": 0.021474912912140032,
      "learning_rate": 7.143336883682633e-05,
      "loss": 1.1088,
      "step": 24300
    },
    {
      "epoch": 1.6902534858652944,
      "grad_norm": 0.020623590687805202,
      "learning_rate": 7.127714051591488e-05,
      "loss": 0.8324,
      "step": 24305
    },
    {
      "epoch": 1.6906012031016378,
      "grad_norm": 0.01929979859066631,
      "learning_rate": 7.11210701090329e-05,
      "loss": 1.2791,
      "step": 24310
    },
    {
      "epoch": 1.690948920337981,
      "grad_norm": 0.02175069584834112,
      "learning_rate": 7.096515767366684e-05,
      "loss": 1.0391,
      "step": 24315
    },
    {
      "epoch": 1.6912966375743246,
      "grad_norm": 0.020008510020409216,
      "learning_rate": 7.080940326724483e-05,
      "loss": 0.8936,
      "step": 24320
    },
    {
      "epoch": 1.691644354810668,
      "grad_norm": 0.020601201806862465,
      "learning_rate": 7.065380694713669e-05,
      "loss": 1.0488,
      "step": 24325
    },
    {
      "epoch": 1.6919920720470114,
      "grad_norm": 0.0235539115534459,
      "learning_rate": 7.04983687706543e-05,
      "loss": 1.0737,
      "step": 24330
    },
    {
      "epoch": 1.6923397892833547,
      "grad_norm": 0.02539108403059521,
      "learning_rate": 7.034308879505097e-05,
      "loss": 0.8814,
      "step": 24335
    },
    {
      "epoch": 1.692687506519698,
      "grad_norm": 0.01864924028838748,
      "learning_rate": 7.018796707752206e-05,
      "loss": 0.9807,
      "step": 24340
    },
    {
      "epoch": 1.6930352237560415,
      "grad_norm": 0.020237737879784005,
      "learning_rate": 7.003300367520443e-05,
      "loss": 0.9076,
      "step": 24345
    },
    {
      "epoch": 1.693382940992385,
      "grad_norm": 0.023076773039490343,
      "learning_rate": 6.987819864517648e-05,
      "loss": 0.8757,
      "step": 24350
    },
    {
      "epoch": 1.6937306582287284,
      "grad_norm": 0.02425652710260498,
      "learning_rate": 6.972355204445869e-05,
      "loss": 0.9284,
      "step": 24355
    },
    {
      "epoch": 1.6940783754650717,
      "grad_norm": 0.02084422303207577,
      "learning_rate": 6.956906393001284e-05,
      "loss": 0.8549,
      "step": 24360
    },
    {
      "epoch": 1.6944260927014152,
      "grad_norm": 0.020916187481770467,
      "learning_rate": 6.941473435874251e-05,
      "loss": 0.8597,
      "step": 24365
    },
    {
      "epoch": 1.6947738099377587,
      "grad_norm": 0.019728201545694907,
      "learning_rate": 6.926056338749281e-05,
      "loss": 0.9259,
      "step": 24370
    },
    {
      "epoch": 1.695121527174102,
      "grad_norm": 0.02305737963251882,
      "learning_rate": 6.910655107305036e-05,
      "loss": 0.9303,
      "step": 24375
    },
    {
      "epoch": 1.6954692444104453,
      "grad_norm": 0.019223984239202418,
      "learning_rate": 6.895269747214361e-05,
      "loss": 1.0166,
      "step": 24380
    },
    {
      "epoch": 1.6958169616467889,
      "grad_norm": 0.25431921274564045,
      "learning_rate": 6.879900264144218e-05,
      "loss": 0.9929,
      "step": 24385
    },
    {
      "epoch": 1.6961646788831324,
      "grad_norm": 0.027196805545731232,
      "learning_rate": 6.864546663755755e-05,
      "loss": 0.9645,
      "step": 24390
    },
    {
      "epoch": 1.6965123961194757,
      "grad_norm": 0.027843906992090616,
      "learning_rate": 6.849208951704244e-05,
      "loss": 1.1064,
      "step": 24395
    },
    {
      "epoch": 1.696860113355819,
      "grad_norm": 0.030751829727695735,
      "learning_rate": 6.833887133639116e-05,
      "loss": 1.0294,
      "step": 24400
    },
    {
      "epoch": 1.6972078305921623,
      "grad_norm": 0.022361414666543532,
      "learning_rate": 6.818581215203956e-05,
      "loss": 1.08,
      "step": 24405
    },
    {
      "epoch": 1.6975555478285058,
      "grad_norm": 0.02469311192567321,
      "learning_rate": 6.803291202036465e-05,
      "loss": 0.9592,
      "step": 24410
    },
    {
      "epoch": 1.6979032650648493,
      "grad_norm": 0.02102652506657349,
      "learning_rate": 6.788017099768528e-05,
      "loss": 0.9274,
      "step": 24415
    },
    {
      "epoch": 1.6982509823011926,
      "grad_norm": 0.02181393757159959,
      "learning_rate": 6.77275891402614e-05,
      "loss": 1.0274,
      "step": 24420
    },
    {
      "epoch": 1.698598699537536,
      "grad_norm": 0.021094441845625863,
      "learning_rate": 6.757516650429413e-05,
      "loss": 1.0939,
      "step": 24425
    },
    {
      "epoch": 1.6989464167738795,
      "grad_norm": 0.01871727254381726,
      "learning_rate": 6.742290314592658e-05,
      "loss": 0.8321,
      "step": 24430
    },
    {
      "epoch": 1.699294134010223,
      "grad_norm": 0.019472251678144203,
      "learning_rate": 6.727079912124251e-05,
      "loss": 0.8368,
      "step": 24435
    },
    {
      "epoch": 1.6996418512465663,
      "grad_norm": 0.02226437249945081,
      "learning_rate": 6.711885448626753e-05,
      "loss": 0.8969,
      "step": 24440
    },
    {
      "epoch": 1.6999895684829096,
      "grad_norm": 0.03313702647196986,
      "learning_rate": 6.696706929696816e-05,
      "loss": 1.0027,
      "step": 24445
    },
    {
      "epoch": 1.7003372857192531,
      "grad_norm": 0.020410363894148343,
      "learning_rate": 6.68154436092523e-05,
      "loss": 0.8363,
      "step": 24450
    },
    {
      "epoch": 1.7006850029555967,
      "grad_norm": 0.01891515952293913,
      "learning_rate": 6.666397747896936e-05,
      "loss": 0.927,
      "step": 24455
    },
    {
      "epoch": 1.70103272019194,
      "grad_norm": 0.019849150943246564,
      "learning_rate": 6.651267096190943e-05,
      "loss": 1.058,
      "step": 24460
    },
    {
      "epoch": 1.7013804374282833,
      "grad_norm": 0.024224379889943855,
      "learning_rate": 6.636152411380448e-05,
      "loss": 1.0117,
      "step": 24465
    },
    {
      "epoch": 1.7017281546646266,
      "grad_norm": 0.024419769802428853,
      "learning_rate": 6.621053699032714e-05,
      "loss": 0.8411,
      "step": 24470
    },
    {
      "epoch": 1.70207587190097,
      "grad_norm": 0.020682146951816312,
      "learning_rate": 6.605970964709129e-05,
      "loss": 0.8995,
      "step": 24475
    },
    {
      "epoch": 1.7024235891373136,
      "grad_norm": 0.024148480459772508,
      "learning_rate": 6.590904213965226e-05,
      "loss": 0.872,
      "step": 24480
    },
    {
      "epoch": 1.702771306373657,
      "grad_norm": 0.02182898868641721,
      "learning_rate": 6.575853452350616e-05,
      "loss": 0.8975,
      "step": 24485
    },
    {
      "epoch": 1.7031190236100002,
      "grad_norm": 0.022754050200155165,
      "learning_rate": 6.560818685409054e-05,
      "loss": 0.9319,
      "step": 24490
    },
    {
      "epoch": 1.7034667408463438,
      "grad_norm": 0.02480658217910793,
      "learning_rate": 6.54579991867837e-05,
      "loss": 0.8201,
      "step": 24495
    },
    {
      "epoch": 1.7038144580826873,
      "grad_norm": 0.023386911581855675,
      "learning_rate": 6.530797157690505e-05,
      "loss": 0.8878,
      "step": 24500
    },
    {
      "epoch": 1.7041621753190306,
      "grad_norm": 0.019963405004884794,
      "learning_rate": 6.51581040797154e-05,
      "loss": 1.2011,
      "step": 24505
    },
    {
      "epoch": 1.7045098925553739,
      "grad_norm": 0.021222473510257845,
      "learning_rate": 6.500839675041609e-05,
      "loss": 0.8664,
      "step": 24510
    },
    {
      "epoch": 1.7048576097917174,
      "grad_norm": 0.01957726589791146,
      "learning_rate": 6.485884964414995e-05,
      "loss": 0.8858,
      "step": 24515
    },
    {
      "epoch": 1.705205327028061,
      "grad_norm": 0.023635365738525736,
      "learning_rate": 6.470946281600043e-05,
      "loss": 0.9199,
      "step": 24520
    },
    {
      "epoch": 1.7055530442644042,
      "grad_norm": 0.03517643299564184,
      "learning_rate": 6.456023632099189e-05,
      "loss": 1.0152,
      "step": 24525
    },
    {
      "epoch": 1.7059007615007475,
      "grad_norm": 0.025912218790804735,
      "learning_rate": 6.441117021409015e-05,
      "loss": 0.8888,
      "step": 24530
    },
    {
      "epoch": 1.7062484787370908,
      "grad_norm": 0.0202603633317284,
      "learning_rate": 6.426226455020129e-05,
      "loss": 0.9454,
      "step": 24535
    },
    {
      "epoch": 1.7065961959734344,
      "grad_norm": 0.021211760684724103,
      "learning_rate": 6.411351938417292e-05,
      "loss": 0.9091,
      "step": 24540
    },
    {
      "epoch": 1.706943913209778,
      "grad_norm": 0.02922201019549489,
      "learning_rate": 6.396493477079306e-05,
      "loss": 0.927,
      "step": 24545
    },
    {
      "epoch": 1.7072916304461212,
      "grad_norm": 0.02025223088358028,
      "learning_rate": 6.381651076479066e-05,
      "loss": 0.8964,
      "step": 24550
    },
    {
      "epoch": 1.7076393476824645,
      "grad_norm": 0.019088305846997975,
      "learning_rate": 6.366824742083583e-05,
      "loss": 0.9774,
      "step": 24555
    },
    {
      "epoch": 1.707987064918808,
      "grad_norm": 0.018660429933962323,
      "learning_rate": 6.352014479353907e-05,
      "loss": 0.9223,
      "step": 24560
    },
    {
      "epoch": 1.7083347821551516,
      "grad_norm": 0.02016935404706547,
      "learning_rate": 6.337220293745211e-05,
      "loss": 0.8788,
      "step": 24565
    },
    {
      "epoch": 1.7086824993914949,
      "grad_norm": 0.021923226937649316,
      "learning_rate": 6.322442190706717e-05,
      "loss": 1.0348,
      "step": 24570
    },
    {
      "epoch": 1.7090302166278382,
      "grad_norm": 0.022673403551994986,
      "learning_rate": 6.307680175681718e-05,
      "loss": 1.0523,
      "step": 24575
    },
    {
      "epoch": 1.7093779338641817,
      "grad_norm": 0.025280232374793724,
      "learning_rate": 6.292934254107613e-05,
      "loss": 0.9905,
      "step": 24580
    },
    {
      "epoch": 1.7097256511005252,
      "grad_norm": 0.02121454345779906,
      "learning_rate": 6.27820443141584e-05,
      "loss": 0.8189,
      "step": 24585
    },
    {
      "epoch": 1.7100733683368685,
      "grad_norm": 0.025971307015242258,
      "learning_rate": 6.263490713031938e-05,
      "loss": 0.8778,
      "step": 24590
    },
    {
      "epoch": 1.7104210855732118,
      "grad_norm": 0.021710286792558847,
      "learning_rate": 6.248793104375494e-05,
      "loss": 1.0095,
      "step": 24595
    },
    {
      "epoch": 1.7107688028095551,
      "grad_norm": 0.01638295700076858,
      "learning_rate": 6.234111610860143e-05,
      "loss": 0.8885,
      "step": 24600
    },
    {
      "epoch": 1.7111165200458986,
      "grad_norm": 0.017111775736388307,
      "learning_rate": 6.219446237893639e-05,
      "loss": 1.2674,
      "step": 24605
    },
    {
      "epoch": 1.7114642372822422,
      "grad_norm": 0.02166225936501878,
      "learning_rate": 6.204796990877737e-05,
      "loss": 0.9803,
      "step": 24610
    },
    {
      "epoch": 1.7118119545185855,
      "grad_norm": 0.028494494153634344,
      "learning_rate": 6.190163875208305e-05,
      "loss": 0.8155,
      "step": 24615
    },
    {
      "epoch": 1.7121596717549288,
      "grad_norm": 0.02230749257022802,
      "learning_rate": 6.175546896275236e-05,
      "loss": 0.9208,
      "step": 24620
    },
    {
      "epoch": 1.7125073889912723,
      "grad_norm": 0.020376689665999315,
      "learning_rate": 6.160946059462475e-05,
      "loss": 0.9024,
      "step": 24625
    },
    {
      "epoch": 1.7128551062276158,
      "grad_norm": 0.021900148295543435,
      "learning_rate": 6.146361370148058e-05,
      "loss": 0.914,
      "step": 24630
    },
    {
      "epoch": 1.7132028234639591,
      "grad_norm": 0.026809888770152102,
      "learning_rate": 6.131792833704025e-05,
      "loss": 0.9904,
      "step": 24635
    },
    {
      "epoch": 1.7135505407003024,
      "grad_norm": 0.01848928301580777,
      "learning_rate": 6.117240455496515e-05,
      "loss": 0.9922,
      "step": 24640
    },
    {
      "epoch": 1.713898257936646,
      "grad_norm": 0.022931953514962963,
      "learning_rate": 6.102704240885687e-05,
      "loss": 0.9576,
      "step": 24645
    },
    {
      "epoch": 1.7142459751729895,
      "grad_norm": 0.021574886814273272,
      "learning_rate": 6.088184195225721e-05,
      "loss": 0.8561,
      "step": 24650
    },
    {
      "epoch": 1.7145936924093328,
      "grad_norm": 0.018214692288717985,
      "learning_rate": 6.073680323864916e-05,
      "loss": 0.824,
      "step": 24655
    },
    {
      "epoch": 1.714941409645676,
      "grad_norm": 0.020197860015718907,
      "learning_rate": 6.059192632145549e-05,
      "loss": 0.9742,
      "step": 24660
    },
    {
      "epoch": 1.7152891268820194,
      "grad_norm": 0.020096623862124775,
      "learning_rate": 6.0447211254039455e-05,
      "loss": 0.9419,
      "step": 24665
    },
    {
      "epoch": 1.715636844118363,
      "grad_norm": 0.023142386361065654,
      "learning_rate": 6.0302658089705085e-05,
      "loss": 1.0203,
      "step": 24670
    },
    {
      "epoch": 1.7159845613547065,
      "grad_norm": 0.02600627702543747,
      "learning_rate": 6.0158266881696175e-05,
      "loss": 0.9629,
      "step": 24675
    },
    {
      "epoch": 1.7163322785910498,
      "grad_norm": 0.021399853712228054,
      "learning_rate": 6.001403768319752e-05,
      "loss": 0.9313,
      "step": 24680
    },
    {
      "epoch": 1.716679995827393,
      "grad_norm": 0.020000328923890736,
      "learning_rate": 5.986997054733373e-05,
      "loss": 0.8818,
      "step": 24685
    },
    {
      "epoch": 1.7170277130637366,
      "grad_norm": 0.023049894257951706,
      "learning_rate": 5.97260655271698e-05,
      "loss": 0.9449,
      "step": 24690
    },
    {
      "epoch": 1.71737543030008,
      "grad_norm": 0.02138620543256538,
      "learning_rate": 5.95823226757114e-05,
      "loss": 0.8366,
      "step": 24695
    },
    {
      "epoch": 1.7177231475364234,
      "grad_norm": 0.022024215399353075,
      "learning_rate": 5.943874204590394e-05,
      "loss": 0.8905,
      "step": 24700
    },
    {
      "epoch": 1.7180708647727667,
      "grad_norm": 0.02782429737615444,
      "learning_rate": 5.929532369063351e-05,
      "loss": 0.945,
      "step": 24705
    },
    {
      "epoch": 1.7184185820091102,
      "grad_norm": 0.028731156778796063,
      "learning_rate": 5.915206766272613e-05,
      "loss": 0.8626,
      "step": 24710
    },
    {
      "epoch": 1.7187662992454535,
      "grad_norm": 0.018442211676150184,
      "learning_rate": 5.900897401494809e-05,
      "loss": 1.1053,
      "step": 24715
    },
    {
      "epoch": 1.719114016481797,
      "grad_norm": 0.02047295223546954,
      "learning_rate": 5.886604280000607e-05,
      "loss": 0.8948,
      "step": 24720
    },
    {
      "epoch": 1.7194617337181404,
      "grad_norm": 0.021053921545844515,
      "learning_rate": 5.872327407054662e-05,
      "loss": 0.9299,
      "step": 24725
    },
    {
      "epoch": 1.7198094509544837,
      "grad_norm": 0.021889911825540363,
      "learning_rate": 5.8580667879156776e-05,
      "loss": 0.9377,
      "step": 24730
    },
    {
      "epoch": 1.7201571681908272,
      "grad_norm": 0.03652510044503136,
      "learning_rate": 5.843822427836343e-05,
      "loss": 0.8967,
      "step": 24735
    },
    {
      "epoch": 1.7205048854271707,
      "grad_norm": 0.02332601745996528,
      "learning_rate": 5.829594332063354e-05,
      "loss": 0.961,
      "step": 24740
    },
    {
      "epoch": 1.720852602663514,
      "grad_norm": 0.0319447406123237,
      "learning_rate": 5.815382505837447e-05,
      "loss": 1.0646,
      "step": 24745
    },
    {
      "epoch": 1.7212003198998573,
      "grad_norm": 0.01916626165407241,
      "learning_rate": 5.8011869543933396e-05,
      "loss": 0.9432,
      "step": 24750
    },
    {
      "epoch": 1.7215480371362009,
      "grad_norm": 0.022483129545071152,
      "learning_rate": 5.787007682959772e-05,
      "loss": 1.1324,
      "step": 24755
    },
    {
      "epoch": 1.7218957543725444,
      "grad_norm": 0.03105601250363054,
      "learning_rate": 5.772844696759472e-05,
      "loss": 0.9126,
      "step": 24760
    },
    {
      "epoch": 1.7222434716088877,
      "grad_norm": 0.02471589821638095,
      "learning_rate": 5.7586980010091715e-05,
      "loss": 0.9662,
      "step": 24765
    },
    {
      "epoch": 1.722591188845231,
      "grad_norm": 0.020246314679127967,
      "learning_rate": 5.74456760091962e-05,
      "loss": 0.8817,
      "step": 24770
    },
    {
      "epoch": 1.7229389060815745,
      "grad_norm": 0.01845409030020595,
      "learning_rate": 5.730453501695537e-05,
      "loss": 0.9314,
      "step": 24775
    },
    {
      "epoch": 1.7232866233179178,
      "grad_norm": 0.02075353595971428,
      "learning_rate": 5.716355708535664e-05,
      "loss": 0.9621,
      "step": 24780
    },
    {
      "epoch": 1.7236343405542613,
      "grad_norm": 0.021460362500642607,
      "learning_rate": 5.702274226632726e-05,
      "loss": 1.0343,
      "step": 24785
    },
    {
      "epoch": 1.7239820577906046,
      "grad_norm": 0.024155770464295172,
      "learning_rate": 5.6882090611734216e-05,
      "loss": 1.0032,
      "step": 24790
    },
    {
      "epoch": 1.724329775026948,
      "grad_norm": 0.022732814104804457,
      "learning_rate": 5.6741602173384755e-05,
      "loss": 0.9404,
      "step": 24795
    },
    {
      "epoch": 1.7246774922632915,
      "grad_norm": 0.020392542386513304,
      "learning_rate": 5.660127700302564e-05,
      "loss": 0.8664,
      "step": 24800
    },
    {
      "epoch": 1.725025209499635,
      "grad_norm": 0.019902914353511873,
      "learning_rate": 5.6461115152343864e-05,
      "loss": 0.8401,
      "step": 24805
    },
    {
      "epoch": 1.7253729267359783,
      "grad_norm": 0.022617526448092496,
      "learning_rate": 5.632111667296602e-05,
      "loss": 0.9649,
      "step": 24810
    },
    {
      "epoch": 1.7257206439723216,
      "grad_norm": 0.02166702551938343,
      "learning_rate": 5.618128161645836e-05,
      "loss": 0.8632,
      "step": 24815
    },
    {
      "epoch": 1.7260683612086651,
      "grad_norm": 0.023375989139906385,
      "learning_rate": 5.6041610034327504e-05,
      "loss": 0.9392,
      "step": 24820
    },
    {
      "epoch": 1.7264160784450087,
      "grad_norm": 0.022372527918975166,
      "learning_rate": 5.5902101978019204e-05,
      "loss": 0.9921,
      "step": 24825
    },
    {
      "epoch": 1.726763795681352,
      "grad_norm": 0.021863437645224033,
      "learning_rate": 5.576275749891951e-05,
      "loss": 0.9953,
      "step": 24830
    },
    {
      "epoch": 1.7271115129176953,
      "grad_norm": 0.023313287869368596,
      "learning_rate": 5.562357664835394e-05,
      "loss": 0.9861,
      "step": 24835
    },
    {
      "epoch": 1.7274592301540386,
      "grad_norm": 0.024993719494370018,
      "learning_rate": 5.5484559477587684e-05,
      "loss": 0.9243,
      "step": 24840
    },
    {
      "epoch": 1.727806947390382,
      "grad_norm": 0.026985787050498665,
      "learning_rate": 5.534570603782591e-05,
      "loss": 0.8414,
      "step": 24845
    },
    {
      "epoch": 1.7281546646267256,
      "grad_norm": 0.021559936101395998,
      "learning_rate": 5.5207016380213194e-05,
      "loss": 0.9798,
      "step": 24850
    },
    {
      "epoch": 1.728502381863069,
      "grad_norm": 0.019173022629819667,
      "learning_rate": 5.5068490555834074e-05,
      "loss": 0.882,
      "step": 24855
    },
    {
      "epoch": 1.7288500990994122,
      "grad_norm": 0.019293199368763513,
      "learning_rate": 5.4930128615712506e-05,
      "loss": 0.8598,
      "step": 24860
    },
    {
      "epoch": 1.7291978163357558,
      "grad_norm": 0.02565249239909202,
      "learning_rate": 5.4791930610812116e-05,
      "loss": 0.8162,
      "step": 24865
    },
    {
      "epoch": 1.7295455335720993,
      "grad_norm": 0.028541280916676223,
      "learning_rate": 5.465389659203629e-05,
      "loss": 0.9752,
      "step": 24870
    },
    {
      "epoch": 1.7298932508084426,
      "grad_norm": 0.02612581331499176,
      "learning_rate": 5.451602661022775e-05,
      "loss": 0.9803,
      "step": 24875
    },
    {
      "epoch": 1.7302409680447859,
      "grad_norm": 0.02483856338472705,
      "learning_rate": 5.437832071616922e-05,
      "loss": 0.894,
      "step": 24880
    },
    {
      "epoch": 1.7305886852811294,
      "grad_norm": 0.024034400398034533,
      "learning_rate": 5.424077896058255e-05,
      "loss": 0.8929,
      "step": 24885
    },
    {
      "epoch": 1.730936402517473,
      "grad_norm": 0.05758330288318031,
      "learning_rate": 5.410340139412928e-05,
      "loss": 0.8413,
      "step": 24890
    },
    {
      "epoch": 1.7312841197538162,
      "grad_norm": 0.027299582481915788,
      "learning_rate": 5.396618806741066e-05,
      "loss": 0.8635,
      "step": 24895
    },
    {
      "epoch": 1.7316318369901595,
      "grad_norm": 0.026319637012437204,
      "learning_rate": 5.382913903096709e-05,
      "loss": 0.9119,
      "step": 24900
    },
    {
      "epoch": 1.7319795542265028,
      "grad_norm": 0.018751420535014652,
      "learning_rate": 5.369225433527886e-05,
      "loss": 0.8451,
      "step": 24905
    },
    {
      "epoch": 1.7323272714628464,
      "grad_norm": 0.02099338274000061,
      "learning_rate": 5.355553403076541e-05,
      "loss": 1.0236,
      "step": 24910
    },
    {
      "epoch": 1.73267498869919,
      "grad_norm": 0.022306805727569018,
      "learning_rate": 5.3418978167785624e-05,
      "loss": 0.9554,
      "step": 24915
    },
    {
      "epoch": 1.7330227059355332,
      "grad_norm": 0.02289461713851069,
      "learning_rate": 5.3282586796638165e-05,
      "loss": 0.9667,
      "step": 24920
    },
    {
      "epoch": 1.7333704231718765,
      "grad_norm": 0.0361799343925528,
      "learning_rate": 5.314635996756068e-05,
      "loss": 0.9008,
      "step": 24925
    },
    {
      "epoch": 1.73371814040822,
      "grad_norm": 0.023477479358288218,
      "learning_rate": 5.301029773073063e-05,
      "loss": 1.0962,
      "step": 24930
    },
    {
      "epoch": 1.7340658576445636,
      "grad_norm": 0.024509266766843417,
      "learning_rate": 5.2874400136264436e-05,
      "loss": 0.8775,
      "step": 24935
    },
    {
      "epoch": 1.7344135748809069,
      "grad_norm": 0.031098095001532364,
      "learning_rate": 5.273866723421799e-05,
      "loss": 0.9541,
      "step": 24940
    },
    {
      "epoch": 1.7347612921172502,
      "grad_norm": 0.02129204779061963,
      "learning_rate": 5.260309907458688e-05,
      "loss": 1.0109,
      "step": 24945
    },
    {
      "epoch": 1.7351090093535937,
      "grad_norm": 0.020843222781379792,
      "learning_rate": 5.2467695707305415e-05,
      "loss": 0.9343,
      "step": 24950
    },
    {
      "epoch": 1.7354567265899372,
      "grad_norm": 0.019024744999063183,
      "learning_rate": 5.2332457182247775e-05,
      "loss": 0.8339,
      "step": 24955
    },
    {
      "epoch": 1.7358044438262805,
      "grad_norm": 0.020978120264159628,
      "learning_rate": 5.219738354922704e-05,
      "loss": 0.9826,
      "step": 24960
    },
    {
      "epoch": 1.7361521610626238,
      "grad_norm": 0.020751596388257763,
      "learning_rate": 5.206247485799565e-05,
      "loss": 0.9717,
      "step": 24965
    },
    {
      "epoch": 1.7364998782989671,
      "grad_norm": 0.023407126562181153,
      "learning_rate": 5.192773115824545e-05,
      "loss": 0.8329,
      "step": 24970
    },
    {
      "epoch": 1.7368475955353107,
      "grad_norm": 0.016578400545531065,
      "learning_rate": 5.17931524996072e-05,
      "loss": 0.9583,
      "step": 24975
    },
    {
      "epoch": 1.7371953127716542,
      "grad_norm": 0.020527891975503344,
      "learning_rate": 5.165873893165129e-05,
      "loss": 1.0263,
      "step": 24980
    },
    {
      "epoch": 1.7375430300079975,
      "grad_norm": 0.02264460694679042,
      "learning_rate": 5.1524490503886914e-05,
      "loss": 1.0399,
      "step": 24985
    },
    {
      "epoch": 1.7378907472443408,
      "grad_norm": 0.020295336432395065,
      "learning_rate": 5.139040726576255e-05,
      "loss": 0.859,
      "step": 24990
    },
    {
      "epoch": 1.7382384644806843,
      "grad_norm": 0.020740578746591718,
      "learning_rate": 5.1256489266665985e-05,
      "loss": 0.9168,
      "step": 24995
    },
    {
      "epoch": 1.7385861817170278,
      "grad_norm": 0.022942635344832974,
      "learning_rate": 5.112273655592392e-05,
      "loss": 0.9754,
      "step": 25000
    },
    {
      "epoch": 1.7389338989533711,
      "grad_norm": 0.018913539717751792,
      "learning_rate": 5.098914918280245e-05,
      "loss": 0.9665,
      "step": 25005
    },
    {
      "epoch": 1.7392816161897144,
      "grad_norm": 0.030999143354998655,
      "learning_rate": 5.085572719650644e-05,
      "loss": 0.9261,
      "step": 25010
    },
    {
      "epoch": 1.739629333426058,
      "grad_norm": 0.0160281162791995,
      "learning_rate": 5.072247064618002e-05,
      "loss": 0.8786,
      "step": 25015
    },
    {
      "epoch": 1.7399770506624015,
      "grad_norm": 0.06476627477574984,
      "learning_rate": 5.058937958090648e-05,
      "loss": 1.0851,
      "step": 25020
    },
    {
      "epoch": 1.7403247678987448,
      "grad_norm": 0.021897779873695063,
      "learning_rate": 5.045645404970783e-05,
      "loss": 1.0467,
      "step": 25025
    },
    {
      "epoch": 1.740672485135088,
      "grad_norm": 0.02846073815094874,
      "learning_rate": 5.032369410154558e-05,
      "loss": 0.8786,
      "step": 25030
    },
    {
      "epoch": 1.7410202023714314,
      "grad_norm": 0.021579148759062753,
      "learning_rate": 5.0191099785319826e-05,
      "loss": 0.8663,
      "step": 25035
    },
    {
      "epoch": 1.741367919607775,
      "grad_norm": 0.019428124412739774,
      "learning_rate": 5.0058671149869784e-05,
      "loss": 0.8819,
      "step": 25040
    },
    {
      "epoch": 1.7417156368441185,
      "grad_norm": 0.02052192311399133,
      "learning_rate": 4.992640824397382e-05,
      "loss": 0.9418,
      "step": 25045
    },
    {
      "epoch": 1.7420633540804618,
      "grad_norm": 0.02170851466416254,
      "learning_rate": 4.979431111634891e-05,
      "loss": 0.9101,
      "step": 25050
    },
    {
      "epoch": 1.742411071316805,
      "grad_norm": 0.020343777169865664,
      "learning_rate": 4.966237981565147e-05,
      "loss": 1.0154,
      "step": 25055
    },
    {
      "epoch": 1.7427587885531486,
      "grad_norm": 0.020947281453585796,
      "learning_rate": 4.9530614390476295e-05,
      "loss": 1.1211,
      "step": 25060
    },
    {
      "epoch": 1.7431065057894921,
      "grad_norm": 0.02155277175655268,
      "learning_rate": 4.939901488935733e-05,
      "loss": 0.915,
      "step": 25065
    },
    {
      "epoch": 1.7434542230258354,
      "grad_norm": 0.025144725696399726,
      "learning_rate": 4.926758136076753e-05,
      "loss": 1.1329,
      "step": 25070
    },
    {
      "epoch": 1.7438019402621787,
      "grad_norm": 0.02441118405392741,
      "learning_rate": 4.9136313853118453e-05,
      "loss": 0.959,
      "step": 25075
    },
    {
      "epoch": 1.7441496574985222,
      "grad_norm": 0.020812053164110018,
      "learning_rate": 4.9005212414760744e-05,
      "loss": 1.0161,
      "step": 25080
    },
    {
      "epoch": 1.7444973747348658,
      "grad_norm": 0.020602776402947023,
      "learning_rate": 4.8874277093983785e-05,
      "loss": 0.9709,
      "step": 25085
    },
    {
      "epoch": 1.744845091971209,
      "grad_norm": 0.025942845292754993,
      "learning_rate": 4.874350793901561e-05,
      "loss": 0.9089,
      "step": 25090
    },
    {
      "epoch": 1.7451928092075524,
      "grad_norm": 0.022762348935807978,
      "learning_rate": 4.861290499802335e-05,
      "loss": 1.001,
      "step": 25095
    },
    {
      "epoch": 1.7455405264438957,
      "grad_norm": 0.025198036923440362,
      "learning_rate": 4.848246831911257e-05,
      "loss": 0.9349,
      "step": 25100
    },
    {
      "epoch": 1.7458882436802392,
      "grad_norm": 0.02216983095580202,
      "learning_rate": 4.835219795032808e-05,
      "loss": 1.0578,
      "step": 25105
    },
    {
      "epoch": 1.7462359609165827,
      "grad_norm": 0.019631299973318965,
      "learning_rate": 4.822209393965293e-05,
      "loss": 0.8465,
      "step": 25110
    },
    {
      "epoch": 1.746583678152926,
      "grad_norm": 0.020345483575442382,
      "learning_rate": 4.809215633500902e-05,
      "loss": 0.8466,
      "step": 25115
    },
    {
      "epoch": 1.7469313953892693,
      "grad_norm": 0.020402748653552058,
      "learning_rate": 4.7962385184257326e-05,
      "loss": 0.9055,
      "step": 25120
    },
    {
      "epoch": 1.7472791126256129,
      "grad_norm": 0.01943801333484687,
      "learning_rate": 4.7832780535196906e-05,
      "loss": 0.8294,
      "step": 25125
    },
    {
      "epoch": 1.7476268298619564,
      "grad_norm": 0.026110632642182274,
      "learning_rate": 4.7703342435565954e-05,
      "loss": 0.9071,
      "step": 25130
    },
    {
      "epoch": 1.7479745470982997,
      "grad_norm": 0.017377666926836864,
      "learning_rate": 4.757407093304128e-05,
      "loss": 0.8991,
      "step": 25135
    },
    {
      "epoch": 1.748322264334643,
      "grad_norm": 0.024191046105521818,
      "learning_rate": 4.744496607523802e-05,
      "loss": 1.1011,
      "step": 25140
    },
    {
      "epoch": 1.7486699815709865,
      "grad_norm": 0.02146266488305909,
      "learning_rate": 4.731602790971029e-05,
      "loss": 0.9321,
      "step": 25145
    },
    {
      "epoch": 1.74901769880733,
      "grad_norm": 0.02049784712953814,
      "learning_rate": 4.7187256483950615e-05,
      "loss": 0.8899,
      "step": 25150
    },
    {
      "epoch": 1.7493654160436733,
      "grad_norm": 0.021246776052223353,
      "learning_rate": 4.7058651845390045e-05,
      "loss": 0.904,
      "step": 25155
    },
    {
      "epoch": 1.7497131332800167,
      "grad_norm": 0.018702881096822044,
      "learning_rate": 4.693021404139841e-05,
      "loss": 1.0419,
      "step": 25160
    },
    {
      "epoch": 1.75006085051636,
      "grad_norm": 0.02105377057364369,
      "learning_rate": 4.6801943119283816e-05,
      "loss": 0.905,
      "step": 25165
    },
    {
      "epoch": 1.7504085677527035,
      "grad_norm": 0.022813783828348932,
      "learning_rate": 4.6673839126293195e-05,
      "loss": 0.9024,
      "step": 25170
    },
    {
      "epoch": 1.750756284989047,
      "grad_norm": 0.016880552028793107,
      "learning_rate": 4.654590210961185e-05,
      "loss": 1.0134,
      "step": 25175
    },
    {
      "epoch": 1.7511040022253903,
      "grad_norm": 0.017186631840455508,
      "learning_rate": 4.6418132116363424e-05,
      "loss": 0.8462,
      "step": 25180
    },
    {
      "epoch": 1.7514517194617336,
      "grad_norm": 0.020298208891931405,
      "learning_rate": 4.629052919361037e-05,
      "loss": 0.88,
      "step": 25185
    },
    {
      "epoch": 1.7517994366980771,
      "grad_norm": 0.02188028030047676,
      "learning_rate": 4.616309338835328e-05,
      "loss": 0.8923,
      "step": 25190
    },
    {
      "epoch": 1.7521471539344207,
      "grad_norm": 0.10638601918022464,
      "learning_rate": 4.603582474753154e-05,
      "loss": 0.9615,
      "step": 25195
    },
    {
      "epoch": 1.752494871170764,
      "grad_norm": 0.02418787664545189,
      "learning_rate": 4.590872331802259e-05,
      "loss": 0.9164,
      "step": 25200
    },
    {
      "epoch": 1.7528425884071073,
      "grad_norm": 0.020811884200898426,
      "learning_rate": 4.578178914664238e-05,
      "loss": 0.8522,
      "step": 25205
    },
    {
      "epoch": 1.7531903056434508,
      "grad_norm": 0.02502029786448276,
      "learning_rate": 4.5655022280145565e-05,
      "loss": 1.0366,
      "step": 25210
    },
    {
      "epoch": 1.753538022879794,
      "grad_norm": 0.026043940520009794,
      "learning_rate": 4.552842276522473e-05,
      "loss": 0.8812,
      "step": 25215
    },
    {
      "epoch": 1.7538857401161376,
      "grad_norm": 0.023216008738501867,
      "learning_rate": 4.5401990648511195e-05,
      "loss": 0.9336,
      "step": 25220
    },
    {
      "epoch": 1.754233457352481,
      "grad_norm": 0.02103733091986712,
      "learning_rate": 4.5275725976574364e-05,
      "loss": 1.0127,
      "step": 25225
    },
    {
      "epoch": 1.7545811745888242,
      "grad_norm": 0.026234271804822046,
      "learning_rate": 4.514962879592199e-05,
      "loss": 0.8751,
      "step": 25230
    },
    {
      "epoch": 1.7549288918251678,
      "grad_norm": 0.02239167479912158,
      "learning_rate": 4.502369915300031e-05,
      "loss": 0.9184,
      "step": 25235
    },
    {
      "epoch": 1.7552766090615113,
      "grad_norm": 0.02252759927475663,
      "learning_rate": 4.48979370941936e-05,
      "loss": 0.8949,
      "step": 25240
    },
    {
      "epoch": 1.7556243262978546,
      "grad_norm": 0.028586919321521947,
      "learning_rate": 4.4772342665824695e-05,
      "loss": 0.9097,
      "step": 25245
    },
    {
      "epoch": 1.755972043534198,
      "grad_norm": 0.020220931982446275,
      "learning_rate": 4.464691591415448e-05,
      "loss": 0.8199,
      "step": 25250
    },
    {
      "epoch": 1.7563197607705414,
      "grad_norm": 0.022405938922305677,
      "learning_rate": 4.452165688538201e-05,
      "loss": 0.8899,
      "step": 25255
    },
    {
      "epoch": 1.756667478006885,
      "grad_norm": 0.021966390656489383,
      "learning_rate": 4.439656562564493e-05,
      "loss": 0.869,
      "step": 25260
    },
    {
      "epoch": 1.7570151952432282,
      "grad_norm": 0.02156917978947073,
      "learning_rate": 4.427164218101859e-05,
      "loss": 1.1006,
      "step": 25265
    },
    {
      "epoch": 1.7573629124795715,
      "grad_norm": 0.022302814249488895,
      "learning_rate": 4.4146886597516974e-05,
      "loss": 0.9579,
      "step": 25270
    },
    {
      "epoch": 1.7577106297159149,
      "grad_norm": 0.0215542881435897,
      "learning_rate": 4.402229892109194e-05,
      "loss": 0.9476,
      "step": 25275
    },
    {
      "epoch": 1.7580583469522584,
      "grad_norm": 0.027561043939371834,
      "learning_rate": 4.3897879197633604e-05,
      "loss": 1.0012,
      "step": 25280
    },
    {
      "epoch": 1.758406064188602,
      "grad_norm": 0.021283438993902587,
      "learning_rate": 4.3773627472970314e-05,
      "loss": 0.8237,
      "step": 25285
    },
    {
      "epoch": 1.7587537814249452,
      "grad_norm": 0.024229538964514144,
      "learning_rate": 4.364954379286829e-05,
      "loss": 0.908,
      "step": 25290
    },
    {
      "epoch": 1.7591014986612885,
      "grad_norm": 0.018107880299237513,
      "learning_rate": 4.3525628203032183e-05,
      "loss": 0.9246,
      "step": 25295
    },
    {
      "epoch": 1.759449215897632,
      "grad_norm": 0.02318511753217942,
      "learning_rate": 4.3401880749104447e-05,
      "loss": 1.1521,
      "step": 25300
    },
    {
      "epoch": 1.7597969331339756,
      "grad_norm": 0.023035580810728873,
      "learning_rate": 4.327830147666567e-05,
      "loss": 1.0158,
      "step": 25305
    },
    {
      "epoch": 1.7601446503703189,
      "grad_norm": 0.01529412997912472,
      "learning_rate": 4.3154890431234714e-05,
      "loss": 0.8491,
      "step": 25310
    },
    {
      "epoch": 1.7604923676066622,
      "grad_norm": 0.020059411543096924,
      "learning_rate": 4.3031647658268055e-05,
      "loss": 0.9167,
      "step": 25315
    },
    {
      "epoch": 1.7608400848430057,
      "grad_norm": 0.02103391899593294,
      "learning_rate": 4.2908573203160714e-05,
      "loss": 0.9853,
      "step": 25320
    },
    {
      "epoch": 1.7611878020793492,
      "grad_norm": 0.019855536937166206,
      "learning_rate": 4.278566711124521e-05,
      "loss": 0.8169,
      "step": 25325
    },
    {
      "epoch": 1.7615355193156925,
      "grad_norm": 0.02460763456359918,
      "learning_rate": 4.266292942779232e-05,
      "loss": 0.9299,
      "step": 25330
    },
    {
      "epoch": 1.7618832365520358,
      "grad_norm": 0.0207399170579111,
      "learning_rate": 4.2540360198010886e-05,
      "loss": 0.8934,
      "step": 25335
    },
    {
      "epoch": 1.7622309537883791,
      "grad_norm": 0.019085333319115286,
      "learning_rate": 4.241795946704729e-05,
      "loss": 0.9006,
      "step": 25340
    },
    {
      "epoch": 1.7625786710247227,
      "grad_norm": 0.019159606918915297,
      "learning_rate": 4.229572727998637e-05,
      "loss": 0.8548,
      "step": 25345
    },
    {
      "epoch": 1.7629263882610662,
      "grad_norm": 0.022149266366785395,
      "learning_rate": 4.2173663681850604e-05,
      "loss": 1.104,
      "step": 25350
    },
    {
      "epoch": 1.7632741054974095,
      "grad_norm": 0.025054950340891214,
      "learning_rate": 4.205176871760019e-05,
      "loss": 0.9343,
      "step": 25355
    },
    {
      "epoch": 1.7636218227337528,
      "grad_norm": 0.018559644551617495,
      "learning_rate": 4.1930042432133606e-05,
      "loss": 1.2096,
      "step": 25360
    },
    {
      "epoch": 1.7639695399700963,
      "grad_norm": 0.019967283724904247,
      "learning_rate": 4.180848487028694e-05,
      "loss": 0.8842,
      "step": 25365
    },
    {
      "epoch": 1.7643172572064398,
      "grad_norm": 0.0253056937451389,
      "learning_rate": 4.168709607683435e-05,
      "loss": 0.9244,
      "step": 25370
    },
    {
      "epoch": 1.7646649744427831,
      "grad_norm": 0.02033745737404439,
      "learning_rate": 4.1565876096487545e-05,
      "loss": 0.9511,
      "step": 25375
    },
    {
      "epoch": 1.7650126916791264,
      "grad_norm": 0.018977868098825502,
      "learning_rate": 4.144482497389612e-05,
      "loss": 0.9876,
      "step": 25380
    },
    {
      "epoch": 1.76536040891547,
      "grad_norm": 0.026716403317953746,
      "learning_rate": 4.1323942753647755e-05,
      "loss": 1.0726,
      "step": 25385
    },
    {
      "epoch": 1.7657081261518135,
      "grad_norm": 0.020978772331647508,
      "learning_rate": 4.120322948026756e-05,
      "loss": 0.8759,
      "step": 25390
    },
    {
      "epoch": 1.7660558433881568,
      "grad_norm": 0.021110204403077697,
      "learning_rate": 4.1082685198218725e-05,
      "loss": 0.8855,
      "step": 25395
    },
    {
      "epoch": 1.7664035606245,
      "grad_norm": 0.019835243041577914,
      "learning_rate": 4.096230995190192e-05,
      "loss": 0.843,
      "step": 25400
    },
    {
      "epoch": 1.7667512778608434,
      "grad_norm": 0.021844725420893253,
      "learning_rate": 4.0842103785655674e-05,
      "loss": 0.8886,
      "step": 25405
    },
    {
      "epoch": 1.767098995097187,
      "grad_norm": 0.019942159478410104,
      "learning_rate": 4.072206674375628e-05,
      "loss": 0.8131,
      "step": 25410
    },
    {
      "epoch": 1.7674467123335305,
      "grad_norm": 0.026260061499100575,
      "learning_rate": 4.0602198870417606e-05,
      "loss": 1.1041,
      "step": 25415
    },
    {
      "epoch": 1.7677944295698738,
      "grad_norm": 0.0230799763108607,
      "learning_rate": 4.048250020979144e-05,
      "loss": 0.8527,
      "step": 25420
    },
    {
      "epoch": 1.768142146806217,
      "grad_norm": 0.019433469946940913,
      "learning_rate": 4.0362970805967066e-05,
      "loss": 0.9019,
      "step": 25425
    },
    {
      "epoch": 1.7684898640425606,
      "grad_norm": 0.024650172756701547,
      "learning_rate": 4.024361070297128e-05,
      "loss": 1.1218,
      "step": 25430
    },
    {
      "epoch": 1.7688375812789041,
      "grad_norm": 0.026955162513670604,
      "learning_rate": 4.01244199447689e-05,
      "loss": 0.9974,
      "step": 25435
    },
    {
      "epoch": 1.7691852985152474,
      "grad_norm": 0.020749698545307615,
      "learning_rate": 4.000539857526203e-05,
      "loss": 1.0211,
      "step": 25440
    },
    {
      "epoch": 1.7695330157515907,
      "grad_norm": 0.023937622279117877,
      "learning_rate": 3.988654663829072e-05,
      "loss": 0.8894,
      "step": 25445
    },
    {
      "epoch": 1.7698807329879342,
      "grad_norm": 0.024141957079412635,
      "learning_rate": 3.976786417763217e-05,
      "loss": 0.8584,
      "step": 25450
    },
    {
      "epoch": 1.7702284502242778,
      "grad_norm": 0.02220653227662515,
      "learning_rate": 3.964935123700147e-05,
      "loss": 0.9349,
      "step": 25455
    },
    {
      "epoch": 1.770576167460621,
      "grad_norm": 0.022655850373390487,
      "learning_rate": 3.953100786005126e-05,
      "loss": 0.9036,
      "step": 25460
    },
    {
      "epoch": 1.7709238846969644,
      "grad_norm": 0.021257640827191775,
      "learning_rate": 3.9412834090371554e-05,
      "loss": 0.8315,
      "step": 25465
    },
    {
      "epoch": 1.7712716019333077,
      "grad_norm": 0.02426815637859897,
      "learning_rate": 3.929482997149009e-05,
      "loss": 1.0157,
      "step": 25470
    },
    {
      "epoch": 1.7716193191696512,
      "grad_norm": 0.01946802364462158,
      "learning_rate": 3.917699554687204e-05,
      "loss": 0.9593,
      "step": 25475
    },
    {
      "epoch": 1.7719670364059947,
      "grad_norm": 0.03740917471923325,
      "learning_rate": 3.905933085991992e-05,
      "loss": 1.0994,
      "step": 25480
    },
    {
      "epoch": 1.772314753642338,
      "grad_norm": 0.022461856062255547,
      "learning_rate": 3.894183595397399e-05,
      "loss": 0.9756,
      "step": 25485
    },
    {
      "epoch": 1.7726624708786813,
      "grad_norm": 0.02793246418941497,
      "learning_rate": 3.8824510872311705e-05,
      "loss": 1.0257,
      "step": 25490
    },
    {
      "epoch": 1.7730101881150249,
      "grad_norm": 0.024363678637381928,
      "learning_rate": 3.870735565814831e-05,
      "loss": 0.8653,
      "step": 25495
    },
    {
      "epoch": 1.7733579053513684,
      "grad_norm": 0.022931246565106197,
      "learning_rate": 3.8590370354636026e-05,
      "loss": 0.8595,
      "step": 25500
    },
    {
      "epoch": 1.7737056225877117,
      "grad_norm": 0.02237110481138955,
      "learning_rate": 3.8473555004865046e-05,
      "loss": 0.8847,
      "step": 25505
    },
    {
      "epoch": 1.774053339824055,
      "grad_norm": 0.02316558404735897,
      "learning_rate": 3.835690965186245e-05,
      "loss": 0.8827,
      "step": 25510
    },
    {
      "epoch": 1.7744010570603985,
      "grad_norm": 0.022182272258905386,
      "learning_rate": 3.824043433859287e-05,
      "loss": 0.8989,
      "step": 25515
    },
    {
      "epoch": 1.774748774296742,
      "grad_norm": 0.02314512165554341,
      "learning_rate": 3.812412910795854e-05,
      "loss": 0.9266,
      "step": 25520
    },
    {
      "epoch": 1.7750964915330854,
      "grad_norm": 0.02195155008783943,
      "learning_rate": 3.800799400279864e-05,
      "loss": 0.8513,
      "step": 25525
    },
    {
      "epoch": 1.7754442087694287,
      "grad_norm": 0.025482061882478677,
      "learning_rate": 3.789202906589012e-05,
      "loss": 0.8711,
      "step": 25530
    },
    {
      "epoch": 1.775791926005772,
      "grad_norm": 0.021071821074619426,
      "learning_rate": 3.777623433994692e-05,
      "loss": 0.8851,
      "step": 25535
    },
    {
      "epoch": 1.7761396432421155,
      "grad_norm": 0.02417518037238057,
      "learning_rate": 3.766060986762032e-05,
      "loss": 0.8239,
      "step": 25540
    },
    {
      "epoch": 1.776487360478459,
      "grad_norm": 0.020804328538360183,
      "learning_rate": 3.7545155691499136e-05,
      "loss": 1.1026,
      "step": 25545
    },
    {
      "epoch": 1.7768350777148023,
      "grad_norm": 0.02308017411405604,
      "learning_rate": 3.742987185410912e-05,
      "loss": 0.8259,
      "step": 25550
    },
    {
      "epoch": 1.7771827949511456,
      "grad_norm": 0.024926609699167577,
      "learning_rate": 3.73147583979136e-05,
      "loss": 1.1308,
      "step": 25555
    },
    {
      "epoch": 1.7775305121874891,
      "grad_norm": 0.022506462898995487,
      "learning_rate": 3.719981536531292e-05,
      "loss": 1.1081,
      "step": 25560
    },
    {
      "epoch": 1.7778782294238327,
      "grad_norm": 0.01863669940345346,
      "learning_rate": 3.708504279864466e-05,
      "loss": 0.8506,
      "step": 25565
    },
    {
      "epoch": 1.778225946660176,
      "grad_norm": 0.025397944258039387,
      "learning_rate": 3.697044074018385e-05,
      "loss": 0.9651,
      "step": 25570
    },
    {
      "epoch": 1.7785736638965193,
      "grad_norm": 0.0212343001971223,
      "learning_rate": 3.685600923214233e-05,
      "loss": 0.8574,
      "step": 25575
    },
    {
      "epoch": 1.7789213811328628,
      "grad_norm": 0.024871336020419927,
      "learning_rate": 3.67417483166696e-05,
      "loss": 0.9925,
      "step": 25580
    },
    {
      "epoch": 1.7792690983692063,
      "grad_norm": 0.023076101427204242,
      "learning_rate": 3.662765803585188e-05,
      "loss": 0.8654,
      "step": 25585
    },
    {
      "epoch": 1.7796168156055496,
      "grad_norm": 0.020759561038856237,
      "learning_rate": 3.651373843171263e-05,
      "loss": 0.7788,
      "step": 25590
    },
    {
      "epoch": 1.779964532841893,
      "grad_norm": 0.02099496451403693,
      "learning_rate": 3.6399989546212707e-05,
      "loss": 0.8735,
      "step": 25595
    },
    {
      "epoch": 1.7803122500782362,
      "grad_norm": 0.026315391214326803,
      "learning_rate": 3.628641142124989e-05,
      "loss": 1.0142,
      "step": 25600
    },
    {
      "epoch": 1.7806599673145798,
      "grad_norm": 0.02137017867288252,
      "learning_rate": 3.6173004098659035e-05,
      "loss": 1.0781,
      "step": 25605
    },
    {
      "epoch": 1.7810076845509233,
      "grad_norm": 0.01994668854777391,
      "learning_rate": 3.605976762021218e-05,
      "loss": 0.8436,
      "step": 25610
    },
    {
      "epoch": 1.7813554017872666,
      "grad_norm": 0.0181990122665259,
      "learning_rate": 3.594670202761829e-05,
      "loss": 0.8801,
      "step": 25615
    },
    {
      "epoch": 1.78170311902361,
      "grad_norm": 0.020285391133825357,
      "learning_rate": 3.583380736252362e-05,
      "loss": 0.9553,
      "step": 25620
    },
    {
      "epoch": 1.7820508362599534,
      "grad_norm": 0.022395368569852463,
      "learning_rate": 3.572108366651128e-05,
      "loss": 0.9116,
      "step": 25625
    },
    {
      "epoch": 1.782398553496297,
      "grad_norm": 0.01843055651523218,
      "learning_rate": 3.560853098110134e-05,
      "loss": 0.903,
      "step": 25630
    },
    {
      "epoch": 1.7827462707326402,
      "grad_norm": 0.021717952830250794,
      "learning_rate": 3.5496149347751194e-05,
      "loss": 1.1492,
      "step": 25635
    },
    {
      "epoch": 1.7830939879689836,
      "grad_norm": 0.024167631376698483,
      "learning_rate": 3.5383938807854843e-05,
      "loss": 0.9152,
      "step": 25640
    },
    {
      "epoch": 1.783441705205327,
      "grad_norm": 0.019515871347748796,
      "learning_rate": 3.527189940274367e-05,
      "loss": 1.0192,
      "step": 25645
    },
    {
      "epoch": 1.7837894224416704,
      "grad_norm": 0.025253098139872185,
      "learning_rate": 3.516003117368566e-05,
      "loss": 0.8309,
      "step": 25650
    },
    {
      "epoch": 1.784137139678014,
      "grad_norm": 0.02400219709301541,
      "learning_rate": 3.504833416188585e-05,
      "loss": 1.0075,
      "step": 25655
    },
    {
      "epoch": 1.7844848569143572,
      "grad_norm": 0.024934356677232497,
      "learning_rate": 3.493680840848645e-05,
      "loss": 0.9179,
      "step": 25660
    },
    {
      "epoch": 1.7848325741507005,
      "grad_norm": 0.02120361054821281,
      "learning_rate": 3.482545395456616e-05,
      "loss": 0.8592,
      "step": 25665
    },
    {
      "epoch": 1.785180291387044,
      "grad_norm": 0.021873801309650803,
      "learning_rate": 3.471427084114109e-05,
      "loss": 1.0273,
      "step": 25670
    },
    {
      "epoch": 1.7855280086233876,
      "grad_norm": 0.0290479434876853,
      "learning_rate": 3.460325910916384e-05,
      "loss": 0.8934,
      "step": 25675
    },
    {
      "epoch": 1.7858757258597309,
      "grad_norm": 0.021587552411473872,
      "learning_rate": 3.449241879952397e-05,
      "loss": 0.8196,
      "step": 25680
    },
    {
      "epoch": 1.7862234430960742,
      "grad_norm": 0.020078979904802563,
      "learning_rate": 3.438174995304805e-05,
      "loss": 0.9962,
      "step": 25685
    },
    {
      "epoch": 1.7865711603324177,
      "grad_norm": 0.019857544136634684,
      "learning_rate": 3.4271252610499295e-05,
      "loss": 0.8446,
      "step": 25690
    },
    {
      "epoch": 1.7869188775687612,
      "grad_norm": 0.023561932434838364,
      "learning_rate": 3.416092681257793e-05,
      "loss": 0.8643,
      "step": 25695
    },
    {
      "epoch": 1.7872665948051045,
      "grad_norm": 0.021009583240440947,
      "learning_rate": 3.4050772599920896e-05,
      "loss": 0.8406,
      "step": 25700
    },
    {
      "epoch": 1.7876143120414478,
      "grad_norm": 0.018442455806997278,
      "learning_rate": 3.394079001310185e-05,
      "loss": 0.9124,
      "step": 25705
    },
    {
      "epoch": 1.7879620292777914,
      "grad_norm": 0.0200905012386176,
      "learning_rate": 3.38309790926315e-05,
      "loss": 0.8831,
      "step": 25710
    },
    {
      "epoch": 1.7883097465141347,
      "grad_norm": 0.025274185064365382,
      "learning_rate": 3.372133987895698e-05,
      "loss": 1.0222,
      "step": 25715
    },
    {
      "epoch": 1.7886574637504782,
      "grad_norm": 0.021547841878100518,
      "learning_rate": 3.3611872412462496e-05,
      "loss": 1.0305,
      "step": 25720
    },
    {
      "epoch": 1.7890051809868215,
      "grad_norm": 0.018936841959383614,
      "learning_rate": 3.3502576733468795e-05,
      "loss": 0.9534,
      "step": 25725
    },
    {
      "epoch": 1.7893528982231648,
      "grad_norm": 0.017665375543106654,
      "learning_rate": 3.339345288223328e-05,
      "loss": 0.971,
      "step": 25730
    },
    {
      "epoch": 1.7897006154595083,
      "grad_norm": 0.03764893302436016,
      "learning_rate": 3.328450089895035e-05,
      "loss": 0.9445,
      "step": 25735
    },
    {
      "epoch": 1.7900483326958518,
      "grad_norm": 0.01930857641680438,
      "learning_rate": 3.317572082375087e-05,
      "loss": 0.9021,
      "step": 25740
    },
    {
      "epoch": 1.7903960499321951,
      "grad_norm": 0.019413851209750106,
      "learning_rate": 3.306711269670248e-05,
      "loss": 0.9937,
      "step": 25745
    },
    {
      "epoch": 1.7907437671685384,
      "grad_norm": 0.028985822676750587,
      "learning_rate": 3.295867655780943e-05,
      "loss": 0.8676,
      "step": 25750
    },
    {
      "epoch": 1.791091484404882,
      "grad_norm": 0.02319062260068912,
      "learning_rate": 3.285041244701259e-05,
      "loss": 0.7893,
      "step": 25755
    },
    {
      "epoch": 1.7914392016412255,
      "grad_norm": 0.024260964327939165,
      "learning_rate": 3.274232040418968e-05,
      "loss": 1.0073,
      "step": 25760
    },
    {
      "epoch": 1.7917869188775688,
      "grad_norm": 0.02925530237901065,
      "learning_rate": 3.263440046915467e-05,
      "loss": 0.9814,
      "step": 25765
    },
    {
      "epoch": 1.792134636113912,
      "grad_norm": 0.02219477372220029,
      "learning_rate": 3.2526652681658496e-05,
      "loss": 0.9884,
      "step": 25770
    },
    {
      "epoch": 1.7924823533502554,
      "grad_norm": 0.030061249744834144,
      "learning_rate": 3.241907708138853e-05,
      "loss": 0.9005,
      "step": 25775
    },
    {
      "epoch": 1.792830070586599,
      "grad_norm": 0.030708981849274914,
      "learning_rate": 3.231167370796867e-05,
      "loss": 0.995,
      "step": 25780
    },
    {
      "epoch": 1.7931777878229425,
      "grad_norm": 0.020349858396732545,
      "learning_rate": 3.22044426009595e-05,
      "loss": 0.8067,
      "step": 25785
    },
    {
      "epoch": 1.7935255050592858,
      "grad_norm": 0.02494528344191629,
      "learning_rate": 3.209738379985799e-05,
      "loss": 0.9248,
      "step": 25790
    },
    {
      "epoch": 1.793873222295629,
      "grad_norm": 0.02171669929777083,
      "learning_rate": 3.199049734409787e-05,
      "loss": 0.8782,
      "step": 25795
    },
    {
      "epoch": 1.7942209395319726,
      "grad_norm": 0.02606425140790443,
      "learning_rate": 3.18837832730492e-05,
      "loss": 0.9048,
      "step": 25800
    },
    {
      "epoch": 1.7945686567683161,
      "grad_norm": 0.017879462866450556,
      "learning_rate": 3.177724162601853e-05,
      "loss": 0.9736,
      "step": 25805
    },
    {
      "epoch": 1.7949163740046594,
      "grad_norm": 0.01711542616998005,
      "learning_rate": 3.167087244224914e-05,
      "loss": 0.9474,
      "step": 25810
    },
    {
      "epoch": 1.7952640912410027,
      "grad_norm": 0.02295856546231685,
      "learning_rate": 3.1564675760920425e-05,
      "loss": 0.912,
      "step": 25815
    },
    {
      "epoch": 1.7956118084773462,
      "grad_norm": 0.02117492915845314,
      "learning_rate": 3.145865162114864e-05,
      "loss": 0.994,
      "step": 25820
    },
    {
      "epoch": 1.7959595257136898,
      "grad_norm": 0.01927711359670628,
      "learning_rate": 3.1352800061986206e-05,
      "loss": 0.8665,
      "step": 25825
    },
    {
      "epoch": 1.796307242950033,
      "grad_norm": 0.01999944182847554,
      "learning_rate": 3.124712112242195e-05,
      "loss": 0.8827,
      "step": 25830
    },
    {
      "epoch": 1.7966549601863764,
      "grad_norm": 0.023303238578246274,
      "learning_rate": 3.114161484138139e-05,
      "loss": 0.8523,
      "step": 25835
    },
    {
      "epoch": 1.7970026774227197,
      "grad_norm": 0.024839034104480785,
      "learning_rate": 3.103628125772612e-05,
      "loss": 0.9224,
      "step": 25840
    },
    {
      "epoch": 1.7973503946590632,
      "grad_norm": 0.02122664757859417,
      "learning_rate": 3.093112041025442e-05,
      "loss": 0.8686,
      "step": 25845
    },
    {
      "epoch": 1.7976981118954067,
      "grad_norm": 0.019005550420268313,
      "learning_rate": 3.082613233770076e-05,
      "loss": 0.8823,
      "step": 25850
    },
    {
      "epoch": 1.79804582913175,
      "grad_norm": 0.028839632200032314,
      "learning_rate": 3.0721317078735934e-05,
      "loss": 1.0291,
      "step": 25855
    },
    {
      "epoch": 1.7983935463680933,
      "grad_norm": 0.024663442703582623,
      "learning_rate": 3.061667467196727e-05,
      "loss": 0.9695,
      "step": 25860
    },
    {
      "epoch": 1.7987412636044369,
      "grad_norm": 0.02307327660564934,
      "learning_rate": 3.0512205155938277e-05,
      "loss": 1.1015,
      "step": 25865
    },
    {
      "epoch": 1.7990889808407804,
      "grad_norm": 0.027615550948840942,
      "learning_rate": 3.0407908569128894e-05,
      "loss": 0.8865,
      "step": 25870
    },
    {
      "epoch": 1.7994366980771237,
      "grad_norm": 0.019888766299461794,
      "learning_rate": 3.0303784949955283e-05,
      "loss": 0.9039,
      "step": 25875
    },
    {
      "epoch": 1.799784415313467,
      "grad_norm": 0.021720193113403192,
      "learning_rate": 3.019983433676976e-05,
      "loss": 0.864,
      "step": 25880
    },
    {
      "epoch": 1.8001321325498105,
      "grad_norm": 0.02542107174873306,
      "learning_rate": 3.0096056767861314e-05,
      "loss": 0.8453,
      "step": 25885
    },
    {
      "epoch": 1.800479849786154,
      "grad_norm": 0.017654369363113178,
      "learning_rate": 2.999245228145475e-05,
      "loss": 0.8404,
      "step": 25890
    },
    {
      "epoch": 1.8008275670224974,
      "grad_norm": 0.02374884379026495,
      "learning_rate": 2.988902091571144e-05,
      "loss": 0.9973,
      "step": 25895
    },
    {
      "epoch": 1.8011752842588407,
      "grad_norm": 0.020921655169461522,
      "learning_rate": 2.9785762708728904e-05,
      "loss": 0.9095,
      "step": 25900
    },
    {
      "epoch": 1.801523001495184,
      "grad_norm": 0.018579717559451973,
      "learning_rate": 2.9682677698540662e-05,
      "loss": 0.8397,
      "step": 25905
    },
    {
      "epoch": 1.8018707187315275,
      "grad_norm": 0.020984221127764754,
      "learning_rate": 2.957976592311684e-05,
      "loss": 0.8242,
      "step": 25910
    },
    {
      "epoch": 1.802218435967871,
      "grad_norm": 0.01997870140853554,
      "learning_rate": 2.9477027420363346e-05,
      "loss": 0.9866,
      "step": 25915
    },
    {
      "epoch": 1.8025661532042143,
      "grad_norm": 0.023895470202451967,
      "learning_rate": 2.9374462228122623e-05,
      "loss": 0.9361,
      "step": 25920
    },
    {
      "epoch": 1.8029138704405576,
      "grad_norm": 0.02304260378204815,
      "learning_rate": 2.9272070384173123e-05,
      "loss": 0.8513,
      "step": 25925
    },
    {
      "epoch": 1.8032615876769011,
      "grad_norm": 0.02159496816959738,
      "learning_rate": 2.916985192622923e-05,
      "loss": 0.8464,
      "step": 25930
    },
    {
      "epoch": 1.8036093049132447,
      "grad_norm": 0.02352065081363235,
      "learning_rate": 2.9067806891941885e-05,
      "loss": 0.9073,
      "step": 25935
    },
    {
      "epoch": 1.803957022149588,
      "grad_norm": 0.020892874813882505,
      "learning_rate": 2.896593531889785e-05,
      "loss": 0.8723,
      "step": 25940
    },
    {
      "epoch": 1.8043047393859313,
      "grad_norm": 0.026859845112623033,
      "learning_rate": 2.886423724462012e-05,
      "loss": 0.8402,
      "step": 25945
    },
    {
      "epoch": 1.8046524566222748,
      "grad_norm": 0.01783745811414368,
      "learning_rate": 2.8762712706567774e-05,
      "loss": 0.9531,
      "step": 25950
    },
    {
      "epoch": 1.8050001738586183,
      "grad_norm": 0.025282626276743467,
      "learning_rate": 2.8661361742135848e-05,
      "loss": 0.9945,
      "step": 25955
    },
    {
      "epoch": 1.8053478910949616,
      "grad_norm": 0.022813166623244216,
      "learning_rate": 2.856018438865565e-05,
      "loss": 0.8527,
      "step": 25960
    },
    {
      "epoch": 1.805695608331305,
      "grad_norm": 0.019325769377480408,
      "learning_rate": 2.8459180683394316e-05,
      "loss": 0.9231,
      "step": 25965
    },
    {
      "epoch": 1.8060433255676482,
      "grad_norm": 0.018695471485272935,
      "learning_rate": 2.8358350663555242e-05,
      "loss": 1.0349,
      "step": 25970
    },
    {
      "epoch": 1.8063910428039918,
      "grad_norm": 0.02964540652645822,
      "learning_rate": 2.825769436627773e-05,
      "loss": 1.0228,
      "step": 25975
    },
    {
      "epoch": 1.8067387600403353,
      "grad_norm": 0.019951199930651208,
      "learning_rate": 2.8157211828637064e-05,
      "loss": 0.7623,
      "step": 25980
    },
    {
      "epoch": 1.8070864772766786,
      "grad_norm": 0.024665217895740874,
      "learning_rate": 2.8056903087644638e-05,
      "loss": 0.8979,
      "step": 25985
    },
    {
      "epoch": 1.807434194513022,
      "grad_norm": 0.02361950438616715,
      "learning_rate": 2.795676818024767e-05,
      "loss": 0.9098,
      "step": 25990
    },
    {
      "epoch": 1.8077819117493654,
      "grad_norm": 0.02568464519986615,
      "learning_rate": 2.7856807143329555e-05,
      "loss": 0.9157,
      "step": 25995
    },
    {
      "epoch": 1.808129628985709,
      "grad_norm": 0.02236924055966982,
      "learning_rate": 2.7757020013709445e-05,
      "loss": 0.8625,
      "step": 26000
    },
    {
      "epoch": 1.8084773462220523,
      "grad_norm": 0.019923341051845518,
      "learning_rate": 2.765740682814255e-05,
      "loss": 0.9565,
      "step": 26005
    },
    {
      "epoch": 1.8088250634583956,
      "grad_norm": 0.020819339423119795,
      "learning_rate": 2.7557967623320025e-05,
      "loss": 0.8493,
      "step": 26010
    },
    {
      "epoch": 1.809172780694739,
      "grad_norm": 0.0175726657359299,
      "learning_rate": 2.7458702435868786e-05,
      "loss": 0.9264,
      "step": 26015
    },
    {
      "epoch": 1.8095204979310826,
      "grad_norm": 0.0200994803323416,
      "learning_rate": 2.735961130235193e-05,
      "loss": 0.9294,
      "step": 26020
    },
    {
      "epoch": 1.809868215167426,
      "grad_norm": 0.023668283781568305,
      "learning_rate": 2.726069425926825e-05,
      "loss": 1.068,
      "step": 26025
    },
    {
      "epoch": 1.8102159324037692,
      "grad_norm": 0.021437786015565216,
      "learning_rate": 2.716195134305227e-05,
      "loss": 1.0708,
      "step": 26030
    },
    {
      "epoch": 1.8105636496401125,
      "grad_norm": 0.022038573353419983,
      "learning_rate": 2.7063382590074793e-05,
      "loss": 0.9269,
      "step": 26035
    },
    {
      "epoch": 1.810911366876456,
      "grad_norm": 0.024547179705027913,
      "learning_rate": 2.6964988036641992e-05,
      "loss": 0.968,
      "step": 26040
    },
    {
      "epoch": 1.8112590841127996,
      "grad_norm": 0.02171755355133655,
      "learning_rate": 2.6866767718996322e-05,
      "loss": 0.9299,
      "step": 26045
    },
    {
      "epoch": 1.8116068013491429,
      "grad_norm": 0.021374229391879714,
      "learning_rate": 2.6768721673315842e-05,
      "loss": 0.9813,
      "step": 26050
    },
    {
      "epoch": 1.8119545185854862,
      "grad_norm": 0.025304538561739174,
      "learning_rate": 2.6670849935714227e-05,
      "loss": 0.8441,
      "step": 26055
    },
    {
      "epoch": 1.8123022358218297,
      "grad_norm": 0.023922262646748172,
      "learning_rate": 2.6573152542241352e-05,
      "loss": 0.9391,
      "step": 26060
    },
    {
      "epoch": 1.8126499530581732,
      "grad_norm": 0.0184012057685898,
      "learning_rate": 2.6475629528882606e-05,
      "loss": 0.8295,
      "step": 26065
    },
    {
      "epoch": 1.8129976702945165,
      "grad_norm": 0.02489961468961469,
      "learning_rate": 2.6378280931559195e-05,
      "loss": 0.8859,
      "step": 26070
    },
    {
      "epoch": 1.8133453875308598,
      "grad_norm": 0.019098397469204532,
      "learning_rate": 2.6281106786128217e-05,
      "loss": 0.835,
      "step": 26075
    },
    {
      "epoch": 1.8136931047672034,
      "grad_norm": 0.022892643764405186,
      "learning_rate": 2.6184107128382207e-05,
      "loss": 1.0646,
      "step": 26080
    },
    {
      "epoch": 1.8140408220035469,
      "grad_norm": 0.022306049831706646,
      "learning_rate": 2.6087281994049862e-05,
      "loss": 0.8758,
      "step": 26085
    },
    {
      "epoch": 1.8143885392398902,
      "grad_norm": 0.019457001173746994,
      "learning_rate": 2.5990631418795206e-05,
      "loss": 0.8527,
      "step": 26090
    },
    {
      "epoch": 1.8147362564762335,
      "grad_norm": 0.02348298552836464,
      "learning_rate": 2.589415543821805e-05,
      "loss": 1.0467,
      "step": 26095
    },
    {
      "epoch": 1.8150839737125768,
      "grad_norm": 0.02007218590167753,
      "learning_rate": 2.579785408785418e-05,
      "loss": 1.0121,
      "step": 26100
    },
    {
      "epoch": 1.8154316909489203,
      "grad_norm": 0.030518962714908143,
      "learning_rate": 2.5701727403174614e-05,
      "loss": 0.8939,
      "step": 26105
    },
    {
      "epoch": 1.8157794081852638,
      "grad_norm": 0.02064018987760623,
      "learning_rate": 2.5605775419586474e-05,
      "loss": 0.8534,
      "step": 26110
    },
    {
      "epoch": 1.8161271254216071,
      "grad_norm": 0.02123570413298954,
      "learning_rate": 2.550999817243216e-05,
      "loss": 1.0085,
      "step": 26115
    },
    {
      "epoch": 1.8164748426579505,
      "grad_norm": 0.02326604066391722,
      "learning_rate": 2.5414395696989888e-05,
      "loss": 0.9434,
      "step": 26120
    },
    {
      "epoch": 1.816822559894294,
      "grad_norm": 0.02240725054279313,
      "learning_rate": 2.531896802847361e-05,
      "loss": 0.9203,
      "step": 26125
    },
    {
      "epoch": 1.8171702771306375,
      "grad_norm": 0.019258879838019178,
      "learning_rate": 2.5223715202032592e-05,
      "loss": 0.8578,
      "step": 26130
    },
    {
      "epoch": 1.8175179943669808,
      "grad_norm": 0.025666787289976702,
      "learning_rate": 2.5128637252752053e-05,
      "loss": 0.9789,
      "step": 26135
    },
    {
      "epoch": 1.817865711603324,
      "grad_norm": 0.014977869607660546,
      "learning_rate": 2.503373421565247e-05,
      "loss": 0.8523,
      "step": 26140
    },
    {
      "epoch": 1.8182134288396676,
      "grad_norm": 0.02480428083693293,
      "learning_rate": 2.4939006125690056e-05,
      "loss": 0.9878,
      "step": 26145
    },
    {
      "epoch": 1.818561146076011,
      "grad_norm": 0.020338398207684797,
      "learning_rate": 2.4844453017756674e-05,
      "loss": 1.0274,
      "step": 26150
    },
    {
      "epoch": 1.8189088633123545,
      "grad_norm": 0.02647669211533131,
      "learning_rate": 2.475007492667952e-05,
      "loss": 0.8439,
      "step": 26155
    },
    {
      "epoch": 1.8192565805486978,
      "grad_norm": 0.01951045501882112,
      "learning_rate": 2.4655871887221516e-05,
      "loss": 0.8736,
      "step": 26160
    },
    {
      "epoch": 1.819604297785041,
      "grad_norm": 0.020180897280847754,
      "learning_rate": 2.456184393408101e-05,
      "loss": 1.0848,
      "step": 26165
    },
    {
      "epoch": 1.8199520150213846,
      "grad_norm": 0.018686612725621447,
      "learning_rate": 2.446799110189174e-05,
      "loss": 0.9387,
      "step": 26170
    },
    {
      "epoch": 1.8202997322577281,
      "grad_norm": 0.01936320165424657,
      "learning_rate": 2.4374313425223283e-05,
      "loss": 0.8214,
      "step": 26175
    },
    {
      "epoch": 1.8206474494940714,
      "grad_norm": 0.01850721615928611,
      "learning_rate": 2.4280810938580313e-05,
      "loss": 0.8035,
      "step": 26180
    },
    {
      "epoch": 1.8209951667304147,
      "grad_norm": 0.022708424624147207,
      "learning_rate": 2.4187483676403332e-05,
      "loss": 1.0441,
      "step": 26185
    },
    {
      "epoch": 1.8213428839667583,
      "grad_norm": 0.017955476104334064,
      "learning_rate": 2.4094331673068015e-05,
      "loss": 1.0426,
      "step": 26190
    },
    {
      "epoch": 1.8216906012031018,
      "grad_norm": 0.020532547771959987,
      "learning_rate": 2.4001354962885578e-05,
      "loss": 0.8458,
      "step": 26195
    },
    {
      "epoch": 1.822038318439445,
      "grad_norm": 0.02354585560445192,
      "learning_rate": 2.3908553580102743e-05,
      "loss": 0.9972,
      "step": 26200
    },
    {
      "epoch": 1.8223860356757884,
      "grad_norm": 0.02691945747059413,
      "learning_rate": 2.3815927558901494e-05,
      "loss": 0.998,
      "step": 26205
    },
    {
      "epoch": 1.8227337529121317,
      "grad_norm": 0.02435411188372792,
      "learning_rate": 2.3723476933399434e-05,
      "loss": 0.917,
      "step": 26210
    },
    {
      "epoch": 1.8230814701484752,
      "grad_norm": 0.017637689766004213,
      "learning_rate": 2.363120173764943e-05,
      "loss": 0.923,
      "step": 26215
    },
    {
      "epoch": 1.8234291873848187,
      "grad_norm": 0.025397802802538793,
      "learning_rate": 2.353910200563969e-05,
      "loss": 1.1858,
      "step": 26220
    },
    {
      "epoch": 1.823776904621162,
      "grad_norm": 0.01981861236792286,
      "learning_rate": 2.3447177771293902e-05,
      "loss": 0.8943,
      "step": 26225
    },
    {
      "epoch": 1.8241246218575053,
      "grad_norm": 0.02510189712428031,
      "learning_rate": 2.3355429068470992e-05,
      "loss": 0.9316,
      "step": 26230
    },
    {
      "epoch": 1.8244723390938489,
      "grad_norm": 0.020688688952416254,
      "learning_rate": 2.3263855930965472e-05,
      "loss": 0.8471,
      "step": 26235
    },
    {
      "epoch": 1.8248200563301924,
      "grad_norm": 0.024108050675727386,
      "learning_rate": 2.317245839250687e-05,
      "loss": 1.1197,
      "step": 26240
    },
    {
      "epoch": 1.8251677735665357,
      "grad_norm": 0.02146206291142874,
      "learning_rate": 2.3081236486760138e-05,
      "loss": 0.8699,
      "step": 26245
    },
    {
      "epoch": 1.825515490802879,
      "grad_norm": 0.023624449131208296,
      "learning_rate": 2.2990190247325738e-05,
      "loss": 1.0026,
      "step": 26250
    },
    {
      "epoch": 1.8258632080392225,
      "grad_norm": 0.0220667026762176,
      "learning_rate": 2.2899319707739173e-05,
      "loss": 0.9189,
      "step": 26255
    },
    {
      "epoch": 1.826210925275566,
      "grad_norm": 0.01837156717551793,
      "learning_rate": 2.280862490147134e-05,
      "loss": 0.8355,
      "step": 26260
    },
    {
      "epoch": 1.8265586425119094,
      "grad_norm": 0.046060877050390865,
      "learning_rate": 2.271810586192846e-05,
      "loss": 0.9877,
      "step": 26265
    },
    {
      "epoch": 1.8269063597482527,
      "grad_norm": 0.019250227701059157,
      "learning_rate": 2.2627762622451807e-05,
      "loss": 0.8015,
      "step": 26270
    },
    {
      "epoch": 1.827254076984596,
      "grad_norm": 0.0205932869098509,
      "learning_rate": 2.2537595216318207e-05,
      "loss": 0.8299,
      "step": 26275
    },
    {
      "epoch": 1.8276017942209395,
      "grad_norm": 0.024378566638511442,
      "learning_rate": 2.244760367673937e-05,
      "loss": 1.042,
      "step": 26280
    },
    {
      "epoch": 1.827949511457283,
      "grad_norm": 0.01901735494368179,
      "learning_rate": 2.2357788036862615e-05,
      "loss": 1.101,
      "step": 26285
    },
    {
      "epoch": 1.8282972286936263,
      "grad_norm": 0.026345787280876047,
      "learning_rate": 2.2268148329770142e-05,
      "loss": 0.8501,
      "step": 26290
    },
    {
      "epoch": 1.8286449459299696,
      "grad_norm": 0.02314889590457359,
      "learning_rate": 2.2178684588479492e-05,
      "loss": 0.8376,
      "step": 26295
    },
    {
      "epoch": 1.8289926631663131,
      "grad_norm": 0.02766693499929917,
      "learning_rate": 2.208939684594341e-05,
      "loss": 0.948,
      "step": 26300
    },
    {
      "epoch": 1.8293403804026567,
      "grad_norm": 0.022723736591593158,
      "learning_rate": 2.2000285135049648e-05,
      "loss": 0.8365,
      "step": 26305
    },
    {
      "epoch": 1.829688097639,
      "grad_norm": 0.020747307366067093,
      "learning_rate": 2.19113494886215e-05,
      "loss": 1.0343,
      "step": 26310
    },
    {
      "epoch": 1.8300358148753433,
      "grad_norm": 0.017526436670356898,
      "learning_rate": 2.1822589939416937e-05,
      "loss": 0.8263,
      "step": 26315
    },
    {
      "epoch": 1.8303835321116868,
      "grad_norm": 0.020577868021316444,
      "learning_rate": 2.1734006520129355e-05,
      "loss": 1.0035,
      "step": 26320
    },
    {
      "epoch": 1.8307312493480303,
      "grad_norm": 0.019400731181760333,
      "learning_rate": 2.1645599263387272e-05,
      "loss": 0.9485,
      "step": 26325
    },
    {
      "epoch": 1.8310789665843736,
      "grad_norm": 0.024537372440580272,
      "learning_rate": 2.1557368201754134e-05,
      "loss": 0.8961,
      "step": 26330
    },
    {
      "epoch": 1.831426683820717,
      "grad_norm": 0.018731642057748476,
      "learning_rate": 2.1469313367728726e-05,
      "loss": 1.0355,
      "step": 26335
    },
    {
      "epoch": 1.8317744010570602,
      "grad_norm": 0.029385350690579022,
      "learning_rate": 2.1381434793744825e-05,
      "loss": 0.8768,
      "step": 26340
    },
    {
      "epoch": 1.8321221182934038,
      "grad_norm": 0.019576058673156115,
      "learning_rate": 2.1293732512171092e-05,
      "loss": 0.9624,
      "step": 26345
    },
    {
      "epoch": 1.8324698355297473,
      "grad_norm": 0.022924882888896228,
      "learning_rate": 2.120620655531158e-05,
      "loss": 0.9409,
      "step": 26350
    },
    {
      "epoch": 1.8328175527660906,
      "grad_norm": 0.023688499599909627,
      "learning_rate": 2.1118856955405163e-05,
      "loss": 0.9668,
      "step": 26355
    },
    {
      "epoch": 1.833165270002434,
      "grad_norm": 0.02781944117927506,
      "learning_rate": 2.103168374462594e-05,
      "loss": 0.9861,
      "step": 26360
    },
    {
      "epoch": 1.8335129872387774,
      "grad_norm": 0.024933792635545626,
      "learning_rate": 2.0944686955082894e-05,
      "loss": 0.9085,
      "step": 26365
    },
    {
      "epoch": 1.833860704475121,
      "grad_norm": 0.02249200304998662,
      "learning_rate": 2.0857866618819997e-05,
      "loss": 0.8789,
      "step": 26370
    },
    {
      "epoch": 1.8342084217114643,
      "grad_norm": 0.019256558346569433,
      "learning_rate": 2.0771222767816344e-05,
      "loss": 0.8427,
      "step": 26375
    },
    {
      "epoch": 1.8345561389478076,
      "grad_norm": 0.01952817278833695,
      "learning_rate": 2.068475543398596e-05,
      "loss": 1.0554,
      "step": 26380
    },
    {
      "epoch": 1.834903856184151,
      "grad_norm": 0.025789351681337606,
      "learning_rate": 2.059846464917797e-05,
      "loss": 1.1575,
      "step": 26385
    },
    {
      "epoch": 1.8352515734204946,
      "grad_norm": 0.02484086160819521,
      "learning_rate": 2.051235044517624e-05,
      "loss": 0.8582,
      "step": 26390
    },
    {
      "epoch": 1.835599290656838,
      "grad_norm": 0.02583168280262766,
      "learning_rate": 2.0426412853699728e-05,
      "loss": 0.8406,
      "step": 26395
    },
    {
      "epoch": 1.8359470078931812,
      "grad_norm": 0.022452262839418313,
      "learning_rate": 2.034065190640244e-05,
      "loss": 0.8266,
      "step": 26400
    },
    {
      "epoch": 1.8362947251295245,
      "grad_norm": 0.02044221758321585,
      "learning_rate": 2.0255067634873113e-05,
      "loss": 0.8351,
      "step": 26405
    },
    {
      "epoch": 1.836642442365868,
      "grad_norm": 0.020230584404822283,
      "learning_rate": 2.016966007063564e-05,
      "loss": 0.8764,
      "step": 26410
    },
    {
      "epoch": 1.8369901596022116,
      "grad_norm": 0.022773448256188267,
      "learning_rate": 2.008442924514853e-05,
      "loss": 0.9713,
      "step": 26415
    },
    {
      "epoch": 1.8373378768385549,
      "grad_norm": 0.02110586504235992,
      "learning_rate": 1.9999375189805435e-05,
      "loss": 0.8979,
      "step": 26420
    },
    {
      "epoch": 1.8376855940748982,
      "grad_norm": 0.019275046966750073,
      "learning_rate": 1.991449793593486e-05,
      "loss": 0.9236,
      "step": 26425
    },
    {
      "epoch": 1.8380333113112417,
      "grad_norm": 0.022589562884383404,
      "learning_rate": 1.9829797514800018e-05,
      "loss": 0.821,
      "step": 26430
    },
    {
      "epoch": 1.8383810285475852,
      "grad_norm": 0.019682068009084612,
      "learning_rate": 1.9745273957599287e-05,
      "loss": 0.88,
      "step": 26435
    },
    {
      "epoch": 1.8387287457839285,
      "grad_norm": 0.023842840645896812,
      "learning_rate": 1.966092729546565e-05,
      "loss": 0.9562,
      "step": 26440
    },
    {
      "epoch": 1.8390764630202718,
      "grad_norm": 0.019025579081796248,
      "learning_rate": 1.9576757559466974e-05,
      "loss": 0.923,
      "step": 26445
    },
    {
      "epoch": 1.8394241802566154,
      "grad_norm": 0.02121485131123847,
      "learning_rate": 1.949276478060602e-05,
      "loss": 0.8332,
      "step": 26450
    },
    {
      "epoch": 1.8397718974929589,
      "grad_norm": 0.02249741528298021,
      "learning_rate": 1.9408948989820375e-05,
      "loss": 0.8667,
      "step": 26455
    },
    {
      "epoch": 1.8401196147293022,
      "grad_norm": 0.022893105153111923,
      "learning_rate": 1.9325310217982394e-05,
      "loss": 0.8856,
      "step": 26460
    },
    {
      "epoch": 1.8404673319656455,
      "grad_norm": 0.020421449421320705,
      "learning_rate": 1.9241848495899217e-05,
      "loss": 0.8376,
      "step": 26465
    },
    {
      "epoch": 1.8408150492019888,
      "grad_norm": 0.02035116597371515,
      "learning_rate": 1.9158563854312804e-05,
      "loss": 0.9035,
      "step": 26470
    },
    {
      "epoch": 1.8411627664383323,
      "grad_norm": 0.017050971103030253,
      "learning_rate": 1.9075456323899897e-05,
      "loss": 1.002,
      "step": 26475
    },
    {
      "epoch": 1.8415104836746758,
      "grad_norm": 0.0246568779551305,
      "learning_rate": 1.8992525935271954e-05,
      "loss": 0.9939,
      "step": 26480
    },
    {
      "epoch": 1.8418582009110191,
      "grad_norm": 0.02054194834490643,
      "learning_rate": 1.890977271897526e-05,
      "loss": 0.8967,
      "step": 26485
    },
    {
      "epoch": 1.8422059181473625,
      "grad_norm": 0.022115315675022743,
      "learning_rate": 1.8827196705490822e-05,
      "loss": 0.8461,
      "step": 26490
    },
    {
      "epoch": 1.842553635383706,
      "grad_norm": 0.02458908113489463,
      "learning_rate": 1.8744797925234203e-05,
      "loss": 0.9101,
      "step": 26495
    },
    {
      "epoch": 1.8429013526200495,
      "grad_norm": 0.022820437558554365,
      "learning_rate": 1.866257640855601e-05,
      "loss": 0.9463,
      "step": 26500
    },
    {
      "epoch": 1.8432490698563928,
      "grad_norm": 0.02243145615110105,
      "learning_rate": 1.858053218574124e-05,
      "loss": 0.9208,
      "step": 26505
    },
    {
      "epoch": 1.8435967870927361,
      "grad_norm": 0.024331826714008988,
      "learning_rate": 1.8498665287009884e-05,
      "loss": 0.9564,
      "step": 26510
    },
    {
      "epoch": 1.8439445043290796,
      "grad_norm": 0.02446280800124779,
      "learning_rate": 1.8416975742516327e-05,
      "loss": 0.9444,
      "step": 26515
    },
    {
      "epoch": 1.8442922215654232,
      "grad_norm": 0.03264314519707692,
      "learning_rate": 1.8335463582349777e-05,
      "loss": 0.9334,
      "step": 26520
    },
    {
      "epoch": 1.8446399388017665,
      "grad_norm": 0.027580767664192367,
      "learning_rate": 1.8254128836534155e-05,
      "loss": 0.963,
      "step": 26525
    },
    {
      "epoch": 1.8449876560381098,
      "grad_norm": 0.024778938377904198,
      "learning_rate": 1.8172971535027895e-05,
      "loss": 1.007,
      "step": 26530
    },
    {
      "epoch": 1.845335373274453,
      "grad_norm": 0.024364622853015414,
      "learning_rate": 1.809199170772424e-05,
      "loss": 0.901,
      "step": 26535
    },
    {
      "epoch": 1.8456830905107966,
      "grad_norm": 0.020896982463611696,
      "learning_rate": 1.8011189384450844e-05,
      "loss": 1.0127,
      "step": 26540
    },
    {
      "epoch": 1.8460308077471401,
      "grad_norm": 0.022639739497306917,
      "learning_rate": 1.7930564594970168e-05,
      "loss": 0.9403,
      "step": 26545
    },
    {
      "epoch": 1.8463785249834834,
      "grad_norm": 0.024081220468820167,
      "learning_rate": 1.7850117368979292e-05,
      "loss": 0.9655,
      "step": 26550
    },
    {
      "epoch": 1.8467262422198267,
      "grad_norm": 0.023701294009091264,
      "learning_rate": 1.776984773610979e-05,
      "loss": 0.8271,
      "step": 26555
    },
    {
      "epoch": 1.8470739594561703,
      "grad_norm": 0.02154835921919805,
      "learning_rate": 1.7689755725927736e-05,
      "loss": 0.8392,
      "step": 26560
    },
    {
      "epoch": 1.8474216766925138,
      "grad_norm": 0.024883549404185232,
      "learning_rate": 1.7609841367934034e-05,
      "loss": 0.8797,
      "step": 26565
    },
    {
      "epoch": 1.847769393928857,
      "grad_norm": 0.026926433164292312,
      "learning_rate": 1.7530104691563852e-05,
      "loss": 0.9909,
      "step": 26570
    },
    {
      "epoch": 1.8481171111652004,
      "grad_norm": 0.018808508159757178,
      "learning_rate": 1.7450545726187263e-05,
      "loss": 0.9307,
      "step": 26575
    },
    {
      "epoch": 1.848464828401544,
      "grad_norm": 0.023570515506512676,
      "learning_rate": 1.7371164501108594e-05,
      "loss": 0.905,
      "step": 26580
    },
    {
      "epoch": 1.8488125456378872,
      "grad_norm": 0.02070881080818873,
      "learning_rate": 1.7291961045566794e-05,
      "loss": 0.8403,
      "step": 26585
    },
    {
      "epoch": 1.8491602628742307,
      "grad_norm": 0.020404321799638546,
      "learning_rate": 1.721293538873536e-05,
      "loss": 0.8309,
      "step": 26590
    },
    {
      "epoch": 1.849507980110574,
      "grad_norm": 0.02015448059944004,
      "learning_rate": 1.7134087559722235e-05,
      "loss": 0.8488,
      "step": 26595
    },
    {
      "epoch": 1.8498556973469173,
      "grad_norm": 0.022347972375415994,
      "learning_rate": 1.705541758757001e-05,
      "loss": 0.8203,
      "step": 26600
    },
    {
      "epoch": 1.8502034145832609,
      "grad_norm": 0.028027479350150757,
      "learning_rate": 1.6976925501255624e-05,
      "loss": 0.8574,
      "step": 26605
    },
    {
      "epoch": 1.8505511318196044,
      "grad_norm": 0.020337321114959974,
      "learning_rate": 1.6898611329690395e-05,
      "loss": 0.866,
      "step": 26610
    },
    {
      "epoch": 1.8508988490559477,
      "grad_norm": 0.023317788988491586,
      "learning_rate": 1.682047510172041e-05,
      "loss": 0.9204,
      "step": 26615
    },
    {
      "epoch": 1.851246566292291,
      "grad_norm": 0.022417984662426987,
      "learning_rate": 1.6742516846125987e-05,
      "loss": 0.9313,
      "step": 26620
    },
    {
      "epoch": 1.8515942835286345,
      "grad_norm": 0.025415771105942873,
      "learning_rate": 1.6664736591621988e-05,
      "loss": 1.0737,
      "step": 26625
    },
    {
      "epoch": 1.851942000764978,
      "grad_norm": 0.019496045592077547,
      "learning_rate": 1.658713436685766e-05,
      "loss": 0.9338,
      "step": 26630
    },
    {
      "epoch": 1.8522897180013214,
      "grad_norm": 0.01801184408048305,
      "learning_rate": 1.6509710200416638e-05,
      "loss": 0.8932,
      "step": 26635
    },
    {
      "epoch": 1.8526374352376647,
      "grad_norm": 0.016266474067479764,
      "learning_rate": 1.6432464120817114e-05,
      "loss": 0.9029,
      "step": 26640
    },
    {
      "epoch": 1.8529851524740082,
      "grad_norm": 0.0252449663104443,
      "learning_rate": 1.6355396156511494e-05,
      "loss": 0.8923,
      "step": 26645
    },
    {
      "epoch": 1.8533328697103515,
      "grad_norm": 0.020773631654543524,
      "learning_rate": 1.6278506335886734e-05,
      "loss": 0.9363,
      "step": 26650
    },
    {
      "epoch": 1.853680586946695,
      "grad_norm": 0.017161582501201766,
      "learning_rate": 1.6201794687264127e-05,
      "loss": 0.8634,
      "step": 26655
    },
    {
      "epoch": 1.8540283041830383,
      "grad_norm": 0.02122490971740449,
      "learning_rate": 1.6125261238899293e-05,
      "loss": 0.9857,
      "step": 26660
    },
    {
      "epoch": 1.8543760214193816,
      "grad_norm": 0.01901042562889157,
      "learning_rate": 1.604890601898229e-05,
      "loss": 0.9927,
      "step": 26665
    },
    {
      "epoch": 1.8547237386557252,
      "grad_norm": 0.02252157281375945,
      "learning_rate": 1.5972729055637403e-05,
      "loss": 0.8732,
      "step": 26670
    },
    {
      "epoch": 1.8550714558920687,
      "grad_norm": 0.03089256318367576,
      "learning_rate": 1.5896730376923517e-05,
      "loss": 0.8677,
      "step": 26675
    },
    {
      "epoch": 1.855419173128412,
      "grad_norm": 0.021956017536834082,
      "learning_rate": 1.582091001083352e-05,
      "loss": 0.9619,
      "step": 26680
    },
    {
      "epoch": 1.8557668903647553,
      "grad_norm": 0.018976767271859207,
      "learning_rate": 1.57452679852948e-05,
      "loss": 0.9969,
      "step": 26685
    },
    {
      "epoch": 1.8561146076010988,
      "grad_norm": 0.025043053517642785,
      "learning_rate": 1.5669804328169056e-05,
      "loss": 0.959,
      "step": 26690
    },
    {
      "epoch": 1.8564623248374423,
      "grad_norm": 0.023336037359442122,
      "learning_rate": 1.5594519067252288e-05,
      "loss": 0.9153,
      "step": 26695
    },
    {
      "epoch": 1.8568100420737856,
      "grad_norm": 0.023721255918800994,
      "learning_rate": 1.5519412230274698e-05,
      "loss": 1.0139,
      "step": 26700
    },
    {
      "epoch": 1.857157759310129,
      "grad_norm": 0.017426293460454788,
      "learning_rate": 1.5444483844900936e-05,
      "loss": 0.8174,
      "step": 26705
    },
    {
      "epoch": 1.8575054765464722,
      "grad_norm": 0.019697529533694223,
      "learning_rate": 1.53697339387297e-05,
      "loss": 0.8677,
      "step": 26710
    },
    {
      "epoch": 1.8578531937828158,
      "grad_norm": 0.0188620192290197,
      "learning_rate": 1.529516253929414e-05,
      "loss": 0.7991,
      "step": 26715
    },
    {
      "epoch": 1.8582009110191593,
      "grad_norm": 0.020412165954907725,
      "learning_rate": 1.5220769674061496e-05,
      "loss": 0.8526,
      "step": 26720
    },
    {
      "epoch": 1.8585486282555026,
      "grad_norm": 0.02478013525819019,
      "learning_rate": 1.5146555370433524e-05,
      "loss": 1.0546,
      "step": 26725
    },
    {
      "epoch": 1.858896345491846,
      "grad_norm": 0.020722507134479068,
      "learning_rate": 1.5072519655745798e-05,
      "loss": 1.0551,
      "step": 26730
    },
    {
      "epoch": 1.8592440627281894,
      "grad_norm": 0.025166772341217957,
      "learning_rate": 1.499866255726845e-05,
      "loss": 0.9911,
      "step": 26735
    },
    {
      "epoch": 1.859591779964533,
      "grad_norm": 0.021288710173235054,
      "learning_rate": 1.4924984102205663e-05,
      "loss": 0.8224,
      "step": 26740
    },
    {
      "epoch": 1.8599394972008763,
      "grad_norm": 0.024501364458136096,
      "learning_rate": 1.485148431769584e-05,
      "loss": 1.009,
      "step": 26745
    },
    {
      "epoch": 1.8602872144372196,
      "grad_norm": 0.023563321340757667,
      "learning_rate": 1.477816323081166e-05,
      "loss": 0.9061,
      "step": 26750
    },
    {
      "epoch": 1.860634931673563,
      "grad_norm": 0.020399142687997203,
      "learning_rate": 1.4705020868559904e-05,
      "loss": 0.9702,
      "step": 26755
    },
    {
      "epoch": 1.8609826489099066,
      "grad_norm": 0.022263842908675602,
      "learning_rate": 1.463205725788147e-05,
      "loss": 0.9309,
      "step": 26760
    },
    {
      "epoch": 1.86133036614625,
      "grad_norm": 0.01808543448379486,
      "learning_rate": 1.4559272425651527e-05,
      "loss": 0.991,
      "step": 26765
    },
    {
      "epoch": 1.8616780833825932,
      "grad_norm": 0.02257916428495403,
      "learning_rate": 1.4486666398679294e-05,
      "loss": 1.0757,
      "step": 26770
    },
    {
      "epoch": 1.8620258006189365,
      "grad_norm": 0.02417342807879237,
      "learning_rate": 1.4414239203708212e-05,
      "loss": 0.9116,
      "step": 26775
    },
    {
      "epoch": 1.86237351785528,
      "grad_norm": 0.029189660704590573,
      "learning_rate": 1.4341990867415889e-05,
      "loss": 0.9995,
      "step": 26780
    },
    {
      "epoch": 1.8627212350916236,
      "grad_norm": 0.020096466574974797,
      "learning_rate": 1.4269921416413812e-05,
      "loss": 0.948,
      "step": 26785
    },
    {
      "epoch": 1.8630689523279669,
      "grad_norm": 0.02015261515812956,
      "learning_rate": 1.4198030877247914e-05,
      "loss": 0.8788,
      "step": 26790
    },
    {
      "epoch": 1.8634166695643102,
      "grad_norm": 0.02489277158255902,
      "learning_rate": 1.4126319276397958e-05,
      "loss": 1.0076,
      "step": 26795
    },
    {
      "epoch": 1.8637643868006537,
      "grad_norm": 0.022960657004681893,
      "learning_rate": 1.4054786640277983e-05,
      "loss": 0.9023,
      "step": 26800
    },
    {
      "epoch": 1.8641121040369972,
      "grad_norm": 0.021712699542396637,
      "learning_rate": 1.3983432995236023e-05,
      "loss": 0.8899,
      "step": 26805
    },
    {
      "epoch": 1.8644598212733405,
      "grad_norm": 0.020879207310664803,
      "learning_rate": 1.3912258367554054e-05,
      "loss": 0.8263,
      "step": 26810
    },
    {
      "epoch": 1.8648075385096838,
      "grad_norm": 0.01942530402389527,
      "learning_rate": 1.3841262783448383e-05,
      "loss": 0.957,
      "step": 26815
    },
    {
      "epoch": 1.8651552557460274,
      "grad_norm": 0.024840918386444796,
      "learning_rate": 1.3770446269069203e-05,
      "loss": 0.9743,
      "step": 26820
    },
    {
      "epoch": 1.8655029729823709,
      "grad_norm": 0.021748387438445056,
      "learning_rate": 1.3699808850500762e-05,
      "loss": 0.8406,
      "step": 26825
    },
    {
      "epoch": 1.8658506902187142,
      "grad_norm": 0.020516117111220346,
      "learning_rate": 1.362935055376141e-05,
      "loss": 0.8755,
      "step": 26830
    },
    {
      "epoch": 1.8661984074550575,
      "grad_norm": 0.02784180670486662,
      "learning_rate": 1.355907140480339e-05,
      "loss": 1.074,
      "step": 26835
    },
    {
      "epoch": 1.8665461246914008,
      "grad_norm": 0.022182583055463233,
      "learning_rate": 1.3488971429513108e-05,
      "loss": 0.9729,
      "step": 26840
    },
    {
      "epoch": 1.8668938419277443,
      "grad_norm": 0.01923890809070845,
      "learning_rate": 1.3419050653710852e-05,
      "loss": 0.8531,
      "step": 26845
    },
    {
      "epoch": 1.8672415591640878,
      "grad_norm": 0.02295174792878851,
      "learning_rate": 1.3349309103150963e-05,
      "loss": 0.9132,
      "step": 26850
    },
    {
      "epoch": 1.8675892764004312,
      "grad_norm": 0.02253743315454318,
      "learning_rate": 1.3279746803521842e-05,
      "loss": 0.9221,
      "step": 26855
    },
    {
      "epoch": 1.8679369936367745,
      "grad_norm": 0.024564402516805767,
      "learning_rate": 1.32103637804456e-05,
      "loss": 0.9793,
      "step": 26860
    },
    {
      "epoch": 1.868284710873118,
      "grad_norm": 0.023400237167610038,
      "learning_rate": 1.3141160059478741e-05,
      "loss": 0.8829,
      "step": 26865
    },
    {
      "epoch": 1.8686324281094615,
      "grad_norm": 0.01645841737343114,
      "learning_rate": 1.3072135666111206e-05,
      "loss": 0.9547,
      "step": 26870
    },
    {
      "epoch": 1.8689801453458048,
      "grad_norm": 0.024512008193044776,
      "learning_rate": 1.3003290625767439e-05,
      "loss": 0.9796,
      "step": 26875
    },
    {
      "epoch": 1.8693278625821481,
      "grad_norm": 0.021104733335728685,
      "learning_rate": 1.293462496380532e-05,
      "loss": 0.8202,
      "step": 26880
    },
    {
      "epoch": 1.8696755798184916,
      "grad_norm": 0.025497106636399307,
      "learning_rate": 1.286613870551695e-05,
      "loss": 0.9575,
      "step": 26885
    },
    {
      "epoch": 1.8700232970548352,
      "grad_norm": 0.022930301431830166,
      "learning_rate": 1.2797831876128374e-05,
      "loss": 0.9518,
      "step": 26890
    },
    {
      "epoch": 1.8703710142911785,
      "grad_norm": 0.018112326821961035,
      "learning_rate": 1.27297045007993e-05,
      "loss": 0.8405,
      "step": 26895
    },
    {
      "epoch": 1.8707187315275218,
      "grad_norm": 0.019661719361902315,
      "learning_rate": 1.2661756604623598e-05,
      "loss": 0.8485,
      "step": 26900
    },
    {
      "epoch": 1.871066448763865,
      "grad_norm": 0.01824428982522415,
      "learning_rate": 1.259398821262886e-05,
      "loss": 0.8312,
      "step": 26905
    },
    {
      "epoch": 1.8714141660002086,
      "grad_norm": 0.021047739307431937,
      "learning_rate": 1.2526399349776618e-05,
      "loss": 0.8687,
      "step": 26910
    },
    {
      "epoch": 1.8717618832365521,
      "grad_norm": 0.01993258470230656,
      "learning_rate": 1.2458990040962349e-05,
      "loss": 1.013,
      "step": 26915
    },
    {
      "epoch": 1.8721096004728954,
      "grad_norm": 0.021605212685496547,
      "learning_rate": 1.2391760311015188e-05,
      "loss": 0.9769,
      "step": 26920
    },
    {
      "epoch": 1.8724573177092387,
      "grad_norm": 0.023914322489067205,
      "learning_rate": 1.2324710184698385e-05,
      "loss": 0.8439,
      "step": 26925
    },
    {
      "epoch": 1.8728050349455823,
      "grad_norm": 0.026673379862254945,
      "learning_rate": 1.2257839686708906e-05,
      "loss": 1.0597,
      "step": 26930
    },
    {
      "epoch": 1.8731527521819258,
      "grad_norm": 0.015897719363800855,
      "learning_rate": 1.2191148841677435e-05,
      "loss": 0.8901,
      "step": 26935
    },
    {
      "epoch": 1.873500469418269,
      "grad_norm": 0.02104833508282037,
      "learning_rate": 1.212463767416877e-05,
      "loss": 0.991,
      "step": 26940
    },
    {
      "epoch": 1.8738481866546124,
      "grad_norm": 0.02213956509843653,
      "learning_rate": 1.2058306208681202e-05,
      "loss": 0.8418,
      "step": 26945
    },
    {
      "epoch": 1.874195903890956,
      "grad_norm": 0.027622596893244044,
      "learning_rate": 1.1992154469647132e-05,
      "loss": 0.8513,
      "step": 26950
    },
    {
      "epoch": 1.8745436211272994,
      "grad_norm": 0.02391444812872811,
      "learning_rate": 1.1926182481432568e-05,
      "loss": 0.8314,
      "step": 26955
    },
    {
      "epoch": 1.8748913383636427,
      "grad_norm": 0.02542455624787247,
      "learning_rate": 1.1860390268337295e-05,
      "loss": 0.9506,
      "step": 26960
    },
    {
      "epoch": 1.875239055599986,
      "grad_norm": 0.02280420248460989,
      "learning_rate": 1.1794777854595096e-05,
      "loss": 0.9764,
      "step": 26965
    },
    {
      "epoch": 1.8755867728363294,
      "grad_norm": 0.025229044939582675,
      "learning_rate": 1.1729345264373248e-05,
      "loss": 1.0702,
      "step": 26970
    },
    {
      "epoch": 1.8759344900726729,
      "grad_norm": 0.019565734798490296,
      "learning_rate": 1.1664092521772974e-05,
      "loss": 0.9432,
      "step": 26975
    },
    {
      "epoch": 1.8762822073090164,
      "grad_norm": 0.025656074293451188,
      "learning_rate": 1.1599019650829212e-05,
      "loss": 0.9051,
      "step": 26980
    },
    {
      "epoch": 1.8766299245453597,
      "grad_norm": 0.022530990995459795,
      "learning_rate": 1.153412667551057e-05,
      "loss": 0.8707,
      "step": 26985
    },
    {
      "epoch": 1.876977641781703,
      "grad_norm": 0.020249311092161184,
      "learning_rate": 1.1469413619719594e-05,
      "loss": 0.8709,
      "step": 26990
    },
    {
      "epoch": 1.8773253590180465,
      "grad_norm": 0.019969591606461133,
      "learning_rate": 1.1404880507292325e-05,
      "loss": 0.8449,
      "step": 26995
    },
    {
      "epoch": 1.87767307625439,
      "grad_norm": 0.023820352318450123,
      "learning_rate": 1.1340527361998642e-05,
      "loss": 0.9058,
      "step": 27000
    },
    {
      "epoch": 1.8780207934907334,
      "grad_norm": 0.01842579300918891,
      "learning_rate": 1.1276354207542195e-05,
      "loss": 0.9495,
      "step": 27005
    },
    {
      "epoch": 1.8783685107270767,
      "grad_norm": 0.024965691125239498,
      "learning_rate": 1.1212361067560072e-05,
      "loss": 1.0085,
      "step": 27010
    },
    {
      "epoch": 1.8787162279634202,
      "grad_norm": 0.022742016422885973,
      "learning_rate": 1.1148547965623423e-05,
      "loss": 0.8354,
      "step": 27015
    },
    {
      "epoch": 1.8790639451997635,
      "grad_norm": 0.021862004568289434,
      "learning_rate": 1.1084914925236888e-05,
      "loss": 0.9322,
      "step": 27020
    },
    {
      "epoch": 1.879411662436107,
      "grad_norm": 0.022405433046791937,
      "learning_rate": 1.102146196983872e-05,
      "loss": 0.7853,
      "step": 27025
    },
    {
      "epoch": 1.8797593796724503,
      "grad_norm": 0.021654581651846975,
      "learning_rate": 1.0958189122801054e-05,
      "loss": 0.9793,
      "step": 27030
    },
    {
      "epoch": 1.8801070969087936,
      "grad_norm": 0.018256952237369707,
      "learning_rate": 1.089509640742936e-05,
      "loss": 0.8138,
      "step": 27035
    },
    {
      "epoch": 1.8804548141451372,
      "grad_norm": 0.019619320871500787,
      "learning_rate": 1.0832183846963106e-05,
      "loss": 0.9178,
      "step": 27040
    },
    {
      "epoch": 1.8808025313814807,
      "grad_norm": 0.022047698600179,
      "learning_rate": 1.0769451464575252e-05,
      "loss": 0.9037,
      "step": 27045
    },
    {
      "epoch": 1.881150248617824,
      "grad_norm": 0.023629707548552578,
      "learning_rate": 1.0706899283372262e-05,
      "loss": 0.8274,
      "step": 27050
    },
    {
      "epoch": 1.8814979658541673,
      "grad_norm": 0.029298641887968078,
      "learning_rate": 1.0644527326394482e-05,
      "loss": 0.9495,
      "step": 27055
    },
    {
      "epoch": 1.8818456830905108,
      "grad_norm": 0.01800323123751087,
      "learning_rate": 1.0582335616615646e-05,
      "loss": 1.0271,
      "step": 27060
    },
    {
      "epoch": 1.8821934003268543,
      "grad_norm": 0.023839913730311888,
      "learning_rate": 1.0520324176943264e-05,
      "loss": 0.8134,
      "step": 27065
    },
    {
      "epoch": 1.8825411175631976,
      "grad_norm": 0.02222531352914328,
      "learning_rate": 1.0458493030218342e-05,
      "loss": 0.8561,
      "step": 27070
    },
    {
      "epoch": 1.882888834799541,
      "grad_norm": 0.03160706829788075,
      "learning_rate": 1.0396842199215495e-05,
      "loss": 0.9795,
      "step": 27075
    },
    {
      "epoch": 1.8832365520358845,
      "grad_norm": 0.021696909089696733,
      "learning_rate": 1.0335371706643005e-05,
      "loss": 1.1465,
      "step": 27080
    },
    {
      "epoch": 1.8835842692722278,
      "grad_norm": 0.019595486256467853,
      "learning_rate": 1.0274081575142591e-05,
      "loss": 0.878,
      "step": 27085
    },
    {
      "epoch": 1.8839319865085713,
      "grad_norm": 0.02541770032979226,
      "learning_rate": 1.021297182728964e-05,
      "loss": 0.9782,
      "step": 27090
    },
    {
      "epoch": 1.8842797037449146,
      "grad_norm": 0.02249371915309847,
      "learning_rate": 1.0152042485593094e-05,
      "loss": 0.886,
      "step": 27095
    },
    {
      "epoch": 1.884627420981258,
      "grad_norm": 0.018473753221615895,
      "learning_rate": 1.009129357249533e-05,
      "loss": 0.8655,
      "step": 27100
    },
    {
      "epoch": 1.8849751382176014,
      "grad_norm": 0.019556615314340605,
      "learning_rate": 1.0030725110372507e-05,
      "loss": 0.9734,
      "step": 27105
    },
    {
      "epoch": 1.885322855453945,
      "grad_norm": 0.0190086876001957,
      "learning_rate": 9.970337121534001e-06,
      "loss": 0.8578,
      "step": 27110
    },
    {
      "epoch": 1.8856705726902883,
      "grad_norm": 0.021893520131901507,
      "learning_rate": 9.910129628223018e-06,
      "loss": 0.893,
      "step": 27115
    },
    {
      "epoch": 1.8860182899266316,
      "grad_norm": 0.017662729081319155,
      "learning_rate": 9.850102652616044e-06,
      "loss": 0.7823,
      "step": 27120
    },
    {
      "epoch": 1.886366007162975,
      "grad_norm": 0.022018800058423414,
      "learning_rate": 9.790256216823168e-06,
      "loss": 0.8612,
      "step": 27125
    },
    {
      "epoch": 1.8867137243993186,
      "grad_norm": 0.016794694614395173,
      "learning_rate": 9.730590342888035e-06,
      "loss": 0.8179,
      "step": 27130
    },
    {
      "epoch": 1.887061441635662,
      "grad_norm": 0.02020192719773503,
      "learning_rate": 9.671105052787732e-06,
      "loss": 0.9028,
      "step": 27135
    },
    {
      "epoch": 1.8874091588720052,
      "grad_norm": 0.018719277039657967,
      "learning_rate": 9.611800368432788e-06,
      "loss": 0.8807,
      "step": 27140
    },
    {
      "epoch": 1.8877568761083485,
      "grad_norm": 0.024542980706798292,
      "learning_rate": 9.552676311667286e-06,
      "loss": 0.8725,
      "step": 27145
    },
    {
      "epoch": 1.888104593344692,
      "grad_norm": 0.023515878893991433,
      "learning_rate": 9.493732904268693e-06,
      "loss": 0.9036,
      "step": 27150
    },
    {
      "epoch": 1.8884523105810356,
      "grad_norm": 0.02249207465447508,
      "learning_rate": 9.43497016794803e-06,
      "loss": 0.9263,
      "step": 27155
    },
    {
      "epoch": 1.8888000278173789,
      "grad_norm": 0.02768696669680066,
      "learning_rate": 9.376388124349655e-06,
      "loss": 1.082,
      "step": 27160
    },
    {
      "epoch": 1.8891477450537222,
      "grad_norm": 0.022517366567726658,
      "learning_rate": 9.317986795051526e-06,
      "loss": 0.7768,
      "step": 27165
    },
    {
      "epoch": 1.8894954622900657,
      "grad_norm": 0.027169304572466604,
      "learning_rate": 9.259766201564935e-06,
      "loss": 1.0021,
      "step": 27170
    },
    {
      "epoch": 1.8898431795264092,
      "grad_norm": 0.019510414640410895,
      "learning_rate": 9.201726365334561e-06,
      "loss": 0.9591,
      "step": 27175
    },
    {
      "epoch": 1.8901908967627525,
      "grad_norm": 0.021991769218666243,
      "learning_rate": 9.14386730773864e-06,
      "loss": 0.9245,
      "step": 27180
    },
    {
      "epoch": 1.8905386139990958,
      "grad_norm": 0.02124854907585274,
      "learning_rate": 9.086189050088622e-06,
      "loss": 0.8733,
      "step": 27185
    },
    {
      "epoch": 1.8908863312354394,
      "grad_norm": 0.021984171453080657,
      "learning_rate": 9.028691613629625e-06,
      "loss": 0.9359,
      "step": 27190
    },
    {
      "epoch": 1.891234048471783,
      "grad_norm": 0.027094954300880693,
      "learning_rate": 8.971375019539929e-06,
      "loss": 0.91,
      "step": 27195
    },
    {
      "epoch": 1.8915817657081262,
      "grad_norm": 0.02495909715680431,
      "learning_rate": 8.914239288931258e-06,
      "loss": 1.0222,
      "step": 27200
    },
    {
      "epoch": 1.8919294829444695,
      "grad_norm": 0.018870997236139667,
      "learning_rate": 8.85728444284889e-06,
      "loss": 0.8501,
      "step": 27205
    },
    {
      "epoch": 1.8922772001808128,
      "grad_norm": 0.01772331190789251,
      "learning_rate": 8.800510502271209e-06,
      "loss": 0.9924,
      "step": 27210
    },
    {
      "epoch": 1.8926249174171563,
      "grad_norm": 0.020836149452983857,
      "learning_rate": 8.74391748811021e-06,
      "loss": 0.899,
      "step": 27215
    },
    {
      "epoch": 1.8929726346534999,
      "grad_norm": 0.02063751959823254,
      "learning_rate": 8.687505421211051e-06,
      "loss": 0.8784,
      "step": 27220
    },
    {
      "epoch": 1.8933203518898432,
      "grad_norm": 0.020988510893053043,
      "learning_rate": 8.631274322352278e-06,
      "loss": 0.9714,
      "step": 27225
    },
    {
      "epoch": 1.8936680691261865,
      "grad_norm": 0.02031994658176342,
      "learning_rate": 8.575224212245992e-06,
      "loss": 0.9717,
      "step": 27230
    },
    {
      "epoch": 1.89401578636253,
      "grad_norm": 0.02175784434834147,
      "learning_rate": 8.519355111537285e-06,
      "loss": 0.9352,
      "step": 27235
    },
    {
      "epoch": 1.8943635035988735,
      "grad_norm": 0.02347810881978645,
      "learning_rate": 8.463667040804868e-06,
      "loss": 0.8737,
      "step": 27240
    },
    {
      "epoch": 1.8947112208352168,
      "grad_norm": 0.022834052474366574,
      "learning_rate": 8.408160020560662e-06,
      "loss": 0.872,
      "step": 27245
    },
    {
      "epoch": 1.8950589380715601,
      "grad_norm": 0.02010149298770909,
      "learning_rate": 8.352834071249759e-06,
      "loss": 0.9149,
      "step": 27250
    },
    {
      "epoch": 1.8954066553079036,
      "grad_norm": 0.0233086181965508,
      "learning_rate": 8.297689213250858e-06,
      "loss": 0.9379,
      "step": 27255
    },
    {
      "epoch": 1.8957543725442472,
      "grad_norm": 0.020804311483278527,
      "learning_rate": 8.24272546687571e-06,
      "loss": 0.9578,
      "step": 27260
    },
    {
      "epoch": 1.8961020897805905,
      "grad_norm": 0.01923329862244588,
      "learning_rate": 8.187942852369456e-06,
      "loss": 1.023,
      "step": 27265
    },
    {
      "epoch": 1.8964498070169338,
      "grad_norm": 0.025849115442441627,
      "learning_rate": 8.133341389910454e-06,
      "loss": 1.0447,
      "step": 27270
    },
    {
      "epoch": 1.896797524253277,
      "grad_norm": 0.0202278877445177,
      "learning_rate": 8.078921099610448e-06,
      "loss": 0.8939,
      "step": 27275
    },
    {
      "epoch": 1.8971452414896206,
      "grad_norm": 0.019127293835794507,
      "learning_rate": 8.024682001514405e-06,
      "loss": 0.9035,
      "step": 27280
    },
    {
      "epoch": 1.8974929587259641,
      "grad_norm": 0.01814569382298125,
      "learning_rate": 7.9706241156004e-06,
      "loss": 0.8251,
      "step": 27285
    },
    {
      "epoch": 1.8978406759623074,
      "grad_norm": 0.017263322376113367,
      "learning_rate": 7.91674746178006e-06,
      "loss": 1.0319,
      "step": 27290
    },
    {
      "epoch": 1.8981883931986507,
      "grad_norm": 0.023343524900613026,
      "learning_rate": 7.863052059898012e-06,
      "loss": 1.013,
      "step": 27295
    },
    {
      "epoch": 1.8985361104349943,
      "grad_norm": 0.02331063494633347,
      "learning_rate": 7.809537929732159e-06,
      "loss": 0.7909,
      "step": 27300
    },
    {
      "epoch": 1.8988838276713378,
      "grad_norm": 0.020981666743982372,
      "learning_rate": 7.756205090993728e-06,
      "loss": 0.8608,
      "step": 27305
    },
    {
      "epoch": 1.899231544907681,
      "grad_norm": 0.020087464714296357,
      "learning_rate": 7.703053563327123e-06,
      "loss": 0.9231,
      "step": 27310
    },
    {
      "epoch": 1.8995792621440244,
      "grad_norm": 0.022071452328917437,
      "learning_rate": 7.650083366310013e-06,
      "loss": 0.9144,
      "step": 27315
    },
    {
      "epoch": 1.899926979380368,
      "grad_norm": 0.024329105707548364,
      "learning_rate": 7.597294519453124e-06,
      "loss": 0.8184,
      "step": 27320
    },
    {
      "epoch": 1.9002746966167114,
      "grad_norm": 0.02134520582795316,
      "learning_rate": 7.544687042200516e-06,
      "loss": 0.8854,
      "step": 27325
    },
    {
      "epoch": 1.9006224138530547,
      "grad_norm": 0.020427795083901377,
      "learning_rate": 7.492260953929408e-06,
      "loss": 0.918,
      "step": 27330
    },
    {
      "epoch": 1.900970131089398,
      "grad_norm": 0.01953908265231911,
      "learning_rate": 7.440016273950246e-06,
      "loss": 0.8586,
      "step": 27335
    },
    {
      "epoch": 1.9013178483257414,
      "grad_norm": 0.02369399835235792,
      "learning_rate": 7.387953021506632e-06,
      "loss": 0.9972,
      "step": 27340
    },
    {
      "epoch": 1.9016655655620849,
      "grad_norm": 0.02854986604229417,
      "learning_rate": 7.336071215775286e-06,
      "loss": 1.1052,
      "step": 27345
    },
    {
      "epoch": 1.9020132827984284,
      "grad_norm": 0.01907384889527642,
      "learning_rate": 7.2843708758660865e-06,
      "loss": 0.878,
      "step": 27350
    },
    {
      "epoch": 1.9023610000347717,
      "grad_norm": 0.020942643571951986,
      "learning_rate": 7.232852020822245e-06,
      "loss": 0.8993,
      "step": 27355
    },
    {
      "epoch": 1.902708717271115,
      "grad_norm": 0.02035683788958158,
      "learning_rate": 7.181514669619971e-06,
      "loss": 0.9164,
      "step": 27360
    },
    {
      "epoch": 1.9030564345074585,
      "grad_norm": 0.02133516151260033,
      "learning_rate": 7.130358841168638e-06,
      "loss": 0.9579,
      "step": 27365
    },
    {
      "epoch": 1.903404151743802,
      "grad_norm": 0.02272241186315895,
      "learning_rate": 7.079384554310786e-06,
      "loss": 0.9968,
      "step": 27370
    },
    {
      "epoch": 1.9037518689801454,
      "grad_norm": 0.023892642439488482,
      "learning_rate": 7.028591827822062e-06,
      "loss": 0.9081,
      "step": 27375
    },
    {
      "epoch": 1.9040995862164887,
      "grad_norm": 0.01914769443822413,
      "learning_rate": 6.977980680411222e-06,
      "loss": 0.9424,
      "step": 27380
    },
    {
      "epoch": 1.9044473034528322,
      "grad_norm": 0.023817648641011834,
      "learning_rate": 6.927551130720245e-06,
      "loss": 0.9184,
      "step": 27385
    },
    {
      "epoch": 1.9047950206891757,
      "grad_norm": 0.020485609985747884,
      "learning_rate": 6.877303197324103e-06,
      "loss": 0.8754,
      "step": 27390
    },
    {
      "epoch": 1.905142737925519,
      "grad_norm": 0.03494690133786479,
      "learning_rate": 6.827236898730937e-06,
      "loss": 1.05,
      "step": 27395
    },
    {
      "epoch": 1.9054904551618623,
      "grad_norm": 0.02083290989218958,
      "learning_rate": 6.777352253381886e-06,
      "loss": 0.8495,
      "step": 27400
    },
    {
      "epoch": 1.9058381723982056,
      "grad_norm": 0.01985528368729474,
      "learning_rate": 6.72764927965136e-06,
      "loss": 0.8866,
      "step": 27405
    },
    {
      "epoch": 1.9061858896345492,
      "grad_norm": 0.02446126281819278,
      "learning_rate": 6.678127995846717e-06,
      "loss": 0.9705,
      "step": 27410
    },
    {
      "epoch": 1.9065336068708927,
      "grad_norm": 0.022504084753157457,
      "learning_rate": 6.628788420208365e-06,
      "loss": 0.9825,
      "step": 27415
    },
    {
      "epoch": 1.906881324107236,
      "grad_norm": 0.017684523169735882,
      "learning_rate": 6.579630570909934e-06,
      "loss": 0.8614,
      "step": 27420
    },
    {
      "epoch": 1.9072290413435793,
      "grad_norm": 0.019747995831774934,
      "learning_rate": 6.530654466057939e-06,
      "loss": 0.8457,
      "step": 27425
    },
    {
      "epoch": 1.9075767585799228,
      "grad_norm": 0.020888451351963353,
      "learning_rate": 6.481860123692118e-06,
      "loss": 0.8431,
      "step": 27430
    },
    {
      "epoch": 1.9079244758162663,
      "grad_norm": 0.021684819197095126,
      "learning_rate": 6.433247561785149e-06,
      "loss": 0.8703,
      "step": 27435
    },
    {
      "epoch": 1.9082721930526096,
      "grad_norm": 0.02039566060430683,
      "learning_rate": 6.384816798242765e-06,
      "loss": 1.1303,
      "step": 27440
    },
    {
      "epoch": 1.908619910288953,
      "grad_norm": 0.02328348829938718,
      "learning_rate": 6.3365678509038075e-06,
      "loss": 0.9146,
      "step": 27445
    },
    {
      "epoch": 1.9089676275252965,
      "grad_norm": 0.02375650712832529,
      "learning_rate": 6.288500737539948e-06,
      "loss": 0.8829,
      "step": 27450
    },
    {
      "epoch": 1.90931534476164,
      "grad_norm": 0.019484191260813934,
      "learning_rate": 6.240615475856248e-06,
      "loss": 0.8392,
      "step": 27455
    },
    {
      "epoch": 1.9096630619979833,
      "grad_norm": 0.024850424826535544,
      "learning_rate": 6.192912083490432e-06,
      "loss": 0.8643,
      "step": 27460
    },
    {
      "epoch": 1.9100107792343266,
      "grad_norm": 0.022727850354211456,
      "learning_rate": 6.145390578013388e-06,
      "loss": 1.1711,
      "step": 27465
    },
    {
      "epoch": 1.91035849647067,
      "grad_norm": 0.023050352984761564,
      "learning_rate": 6.098050976929059e-06,
      "loss": 0.9444,
      "step": 27470
    },
    {
      "epoch": 1.9107062137070134,
      "grad_norm": 0.02304837846615261,
      "learning_rate": 6.05089329767422e-06,
      "loss": 0.9369,
      "step": 27475
    },
    {
      "epoch": 1.911053930943357,
      "grad_norm": 0.0377134349927684,
      "learning_rate": 6.0039175576188095e-06,
      "loss": 0.9397,
      "step": 27480
    },
    {
      "epoch": 1.9114016481797003,
      "grad_norm": 0.02343654217313753,
      "learning_rate": 5.957123774065654e-06,
      "loss": 0.8355,
      "step": 27485
    },
    {
      "epoch": 1.9117493654160436,
      "grad_norm": 0.021950228797027686,
      "learning_rate": 5.910511964250575e-06,
      "loss": 0.8606,
      "step": 27490
    },
    {
      "epoch": 1.912097082652387,
      "grad_norm": 0.020022284619176003,
      "learning_rate": 5.864082145342453e-06,
      "loss": 0.9736,
      "step": 27495
    },
    {
      "epoch": 1.9124447998887306,
      "grad_norm": 0.018996891147652607,
      "learning_rate": 5.81783433444294e-06,
      "loss": 0.8964,
      "step": 27500
    },
    {
      "epoch": 1.912792517125074,
      "grad_norm": 0.020371942865783445,
      "learning_rate": 5.7717685485868534e-06,
      "loss": 0.8165,
      "step": 27505
    },
    {
      "epoch": 1.9131402343614172,
      "grad_norm": 0.02147920845520029,
      "learning_rate": 5.725884804741843e-06,
      "loss": 0.8726,
      "step": 27510
    },
    {
      "epoch": 1.9134879515977608,
      "grad_norm": 0.023895082927760963,
      "learning_rate": 5.680183119808502e-06,
      "loss": 0.8759,
      "step": 27515
    },
    {
      "epoch": 1.913835668834104,
      "grad_norm": 0.02136025270170071,
      "learning_rate": 5.63466351062053e-06,
      "loss": 0.875,
      "step": 27520
    },
    {
      "epoch": 1.9141833860704476,
      "grad_norm": 0.021627194978578807,
      "learning_rate": 5.589325993944294e-06,
      "loss": 0.9065,
      "step": 27525
    },
    {
      "epoch": 1.9145311033067909,
      "grad_norm": 0.020426634667587824,
      "learning_rate": 5.544170586479269e-06,
      "loss": 0.8984,
      "step": 27530
    },
    {
      "epoch": 1.9148788205431342,
      "grad_norm": 0.022921408017179838,
      "learning_rate": 5.499197304857873e-06,
      "loss": 0.8365,
      "step": 27535
    },
    {
      "epoch": 1.9152265377794777,
      "grad_norm": 0.021204696318046414,
      "learning_rate": 5.454406165645354e-06,
      "loss": 0.9912,
      "step": 27540
    },
    {
      "epoch": 1.9155742550158212,
      "grad_norm": 0.019623832385417622,
      "learning_rate": 5.409797185339849e-06,
      "loss": 0.9719,
      "step": 27545
    },
    {
      "epoch": 1.9159219722521645,
      "grad_norm": 0.023844878832630822,
      "learning_rate": 5.365370380372436e-06,
      "loss": 0.9292,
      "step": 27550
    },
    {
      "epoch": 1.9162696894885078,
      "grad_norm": 0.018763756890775727,
      "learning_rate": 5.3211257671072485e-06,
      "loss": 0.8775,
      "step": 27555
    },
    {
      "epoch": 1.9166174067248514,
      "grad_norm": 0.025112342370713574,
      "learning_rate": 5.277063361841028e-06,
      "loss": 0.9698,
      "step": 27560
    },
    {
      "epoch": 1.916965123961195,
      "grad_norm": 0.02450611418104271,
      "learning_rate": 5.233183180803514e-06,
      "loss": 0.847,
      "step": 27565
    },
    {
      "epoch": 1.9173128411975382,
      "grad_norm": 0.016563085920328117,
      "learning_rate": 5.189485240157499e-06,
      "loss": 0.8258,
      "step": 27570
    },
    {
      "epoch": 1.9176605584338815,
      "grad_norm": 0.02228848270191578,
      "learning_rate": 5.145969555998387e-06,
      "loss": 1.0097,
      "step": 27575
    },
    {
      "epoch": 1.918008275670225,
      "grad_norm": 0.0204535705305285,
      "learning_rate": 5.102636144354633e-06,
      "loss": 0.8791,
      "step": 27580
    },
    {
      "epoch": 1.9183559929065683,
      "grad_norm": 0.028968797985803877,
      "learning_rate": 5.0594850211874156e-06,
      "loss": 0.9092,
      "step": 27585
    },
    {
      "epoch": 1.9187037101429119,
      "grad_norm": 0.01871597197962212,
      "learning_rate": 5.0165162023909085e-06,
      "loss": 0.8384,
      "step": 27590
    },
    {
      "epoch": 1.9190514273792552,
      "grad_norm": 0.01826302429577684,
      "learning_rate": 4.973729703792062e-06,
      "loss": 0.9536,
      "step": 27595
    },
    {
      "epoch": 1.9193991446155985,
      "grad_norm": 0.020714373854674967,
      "learning_rate": 4.93112554115066e-06,
      "loss": 0.8812,
      "step": 27600
    },
    {
      "epoch": 1.919746861851942,
      "grad_norm": 0.018413290518511462,
      "learning_rate": 4.888703730159372e-06,
      "loss": 1.0624,
      "step": 27605
    },
    {
      "epoch": 1.9200945790882855,
      "grad_norm": 0.023004774904876527,
      "learning_rate": 4.8464642864436415e-06,
      "loss": 0.9783,
      "step": 27610
    },
    {
      "epoch": 1.9204422963246288,
      "grad_norm": 0.0224986117569457,
      "learning_rate": 4.804407225561802e-06,
      "loss": 0.8703,
      "step": 27615
    },
    {
      "epoch": 1.9207900135609721,
      "grad_norm": 0.023562509046991604,
      "learning_rate": 4.762532563004962e-06,
      "loss": 0.9583,
      "step": 27620
    },
    {
      "epoch": 1.9211377307973156,
      "grad_norm": 0.019679825682845275,
      "learning_rate": 4.7208403141970615e-06,
      "loss": 0.8567,
      "step": 27625
    },
    {
      "epoch": 1.9214854480336592,
      "grad_norm": 0.02437154619504382,
      "learning_rate": 4.6793304944948715e-06,
      "loss": 0.95,
      "step": 27630
    },
    {
      "epoch": 1.9218331652700025,
      "grad_norm": 0.0249609113235465,
      "learning_rate": 4.638003119187994e-06,
      "loss": 0.9019,
      "step": 27635
    },
    {
      "epoch": 1.9221808825063458,
      "grad_norm": 0.022228505167320823,
      "learning_rate": 4.596858203498644e-06,
      "loss": 0.9101,
      "step": 27640
    },
    {
      "epoch": 1.922528599742689,
      "grad_norm": 0.01740675453837256,
      "learning_rate": 4.555895762582085e-06,
      "loss": 0.8664,
      "step": 27645
    },
    {
      "epoch": 1.9228763169790326,
      "grad_norm": 0.019032452927407368,
      "learning_rate": 4.515115811526249e-06,
      "loss": 0.9055,
      "step": 27650
    },
    {
      "epoch": 1.9232240342153761,
      "grad_norm": 0.02039416086636497,
      "learning_rate": 4.474518365351843e-06,
      "loss": 0.9768,
      "step": 27655
    },
    {
      "epoch": 1.9235717514517194,
      "grad_norm": 0.02017701632551047,
      "learning_rate": 4.434103439012349e-06,
      "loss": 0.8622,
      "step": 27660
    },
    {
      "epoch": 1.9239194686880627,
      "grad_norm": 0.022423718792081007,
      "learning_rate": 4.393871047394027e-06,
      "loss": 0.9028,
      "step": 27665
    },
    {
      "epoch": 1.9242671859244063,
      "grad_norm": 0.02212097065820062,
      "learning_rate": 4.3538212053159665e-06,
      "loss": 0.8775,
      "step": 27670
    },
    {
      "epoch": 1.9246149031607498,
      "grad_norm": 0.022488751372536128,
      "learning_rate": 4.313953927529868e-06,
      "loss": 0.8718,
      "step": 27675
    },
    {
      "epoch": 1.924962620397093,
      "grad_norm": 0.023062183266209367,
      "learning_rate": 4.274269228720373e-06,
      "loss": 0.9496,
      "step": 27680
    },
    {
      "epoch": 1.9253103376334364,
      "grad_norm": 0.022296157194314287,
      "learning_rate": 4.23476712350479e-06,
      "loss": 1.0168,
      "step": 27685
    },
    {
      "epoch": 1.92565805486978,
      "grad_norm": 0.01964887147695024,
      "learning_rate": 4.195447626433091e-06,
      "loss": 0.8955,
      "step": 27690
    },
    {
      "epoch": 1.9260057721061234,
      "grad_norm": 0.021212515102241366,
      "learning_rate": 4.156310751988079e-06,
      "loss": 0.8874,
      "step": 27695
    },
    {
      "epoch": 1.9263534893424668,
      "grad_norm": 0.022539021873810215,
      "learning_rate": 4.11735651458528e-06,
      "loss": 0.9431,
      "step": 27700
    },
    {
      "epoch": 1.92670120657881,
      "grad_norm": 0.019832696560560168,
      "learning_rate": 4.078584928572993e-06,
      "loss": 0.9439,
      "step": 27705
    },
    {
      "epoch": 1.9270489238151534,
      "grad_norm": 0.01976086194565745,
      "learning_rate": 4.039996008232127e-06,
      "loss": 0.9765,
      "step": 27710
    },
    {
      "epoch": 1.9273966410514969,
      "grad_norm": 0.02575783168292702,
      "learning_rate": 4.00158976777637e-06,
      "loss": 0.933,
      "step": 27715
    },
    {
      "epoch": 1.9277443582878404,
      "grad_norm": 0.0227681090465903,
      "learning_rate": 3.963366221352127e-06,
      "loss": 0.8682,
      "step": 27720
    },
    {
      "epoch": 1.9280920755241837,
      "grad_norm": 0.020901943499086178,
      "learning_rate": 3.9253253830384695e-06,
      "loss": 0.8791,
      "step": 27725
    },
    {
      "epoch": 1.928439792760527,
      "grad_norm": 0.022312422525944762,
      "learning_rate": 3.887467266847245e-06,
      "loss": 0.8864,
      "step": 27730
    },
    {
      "epoch": 1.9287875099968705,
      "grad_norm": 0.02244148154673472,
      "learning_rate": 3.849791886722964e-06,
      "loss": 0.9357,
      "step": 27735
    },
    {
      "epoch": 1.929135227233214,
      "grad_norm": 0.021833478045986125,
      "learning_rate": 3.812299256542806e-06,
      "loss": 0.8883,
      "step": 27740
    },
    {
      "epoch": 1.9294829444695574,
      "grad_norm": 0.02143260783386496,
      "learning_rate": 3.7749893901166675e-06,
      "loss": 0.9831,
      "step": 27745
    },
    {
      "epoch": 1.9298306617059007,
      "grad_norm": 0.020976428938249903,
      "learning_rate": 3.7378623011871115e-06,
      "loss": 0.8179,
      "step": 27750
    },
    {
      "epoch": 1.9301783789422442,
      "grad_norm": 0.03343398794380289,
      "learning_rate": 3.7009180034293654e-06,
      "loss": 0.9309,
      "step": 27755
    },
    {
      "epoch": 1.9305260961785877,
      "grad_norm": 0.023878000898313264,
      "learning_rate": 3.664156510451322e-06,
      "loss": 1.0199,
      "step": 27760
    },
    {
      "epoch": 1.930873813414931,
      "grad_norm": 0.024796779158080307,
      "learning_rate": 3.627577835793594e-06,
      "loss": 0.9634,
      "step": 27765
    },
    {
      "epoch": 1.9312215306512743,
      "grad_norm": 0.022324621638867892,
      "learning_rate": 3.5911819929294043e-06,
      "loss": 1.0042,
      "step": 27770
    },
    {
      "epoch": 1.9315692478876176,
      "grad_norm": 0.021179475799140063,
      "learning_rate": 3.5549689952646403e-06,
      "loss": 0.9356,
      "step": 27775
    },
    {
      "epoch": 1.9319169651239612,
      "grad_norm": 0.020919525286921172,
      "learning_rate": 3.51893885613791e-06,
      "loss": 0.893,
      "step": 27780
    },
    {
      "epoch": 1.9322646823603047,
      "grad_norm": 0.02058948840985579,
      "learning_rate": 3.4830915888202643e-06,
      "loss": 0.8718,
      "step": 27785
    },
    {
      "epoch": 1.932612399596648,
      "grad_norm": 0.026093767537459497,
      "learning_rate": 3.447427206515752e-06,
      "loss": 0.8414,
      "step": 27790
    },
    {
      "epoch": 1.9329601168329913,
      "grad_norm": 0.02546980348761004,
      "learning_rate": 3.4119457223606988e-06,
      "loss": 0.8863,
      "step": 27795
    },
    {
      "epoch": 1.9333078340693348,
      "grad_norm": 0.015866608218926093,
      "learning_rate": 3.3766471494242058e-06,
      "loss": 0.9171,
      "step": 27800
    },
    {
      "epoch": 1.9336555513056783,
      "grad_norm": 0.021688936511262417,
      "learning_rate": 3.3415315007080395e-06,
      "loss": 1.1054,
      "step": 27805
    },
    {
      "epoch": 1.9340032685420216,
      "grad_norm": 0.021253424752178316,
      "learning_rate": 3.3065987891465752e-06,
      "loss": 1.0377,
      "step": 27810
    },
    {
      "epoch": 1.934350985778365,
      "grad_norm": 0.019570902114864588,
      "learning_rate": 3.271849027606799e-06,
      "loss": 0.8543,
      "step": 27815
    },
    {
      "epoch": 1.9346987030147085,
      "grad_norm": 0.02568415574636476,
      "learning_rate": 3.23728222888825e-06,
      "loss": 0.862,
      "step": 27820
    },
    {
      "epoch": 1.935046420251052,
      "grad_norm": 0.03021906284104871,
      "learning_rate": 3.202898405723076e-06,
      "loss": 1.124,
      "step": 27825
    },
    {
      "epoch": 1.9353941374873953,
      "grad_norm": 0.022173274211666053,
      "learning_rate": 3.168697570776202e-06,
      "loss": 0.8296,
      "step": 27830
    },
    {
      "epoch": 1.9357418547237386,
      "grad_norm": 0.018978387376768012,
      "learning_rate": 3.134679736644941e-06,
      "loss": 0.9592,
      "step": 27835
    },
    {
      "epoch": 1.936089571960082,
      "grad_norm": 0.022872171059049852,
      "learning_rate": 3.1008449158592688e-06,
      "loss": 1.0231,
      "step": 27840
    },
    {
      "epoch": 1.9364372891964254,
      "grad_norm": 0.02198076581958133,
      "learning_rate": 3.0671931208818283e-06,
      "loss": 0.8559,
      "step": 27845
    },
    {
      "epoch": 1.936785006432769,
      "grad_norm": 0.021970463195061306,
      "learning_rate": 3.0337243641077593e-06,
      "loss": 0.9199,
      "step": 27850
    },
    {
      "epoch": 1.9371327236691123,
      "grad_norm": 0.019455146983670443,
      "learning_rate": 3.0004386578648122e-06,
      "loss": 1.1129,
      "step": 27855
    },
    {
      "epoch": 1.9374804409054556,
      "grad_norm": 0.031369119980370494,
      "learning_rate": 2.9673360144132355e-06,
      "loss": 0.9663,
      "step": 27860
    },
    {
      "epoch": 1.937828158141799,
      "grad_norm": 0.020410843053017356,
      "learning_rate": 2.934416445945998e-06,
      "loss": 0.8615,
      "step": 27865
    },
    {
      "epoch": 1.9381758753781426,
      "grad_norm": 0.018976597006147594,
      "learning_rate": 2.901679964588566e-06,
      "loss": 0.8704,
      "step": 27870
    },
    {
      "epoch": 1.938523592614486,
      "grad_norm": 0.018894756078901644,
      "learning_rate": 2.869126582398962e-06,
      "loss": 0.9718,
      "step": 27875
    },
    {
      "epoch": 1.9388713098508292,
      "grad_norm": 0.023810767621345465,
      "learning_rate": 2.836756311367705e-06,
      "loss": 0.9582,
      "step": 27880
    },
    {
      "epoch": 1.9392190270871728,
      "grad_norm": 0.018638979194191982,
      "learning_rate": 2.804569163417925e-06,
      "loss": 0.7592,
      "step": 27885
    },
    {
      "epoch": 1.9395667443235163,
      "grad_norm": 0.030823243181168244,
      "learning_rate": 2.772565150405415e-06,
      "loss": 0.8511,
      "step": 27890
    },
    {
      "epoch": 1.9399144615598596,
      "grad_norm": 0.01648475012933498,
      "learning_rate": 2.740744284118357e-06,
      "loss": 0.9554,
      "step": 27895
    },
    {
      "epoch": 1.9402621787962029,
      "grad_norm": 0.020943333528071133,
      "learning_rate": 2.7091065762774314e-06,
      "loss": 1.0188,
      "step": 27900
    },
    {
      "epoch": 1.9406098960325462,
      "grad_norm": 0.02173016513946227,
      "learning_rate": 2.677652038536038e-06,
      "loss": 0.8385,
      "step": 27905
    },
    {
      "epoch": 1.9409576132688897,
      "grad_norm": 0.027419771958524155,
      "learning_rate": 2.646380682479965e-06,
      "loss": 1.0582,
      "step": 27910
    },
    {
      "epoch": 1.9413053305052332,
      "grad_norm": 0.02269209327402303,
      "learning_rate": 2.6152925196275547e-06,
      "loss": 0.8415,
      "step": 27915
    },
    {
      "epoch": 1.9416530477415765,
      "grad_norm": 0.020532085646085184,
      "learning_rate": 2.5843875614298128e-06,
      "loss": 1.0473,
      "step": 27920
    },
    {
      "epoch": 1.9420007649779198,
      "grad_norm": 0.02383939053955457,
      "learning_rate": 2.5536658192700235e-06,
      "loss": 0.9562,
      "step": 27925
    },
    {
      "epoch": 1.9423484822142634,
      "grad_norm": 0.021440341579846058,
      "learning_rate": 2.5231273044641346e-06,
      "loss": 0.9375,
      "step": 27930
    },
    {
      "epoch": 1.942696199450607,
      "grad_norm": 0.019932145770507594,
      "learning_rate": 2.4927720282605925e-06,
      "loss": 0.8892,
      "step": 27935
    },
    {
      "epoch": 1.9430439166869502,
      "grad_norm": 0.020944549042309562,
      "learning_rate": 2.4626000018403984e-06,
      "loss": 0.8547,
      "step": 27940
    },
    {
      "epoch": 1.9433916339232935,
      "grad_norm": 0.018960316615204593,
      "learning_rate": 2.432611236316884e-06,
      "loss": 0.9319,
      "step": 27945
    },
    {
      "epoch": 1.943739351159637,
      "grad_norm": 0.021115570457077425,
      "learning_rate": 2.402805742736047e-06,
      "loss": 0.8169,
      "step": 27950
    },
    {
      "epoch": 1.9440870683959803,
      "grad_norm": 0.021067943484519666,
      "learning_rate": 2.3731835320763282e-06,
      "loss": 0.8741,
      "step": 27955
    },
    {
      "epoch": 1.9444347856323239,
      "grad_norm": 0.022002275123678097,
      "learning_rate": 2.3437446152485553e-06,
      "loss": 0.8652,
      "step": 27960
    },
    {
      "epoch": 1.9447825028686672,
      "grad_norm": 0.02540364525926241,
      "learning_rate": 2.3144890030962764e-06,
      "loss": 0.9522,
      "step": 27965
    },
    {
      "epoch": 1.9451302201050105,
      "grad_norm": 0.02927269049850095,
      "learning_rate": 2.2854167063953158e-06,
      "loss": 0.9806,
      "step": 27970
    },
    {
      "epoch": 1.945477937341354,
      "grad_norm": 0.02060068609282937,
      "learning_rate": 2.2565277358540526e-06,
      "loss": 0.8408,
      "step": 27975
    },
    {
      "epoch": 1.9458256545776975,
      "grad_norm": 0.025252282306730968,
      "learning_rate": 2.227822102113364e-06,
      "loss": 0.9144,
      "step": 27980
    },
    {
      "epoch": 1.9461733718140408,
      "grad_norm": 0.019986986122525953,
      "learning_rate": 2.1992998157465695e-06,
      "loss": 0.8128,
      "step": 27985
    },
    {
      "epoch": 1.9465210890503841,
      "grad_norm": 0.01758124714769923,
      "learning_rate": 2.170960887259321e-06,
      "loss": 0.8105,
      "step": 27990
    },
    {
      "epoch": 1.9468688062867276,
      "grad_norm": 0.020490790437788627,
      "learning_rate": 2.1428053270900472e-06,
      "loss": 1.011,
      "step": 27995
    },
    {
      "epoch": 1.9472165235230712,
      "grad_norm": 0.02039015515739483,
      "learning_rate": 2.114833145609285e-06,
      "loss": 0.9625,
      "step": 28000
    },
    {
      "epoch": 1.9475642407594145,
      "grad_norm": 0.020677763971962453,
      "learning_rate": 2.0870443531203485e-06,
      "loss": 0.9843,
      "step": 28005
    },
    {
      "epoch": 1.9479119579957578,
      "grad_norm": 0.02520581495357121,
      "learning_rate": 2.0594389598587725e-06,
      "loss": 0.8719,
      "step": 28010
    },
    {
      "epoch": 1.9482596752321013,
      "grad_norm": 0.018232502297628957,
      "learning_rate": 2.0320169759925346e-06,
      "loss": 0.8353,
      "step": 28015
    },
    {
      "epoch": 1.9486073924684446,
      "grad_norm": 0.01898826425120427,
      "learning_rate": 2.0047784116222766e-06,
      "loss": 0.8601,
      "step": 28020
    },
    {
      "epoch": 1.9489551097047881,
      "grad_norm": 0.024376723611906147,
      "learning_rate": 1.9777232767809185e-06,
      "loss": 0.814,
      "step": 28025
    },
    {
      "epoch": 1.9493028269411314,
      "grad_norm": 0.03988016830063927,
      "learning_rate": 1.950851581433766e-06,
      "loss": 1.0701,
      "step": 28030
    },
    {
      "epoch": 1.9496505441774747,
      "grad_norm": 0.020041491284191162,
      "learning_rate": 1.9241633354786793e-06,
      "loss": 0.9042,
      "step": 28035
    },
    {
      "epoch": 1.9499982614138183,
      "grad_norm": 0.022509559423968515,
      "learning_rate": 1.8976585487458509e-06,
      "loss": 0.8792,
      "step": 28040
    },
    {
      "epoch": 1.9503459786501618,
      "grad_norm": 0.02054704585531233,
      "learning_rate": 1.871337230998027e-06,
      "loss": 0.862,
      "step": 28045
    },
    {
      "epoch": 1.950693695886505,
      "grad_norm": 0.026683924308159905,
      "learning_rate": 1.8451993919301747e-06,
      "loss": 0.8551,
      "step": 28050
    },
    {
      "epoch": 1.9510414131228484,
      "grad_norm": 0.025185361341448987,
      "learning_rate": 1.8192450411699812e-06,
      "loss": 1.0095,
      "step": 28055
    },
    {
      "epoch": 1.951389130359192,
      "grad_norm": 0.017444190436749638,
      "learning_rate": 1.7934741882771888e-06,
      "loss": 0.9634,
      "step": 28060
    },
    {
      "epoch": 1.9517368475955355,
      "grad_norm": 0.020946872185304364,
      "learning_rate": 1.7678868427442042e-06,
      "loss": 0.9702,
      "step": 28065
    },
    {
      "epoch": 1.9520845648318788,
      "grad_norm": 0.023018693206080215,
      "learning_rate": 1.742483013995766e-06,
      "loss": 0.8483,
      "step": 28070
    },
    {
      "epoch": 1.952432282068222,
      "grad_norm": 0.024447552505726566,
      "learning_rate": 1.7172627113890005e-06,
      "loss": 0.8955,
      "step": 28075
    },
    {
      "epoch": 1.9527799993045654,
      "grad_norm": 0.017143490431675925,
      "learning_rate": 1.6922259442134768e-06,
      "loss": 0.8371,
      "step": 28080
    },
    {
      "epoch": 1.9531277165409089,
      "grad_norm": 0.021415927009066842,
      "learning_rate": 1.667372721691096e-06,
      "loss": 0.9273,
      "step": 28085
    },
    {
      "epoch": 1.9534754337772524,
      "grad_norm": 0.03746780024333224,
      "learning_rate": 1.642703052976202e-06,
      "loss": 0.938,
      "step": 28090
    },
    {
      "epoch": 1.9538231510135957,
      "grad_norm": 0.028103820681538112,
      "learning_rate": 1.618216947155582e-06,
      "loss": 0.975,
      "step": 28095
    },
    {
      "epoch": 1.954170868249939,
      "grad_norm": 0.019571654865429264,
      "learning_rate": 1.593914413248243e-06,
      "loss": 0.9242,
      "step": 28100
    },
    {
      "epoch": 1.9545185854862825,
      "grad_norm": 0.023110678106352398,
      "learning_rate": 1.5697954602058028e-06,
      "loss": 0.8991,
      "step": 28105
    },
    {
      "epoch": 1.954866302722626,
      "grad_norm": 0.02473902667460352,
      "learning_rate": 1.545860096912044e-06,
      "loss": 0.8969,
      "step": 28110
    },
    {
      "epoch": 1.9552140199589694,
      "grad_norm": 0.020604214201481348,
      "learning_rate": 1.5221083321832475e-06,
      "loss": 0.8091,
      "step": 28115
    },
    {
      "epoch": 1.9555617371953127,
      "grad_norm": 0.02217664809939394,
      "learning_rate": 1.4985401747680261e-06,
      "loss": 1.0294,
      "step": 28120
    },
    {
      "epoch": 1.9559094544316562,
      "grad_norm": 0.023487770294160597,
      "learning_rate": 1.475155633347436e-06,
      "loss": 0.8328,
      "step": 28125
    },
    {
      "epoch": 1.9562571716679997,
      "grad_norm": 0.018310406654718066,
      "learning_rate": 1.4519547165347536e-06,
      "loss": 0.8984,
      "step": 28130
    },
    {
      "epoch": 1.956604888904343,
      "grad_norm": 0.02357849430610021,
      "learning_rate": 1.4289374328758099e-06,
      "loss": 0.8318,
      "step": 28135
    },
    {
      "epoch": 1.9569526061406863,
      "grad_norm": 0.018983196622760705,
      "learning_rate": 1.4061037908486008e-06,
      "loss": 0.8635,
      "step": 28140
    },
    {
      "epoch": 1.9573003233770296,
      "grad_norm": 0.023872235463603182,
      "learning_rate": 1.3834537988636764e-06,
      "loss": 0.8673,
      "step": 28145
    },
    {
      "epoch": 1.9576480406133732,
      "grad_norm": 0.021336010739656262,
      "learning_rate": 1.3609874652637522e-06,
      "loss": 0.9155,
      "step": 28150
    },
    {
      "epoch": 1.9579957578497167,
      "grad_norm": 0.023534865545942068,
      "learning_rate": 1.3387047983240418e-06,
      "loss": 0.8864,
      "step": 28155
    },
    {
      "epoch": 1.95834347508606,
      "grad_norm": 0.020703290225897904,
      "learning_rate": 1.3166058062520358e-06,
      "loss": 1.0438,
      "step": 28160
    },
    {
      "epoch": 1.9586911923224033,
      "grad_norm": 0.02314503047521457,
      "learning_rate": 1.2946904971876117e-06,
      "loss": 0.9195,
      "step": 28165
    },
    {
      "epoch": 1.9590389095587468,
      "grad_norm": 0.02512225732939203,
      "learning_rate": 1.272958879202868e-06,
      "loss": 1.073,
      "step": 28170
    },
    {
      "epoch": 1.9593866267950903,
      "grad_norm": 0.022267728583173146,
      "learning_rate": 1.251410960302457e-06,
      "loss": 0.8999,
      "step": 28175
    },
    {
      "epoch": 1.9597343440314337,
      "grad_norm": 0.019811527241531228,
      "learning_rate": 1.230046748423197e-06,
      "loss": 1.155,
      "step": 28180
    },
    {
      "epoch": 1.960082061267777,
      "grad_norm": 0.023436002234197693,
      "learning_rate": 1.2088662514343484e-06,
      "loss": 1.0228,
      "step": 28185
    },
    {
      "epoch": 1.9604297785041205,
      "grad_norm": 0.029165354321150035,
      "learning_rate": 1.1878694771373377e-06,
      "loss": 0.8794,
      "step": 28190
    },
    {
      "epoch": 1.960777495740464,
      "grad_norm": 0.016177480677605147,
      "learning_rate": 1.1670564332660893e-06,
      "loss": 0.833,
      "step": 28195
    },
    {
      "epoch": 1.9611252129768073,
      "grad_norm": 0.019656210478146294,
      "learning_rate": 1.14642712748686e-06,
      "loss": 0.923,
      "step": 28200
    },
    {
      "epoch": 1.9614729302131506,
      "grad_norm": 0.020270836957224102,
      "learning_rate": 1.125981567398071e-06,
      "loss": 0.9482,
      "step": 28205
    },
    {
      "epoch": 1.961820647449494,
      "grad_norm": 0.020286779117500018,
      "learning_rate": 1.105719760530588e-06,
      "loss": 0.8877,
      "step": 28210
    },
    {
      "epoch": 1.9621683646858374,
      "grad_norm": 0.02028199598532227,
      "learning_rate": 1.0856417143476072e-06,
      "loss": 0.9556,
      "step": 28215
    },
    {
      "epoch": 1.962516081922181,
      "grad_norm": 0.021049697882216042,
      "learning_rate": 1.0657474362444907e-06,
      "loss": 1.0679,
      "step": 28220
    },
    {
      "epoch": 1.9628637991585243,
      "grad_norm": 0.02104017247555031,
      "learning_rate": 1.0460369335490993e-06,
      "loss": 0.8504,
      "step": 28225
    },
    {
      "epoch": 1.9632115163948676,
      "grad_norm": 0.022617285078176567,
      "learning_rate": 1.0265102135215143e-06,
      "loss": 0.8848,
      "step": 28230
    },
    {
      "epoch": 1.963559233631211,
      "grad_norm": 0.020007923679720888,
      "learning_rate": 1.007167283354149e-06,
      "loss": 0.8993,
      "step": 28235
    },
    {
      "epoch": 1.9639069508675546,
      "grad_norm": 0.02213756978676764,
      "learning_rate": 9.88008150171582e-07,
      "loss": 0.8673,
      "step": 28240
    },
    {
      "epoch": 1.964254668103898,
      "grad_norm": 0.017521612385697292,
      "learning_rate": 9.690328210309462e-07,
      "loss": 0.8252,
      "step": 28245
    },
    {
      "epoch": 1.9646023853402412,
      "grad_norm": 0.022185313012074697,
      "learning_rate": 9.50241302921484e-07,
      "loss": 1.0377,
      "step": 28250
    },
    {
      "epoch": 1.9649501025765848,
      "grad_norm": 0.022151791135668127,
      "learning_rate": 9.316336027647699e-07,
      "loss": 0.8849,
      "step": 28255
    },
    {
      "epoch": 1.9652978198129283,
      "grad_norm": 0.019186265554766622,
      "learning_rate": 9.1320972741471e-07,
      "loss": 0.899,
      "step": 28260
    },
    {
      "epoch": 1.9656455370492716,
      "grad_norm": 0.017496494696546277,
      "learning_rate": 8.949696836574317e-07,
      "loss": 0.9386,
      "step": 28265
    },
    {
      "epoch": 1.9659932542856149,
      "grad_norm": 0.020349016926995034,
      "learning_rate": 8.769134782115052e-07,
      "loss": 0.9581,
      "step": 28270
    },
    {
      "epoch": 1.9663409715219582,
      "grad_norm": 0.02235824260200146,
      "learning_rate": 8.590411177275547e-07,
      "loss": 0.8435,
      "step": 28275
    },
    {
      "epoch": 1.9666886887583017,
      "grad_norm": 0.018014104650235344,
      "learning_rate": 8.413526087887035e-07,
      "loss": 0.927,
      "step": 28280
    },
    {
      "epoch": 1.9670364059946452,
      "grad_norm": 0.023412473887237745,
      "learning_rate": 8.238479579101843e-07,
      "loss": 1.0591,
      "step": 28285
    },
    {
      "epoch": 1.9673841232309885,
      "grad_norm": 0.01696397042659773,
      "learning_rate": 8.065271715396727e-07,
      "loss": 0.8607,
      "step": 28290
    },
    {
      "epoch": 1.9677318404673318,
      "grad_norm": 0.022008129707200914,
      "learning_rate": 7.893902560570099e-07,
      "loss": 0.9789,
      "step": 28295
    },
    {
      "epoch": 1.9680795577036754,
      "grad_norm": 0.0292913847003478,
      "learning_rate": 7.724372177743133e-07,
      "loss": 0.8457,
      "step": 28300
    },
    {
      "epoch": 1.968427274940019,
      "grad_norm": 0.020422086592054776,
      "learning_rate": 7.556680629360324e-07,
      "loss": 1.0076,
      "step": 28305
    },
    {
      "epoch": 1.9687749921763622,
      "grad_norm": 0.021203531685407125,
      "learning_rate": 7.390827977188375e-07,
      "loss": 0.8547,
      "step": 28310
    },
    {
      "epoch": 1.9691227094127055,
      "grad_norm": 0.01810974546537194,
      "learning_rate": 7.226814282316196e-07,
      "loss": 0.8217,
      "step": 28315
    },
    {
      "epoch": 1.969470426649049,
      "grad_norm": 0.022377273227443834,
      "learning_rate": 7.064639605156575e-07,
      "loss": 0.9259,
      "step": 28320
    },
    {
      "epoch": 1.9698181438853926,
      "grad_norm": 0.01859632276729986,
      "learning_rate": 6.904304005443951e-07,
      "loss": 0.8717,
      "step": 28325
    },
    {
      "epoch": 1.9701658611217359,
      "grad_norm": 0.019242660055857376,
      "learning_rate": 6.745807542236083e-07,
      "loss": 0.8543,
      "step": 28330
    },
    {
      "epoch": 1.9705135783580792,
      "grad_norm": 0.023472462636495422,
      "learning_rate": 6.589150273912936e-07,
      "loss": 0.8631,
      "step": 28335
    },
    {
      "epoch": 1.9708612955944225,
      "grad_norm": 0.022577327135213373,
      "learning_rate": 6.434332258176135e-07,
      "loss": 0.8219,
      "step": 28340
    },
    {
      "epoch": 1.971209012830766,
      "grad_norm": 0.0211112443091065,
      "learning_rate": 6.281353552051728e-07,
      "loss": 0.8357,
      "step": 28345
    },
    {
      "epoch": 1.9715567300671095,
      "grad_norm": 0.021609056319004137,
      "learning_rate": 6.130214211886309e-07,
      "loss": 0.9609,
      "step": 28350
    },
    {
      "epoch": 1.9719044473034528,
      "grad_norm": 0.020485272131424166,
      "learning_rate": 5.980914293351458e-07,
      "loss": 0.902,
      "step": 28355
    },
    {
      "epoch": 1.9722521645397961,
      "grad_norm": 0.021227850255888886,
      "learning_rate": 5.833453851437631e-07,
      "loss": 0.8984,
      "step": 28360
    },
    {
      "epoch": 1.9725998817761397,
      "grad_norm": 0.02199654392383248,
      "learning_rate": 5.687832940461379e-07,
      "loss": 1.0529,
      "step": 28365
    },
    {
      "epoch": 1.9729475990124832,
      "grad_norm": 0.02079508544282827,
      "learning_rate": 5.544051614059797e-07,
      "loss": 0.9356,
      "step": 28370
    },
    {
      "epoch": 1.9732953162488265,
      "grad_norm": 0.029660147055614698,
      "learning_rate": 5.402109925192189e-07,
      "loss": 0.9216,
      "step": 28375
    },
    {
      "epoch": 1.9736430334851698,
      "grad_norm": 0.023205138895504906,
      "learning_rate": 5.262007926141732e-07,
      "loss": 1.1426,
      "step": 28380
    },
    {
      "epoch": 1.9739907507215133,
      "grad_norm": 0.019499695324362812,
      "learning_rate": 5.123745668511593e-07,
      "loss": 0.7816,
      "step": 28385
    },
    {
      "epoch": 1.9743384679578568,
      "grad_norm": 0.019742810556525325,
      "learning_rate": 4.987323203229921e-07,
      "loss": 0.834,
      "step": 28390
    },
    {
      "epoch": 1.9746861851942001,
      "grad_norm": 0.018305284299957095,
      "learning_rate": 4.852740580545966e-07,
      "loss": 0.8871,
      "step": 28395
    },
    {
      "epoch": 1.9750339024305434,
      "grad_norm": 0.02440678319108545,
      "learning_rate": 4.719997850030633e-07,
      "loss": 0.9908,
      "step": 28400
    },
    {
      "epoch": 1.9753816196668867,
      "grad_norm": 0.019078014746672162,
      "learning_rate": 4.589095060578141e-07,
      "loss": 0.8399,
      "step": 28405
    },
    {
      "epoch": 1.9757293369032303,
      "grad_norm": 0.030071724480209443,
      "learning_rate": 4.460032260405478e-07,
      "loss": 0.9184,
      "step": 28410
    },
    {
      "epoch": 1.9760770541395738,
      "grad_norm": 0.02018938824030988,
      "learning_rate": 4.3328094970496167e-07,
      "loss": 0.9213,
      "step": 28415
    },
    {
      "epoch": 1.976424771375917,
      "grad_norm": 0.01927377028900273,
      "learning_rate": 4.2074268173725174e-07,
      "loss": 0.864,
      "step": 28420
    },
    {
      "epoch": 1.9767724886122604,
      "grad_norm": 0.022648283351716026,
      "learning_rate": 4.083884267556126e-07,
      "loss": 0.8667,
      "step": 28425
    },
    {
      "epoch": 1.977120205848604,
      "grad_norm": 0.023998764629476244,
      "learning_rate": 3.96218189310682e-07,
      "loss": 1.0422,
      "step": 28430
    },
    {
      "epoch": 1.9774679230849475,
      "grad_norm": 0.028348201729251503,
      "learning_rate": 3.8423197388509634e-07,
      "loss": 0.9376,
      "step": 28435
    },
    {
      "epoch": 1.9778156403212908,
      "grad_norm": 0.028412562710126682,
      "learning_rate": 3.7242978489382407e-07,
      "loss": 0.8682,
      "step": 28440
    },
    {
      "epoch": 1.978163357557634,
      "grad_norm": 0.021326175838823305,
      "learning_rate": 3.608116266840544e-07,
      "loss": 0.9407,
      "step": 28445
    },
    {
      "epoch": 1.9785110747939776,
      "grad_norm": 0.17506782040092825,
      "learning_rate": 3.4937750353519757e-07,
      "loss": 0.9328,
      "step": 28450
    },
    {
      "epoch": 1.978858792030321,
      "grad_norm": 0.025777021452995322,
      "learning_rate": 3.381274196588291e-07,
      "loss": 1.1354,
      "step": 28455
    },
    {
      "epoch": 1.9792065092666644,
      "grad_norm": 0.021058948593374413,
      "learning_rate": 3.2706137919868983e-07,
      "loss": 0.8481,
      "step": 28460
    },
    {
      "epoch": 1.9795542265030077,
      "grad_norm": 0.023994324865082333,
      "learning_rate": 3.1617938623090813e-07,
      "loss": 1.0651,
      "step": 28465
    },
    {
      "epoch": 1.979901943739351,
      "grad_norm": 0.02491595331824487,
      "learning_rate": 3.054814447637222e-07,
      "loss": 0.9335,
      "step": 28470
    },
    {
      "epoch": 1.9802496609756945,
      "grad_norm": 0.02034088214227911,
      "learning_rate": 2.9496755873742454e-07,
      "loss": 1.0645,
      "step": 28475
    },
    {
      "epoch": 1.980597378212038,
      "grad_norm": 0.022898578794903878,
      "learning_rate": 2.846377320248061e-07,
      "loss": 1.0255,
      "step": 28480
    },
    {
      "epoch": 1.9809450954483814,
      "grad_norm": 0.02021172173114337,
      "learning_rate": 2.744919684306568e-07,
      "loss": 0.8765,
      "step": 28485
    },
    {
      "epoch": 1.9812928126847247,
      "grad_norm": 0.022090489535324,
      "learning_rate": 2.645302716919873e-07,
      "loss": 0.8979,
      "step": 28490
    },
    {
      "epoch": 1.9816405299210682,
      "grad_norm": 0.01985611118366972,
      "learning_rate": 2.5475264547808465e-07,
      "loss": 0.8836,
      "step": 28495
    },
    {
      "epoch": 1.9819882471574117,
      "grad_norm": 0.02189489477539258,
      "learning_rate": 2.4515909339040135e-07,
      "loss": 0.8513,
      "step": 28500
    },
    {
      "epoch": 1.982335964393755,
      "grad_norm": 0.02151712362710392,
      "learning_rate": 2.3574961896261072e-07,
      "loss": 0.854,
      "step": 28505
    },
    {
      "epoch": 1.9826836816300983,
      "grad_norm": 0.018969587496972737,
      "learning_rate": 2.2652422566055154e-07,
      "loss": 0.9401,
      "step": 28510
    },
    {
      "epoch": 1.9830313988664419,
      "grad_norm": 0.022843357790739628,
      "learning_rate": 2.1748291688222788e-07,
      "loss": 0.866,
      "step": 28515
    },
    {
      "epoch": 1.9833791161027852,
      "grad_norm": 0.021916145984427694,
      "learning_rate": 2.0862569595786473e-07,
      "loss": 0.8174,
      "step": 28520
    },
    {
      "epoch": 1.9837268333391287,
      "grad_norm": 0.02233062261332195,
      "learning_rate": 1.9995256614996348e-07,
      "loss": 0.8475,
      "step": 28525
    },
    {
      "epoch": 1.984074550575472,
      "grad_norm": 0.019917296978201073,
      "learning_rate": 1.9146353065313537e-07,
      "loss": 0.8385,
      "step": 28530
    },
    {
      "epoch": 1.9844222678118153,
      "grad_norm": 0.021780914413138723,
      "learning_rate": 1.83158592594157e-07,
      "loss": 0.8869,
      "step": 28535
    },
    {
      "epoch": 1.9847699850481588,
      "grad_norm": 0.023602291682011278,
      "learning_rate": 1.7503775503208142e-07,
      "loss": 0.8634,
      "step": 28540
    },
    {
      "epoch": 1.9851177022845024,
      "grad_norm": 0.01873192603808198,
      "learning_rate": 1.6710102095807145e-07,
      "loss": 0.7899,
      "step": 28545
    },
    {
      "epoch": 1.9854654195208457,
      "grad_norm": 0.02204040454223936,
      "learning_rate": 1.5934839329551087e-07,
      "loss": 0.951,
      "step": 28550
    },
    {
      "epoch": 1.985813136757189,
      "grad_norm": 0.02265806031530664,
      "learning_rate": 1.5177987489994884e-07,
      "loss": 0.919,
      "step": 28555
    },
    {
      "epoch": 1.9861608539935325,
      "grad_norm": 0.020057046022310118,
      "learning_rate": 1.4439546855926634e-07,
      "loss": 0.8287,
      "step": 28560
    },
    {
      "epoch": 1.986508571229876,
      "grad_norm": 0.01863364324766178,
      "learning_rate": 1.3719517699323225e-07,
      "loss": 0.8628,
      "step": 28565
    },
    {
      "epoch": 1.9868562884662193,
      "grad_norm": 0.01636552363926907,
      "learning_rate": 1.3017900285405837e-07,
      "loss": 0.9202,
      "step": 28570
    },
    {
      "epoch": 1.9872040057025626,
      "grad_norm": 0.022317512331095468,
      "learning_rate": 1.2334694872612185e-07,
      "loss": 0.9823,
      "step": 28575
    },
    {
      "epoch": 1.987551722938906,
      "grad_norm": 0.021222175508576684,
      "learning_rate": 1.1669901712574315e-07,
      "loss": 0.8904,
      "step": 28580
    },
    {
      "epoch": 1.9878994401752494,
      "grad_norm": 0.022765161232952188,
      "learning_rate": 1.1023521050179675e-07,
      "loss": 0.8815,
      "step": 28585
    },
    {
      "epoch": 1.988247157411593,
      "grad_norm": 0.021384538218049847,
      "learning_rate": 1.0395553123493384e-07,
      "loss": 0.8418,
      "step": 28590
    },
    {
      "epoch": 1.9885948746479363,
      "grad_norm": 0.020367896408308758,
      "learning_rate": 9.785998163835963e-08,
      "loss": 1.0058,
      "step": 28595
    },
    {
      "epoch": 1.9889425918842796,
      "grad_norm": 0.01691811779389348,
      "learning_rate": 9.194856395716711e-08,
      "loss": 0.9068,
      "step": 28600
    },
    {
      "epoch": 1.989290309120623,
      "grad_norm": 0.02256685646179274,
      "learning_rate": 8.622128036878119e-08,
      "loss": 0.9017,
      "step": 28605
    },
    {
      "epoch": 1.9896380263569666,
      "grad_norm": 0.019102630947103984,
      "learning_rate": 8.067813298279214e-08,
      "loss": 0.8139,
      "step": 28610
    },
    {
      "epoch": 1.98998574359331,
      "grad_norm": 0.024542034228726552,
      "learning_rate": 7.531912384090012e-08,
      "loss": 1.0535,
      "step": 28615
    },
    {
      "epoch": 1.9903334608296532,
      "grad_norm": 0.01898424176625872,
      "learning_rate": 7.014425491702614e-08,
      "loss": 0.8422,
      "step": 28620
    },
    {
      "epoch": 1.9906811780659968,
      "grad_norm": 0.02708600957763569,
      "learning_rate": 6.515352811731213e-08,
      "loss": 0.8436,
      "step": 28625
    },
    {
      "epoch": 1.9910288953023403,
      "grad_norm": 0.03242812671766487,
      "learning_rate": 6.034694527995432e-08,
      "loss": 0.9927,
      "step": 28630
    },
    {
      "epoch": 1.9913766125386836,
      "grad_norm": 0.021288868137496742,
      "learning_rate": 5.572450817542541e-08,
      "loss": 0.9589,
      "step": 28635
    },
    {
      "epoch": 1.991724329775027,
      "grad_norm": 0.018803599644947995,
      "learning_rate": 5.128621850630788e-08,
      "loss": 1.0461,
      "step": 28640
    },
    {
      "epoch": 1.9920720470113702,
      "grad_norm": 0.019120902285342717,
      "learning_rate": 4.7032077907405156e-08,
      "loss": 0.8653,
      "step": 28645
    },
    {
      "epoch": 1.9924197642477137,
      "grad_norm": 0.018203314897311106,
      "learning_rate": 4.296208794568601e-08,
      "loss": 0.8834,
      "step": 28650
    },
    {
      "epoch": 1.9927674814840572,
      "grad_norm": 0.01927017870529763,
      "learning_rate": 3.9076250120229086e-08,
      "loss": 1.0663,
      "step": 28655
    },
    {
      "epoch": 1.9931151987204005,
      "grad_norm": 0.022377718018949642,
      "learning_rate": 3.5374565862389404e-08,
      "loss": 0.8829,
      "step": 28660
    },
    {
      "epoch": 1.9934629159567439,
      "grad_norm": 0.0204781428367081,
      "learning_rate": 3.185703653557637e-08,
      "loss": 0.9715,
      "step": 28665
    },
    {
      "epoch": 1.9938106331930874,
      "grad_norm": 0.023146430453946553,
      "learning_rate": 2.8523663435420234e-08,
      "loss": 1.0093,
      "step": 28670
    },
    {
      "epoch": 1.994158350429431,
      "grad_norm": 0.02029789975857799,
      "learning_rate": 2.537444778977216e-08,
      "loss": 0.8884,
      "step": 28675
    },
    {
      "epoch": 1.9945060676657742,
      "grad_norm": 0.02343294546502563,
      "learning_rate": 2.2409390758537652e-08,
      "loss": 0.9892,
      "step": 28680
    },
    {
      "epoch": 1.9948537849021175,
      "grad_norm": 0.022108848819150387,
      "learning_rate": 1.962849343389861e-08,
      "loss": 0.9749,
      "step": 28685
    },
    {
      "epoch": 1.995201502138461,
      "grad_norm": 0.0252103078871616,
      "learning_rate": 1.7031756840202306e-08,
      "loss": 1.015,
      "step": 28690
    },
    {
      "epoch": 1.9955492193748046,
      "grad_norm": 0.021134244782268035,
      "learning_rate": 1.4619181933794856e-08,
      "loss": 0.8898,
      "step": 28695
    },
    {
      "epoch": 1.9958969366111479,
      "grad_norm": 0.019551109879495814,
      "learning_rate": 1.239076960340979e-08,
      "loss": 0.9834,
      "step": 28700
    },
    {
      "epoch": 1.9962446538474912,
      "grad_norm": 0.020431804517372715,
      "learning_rate": 1.034652066983499e-08,
      "loss": 0.8471,
      "step": 28705
    },
    {
      "epoch": 1.9965923710838345,
      "grad_norm": 0.02116619814876205,
      "learning_rate": 8.486435886079224e-09,
      "loss": 1.0005,
      "step": 28710
    },
    {
      "epoch": 1.996940088320178,
      "grad_norm": 0.020931081673208198,
      "learning_rate": 6.810515937150097e-09,
      "loss": 0.9029,
      "step": 28715
    },
    {
      "epoch": 1.9972878055565215,
      "grad_norm": 0.021988784259284626,
      "learning_rate": 5.318761440498144e-09,
      "loss": 0.9961,
      "step": 28720
    },
    {
      "epoch": 1.9976355227928648,
      "grad_norm": 0.057266234482571954,
      "learning_rate": 4.011172945461717e-09,
      "loss": 0.9467,
      "step": 28725
    },
    {
      "epoch": 1.9979832400292081,
      "grad_norm": 0.015861367421450955,
      "learning_rate": 2.8877509337665862e-09,
      "loss": 0.8578,
      "step": 28730
    },
    {
      "epoch": 1.9983309572655517,
      "grad_norm": 0.022541235481827473,
      "learning_rate": 1.948495819192875e-09,
      "loss": 0.9662,
      "step": 28735
    },
    {
      "epoch": 1.9986786745018952,
      "grad_norm": 0.020825090260901014,
      "learning_rate": 1.193407947686076e-09,
      "loss": 0.9118,
      "step": 28740
    },
    {
      "epoch": 1.9990263917382385,
      "grad_norm": 0.022011416969615866,
      "learning_rate": 6.224875973570576e-10,
      "loss": 0.8432,
      "step": 28745
    },
    {
      "epoch": 1.9993741089745818,
      "grad_norm": 0.020474474411511016,
      "learning_rate": 2.357349784820606e-10,
      "loss": 0.8706,
      "step": 28750
    },
    {
      "epoch": 1.9997218262109253,
      "grad_norm": 0.022977116186941596,
      "learning_rate": 3.315023361372127e-11,
      "loss": 0.8555,
      "step": 28755
    },
    {
      "epoch": 1.9999304565527312,
      "eval_loss": 0.9617294669151306,
      "eval_runtime": 1034.6294,
      "eval_samples_per_second": 23.412,
      "eval_steps_per_second": 5.853,
      "step": 28758
    },
    {
      "epoch": 1.9999304565527312,
      "step": 28758,
      "total_flos": 2.2817420700811264e+18,
      "train_loss": 1.0877171853494143,
      "train_runtime": 174429.7906,
      "train_samples_per_second": 5.276,
      "train_steps_per_second": 0.165
    }
  ],
  "logging_steps": 5,
  "max_steps": 28758,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.2817420700811264e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}