{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 24.431210871888837,
  "eval_steps": 500,
  "global_step": 160000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0015269506794930523,
      "grad_norm": 8.702201843261719,
      "learning_rate": 1.125e-07,
      "loss": 1.0931,
      "step": 10
    },
    {
      "epoch": 0.0030539013589861047,
      "grad_norm": 7.345099925994873,
      "learning_rate": 2.375e-07,
      "loss": 1.1511,
      "step": 20
    },
    {
      "epoch": 0.004580852038479157,
      "grad_norm": 7.775031566619873,
      "learning_rate": 3.625e-07,
      "loss": 1.1845,
      "step": 30
    },
    {
      "epoch": 0.006107802717972209,
      "grad_norm": 7.303601264953613,
      "learning_rate": 4.875e-07,
      "loss": 1.0918,
      "step": 40
    },
    {
      "epoch": 0.007634753397465262,
      "grad_norm": 7.204105854034424,
      "learning_rate": 6.125000000000001e-07,
      "loss": 1.0307,
      "step": 50
    },
    {
      "epoch": 0.009161704076958314,
      "grad_norm": 6.243086814880371,
      "learning_rate": 7.375e-07,
      "loss": 0.9923,
      "step": 60
    },
    {
      "epoch": 0.010688654756451367,
      "grad_norm": 4.839640140533447,
      "learning_rate": 8.625000000000001e-07,
      "loss": 0.8541,
      "step": 70
    },
    {
      "epoch": 0.012215605435944419,
      "grad_norm": 2.6148078441619873,
      "learning_rate": 9.875e-07,
      "loss": 0.7323,
      "step": 80
    },
    {
      "epoch": 0.013742556115437472,
      "grad_norm": 2.8441288471221924,
      "learning_rate": 1.1125e-06,
      "loss": 0.6126,
      "step": 90
    },
    {
      "epoch": 0.015269506794930525,
      "grad_norm": 3.9374327659606934,
      "learning_rate": 1.2375000000000002e-06,
      "loss": 0.6238,
      "step": 100
    },
    {
      "epoch": 0.016796457474423578,
      "grad_norm": 1.9221731424331665,
      "learning_rate": 1.3625e-06,
      "loss": 0.4746,
      "step": 110
    },
    {
      "epoch": 0.01832340815391663,
      "grad_norm": 1.8035565614700317,
      "learning_rate": 1.4875e-06,
      "loss": 0.3602,
      "step": 120
    },
    {
      "epoch": 0.01985035883340968,
      "grad_norm": 0.9983585476875305,
      "learning_rate": 1.6125e-06,
      "loss": 0.3354,
      "step": 130
    },
    {
      "epoch": 0.021377309512902735,
      "grad_norm": 1.044103741645813,
      "learning_rate": 1.7375000000000003e-06,
      "loss": 0.2709,
      "step": 140
    },
    {
      "epoch": 0.022904260192395786,
      "grad_norm": 1.0313527584075928,
      "learning_rate": 1.8625e-06,
      "loss": 0.2611,
      "step": 150
    },
    {
      "epoch": 0.024431210871888837,
      "grad_norm": 1.5596957206726074,
      "learning_rate": 1.9875e-06,
      "loss": 0.2184,
      "step": 160
    },
    {
      "epoch": 0.025958161551381892,
      "grad_norm": 0.8463030457496643,
      "learning_rate": 2.1125e-06,
      "loss": 0.1953,
      "step": 170
    },
    {
      "epoch": 0.027485112230874943,
      "grad_norm": 0.8595970869064331,
      "learning_rate": 2.2375e-06,
      "loss": 0.196,
      "step": 180
    },
    {
      "epoch": 0.029012062910367994,
      "grad_norm": 0.9447317719459534,
      "learning_rate": 2.3625000000000003e-06,
      "loss": 0.1752,
      "step": 190
    },
    {
      "epoch": 0.03053901358986105,
      "grad_norm": 1.2589209079742432,
      "learning_rate": 2.4875000000000003e-06,
      "loss": 0.1647,
      "step": 200
    },
    {
      "epoch": 0.0320659642693541,
      "grad_norm": 0.8796105980873108,
      "learning_rate": 2.6125e-06,
      "loss": 0.1546,
      "step": 210
    },
    {
      "epoch": 0.033592914948847155,
      "grad_norm": 1.0622140169143677,
      "learning_rate": 2.7375e-06,
      "loss": 0.1594,
      "step": 220
    },
    {
      "epoch": 0.035119865628340206,
      "grad_norm": 0.8761356472969055,
      "learning_rate": 2.8625e-06,
      "loss": 0.1405,
      "step": 230
    },
    {
      "epoch": 0.03664681630783326,
      "grad_norm": 0.6008728742599487,
      "learning_rate": 2.9875e-06,
      "loss": 0.1387,
      "step": 240
    },
    {
      "epoch": 0.03817376698732631,
      "grad_norm": 0.6915895938873291,
      "learning_rate": 3.1125000000000003e-06,
      "loss": 0.1251,
      "step": 250
    },
    {
      "epoch": 0.03970071766681936,
      "grad_norm": 1.4449692964553833,
      "learning_rate": 3.2375000000000003e-06,
      "loss": 0.1228,
      "step": 260
    },
    {
      "epoch": 0.04122766834631241,
      "grad_norm": 0.9001340270042419,
      "learning_rate": 3.3625000000000004e-06,
      "loss": 0.141,
      "step": 270
    },
    {
      "epoch": 0.04275461902580547,
      "grad_norm": 1.3732093572616577,
      "learning_rate": 3.4875000000000005e-06,
      "loss": 0.1203,
      "step": 280
    },
    {
      "epoch": 0.04428156970529852,
      "grad_norm": 0.811015248298645,
      "learning_rate": 3.6124999999999997e-06,
      "loss": 0.1312,
      "step": 290
    },
    {
      "epoch": 0.04580852038479157,
      "grad_norm": 0.750539243221283,
      "learning_rate": 3.7375000000000002e-06,
      "loss": 0.1161,
      "step": 300
    },
    {
      "epoch": 0.04733547106428462,
      "grad_norm": 1.2702594995498657,
      "learning_rate": 3.8625e-06,
      "loss": 0.1175,
      "step": 310
    },
    {
      "epoch": 0.048862421743777674,
      "grad_norm": 0.8675554394721985,
      "learning_rate": 3.9875e-06,
      "loss": 0.108,
      "step": 320
    },
    {
      "epoch": 0.050389372423270726,
      "grad_norm": 0.779714047908783,
      "learning_rate": 4.1125e-06,
      "loss": 0.1125,
      "step": 330
    },
    {
      "epoch": 0.051916323102763784,
      "grad_norm": 0.8589039444923401,
      "learning_rate": 4.2375000000000005e-06,
      "loss": 0.094,
      "step": 340
    },
    {
      "epoch": 0.053443273782256835,
      "grad_norm": 3.745675802230835,
      "learning_rate": 4.3625e-06,
      "loss": 0.1009,
      "step": 350
    },
    {
      "epoch": 0.054970224461749886,
      "grad_norm": 2.5157294273376465,
      "learning_rate": 4.4875e-06,
      "loss": 0.0995,
      "step": 360
    },
    {
      "epoch": 0.05649717514124294,
      "grad_norm": 2.8713152408599854,
      "learning_rate": 4.6125e-06,
      "loss": 0.0972,
      "step": 370
    },
    {
      "epoch": 0.05802412582073599,
      "grad_norm": 0.7719237208366394,
      "learning_rate": 4.7375e-06,
      "loss": 0.0878,
      "step": 380
    },
    {
      "epoch": 0.05955107650022904,
      "grad_norm": 0.8640111088752747,
      "learning_rate": 4.8625000000000005e-06,
      "loss": 0.089,
      "step": 390
    },
    {
      "epoch": 0.0610780271797221,
      "grad_norm": 0.7960077524185181,
      "learning_rate": 4.9875e-06,
      "loss": 0.0885,
      "step": 400
    },
    {
      "epoch": 0.06260497785921515,
      "grad_norm": 0.8839429616928101,
      "learning_rate": 5.1125e-06,
      "loss": 0.0963,
      "step": 410
    },
    {
      "epoch": 0.0641319285387082,
      "grad_norm": 0.6237449645996094,
      "learning_rate": 5.2375e-06,
      "loss": 0.0852,
      "step": 420
    },
    {
      "epoch": 0.06565887921820125,
      "grad_norm": 0.608093798160553,
      "learning_rate": 5.3625e-06,
      "loss": 0.0876,
      "step": 430
    },
    {
      "epoch": 0.06718582989769431,
      "grad_norm": 0.9859790205955505,
      "learning_rate": 5.4875e-06,
      "loss": 0.0835,
      "step": 440
    },
    {
      "epoch": 0.06871278057718735,
      "grad_norm": 0.540157675743103,
      "learning_rate": 5.6125e-06,
      "loss": 0.0789,
      "step": 450
    },
    {
      "epoch": 0.07023973125668041,
      "grad_norm": 0.6988813877105713,
      "learning_rate": 5.7375000000000005e-06,
      "loss": 0.0833,
      "step": 460
    },
    {
      "epoch": 0.07176668193617346,
      "grad_norm": 0.5066624283790588,
      "learning_rate": 5.8625e-06,
      "loss": 0.0882,
      "step": 470
    },
    {
      "epoch": 0.07329363261566652,
      "grad_norm": 1.4245420694351196,
      "learning_rate": 5.9875e-06,
      "loss": 0.0842,
      "step": 480
    },
    {
      "epoch": 0.07482058329515956,
      "grad_norm": 0.7807128429412842,
      "learning_rate": 6.1125e-06,
      "loss": 0.0805,
      "step": 490
    },
    {
      "epoch": 0.07634753397465262,
      "grad_norm": 0.7440764904022217,
      "learning_rate": 6.2375e-06,
      "loss": 0.0717,
      "step": 500
    },
    {
      "epoch": 0.07787448465414568,
      "grad_norm": 0.8731521964073181,
      "learning_rate": 6.3625000000000005e-06,
      "loss": 0.0765,
      "step": 510
    },
    {
      "epoch": 0.07940143533363872,
      "grad_norm": 0.6056655645370483,
      "learning_rate": 6.4875e-06,
      "loss": 0.0692,
      "step": 520
    },
    {
      "epoch": 0.08092838601313178,
      "grad_norm": 0.7307719588279724,
      "learning_rate": 6.612500000000001e-06,
      "loss": 0.0811,
      "step": 530
    },
    {
      "epoch": 0.08245533669262482,
      "grad_norm": 0.5958449244499207,
      "learning_rate": 6.737500000000001e-06,
      "loss": 0.0688,
      "step": 540
    },
    {
      "epoch": 0.08398228737211788,
      "grad_norm": 1.4634732007980347,
      "learning_rate": 6.862500000000001e-06,
      "loss": 0.0678,
      "step": 550
    },
    {
      "epoch": 0.08550923805161094,
      "grad_norm": 0.680037260055542,
      "learning_rate": 6.987500000000001e-06,
      "loss": 0.0686,
      "step": 560
    },
    {
      "epoch": 0.08703618873110398,
      "grad_norm": 0.9072135090827942,
      "learning_rate": 7.1125e-06,
      "loss": 0.071,
      "step": 570
    },
    {
      "epoch": 0.08856313941059704,
      "grad_norm": 0.7917535305023193,
      "learning_rate": 7.2375e-06,
      "loss": 0.0656,
      "step": 580
    },
    {
      "epoch": 0.09009009009009009,
      "grad_norm": 0.7451444864273071,
      "learning_rate": 7.3625e-06,
      "loss": 0.0717,
      "step": 590
    },
    {
      "epoch": 0.09161704076958314,
      "grad_norm": 0.9620894193649292,
      "learning_rate": 7.4875e-06,
      "loss": 0.0713,
      "step": 600
    },
    {
      "epoch": 0.09314399144907619,
      "grad_norm": 0.5876468420028687,
      "learning_rate": 7.6125e-06,
      "loss": 0.0746,
      "step": 610
    },
    {
      "epoch": 0.09467094212856925,
      "grad_norm": 0.7472727298736572,
      "learning_rate": 7.7375e-06,
      "loss": 0.0685,
      "step": 620
    },
    {
      "epoch": 0.0961978928080623,
      "grad_norm": 1.3466559648513794,
      "learning_rate": 7.8625e-06,
      "loss": 0.0631,
      "step": 630
    },
    {
      "epoch": 0.09772484348755535,
      "grad_norm": 0.8029136061668396,
      "learning_rate": 7.987500000000001e-06,
      "loss": 0.0643,
      "step": 640
    },
    {
      "epoch": 0.09925179416704841,
      "grad_norm": 0.8515207767486572,
      "learning_rate": 8.1125e-06,
      "loss": 0.062,
      "step": 650
    },
    {
      "epoch": 0.10077874484654145,
      "grad_norm": 0.8290242552757263,
      "learning_rate": 8.2375e-06,
      "loss": 0.0643,
      "step": 660
    },
    {
      "epoch": 0.10230569552603451,
      "grad_norm": 0.9998096823692322,
      "learning_rate": 8.362500000000002e-06,
      "loss": 0.0704,
      "step": 670
    },
    {
      "epoch": 0.10383264620552757,
      "grad_norm": 0.639910876750946,
      "learning_rate": 8.487500000000001e-06,
      "loss": 0.0665,
      "step": 680
    },
    {
      "epoch": 0.10535959688502061,
      "grad_norm": 0.5061662197113037,
      "learning_rate": 8.6125e-06,
      "loss": 0.0609,
      "step": 690
    },
    {
      "epoch": 0.10688654756451367,
      "grad_norm": 0.7001864910125732,
      "learning_rate": 8.7375e-06,
      "loss": 0.065,
      "step": 700
    },
    {
      "epoch": 0.10841349824400671,
      "grad_norm": 1.5850825309753418,
      "learning_rate": 8.8625e-06,
      "loss": 0.0716,
      "step": 710
    },
    {
      "epoch": 0.10994044892349977,
      "grad_norm": 0.6111732721328735,
      "learning_rate": 8.9875e-06,
      "loss": 0.061,
      "step": 720
    },
    {
      "epoch": 0.11146739960299282,
      "grad_norm": 0.6566908359527588,
      "learning_rate": 9.1125e-06,
      "loss": 0.0621,
      "step": 730
    },
    {
      "epoch": 0.11299435028248588,
      "grad_norm": 0.6619807481765747,
      "learning_rate": 9.237500000000001e-06,
      "loss": 0.058,
      "step": 740
    },
    {
      "epoch": 0.11452130096197893,
      "grad_norm": 0.4679813086986542,
      "learning_rate": 9.3625e-06,
      "loss": 0.0587,
      "step": 750
    },
    {
      "epoch": 0.11604825164147198,
      "grad_norm": 0.6014881134033203,
      "learning_rate": 9.4875e-06,
      "loss": 0.0545,
      "step": 760
    },
    {
      "epoch": 0.11757520232096504,
      "grad_norm": 0.5622384548187256,
      "learning_rate": 9.6125e-06,
      "loss": 0.0513,
      "step": 770
    },
    {
      "epoch": 0.11910215300045808,
      "grad_norm": 0.6990760564804077,
      "learning_rate": 9.737500000000001e-06,
      "loss": 0.0592,
      "step": 780
    },
    {
      "epoch": 0.12062910367995114,
      "grad_norm": 0.8977594375610352,
      "learning_rate": 9.862500000000001e-06,
      "loss": 0.0543,
      "step": 790
    },
    {
      "epoch": 0.1221560543594442,
      "grad_norm": 0.7048665285110474,
      "learning_rate": 9.9875e-06,
      "loss": 0.0527,
      "step": 800
    },
    {
      "epoch": 0.12368300503893724,
      "grad_norm": 1.0775279998779297,
      "learning_rate": 1.0112500000000002e-05,
      "loss": 0.0556,
      "step": 810
    },
    {
      "epoch": 0.1252099557184303,
      "grad_norm": 0.6795501708984375,
      "learning_rate": 1.02375e-05,
      "loss": 0.0501,
      "step": 820
    },
    {
      "epoch": 0.12673690639792334,
      "grad_norm": 0.6866713166236877,
      "learning_rate": 1.03625e-05,
      "loss": 0.0605,
      "step": 830
    },
    {
      "epoch": 0.1282638570774164,
      "grad_norm": 0.5606481432914734,
      "learning_rate": 1.04875e-05,
      "loss": 0.0518,
      "step": 840
    },
    {
      "epoch": 0.12979080775690946,
      "grad_norm": 0.8346812129020691,
      "learning_rate": 1.06125e-05,
      "loss": 0.0601,
      "step": 850
    },
    {
      "epoch": 0.1313177584364025,
      "grad_norm": 0.6766430139541626,
      "learning_rate": 1.07375e-05,
      "loss": 0.0573,
      "step": 860
    },
    {
      "epoch": 0.13284470911589555,
      "grad_norm": 0.5385205149650574,
      "learning_rate": 1.08625e-05,
      "loss": 0.0511,
      "step": 870
    },
    {
      "epoch": 0.13437165979538862,
      "grad_norm": 1.7297759056091309,
      "learning_rate": 1.0987500000000001e-05,
      "loss": 0.0518,
      "step": 880
    },
    {
      "epoch": 0.13589861047488166,
      "grad_norm": 0.7534974217414856,
      "learning_rate": 1.11125e-05,
      "loss": 0.0463,
      "step": 890
    },
    {
      "epoch": 0.1374255611543747,
      "grad_norm": 0.8066496849060059,
      "learning_rate": 1.12375e-05,
      "loss": 0.0618,
      "step": 900
    },
    {
      "epoch": 0.13895251183386775,
      "grad_norm": 0.5825381875038147,
      "learning_rate": 1.1362500000000002e-05,
      "loss": 0.0476,
      "step": 910
    },
    {
      "epoch": 0.14047946251336083,
      "grad_norm": 0.6839834451675415,
      "learning_rate": 1.1487500000000001e-05,
      "loss": 0.0572,
      "step": 920
    },
    {
      "epoch": 0.14200641319285387,
      "grad_norm": 0.5846952795982361,
      "learning_rate": 1.1612500000000001e-05,
      "loss": 0.051,
      "step": 930
    },
    {
      "epoch": 0.14353336387234691,
      "grad_norm": 0.8920965194702148,
      "learning_rate": 1.17375e-05,
      "loss": 0.0471,
      "step": 940
    },
    {
      "epoch": 0.14506031455184,
      "grad_norm": 0.5062863826751709,
      "learning_rate": 1.18625e-05,
      "loss": 0.0527,
      "step": 950
    },
    {
      "epoch": 0.14658726523133303,
      "grad_norm": 0.5026897192001343,
      "learning_rate": 1.19875e-05,
      "loss": 0.0451,
      "step": 960
    },
    {
      "epoch": 0.14811421591082607,
      "grad_norm": 0.6607695817947388,
      "learning_rate": 1.21125e-05,
      "loss": 0.0441,
      "step": 970
    },
    {
      "epoch": 0.14964116659031912,
      "grad_norm": 0.46238166093826294,
      "learning_rate": 1.2237500000000001e-05,
      "loss": 0.0474,
      "step": 980
    },
    {
      "epoch": 0.1511681172698122,
      "grad_norm": 0.48296111822128296,
      "learning_rate": 1.23625e-05,
      "loss": 0.0483,
      "step": 990
    },
    {
      "epoch": 0.15269506794930524,
      "grad_norm": 0.6545302867889404,
      "learning_rate": 1.24875e-05,
      "loss": 0.0528,
      "step": 1000
    },
    {
      "epoch": 0.15422201862879828,
      "grad_norm": 0.5326696038246155,
      "learning_rate": 1.26125e-05,
      "loss": 0.0461,
      "step": 1010
    },
    {
      "epoch": 0.15574896930829135,
      "grad_norm": 0.6107079982757568,
      "learning_rate": 1.27375e-05,
      "loss": 0.0427,
      "step": 1020
    },
    {
      "epoch": 0.1572759199877844,
      "grad_norm": 0.5135527849197388,
      "learning_rate": 1.28625e-05,
      "loss": 0.0467,
      "step": 1030
    },
    {
      "epoch": 0.15880287066727744,
      "grad_norm": 0.5511707067489624,
      "learning_rate": 1.2987499999999999e-05,
      "loss": 0.0479,
      "step": 1040
    },
    {
      "epoch": 0.1603298213467705,
      "grad_norm": 0.4712972342967987,
      "learning_rate": 1.31125e-05,
      "loss": 0.0418,
      "step": 1050
    },
    {
      "epoch": 0.16185677202626356,
      "grad_norm": 1.1415152549743652,
      "learning_rate": 1.32375e-05,
      "loss": 0.0564,
      "step": 1060
    },
    {
      "epoch": 0.1633837227057566,
      "grad_norm": 0.5024808049201965,
      "learning_rate": 1.33625e-05,
      "loss": 0.0483,
      "step": 1070
    },
    {
      "epoch": 0.16491067338524965,
      "grad_norm": 0.5706697106361389,
      "learning_rate": 1.3487500000000001e-05,
      "loss": 0.0495,
      "step": 1080
    },
    {
      "epoch": 0.16643762406474272,
      "grad_norm": 0.74538254737854,
      "learning_rate": 1.36125e-05,
      "loss": 0.0405,
      "step": 1090
    },
    {
      "epoch": 0.16796457474423576,
      "grad_norm": 0.4550517797470093,
      "learning_rate": 1.37375e-05,
      "loss": 0.0428,
      "step": 1100
    },
    {
      "epoch": 0.1694915254237288,
      "grad_norm": 0.6075090765953064,
      "learning_rate": 1.38625e-05,
      "loss": 0.0531,
      "step": 1110
    },
    {
      "epoch": 0.17101847610322188,
      "grad_norm": 0.537106454372406,
      "learning_rate": 1.3987500000000001e-05,
      "loss": 0.0454,
      "step": 1120
    },
    {
      "epoch": 0.17254542678271492,
      "grad_norm": 0.46593594551086426,
      "learning_rate": 1.41125e-05,
      "loss": 0.0487,
      "step": 1130
    },
    {
      "epoch": 0.17407237746220797,
      "grad_norm": 0.607109546661377,
      "learning_rate": 1.42375e-05,
      "loss": 0.0426,
      "step": 1140
    },
    {
      "epoch": 0.175599328141701,
      "grad_norm": 0.7898427844047546,
      "learning_rate": 1.43625e-05,
      "loss": 0.0431,
      "step": 1150
    },
    {
      "epoch": 0.17712627882119408,
      "grad_norm": 0.5803539156913757,
      "learning_rate": 1.4487500000000001e-05,
      "loss": 0.0439,
      "step": 1160
    },
    {
      "epoch": 0.17865322950068713,
      "grad_norm": 0.5374804735183716,
      "learning_rate": 1.4612500000000001e-05,
      "loss": 0.0456,
      "step": 1170
    },
    {
      "epoch": 0.18018018018018017,
      "grad_norm": 0.6404043436050415,
      "learning_rate": 1.47375e-05,
      "loss": 0.0431,
      "step": 1180
    },
    {
      "epoch": 0.18170713085967324,
      "grad_norm": 0.6145967841148376,
      "learning_rate": 1.4862500000000002e-05,
      "loss": 0.0458,
      "step": 1190
    },
    {
      "epoch": 0.1832340815391663,
      "grad_norm": 0.5147145390510559,
      "learning_rate": 1.4987500000000002e-05,
      "loss": 0.0423,
      "step": 1200
    },
    {
      "epoch": 0.18476103221865933,
      "grad_norm": 0.569456934928894,
      "learning_rate": 1.5112500000000001e-05,
      "loss": 0.0477,
      "step": 1210
    },
    {
      "epoch": 0.18628798289815238,
      "grad_norm": 0.6859760284423828,
      "learning_rate": 1.5237500000000001e-05,
      "loss": 0.0408,
      "step": 1220
    },
    {
      "epoch": 0.18781493357764545,
      "grad_norm": 0.5213682651519775,
      "learning_rate": 1.53625e-05,
      "loss": 0.0428,
      "step": 1230
    },
    {
      "epoch": 0.1893418842571385,
      "grad_norm": 0.5351752638816833,
      "learning_rate": 1.54875e-05,
      "loss": 0.0424,
      "step": 1240
    },
    {
      "epoch": 0.19086883493663154,
      "grad_norm": 0.5895727276802063,
      "learning_rate": 1.5612500000000003e-05,
      "loss": 0.047,
      "step": 1250
    },
    {
      "epoch": 0.1923957856161246,
      "grad_norm": 0.5549741387367249,
      "learning_rate": 1.57375e-05,
      "loss": 0.0391,
      "step": 1260
    },
    {
      "epoch": 0.19392273629561765,
      "grad_norm": 0.6292669177055359,
      "learning_rate": 1.58625e-05,
      "loss": 0.0463,
      "step": 1270
    },
    {
      "epoch": 0.1954496869751107,
      "grad_norm": 0.5943540930747986,
      "learning_rate": 1.59875e-05,
      "loss": 0.0448,
      "step": 1280
    },
    {
      "epoch": 0.19697663765460377,
      "grad_norm": 0.5017053484916687,
      "learning_rate": 1.61125e-05,
      "loss": 0.0486,
      "step": 1290
    },
    {
      "epoch": 0.19850358833409681,
      "grad_norm": 0.6897397041320801,
      "learning_rate": 1.6237499999999998e-05,
      "loss": 0.0459,
      "step": 1300
    },
    {
      "epoch": 0.20003053901358986,
      "grad_norm": 0.509685218334198,
      "learning_rate": 1.63625e-05,
      "loss": 0.0437,
      "step": 1310
    },
    {
      "epoch": 0.2015574896930829,
      "grad_norm": 0.8544611930847168,
      "learning_rate": 1.64875e-05,
      "loss": 0.047,
      "step": 1320
    },
    {
      "epoch": 0.20308444037257598,
      "grad_norm": 0.4179486930370331,
      "learning_rate": 1.66125e-05,
      "loss": 0.0387,
      "step": 1330
    },
    {
      "epoch": 0.20461139105206902,
      "grad_norm": 0.5095715522766113,
      "learning_rate": 1.67375e-05,
      "loss": 0.0443,
      "step": 1340
    },
    {
      "epoch": 0.20613834173156206,
      "grad_norm": 0.47501999139785767,
      "learning_rate": 1.68625e-05,
      "loss": 0.0414,
      "step": 1350
    },
    {
      "epoch": 0.20766529241105514,
      "grad_norm": 0.5627870559692383,
      "learning_rate": 1.69875e-05,
      "loss": 0.043,
      "step": 1360
    },
    {
      "epoch": 0.20919224309054818,
      "grad_norm": 0.5304594039916992,
      "learning_rate": 1.71125e-05,
      "loss": 0.0326,
      "step": 1370
    },
    {
      "epoch": 0.21071919377004122,
      "grad_norm": 0.7075245380401611,
      "learning_rate": 1.7237500000000002e-05,
      "loss": 0.042,
      "step": 1380
    },
    {
      "epoch": 0.21224614444953427,
      "grad_norm": 0.442801296710968,
      "learning_rate": 1.7362500000000002e-05,
      "loss": 0.0395,
      "step": 1390
    },
    {
      "epoch": 0.21377309512902734,
      "grad_norm": 0.6360541582107544,
      "learning_rate": 1.74875e-05,
      "loss": 0.0455,
      "step": 1400
    },
    {
      "epoch": 0.21530004580852038,
      "grad_norm": 0.6213474273681641,
      "learning_rate": 1.76125e-05,
      "loss": 0.0396,
      "step": 1410
    },
    {
      "epoch": 0.21682699648801343,
      "grad_norm": 0.5643119812011719,
      "learning_rate": 1.77375e-05,
      "loss": 0.0474,
      "step": 1420
    },
    {
      "epoch": 0.2183539471675065,
      "grad_norm": 0.6571811437606812,
      "learning_rate": 1.78625e-05,
      "loss": 0.0451,
      "step": 1430
    },
    {
      "epoch": 0.21988089784699955,
      "grad_norm": 0.4419773519039154,
      "learning_rate": 1.79875e-05,
      "loss": 0.035,
      "step": 1440
    },
    {
      "epoch": 0.2214078485264926,
      "grad_norm": 0.48276135325431824,
      "learning_rate": 1.8112500000000003e-05,
      "loss": 0.0425,
      "step": 1450
    },
    {
      "epoch": 0.22293479920598563,
      "grad_norm": 0.5647842884063721,
      "learning_rate": 1.8237500000000003e-05,
      "loss": 0.0408,
      "step": 1460
    },
    {
      "epoch": 0.2244617498854787,
      "grad_norm": 0.3466287851333618,
      "learning_rate": 1.8362500000000002e-05,
      "loss": 0.0384,
      "step": 1470
    },
    {
      "epoch": 0.22598870056497175,
      "grad_norm": 0.4426687955856323,
      "learning_rate": 1.8487500000000002e-05,
      "loss": 0.0434,
      "step": 1480
    },
    {
      "epoch": 0.2275156512444648,
      "grad_norm": 0.447509229183197,
      "learning_rate": 1.8612500000000002e-05,
      "loss": 0.0375,
      "step": 1490
    },
    {
      "epoch": 0.22904260192395787,
      "grad_norm": 1.3497178554534912,
      "learning_rate": 1.87375e-05,
      "loss": 0.0514,
      "step": 1500
    },
    {
      "epoch": 0.2305695526034509,
      "grad_norm": 0.7012760043144226,
      "learning_rate": 1.88625e-05,
      "loss": 0.0444,
      "step": 1510
    },
    {
      "epoch": 0.23209650328294396,
      "grad_norm": 0.5289961695671082,
      "learning_rate": 1.89875e-05,
      "loss": 0.049,
      "step": 1520
    },
    {
      "epoch": 0.233623453962437,
      "grad_norm": 0.5616152286529541,
      "learning_rate": 1.91125e-05,
      "loss": 0.0446,
      "step": 1530
    },
    {
      "epoch": 0.23515040464193007,
      "grad_norm": 0.5058377981185913,
      "learning_rate": 1.92375e-05,
      "loss": 0.0473,
      "step": 1540
    },
    {
      "epoch": 0.23667735532142312,
      "grad_norm": 0.5563397407531738,
      "learning_rate": 1.93625e-05,
      "loss": 0.0446,
      "step": 1550
    },
    {
      "epoch": 0.23820430600091616,
      "grad_norm": 0.45972761511802673,
      "learning_rate": 1.94875e-05,
      "loss": 0.0417,
      "step": 1560
    },
    {
      "epoch": 0.23973125668040923,
      "grad_norm": 0.48018041253089905,
      "learning_rate": 1.96125e-05,
      "loss": 0.0366,
      "step": 1570
    },
    {
      "epoch": 0.24125820735990228,
      "grad_norm": 0.5166376233100891,
      "learning_rate": 1.9737500000000002e-05,
      "loss": 0.0399,
      "step": 1580
    },
    {
      "epoch": 0.24278515803939532,
      "grad_norm": 0.3264598250389099,
      "learning_rate": 1.98625e-05,
      "loss": 0.0422,
      "step": 1590
    },
    {
      "epoch": 0.2443121087188884,
      "grad_norm": 0.5017518997192383,
      "learning_rate": 1.99875e-05,
      "loss": 0.0423,
      "step": 1600
    },
    {
      "epoch": 0.24583905939838144,
      "grad_norm": 0.5869941115379333,
      "learning_rate": 2.01125e-05,
      "loss": 0.0388,
      "step": 1610
    },
    {
      "epoch": 0.24736601007787448,
      "grad_norm": 0.5788621306419373,
      "learning_rate": 2.02375e-05,
      "loss": 0.0369,
      "step": 1620
    },
    {
      "epoch": 0.24889296075736753,
      "grad_norm": 0.5261788964271545,
      "learning_rate": 2.03625e-05,
      "loss": 0.0347,
      "step": 1630
    },
    {
      "epoch": 0.2504199114368606,
      "grad_norm": 0.5229254961013794,
      "learning_rate": 2.04875e-05,
      "loss": 0.04,
      "step": 1640
    },
    {
      "epoch": 0.25194686211635364,
      "grad_norm": 0.45089468359947205,
      "learning_rate": 2.06125e-05,
      "loss": 0.0406,
      "step": 1650
    },
    {
      "epoch": 0.2534738127958467,
      "grad_norm": 0.602130651473999,
      "learning_rate": 2.0737500000000003e-05,
      "loss": 0.03,
      "step": 1660
    },
    {
      "epoch": 0.25500076347533973,
      "grad_norm": 0.45818623900413513,
      "learning_rate": 2.0862500000000002e-05,
      "loss": 0.0453,
      "step": 1670
    },
    {
      "epoch": 0.2565277141548328,
      "grad_norm": 0.501966655254364,
      "learning_rate": 2.0987500000000002e-05,
      "loss": 0.0366,
      "step": 1680
    },
    {
      "epoch": 0.2580546648343259,
      "grad_norm": 0.6230273842811584,
      "learning_rate": 2.11125e-05,
      "loss": 0.0418,
      "step": 1690
    },
    {
      "epoch": 0.2595816155138189,
      "grad_norm": 0.6064428091049194,
      "learning_rate": 2.12375e-05,
      "loss": 0.0387,
      "step": 1700
    },
    {
      "epoch": 0.26110856619331196,
      "grad_norm": 0.9431398510932922,
      "learning_rate": 2.13625e-05,
      "loss": 0.0418,
      "step": 1710
    },
    {
      "epoch": 0.262635516872805,
      "grad_norm": 0.49829068779945374,
      "learning_rate": 2.14875e-05,
      "loss": 0.0403,
      "step": 1720
    },
    {
      "epoch": 0.26416246755229805,
      "grad_norm": 0.5098471641540527,
      "learning_rate": 2.1612500000000004e-05,
      "loss": 0.0346,
      "step": 1730
    },
    {
      "epoch": 0.2656894182317911,
      "grad_norm": 0.601950466632843,
      "learning_rate": 2.1737500000000003e-05,
      "loss": 0.0411,
      "step": 1740
    },
    {
      "epoch": 0.26721636891128414,
      "grad_norm": 0.41719016432762146,
      "learning_rate": 2.1862500000000003e-05,
      "loss": 0.0373,
      "step": 1750
    },
    {
      "epoch": 0.26874331959077724,
      "grad_norm": 0.4174653887748718,
      "learning_rate": 2.19875e-05,
      "loss": 0.0353,
      "step": 1760
    },
    {
      "epoch": 0.2702702702702703,
      "grad_norm": 0.7672324180603027,
      "learning_rate": 2.21125e-05,
      "loss": 0.0427,
      "step": 1770
    },
    {
      "epoch": 0.27179722094976333,
      "grad_norm": 0.34252870082855225,
      "learning_rate": 2.22375e-05,
      "loss": 0.0362,
      "step": 1780
    },
    {
      "epoch": 0.2733241716292564,
      "grad_norm": 0.4001055061817169,
      "learning_rate": 2.23625e-05,
      "loss": 0.0424,
      "step": 1790
    },
    {
      "epoch": 0.2748511223087494,
      "grad_norm": 0.5205877423286438,
      "learning_rate": 2.24875e-05,
      "loss": 0.0371,
      "step": 1800
    },
    {
      "epoch": 0.27637807298824246,
      "grad_norm": 0.5773656964302063,
      "learning_rate": 2.26125e-05,
      "loss": 0.0405,
      "step": 1810
    },
    {
      "epoch": 0.2779050236677355,
      "grad_norm": 0.44209983944892883,
      "learning_rate": 2.27375e-05,
      "loss": 0.0381,
      "step": 1820
    },
    {
      "epoch": 0.2794319743472286,
      "grad_norm": 0.5274427533149719,
      "learning_rate": 2.28625e-05,
      "loss": 0.0392,
      "step": 1830
    },
    {
      "epoch": 0.28095892502672165,
      "grad_norm": 0.4842579662799835,
      "learning_rate": 2.29875e-05,
      "loss": 0.0386,
      "step": 1840
    },
    {
      "epoch": 0.2824858757062147,
      "grad_norm": 0.4570446312427521,
      "learning_rate": 2.31125e-05,
      "loss": 0.0354,
      "step": 1850
    },
    {
      "epoch": 0.28401282638570774,
      "grad_norm": 0.4805954098701477,
      "learning_rate": 2.3237500000000002e-05,
      "loss": 0.0381,
      "step": 1860
    },
    {
      "epoch": 0.2855397770652008,
      "grad_norm": 0.49049416184425354,
      "learning_rate": 2.3362500000000002e-05,
      "loss": 0.0374,
      "step": 1870
    },
    {
      "epoch": 0.28706672774469383,
      "grad_norm": 0.5049944519996643,
      "learning_rate": 2.3487500000000002e-05,
      "loss": 0.0337,
      "step": 1880
    },
    {
      "epoch": 0.2885936784241869,
      "grad_norm": 0.33465608954429626,
      "learning_rate": 2.36125e-05,
      "loss": 0.032,
      "step": 1890
    },
    {
      "epoch": 0.29012062910368,
      "grad_norm": 0.6513436436653137,
      "learning_rate": 2.37375e-05,
      "loss": 0.0391,
      "step": 1900
    },
    {
      "epoch": 0.291647579783173,
      "grad_norm": 0.649978518486023,
      "learning_rate": 2.38625e-05,
      "loss": 0.0383,
      "step": 1910
    },
    {
      "epoch": 0.29317453046266606,
      "grad_norm": 0.3634169101715088,
      "learning_rate": 2.39875e-05,
      "loss": 0.0362,
      "step": 1920
    },
    {
      "epoch": 0.2947014811421591,
      "grad_norm": 0.4590055048465729,
      "learning_rate": 2.4112500000000003e-05,
      "loss": 0.0333,
      "step": 1930
    },
    {
      "epoch": 0.29622843182165215,
      "grad_norm": 0.4585423171520233,
      "learning_rate": 2.4237500000000003e-05,
      "loss": 0.0356,
      "step": 1940
    },
    {
      "epoch": 0.2977553825011452,
      "grad_norm": 0.5654994249343872,
      "learning_rate": 2.4362500000000003e-05,
      "loss": 0.0368,
      "step": 1950
    },
    {
      "epoch": 0.29928233318063824,
      "grad_norm": 0.5368459224700928,
      "learning_rate": 2.4487500000000002e-05,
      "loss": 0.0348,
      "step": 1960
    },
    {
      "epoch": 0.30080928386013134,
      "grad_norm": 0.431716650724411,
      "learning_rate": 2.4612500000000002e-05,
      "loss": 0.0417,
      "step": 1970
    },
    {
      "epoch": 0.3023362345396244,
      "grad_norm": 0.47612181305885315,
      "learning_rate": 2.47375e-05,
      "loss": 0.0397,
      "step": 1980
    },
    {
      "epoch": 0.3038631852191174,
      "grad_norm": 0.5106913447380066,
      "learning_rate": 2.48625e-05,
      "loss": 0.0381,
      "step": 1990
    },
    {
      "epoch": 0.30539013589861047,
      "grad_norm": 0.56809401512146,
      "learning_rate": 2.49875e-05,
      "loss": 0.0329,
      "step": 2000
    },
    {
      "epoch": 0.3069170865781035,
      "grad_norm": 0.4289548099040985,
      "learning_rate": 2.51125e-05,
      "loss": 0.0312,
      "step": 2010
    },
    {
      "epoch": 0.30844403725759656,
      "grad_norm": 0.5773183107376099,
      "learning_rate": 2.5237500000000004e-05,
      "loss": 0.0374,
      "step": 2020
    },
    {
      "epoch": 0.30997098793708966,
      "grad_norm": 0.40977516770362854,
      "learning_rate": 2.53625e-05,
      "loss": 0.0391,
      "step": 2030
    },
    {
      "epoch": 0.3114979386165827,
      "grad_norm": 0.5783882737159729,
      "learning_rate": 2.5487500000000003e-05,
      "loss": 0.0428,
      "step": 2040
    },
    {
      "epoch": 0.31302488929607575,
      "grad_norm": 0.4519893527030945,
      "learning_rate": 2.56125e-05,
      "loss": 0.0355,
      "step": 2050
    },
    {
      "epoch": 0.3145518399755688,
      "grad_norm": 0.45561978220939636,
      "learning_rate": 2.5737500000000002e-05,
      "loss": 0.0318,
      "step": 2060
    },
    {
      "epoch": 0.31607879065506184,
      "grad_norm": 0.4869192838668823,
      "learning_rate": 2.5862500000000002e-05,
      "loss": 0.0331,
      "step": 2070
    },
    {
      "epoch": 0.3176057413345549,
      "grad_norm": 0.44148823618888855,
      "learning_rate": 2.5987500000000005e-05,
      "loss": 0.0346,
      "step": 2080
    },
    {
      "epoch": 0.3191326920140479,
      "grad_norm": 0.40129414200782776,
      "learning_rate": 2.61125e-05,
      "loss": 0.0309,
      "step": 2090
    },
    {
      "epoch": 0.320659642693541,
      "grad_norm": 0.5720604658126831,
      "learning_rate": 2.6237500000000004e-05,
      "loss": 0.0364,
      "step": 2100
    },
    {
      "epoch": 0.32218659337303407,
      "grad_norm": 0.46351754665374756,
      "learning_rate": 2.63625e-05,
      "loss": 0.0332,
      "step": 2110
    },
    {
      "epoch": 0.3237135440525271,
      "grad_norm": 0.4184756278991699,
      "learning_rate": 2.6487500000000003e-05,
      "loss": 0.0331,
      "step": 2120
    },
    {
      "epoch": 0.32524049473202016,
      "grad_norm": 0.4826435148715973,
      "learning_rate": 2.66125e-05,
      "loss": 0.0382,
      "step": 2130
    },
    {
      "epoch": 0.3267674454115132,
      "grad_norm": 0.6354286670684814,
      "learning_rate": 2.67375e-05,
      "loss": 0.039,
      "step": 2140
    },
    {
      "epoch": 0.32829439609100625,
      "grad_norm": 0.4844810962677002,
      "learning_rate": 2.6862500000000002e-05,
      "loss": 0.0374,
      "step": 2150
    },
    {
      "epoch": 0.3298213467704993,
      "grad_norm": 0.4949893355369568,
      "learning_rate": 2.69875e-05,
      "loss": 0.034,
      "step": 2160
    },
    {
      "epoch": 0.3313482974499924,
      "grad_norm": 0.42224711179733276,
      "learning_rate": 2.7112500000000002e-05,
      "loss": 0.0314,
      "step": 2170
    },
    {
      "epoch": 0.33287524812948543,
      "grad_norm": 0.6445996165275574,
      "learning_rate": 2.7237499999999998e-05,
      "loss": 0.0403,
      "step": 2180
    },
    {
      "epoch": 0.3344021988089785,
      "grad_norm": 0.5879402160644531,
      "learning_rate": 2.73625e-05,
      "loss": 0.0345,
      "step": 2190
    },
    {
      "epoch": 0.3359291494884715,
      "grad_norm": 0.36324945092201233,
      "learning_rate": 2.74875e-05,
      "loss": 0.0357,
      "step": 2200
    },
    {
      "epoch": 0.33745610016796457,
      "grad_norm": 0.5286366939544678,
      "learning_rate": 2.7612500000000004e-05,
      "loss": 0.0334,
      "step": 2210
    },
    {
      "epoch": 0.3389830508474576,
      "grad_norm": 0.5371471047401428,
      "learning_rate": 2.77375e-05,
      "loss": 0.0327,
      "step": 2220
    },
    {
      "epoch": 0.34051000152695066,
      "grad_norm": 0.5689892768859863,
      "learning_rate": 2.7862500000000003e-05,
      "loss": 0.0345,
      "step": 2230
    },
    {
      "epoch": 0.34203695220644376,
      "grad_norm": 0.5550288558006287,
      "learning_rate": 2.79875e-05,
      "loss": 0.0336,
      "step": 2240
    },
    {
      "epoch": 0.3435639028859368,
      "grad_norm": 0.35762202739715576,
      "learning_rate": 2.8112500000000002e-05,
      "loss": 0.038,
      "step": 2250
    },
    {
      "epoch": 0.34509085356542984,
      "grad_norm": 0.3764488399028778,
      "learning_rate": 2.82375e-05,
      "loss": 0.0394,
      "step": 2260
    },
    {
      "epoch": 0.3466178042449229,
      "grad_norm": 0.4956989884376526,
      "learning_rate": 2.83625e-05,
      "loss": 0.0333,
      "step": 2270
    },
    {
      "epoch": 0.34814475492441593,
      "grad_norm": 0.5499082207679749,
      "learning_rate": 2.84875e-05,
      "loss": 0.0351,
      "step": 2280
    },
    {
      "epoch": 0.349671705603909,
      "grad_norm": 0.5786977410316467,
      "learning_rate": 2.8612500000000004e-05,
      "loss": 0.0395,
      "step": 2290
    },
    {
      "epoch": 0.351198656283402,
      "grad_norm": 0.45125120878219604,
      "learning_rate": 2.87375e-05,
      "loss": 0.0286,
      "step": 2300
    },
    {
      "epoch": 0.3527256069628951,
      "grad_norm": 0.5988331437110901,
      "learning_rate": 2.8862500000000004e-05,
      "loss": 0.0406,
      "step": 2310
    },
    {
      "epoch": 0.35425255764238817,
      "grad_norm": 0.45642659068107605,
      "learning_rate": 2.89875e-05,
      "loss": 0.0332,
      "step": 2320
    },
    {
      "epoch": 0.3557795083218812,
      "grad_norm": 0.5209830403327942,
      "learning_rate": 2.9112500000000003e-05,
      "loss": 0.0399,
      "step": 2330
    },
    {
      "epoch": 0.35730645900137425,
      "grad_norm": 0.4002145230770111,
      "learning_rate": 2.9237500000000003e-05,
      "loss": 0.0356,
      "step": 2340
    },
    {
      "epoch": 0.3588334096808673,
      "grad_norm": 0.5010814070701599,
      "learning_rate": 2.9362500000000002e-05,
      "loss": 0.0431,
      "step": 2350
    },
    {
      "epoch": 0.36036036036036034,
      "grad_norm": 0.47377198934555054,
      "learning_rate": 2.9487500000000002e-05,
      "loss": 0.0354,
      "step": 2360
    },
    {
      "epoch": 0.3618873110398534,
      "grad_norm": 0.6879302859306335,
      "learning_rate": 2.9612500000000005e-05,
      "loss": 0.0403,
      "step": 2370
    },
    {
      "epoch": 0.3634142617193465,
      "grad_norm": 0.48661306500434875,
      "learning_rate": 2.97375e-05,
      "loss": 0.0368,
      "step": 2380
    },
    {
      "epoch": 0.36494121239883953,
      "grad_norm": 0.3916914761066437,
      "learning_rate": 2.9862499999999997e-05,
      "loss": 0.0358,
      "step": 2390
    },
    {
      "epoch": 0.3664681630783326,
      "grad_norm": 0.4204919636249542,
      "learning_rate": 2.99875e-05,
      "loss": 0.0379,
      "step": 2400
    },
    {
      "epoch": 0.3679951137578256,
      "grad_norm": 0.44862842559814453,
      "learning_rate": 3.01125e-05,
      "loss": 0.0301,
      "step": 2410
    },
    {
      "epoch": 0.36952206443731866,
      "grad_norm": 0.4001936912536621,
      "learning_rate": 3.0237500000000003e-05,
      "loss": 0.0361,
      "step": 2420
    },
    {
      "epoch": 0.3710490151168117,
      "grad_norm": 0.6361783742904663,
      "learning_rate": 3.03625e-05,
      "loss": 0.0368,
      "step": 2430
    },
    {
      "epoch": 0.37257596579630475,
      "grad_norm": 0.551748514175415,
      "learning_rate": 3.0487500000000002e-05,
      "loss": 0.0393,
      "step": 2440
    },
    {
      "epoch": 0.37410291647579785,
      "grad_norm": 0.5389451384544373,
      "learning_rate": 3.06125e-05,
      "loss": 0.0379,
      "step": 2450
    },
    {
      "epoch": 0.3756298671552909,
      "grad_norm": 0.4961398243904114,
      "learning_rate": 3.07375e-05,
      "loss": 0.038,
      "step": 2460
    },
    {
      "epoch": 0.37715681783478394,
      "grad_norm": 0.5447951555252075,
      "learning_rate": 3.08625e-05,
      "loss": 0.0345,
      "step": 2470
    },
    {
      "epoch": 0.378683768514277,
      "grad_norm": 0.5441137552261353,
      "learning_rate": 3.09875e-05,
      "loss": 0.0311,
      "step": 2480
    },
    {
      "epoch": 0.38021071919377003,
      "grad_norm": 0.5978696346282959,
      "learning_rate": 3.11125e-05,
      "loss": 0.0295,
      "step": 2490
    },
    {
      "epoch": 0.3817376698732631,
      "grad_norm": 0.45926380157470703,
      "learning_rate": 3.12375e-05,
      "loss": 0.0373,
      "step": 2500
    },
    {
      "epoch": 0.3832646205527561,
      "grad_norm": 0.36390072107315063,
      "learning_rate": 3.13625e-05,
      "loss": 0.0333,
      "step": 2510
    },
    {
      "epoch": 0.3847915712322492,
      "grad_norm": 0.4176090657711029,
      "learning_rate": 3.1487500000000006e-05,
      "loss": 0.0317,
      "step": 2520
    },
    {
      "epoch": 0.38631852191174226,
      "grad_norm": 0.6058536171913147,
      "learning_rate": 3.16125e-05,
      "loss": 0.0367,
      "step": 2530
    },
    {
      "epoch": 0.3878454725912353,
      "grad_norm": 0.32141801714897156,
      "learning_rate": 3.1737500000000006e-05,
      "loss": 0.036,
      "step": 2540
    },
    {
      "epoch": 0.38937242327072835,
      "grad_norm": 0.4324617087841034,
      "learning_rate": 3.18625e-05,
      "loss": 0.0388,
      "step": 2550
    },
    {
      "epoch": 0.3908993739502214,
      "grad_norm": 0.4856144189834595,
      "learning_rate": 3.1987500000000005e-05,
      "loss": 0.0357,
      "step": 2560
    },
    {
      "epoch": 0.39242632462971444,
      "grad_norm": 0.5413892865180969,
      "learning_rate": 3.21125e-05,
      "loss": 0.0408,
      "step": 2570
    },
    {
      "epoch": 0.39395327530920754,
      "grad_norm": 0.5670371651649475,
      "learning_rate": 3.2237500000000004e-05,
      "loss": 0.0369,
      "step": 2580
    },
    {
      "epoch": 0.3954802259887006,
      "grad_norm": 0.48887598514556885,
      "learning_rate": 3.23625e-05,
      "loss": 0.0368,
      "step": 2590
    },
    {
      "epoch": 0.39700717666819363,
      "grad_norm": 0.36029836535453796,
      "learning_rate": 3.2487500000000004e-05,
      "loss": 0.0357,
      "step": 2600
    },
    {
      "epoch": 0.3985341273476867,
      "grad_norm": 0.3673812747001648,
      "learning_rate": 3.26125e-05,
      "loss": 0.0341,
      "step": 2610
    },
    {
      "epoch": 0.4000610780271797,
      "grad_norm": 0.38526302576065063,
      "learning_rate": 3.27375e-05,
      "loss": 0.0373,
      "step": 2620
    },
    {
      "epoch": 0.40158802870667276,
      "grad_norm": 0.35004565119743347,
      "learning_rate": 3.28625e-05,
      "loss": 0.0313,
      "step": 2630
    },
    {
      "epoch": 0.4031149793861658,
      "grad_norm": 0.41247475147247314,
      "learning_rate": 3.29875e-05,
      "loss": 0.032,
      "step": 2640
    },
    {
      "epoch": 0.4046419300656589,
      "grad_norm": 0.4170857071876526,
      "learning_rate": 3.31125e-05,
      "loss": 0.0379,
      "step": 2650
    },
    {
      "epoch": 0.40616888074515195,
      "grad_norm": 0.4215315580368042,
      "learning_rate": 3.32375e-05,
      "loss": 0.0412,
      "step": 2660
    },
    {
      "epoch": 0.407695831424645,
      "grad_norm": 0.39549556374549866,
      "learning_rate": 3.3362500000000005e-05,
      "loss": 0.0417,
      "step": 2670
    },
    {
      "epoch": 0.40922278210413804,
      "grad_norm": 0.46428391337394714,
      "learning_rate": 3.34875e-05,
      "loss": 0.0387,
      "step": 2680
    },
    {
      "epoch": 0.4107497327836311,
      "grad_norm": 0.4636929929256439,
      "learning_rate": 3.3612500000000004e-05,
      "loss": 0.0294,
      "step": 2690
    },
    {
      "epoch": 0.4122766834631241,
      "grad_norm": 0.4176025688648224,
      "learning_rate": 3.37375e-05,
      "loss": 0.0344,
      "step": 2700
    },
    {
      "epoch": 0.41380363414261717,
      "grad_norm": 0.4787440896034241,
      "learning_rate": 3.38625e-05,
      "loss": 0.0356,
      "step": 2710
    },
    {
      "epoch": 0.41533058482211027,
      "grad_norm": 0.44962236285209656,
      "learning_rate": 3.39875e-05,
      "loss": 0.0316,
      "step": 2720
    },
    {
      "epoch": 0.4168575355016033,
      "grad_norm": 0.4367204010486603,
      "learning_rate": 3.41125e-05,
      "loss": 0.0318,
      "step": 2730
    },
    {
      "epoch": 0.41838448618109636,
      "grad_norm": 0.44018033146858215,
      "learning_rate": 3.42375e-05,
      "loss": 0.0337,
      "step": 2740
    },
    {
      "epoch": 0.4199114368605894,
      "grad_norm": 0.5072222352027893,
      "learning_rate": 3.43625e-05,
      "loss": 0.032,
      "step": 2750
    },
    {
      "epoch": 0.42143838754008245,
      "grad_norm": 0.5415536165237427,
      "learning_rate": 3.44875e-05,
      "loss": 0.0351,
      "step": 2760
    },
    {
      "epoch": 0.4229653382195755,
      "grad_norm": 0.324989914894104,
      "learning_rate": 3.46125e-05,
      "loss": 0.0312,
      "step": 2770
    },
    {
      "epoch": 0.42449228889906854,
      "grad_norm": 0.478413462638855,
      "learning_rate": 3.47375e-05,
      "loss": 0.0318,
      "step": 2780
    },
    {
      "epoch": 0.42601923957856164,
      "grad_norm": 0.42386817932128906,
      "learning_rate": 3.48625e-05,
      "loss": 0.0321,
      "step": 2790
    },
    {
      "epoch": 0.4275461902580547,
      "grad_norm": 0.48592227697372437,
      "learning_rate": 3.4987500000000003e-05,
      "loss": 0.0355,
      "step": 2800
    },
    {
      "epoch": 0.4290731409375477,
      "grad_norm": 0.39305004477500916,
      "learning_rate": 3.5112500000000006e-05,
      "loss": 0.0353,
      "step": 2810
    },
    {
      "epoch": 0.43060009161704077,
      "grad_norm": 0.568225622177124,
      "learning_rate": 3.52375e-05,
      "loss": 0.0265,
      "step": 2820
    },
    {
      "epoch": 0.4321270422965338,
      "grad_norm": 0.3591298758983612,
      "learning_rate": 3.5362500000000006e-05,
      "loss": 0.0328,
      "step": 2830
    },
    {
      "epoch": 0.43365399297602686,
      "grad_norm": 0.3291323184967041,
      "learning_rate": 3.54875e-05,
      "loss": 0.0338,
      "step": 2840
    },
    {
      "epoch": 0.4351809436555199,
      "grad_norm": 0.5220072269439697,
      "learning_rate": 3.5612500000000005e-05,
      "loss": 0.0324,
      "step": 2850
    },
    {
      "epoch": 0.436707894335013,
      "grad_norm": 0.460746705532074,
      "learning_rate": 3.57375e-05,
      "loss": 0.0342,
      "step": 2860
    },
    {
      "epoch": 0.43823484501450605,
      "grad_norm": 0.39748069643974304,
      "learning_rate": 3.5862500000000004e-05,
      "loss": 0.0298,
      "step": 2870
    },
    {
      "epoch": 0.4397617956939991,
      "grad_norm": 0.45599448680877686,
      "learning_rate": 3.59875e-05,
      "loss": 0.0327,
      "step": 2880
    },
    {
      "epoch": 0.44128874637349214,
      "grad_norm": 0.3248196542263031,
      "learning_rate": 3.61125e-05,
      "loss": 0.0317,
      "step": 2890
    },
    {
      "epoch": 0.4428156970529852,
      "grad_norm": 0.38158077001571655,
      "learning_rate": 3.62375e-05,
      "loss": 0.0329,
      "step": 2900
    },
    {
      "epoch": 0.4443426477324782,
      "grad_norm": 0.37180086970329285,
      "learning_rate": 3.6362499999999996e-05,
      "loss": 0.0431,
      "step": 2910
    },
    {
      "epoch": 0.44586959841197127,
      "grad_norm": 0.33053138852119446,
      "learning_rate": 3.64875e-05,
      "loss": 0.0306,
      "step": 2920
    },
    {
      "epoch": 0.44739654909146437,
      "grad_norm": 0.48869970440864563,
      "learning_rate": 3.66125e-05,
      "loss": 0.0335,
      "step": 2930
    },
    {
      "epoch": 0.4489234997709574,
      "grad_norm": 0.3563016355037689,
      "learning_rate": 3.6737500000000005e-05,
      "loss": 0.0272,
      "step": 2940
    },
    {
      "epoch": 0.45045045045045046,
      "grad_norm": 0.33439356088638306,
      "learning_rate": 3.68625e-05,
      "loss": 0.0333,
      "step": 2950
    },
    {
      "epoch": 0.4519774011299435,
      "grad_norm": 0.7424872517585754,
      "learning_rate": 3.6987500000000005e-05,
      "loss": 0.0397,
      "step": 2960
    },
    {
      "epoch": 0.45350435180943655,
      "grad_norm": 0.43321549892425537,
      "learning_rate": 3.71125e-05,
      "loss": 0.0387,
      "step": 2970
    },
    {
      "epoch": 0.4550313024889296,
      "grad_norm": 0.2947796881198883,
      "learning_rate": 3.7237500000000004e-05,
      "loss": 0.0284,
      "step": 2980
    },
    {
      "epoch": 0.45655825316842263,
      "grad_norm": 0.4344826936721802,
      "learning_rate": 3.73625e-05,
      "loss": 0.0282,
      "step": 2990
    },
    {
      "epoch": 0.45808520384791573,
      "grad_norm": 0.47420936822891235,
      "learning_rate": 3.74875e-05,
      "loss": 0.0356,
      "step": 3000
    },
    {
      "epoch": 0.4596121545274088,
      "grad_norm": 0.365212619304657,
      "learning_rate": 3.76125e-05,
      "loss": 0.0288,
      "step": 3010
    },
    {
      "epoch": 0.4611391052069018,
      "grad_norm": 0.448815256357193,
      "learning_rate": 3.77375e-05,
      "loss": 0.0336,
      "step": 3020
    },
    {
      "epoch": 0.46266605588639487,
      "grad_norm": 0.36711588501930237,
      "learning_rate": 3.78625e-05,
      "loss": 0.0294,
      "step": 3030
    },
    {
      "epoch": 0.4641930065658879,
      "grad_norm": 0.6327826380729675,
      "learning_rate": 3.79875e-05,
      "loss": 0.0306,
      "step": 3040
    },
    {
      "epoch": 0.46571995724538096,
      "grad_norm": 0.4233221411705017,
      "learning_rate": 3.81125e-05,
      "loss": 0.0355,
      "step": 3050
    },
    {
      "epoch": 0.467246907924874,
      "grad_norm": 0.3729309141635895,
      "learning_rate": 3.82375e-05,
      "loss": 0.0307,
      "step": 3060
    },
    {
      "epoch": 0.4687738586043671,
      "grad_norm": 0.38706278800964355,
      "learning_rate": 3.8362500000000004e-05,
      "loss": 0.0416,
      "step": 3070
    },
    {
      "epoch": 0.47030080928386014,
      "grad_norm": 0.4705827236175537,
      "learning_rate": 3.848750000000001e-05,
      "loss": 0.0339,
      "step": 3080
    },
    {
      "epoch": 0.4718277599633532,
      "grad_norm": 0.42952099442481995,
      "learning_rate": 3.8612500000000003e-05,
      "loss": 0.0369,
      "step": 3090
    },
    {
      "epoch": 0.47335471064284623,
      "grad_norm": 0.4021022319793701,
      "learning_rate": 3.8737500000000006e-05,
      "loss": 0.034,
      "step": 3100
    },
    {
      "epoch": 0.4748816613223393,
      "grad_norm": 0.38816288113594055,
      "learning_rate": 3.88625e-05,
      "loss": 0.0344,
      "step": 3110
    },
    {
      "epoch": 0.4764086120018323,
      "grad_norm": 0.42529940605163574,
      "learning_rate": 3.8987500000000006e-05,
      "loss": 0.0308,
      "step": 3120
    },
    {
      "epoch": 0.47793556268132537,
      "grad_norm": 0.4589167535305023,
      "learning_rate": 3.91125e-05,
      "loss": 0.0325,
      "step": 3130
    },
    {
      "epoch": 0.47946251336081847,
      "grad_norm": 0.45828068256378174,
      "learning_rate": 3.92375e-05,
      "loss": 0.0332,
      "step": 3140
    },
    {
      "epoch": 0.4809894640403115,
      "grad_norm": 0.5287308096885681,
      "learning_rate": 3.93625e-05,
      "loss": 0.0308,
      "step": 3150
    },
    {
      "epoch": 0.48251641471980455,
      "grad_norm": 0.4467528164386749,
      "learning_rate": 3.94875e-05,
      "loss": 0.0301,
      "step": 3160
    },
    {
      "epoch": 0.4840433653992976,
      "grad_norm": 0.5337263345718384,
      "learning_rate": 3.96125e-05,
      "loss": 0.0395,
      "step": 3170
    },
    {
      "epoch": 0.48557031607879064,
      "grad_norm": 0.44093722105026245,
      "learning_rate": 3.97375e-05,
      "loss": 0.0335,
      "step": 3180
    },
    {
      "epoch": 0.4870972667582837,
      "grad_norm": 0.4067147672176361,
      "learning_rate": 3.98625e-05,
      "loss": 0.0337,
      "step": 3190
    },
    {
      "epoch": 0.4886242174377768,
      "grad_norm": 0.4406050145626068,
      "learning_rate": 3.99875e-05,
      "loss": 0.0362,
      "step": 3200
    },
    {
      "epoch": 0.49015116811726983,
      "grad_norm": 0.44016990065574646,
      "learning_rate": 4.0112500000000006e-05,
      "loss": 0.0286,
      "step": 3210
    },
    {
      "epoch": 0.4916781187967629,
      "grad_norm": 0.5974196791648865,
      "learning_rate": 4.02375e-05,
      "loss": 0.0278,
      "step": 3220
    },
    {
      "epoch": 0.4932050694762559,
      "grad_norm": 0.4290403425693512,
      "learning_rate": 4.0362500000000005e-05,
      "loss": 0.0313,
      "step": 3230
    },
    {
      "epoch": 0.49473202015574896,
      "grad_norm": 0.49590685963630676,
      "learning_rate": 4.04875e-05,
      "loss": 0.0279,
      "step": 3240
    },
    {
      "epoch": 0.496258970835242,
      "grad_norm": 0.3667614758014679,
      "learning_rate": 4.0612500000000005e-05,
      "loss": 0.0288,
      "step": 3250
    },
    {
      "epoch": 0.49778592151473505,
      "grad_norm": 0.6797748804092407,
      "learning_rate": 4.07375e-05,
      "loss": 0.0354,
      "step": 3260
    },
    {
      "epoch": 0.49931287219422815,
      "grad_norm": 0.482677161693573,
      "learning_rate": 4.0862500000000004e-05,
      "loss": 0.0358,
      "step": 3270
    },
    {
      "epoch": 0.5008398228737212,
      "grad_norm": 0.555014967918396,
      "learning_rate": 4.09875e-05,
      "loss": 0.035,
      "step": 3280
    },
    {
      "epoch": 0.5023667735532142,
      "grad_norm": 0.6087803840637207,
      "learning_rate": 4.11125e-05,
      "loss": 0.0355,
      "step": 3290
    },
    {
      "epoch": 0.5038937242327073,
      "grad_norm": 0.7741880416870117,
      "learning_rate": 4.12375e-05,
      "loss": 0.0443,
      "step": 3300
    },
    {
      "epoch": 0.5054206749122003,
      "grad_norm": 0.4215921461582184,
      "learning_rate": 4.13625e-05,
      "loss": 0.0379,
      "step": 3310
    },
    {
      "epoch": 0.5069476255916934,
      "grad_norm": 0.47391200065612793,
      "learning_rate": 4.14875e-05,
      "loss": 0.0389,
      "step": 3320
    },
    {
      "epoch": 0.5084745762711864,
      "grad_norm": 0.5320713520050049,
      "learning_rate": 4.16125e-05,
      "loss": 0.035,
      "step": 3330
    },
    {
      "epoch": 0.5100015269506795,
      "grad_norm": 0.42188760638237,
      "learning_rate": 4.1737500000000005e-05,
      "loss": 0.0355,
      "step": 3340
    },
    {
      "epoch": 0.5115284776301725,
      "grad_norm": 0.34954431653022766,
      "learning_rate": 4.18625e-05,
      "loss": 0.0372,
      "step": 3350
    },
    {
      "epoch": 0.5130554283096656,
      "grad_norm": 0.45386582612991333,
      "learning_rate": 4.1987500000000004e-05,
      "loss": 0.0311,
      "step": 3360
    },
    {
      "epoch": 0.5145823789891586,
      "grad_norm": 0.46851861476898193,
      "learning_rate": 4.211250000000001e-05,
      "loss": 0.0455,
      "step": 3370
    },
    {
      "epoch": 0.5161093296686518,
      "grad_norm": 0.30614137649536133,
      "learning_rate": 4.2237500000000003e-05,
      "loss": 0.0346,
      "step": 3380
    },
    {
      "epoch": 0.5176362803481448,
      "grad_norm": 0.48236286640167236,
      "learning_rate": 4.23625e-05,
      "loss": 0.032,
      "step": 3390
    },
    {
      "epoch": 0.5191632310276378,
      "grad_norm": 0.7292924523353577,
      "learning_rate": 4.24875e-05,
      "loss": 0.036,
      "step": 3400
    },
    {
      "epoch": 0.5206901817071309,
      "grad_norm": 0.44137564301490784,
      "learning_rate": 4.26125e-05,
      "loss": 0.0318,
      "step": 3410
    },
    {
      "epoch": 0.5222171323866239,
      "grad_norm": 0.464858740568161,
      "learning_rate": 4.27375e-05,
      "loss": 0.0329,
      "step": 3420
    },
    {
      "epoch": 0.523744083066117,
      "grad_norm": 0.7214469313621521,
      "learning_rate": 4.28625e-05,
      "loss": 0.0309,
      "step": 3430
    },
    {
      "epoch": 0.52527103374561,
      "grad_norm": 0.5277436375617981,
      "learning_rate": 4.29875e-05,
      "loss": 0.0337,
      "step": 3440
    },
    {
      "epoch": 0.5267979844251031,
      "grad_norm": 0.38679492473602295,
      "learning_rate": 4.31125e-05,
      "loss": 0.0363,
      "step": 3450
    },
    {
      "epoch": 0.5283249351045961,
      "grad_norm": 0.7247934341430664,
      "learning_rate": 4.32375e-05,
      "loss": 0.0404,
      "step": 3460
    },
    {
      "epoch": 0.5298518857840891,
      "grad_norm": 0.37106359004974365,
      "learning_rate": 4.3362500000000004e-05,
      "loss": 0.0315,
      "step": 3470
    },
    {
      "epoch": 0.5313788364635822,
      "grad_norm": 0.36641013622283936,
      "learning_rate": 4.34875e-05,
      "loss": 0.0372,
      "step": 3480
    },
    {
      "epoch": 0.5329057871430752,
      "grad_norm": 0.34257033467292786,
      "learning_rate": 4.36125e-05,
      "loss": 0.0304,
      "step": 3490
    },
    {
      "epoch": 0.5344327378225683,
      "grad_norm": 0.43603241443634033,
      "learning_rate": 4.3737500000000006e-05,
      "loss": 0.0356,
      "step": 3500
    },
    {
      "epoch": 0.5359596885020614,
      "grad_norm": 0.5682020783424377,
      "learning_rate": 4.38625e-05,
      "loss": 0.0345,
      "step": 3510
    },
    {
      "epoch": 0.5374866391815545,
      "grad_norm": 0.47954344749450684,
      "learning_rate": 4.3987500000000005e-05,
      "loss": 0.033,
      "step": 3520
    },
    {
      "epoch": 0.5390135898610475,
      "grad_norm": 0.3811767101287842,
      "learning_rate": 4.41125e-05,
      "loss": 0.0325,
      "step": 3530
    },
    {
      "epoch": 0.5405405405405406,
      "grad_norm": 0.41025200486183167,
      "learning_rate": 4.4237500000000005e-05,
      "loss": 0.0356,
      "step": 3540
    },
    {
      "epoch": 0.5420674912200336,
      "grad_norm": 0.45163974165916443,
      "learning_rate": 4.43625e-05,
      "loss": 0.0359,
      "step": 3550
    },
    {
      "epoch": 0.5435944418995267,
      "grad_norm": 0.5847797393798828,
      "learning_rate": 4.4487500000000004e-05,
      "loss": 0.0318,
      "step": 3560
    },
    {
      "epoch": 0.5451213925790197,
      "grad_norm": 0.302008718252182,
      "learning_rate": 4.46125e-05,
      "loss": 0.0377,
      "step": 3570
    },
    {
      "epoch": 0.5466483432585127,
      "grad_norm": 0.41845133900642395,
      "learning_rate": 4.47375e-05,
      "loss": 0.0341,
      "step": 3580
    },
    {
      "epoch": 0.5481752939380058,
      "grad_norm": 0.3519861102104187,
      "learning_rate": 4.48625e-05,
      "loss": 0.0324,
      "step": 3590
    },
    {
      "epoch": 0.5497022446174988,
      "grad_norm": 0.44570237398147583,
      "learning_rate": 4.49875e-05,
      "loss": 0.0325,
      "step": 3600
    },
    {
      "epoch": 0.5512291952969919,
      "grad_norm": 0.5417816638946533,
      "learning_rate": 4.51125e-05,
      "loss": 0.0311,
      "step": 3610
    },
    {
      "epoch": 0.5527561459764849,
      "grad_norm": 0.38244402408599854,
      "learning_rate": 4.52375e-05,
      "loss": 0.0302,
      "step": 3620
    },
    {
      "epoch": 0.554283096655978,
      "grad_norm": 0.295377254486084,
      "learning_rate": 4.5362500000000005e-05,
      "loss": 0.0368,
      "step": 3630
    },
    {
      "epoch": 0.555810047335471,
      "grad_norm": 0.46790018677711487,
      "learning_rate": 4.54875e-05,
      "loss": 0.0327,
      "step": 3640
    },
    {
      "epoch": 0.5573369980149642,
      "grad_norm": 0.4282597005367279,
      "learning_rate": 4.5612500000000004e-05,
      "loss": 0.0332,
      "step": 3650
    },
    {
      "epoch": 0.5588639486944572,
      "grad_norm": 0.33038681745529175,
      "learning_rate": 4.57375e-05,
      "loss": 0.0271,
      "step": 3660
    },
    {
      "epoch": 0.5603908993739503,
      "grad_norm": 0.42551669478416443,
      "learning_rate": 4.5862500000000003e-05,
      "loss": 0.0298,
      "step": 3670
    },
    {
      "epoch": 0.5619178500534433,
      "grad_norm": 0.31658414006233215,
      "learning_rate": 4.59875e-05,
      "loss": 0.0299,
      "step": 3680
    },
    {
      "epoch": 0.5634448007329363,
      "grad_norm": 0.44041821360588074,
      "learning_rate": 4.61125e-05,
      "loss": 0.0387,
      "step": 3690
    },
    {
      "epoch": 0.5649717514124294,
      "grad_norm": 0.4046086072921753,
      "learning_rate": 4.62375e-05,
      "loss": 0.0323,
      "step": 3700
    },
    {
      "epoch": 0.5664987020919224,
      "grad_norm": 0.3816627860069275,
      "learning_rate": 4.63625e-05,
      "loss": 0.0364,
      "step": 3710
    },
    {
      "epoch": 0.5680256527714155,
      "grad_norm": 0.5812693238258362,
      "learning_rate": 4.64875e-05,
      "loss": 0.0307,
      "step": 3720
    },
    {
      "epoch": 0.5695526034509085,
      "grad_norm": 0.36886459589004517,
      "learning_rate": 4.66125e-05,
      "loss": 0.0292,
      "step": 3730
    },
    {
      "epoch": 0.5710795541304016,
      "grad_norm": 0.3297029733657837,
      "learning_rate": 4.67375e-05,
      "loss": 0.0313,
      "step": 3740
    },
    {
      "epoch": 0.5726065048098946,
      "grad_norm": 0.29345324635505676,
      "learning_rate": 4.68625e-05,
      "loss": 0.029,
      "step": 3750
    },
    {
      "epoch": 0.5741334554893877,
      "grad_norm": 0.2797076404094696,
      "learning_rate": 4.6987500000000004e-05,
      "loss": 0.0322,
      "step": 3760
    },
    {
      "epoch": 0.5756604061688807,
      "grad_norm": 0.36116403341293335,
      "learning_rate": 4.711250000000001e-05,
      "loss": 0.0332,
      "step": 3770
    },
    {
      "epoch": 0.5771873568483737,
      "grad_norm": 0.31149056553840637,
      "learning_rate": 4.72375e-05,
      "loss": 0.0303,
      "step": 3780
    },
    {
      "epoch": 0.5787143075278669,
      "grad_norm": 0.38823121786117554,
      "learning_rate": 4.7362500000000006e-05,
      "loss": 0.0281,
      "step": 3790
    },
    {
      "epoch": 0.58024125820736,
      "grad_norm": 0.3912391662597656,
      "learning_rate": 4.74875e-05,
      "loss": 0.0354,
      "step": 3800
    },
    {
      "epoch": 0.581768208886853,
      "grad_norm": 0.29137736558914185,
      "learning_rate": 4.7612500000000005e-05,
      "loss": 0.0294,
      "step": 3810
    },
    {
      "epoch": 0.583295159566346,
      "grad_norm": 0.2758234441280365,
      "learning_rate": 4.77375e-05,
      "loss": 0.0361,
      "step": 3820
    },
    {
      "epoch": 0.5848221102458391,
      "grad_norm": 0.38062769174575806,
      "learning_rate": 4.7862500000000005e-05,
      "loss": 0.0328,
      "step": 3830
    },
    {
      "epoch": 0.5863490609253321,
      "grad_norm": 0.31894761323928833,
      "learning_rate": 4.79875e-05,
      "loss": 0.0294,
      "step": 3840
    },
    {
      "epoch": 0.5878760116048252,
      "grad_norm": 0.5426179766654968,
      "learning_rate": 4.8112500000000004e-05,
      "loss": 0.0338,
      "step": 3850
    },
    {
      "epoch": 0.5894029622843182,
      "grad_norm": 0.42386409640312195,
      "learning_rate": 4.82375e-05,
      "loss": 0.0374,
      "step": 3860
    },
    {
      "epoch": 0.5909299129638113,
      "grad_norm": 0.5116333961486816,
      "learning_rate": 4.83625e-05,
      "loss": 0.0346,
      "step": 3870
    },
    {
      "epoch": 0.5924568636433043,
      "grad_norm": 0.3496896028518677,
      "learning_rate": 4.84875e-05,
      "loss": 0.0327,
      "step": 3880
    },
    {
      "epoch": 0.5939838143227973,
      "grad_norm": 0.35781922936439514,
      "learning_rate": 4.86125e-05,
      "loss": 0.0298,
      "step": 3890
    },
    {
      "epoch": 0.5955107650022904,
      "grad_norm": 0.41151824593544006,
      "learning_rate": 4.8737500000000006e-05,
      "loss": 0.0314,
      "step": 3900
    },
    {
      "epoch": 0.5970377156817834,
      "grad_norm": 0.4379035532474518,
      "learning_rate": 4.88625e-05,
      "loss": 0.0305,
      "step": 3910
    },
    {
      "epoch": 0.5985646663612765,
      "grad_norm": 0.33371925354003906,
      "learning_rate": 4.8987500000000005e-05,
      "loss": 0.0309,
      "step": 3920
    },
    {
      "epoch": 0.6000916170407696,
      "grad_norm": 0.38607898354530334,
      "learning_rate": 4.91125e-05,
      "loss": 0.0341,
      "step": 3930
    },
    {
      "epoch": 0.6016185677202627,
      "grad_norm": 0.4972107410430908,
      "learning_rate": 4.9237500000000004e-05,
      "loss": 0.0338,
      "step": 3940
    },
    {
      "epoch": 0.6031455183997557,
      "grad_norm": 0.2982393205165863,
      "learning_rate": 4.93625e-05,
      "loss": 0.0355,
      "step": 3950
    },
    {
      "epoch": 0.6046724690792488,
      "grad_norm": 0.4557103216648102,
      "learning_rate": 4.9487500000000003e-05,
      "loss": 0.0298,
      "step": 3960
    },
    {
      "epoch": 0.6061994197587418,
      "grad_norm": 0.40755388140678406,
      "learning_rate": 4.96125e-05,
      "loss": 0.0348,
      "step": 3970
    },
    {
      "epoch": 0.6077263704382349,
      "grad_norm": 0.3846883475780487,
      "learning_rate": 4.97375e-05,
      "loss": 0.0268,
      "step": 3980
    },
    {
      "epoch": 0.6092533211177279,
      "grad_norm": 0.386150062084198,
      "learning_rate": 4.98625e-05,
      "loss": 0.0388,
      "step": 3990
    },
    {
      "epoch": 0.6107802717972209,
      "grad_norm": 0.5598453879356384,
      "learning_rate": 4.99875e-05,
      "loss": 0.0332,
      "step": 4000
    },
    {
      "epoch": 0.612307222476714,
      "grad_norm": 0.5447104573249817,
      "learning_rate": 5.0112500000000005e-05,
      "loss": 0.0321,
      "step": 4010
    },
    {
      "epoch": 0.613834173156207,
      "grad_norm": 0.5039263963699341,
      "learning_rate": 5.02375e-05,
      "loss": 0.0301,
      "step": 4020
    },
    {
      "epoch": 0.6153611238357001,
      "grad_norm": 0.4091152548789978,
      "learning_rate": 5.0362500000000004e-05,
      "loss": 0.0345,
      "step": 4030
    },
    {
      "epoch": 0.6168880745151931,
      "grad_norm": 0.3131507933139801,
      "learning_rate": 5.04875e-05,
      "loss": 0.0338,
      "step": 4040
    },
    {
      "epoch": 0.6184150251946862,
      "grad_norm": 0.3997529447078705,
      "learning_rate": 5.061250000000001e-05,
      "loss": 0.0296,
      "step": 4050
    },
    {
      "epoch": 0.6199419758741793,
      "grad_norm": 0.26646238565444946,
      "learning_rate": 5.073750000000001e-05,
      "loss": 0.0341,
      "step": 4060
    },
    {
      "epoch": 0.6214689265536724,
      "grad_norm": 0.33521002531051636,
      "learning_rate": 5.08625e-05,
      "loss": 0.0312,
      "step": 4070
    },
    {
      "epoch": 0.6229958772331654,
      "grad_norm": 0.5644339323043823,
      "learning_rate": 5.09875e-05,
      "loss": 0.0338,
      "step": 4080
    },
    {
      "epoch": 0.6245228279126585,
      "grad_norm": 0.3423456847667694,
      "learning_rate": 5.111250000000001e-05,
      "loss": 0.03,
      "step": 4090
    },
    {
      "epoch": 0.6260497785921515,
      "grad_norm": 0.38184696435928345,
      "learning_rate": 5.1237500000000005e-05,
      "loss": 0.0365,
      "step": 4100
    },
    {
      "epoch": 0.6275767292716445,
      "grad_norm": 0.40344321727752686,
      "learning_rate": 5.13625e-05,
      "loss": 0.0356,
      "step": 4110
    },
    {
      "epoch": 0.6291036799511376,
      "grad_norm": 0.31886470317840576,
      "learning_rate": 5.14875e-05,
      "loss": 0.0322,
      "step": 4120
    },
    {
      "epoch": 0.6306306306306306,
      "grad_norm": 0.31086236238479614,
      "learning_rate": 5.1612499999999994e-05,
      "loss": 0.0342,
      "step": 4130
    },
    {
      "epoch": 0.6321575813101237,
      "grad_norm": 0.5217379927635193,
      "learning_rate": 5.1737500000000004e-05,
      "loss": 0.0334,
      "step": 4140
    },
    {
      "epoch": 0.6336845319896167,
      "grad_norm": 0.28416457772254944,
      "learning_rate": 5.18625e-05,
      "loss": 0.0306,
      "step": 4150
    },
    {
      "epoch": 0.6352114826691098,
      "grad_norm": 0.4181177318096161,
      "learning_rate": 5.19875e-05,
      "loss": 0.0306,
      "step": 4160
    },
    {
      "epoch": 0.6367384333486028,
      "grad_norm": 0.428109347820282,
      "learning_rate": 5.21125e-05,
      "loss": 0.0345,
      "step": 4170
    },
    {
      "epoch": 0.6382653840280959,
      "grad_norm": 0.30998101830482483,
      "learning_rate": 5.22375e-05,
      "loss": 0.0314,
      "step": 4180
    },
    {
      "epoch": 0.6397923347075889,
      "grad_norm": 0.5821132063865662,
      "learning_rate": 5.2362500000000006e-05,
      "loss": 0.0333,
      "step": 4190
    },
    {
      "epoch": 0.641319285387082,
      "grad_norm": 0.46112897992134094,
      "learning_rate": 5.24875e-05,
      "loss": 0.0341,
      "step": 4200
    },
    {
      "epoch": 0.6428462360665751,
      "grad_norm": 0.4932861626148224,
      "learning_rate": 5.26125e-05,
      "loss": 0.0354,
      "step": 4210
    },
    {
      "epoch": 0.6443731867460681,
      "grad_norm": 0.4489222466945648,
      "learning_rate": 5.273750000000001e-05,
      "loss": 0.0433,
      "step": 4220
    },
    {
      "epoch": 0.6459001374255612,
      "grad_norm": 0.2544356882572174,
      "learning_rate": 5.2862500000000004e-05,
      "loss": 0.0293,
      "step": 4230
    },
    {
      "epoch": 0.6474270881050542,
      "grad_norm": 0.29747867584228516,
      "learning_rate": 5.29875e-05,
      "loss": 0.0321,
      "step": 4240
    },
    {
      "epoch": 0.6489540387845473,
      "grad_norm": 0.420162171125412,
      "learning_rate": 5.31125e-05,
      "loss": 0.038,
      "step": 4250
    },
    {
      "epoch": 0.6504809894640403,
      "grad_norm": 0.30789807438850403,
      "learning_rate": 5.3237500000000007e-05,
      "loss": 0.0332,
      "step": 4260
    },
    {
      "epoch": 0.6520079401435334,
      "grad_norm": 0.3192971646785736,
      "learning_rate": 5.33625e-05,
      "loss": 0.0335,
      "step": 4270
    },
    {
      "epoch": 0.6535348908230264,
      "grad_norm": 0.4549170732498169,
      "learning_rate": 5.34875e-05,
      "loss": 0.032,
      "step": 4280
    },
    {
      "epoch": 0.6550618415025194,
      "grad_norm": 0.5574942231178284,
      "learning_rate": 5.36125e-05,
      "loss": 0.0305,
      "step": 4290
    },
    {
      "epoch": 0.6565887921820125,
      "grad_norm": 0.34642836451530457,
      "learning_rate": 5.3737500000000005e-05,
      "loss": 0.0338,
      "step": 4300
    },
    {
      "epoch": 0.6581157428615055,
      "grad_norm": 0.47808194160461426,
      "learning_rate": 5.38625e-05,
      "loss": 0.0313,
      "step": 4310
    },
    {
      "epoch": 0.6596426935409986,
      "grad_norm": 0.331857830286026,
      "learning_rate": 5.3987500000000004e-05,
      "loss": 0.033,
      "step": 4320
    },
    {
      "epoch": 0.6611696442204916,
      "grad_norm": 0.363421231508255,
      "learning_rate": 5.41125e-05,
      "loss": 0.0303,
      "step": 4330
    },
    {
      "epoch": 0.6626965948999848,
      "grad_norm": 0.43602505326271057,
      "learning_rate": 5.423750000000001e-05,
      "loss": 0.0278,
      "step": 4340
    },
    {
      "epoch": 0.6642235455794778,
      "grad_norm": 0.4362233281135559,
      "learning_rate": 5.436250000000001e-05,
      "loss": 0.0293,
      "step": 4350
    },
    {
      "epoch": 0.6657504962589709,
      "grad_norm": 0.44270962476730347,
      "learning_rate": 5.44875e-05,
      "loss": 0.0336,
      "step": 4360
    },
    {
      "epoch": 0.6672774469384639,
      "grad_norm": 0.41779008507728577,
      "learning_rate": 5.46125e-05,
      "loss": 0.0307,
      "step": 4370
    },
    {
      "epoch": 0.668804397617957,
      "grad_norm": 0.34250739216804504,
      "learning_rate": 5.4737499999999996e-05,
      "loss": 0.0296,
      "step": 4380
    },
    {
      "epoch": 0.67033134829745,
      "grad_norm": 0.44342198967933655,
      "learning_rate": 5.4862500000000005e-05,
      "loss": 0.0334,
      "step": 4390
    },
    {
      "epoch": 0.671858298976943,
      "grad_norm": 0.45941466093063354,
      "learning_rate": 5.49875e-05,
      "loss": 0.0351,
      "step": 4400
    },
    {
      "epoch": 0.6733852496564361,
      "grad_norm": 0.3121768832206726,
      "learning_rate": 5.51125e-05,
      "loss": 0.0273,
      "step": 4410
    },
    {
      "epoch": 0.6749122003359291,
      "grad_norm": 0.4219147562980652,
      "learning_rate": 5.52375e-05,
      "loss": 0.0316,
      "step": 4420
    },
    {
      "epoch": 0.6764391510154222,
      "grad_norm": 0.3440892696380615,
      "learning_rate": 5.5362500000000004e-05,
      "loss": 0.0345,
      "step": 4430
    },
    {
      "epoch": 0.6779661016949152,
      "grad_norm": 0.4697093069553375,
      "learning_rate": 5.54875e-05,
      "loss": 0.0389,
      "step": 4440
    },
    {
      "epoch": 0.6794930523744083,
      "grad_norm": 0.30540919303894043,
      "learning_rate": 5.56125e-05,
      "loss": 0.0291,
      "step": 4450
    },
    {
      "epoch": 0.6810200030539013,
      "grad_norm": 0.33869919180870056,
      "learning_rate": 5.57375e-05,
      "loss": 0.0309,
      "step": 4460
    },
    {
      "epoch": 0.6825469537333944,
      "grad_norm": 0.4008908271789551,
      "learning_rate": 5.586250000000001e-05,
      "loss": 0.0279,
      "step": 4470
    },
    {
      "epoch": 0.6840739044128875,
      "grad_norm": 0.45370960235595703,
      "learning_rate": 5.5987500000000006e-05,
      "loss": 0.0322,
      "step": 4480
    },
    {
      "epoch": 0.6856008550923806,
      "grad_norm": 0.48762261867523193,
      "learning_rate": 5.61125e-05,
      "loss": 0.0354,
      "step": 4490
    },
    {
      "epoch": 0.6871278057718736,
      "grad_norm": 0.3140130639076233,
      "learning_rate": 5.62375e-05,
      "loss": 0.0282,
      "step": 4500
    },
    {
      "epoch": 0.6886547564513666,
      "grad_norm": 0.3908090591430664,
      "learning_rate": 5.636250000000001e-05,
      "loss": 0.0333,
      "step": 4510
    },
    {
      "epoch": 0.6901817071308597,
      "grad_norm": 0.3542442321777344,
      "learning_rate": 5.6487500000000004e-05,
      "loss": 0.0313,
      "step": 4520
    },
    {
      "epoch": 0.6917086578103527,
      "grad_norm": 0.5063909888267517,
      "learning_rate": 5.66125e-05,
      "loss": 0.0319,
      "step": 4530
    },
    {
      "epoch": 0.6932356084898458,
      "grad_norm": 0.3791343867778778,
      "learning_rate": 5.67375e-05,
      "loss": 0.0293,
      "step": 4540
    },
    {
      "epoch": 0.6947625591693388,
      "grad_norm": 0.264663428068161,
      "learning_rate": 5.6862500000000007e-05,
      "loss": 0.0341,
      "step": 4550
    },
    {
      "epoch": 0.6962895098488319,
      "grad_norm": 0.34306079149246216,
      "learning_rate": 5.69875e-05,
      "loss": 0.0297,
      "step": 4560
    },
    {
      "epoch": 0.6978164605283249,
      "grad_norm": 0.3716762363910675,
      "learning_rate": 5.71125e-05,
      "loss": 0.0336,
      "step": 4570
    },
    {
      "epoch": 0.699343411207818,
      "grad_norm": 0.3914927840232849,
      "learning_rate": 5.72375e-05,
      "loss": 0.034,
      "step": 4580
    },
    {
      "epoch": 0.700870361887311,
      "grad_norm": 0.25962749123573303,
      "learning_rate": 5.7362500000000005e-05,
      "loss": 0.0293,
      "step": 4590
    },
    {
      "epoch": 0.702397312566804,
      "grad_norm": 0.31156280636787415,
      "learning_rate": 5.748750000000001e-05,
      "loss": 0.0266,
      "step": 4600
    },
    {
      "epoch": 0.7039242632462972,
      "grad_norm": 0.3190597891807556,
      "learning_rate": 5.7612500000000004e-05,
      "loss": 0.0286,
      "step": 4610
    },
    {
      "epoch": 0.7054512139257902,
      "grad_norm": 0.42007961869239807,
      "learning_rate": 5.77375e-05,
      "loss": 0.0379,
      "step": 4620
    },
    {
      "epoch": 0.7069781646052833,
      "grad_norm": 0.42988407611846924,
      "learning_rate": 5.78625e-05,
      "loss": 0.0316,
      "step": 4630
    },
    {
      "epoch": 0.7085051152847763,
      "grad_norm": 0.34523430466651917,
      "learning_rate": 5.798750000000001e-05,
      "loss": 0.0382,
      "step": 4640
    },
    {
      "epoch": 0.7100320659642694,
      "grad_norm": 0.4163628816604614,
      "learning_rate": 5.81125e-05,
      "loss": 0.0364,
      "step": 4650
    },
    {
      "epoch": 0.7115590166437624,
      "grad_norm": 0.45252037048339844,
      "learning_rate": 5.82375e-05,
      "loss": 0.0393,
      "step": 4660
    },
    {
      "epoch": 0.7130859673232555,
      "grad_norm": 0.32093533873558044,
      "learning_rate": 5.8362499999999996e-05,
      "loss": 0.0316,
      "step": 4670
    },
    {
      "epoch": 0.7146129180027485,
      "grad_norm": 0.3436642587184906,
      "learning_rate": 5.8487500000000005e-05,
      "loss": 0.0287,
      "step": 4680
    },
    {
      "epoch": 0.7161398686822416,
      "grad_norm": 0.35012322664260864,
      "learning_rate": 5.86125e-05,
      "loss": 0.0336,
      "step": 4690
    },
    {
      "epoch": 0.7176668193617346,
      "grad_norm": 0.5262998938560486,
      "learning_rate": 5.87375e-05,
      "loss": 0.038,
      "step": 4700
    },
    {
      "epoch": 0.7191937700412276,
      "grad_norm": 0.42529481649398804,
      "learning_rate": 5.88625e-05,
      "loss": 0.0326,
      "step": 4710
    },
    {
      "epoch": 0.7207207207207207,
      "grad_norm": 0.35809561610221863,
      "learning_rate": 5.8987500000000004e-05,
      "loss": 0.0335,
      "step": 4720
    },
    {
      "epoch": 0.7222476714002137,
      "grad_norm": 0.4618546962738037,
      "learning_rate": 5.911250000000001e-05,
      "loss": 0.035,
      "step": 4730
    },
    {
      "epoch": 0.7237746220797068,
      "grad_norm": 0.2789772152900696,
      "learning_rate": 5.92375e-05,
      "loss": 0.0258,
      "step": 4740
    },
    {
      "epoch": 0.7253015727591999,
      "grad_norm": 0.41889050602912903,
      "learning_rate": 5.93625e-05,
      "loss": 0.0346,
      "step": 4750
    },
    {
      "epoch": 0.726828523438693,
      "grad_norm": 0.3150494694709778,
      "learning_rate": 5.948750000000001e-05,
      "loss": 0.0315,
      "step": 4760
    },
    {
      "epoch": 0.728355474118186,
      "grad_norm": 0.35264429450035095,
      "learning_rate": 5.9612500000000006e-05,
      "loss": 0.0327,
      "step": 4770
    },
    {
      "epoch": 0.7298824247976791,
      "grad_norm": 0.34454452991485596,
      "learning_rate": 5.97375e-05,
      "loss": 0.0304,
      "step": 4780
    },
    {
      "epoch": 0.7314093754771721,
      "grad_norm": 0.4735918939113617,
      "learning_rate": 5.98625e-05,
      "loss": 0.041,
      "step": 4790
    },
    {
      "epoch": 0.7329363261566652,
      "grad_norm": 0.44536465406417847,
      "learning_rate": 5.998750000000001e-05,
      "loss": 0.0366,
      "step": 4800
    },
    {
      "epoch": 0.7344632768361582,
      "grad_norm": 0.43590572476387024,
      "learning_rate": 6.0112500000000004e-05,
      "loss": 0.0277,
      "step": 4810
    },
    {
      "epoch": 0.7359902275156512,
      "grad_norm": 0.4684700071811676,
      "learning_rate": 6.02375e-05,
      "loss": 0.03,
      "step": 4820
    },
    {
      "epoch": 0.7375171781951443,
      "grad_norm": 0.4673982262611389,
      "learning_rate": 6.03625e-05,
      "loss": 0.0341,
      "step": 4830
    },
    {
      "epoch": 0.7390441288746373,
      "grad_norm": 0.4477079510688782,
      "learning_rate": 6.0487500000000007e-05,
      "loss": 0.0412,
      "step": 4840
    },
    {
      "epoch": 0.7405710795541304,
      "grad_norm": 0.37918877601623535,
      "learning_rate": 6.06125e-05,
      "loss": 0.0351,
      "step": 4850
    },
    {
      "epoch": 0.7420980302336234,
      "grad_norm": 0.4348849952220917,
      "learning_rate": 6.0737500000000006e-05,
      "loss": 0.0306,
      "step": 4860
    },
    {
      "epoch": 0.7436249809131165,
      "grad_norm": 0.34802088141441345,
      "learning_rate": 6.08625e-05,
      "loss": 0.0329,
      "step": 4870
    },
    {
      "epoch": 0.7451519315926095,
      "grad_norm": 0.3470194637775421,
      "learning_rate": 6.09875e-05,
      "loss": 0.0369,
      "step": 4880
    },
    {
      "epoch": 0.7466788822721027,
      "grad_norm": 0.43304330110549927,
      "learning_rate": 6.11125e-05,
      "loss": 0.0326,
      "step": 4890
    },
    {
      "epoch": 0.7482058329515957,
      "grad_norm": 0.3147639334201813,
      "learning_rate": 6.12375e-05,
      "loss": 0.0343,
      "step": 4900
    },
    {
      "epoch": 0.7497327836310888,
      "grad_norm": 0.33819231390953064,
      "learning_rate": 6.13625e-05,
      "loss": 0.0339,
      "step": 4910
    },
    {
      "epoch": 0.7512597343105818,
      "grad_norm": 0.4276237487792969,
      "learning_rate": 6.14875e-05,
      "loss": 0.0305,
      "step": 4920
    },
    {
      "epoch": 0.7527866849900748,
      "grad_norm": 0.3632308840751648,
      "learning_rate": 6.16125e-05,
      "loss": 0.0323,
      "step": 4930
    },
    {
      "epoch": 0.7543136356695679,
      "grad_norm": 0.3826296329498291,
      "learning_rate": 6.17375e-05,
      "loss": 0.0323,
      "step": 4940
    },
    {
      "epoch": 0.7558405863490609,
      "grad_norm": 0.39796915650367737,
      "learning_rate": 6.18625e-05,
      "loss": 0.0294,
      "step": 4950
    },
    {
      "epoch": 0.757367537028554,
      "grad_norm": 0.3787161111831665,
      "learning_rate": 6.19875e-05,
      "loss": 0.0307,
      "step": 4960
    },
    {
      "epoch": 0.758894487708047,
      "grad_norm": 0.4251895844936371,
      "learning_rate": 6.211250000000001e-05,
      "loss": 0.0354,
      "step": 4970
    },
    {
      "epoch": 0.7604214383875401,
      "grad_norm": 0.5260533690452576,
      "learning_rate": 6.22375e-05,
      "loss": 0.0382,
      "step": 4980
    },
    {
      "epoch": 0.7619483890670331,
      "grad_norm": 0.34360602498054504,
      "learning_rate": 6.23625e-05,
      "loss": 0.0315,
      "step": 4990
    },
    {
      "epoch": 0.7634753397465261,
      "grad_norm": 0.4627974331378937,
      "learning_rate": 6.24875e-05,
      "loss": 0.0376,
      "step": 5000
    },
    {
      "epoch": 0.7650022904260192,
      "grad_norm": 0.42674145102500916,
      "learning_rate": 6.261250000000001e-05,
      "loss": 0.0384,
      "step": 5010
    },
    {
      "epoch": 0.7665292411055122,
      "grad_norm": 0.6141723990440369,
      "learning_rate": 6.27375e-05,
      "loss": 0.0361,
      "step": 5020
    },
    {
      "epoch": 0.7680561917850054,
      "grad_norm": 0.35074254870414734,
      "learning_rate": 6.28625e-05,
      "loss": 0.0384,
      "step": 5030
    },
    {
      "epoch": 0.7695831424644984,
      "grad_norm": 0.3895684778690338,
      "learning_rate": 6.298749999999999e-05,
      "loss": 0.0341,
      "step": 5040
    },
    {
      "epoch": 0.7711100931439915,
      "grad_norm": 0.3387921452522278,
      "learning_rate": 6.311250000000001e-05,
      "loss": 0.0362,
      "step": 5050
    },
    {
      "epoch": 0.7726370438234845,
      "grad_norm": 0.4603755474090576,
      "learning_rate": 6.32375e-05,
      "loss": 0.0294,
      "step": 5060
    },
    {
      "epoch": 0.7741639945029776,
      "grad_norm": 0.3410291373729706,
      "learning_rate": 6.33625e-05,
      "loss": 0.0256,
      "step": 5070
    },
    {
      "epoch": 0.7756909451824706,
      "grad_norm": 0.3137226402759552,
      "learning_rate": 6.34875e-05,
      "loss": 0.0279,
      "step": 5080
    },
    {
      "epoch": 0.7772178958619637,
      "grad_norm": 0.34594854712486267,
      "learning_rate": 6.361250000000001e-05,
      "loss": 0.034,
      "step": 5090
    },
    {
      "epoch": 0.7787448465414567,
      "grad_norm": 0.2784560024738312,
      "learning_rate": 6.373750000000001e-05,
      "loss": 0.0344,
      "step": 5100
    },
    {
      "epoch": 0.7802717972209497,
      "grad_norm": 0.46556684374809265,
      "learning_rate": 6.38625e-05,
      "loss": 0.0307,
      "step": 5110
    },
    {
      "epoch": 0.7817987479004428,
      "grad_norm": 0.34227123856544495,
      "learning_rate": 6.39875e-05,
      "loss": 0.0384,
      "step": 5120
    },
    {
      "epoch": 0.7833256985799358,
      "grad_norm": 0.40988460183143616,
      "learning_rate": 6.411249999999999e-05,
      "loss": 0.0254,
      "step": 5130
    },
    {
      "epoch": 0.7848526492594289,
      "grad_norm": 0.32150763273239136,
      "learning_rate": 6.423750000000001e-05,
      "loss": 0.0321,
      "step": 5140
    },
    {
      "epoch": 0.7863795999389219,
      "grad_norm": 0.2621796727180481,
      "learning_rate": 6.43625e-05,
      "loss": 0.027,
      "step": 5150
    },
    {
      "epoch": 0.7879065506184151,
      "grad_norm": 0.28963503241539,
      "learning_rate": 6.44875e-05,
      "loss": 0.0319,
      "step": 5160
    },
    {
      "epoch": 0.7894335012979081,
      "grad_norm": 0.4891410768032074,
      "learning_rate": 6.461249999999999e-05,
      "loss": 0.0242,
      "step": 5170
    },
    {
      "epoch": 0.7909604519774012,
      "grad_norm": 0.34013140201568604,
      "learning_rate": 6.473750000000001e-05,
      "loss": 0.0311,
      "step": 5180
    },
    {
      "epoch": 0.7924874026568942,
      "grad_norm": 0.3282918930053711,
      "learning_rate": 6.48625e-05,
      "loss": 0.0296,
      "step": 5190
    },
    {
      "epoch": 0.7940143533363873,
      "grad_norm": 0.4504297077655792,
      "learning_rate": 6.49875e-05,
      "loss": 0.0328,
      "step": 5200
    },
    {
      "epoch": 0.7955413040158803,
      "grad_norm": 0.34695571660995483,
      "learning_rate": 6.51125e-05,
      "loss": 0.0358,
      "step": 5210
    },
    {
      "epoch": 0.7970682546953733,
      "grad_norm": 0.325215220451355,
      "learning_rate": 6.523750000000001e-05,
      "loss": 0.034,
      "step": 5220
    },
    {
      "epoch": 0.7985952053748664,
      "grad_norm": 0.4417478144168854,
      "learning_rate": 6.536250000000001e-05,
      "loss": 0.0334,
      "step": 5230
    },
    {
      "epoch": 0.8001221560543594,
      "grad_norm": 0.2465219497680664,
      "learning_rate": 6.54875e-05,
      "loss": 0.0291,
      "step": 5240
    },
    {
      "epoch": 0.8016491067338525,
      "grad_norm": 0.332153856754303,
      "learning_rate": 6.56125e-05,
      "loss": 0.0281,
      "step": 5250
    },
    {
      "epoch": 0.8031760574133455,
      "grad_norm": 0.27846765518188477,
      "learning_rate": 6.57375e-05,
      "loss": 0.037,
      "step": 5260
    },
    {
      "epoch": 0.8047030080928386,
      "grad_norm": 0.43532663583755493,
      "learning_rate": 6.586250000000001e-05,
      "loss": 0.0372,
      "step": 5270
    },
    {
      "epoch": 0.8062299587723316,
      "grad_norm": 0.3754163980484009,
      "learning_rate": 6.59875e-05,
      "loss": 0.0277,
      "step": 5280
    },
    {
      "epoch": 0.8077569094518247,
      "grad_norm": 0.29471033811569214,
      "learning_rate": 6.61125e-05,
      "loss": 0.0313,
      "step": 5290
    },
    {
      "epoch": 0.8092838601313178,
      "grad_norm": 0.3740878999233246,
      "learning_rate": 6.62375e-05,
      "loss": 0.0315,
      "step": 5300
    },
    {
      "epoch": 0.8108108108108109,
      "grad_norm": 0.3740951120853424,
      "learning_rate": 6.636250000000001e-05,
      "loss": 0.0301,
      "step": 5310
    },
    {
      "epoch": 0.8123377614903039,
      "grad_norm": 0.31887495517730713,
      "learning_rate": 6.64875e-05,
      "loss": 0.0293,
      "step": 5320
    },
    {
      "epoch": 0.8138647121697969,
      "grad_norm": 0.30805227160453796,
      "learning_rate": 6.66125e-05,
      "loss": 0.0273,
      "step": 5330
    },
    {
      "epoch": 0.81539166284929,
      "grad_norm": 0.26343393325805664,
      "learning_rate": 6.67375e-05,
      "loss": 0.0283,
      "step": 5340
    },
    {
      "epoch": 0.816918613528783,
      "grad_norm": 0.25458279252052307,
      "learning_rate": 6.68625e-05,
      "loss": 0.0252,
      "step": 5350
    },
    {
      "epoch": 0.8184455642082761,
      "grad_norm": 0.2870573103427887,
      "learning_rate": 6.698750000000001e-05,
      "loss": 0.0342,
      "step": 5360
    },
    {
      "epoch": 0.8199725148877691,
      "grad_norm": 0.43474048376083374,
      "learning_rate": 6.71125e-05,
      "loss": 0.0344,
      "step": 5370
    },
    {
      "epoch": 0.8214994655672622,
      "grad_norm": 0.3169446587562561,
      "learning_rate": 6.72375e-05,
      "loss": 0.0327,
      "step": 5380
    },
    {
      "epoch": 0.8230264162467552,
      "grad_norm": 0.23691166937351227,
      "learning_rate": 6.73625e-05,
      "loss": 0.0288,
      "step": 5390
    },
    {
      "epoch": 0.8245533669262483,
      "grad_norm": 0.3365791440010071,
      "learning_rate": 6.748750000000001e-05,
      "loss": 0.0289,
      "step": 5400
    },
    {
      "epoch": 0.8260803176057413,
      "grad_norm": 0.35884350538253784,
      "learning_rate": 6.76125e-05,
      "loss": 0.0324,
      "step": 5410
    },
    {
      "epoch": 0.8276072682852343,
      "grad_norm": 0.2931862771511078,
      "learning_rate": 6.77375e-05,
      "loss": 0.0289,
      "step": 5420
    },
    {
      "epoch": 0.8291342189647274,
      "grad_norm": 0.3945159912109375,
      "learning_rate": 6.78625e-05,
      "loss": 0.0305,
      "step": 5430
    },
    {
      "epoch": 0.8306611696442205,
      "grad_norm": 0.34991058707237244,
      "learning_rate": 6.79875e-05,
      "loss": 0.0369,
      "step": 5440
    },
    {
      "epoch": 0.8321881203237136,
      "grad_norm": 0.4881232678890228,
      "learning_rate": 6.81125e-05,
      "loss": 0.0356,
      "step": 5450
    },
    {
      "epoch": 0.8337150710032066,
      "grad_norm": 0.46482330560684204,
      "learning_rate": 6.82375e-05,
      "loss": 0.0282,
      "step": 5460
    },
    {
      "epoch": 0.8352420216826997,
      "grad_norm": 0.3203953802585602,
      "learning_rate": 6.83625e-05,
      "loss": 0.0351,
      "step": 5470
    },
    {
      "epoch": 0.8367689723621927,
      "grad_norm": 0.5783764123916626,
      "learning_rate": 6.84875e-05,
      "loss": 0.0331,
      "step": 5480
    },
    {
      "epoch": 0.8382959230416858,
      "grad_norm": 0.3700573444366455,
      "learning_rate": 6.861250000000001e-05,
      "loss": 0.0299,
      "step": 5490
    },
    {
      "epoch": 0.8398228737211788,
      "grad_norm": 0.5521509051322937,
      "learning_rate": 6.87375e-05,
      "loss": 0.0352,
      "step": 5500
    },
    {
      "epoch": 0.8413498244006719,
      "grad_norm": 0.361996591091156,
      "learning_rate": 6.886250000000001e-05,
      "loss": 0.0338,
      "step": 5510
    },
    {
      "epoch": 0.8428767750801649,
      "grad_norm": 0.2700616419315338,
      "learning_rate": 6.89875e-05,
      "loss": 0.0286,
      "step": 5520
    },
    {
      "epoch": 0.8444037257596579,
      "grad_norm": 0.3915243148803711,
      "learning_rate": 6.91125e-05,
      "loss": 0.0372,
      "step": 5530
    },
    {
      "epoch": 0.845930676439151,
      "grad_norm": 0.36414000391960144,
      "learning_rate": 6.92375e-05,
      "loss": 0.0299,
      "step": 5540
    },
    {
      "epoch": 0.847457627118644,
      "grad_norm": 0.3908378779888153,
      "learning_rate": 6.936250000000001e-05,
      "loss": 0.0335,
      "step": 5550
    },
    {
      "epoch": 0.8489845777981371,
      "grad_norm": 0.3929809033870697,
      "learning_rate": 6.94875e-05,
      "loss": 0.03,
      "step": 5560
    },
    {
      "epoch": 0.8505115284776301,
      "grad_norm": 0.4634343683719635,
      "learning_rate": 6.96125e-05,
      "loss": 0.0281,
      "step": 5570
    },
    {
      "epoch": 0.8520384791571233,
      "grad_norm": 0.30963507294654846,
      "learning_rate": 6.97375e-05,
      "loss": 0.0285,
      "step": 5580
    },
    {
      "epoch": 0.8535654298366163,
      "grad_norm": 0.25127482414245605,
      "learning_rate": 6.986250000000001e-05,
      "loss": 0.0308,
      "step": 5590
    },
    {
      "epoch": 0.8550923805161094,
      "grad_norm": 0.4463622272014618,
      "learning_rate": 6.99875e-05,
      "loss": 0.0343,
      "step": 5600
    },
    {
      "epoch": 0.8566193311956024,
      "grad_norm": 0.3740331530570984,
      "learning_rate": 7.01125e-05,
      "loss": 0.035,
      "step": 5610
    },
    {
      "epoch": 0.8581462818750955,
      "grad_norm": 0.41308772563934326,
      "learning_rate": 7.02375e-05,
      "loss": 0.0324,
      "step": 5620
    },
    {
      "epoch": 0.8596732325545885,
      "grad_norm": 0.32636141777038574,
      "learning_rate": 7.03625e-05,
      "loss": 0.032,
      "step": 5630
    },
    {
      "epoch": 0.8612001832340815,
      "grad_norm": 0.5430406928062439,
      "learning_rate": 7.048750000000001e-05,
      "loss": 0.0384,
      "step": 5640
    },
    {
      "epoch": 0.8627271339135746,
      "grad_norm": 0.30899354815483093,
      "learning_rate": 7.06125e-05,
      "loss": 0.0277,
      "step": 5650
    },
    {
      "epoch": 0.8642540845930676,
      "grad_norm": 0.35525551438331604,
      "learning_rate": 7.07375e-05,
      "loss": 0.0319,
      "step": 5660
    },
    {
      "epoch": 0.8657810352725607,
      "grad_norm": 0.3624268174171448,
      "learning_rate": 7.08625e-05,
      "loss": 0.0305,
      "step": 5670
    },
    {
      "epoch": 0.8673079859520537,
      "grad_norm": 0.3295057415962219,
      "learning_rate": 7.098750000000001e-05,
      "loss": 0.0274,
      "step": 5680
    },
    {
      "epoch": 0.8688349366315468,
      "grad_norm": 0.35410475730895996,
      "learning_rate": 7.11125e-05,
      "loss": 0.0341,
      "step": 5690
    },
    {
      "epoch": 0.8703618873110398,
      "grad_norm": 0.47580477595329285,
      "learning_rate": 7.12375e-05,
      "loss": 0.0303,
      "step": 5700
    },
    {
      "epoch": 0.871888837990533,
      "grad_norm": 0.3398129642009735,
      "learning_rate": 7.136249999999999e-05,
      "loss": 0.0353,
      "step": 5710
    },
    {
      "epoch": 0.873415788670026,
      "grad_norm": 0.415789932012558,
      "learning_rate": 7.148750000000001e-05,
      "loss": 0.0357,
      "step": 5720
    },
    {
      "epoch": 0.874942739349519,
      "grad_norm": 0.3970405161380768,
      "learning_rate": 7.16125e-05,
      "loss": 0.0356,
      "step": 5730
    },
    {
      "epoch": 0.8764696900290121,
      "grad_norm": 0.5172152519226074,
      "learning_rate": 7.17375e-05,
      "loss": 0.0309,
      "step": 5740
    },
    {
      "epoch": 0.8779966407085051,
      "grad_norm": 0.36489686369895935,
      "learning_rate": 7.18625e-05,
      "loss": 0.0305,
      "step": 5750
    },
    {
      "epoch": 0.8795235913879982,
      "grad_norm": 0.36890366673469543,
      "learning_rate": 7.198750000000001e-05,
      "loss": 0.032,
      "step": 5760
    },
    {
      "epoch": 0.8810505420674912,
      "grad_norm": 0.3453788161277771,
      "learning_rate": 7.211250000000001e-05,
      "loss": 0.0345,
      "step": 5770
    },
    {
      "epoch": 0.8825774927469843,
      "grad_norm": 0.31786027550697327,
      "learning_rate": 7.22375e-05,
      "loss": 0.0322,
      "step": 5780
    },
    {
      "epoch": 0.8841044434264773,
      "grad_norm": 0.4235900044441223,
      "learning_rate": 7.23625e-05,
      "loss": 0.033,
      "step": 5790
    },
    {
      "epoch": 0.8856313941059704,
      "grad_norm": 0.37806376814842224,
      "learning_rate": 7.248750000000001e-05,
      "loss": 0.0326,
      "step": 5800
    },
    {
      "epoch": 0.8871583447854634,
      "grad_norm": 0.3087272346019745,
      "learning_rate": 7.261250000000001e-05,
      "loss": 0.034,
      "step": 5810
    },
    {
      "epoch": 0.8886852954649564,
      "grad_norm": 0.510615885257721,
      "learning_rate": 7.27375e-05,
      "loss": 0.0328,
      "step": 5820
    },
    {
      "epoch": 0.8902122461444495,
      "grad_norm": 0.3267362117767334,
      "learning_rate": 7.28625e-05,
      "loss": 0.0388,
      "step": 5830
    },
    {
      "epoch": 0.8917391968239425,
      "grad_norm": 0.4170013666152954,
      "learning_rate": 7.29875e-05,
      "loss": 0.0364,
      "step": 5840
    },
    {
      "epoch": 0.8932661475034357,
      "grad_norm": 0.3501278758049011,
      "learning_rate": 7.311250000000001e-05,
      "loss": 0.04,
      "step": 5850
    },
    {
      "epoch": 0.8947930981829287,
      "grad_norm": 0.3513667583465576,
      "learning_rate": 7.32375e-05,
      "loss": 0.0344,
      "step": 5860
    },
    {
      "epoch": 0.8963200488624218,
      "grad_norm": 0.5958202481269836,
      "learning_rate": 7.33625e-05,
      "loss": 0.0331,
      "step": 5870
    },
    {
      "epoch": 0.8978469995419148,
      "grad_norm": 0.37875381112098694,
      "learning_rate": 7.34875e-05,
      "loss": 0.0375,
      "step": 5880
    },
    {
      "epoch": 0.8993739502214079,
      "grad_norm": 0.3729485869407654,
      "learning_rate": 7.361250000000001e-05,
      "loss": 0.0329,
      "step": 5890
    },
    {
      "epoch": 0.9009009009009009,
      "grad_norm": 0.4101676642894745,
      "learning_rate": 7.373750000000001e-05,
      "loss": 0.0303,
      "step": 5900
    },
    {
      "epoch": 0.902427851580394,
      "grad_norm": 0.4457938075065613,
      "learning_rate": 7.38625e-05,
      "loss": 0.034,
      "step": 5910
    },
    {
      "epoch": 0.903954802259887,
      "grad_norm": 0.5127255916595459,
      "learning_rate": 7.39875e-05,
      "loss": 0.0342,
      "step": 5920
    },
    {
      "epoch": 0.90548175293938,
      "grad_norm": 0.4109690189361572,
      "learning_rate": 7.41125e-05,
      "loss": 0.0326,
      "step": 5930
    },
    {
      "epoch": 0.9070087036188731,
      "grad_norm": 0.36308711767196655,
      "learning_rate": 7.423750000000001e-05,
      "loss": 0.0315,
      "step": 5940
    },
    {
      "epoch": 0.9085356542983661,
      "grad_norm": 0.4209040105342865,
      "learning_rate": 7.43625e-05,
      "loss": 0.0323,
      "step": 5950
    },
    {
      "epoch": 0.9100626049778592,
      "grad_norm": 0.340718150138855,
      "learning_rate": 7.44875e-05,
      "loss": 0.0317,
      "step": 5960
    },
    {
      "epoch": 0.9115895556573522,
      "grad_norm": 0.33698731660842896,
      "learning_rate": 7.46125e-05,
      "loss": 0.0333,
      "step": 5970
    },
    {
      "epoch": 0.9131165063368453,
      "grad_norm": 0.39584845304489136,
      "learning_rate": 7.473750000000001e-05,
      "loss": 0.0316,
      "step": 5980
    },
    {
      "epoch": 0.9146434570163384,
      "grad_norm": 0.3452850580215454,
      "learning_rate": 7.48625e-05,
      "loss": 0.0316,
      "step": 5990
    },
    {
      "epoch": 0.9161704076958315,
      "grad_norm": 0.37995225191116333,
      "learning_rate": 7.49875e-05,
      "loss": 0.0303,
      "step": 6000
    },
    {
      "epoch": 0.9176973583753245,
      "grad_norm": 0.35900944471359253,
      "learning_rate": 7.51125e-05,
      "loss": 0.0306,
      "step": 6010
    },
    {
      "epoch": 0.9192243090548176,
      "grad_norm": 0.26596951484680176,
      "learning_rate": 7.52375e-05,
      "loss": 0.0276,
      "step": 6020
    },
    {
      "epoch": 0.9207512597343106,
      "grad_norm": 0.3391684293746948,
      "learning_rate": 7.536250000000001e-05,
      "loss": 0.0326,
      "step": 6030
    },
    {
      "epoch": 0.9222782104138036,
      "grad_norm": 0.2595974802970886,
      "learning_rate": 7.54875e-05,
      "loss": 0.0324,
      "step": 6040
    },
    {
      "epoch": 0.9238051610932967,
      "grad_norm": 0.3401087820529938,
      "learning_rate": 7.561250000000002e-05,
      "loss": 0.0296,
      "step": 6050
    },
    {
      "epoch": 0.9253321117727897,
      "grad_norm": 0.2599904537200928,
      "learning_rate": 7.57375e-05,
      "loss": 0.0282,
      "step": 6060
    },
    {
      "epoch": 0.9268590624522828,
      "grad_norm": 0.3365034759044647,
      "learning_rate": 7.586250000000001e-05,
      "loss": 0.0309,
      "step": 6070
    },
    {
      "epoch": 0.9283860131317758,
      "grad_norm": 0.2937852740287781,
      "learning_rate": 7.59875e-05,
      "loss": 0.0309,
      "step": 6080
    },
    {
      "epoch": 0.9299129638112689,
      "grad_norm": 0.28764578700065613,
      "learning_rate": 7.611250000000001e-05,
      "loss": 0.0285,
      "step": 6090
    },
    {
      "epoch": 0.9314399144907619,
      "grad_norm": 0.29652297496795654,
      "learning_rate": 7.62375e-05,
      "loss": 0.0279,
      "step": 6100
    },
    {
      "epoch": 0.932966865170255,
      "grad_norm": 0.3124246895313263,
      "learning_rate": 7.63625e-05,
      "loss": 0.025,
      "step": 6110
    },
    {
      "epoch": 0.934493815849748,
      "grad_norm": 0.3093230724334717,
      "learning_rate": 7.64875e-05,
      "loss": 0.0283,
      "step": 6120
    },
    {
      "epoch": 0.9360207665292412,
      "grad_norm": 0.3080746829509735,
      "learning_rate": 7.66125e-05,
      "loss": 0.0285,
      "step": 6130
    },
    {
      "epoch": 0.9375477172087342,
      "grad_norm": 0.21907514333724976,
      "learning_rate": 7.67375e-05,
      "loss": 0.026,
      "step": 6140
    },
    {
      "epoch": 0.9390746678882272,
      "grad_norm": 0.32075098156929016,
      "learning_rate": 7.68625e-05,
      "loss": 0.026,
      "step": 6150
    },
    {
      "epoch": 0.9406016185677203,
      "grad_norm": 0.2730948030948639,
      "learning_rate": 7.698750000000001e-05,
      "loss": 0.0312,
      "step": 6160
    },
    {
      "epoch": 0.9421285692472133,
      "grad_norm": 0.28016963601112366,
      "learning_rate": 7.71125e-05,
      "loss": 0.0319,
      "step": 6170
    },
    {
      "epoch": 0.9436555199267064,
      "grad_norm": 0.5006706118583679,
      "learning_rate": 7.72375e-05,
      "loss": 0.0337,
      "step": 6180
    },
    {
      "epoch": 0.9451824706061994,
      "grad_norm": 0.3792579174041748,
      "learning_rate": 7.73625e-05,
      "loss": 0.0354,
      "step": 6190
    },
    {
      "epoch": 0.9467094212856925,
      "grad_norm": 0.3706405758857727,
      "learning_rate": 7.74875e-05,
      "loss": 0.0325,
      "step": 6200
    },
    {
      "epoch": 0.9482363719651855,
      "grad_norm": 0.4013426899909973,
      "learning_rate": 7.76125e-05,
      "loss": 0.0312,
      "step": 6210
    },
    {
      "epoch": 0.9497633226446786,
      "grad_norm": 0.3047105073928833,
      "learning_rate": 7.773750000000001e-05,
      "loss": 0.0288,
      "step": 6220
    },
    {
      "epoch": 0.9512902733241716,
      "grad_norm": 0.2765018343925476,
      "learning_rate": 7.78625e-05,
      "loss": 0.0309,
      "step": 6230
    },
    {
      "epoch": 0.9528172240036646,
      "grad_norm": 0.3465023338794708,
      "learning_rate": 7.79875e-05,
      "loss": 0.0299,
      "step": 6240
    },
    {
      "epoch": 0.9543441746831577,
      "grad_norm": 0.2883979380130768,
      "learning_rate": 7.81125e-05,
      "loss": 0.0317,
      "step": 6250
    },
    {
      "epoch": 0.9558711253626507,
      "grad_norm": 0.30805331468582153,
      "learning_rate": 7.823750000000001e-05,
      "loss": 0.0337,
      "step": 6260
    },
    {
      "epoch": 0.9573980760421439,
      "grad_norm": 0.4074300527572632,
      "learning_rate": 7.83625e-05,
      "loss": 0.0317,
      "step": 6270
    },
    {
      "epoch": 0.9589250267216369,
      "grad_norm": 0.2949836552143097,
      "learning_rate": 7.84875e-05,
      "loss": 0.0364,
      "step": 6280
    },
    {
      "epoch": 0.96045197740113,
      "grad_norm": 0.3354591727256775,
      "learning_rate": 7.86125e-05,
      "loss": 0.0354,
      "step": 6290
    },
    {
      "epoch": 0.961978928080623,
      "grad_norm": 0.2560059428215027,
      "learning_rate": 7.873750000000001e-05,
      "loss": 0.0262,
      "step": 6300
    },
    {
      "epoch": 0.9635058787601161,
      "grad_norm": 0.3978525698184967,
      "learning_rate": 7.88625e-05,
      "loss": 0.0264,
      "step": 6310
    },
    {
      "epoch": 0.9650328294396091,
      "grad_norm": 0.3134264051914215,
      "learning_rate": 7.89875e-05,
      "loss": 0.0279,
      "step": 6320
    },
    {
      "epoch": 0.9665597801191022,
      "grad_norm": 0.38679972290992737,
      "learning_rate": 7.91125e-05,
      "loss": 0.0304,
      "step": 6330
    },
    {
      "epoch": 0.9680867307985952,
      "grad_norm": 0.3042188286781311,
      "learning_rate": 7.923750000000001e-05,
      "loss": 0.0328,
      "step": 6340
    },
    {
      "epoch": 0.9696136814780882,
      "grad_norm": 0.223450168967247,
      "learning_rate": 7.936250000000001e-05,
      "loss": 0.0283,
      "step": 6350
    },
    {
      "epoch": 0.9711406321575813,
      "grad_norm": 0.3388211131095886,
      "learning_rate": 7.94875e-05,
      "loss": 0.035,
      "step": 6360
    },
    {
      "epoch": 0.9726675828370743,
      "grad_norm": 0.37303656339645386,
      "learning_rate": 7.96125e-05,
      "loss": 0.0305,
      "step": 6370
    },
    {
      "epoch": 0.9741945335165674,
      "grad_norm": 0.34192436933517456,
      "learning_rate": 7.97375e-05,
      "loss": 0.0315,
      "step": 6380
    },
    {
      "epoch": 0.9757214841960604,
      "grad_norm": 0.29010146856307983,
      "learning_rate": 7.986250000000001e-05,
      "loss": 0.0299,
      "step": 6390
    },
    {
      "epoch": 0.9772484348755536,
      "grad_norm": 0.3301127254962921,
      "learning_rate": 7.99875e-05,
      "loss": 0.0288,
      "step": 6400
    },
    {
      "epoch": 0.9787753855550466,
      "grad_norm": 0.2881186604499817,
      "learning_rate": 8.01125e-05,
      "loss": 0.0315,
      "step": 6410
    },
    {
      "epoch": 0.9803023362345397,
      "grad_norm": 0.38486185669898987,
      "learning_rate": 8.02375e-05,
      "loss": 0.0356,
      "step": 6420
    },
    {
      "epoch": 0.9818292869140327,
      "grad_norm": 0.2835231423377991,
      "learning_rate": 8.036250000000001e-05,
      "loss": 0.0291,
      "step": 6430
    },
    {
      "epoch": 0.9833562375935258,
      "grad_norm": 0.4116935729980469,
      "learning_rate": 8.04875e-05,
      "loss": 0.0343,
      "step": 6440
    },
    {
      "epoch": 0.9848831882730188,
      "grad_norm": 0.4300119876861572,
      "learning_rate": 8.06125e-05,
      "loss": 0.0291,
      "step": 6450
    },
    {
      "epoch": 0.9864101389525118,
      "grad_norm": 0.2913857400417328,
      "learning_rate": 8.07375e-05,
      "loss": 0.0307,
      "step": 6460
    },
    {
      "epoch": 0.9879370896320049,
      "grad_norm": 0.308484822511673,
      "learning_rate": 8.086250000000001e-05,
      "loss": 0.031,
      "step": 6470
    },
    {
      "epoch": 0.9894640403114979,
      "grad_norm": 0.35109764337539673,
      "learning_rate": 8.098750000000001e-05,
      "loss": 0.0294,
      "step": 6480
    },
    {
      "epoch": 0.990990990990991,
      "grad_norm": 0.30653777718544006,
      "learning_rate": 8.11125e-05,
      "loss": 0.0352,
      "step": 6490
    },
    {
      "epoch": 0.992517941670484,
      "grad_norm": 0.4341164231300354,
      "learning_rate": 8.12375e-05,
      "loss": 0.0287,
      "step": 6500
    },
    {
      "epoch": 0.9940448923499771,
      "grad_norm": 0.3305807411670685,
      "learning_rate": 8.13625e-05,
      "loss": 0.0367,
      "step": 6510
    },
    {
      "epoch": 0.9955718430294701,
      "grad_norm": 0.29231885075569153,
      "learning_rate": 8.148750000000001e-05,
      "loss": 0.0305,
      "step": 6520
    },
    {
      "epoch": 0.9970987937089631,
      "grad_norm": 0.2881756126880646,
      "learning_rate": 8.16125e-05,
      "loss": 0.0263,
      "step": 6530
    },
    {
      "epoch": 0.9986257443884563,
      "grad_norm": 0.27981051802635193,
      "learning_rate": 8.17375e-05,
      "loss": 0.0276,
      "step": 6540
    },
    {
      "epoch": 1.0001526950679493,
      "grad_norm": 0.3491867184638977,
      "learning_rate": 8.18625e-05,
      "loss": 0.0366,
      "step": 6550
    },
    {
      "epoch": 1.0016796457474424,
      "grad_norm": 0.30114564299583435,
      "learning_rate": 8.198750000000001e-05,
      "loss": 0.0391,
      "step": 6560
    },
    {
      "epoch": 1.0032065964269354,
      "grad_norm": 0.40273478627204895,
      "learning_rate": 8.21125e-05,
      "loss": 0.0335,
      "step": 6570
    },
    {
      "epoch": 1.0047335471064285,
      "grad_norm": 0.30271515250205994,
      "learning_rate": 8.22375e-05,
      "loss": 0.0412,
      "step": 6580
    },
    {
      "epoch": 1.0062604977859215,
      "grad_norm": 0.33768710494041443,
      "learning_rate": 8.23625e-05,
      "loss": 0.0326,
      "step": 6590
    },
    {
      "epoch": 1.0077874484654146,
      "grad_norm": 0.2762341797351837,
      "learning_rate": 8.24875e-05,
      "loss": 0.0334,
      "step": 6600
    },
    {
      "epoch": 1.0093143991449076,
      "grad_norm": 0.3642544150352478,
      "learning_rate": 8.261250000000001e-05,
      "loss": 0.0302,
      "step": 6610
    },
    {
      "epoch": 1.0108413498244007,
      "grad_norm": 0.52491694688797,
      "learning_rate": 8.27375e-05,
      "loss": 0.027,
      "step": 6620
    },
    {
      "epoch": 1.0123683005038937,
      "grad_norm": 0.22761602699756622,
      "learning_rate": 8.28625e-05,
      "loss": 0.0373,
      "step": 6630
    },
    {
      "epoch": 1.0138952511833867,
      "grad_norm": 0.3596595227718353,
      "learning_rate": 8.29875e-05,
      "loss": 0.029,
      "step": 6640
    },
    {
      "epoch": 1.0154222018628798,
      "grad_norm": 0.33969545364379883,
      "learning_rate": 8.311250000000001e-05,
      "loss": 0.0286,
      "step": 6650
    },
    {
      "epoch": 1.0169491525423728,
      "grad_norm": 0.4969853460788727,
      "learning_rate": 8.32375e-05,
      "loss": 0.0316,
      "step": 6660
    },
    {
      "epoch": 1.0184761032218659,
      "grad_norm": 0.410114586353302,
      "learning_rate": 8.33625e-05,
      "loss": 0.0297,
      "step": 6670
    },
    {
      "epoch": 1.020003053901359,
      "grad_norm": 0.31324702501296997,
      "learning_rate": 8.34875e-05,
      "loss": 0.0356,
      "step": 6680
    },
    {
      "epoch": 1.021530004580852,
      "grad_norm": 0.3276500999927521,
      "learning_rate": 8.36125e-05,
      "loss": 0.032,
      "step": 6690
    },
    {
      "epoch": 1.023056955260345,
      "grad_norm": 0.44226542115211487,
      "learning_rate": 8.37375e-05,
      "loss": 0.032,
      "step": 6700
    },
    {
      "epoch": 1.024583905939838,
      "grad_norm": 0.3202933371067047,
      "learning_rate": 8.38625e-05,
      "loss": 0.0291,
      "step": 6710
    },
    {
      "epoch": 1.026110856619331,
      "grad_norm": 0.3606643080711365,
      "learning_rate": 8.39875e-05,
      "loss": 0.0312,
      "step": 6720
    },
    {
      "epoch": 1.0276378072988241,
      "grad_norm": 0.36417356133461,
      "learning_rate": 8.41125e-05,
      "loss": 0.0327,
      "step": 6730
    },
    {
      "epoch": 1.0291647579783172,
      "grad_norm": 0.3746356666088104,
      "learning_rate": 8.423750000000001e-05,
      "loss": 0.0395,
      "step": 6740
    },
    {
      "epoch": 1.0306917086578105,
      "grad_norm": 0.4397919178009033,
      "learning_rate": 8.43625e-05,
      "loss": 0.0248,
      "step": 6750
    },
    {
      "epoch": 1.0322186593373035,
      "grad_norm": 0.36522799730300903,
      "learning_rate": 8.448750000000001e-05,
      "loss": 0.0266,
      "step": 6760
    },
    {
      "epoch": 1.0337456100167965,
      "grad_norm": 0.37487274408340454,
      "learning_rate": 8.46125e-05,
      "loss": 0.0276,
      "step": 6770
    },
    {
      "epoch": 1.0352725606962896,
      "grad_norm": 0.433816134929657,
      "learning_rate": 8.47375e-05,
      "loss": 0.0301,
      "step": 6780
    },
    {
      "epoch": 1.0367995113757826,
      "grad_norm": 0.38852551579475403,
      "learning_rate": 8.48625e-05,
      "loss": 0.0308,
      "step": 6790
    },
    {
      "epoch": 1.0383264620552757,
      "grad_norm": 0.31791505217552185,
      "learning_rate": 8.498750000000001e-05,
      "loss": 0.0316,
      "step": 6800
    },
    {
      "epoch": 1.0398534127347687,
      "grad_norm": 0.316905677318573,
      "learning_rate": 8.51125e-05,
      "loss": 0.0289,
      "step": 6810
    },
    {
      "epoch": 1.0413803634142618,
      "grad_norm": 0.40377771854400635,
      "learning_rate": 8.52375e-05,
      "loss": 0.0297,
      "step": 6820
    },
    {
      "epoch": 1.0429073140937548,
      "grad_norm": 0.3651772737503052,
      "learning_rate": 8.53625e-05,
      "loss": 0.0271,
      "step": 6830
    },
    {
      "epoch": 1.0444342647732479,
      "grad_norm": 0.2471974492073059,
      "learning_rate": 8.548750000000001e-05,
      "loss": 0.0271,
      "step": 6840
    },
    {
      "epoch": 1.045961215452741,
      "grad_norm": 0.24036698043346405,
      "learning_rate": 8.56125e-05,
      "loss": 0.0284,
      "step": 6850
    },
    {
      "epoch": 1.047488166132234,
      "grad_norm": 0.289894700050354,
      "learning_rate": 8.57375e-05,
      "loss": 0.0302,
      "step": 6860
    },
    {
      "epoch": 1.049015116811727,
      "grad_norm": 0.2534049153327942,
      "learning_rate": 8.58625e-05,
      "loss": 0.032,
      "step": 6870
    },
    {
      "epoch": 1.05054206749122,
      "grad_norm": 0.2813013195991516,
      "learning_rate": 8.59875e-05,
      "loss": 0.0369,
      "step": 6880
    },
    {
      "epoch": 1.052069018170713,
      "grad_norm": 0.3369520902633667,
      "learning_rate": 8.611250000000001e-05,
      "loss": 0.0322,
      "step": 6890
    },
    {
      "epoch": 1.0535959688502061,
      "grad_norm": 0.30191826820373535,
      "learning_rate": 8.62375e-05,
      "loss": 0.0249,
      "step": 6900
    },
    {
      "epoch": 1.0551229195296992,
      "grad_norm": 0.25056731700897217,
      "learning_rate": 8.63625e-05,
      "loss": 0.026,
      "step": 6910
    },
    {
      "epoch": 1.0566498702091922,
      "grad_norm": 0.34772127866744995,
      "learning_rate": 8.64875e-05,
      "loss": 0.0369,
      "step": 6920
    },
    {
      "epoch": 1.0581768208886853,
      "grad_norm": 0.5614916086196899,
      "learning_rate": 8.661250000000001e-05,
      "loss": 0.0325,
      "step": 6930
    },
    {
      "epoch": 1.0597037715681783,
      "grad_norm": 0.3207740783691406,
      "learning_rate": 8.67375e-05,
      "loss": 0.0295,
      "step": 6940
    },
    {
      "epoch": 1.0612307222476713,
      "grad_norm": 0.31785666942596436,
      "learning_rate": 8.68625e-05,
      "loss": 0.0364,
      "step": 6950
    },
    {
      "epoch": 1.0627576729271644,
      "grad_norm": 0.2592354416847229,
      "learning_rate": 8.69875e-05,
      "loss": 0.0297,
      "step": 6960
    },
    {
      "epoch": 1.0642846236066574,
      "grad_norm": 0.27708807587623596,
      "learning_rate": 8.711250000000001e-05,
      "loss": 0.0304,
      "step": 6970
    },
    {
      "epoch": 1.0658115742861505,
      "grad_norm": 0.39755502343177795,
      "learning_rate": 8.72375e-05,
      "loss": 0.0321,
      "step": 6980
    },
    {
      "epoch": 1.0673385249656435,
      "grad_norm": 0.5010624527931213,
      "learning_rate": 8.73625e-05,
      "loss": 0.0326,
      "step": 6990
    },
    {
      "epoch": 1.0688654756451366,
      "grad_norm": 0.4754851460456848,
      "learning_rate": 8.74875e-05,
      "loss": 0.0312,
      "step": 7000
    },
    {
      "epoch": 1.0703924263246298,
      "grad_norm": 0.3436882197856903,
      "learning_rate": 8.761250000000001e-05,
      "loss": 0.0309,
      "step": 7010
    },
    {
      "epoch": 1.0719193770041229,
      "grad_norm": 0.2699664235115051,
      "learning_rate": 8.773750000000001e-05,
      "loss": 0.028,
      "step": 7020
    },
    {
      "epoch": 1.073446327683616,
      "grad_norm": 0.35715705156326294,
      "learning_rate": 8.78625e-05,
      "loss": 0.0301,
      "step": 7030
    },
    {
      "epoch": 1.074973278363109,
      "grad_norm": 0.33092671632766724,
      "learning_rate": 8.79875e-05,
      "loss": 0.0362,
      "step": 7040
    },
    {
      "epoch": 1.076500229042602,
      "grad_norm": 0.42169949412345886,
      "learning_rate": 8.811250000000001e-05,
      "loss": 0.0331,
      "step": 7050
    },
    {
      "epoch": 1.078027179722095,
      "grad_norm": 0.25790348649024963,
      "learning_rate": 8.823750000000001e-05,
      "loss": 0.03,
      "step": 7060
    },
    {
      "epoch": 1.079554130401588,
      "grad_norm": 0.29946041107177734,
      "learning_rate": 8.83625e-05,
      "loss": 0.0316,
      "step": 7070
    },
    {
      "epoch": 1.0810810810810811,
      "grad_norm": 0.2670699656009674,
      "learning_rate": 8.84875e-05,
      "loss": 0.0301,
      "step": 7080
    },
    {
      "epoch": 1.0826080317605742,
      "grad_norm": 0.2667640447616577,
      "learning_rate": 8.86125e-05,
      "loss": 0.0264,
      "step": 7090
    },
    {
      "epoch": 1.0841349824400672,
      "grad_norm": 0.2445346713066101,
      "learning_rate": 8.873750000000001e-05,
      "loss": 0.0317,
      "step": 7100
    },
    {
      "epoch": 1.0856619331195603,
      "grad_norm": 0.3070257306098938,
      "learning_rate": 8.88625e-05,
      "loss": 0.0315,
      "step": 7110
    },
    {
      "epoch": 1.0871888837990533,
      "grad_norm": 0.2783966362476349,
      "learning_rate": 8.89875e-05,
      "loss": 0.03,
      "step": 7120
    },
    {
      "epoch": 1.0887158344785464,
      "grad_norm": 0.31490716338157654,
      "learning_rate": 8.91125e-05,
      "loss": 0.0268,
      "step": 7130
    },
    {
      "epoch": 1.0902427851580394,
      "grad_norm": 0.40168124437332153,
      "learning_rate": 8.923750000000001e-05,
      "loss": 0.0327,
      "step": 7140
    },
    {
      "epoch": 1.0917697358375325,
      "grad_norm": 0.40752118825912476,
      "learning_rate": 8.936250000000001e-05,
      "loss": 0.0352,
      "step": 7150
    },
    {
      "epoch": 1.0932966865170255,
      "grad_norm": 0.36148563027381897,
      "learning_rate": 8.94875e-05,
      "loss": 0.0342,
      "step": 7160
    },
    {
      "epoch": 1.0948236371965185,
      "grad_norm": 0.3876435160636902,
      "learning_rate": 8.96125e-05,
      "loss": 0.0302,
      "step": 7170
    },
    {
      "epoch": 1.0963505878760116,
      "grad_norm": 0.393376886844635,
      "learning_rate": 8.97375e-05,
      "loss": 0.0296,
      "step": 7180
    },
    {
      "epoch": 1.0978775385555046,
      "grad_norm": 0.33510154485702515,
      "learning_rate": 8.986250000000001e-05,
      "loss": 0.0337,
      "step": 7190
    },
    {
      "epoch": 1.0994044892349977,
      "grad_norm": 0.25822025537490845,
      "learning_rate": 8.99875e-05,
      "loss": 0.0302,
      "step": 7200
    },
    {
      "epoch": 1.1009314399144907,
      "grad_norm": 0.28073981404304504,
      "learning_rate": 9.01125e-05,
      "loss": 0.0253,
      "step": 7210
    },
    {
      "epoch": 1.1024583905939838,
      "grad_norm": 0.3349387049674988,
      "learning_rate": 9.02375e-05,
      "loss": 0.0306,
      "step": 7220
    },
    {
      "epoch": 1.1039853412734768,
      "grad_norm": 0.5271962285041809,
      "learning_rate": 9.036250000000001e-05,
      "loss": 0.0273,
      "step": 7230
    },
    {
      "epoch": 1.1055122919529698,
      "grad_norm": 0.23034127056598663,
      "learning_rate": 9.04875e-05,
      "loss": 0.0295,
      "step": 7240
    },
    {
      "epoch": 1.107039242632463,
      "grad_norm": 0.2796807885169983,
      "learning_rate": 9.06125e-05,
      "loss": 0.029,
      "step": 7250
    },
    {
      "epoch": 1.108566193311956,
      "grad_norm": 0.43354445695877075,
      "learning_rate": 9.07375e-05,
      "loss": 0.0291,
      "step": 7260
    },
    {
      "epoch": 1.110093143991449,
      "grad_norm": 0.3471601903438568,
      "learning_rate": 9.08625e-05,
      "loss": 0.0338,
      "step": 7270
    },
    {
      "epoch": 1.111620094670942,
      "grad_norm": 0.44013845920562744,
      "learning_rate": 9.098750000000001e-05,
      "loss": 0.0346,
      "step": 7280
    },
    {
      "epoch": 1.113147045350435,
      "grad_norm": 0.44962209463119507,
      "learning_rate": 9.11125e-05,
      "loss": 0.031,
      "step": 7290
    },
    {
      "epoch": 1.1146739960299281,
      "grad_norm": 0.2973589599132538,
      "learning_rate": 9.123750000000002e-05,
      "loss": 0.0289,
      "step": 7300
    },
    {
      "epoch": 1.1162009467094214,
      "grad_norm": 0.40641987323760986,
      "learning_rate": 9.13625e-05,
      "loss": 0.0348,
      "step": 7310
    },
    {
      "epoch": 1.1177278973889144,
      "grad_norm": 0.24944056570529938,
      "learning_rate": 9.148750000000001e-05,
      "loss": 0.0343,
      "step": 7320
    },
    {
      "epoch": 1.1192548480684075,
      "grad_norm": 0.3247015178203583,
      "learning_rate": 9.16125e-05,
      "loss": 0.0319,
      "step": 7330
    },
    {
      "epoch": 1.1207817987479005,
      "grad_norm": 0.26020658016204834,
      "learning_rate": 9.173750000000001e-05,
      "loss": 0.0313,
      "step": 7340
    },
    {
      "epoch": 1.1223087494273936,
      "grad_norm": 0.4123307764530182,
      "learning_rate": 9.18625e-05,
      "loss": 0.0337,
      "step": 7350
    },
    {
      "epoch": 1.1238357001068866,
      "grad_norm": 0.30679991841316223,
      "learning_rate": 9.19875e-05,
      "loss": 0.0278,
      "step": 7360
    },
    {
      "epoch": 1.1253626507863796,
      "grad_norm": 0.30561596155166626,
      "learning_rate": 9.21125e-05,
      "loss": 0.0335,
      "step": 7370
    },
    {
      "epoch": 1.1268896014658727,
      "grad_norm": 0.35351482033729553,
      "learning_rate": 9.22375e-05,
      "loss": 0.033,
      "step": 7380
    },
    {
      "epoch": 1.1284165521453657,
      "grad_norm": 0.4614725410938263,
      "learning_rate": 9.23625e-05,
      "loss": 0.0387,
      "step": 7390
    },
    {
      "epoch": 1.1299435028248588,
      "grad_norm": 0.32317054271698,
      "learning_rate": 9.24875e-05,
      "loss": 0.0279,
      "step": 7400
    },
    {
      "epoch": 1.1314704535043518,
      "grad_norm": 0.3490528166294098,
      "learning_rate": 9.261250000000001e-05,
      "loss": 0.0324,
      "step": 7410
    },
    {
      "epoch": 1.1329974041838449,
      "grad_norm": 0.2893342971801758,
      "learning_rate": 9.27375e-05,
      "loss": 0.0319,
      "step": 7420
    },
    {
      "epoch": 1.134524354863338,
      "grad_norm": 0.3413383960723877,
      "learning_rate": 9.286250000000001e-05,
      "loss": 0.0344,
      "step": 7430
    },
    {
      "epoch": 1.136051305542831,
      "grad_norm": 0.34811079502105713,
      "learning_rate": 9.29875e-05,
      "loss": 0.0325,
      "step": 7440
    },
    {
      "epoch": 1.137578256222324,
      "grad_norm": 0.30454814434051514,
      "learning_rate": 9.311250000000001e-05,
      "loss": 0.0299,
      "step": 7450
    },
    {
      "epoch": 1.139105206901817,
      "grad_norm": 0.39621084928512573,
      "learning_rate": 9.32375e-05,
      "loss": 0.0328,
      "step": 7460
    },
    {
      "epoch": 1.14063215758131,
      "grad_norm": 0.45007553696632385,
      "learning_rate": 9.336250000000001e-05,
      "loss": 0.0331,
      "step": 7470
    },
    {
      "epoch": 1.1421591082608031,
      "grad_norm": 0.3257448375225067,
      "learning_rate": 9.34875e-05,
      "loss": 0.0337,
      "step": 7480
    },
    {
      "epoch": 1.1436860589402962,
      "grad_norm": 0.3302682638168335,
      "learning_rate": 9.36125e-05,
      "loss": 0.0302,
      "step": 7490
    },
    {
      "epoch": 1.1452130096197892,
      "grad_norm": 0.3212396800518036,
      "learning_rate": 9.37375e-05,
      "loss": 0.0345,
      "step": 7500
    },
    {
      "epoch": 1.1467399602992823,
      "grad_norm": 0.273478627204895,
      "learning_rate": 9.386250000000001e-05,
      "loss": 0.027,
      "step": 7510
    },
    {
      "epoch": 1.1482669109787753,
      "grad_norm": 0.38278019428253174,
      "learning_rate": 9.39875e-05,
      "loss": 0.0333,
      "step": 7520
    },
    {
      "epoch": 1.1497938616582684,
      "grad_norm": 0.4676371216773987,
      "learning_rate": 9.41125e-05,
      "loss": 0.03,
      "step": 7530
    },
    {
      "epoch": 1.1513208123377614,
      "grad_norm": 0.4071110785007477,
      "learning_rate": 9.423750000000001e-05,
      "loss": 0.032,
      "step": 7540
    },
    {
      "epoch": 1.1528477630172547,
      "grad_norm": 0.31552860140800476,
      "learning_rate": 9.436250000000001e-05,
      "loss": 0.0271,
      "step": 7550
    },
    {
      "epoch": 1.1543747136967477,
      "grad_norm": 0.3748743534088135,
      "learning_rate": 9.448750000000001e-05,
      "loss": 0.0359,
      "step": 7560
    },
    {
      "epoch": 1.1559016643762408,
      "grad_norm": 0.31820932030677795,
      "learning_rate": 9.46125e-05,
      "loss": 0.0305,
      "step": 7570
    },
    {
      "epoch": 1.1574286150557338,
      "grad_norm": 0.3489138185977936,
      "learning_rate": 9.47375e-05,
      "loss": 0.0376,
      "step": 7580
    },
    {
      "epoch": 1.1589555657352268,
      "grad_norm": 0.3854827880859375,
      "learning_rate": 9.486250000000001e-05,
      "loss": 0.0346,
      "step": 7590
    },
    {
      "epoch": 1.16048251641472,
      "grad_norm": 0.38774609565734863,
      "learning_rate": 9.498750000000001e-05,
      "loss": 0.0328,
      "step": 7600
    },
    {
      "epoch": 1.162009467094213,
      "grad_norm": 0.2837543785572052,
      "learning_rate": 9.51125e-05,
      "loss": 0.0246,
      "step": 7610
    },
    {
      "epoch": 1.163536417773706,
      "grad_norm": 0.29165831208229065,
      "learning_rate": 9.52375e-05,
      "loss": 0.0298,
      "step": 7620
    },
    {
      "epoch": 1.165063368453199,
      "grad_norm": 0.3563395142555237,
      "learning_rate": 9.53625e-05,
      "loss": 0.0275,
      "step": 7630
    },
    {
      "epoch": 1.166590319132692,
      "grad_norm": 0.28808724880218506,
      "learning_rate": 9.548750000000001e-05,
      "loss": 0.0286,
      "step": 7640
    },
    {
      "epoch": 1.168117269812185,
      "grad_norm": 0.28761976957321167,
      "learning_rate": 9.56125e-05,
      "loss": 0.039,
      "step": 7650
    },
    {
      "epoch": 1.1696442204916782,
      "grad_norm": 0.3833826184272766,
      "learning_rate": 9.57375e-05,
      "loss": 0.0321,
      "step": 7660
    },
    {
      "epoch": 1.1711711711711712,
      "grad_norm": 0.42826393246650696,
      "learning_rate": 9.58625e-05,
      "loss": 0.0341,
      "step": 7670
    },
    {
      "epoch": 1.1726981218506642,
      "grad_norm": 0.3199087977409363,
      "learning_rate": 9.598750000000001e-05,
      "loss": 0.0329,
      "step": 7680
    },
    {
      "epoch": 1.1742250725301573,
      "grad_norm": 0.37049049139022827,
      "learning_rate": 9.611250000000001e-05,
      "loss": 0.0351,
      "step": 7690
    },
    {
      "epoch": 1.1757520232096503,
      "grad_norm": 0.35282179713249207,
      "learning_rate": 9.62375e-05,
      "loss": 0.0279,
      "step": 7700
    },
    {
      "epoch": 1.1772789738891434,
      "grad_norm": 0.32759660482406616,
      "learning_rate": 9.63625e-05,
      "loss": 0.0329,
      "step": 7710
    },
    {
      "epoch": 1.1788059245686364,
      "grad_norm": 0.3147270083427429,
      "learning_rate": 9.648750000000001e-05,
      "loss": 0.0342,
      "step": 7720
    },
    {
      "epoch": 1.1803328752481295,
      "grad_norm": 0.31162726879119873,
      "learning_rate": 9.661250000000001e-05,
      "loss": 0.0339,
      "step": 7730
    },
    {
      "epoch": 1.1818598259276225,
      "grad_norm": 0.29476991295814514,
      "learning_rate": 9.67375e-05,
      "loss": 0.0319,
      "step": 7740
    },
    {
      "epoch": 1.1833867766071156,
      "grad_norm": 0.4056704044342041,
      "learning_rate": 9.68625e-05,
      "loss": 0.0321,
      "step": 7750
    },
    {
      "epoch": 1.1849137272866086,
      "grad_norm": 0.35301390290260315,
      "learning_rate": 9.69875e-05,
      "loss": 0.0312,
      "step": 7760
    },
    {
      "epoch": 1.1864406779661016,
      "grad_norm": 0.3322819173336029,
      "learning_rate": 9.711250000000001e-05,
      "loss": 0.0297,
      "step": 7770
    },
    {
      "epoch": 1.1879676286455947,
      "grad_norm": 0.383375346660614,
      "learning_rate": 9.72375e-05,
      "loss": 0.0329,
      "step": 7780
    },
    {
      "epoch": 1.1894945793250877,
      "grad_norm": 0.3897828459739685,
      "learning_rate": 9.73625e-05,
      "loss": 0.0328,
      "step": 7790
    },
    {
      "epoch": 1.1910215300045808,
      "grad_norm": 0.2655104994773865,
      "learning_rate": 9.74875e-05,
      "loss": 0.0314,
      "step": 7800
    },
    {
      "epoch": 1.1925484806840738,
      "grad_norm": 0.6057330965995789,
      "learning_rate": 9.761250000000001e-05,
      "loss": 0.0354,
      "step": 7810
    },
    {
      "epoch": 1.1940754313635669,
      "grad_norm": 0.3947257995605469,
      "learning_rate": 9.773750000000001e-05,
      "loss": 0.0333,
      "step": 7820
    },
    {
      "epoch": 1.19560238204306,
      "grad_norm": 0.3705909550189972,
      "learning_rate": 9.78625e-05,
      "loss": 0.0395,
      "step": 7830
    },
    {
      "epoch": 1.197129332722553,
      "grad_norm": 0.32239148020744324,
      "learning_rate": 9.79875e-05,
      "loss": 0.0281,
      "step": 7840
    },
    {
      "epoch": 1.198656283402046,
      "grad_norm": 0.31068116426467896,
      "learning_rate": 9.81125e-05,
      "loss": 0.035,
      "step": 7850
    },
    {
      "epoch": 1.2001832340815393,
      "grad_norm": 0.3823213279247284,
      "learning_rate": 9.823750000000001e-05,
      "loss": 0.0313,
      "step": 7860
    },
    {
      "epoch": 1.2017101847610323,
      "grad_norm": 0.3851442039012909,
      "learning_rate": 9.83625e-05,
      "loss": 0.033,
      "step": 7870
    },
    {
      "epoch": 1.2032371354405254,
      "grad_norm": 0.28663986921310425,
      "learning_rate": 9.84875e-05,
      "loss": 0.0297,
      "step": 7880
    },
    {
      "epoch": 1.2047640861200184,
      "grad_norm": 0.41831403970718384,
      "learning_rate": 9.86125e-05,
      "loss": 0.0333,
      "step": 7890
    },
    {
      "epoch": 1.2062910367995114,
      "grad_norm": 0.27607083320617676,
      "learning_rate": 9.873750000000001e-05,
      "loss": 0.03,
      "step": 7900
    },
    {
      "epoch": 1.2078179874790045,
      "grad_norm": 0.37475553154945374,
      "learning_rate": 9.88625e-05,
      "loss": 0.0348,
      "step": 7910
    },
    {
      "epoch": 1.2093449381584975,
      "grad_norm": 0.3286321461200714,
      "learning_rate": 9.89875e-05,
      "loss": 0.0297,
      "step": 7920
    },
    {
      "epoch": 1.2108718888379906,
      "grad_norm": 0.34875431656837463,
      "learning_rate": 9.91125e-05,
      "loss": 0.0282,
      "step": 7930
    },
    {
      "epoch": 1.2123988395174836,
      "grad_norm": 0.3070031404495239,
      "learning_rate": 9.92375e-05,
      "loss": 0.0322,
      "step": 7940
    },
    {
      "epoch": 1.2139257901969767,
      "grad_norm": 0.4622679352760315,
      "learning_rate": 9.93625e-05,
      "loss": 0.0395,
      "step": 7950
    },
    {
      "epoch": 1.2154527408764697,
      "grad_norm": 0.45791709423065186,
      "learning_rate": 9.94875e-05,
      "loss": 0.0376,
      "step": 7960
    },
    {
      "epoch": 1.2169796915559628,
      "grad_norm": 0.3373161852359772,
      "learning_rate": 9.96125e-05,
      "loss": 0.0323,
      "step": 7970
    },
    {
      "epoch": 1.2185066422354558,
      "grad_norm": 0.4404190480709076,
      "learning_rate": 9.97375e-05,
      "loss": 0.0407,
      "step": 7980
    },
    {
      "epoch": 1.2200335929149488,
      "grad_norm": 0.3379254639148712,
      "learning_rate": 9.986250000000001e-05,
      "loss": 0.0343,
      "step": 7990
    },
    {
      "epoch": 1.2215605435944419,
      "grad_norm": 0.3732025921344757,
      "learning_rate": 9.99875e-05,
      "loss": 0.0341,
      "step": 8000
    },
    {
      "epoch": 1.223087494273935,
      "grad_norm": 0.4237879514694214,
      "learning_rate": 9.999999913495721e-05,
      "loss": 0.0328,
      "step": 8010
    },
    {
      "epoch": 1.224614444953428,
      "grad_norm": 0.2657749652862549,
      "learning_rate": 9.999999614468584e-05,
      "loss": 0.0317,
      "step": 8020
    },
    {
      "epoch": 1.226141395632921,
      "grad_norm": 0.2936636805534363,
      "learning_rate": 9.999999101850648e-05,
      "loss": 0.0302,
      "step": 8030
    },
    {
      "epoch": 1.227668346312414,
      "grad_norm": 0.36362022161483765,
      "learning_rate": 9.999998375641937e-05,
      "loss": 0.0273,
      "step": 8040
    },
    {
      "epoch": 1.229195296991907,
      "grad_norm": 0.3502131402492523,
      "learning_rate": 9.99999743584248e-05,
      "loss": 0.0267,
      "step": 8050
    },
    {
      "epoch": 1.2307222476714001,
      "grad_norm": 0.3108651340007782,
      "learning_rate": 9.999996282452317e-05,
      "loss": 0.0289,
      "step": 8060
    },
    {
      "epoch": 1.2322491983508932,
      "grad_norm": 0.2710181176662445,
      "learning_rate": 9.9999949154715e-05,
      "loss": 0.0339,
      "step": 8070
    },
    {
      "epoch": 1.2337761490303862,
      "grad_norm": 0.36070239543914795,
      "learning_rate": 9.999993334900085e-05,
      "loss": 0.0282,
      "step": 8080
    },
    {
      "epoch": 1.2353030997098793,
      "grad_norm": 0.264904260635376,
      "learning_rate": 9.99999154073814e-05,
      "loss": 0.0268,
      "step": 8090
    },
    {
      "epoch": 1.2368300503893723,
      "grad_norm": 0.2729029953479767,
      "learning_rate": 9.99998953298574e-05,
      "loss": 0.0226,
      "step": 8100
    },
    {
      "epoch": 1.2383570010688656,
      "grad_norm": 0.2976546585559845,
      "learning_rate": 9.999987311642974e-05,
      "loss": 0.0398,
      "step": 8110
    },
    {
      "epoch": 1.2398839517483586,
      "grad_norm": 0.270167738199234,
      "learning_rate": 9.999984876709936e-05,
      "loss": 0.0322,
      "step": 8120
    },
    {
      "epoch": 1.2414109024278517,
      "grad_norm": 0.3210126757621765,
      "learning_rate": 9.999982228186727e-05,
      "loss": 0.0278,
      "step": 8130
    },
    {
      "epoch": 1.2429378531073447,
      "grad_norm": 0.34602293372154236,
      "learning_rate": 9.999979366073464e-05,
      "loss": 0.0283,
      "step": 8140
    },
    {
      "epoch": 1.2444648037868378,
      "grad_norm": 0.3827356696128845,
      "learning_rate": 9.999976290370267e-05,
      "loss": 0.0299,
      "step": 8150
    },
    {
      "epoch": 1.2459917544663308,
      "grad_norm": 0.28363165259361267,
      "learning_rate": 9.99997300107727e-05,
      "loss": 0.0278,
      "step": 8160
    },
    {
      "epoch": 1.2475187051458239,
      "grad_norm": 0.29850655794143677,
      "learning_rate": 9.99996949819461e-05,
      "loss": 0.0257,
      "step": 8170
    },
    {
      "epoch": 1.249045655825317,
      "grad_norm": 0.26493802666664124,
      "learning_rate": 9.999965781722437e-05,
      "loss": 0.0326,
      "step": 8180
    },
    {
      "epoch": 1.25057260650481,
      "grad_norm": 0.6141146421432495,
      "learning_rate": 9.999961851660913e-05,
      "loss": 0.03,
      "step": 8190
    },
    {
      "epoch": 1.252099557184303,
      "grad_norm": 0.3542897403240204,
      "learning_rate": 9.999957708010205e-05,
      "loss": 0.0298,
      "step": 8200
    },
    {
      "epoch": 1.253626507863796,
      "grad_norm": 0.4223902225494385,
      "learning_rate": 9.999953350770487e-05,
      "loss": 0.0312,
      "step": 8210
    },
    {
      "epoch": 1.255153458543289,
      "grad_norm": 0.36964544653892517,
      "learning_rate": 9.999948779941947e-05,
      "loss": 0.03,
      "step": 8220
    },
    {
      "epoch": 1.2566804092227821,
      "grad_norm": 0.3713584840297699,
      "learning_rate": 9.999943995524781e-05,
      "loss": 0.0321,
      "step": 8230
    },
    {
      "epoch": 1.2582073599022752,
      "grad_norm": 0.29911303520202637,
      "learning_rate": 9.999938997519194e-05,
      "loss": 0.0317,
      "step": 8240
    },
    {
      "epoch": 1.2597343105817682,
      "grad_norm": 0.40994516015052795,
      "learning_rate": 9.999933785925395e-05,
      "loss": 0.0335,
      "step": 8250
    },
    {
      "epoch": 1.2612612612612613,
      "grad_norm": 0.3573780059814453,
      "learning_rate": 9.999928360743612e-05,
      "loss": 0.0304,
      "step": 8260
    },
    {
      "epoch": 1.2627882119407543,
      "grad_norm": 0.48933351039886475,
      "learning_rate": 9.999922721974075e-05,
      "loss": 0.0344,
      "step": 8270
    },
    {
      "epoch": 1.2643151626202473,
      "grad_norm": 0.39798450469970703,
      "learning_rate": 9.999916869617024e-05,
      "loss": 0.0329,
      "step": 8280
    },
    {
      "epoch": 1.2658421132997404,
      "grad_norm": 0.3286149799823761,
      "learning_rate": 9.999910803672708e-05,
      "loss": 0.0334,
      "step": 8290
    },
    {
      "epoch": 1.2673690639792334,
      "grad_norm": 0.24453385174274445,
      "learning_rate": 9.999904524141389e-05,
      "loss": 0.0299,
      "step": 8300
    },
    {
      "epoch": 1.2688960146587265,
      "grad_norm": 0.2852385342121124,
      "learning_rate": 9.999898031023334e-05,
      "loss": 0.0289,
      "step": 8310
    },
    {
      "epoch": 1.2704229653382195,
      "grad_norm": 0.2920331060886383,
      "learning_rate": 9.99989132431882e-05,
      "loss": 0.0308,
      "step": 8320
    },
    {
      "epoch": 1.2719499160177126,
      "grad_norm": 0.29834797978401184,
      "learning_rate": 9.999884404028133e-05,
      "loss": 0.026,
      "step": 8330
    },
    {
      "epoch": 1.2734768666972056,
      "grad_norm": 0.20624010264873505,
      "learning_rate": 9.99987727015157e-05,
      "loss": 0.0294,
      "step": 8340
    },
    {
      "epoch": 1.2750038173766987,
      "grad_norm": 0.3452289402484894,
      "learning_rate": 9.999869922689435e-05,
      "loss": 0.0306,
      "step": 8350
    },
    {
      "epoch": 1.2765307680561917,
      "grad_norm": 0.2766261100769043,
      "learning_rate": 9.999862361642041e-05,
      "loss": 0.0307,
      "step": 8360
    },
    {
      "epoch": 1.2780577187356847,
      "grad_norm": 0.35528895258903503,
      "learning_rate": 9.999854587009714e-05,
      "loss": 0.0353,
      "step": 8370
    },
    {
      "epoch": 1.2795846694151778,
      "grad_norm": 0.2957298159599304,
      "learning_rate": 9.999846598792782e-05,
      "loss": 0.0401,
      "step": 8380
    },
    {
      "epoch": 1.2811116200946708,
      "grad_norm": 0.2844429016113281,
      "learning_rate": 9.99983839699159e-05,
      "loss": 0.0372,
      "step": 8390
    },
    {
      "epoch": 1.2826385707741639,
      "grad_norm": 0.24846425652503967,
      "learning_rate": 9.999829981606485e-05,
      "loss": 0.0307,
      "step": 8400
    },
    {
      "epoch": 1.284165521453657,
      "grad_norm": 0.35945138335227966,
      "learning_rate": 9.999821352637829e-05,
      "loss": 0.0304,
      "step": 8410
    },
    {
      "epoch": 1.28569247213315,
      "grad_norm": 0.34362223744392395,
      "learning_rate": 9.99981251008599e-05,
      "loss": 0.0341,
      "step": 8420
    },
    {
      "epoch": 1.2872194228126432,
      "grad_norm": 0.3029640316963196,
      "learning_rate": 9.999803453951346e-05,
      "loss": 0.0319,
      "step": 8430
    },
    {
      "epoch": 1.2887463734921363,
      "grad_norm": 0.29886797070503235,
      "learning_rate": 9.999794184234283e-05,
      "loss": 0.0357,
      "step": 8440
    },
    {
      "epoch": 1.2902733241716293,
      "grad_norm": 0.3001936972141266,
      "learning_rate": 9.999784700935196e-05,
      "loss": 0.0295,
      "step": 8450
    },
    {
      "epoch": 1.2918002748511224,
      "grad_norm": 0.26592200994491577,
      "learning_rate": 9.999775004054493e-05,
      "loss": 0.0291,
      "step": 8460
    },
    {
      "epoch": 1.2933272255306154,
      "grad_norm": 0.2665841281414032,
      "learning_rate": 9.999765093592586e-05,
      "loss": 0.0258,
      "step": 8470
    },
    {
      "epoch": 1.2948541762101085,
      "grad_norm": 0.3017728328704834,
      "learning_rate": 9.9997549695499e-05,
      "loss": 0.0354,
      "step": 8480
    },
    {
      "epoch": 1.2963811268896015,
      "grad_norm": 0.3503991365432739,
      "learning_rate": 9.999744631926866e-05,
      "loss": 0.0394,
      "step": 8490
    },
    {
      "epoch": 1.2979080775690945,
      "grad_norm": 0.3195805549621582,
      "learning_rate": 9.999734080723925e-05,
      "loss": 0.029,
      "step": 8500
    },
    {
      "epoch": 1.2994350282485876,
      "grad_norm": 0.30632880330085754,
      "learning_rate": 9.99972331594153e-05,
      "loss": 0.0311,
      "step": 8510
    },
    {
      "epoch": 1.3009619789280806,
      "grad_norm": 0.3524440824985504,
      "learning_rate": 9.999712337580141e-05,
      "loss": 0.0326,
      "step": 8520
    },
    {
      "epoch": 1.3024889296075737,
      "grad_norm": 0.32752037048339844,
      "learning_rate": 9.999701145640223e-05,
      "loss": 0.0254,
      "step": 8530
    },
    {
      "epoch": 1.3040158802870667,
      "grad_norm": 0.3431452512741089,
      "learning_rate": 9.999689740122258e-05,
      "loss": 0.0253,
      "step": 8540
    },
    {
      "epoch": 1.3055428309665598,
      "grad_norm": 0.3765396475791931,
      "learning_rate": 9.999678121026733e-05,
      "loss": 0.0315,
      "step": 8550
    },
    {
      "epoch": 1.3070697816460528,
      "grad_norm": 0.3236919343471527,
      "learning_rate": 9.999666288354143e-05,
      "loss": 0.0282,
      "step": 8560
    },
    {
      "epoch": 1.3085967323255459,
      "grad_norm": 0.4809799790382385,
      "learning_rate": 9.999654242104993e-05,
      "loss": 0.0326,
      "step": 8570
    },
    {
      "epoch": 1.310123683005039,
      "grad_norm": 0.27601101994514465,
      "learning_rate": 9.9996419822798e-05,
      "loss": 0.0281,
      "step": 8580
    },
    {
      "epoch": 1.311650633684532,
      "grad_norm": 0.36919480562210083,
      "learning_rate": 9.999629508879084e-05,
      "loss": 0.0297,
      "step": 8590
    },
    {
      "epoch": 1.313177584364025,
      "grad_norm": 0.3743975758552551,
      "learning_rate": 9.999616821903382e-05,
      "loss": 0.0316,
      "step": 8600
    },
    {
      "epoch": 1.314704535043518,
      "grad_norm": 0.394423246383667,
      "learning_rate": 9.99960392135323e-05,
      "loss": 0.0306,
      "step": 8610
    },
    {
      "epoch": 1.316231485723011,
      "grad_norm": 0.25141191482543945,
      "learning_rate": 9.999590807229187e-05,
      "loss": 0.0296,
      "step": 8620
    },
    {
      "epoch": 1.3177584364025041,
      "grad_norm": 0.43507054448127747,
      "learning_rate": 9.99957747953181e-05,
      "loss": 0.0342,
      "step": 8630
    },
    {
      "epoch": 1.3192853870819974,
      "grad_norm": 0.322977215051651,
      "learning_rate": 9.999563938261664e-05,
      "loss": 0.028,
      "step": 8640
    },
    {
      "epoch": 1.3208123377614904,
      "grad_norm": 0.26559197902679443,
      "learning_rate": 9.999550183419333e-05,
      "loss": 0.037,
      "step": 8650
    },
    {
      "epoch": 1.3223392884409835,
      "grad_norm": 0.25026386976242065,
      "learning_rate": 9.999536215005403e-05,
      "loss": 0.0278,
      "step": 8660
    },
    {
      "epoch": 1.3238662391204765,
      "grad_norm": 0.3424784243106842,
      "learning_rate": 9.99952203302047e-05,
      "loss": 0.0286,
      "step": 8670
    },
    {
      "epoch": 1.3253931897999696,
      "grad_norm": 0.38535475730895996,
      "learning_rate": 9.99950763746514e-05,
      "loss": 0.0355,
      "step": 8680
    },
    {
      "epoch": 1.3269201404794626,
      "grad_norm": 0.2814478576183319,
      "learning_rate": 9.999493028340027e-05,
      "loss": 0.0263,
      "step": 8690
    },
    {
      "epoch": 1.3284470911589557,
      "grad_norm": 0.30392012000083923,
      "learning_rate": 9.999478205645758e-05,
      "loss": 0.0279,
      "step": 8700
    },
    {
      "epoch": 1.3299740418384487,
      "grad_norm": 0.34135669469833374,
      "learning_rate": 9.999463169382964e-05,
      "loss": 0.0271,
      "step": 8710
    },
    {
      "epoch": 1.3315009925179417,
      "grad_norm": 0.23380714654922485,
      "learning_rate": 9.999447919552287e-05,
      "loss": 0.0303,
      "step": 8720
    },
    {
      "epoch": 1.3330279431974348,
      "grad_norm": 0.23221200704574585,
      "learning_rate": 9.999432456154381e-05,
      "loss": 0.0301,
      "step": 8730
    },
    {
      "epoch": 1.3345548938769278,
      "grad_norm": 0.3511187732219696,
      "learning_rate": 9.999416779189903e-05,
      "loss": 0.0273,
      "step": 8740
    },
    {
      "epoch": 1.3360818445564209,
      "grad_norm": 0.32704880833625793,
      "learning_rate": 9.999400888659524e-05,
      "loss": 0.0355,
      "step": 8750
    },
    {
      "epoch": 1.337608795235914,
      "grad_norm": 0.3365326225757599,
      "learning_rate": 9.999384784563924e-05,
      "loss": 0.0341,
      "step": 8760
    },
    {
      "epoch": 1.339135745915407,
      "grad_norm": 0.4018823802471161,
      "learning_rate": 9.99936846690379e-05,
      "loss": 0.0297,
      "step": 8770
    },
    {
      "epoch": 1.3406626965949,
      "grad_norm": 0.3284745514392853,
      "learning_rate": 9.99935193567982e-05,
      "loss": 0.0314,
      "step": 8780
    },
    {
      "epoch": 1.342189647274393,
      "grad_norm": 0.3101520836353302,
      "learning_rate": 9.999335190892719e-05,
      "loss": 0.0348,
      "step": 8790
    },
    {
      "epoch": 1.343716597953886,
      "grad_norm": 0.319995641708374,
      "learning_rate": 9.999318232543202e-05,
      "loss": 0.0317,
      "step": 8800
    },
    {
      "epoch": 1.3452435486333791,
      "grad_norm": 0.27536821365356445,
      "learning_rate": 9.999301060631994e-05,
      "loss": 0.0373,
      "step": 8810
    },
    {
      "epoch": 1.3467704993128722,
      "grad_norm": 0.23003748059272766,
      "learning_rate": 9.99928367515983e-05,
      "loss": 0.0289,
      "step": 8820
    },
    {
      "epoch": 1.3482974499923652,
      "grad_norm": 0.24519795179367065,
      "learning_rate": 9.99926607612745e-05,
      "loss": 0.0314,
      "step": 8830
    },
    {
      "epoch": 1.3498244006718583,
      "grad_norm": 0.3716985583305359,
      "learning_rate": 9.999248263535608e-05,
      "loss": 0.0313,
      "step": 8840
    },
    {
      "epoch": 1.3513513513513513,
      "grad_norm": 0.35294225811958313,
      "learning_rate": 9.999230237385065e-05,
      "loss": 0.0354,
      "step": 8850
    },
    {
      "epoch": 1.3528783020308444,
      "grad_norm": 0.36302700638771057,
      "learning_rate": 9.999211997676588e-05,
      "loss": 0.0332,
      "step": 8860
    },
    {
      "epoch": 1.3544052527103374,
      "grad_norm": 0.26858165860176086,
      "learning_rate": 9.99919354441096e-05,
      "loss": 0.0242,
      "step": 8870
    },
    {
      "epoch": 1.3559322033898304,
      "grad_norm": 0.38765642046928406,
      "learning_rate": 9.999174877588967e-05,
      "loss": 0.0289,
      "step": 8880
    },
    {
      "epoch": 1.3574591540693235,
      "grad_norm": 0.3008648753166199,
      "learning_rate": 9.999155997211407e-05,
      "loss": 0.0322,
      "step": 8890
    },
    {
      "epoch": 1.3589861047488165,
      "grad_norm": 0.27002212405204773,
      "learning_rate": 9.999136903279087e-05,
      "loss": 0.0325,
      "step": 8900
    },
    {
      "epoch": 1.3605130554283096,
      "grad_norm": 0.2943029999732971,
      "learning_rate": 9.999117595792821e-05,
      "loss": 0.0287,
      "step": 8910
    },
    {
      "epoch": 1.3620400061078026,
      "grad_norm": 0.313731849193573,
      "learning_rate": 9.999098074753436e-05,
      "loss": 0.03,
      "step": 8920
    },
    {
      "epoch": 1.3635669567872957,
      "grad_norm": 0.3096741735935211,
      "learning_rate": 9.999078340161765e-05,
      "loss": 0.0288,
      "step": 8930
    },
    {
      "epoch": 1.3650939074667887,
      "grad_norm": 0.3061535954475403,
      "learning_rate": 9.999058392018649e-05,
      "loss": 0.03,
      "step": 8940
    },
    {
      "epoch": 1.3666208581462818,
      "grad_norm": 0.2918950319290161,
      "learning_rate": 9.999038230324944e-05,
      "loss": 0.0295,
      "step": 8950
    },
    {
      "epoch": 1.3681478088257748,
      "grad_norm": 0.31635549664497375,
      "learning_rate": 9.99901785508151e-05,
      "loss": 0.031,
      "step": 8960
    },
    {
      "epoch": 1.3696747595052678,
      "grad_norm": 0.3976176977157593,
      "learning_rate": 9.998997266289215e-05,
      "loss": 0.029,
      "step": 8970
    },
    {
      "epoch": 1.3712017101847611,
      "grad_norm": 0.42699116468429565,
      "learning_rate": 9.998976463948942e-05,
      "loss": 0.0323,
      "step": 8980
    },
    {
      "epoch": 1.3727286608642542,
      "grad_norm": 0.5843887329101562,
      "learning_rate": 9.998955448061575e-05,
      "loss": 0.0319,
      "step": 8990
    },
    {
      "epoch": 1.3742556115437472,
      "grad_norm": 0.36916443705558777,
      "learning_rate": 9.998934218628017e-05,
      "loss": 0.0315,
      "step": 9000
    },
    {
      "epoch": 1.3757825622232402,
      "grad_norm": 0.3731335997581482,
      "learning_rate": 9.998912775649171e-05,
      "loss": 0.028,
      "step": 9010
    },
    {
      "epoch": 1.3773095129027333,
      "grad_norm": 0.2876453995704651,
      "learning_rate": 9.998891119125958e-05,
      "loss": 0.024,
      "step": 9020
    },
    {
      "epoch": 1.3788364635822263,
      "grad_norm": 0.2669526934623718,
      "learning_rate": 9.998869249059295e-05,
      "loss": 0.0296,
      "step": 9030
    },
    {
      "epoch": 1.3803634142617194,
      "grad_norm": 0.24189890921115875,
      "learning_rate": 9.998847165450124e-05,
      "loss": 0.0261,
      "step": 9040
    },
    {
      "epoch": 1.3818903649412124,
      "grad_norm": 0.26471835374832153,
      "learning_rate": 9.998824868299384e-05,
      "loss": 0.0284,
      "step": 9050
    },
    {
      "epoch": 1.3834173156207055,
      "grad_norm": 0.3044632077217102,
      "learning_rate": 9.998802357608028e-05,
      "loss": 0.0331,
      "step": 9060
    },
    {
      "epoch": 1.3849442663001985,
      "grad_norm": 0.27893537282943726,
      "learning_rate": 9.99877963337702e-05,
      "loss": 0.0331,
      "step": 9070
    },
    {
      "epoch": 1.3864712169796916,
      "grad_norm": 0.3419491946697235,
      "learning_rate": 9.998756695607329e-05,
      "loss": 0.03,
      "step": 9080
    },
    {
      "epoch": 1.3879981676591846,
      "grad_norm": 0.3718917965888977,
      "learning_rate": 9.998733544299934e-05,
      "loss": 0.0298,
      "step": 9090
    },
    {
      "epoch": 1.3895251183386776,
      "grad_norm": 0.3285498321056366,
      "learning_rate": 9.998710179455826e-05,
      "loss": 0.0296,
      "step": 9100
    },
    {
      "epoch": 1.3910520690181707,
      "grad_norm": 0.32682061195373535,
      "learning_rate": 9.998686601076001e-05,
      "loss": 0.031,
      "step": 9110
    },
    {
      "epoch": 1.3925790196976637,
      "grad_norm": 0.33838018774986267,
      "learning_rate": 9.998662809161468e-05,
      "loss": 0.0263,
      "step": 9120
    },
    {
      "epoch": 1.3941059703771568,
      "grad_norm": 0.23323266208171844,
      "learning_rate": 9.998638803713242e-05,
      "loss": 0.0278,
      "step": 9130
    },
    {
      "epoch": 1.3956329210566498,
      "grad_norm": 0.2566637098789215,
      "learning_rate": 9.998614584732349e-05,
      "loss": 0.0258,
      "step": 9140
    },
    {
      "epoch": 1.3971598717361429,
      "grad_norm": 0.2998233437538147,
      "learning_rate": 9.998590152219824e-05,
      "loss": 0.0282,
      "step": 9150
    },
    {
      "epoch": 1.398686822415636,
      "grad_norm": 0.28885698318481445,
      "learning_rate": 9.998565506176712e-05,
      "loss": 0.0293,
      "step": 9160
    },
    {
      "epoch": 1.400213773095129,
      "grad_norm": 2.20768666267395,
      "learning_rate": 9.998540646604062e-05,
      "loss": 0.0326,
      "step": 9170
    },
    {
      "epoch": 1.401740723774622,
      "grad_norm": 0.6455792188644409,
      "learning_rate": 9.998515573502939e-05,
      "loss": 0.0357,
      "step": 9180
    },
    {
      "epoch": 1.4032676744541153,
      "grad_norm": 0.26863908767700195,
      "learning_rate": 9.998490286874413e-05,
      "loss": 0.033,
      "step": 9190
    },
    {
      "epoch": 1.4047946251336083,
      "grad_norm": 0.4182470142841339,
      "learning_rate": 9.998464786719565e-05,
      "loss": 0.0329,
      "step": 9200
    },
    {
      "epoch": 1.4063215758131014,
      "grad_norm": 0.3688453733921051,
      "learning_rate": 9.998439073039483e-05,
      "loss": 0.0284,
      "step": 9210
    },
    {
      "epoch": 1.4078485264925944,
      "grad_norm": 0.2879248857498169,
      "learning_rate": 9.998413145835266e-05,
      "loss": 0.0319,
      "step": 9220
    },
    {
      "epoch": 1.4093754771720874,
      "grad_norm": 0.3835008442401886,
      "learning_rate": 9.998387005108024e-05,
      "loss": 0.031,
      "step": 9230
    },
    {
      "epoch": 1.4109024278515805,
      "grad_norm": 0.2546771764755249,
      "learning_rate": 9.99836065085887e-05,
      "loss": 0.0301,
      "step": 9240
    },
    {
      "epoch": 1.4124293785310735,
      "grad_norm": 0.28118741512298584,
      "learning_rate": 9.998334083088932e-05,
      "loss": 0.0349,
      "step": 9250
    },
    {
      "epoch": 1.4139563292105666,
      "grad_norm": 0.27110251784324646,
      "learning_rate": 9.998307301799342e-05,
      "loss": 0.0289,
      "step": 9260
    },
    {
      "epoch": 1.4154832798900596,
      "grad_norm": 0.2492503821849823,
      "learning_rate": 9.998280306991248e-05,
      "loss": 0.0301,
      "step": 9270
    },
    {
      "epoch": 1.4170102305695527,
      "grad_norm": 0.7463309168815613,
      "learning_rate": 9.998253098665802e-05,
      "loss": 0.0312,
      "step": 9280
    },
    {
      "epoch": 1.4185371812490457,
      "grad_norm": 0.19997793436050415,
      "learning_rate": 9.998225676824164e-05,
      "loss": 0.0308,
      "step": 9290
    },
    {
      "epoch": 1.4200641319285388,
      "grad_norm": 0.8284815549850464,
      "learning_rate": 9.998198041467508e-05,
      "loss": 0.0344,
      "step": 9300
    },
    {
      "epoch": 1.4215910826080318,
      "grad_norm": 0.3222249448299408,
      "learning_rate": 9.998170192597014e-05,
      "loss": 0.0353,
      "step": 9310
    },
    {
      "epoch": 1.4231180332875248,
      "grad_norm": 0.27307963371276855,
      "learning_rate": 9.99814213021387e-05,
      "loss": 0.0336,
      "step": 9320
    },
    {
      "epoch": 1.4246449839670179,
      "grad_norm": 0.4019746780395508,
      "learning_rate": 9.998113854319278e-05,
      "loss": 0.0323,
      "step": 9330
    },
    {
      "epoch": 1.426171934646511,
      "grad_norm": 0.27907854318618774,
      "learning_rate": 9.998085364914443e-05,
      "loss": 0.0325,
      "step": 9340
    },
    {
      "epoch": 1.427698885326004,
      "grad_norm": 0.3217758238315582,
      "learning_rate": 9.998056662000583e-05,
      "loss": 0.0239,
      "step": 9350
    },
    {
      "epoch": 1.429225836005497,
      "grad_norm": 0.3046067953109741,
      "learning_rate": 9.998027745578923e-05,
      "loss": 0.0328,
      "step": 9360
    },
    {
      "epoch": 1.43075278668499,
      "grad_norm": 0.341232568025589,
      "learning_rate": 9.997998615650701e-05,
      "loss": 0.0318,
      "step": 9370
    },
    {
      "epoch": 1.432279737364483,
      "grad_norm": 0.2886562645435333,
      "learning_rate": 9.997969272217159e-05,
      "loss": 0.0274,
      "step": 9380
    },
    {
      "epoch": 1.4338066880439762,
      "grad_norm": 0.44198787212371826,
      "learning_rate": 9.997939715279551e-05,
      "loss": 0.0308,
      "step": 9390
    },
    {
      "epoch": 1.4353336387234692,
      "grad_norm": 0.3126259446144104,
      "learning_rate": 9.997909944839142e-05,
      "loss": 0.0278,
      "step": 9400
    },
    {
      "epoch": 1.4368605894029622,
      "grad_norm": 0.3244217038154602,
      "learning_rate": 9.997879960897198e-05,
      "loss": 0.0292,
      "step": 9410
    },
    {
      "epoch": 1.4383875400824553,
      "grad_norm": 0.24727346003055573,
      "learning_rate": 9.997849763455006e-05,
      "loss": 0.0274,
      "step": 9420
    },
    {
      "epoch": 1.4399144907619483,
      "grad_norm": 0.42750248312950134,
      "learning_rate": 9.997819352513852e-05,
      "loss": 0.0269,
      "step": 9430
    },
    {
      "epoch": 1.4414414414414414,
      "grad_norm": 0.3922322690486908,
      "learning_rate": 9.997788728075039e-05,
      "loss": 0.032,
      "step": 9440
    },
    {
      "epoch": 1.4429683921209344,
      "grad_norm": 0.2665853202342987,
      "learning_rate": 9.997757890139871e-05,
      "loss": 0.0277,
      "step": 9450
    },
    {
      "epoch": 1.4444953428004275,
      "grad_norm": 0.38681724667549133,
      "learning_rate": 9.997726838709667e-05,
      "loss": 0.0291,
      "step": 9460
    },
    {
      "epoch": 1.4460222934799205,
      "grad_norm": 0.41052982211112976,
      "learning_rate": 9.997695573785754e-05,
      "loss": 0.0289,
      "step": 9470
    },
    {
      "epoch": 1.4475492441594136,
      "grad_norm": 0.3505166172981262,
      "learning_rate": 9.997664095369468e-05,
      "loss": 0.033,
      "step": 9480
    },
    {
      "epoch": 1.4490761948389066,
      "grad_norm": 0.35961732268333435,
      "learning_rate": 9.997632403462152e-05,
      "loss": 0.0312,
      "step": 9490
    },
    {
      "epoch": 1.4506031455183996,
      "grad_norm": 0.2512582540512085,
      "learning_rate": 9.99760049806516e-05,
      "loss": 0.0299,
      "step": 9500
    },
    {
      "epoch": 1.4521300961978927,
      "grad_norm": 0.2791169285774231,
      "learning_rate": 9.997568379179855e-05,
      "loss": 0.033,
      "step": 9510
    },
    {
      "epoch": 1.4536570468773857,
      "grad_norm": 0.2905559241771698,
      "learning_rate": 9.997536046807611e-05,
      "loss": 0.0289,
      "step": 9520
    },
    {
      "epoch": 1.455183997556879,
      "grad_norm": 0.47768548130989075,
      "learning_rate": 9.997503500949807e-05,
      "loss": 0.0294,
      "step": 9530
    },
    {
      "epoch": 1.456710948236372,
      "grad_norm": 0.3601434528827667,
      "learning_rate": 9.997470741607835e-05,
      "loss": 0.0306,
      "step": 9540
    },
    {
      "epoch": 1.458237898915865,
      "grad_norm": 0.2712804675102234,
      "learning_rate": 9.997437768783094e-05,
      "loss": 0.0297,
      "step": 9550
    },
    {
      "epoch": 1.4597648495953581,
      "grad_norm": 0.2691217362880707,
      "learning_rate": 9.997404582476992e-05,
      "loss": 0.0322,
      "step": 9560
    },
    {
      "epoch": 1.4612918002748512,
      "grad_norm": 0.36582836508750916,
      "learning_rate": 9.997371182690947e-05,
      "loss": 0.0304,
      "step": 9570
    },
    {
      "epoch": 1.4628187509543442,
      "grad_norm": 0.2819838523864746,
      "learning_rate": 9.997337569426384e-05,
      "loss": 0.0297,
      "step": 9580
    },
    {
      "epoch": 1.4643457016338373,
      "grad_norm": 0.2444879412651062,
      "learning_rate": 9.99730374268474e-05,
      "loss": 0.0253,
      "step": 9590
    },
    {
      "epoch": 1.4658726523133303,
      "grad_norm": 0.2709646224975586,
      "learning_rate": 9.997269702467462e-05,
      "loss": 0.0263,
      "step": 9600
    },
    {
      "epoch": 1.4673996029928233,
      "grad_norm": 0.3833693861961365,
      "learning_rate": 9.997235448776004e-05,
      "loss": 0.0298,
      "step": 9610
    },
    {
      "epoch": 1.4689265536723164,
      "grad_norm": 0.26693931221961975,
      "learning_rate": 9.997200981611825e-05,
      "loss": 0.0295,
      "step": 9620
    },
    {
      "epoch": 1.4704535043518094,
      "grad_norm": 0.3738481402397156,
      "learning_rate": 9.997166300976402e-05,
      "loss": 0.0309,
      "step": 9630
    },
    {
      "epoch": 1.4719804550313025,
      "grad_norm": 0.30618950724601746,
      "learning_rate": 9.997131406871213e-05,
      "loss": 0.0276,
      "step": 9640
    },
    {
      "epoch": 1.4735074057107955,
      "grad_norm": 0.24411363899707794,
      "learning_rate": 9.997096299297751e-05,
      "loss": 0.0328,
      "step": 9650
    },
    {
      "epoch": 1.4750343563902886,
      "grad_norm": 0.20266388356685638,
      "learning_rate": 9.997060978257515e-05,
      "loss": 0.0283,
      "step": 9660
    },
    {
      "epoch": 1.4765613070697816,
      "grad_norm": 0.31866735219955444,
      "learning_rate": 9.997025443752015e-05,
      "loss": 0.0281,
      "step": 9670
    },
    {
      "epoch": 1.4780882577492747,
      "grad_norm": 0.31261903047561646,
      "learning_rate": 9.996989695782768e-05,
      "loss": 0.0275,
      "step": 9680
    },
    {
      "epoch": 1.4796152084287677,
      "grad_norm": 0.28248804807662964,
      "learning_rate": 9.996953734351299e-05,
      "loss": 0.026,
      "step": 9690
    },
    {
      "epoch": 1.4811421591082607,
      "grad_norm": 0.4395143985748291,
      "learning_rate": 9.996917559459148e-05,
      "loss": 0.0277,
      "step": 9700
    },
    {
      "epoch": 1.4826691097877538,
      "grad_norm": 0.30934199690818787,
      "learning_rate": 9.996881171107856e-05,
      "loss": 0.0282,
      "step": 9710
    },
    {
      "epoch": 1.4841960604672468,
      "grad_norm": 0.2547581195831299,
      "learning_rate": 9.996844569298983e-05,
      "loss": 0.0285,
      "step": 9720
    },
    {
      "epoch": 1.4857230111467399,
      "grad_norm": 0.3503672182559967,
      "learning_rate": 9.996807754034088e-05,
      "loss": 0.0315,
      "step": 9730
    },
    {
      "epoch": 1.4872499618262331,
      "grad_norm": 0.3881267309188843,
      "learning_rate": 9.996770725314746e-05,
      "loss": 0.0305,
      "step": 9740
    },
    {
      "epoch": 1.4887769125057262,
      "grad_norm": 0.4886091947555542,
      "learning_rate": 9.996733483142538e-05,
      "loss": 0.0307,
      "step": 9750
    },
    {
      "epoch": 1.4903038631852192,
      "grad_norm": 0.2763254642486572,
      "learning_rate": 9.996696027519054e-05,
      "loss": 0.0284,
      "step": 9760
    },
    {
      "epoch": 1.4918308138647123,
      "grad_norm": 0.36200085282325745,
      "learning_rate": 9.996658358445894e-05,
      "loss": 0.0268,
      "step": 9770
    },
    {
      "epoch": 1.4933577645442053,
      "grad_norm": 0.32417264580726624,
      "learning_rate": 9.996620475924669e-05,
      "loss": 0.0301,
      "step": 9780
    },
    {
      "epoch": 1.4948847152236984,
      "grad_norm": 0.40814009308815,
      "learning_rate": 9.996582379956998e-05,
      "loss": 0.0309,
      "step": 9790
    },
    {
      "epoch": 1.4964116659031914,
      "grad_norm": 0.373166561126709,
      "learning_rate": 9.996544070544505e-05,
      "loss": 0.0231,
      "step": 9800
    },
    {
      "epoch": 1.4979386165826845,
      "grad_norm": 0.5245136022567749,
      "learning_rate": 9.996505547688828e-05,
      "loss": 0.0289,
      "step": 9810
    },
    {
      "epoch": 1.4994655672621775,
      "grad_norm": 0.3155123293399811,
      "learning_rate": 9.996466811391614e-05,
      "loss": 0.0274,
      "step": 9820
    },
    {
      "epoch": 1.5009925179416705,
      "grad_norm": 0.361804723739624,
      "learning_rate": 9.996427861654517e-05,
      "loss": 0.0341,
      "step": 9830
    },
    {
      "epoch": 1.5025194686211636,
      "grad_norm": 0.30533936619758606,
      "learning_rate": 9.996388698479199e-05,
      "loss": 0.0294,
      "step": 9840
    },
    {
      "epoch": 1.5040464193006566,
      "grad_norm": 0.4348832666873932,
      "learning_rate": 9.996349321867336e-05,
      "loss": 0.0306,
      "step": 9850
    },
    {
      "epoch": 1.5055733699801497,
      "grad_norm": 0.3312020003795624,
      "learning_rate": 9.996309731820606e-05,
      "loss": 0.038,
      "step": 9860
    },
    {
      "epoch": 1.5071003206596427,
      "grad_norm": 0.27609536051750183,
      "learning_rate": 9.996269928340705e-05,
      "loss": 0.0246,
      "step": 9870
    },
    {
      "epoch": 1.5086272713391358,
      "grad_norm": 0.24833904206752777,
      "learning_rate": 9.99622991142933e-05,
      "loss": 0.0274,
      "step": 9880
    },
    {
      "epoch": 1.5101542220186288,
      "grad_norm": 0.4199520945549011,
      "learning_rate": 9.996189681088193e-05,
      "loss": 0.0304,
      "step": 9890
    },
    {
      "epoch": 1.5116811726981219,
      "grad_norm": 0.3796343207359314,
      "learning_rate": 9.99614923731901e-05,
      "loss": 0.0279,
      "step": 9900
    },
    {
      "epoch": 1.513208123377615,
      "grad_norm": 0.4512593448162079,
      "learning_rate": 9.996108580123508e-05,
      "loss": 0.0305,
      "step": 9910
    },
    {
      "epoch": 1.514735074057108,
      "grad_norm": 0.4444175660610199,
      "learning_rate": 9.99606770950343e-05,
      "loss": 0.0311,
      "step": 9920
    },
    {
      "epoch": 1.516262024736601,
      "grad_norm": 0.3612007200717926,
      "learning_rate": 9.996026625460514e-05,
      "loss": 0.0288,
      "step": 9930
    },
    {
      "epoch": 1.517788975416094,
      "grad_norm": 0.3426041007041931,
      "learning_rate": 9.99598532799652e-05,
      "loss": 0.0293,
      "step": 9940
    },
    {
      "epoch": 1.519315926095587,
      "grad_norm": 0.28560760617256165,
      "learning_rate": 9.99594381711321e-05,
      "loss": 0.0312,
      "step": 9950
    },
    {
      "epoch": 1.5208428767750801,
      "grad_norm": 0.3423618972301483,
      "learning_rate": 9.995902092812358e-05,
      "loss": 0.0296,
      "step": 9960
    },
    {
      "epoch": 1.5223698274545732,
      "grad_norm": 0.27984288334846497,
      "learning_rate": 9.995860155095746e-05,
      "loss": 0.026,
      "step": 9970
    },
    {
      "epoch": 1.5238967781340662,
      "grad_norm": 0.29788440465927124,
      "learning_rate": 9.995818003965168e-05,
      "loss": 0.0262,
      "step": 9980
    },
    {
      "epoch": 1.5254237288135593,
      "grad_norm": 0.30457377433776855,
      "learning_rate": 9.99577563942242e-05,
      "loss": 0.0318,
      "step": 9990
    },
    {
      "epoch": 1.5269506794930523,
      "grad_norm": 0.2888704836368561,
      "learning_rate": 9.995733061469315e-05,
      "loss": 0.03,
      "step": 10000
    },
    {
      "epoch": 1.5284776301725453,
      "grad_norm": 0.27605268359184265,
      "learning_rate": 9.995690270107672e-05,
      "loss": 0.0302,
      "step": 10010
    },
    {
      "epoch": 1.5300045808520384,
      "grad_norm": 0.22914628684520721,
      "learning_rate": 9.995647265339318e-05,
      "loss": 0.0286,
      "step": 10020
    },
    {
      "epoch": 1.5315315315315314,
      "grad_norm": 0.29064175486564636,
      "learning_rate": 9.99560404716609e-05,
      "loss": 0.0254,
      "step": 10030
    },
    {
      "epoch": 1.5330584822110245,
      "grad_norm": 0.2526743412017822,
      "learning_rate": 9.995560615589833e-05,
      "loss": 0.0304,
      "step": 10040
    },
    {
      "epoch": 1.5345854328905175,
      "grad_norm": 0.255880206823349,
      "learning_rate": 9.995516970612405e-05,
      "loss": 0.0307,
      "step": 10050
    },
    {
      "epoch": 1.5361123835700106,
      "grad_norm": 0.3904961049556732,
      "learning_rate": 9.995473112235667e-05,
      "loss": 0.0319,
      "step": 10060
    },
    {
      "epoch": 1.5376393342495036,
      "grad_norm": 0.2929086685180664,
      "learning_rate": 9.995429040461497e-05,
      "loss": 0.0273,
      "step": 10070
    },
    {
      "epoch": 1.5391662849289967,
      "grad_norm": 0.2952395975589752,
      "learning_rate": 9.995384755291775e-05,
      "loss": 0.0252,
      "step": 10080
    },
    {
      "epoch": 1.5406932356084897,
      "grad_norm": 0.24265526235103607,
      "learning_rate": 9.995340256728392e-05,
      "loss": 0.0282,
      "step": 10090
    },
    {
      "epoch": 1.5422201862879827,
      "grad_norm": 0.2906706631183624,
      "learning_rate": 9.99529554477325e-05,
      "loss": 0.0267,
      "step": 10100
    },
    {
      "epoch": 1.5437471369674758,
      "grad_norm": 0.218760684132576,
      "learning_rate": 9.99525061942826e-05,
      "loss": 0.0239,
      "step": 10110
    },
    {
      "epoch": 1.545274087646969,
      "grad_norm": 0.34504151344299316,
      "learning_rate": 9.99520548069534e-05,
      "loss": 0.0264,
      "step": 10120
    },
    {
      "epoch": 1.546801038326462,
      "grad_norm": 0.26590579748153687,
      "learning_rate": 9.995160128576417e-05,
      "loss": 0.0391,
      "step": 10130
    },
    {
      "epoch": 1.5483279890059551,
      "grad_norm": 0.30699265003204346,
      "learning_rate": 9.995114563073431e-05,
      "loss": 0.0327,
      "step": 10140
    },
    {
      "epoch": 1.5498549396854482,
      "grad_norm": 0.38786205649375916,
      "learning_rate": 9.995068784188327e-05,
      "loss": 0.0302,
      "step": 10150
    },
    {
      "epoch": 1.5513818903649412,
      "grad_norm": 0.3795326352119446,
      "learning_rate": 9.99502279192306e-05,
      "loss": 0.0288,
      "step": 10160
    },
    {
      "epoch": 1.5529088410444343,
      "grad_norm": 0.41410529613494873,
      "learning_rate": 9.994976586279597e-05,
      "loss": 0.0343,
      "step": 10170
    },
    {
      "epoch": 1.5544357917239273,
      "grad_norm": 0.31857022643089294,
      "learning_rate": 9.994930167259908e-05,
      "loss": 0.0262,
      "step": 10180
    },
    {
      "epoch": 1.5559627424034204,
      "grad_norm": 0.40788260102272034,
      "learning_rate": 9.994883534865979e-05,
      "loss": 0.0308,
      "step": 10190
    },
    {
      "epoch": 1.5574896930829134,
      "grad_norm": 0.3252756893634796,
      "learning_rate": 9.994836689099802e-05,
      "loss": 0.0288,
      "step": 10200
    },
    {
      "epoch": 1.5590166437624065,
      "grad_norm": 0.3450704514980316,
      "learning_rate": 9.994789629963378e-05,
      "loss": 0.0291,
      "step": 10210
    },
    {
      "epoch": 1.5605435944418995,
      "grad_norm": 0.3850175142288208,
      "learning_rate": 9.994742357458716e-05,
      "loss": 0.0252,
      "step": 10220
    },
    {
      "epoch": 1.5620705451213925,
      "grad_norm": 0.39468592405319214,
      "learning_rate": 9.994694871587837e-05,
      "loss": 0.0357,
      "step": 10230
    },
    {
      "epoch": 1.5635974958008856,
      "grad_norm": 0.28903788328170776,
      "learning_rate": 9.994647172352767e-05,
      "loss": 0.0262,
      "step": 10240
    },
    {
      "epoch": 1.5651244464803786,
      "grad_norm": 0.5951766967773438,
      "learning_rate": 9.994599259755547e-05,
      "loss": 0.0291,
      "step": 10250
    },
    {
      "epoch": 1.566651397159872,
      "grad_norm": 0.2822723388671875,
      "learning_rate": 9.99455113379822e-05,
      "loss": 0.0299,
      "step": 10260
    },
    {
      "epoch": 1.568178347839365,
      "grad_norm": 0.37018564343452454,
      "learning_rate": 9.994502794482845e-05,
      "loss": 0.0279,
      "step": 10270
    },
    {
      "epoch": 1.569705298518858,
      "grad_norm": 0.2708236277103424,
      "learning_rate": 9.994454241811486e-05,
      "loss": 0.0323,
      "step": 10280
    },
    {
      "epoch": 1.571232249198351,
      "grad_norm": 0.44373250007629395,
      "learning_rate": 9.994405475786216e-05,
      "loss": 0.0343,
      "step": 10290
    },
    {
      "epoch": 1.572759199877844,
      "grad_norm": 0.2882348597049713,
      "learning_rate": 9.994356496409119e-05,
      "loss": 0.0284,
      "step": 10300
    },
    {
      "epoch": 1.5742861505573371,
      "grad_norm": 0.2337225079536438,
      "learning_rate": 9.994307303682289e-05,
      "loss": 0.0274,
      "step": 10310
    },
    {
      "epoch": 1.5758131012368302,
      "grad_norm": 0.3406932055950165,
      "learning_rate": 9.994257897607825e-05,
      "loss": 0.0341,
      "step": 10320
    },
    {
      "epoch": 1.5773400519163232,
      "grad_norm": 0.3310790956020355,
      "learning_rate": 9.994208278187837e-05,
      "loss": 0.0236,
      "step": 10330
    },
    {
      "epoch": 1.5788670025958162,
      "grad_norm": 0.2866930663585663,
      "learning_rate": 9.994158445424448e-05,
      "loss": 0.0274,
      "step": 10340
    },
    {
      "epoch": 1.5803939532753093,
      "grad_norm": 0.25619927048683167,
      "learning_rate": 9.994108399319784e-05,
      "loss": 0.0295,
      "step": 10350
    },
    {
      "epoch": 1.5819209039548023,
      "grad_norm": 0.28775903582572937,
      "learning_rate": 9.994058139875983e-05,
      "loss": 0.0279,
      "step": 10360
    },
    {
      "epoch": 1.5834478546342954,
      "grad_norm": 0.2841787040233612,
      "learning_rate": 9.994007667095194e-05,
      "loss": 0.0277,
      "step": 10370
    },
    {
      "epoch": 1.5849748053137884,
      "grad_norm": 0.24938365817070007,
      "learning_rate": 9.993956980979572e-05,
      "loss": 0.0276,
      "step": 10380
    },
    {
      "epoch": 1.5865017559932815,
      "grad_norm": 0.3279583752155304,
      "learning_rate": 9.993906081531281e-05,
      "loss": 0.0256,
      "step": 10390
    },
    {
      "epoch": 1.5880287066727745,
      "grad_norm": 0.29452961683273315,
      "learning_rate": 9.993854968752497e-05,
      "loss": 0.0352,
      "step": 10400
    },
    {
      "epoch": 1.5895556573522676,
      "grad_norm": 0.3105354309082031,
      "learning_rate": 9.993803642645401e-05,
      "loss": 0.0291,
      "step": 10410
    },
    {
      "epoch": 1.5910826080317606,
      "grad_norm": 0.24255229532718658,
      "learning_rate": 9.993752103212188e-05,
      "loss": 0.0294,
      "step": 10420
    },
    {
      "epoch": 1.5926095587112536,
      "grad_norm": 0.24612830579280853,
      "learning_rate": 9.99370035045506e-05,
      "loss": 0.027,
      "step": 10430
    },
    {
      "epoch": 1.5941365093907467,
      "grad_norm": 0.28654882311820984,
      "learning_rate": 9.993648384376227e-05,
      "loss": 0.0344,
      "step": 10440
    },
    {
      "epoch": 1.5956634600702397,
      "grad_norm": 0.3275843560695648,
      "learning_rate": 9.993596204977906e-05,
      "loss": 0.0309,
      "step": 10450
    },
    {
      "epoch": 1.5971904107497328,
      "grad_norm": 0.27828893065452576,
      "learning_rate": 9.993543812262332e-05,
      "loss": 0.0292,
      "step": 10460
    },
    {
      "epoch": 1.5987173614292258,
      "grad_norm": 0.2655658721923828,
      "learning_rate": 9.993491206231738e-05,
      "loss": 0.0297,
      "step": 10470
    },
    {
      "epoch": 1.6002443121087189,
      "grad_norm": 0.31564947962760925,
      "learning_rate": 9.993438386888372e-05,
      "loss": 0.0271,
      "step": 10480
    },
    {
      "epoch": 1.601771262788212,
      "grad_norm": 0.23622512817382812,
      "learning_rate": 9.993385354234492e-05,
      "loss": 0.0284,
      "step": 10490
    },
    {
      "epoch": 1.603298213467705,
      "grad_norm": 0.46778836846351624,
      "learning_rate": 9.993332108272363e-05,
      "loss": 0.0291,
      "step": 10500
    },
    {
      "epoch": 1.604825164147198,
      "grad_norm": 0.30014005303382874,
      "learning_rate": 9.993278649004261e-05,
      "loss": 0.024,
      "step": 10510
    },
    {
      "epoch": 1.606352114826691,
      "grad_norm": 0.28762179613113403,
      "learning_rate": 9.993224976432466e-05,
      "loss": 0.0315,
      "step": 10520
    },
    {
      "epoch": 1.607879065506184,
      "grad_norm": 0.3244889974594116,
      "learning_rate": 9.993171090559275e-05,
      "loss": 0.0314,
      "step": 10530
    },
    {
      "epoch": 1.6094060161856771,
      "grad_norm": 0.2659141719341278,
      "learning_rate": 9.993116991386986e-05,
      "loss": 0.026,
      "step": 10540
    },
    {
      "epoch": 1.6109329668651702,
      "grad_norm": 0.3183971047401428,
      "learning_rate": 9.993062678917913e-05,
      "loss": 0.0242,
      "step": 10550
    },
    {
      "epoch": 1.6124599175446632,
      "grad_norm": 0.28287291526794434,
      "learning_rate": 9.993008153154372e-05,
      "loss": 0.0242,
      "step": 10560
    },
    {
      "epoch": 1.6139868682241563,
      "grad_norm": 0.3716236650943756,
      "learning_rate": 9.992953414098699e-05,
      "loss": 0.028,
      "step": 10570
    },
    {
      "epoch": 1.6155138189036493,
      "grad_norm": 0.2777281105518341,
      "learning_rate": 9.992898461753226e-05,
      "loss": 0.0264,
      "step": 10580
    },
    {
      "epoch": 1.6170407695831424,
      "grad_norm": 0.34167003631591797,
      "learning_rate": 9.992843296120305e-05,
      "loss": 0.0286,
      "step": 10590
    },
    {
      "epoch": 1.6185677202626354,
      "grad_norm": 0.30480995774269104,
      "learning_rate": 9.992787917202288e-05,
      "loss": 0.0307,
      "step": 10600
    },
    {
      "epoch": 1.6200946709421284,
      "grad_norm": 0.35869100689888,
      "learning_rate": 9.992732325001545e-05,
      "loss": 0.0295,
      "step": 10610
    },
    {
      "epoch": 1.6216216216216215,
      "grad_norm": 0.32940351963043213,
      "learning_rate": 9.992676519520447e-05,
      "loss": 0.0266,
      "step": 10620
    },
    {
      "epoch": 1.6231485723011145,
      "grad_norm": 0.4207074046134949,
      "learning_rate": 9.992620500761382e-05,
      "loss": 0.0326,
      "step": 10630
    },
    {
      "epoch": 1.6246755229806076,
      "grad_norm": 0.2792387902736664,
      "learning_rate": 9.992564268726741e-05,
      "loss": 0.0299,
      "step": 10640
    },
    {
      "epoch": 1.6262024736601006,
      "grad_norm": 0.32329806685447693,
      "learning_rate": 9.992507823418924e-05,
      "loss": 0.0302,
      "step": 10650
    },
    {
      "epoch": 1.6277294243395937,
      "grad_norm": 0.2820327877998352,
      "learning_rate": 9.992451164840347e-05,
      "loss": 0.032,
      "step": 10660
    },
    {
      "epoch": 1.629256375019087,
      "grad_norm": 0.3281208872795105,
      "learning_rate": 9.992394292993426e-05,
      "loss": 0.0307,
      "step": 10670
    },
    {
      "epoch": 1.63078332569858,
      "grad_norm": 0.27355074882507324,
      "learning_rate": 9.992337207880593e-05,
      "loss": 0.0333,
      "step": 10680
    },
    {
      "epoch": 1.632310276378073,
      "grad_norm": 0.28890636563301086,
      "learning_rate": 9.992279909504285e-05,
      "loss": 0.0252,
      "step": 10690
    },
    {
      "epoch": 1.633837227057566,
      "grad_norm": 0.24863623082637787,
      "learning_rate": 9.992222397866951e-05,
      "loss": 0.0263,
      "step": 10700
    },
    {
      "epoch": 1.635364177737059,
      "grad_norm": 0.2665617763996124,
      "learning_rate": 9.992164672971046e-05,
      "loss": 0.0241,
      "step": 10710
    },
    {
      "epoch": 1.6368911284165522,
      "grad_norm": 0.29082241654396057,
      "learning_rate": 9.992106734819037e-05,
      "loss": 0.0276,
      "step": 10720
    },
    {
      "epoch": 1.6384180790960452,
      "grad_norm": 0.283072292804718,
      "learning_rate": 9.992048583413401e-05,
      "loss": 0.0243,
      "step": 10730
    },
    {
      "epoch": 1.6399450297755382,
      "grad_norm": 0.4164523184299469,
      "learning_rate": 9.99199021875662e-05,
      "loss": 0.0308,
      "step": 10740
    },
    {
      "epoch": 1.6414719804550313,
      "grad_norm": 0.41466715931892395,
      "learning_rate": 9.991931640851185e-05,
      "loss": 0.028,
      "step": 10750
    },
    {
      "epoch": 1.6429989311345243,
      "grad_norm": 0.24498112499713898,
      "learning_rate": 9.991872849699603e-05,
      "loss": 0.025,
      "step": 10760
    },
    {
      "epoch": 1.6445258818140174,
      "grad_norm": 0.5000689625740051,
      "learning_rate": 9.991813845304383e-05,
      "loss": 0.0274,
      "step": 10770
    },
    {
      "epoch": 1.6460528324935104,
      "grad_norm": 0.21980907022953033,
      "learning_rate": 9.991754627668044e-05,
      "loss": 0.0287,
      "step": 10780
    },
    {
      "epoch": 1.6475797831730035,
      "grad_norm": 0.2667795717716217,
      "learning_rate": 9.99169519679312e-05,
      "loss": 0.0301,
      "step": 10790
    },
    {
      "epoch": 1.6491067338524965,
      "grad_norm": 0.29766079783439636,
      "learning_rate": 9.991635552682145e-05,
      "loss": 0.0293,
      "step": 10800
    },
    {
      "epoch": 1.6506336845319898,
      "grad_norm": 0.4013286232948303,
      "learning_rate": 9.991575695337671e-05,
      "loss": 0.0301,
      "step": 10810
    },
    {
      "epoch": 1.6521606352114828,
      "grad_norm": 0.29811418056488037,
      "learning_rate": 9.991515624762251e-05,
      "loss": 0.0279,
      "step": 10820
    },
    {
      "epoch": 1.6536875858909759,
      "grad_norm": 0.34752243757247925,
      "learning_rate": 9.991455340958455e-05,
      "loss": 0.031,
      "step": 10830
    },
    {
      "epoch": 1.655214536570469,
      "grad_norm": 0.26923784613609314,
      "learning_rate": 9.991394843928856e-05,
      "loss": 0.0295,
      "step": 10840
    },
    {
      "epoch": 1.656741487249962,
      "grad_norm": 0.3528444170951843,
      "learning_rate": 9.991334133676039e-05,
      "loss": 0.0289,
      "step": 10850
    },
    {
      "epoch": 1.658268437929455,
      "grad_norm": 0.33018893003463745,
      "learning_rate": 9.991273210202596e-05,
      "loss": 0.0278,
      "step": 10860
    },
    {
      "epoch": 1.659795388608948,
      "grad_norm": 0.3514356017112732,
      "learning_rate": 9.991212073511132e-05,
      "loss": 0.0247,
      "step": 10870
    },
    {
      "epoch": 1.661322339288441,
      "grad_norm": 0.26241278648376465,
      "learning_rate": 9.991150723604257e-05,
      "loss": 0.0229,
      "step": 10880
    },
    {
      "epoch": 1.6628492899679341,
      "grad_norm": 0.25205016136169434,
      "learning_rate": 9.991089160484593e-05,
      "loss": 0.0276,
      "step": 10890
    },
    {
      "epoch": 1.6643762406474272,
      "grad_norm": 0.2904123365879059,
      "learning_rate": 9.991027384154767e-05,
      "loss": 0.0253,
      "step": 10900
    },
    {
      "epoch": 1.6659031913269202,
      "grad_norm": 0.22009600698947906,
      "learning_rate": 9.990965394617422e-05,
      "loss": 0.0269,
      "step": 10910
    },
    {
      "epoch": 1.6674301420064133,
      "grad_norm": 0.2858293056488037,
      "learning_rate": 9.990903191875203e-05,
      "loss": 0.0278,
      "step": 10920
    },
    {
      "epoch": 1.6689570926859063,
      "grad_norm": 0.25223681330680847,
      "learning_rate": 9.990840775930768e-05,
      "loss": 0.0258,
      "step": 10930
    },
    {
      "epoch": 1.6704840433653994,
      "grad_norm": 0.28013983368873596,
      "learning_rate": 9.990778146786784e-05,
      "loss": 0.0223,
      "step": 10940
    },
    {
      "epoch": 1.6720109940448924,
      "grad_norm": 0.28303685784339905,
      "learning_rate": 9.990715304445926e-05,
      "loss": 0.0273,
      "step": 10950
    },
    {
      "epoch": 1.6735379447243854,
      "grad_norm": 0.31615108251571655,
      "learning_rate": 9.990652248910877e-05,
      "loss": 0.0244,
      "step": 10960
    },
    {
      "epoch": 1.6750648954038785,
      "grad_norm": 0.3686015009880066,
      "learning_rate": 9.990588980184333e-05,
      "loss": 0.0242,
      "step": 10970
    },
    {
      "epoch": 1.6765918460833715,
      "grad_norm": 0.5890509486198425,
      "learning_rate": 9.990525498268996e-05,
      "loss": 0.0268,
      "step": 10980
    },
    {
      "epoch": 1.6781187967628646,
      "grad_norm": 0.3512706458568573,
      "learning_rate": 9.990461803167577e-05,
      "loss": 0.0277,
      "step": 10990
    },
    {
      "epoch": 1.6796457474423576,
      "grad_norm": 0.26138103008270264,
      "learning_rate": 9.990397894882799e-05,
      "loss": 0.0357,
      "step": 11000
    },
    {
      "epoch": 1.6811726981218507,
      "grad_norm": 0.30826547741889954,
      "learning_rate": 9.99033377341739e-05,
      "loss": 0.0266,
      "step": 11010
    },
    {
      "epoch": 1.6826996488013437,
      "grad_norm": 0.38876858353614807,
      "learning_rate": 9.990269438774089e-05,
      "loss": 0.0283,
      "step": 11020
    },
    {
      "epoch": 1.6842265994808368,
      "grad_norm": 0.3469824194908142,
      "learning_rate": 9.990204890955645e-05,
      "loss": 0.0335,
      "step": 11030
    },
    {
      "epoch": 1.6857535501603298,
      "grad_norm": 0.3721688687801361,
      "learning_rate": 9.990140129964815e-05,
      "loss": 0.0263,
      "step": 11040
    },
    {
      "epoch": 1.6872805008398228,
      "grad_norm": 0.3395742177963257,
      "learning_rate": 9.990075155804368e-05,
      "loss": 0.0291,
      "step": 11050
    },
    {
      "epoch": 1.6888074515193159,
      "grad_norm": 0.31337791681289673,
      "learning_rate": 9.990009968477075e-05,
      "loss": 0.0268,
      "step": 11060
    },
    {
      "epoch": 1.690334402198809,
      "grad_norm": 0.2815174460411072,
      "learning_rate": 9.989944567985725e-05,
      "loss": 0.0318,
      "step": 11070
    },
    {
      "epoch": 1.691861352878302,
      "grad_norm": 0.31527531147003174,
      "learning_rate": 9.989878954333109e-05,
      "loss": 0.0294,
      "step": 11080
    },
    {
      "epoch": 1.693388303557795,
      "grad_norm": 0.2972468137741089,
      "learning_rate": 9.989813127522029e-05,
      "loss": 0.0279,
      "step": 11090
    },
    {
      "epoch": 1.694915254237288,
      "grad_norm": 0.2590809166431427,
      "learning_rate": 9.989747087555301e-05,
      "loss": 0.0264,
      "step": 11100
    },
    {
      "epoch": 1.696442204916781,
      "grad_norm": 0.3467603623867035,
      "learning_rate": 9.989680834435744e-05,
      "loss": 0.035,
      "step": 11110
    },
    {
      "epoch": 1.6979691555962741,
      "grad_norm": 0.3027656078338623,
      "learning_rate": 9.989614368166187e-05,
      "loss": 0.0353,
      "step": 11120
    },
    {
      "epoch": 1.6994961062757672,
      "grad_norm": 0.40959712862968445,
      "learning_rate": 9.989547688749472e-05,
      "loss": 0.0292,
      "step": 11130
    },
    {
      "epoch": 1.7010230569552602,
      "grad_norm": 0.28659194707870483,
      "learning_rate": 9.989480796188444e-05,
      "loss": 0.0311,
      "step": 11140
    },
    {
      "epoch": 1.7025500076347533,
      "grad_norm": 0.36333659291267395,
      "learning_rate": 9.989413690485963e-05,
      "loss": 0.0307,
      "step": 11150
    },
    {
      "epoch": 1.7040769583142463,
      "grad_norm": 0.3196904957294464,
      "learning_rate": 9.989346371644895e-05,
      "loss": 0.0287,
      "step": 11160
    },
    {
      "epoch": 1.7056039089937394,
      "grad_norm": 0.3218289315700531,
      "learning_rate": 9.989278839668116e-05,
      "loss": 0.0285,
      "step": 11170
    },
    {
      "epoch": 1.7071308596732324,
      "grad_norm": 0.24633002281188965,
      "learning_rate": 9.98921109455851e-05,
      "loss": 0.0252,
      "step": 11180
    },
    {
      "epoch": 1.7086578103527255,
      "grad_norm": 0.4043959677219391,
      "learning_rate": 9.989143136318973e-05,
      "loss": 0.0325,
      "step": 11190
    },
    {
      "epoch": 1.7101847610322185,
      "grad_norm": 0.32660147547721863,
      "learning_rate": 9.989074964952405e-05,
      "loss": 0.0289,
      "step": 11200
    },
    {
      "epoch": 1.7117117117117115,
      "grad_norm": 0.3855360150337219,
      "learning_rate": 9.989006580461719e-05,
      "loss": 0.0308,
      "step": 11210
    },
    {
      "epoch": 1.7132386623912048,
      "grad_norm": 0.33649155497550964,
      "learning_rate": 9.988937982849838e-05,
      "loss": 0.0273,
      "step": 11220
    },
    {
      "epoch": 1.7147656130706979,
      "grad_norm": 0.3849325478076935,
      "learning_rate": 9.988869172119693e-05,
      "loss": 0.0312,
      "step": 11230
    },
    {
      "epoch": 1.716292563750191,
      "grad_norm": 0.2945982813835144,
      "learning_rate": 9.98880014827422e-05,
      "loss": 0.0294,
      "step": 11240
    },
    {
      "epoch": 1.717819514429684,
      "grad_norm": 0.3517511188983917,
      "learning_rate": 9.988730911316368e-05,
      "loss": 0.0315,
      "step": 11250
    },
    {
      "epoch": 1.719346465109177,
      "grad_norm": 0.269569993019104,
      "learning_rate": 9.988661461249099e-05,
      "loss": 0.0237,
      "step": 11260
    },
    {
      "epoch": 1.72087341578867,
      "grad_norm": 0.33368369936943054,
      "learning_rate": 9.988591798075375e-05,
      "loss": 0.0287,
      "step": 11270
    },
    {
      "epoch": 1.722400366468163,
      "grad_norm": 0.28782156109809875,
      "learning_rate": 9.988521921798175e-05,
      "loss": 0.025,
      "step": 11280
    },
    {
      "epoch": 1.7239273171476561,
      "grad_norm": 0.3484094738960266,
      "learning_rate": 9.988451832420483e-05,
      "loss": 0.0239,
      "step": 11290
    },
    {
      "epoch": 1.7254542678271492,
      "grad_norm": 0.3723371922969818,
      "learning_rate": 9.98838152994529e-05,
      "loss": 0.0327,
      "step": 11300
    },
    {
      "epoch": 1.7269812185066422,
      "grad_norm": 0.5111750960350037,
      "learning_rate": 9.988311014375605e-05,
      "loss": 0.0291,
      "step": 11310
    },
    {
      "epoch": 1.7285081691861353,
      "grad_norm": 0.2908039689064026,
      "learning_rate": 9.988240285714435e-05,
      "loss": 0.0256,
      "step": 11320
    },
    {
      "epoch": 1.7300351198656283,
      "grad_norm": 0.3199682831764221,
      "learning_rate": 9.988169343964804e-05,
      "loss": 0.0314,
      "step": 11330
    },
    {
      "epoch": 1.7315620705451213,
      "grad_norm": 0.32456645369529724,
      "learning_rate": 9.988098189129745e-05,
      "loss": 0.0288,
      "step": 11340
    },
    {
      "epoch": 1.7330890212246144,
      "grad_norm": 0.24671804904937744,
      "learning_rate": 9.988026821212292e-05,
      "loss": 0.0308,
      "step": 11350
    },
    {
      "epoch": 1.7346159719041077,
      "grad_norm": 0.2835429608821869,
      "learning_rate": 9.987955240215497e-05,
      "loss": 0.0258,
      "step": 11360
    },
    {
      "epoch": 1.7361429225836007,
      "grad_norm": 0.25908535718917847,
      "learning_rate": 9.987883446142418e-05,
      "loss": 0.0339,
      "step": 11370
    },
    {
      "epoch": 1.7376698732630937,
      "grad_norm": 0.3140246272087097,
      "learning_rate": 9.98781143899612e-05,
      "loss": 0.025,
      "step": 11380
    },
    {
      "epoch": 1.7391968239425868,
      "grad_norm": 0.35714712738990784,
      "learning_rate": 9.987739218779681e-05,
      "loss": 0.0254,
      "step": 11390
    },
    {
      "epoch": 1.7407237746220798,
      "grad_norm": 0.36516255140304565,
      "learning_rate": 9.987666785496186e-05,
      "loss": 0.0254,
      "step": 11400
    },
    {
      "epoch": 1.7422507253015729,
      "grad_norm": 0.29300951957702637,
      "learning_rate": 9.987594139148728e-05,
      "loss": 0.03,
      "step": 11410
    },
    {
      "epoch": 1.743777675981066,
      "grad_norm": 0.32643523812294006,
      "learning_rate": 9.98752127974041e-05,
      "loss": 0.0278,
      "step": 11420
    },
    {
      "epoch": 1.745304626660559,
      "grad_norm": 0.2789013087749481,
      "learning_rate": 9.987448207274346e-05,
      "loss": 0.0288,
      "step": 11430
    },
    {
      "epoch": 1.746831577340052,
      "grad_norm": 0.28947731852531433,
      "learning_rate": 9.987374921753657e-05,
      "loss": 0.0284,
      "step": 11440
    },
    {
      "epoch": 1.748358528019545,
      "grad_norm": 0.248101606965065,
      "learning_rate": 9.987301423181473e-05,
      "loss": 0.0286,
      "step": 11450
    },
    {
      "epoch": 1.749885478699038,
      "grad_norm": 0.3010212779045105,
      "learning_rate": 9.987227711560934e-05,
      "loss": 0.0298,
      "step": 11460
    },
    {
      "epoch": 1.7514124293785311,
      "grad_norm": 0.2712867856025696,
      "learning_rate": 9.98715378689519e-05,
      "loss": 0.0318,
      "step": 11470
    },
    {
      "epoch": 1.7529393800580242,
      "grad_norm": 0.2743614614009857,
      "learning_rate": 9.987079649187398e-05,
      "loss": 0.0246,
      "step": 11480
    },
    {
      "epoch": 1.7544663307375172,
      "grad_norm": 0.33162954449653625,
      "learning_rate": 9.987005298440723e-05,
      "loss": 0.0274,
      "step": 11490
    },
    {
      "epoch": 1.7559932814170103,
      "grad_norm": 0.47937530279159546,
      "learning_rate": 9.986930734658346e-05,
      "loss": 0.0305,
      "step": 11500
    },
    {
      "epoch": 1.7575202320965033,
      "grad_norm": 0.2943326234817505,
      "learning_rate": 9.986855957843448e-05,
      "loss": 0.0307,
      "step": 11510
    },
    {
      "epoch": 1.7590471827759964,
      "grad_norm": 0.301960289478302,
      "learning_rate": 9.986780967999223e-05,
      "loss": 0.028,
      "step": 11520
    },
    {
      "epoch": 1.7605741334554894,
      "grad_norm": 0.31683269143104553,
      "learning_rate": 9.986705765128878e-05,
      "loss": 0.034,
      "step": 11530
    },
    {
      "epoch": 1.7621010841349825,
      "grad_norm": 0.2875322699546814,
      "learning_rate": 9.986630349235623e-05,
      "loss": 0.0313,
      "step": 11540
    },
    {
      "epoch": 1.7636280348144755,
      "grad_norm": 0.26175937056541443,
      "learning_rate": 9.98655472032268e-05,
      "loss": 0.0271,
      "step": 11550
    },
    {
      "epoch": 1.7651549854939685,
      "grad_norm": 0.22879134118556976,
      "learning_rate": 9.98647887839328e-05,
      "loss": 0.0318,
      "step": 11560
    },
    {
      "epoch": 1.7666819361734616,
      "grad_norm": 0.31364136934280396,
      "learning_rate": 9.986402823450663e-05,
      "loss": 0.0295,
      "step": 11570
    },
    {
      "epoch": 1.7682088868529546,
      "grad_norm": 0.3302229642868042,
      "learning_rate": 9.986326555498077e-05,
      "loss": 0.0235,
      "step": 11580
    },
    {
      "epoch": 1.7697358375324477,
      "grad_norm": 0.34290963411331177,
      "learning_rate": 9.986250074538782e-05,
      "loss": 0.0302,
      "step": 11590
    },
    {
      "epoch": 1.7712627882119407,
      "grad_norm": 0.2622542977333069,
      "learning_rate": 9.986173380576043e-05,
      "loss": 0.0246,
      "step": 11600
    },
    {
      "epoch": 1.7727897388914338,
      "grad_norm": 0.2572413384914398,
      "learning_rate": 9.986096473613138e-05,
      "loss": 0.0249,
      "step": 11610
    },
    {
      "epoch": 1.7743166895709268,
      "grad_norm": 0.26690545678138733,
      "learning_rate": 9.98601935365335e-05,
      "loss": 0.0275,
      "step": 11620
    },
    {
      "epoch": 1.7758436402504199,
      "grad_norm": 0.2112334668636322,
      "learning_rate": 9.985942020699975e-05,
      "loss": 0.0255,
      "step": 11630
    },
    {
      "epoch": 1.777370590929913,
      "grad_norm": 0.26332151889801025,
      "learning_rate": 9.985864474756316e-05,
      "loss": 0.028,
      "step": 11640
    },
    {
      "epoch": 1.778897541609406,
      "grad_norm": 0.3954153060913086,
      "learning_rate": 9.985786715825688e-05,
      "loss": 0.0248,
      "step": 11650
    },
    {
      "epoch": 1.780424492288899,
      "grad_norm": 0.3580719232559204,
      "learning_rate": 9.98570874391141e-05,
      "loss": 0.0227,
      "step": 11660
    },
    {
      "epoch": 1.781951442968392,
      "grad_norm": 0.27827855944633484,
      "learning_rate": 9.985630559016812e-05,
      "loss": 0.0314,
      "step": 11670
    },
    {
      "epoch": 1.783478393647885,
      "grad_norm": 0.2711361348628998,
      "learning_rate": 9.985552161145238e-05,
      "loss": 0.0264,
      "step": 11680
    },
    {
      "epoch": 1.7850053443273781,
      "grad_norm": 0.3649914264678955,
      "learning_rate": 9.985473550300032e-05,
      "loss": 0.0262,
      "step": 11690
    },
    {
      "epoch": 1.7865322950068712,
      "grad_norm": 0.23146922886371613,
      "learning_rate": 9.985394726484555e-05,
      "loss": 0.0248,
      "step": 11700
    },
    {
      "epoch": 1.7880592456863642,
      "grad_norm": 0.22548183798789978,
      "learning_rate": 9.985315689702175e-05,
      "loss": 0.0305,
      "step": 11710
    },
    {
      "epoch": 1.7895861963658573,
      "grad_norm": 0.23481245338916779,
      "learning_rate": 9.985236439956265e-05,
      "loss": 0.0202,
      "step": 11720
    },
    {
      "epoch": 1.7911131470453503,
      "grad_norm": 0.25241267681121826,
      "learning_rate": 9.985156977250215e-05,
      "loss": 0.0245,
      "step": 11730
    },
    {
      "epoch": 1.7926400977248433,
      "grad_norm": 0.2102765440940857,
      "learning_rate": 9.985077301587415e-05,
      "loss": 0.0257,
      "step": 11740
    },
    {
      "epoch": 1.7941670484043364,
      "grad_norm": 0.3074755370616913,
      "learning_rate": 9.984997412971271e-05,
      "loss": 0.0235,
      "step": 11750
    },
    {
      "epoch": 1.7956939990838294,
      "grad_norm": 0.25215932726860046,
      "learning_rate": 9.984917311405196e-05,
      "loss": 0.0239,
      "step": 11760
    },
    {
      "epoch": 1.7972209497633227,
      "grad_norm": 0.2762743830680847,
      "learning_rate": 9.98483699689261e-05,
      "loss": 0.0294,
      "step": 11770
    },
    {
      "epoch": 1.7987479004428157,
      "grad_norm": 0.34532156586647034,
      "learning_rate": 9.984756469436944e-05,
      "loss": 0.0287,
      "step": 11780
    },
    {
      "epoch": 1.8002748511223088,
      "grad_norm": 0.3294191062450409,
      "learning_rate": 9.984675729041642e-05,
      "loss": 0.0266,
      "step": 11790
    },
    {
      "epoch": 1.8018018018018018,
      "grad_norm": 0.27902060747146606,
      "learning_rate": 9.984594775710148e-05,
      "loss": 0.0262,
      "step": 11800
    },
    {
      "epoch": 1.8033287524812949,
      "grad_norm": 0.2260684221982956,
      "learning_rate": 9.984513609445922e-05,
      "loss": 0.0265,
      "step": 11810
    },
    {
      "epoch": 1.804855703160788,
      "grad_norm": 0.32120880484580994,
      "learning_rate": 9.984432230252432e-05,
      "loss": 0.0299,
      "step": 11820
    },
    {
      "epoch": 1.806382653840281,
      "grad_norm": 0.39161771535873413,
      "learning_rate": 9.984350638133153e-05,
      "loss": 0.0259,
      "step": 11830
    },
    {
      "epoch": 1.807909604519774,
      "grad_norm": 0.21827222406864166,
      "learning_rate": 9.984268833091573e-05,
      "loss": 0.0266,
      "step": 11840
    },
    {
      "epoch": 1.809436555199267,
      "grad_norm": 0.298044890165329,
      "learning_rate": 9.984186815131182e-05,
      "loss": 0.0308,
      "step": 11850
    },
    {
      "epoch": 1.81096350587876,
      "grad_norm": 0.3341990113258362,
      "learning_rate": 9.98410458425549e-05,
      "loss": 0.0266,
      "step": 11860
    },
    {
      "epoch": 1.8124904565582531,
      "grad_norm": 0.3109177350997925,
      "learning_rate": 9.984022140468004e-05,
      "loss": 0.0334,
      "step": 11870
    },
    {
      "epoch": 1.8140174072377462,
      "grad_norm": 0.33891600370407104,
      "learning_rate": 9.983939483772248e-05,
      "loss": 0.0257,
      "step": 11880
    },
    {
      "epoch": 1.8155443579172392,
      "grad_norm": 0.26875942945480347,
      "learning_rate": 9.983856614171753e-05,
      "loss": 0.0265,
      "step": 11890
    },
    {
      "epoch": 1.8170713085967323,
      "grad_norm": 0.30509987473487854,
      "learning_rate": 9.983773531670061e-05,
      "loss": 0.0306,
      "step": 11900
    },
    {
      "epoch": 1.8185982592762255,
      "grad_norm": 0.31813743710517883,
      "learning_rate": 9.983690236270718e-05,
      "loss": 0.0266,
      "step": 11910
    },
    {
      "epoch": 1.8201252099557186,
      "grad_norm": 0.5359392166137695,
      "learning_rate": 9.983606727977284e-05,
      "loss": 0.0261,
      "step": 11920
    },
    {
      "epoch": 1.8216521606352116,
      "grad_norm": 0.4149658679962158,
      "learning_rate": 9.983523006793325e-05,
      "loss": 0.0356,
      "step": 11930
    },
    {
      "epoch": 1.8231791113147047,
      "grad_norm": 0.4561113715171814,
      "learning_rate": 9.983439072722418e-05,
      "loss": 0.0327,
      "step": 11940
    },
    {
      "epoch": 1.8247060619941977,
      "grad_norm": 0.32684585452079773,
      "learning_rate": 9.98335492576815e-05,
      "loss": 0.0272,
      "step": 11950
    },
    {
      "epoch": 1.8262330126736908,
      "grad_norm": 0.26891905069351196,
      "learning_rate": 9.983270565934113e-05,
      "loss": 0.0317,
      "step": 11960
    },
    {
      "epoch": 1.8277599633531838,
      "grad_norm": 0.2769370377063751,
      "learning_rate": 9.983185993223912e-05,
      "loss": 0.0327,
      "step": 11970
    },
    {
      "epoch": 1.8292869140326768,
      "grad_norm": 0.3282938599586487,
      "learning_rate": 9.983101207641161e-05,
      "loss": 0.0244,
      "step": 11980
    },
    {
      "epoch": 1.83081386471217,
      "grad_norm": 0.2703535258769989,
      "learning_rate": 9.983016209189478e-05,
      "loss": 0.0255,
      "step": 11990
    },
    {
      "epoch": 1.832340815391663,
      "grad_norm": 0.2862519323825836,
      "learning_rate": 9.982930997872499e-05,
      "loss": 0.0252,
      "step": 12000
    },
    {
      "epoch": 1.833867766071156,
      "grad_norm": 0.3494955897331238,
      "learning_rate": 9.982845573693862e-05,
      "loss": 0.0265,
      "step": 12010
    },
    {
      "epoch": 1.835394716750649,
      "grad_norm": 0.2745310664176941,
      "learning_rate": 9.982759936657214e-05,
      "loss": 0.0275,
      "step": 12020
    },
    {
      "epoch": 1.836921667430142,
      "grad_norm": 0.2766045928001404,
      "learning_rate": 9.982674086766216e-05,
      "loss": 0.0276,
      "step": 12030
    },
    {
      "epoch": 1.8384486181096351,
      "grad_norm": 0.2633344233036041,
      "learning_rate": 9.982588024024535e-05,
      "loss": 0.0231,
      "step": 12040
    },
    {
      "epoch": 1.8399755687891282,
      "grad_norm": 0.30565401911735535,
      "learning_rate": 9.982501748435846e-05,
      "loss": 0.0259,
      "step": 12050
    },
    {
      "epoch": 1.8415025194686212,
      "grad_norm": 0.2963506579399109,
      "learning_rate": 9.982415260003837e-05,
      "loss": 0.0283,
      "step": 12060
    },
    {
      "epoch": 1.8430294701481142,
      "grad_norm": 0.2523421347141266,
      "learning_rate": 9.982328558732199e-05,
      "loss": 0.0268,
      "step": 12070
    },
    {
      "epoch": 1.8445564208276073,
      "grad_norm": 0.2885465919971466,
      "learning_rate": 9.982241644624639e-05,
      "loss": 0.0251,
      "step": 12080
    },
    {
      "epoch": 1.8460833715071003,
      "grad_norm": 0.49811068177223206,
      "learning_rate": 9.982154517684868e-05,
      "loss": 0.0292,
      "step": 12090
    },
    {
      "epoch": 1.8476103221865934,
      "grad_norm": 0.2678186893463135,
      "learning_rate": 9.98206717791661e-05,
      "loss": 0.0292,
      "step": 12100
    },
    {
      "epoch": 1.8491372728660864,
      "grad_norm": 0.41808176040649414,
      "learning_rate": 9.981979625323593e-05,
      "loss": 0.0262,
      "step": 12110
    },
    {
      "epoch": 1.8506642235455795,
      "grad_norm": 0.2405911386013031,
      "learning_rate": 9.981891859909559e-05,
      "loss": 0.0284,
      "step": 12120
    },
    {
      "epoch": 1.8521911742250725,
      "grad_norm": 0.23988594114780426,
      "learning_rate": 9.981803881678258e-05,
      "loss": 0.0223,
      "step": 12130
    },
    {
      "epoch": 1.8537181249045656,
      "grad_norm": 0.2869611084461212,
      "learning_rate": 9.981715690633444e-05,
      "loss": 0.0297,
      "step": 12140
    },
    {
      "epoch": 1.8552450755840586,
      "grad_norm": 0.2536300718784332,
      "learning_rate": 9.981627286778889e-05,
      "loss": 0.0292,
      "step": 12150
    },
    {
      "epoch": 1.8567720262635516,
      "grad_norm": 0.2579394280910492,
      "learning_rate": 9.98153867011837e-05,
      "loss": 0.0306,
      "step": 12160
    },
    {
      "epoch": 1.8582989769430447,
      "grad_norm": 0.24242915213108063,
      "learning_rate": 9.981449840655668e-05,
      "loss": 0.0259,
      "step": 12170
    },
    {
      "epoch": 1.8598259276225377,
      "grad_norm": 0.1848638355731964,
      "learning_rate": 9.981360798394581e-05,
      "loss": 0.025,
      "step": 12180
    },
    {
      "epoch": 1.8613528783020308,
      "grad_norm": 0.2819797098636627,
      "learning_rate": 9.98127154333891e-05,
      "loss": 0.0282,
      "step": 12190
    },
    {
      "epoch": 1.8628798289815238,
      "grad_norm": 0.2646808624267578,
      "learning_rate": 9.981182075492473e-05,
      "loss": 0.0237,
      "step": 12200
    },
    {
      "epoch": 1.8644067796610169,
      "grad_norm": 0.3426549732685089,
      "learning_rate": 9.981092394859085e-05,
      "loss": 0.0267,
      "step": 12210
    },
    {
      "epoch": 1.86593373034051,
      "grad_norm": 0.27659285068511963,
      "learning_rate": 9.981002501442583e-05,
      "loss": 0.0295,
      "step": 12220
    },
    {
      "epoch": 1.867460681020003,
      "grad_norm": 0.3389184772968292,
      "learning_rate": 9.980912395246802e-05,
      "loss": 0.0354,
      "step": 12230
    },
    {
      "epoch": 1.868987631699496,
      "grad_norm": 0.3160434663295746,
      "learning_rate": 9.980822076275595e-05,
      "loss": 0.0284,
      "step": 12240
    },
    {
      "epoch": 1.870514582378989,
      "grad_norm": 0.3667539060115814,
      "learning_rate": 9.98073154453282e-05,
      "loss": 0.028,
      "step": 12250
    },
    {
      "epoch": 1.872041533058482,
      "grad_norm": 0.24293860793113708,
      "learning_rate": 9.980640800022341e-05,
      "loss": 0.0303,
      "step": 12260
    },
    {
      "epoch": 1.8735684837379751,
      "grad_norm": 0.29828664660453796,
      "learning_rate": 9.980549842748038e-05,
      "loss": 0.0247,
      "step": 12270
    },
    {
      "epoch": 1.8750954344174682,
      "grad_norm": 0.43125709891319275,
      "learning_rate": 9.980458672713795e-05,
      "loss": 0.0274,
      "step": 12280
    },
    {
      "epoch": 1.8766223850969612,
      "grad_norm": 0.21266590058803558,
      "learning_rate": 9.980367289923508e-05,
      "loss": 0.0218,
      "step": 12290
    },
    {
      "epoch": 1.8781493357764543,
      "grad_norm": 0.20383049547672272,
      "learning_rate": 9.980275694381078e-05,
      "loss": 0.024,
      "step": 12300
    },
    {
      "epoch": 1.8796762864559473,
      "grad_norm": 0.2796724736690521,
      "learning_rate": 9.98018388609042e-05,
      "loss": 0.0252,
      "step": 12310
    },
    {
      "epoch": 1.8812032371354406,
      "grad_norm": 0.3050767779350281,
      "learning_rate": 9.980091865055457e-05,
      "loss": 0.0247,
      "step": 12320
    },
    {
      "epoch": 1.8827301878149336,
      "grad_norm": 0.31803324818611145,
      "learning_rate": 9.979999631280115e-05,
      "loss": 0.0231,
      "step": 12330
    },
    {
      "epoch": 1.8842571384944267,
      "grad_norm": 0.2887527346611023,
      "learning_rate": 9.97990718476834e-05,
      "loss": 0.0238,
      "step": 12340
    },
    {
      "epoch": 1.8857840891739197,
      "grad_norm": 0.2936544120311737,
      "learning_rate": 9.979814525524079e-05,
      "loss": 0.024,
      "step": 12350
    },
    {
      "epoch": 1.8873110398534128,
      "grad_norm": 0.2737152874469757,
      "learning_rate": 9.979721653551286e-05,
      "loss": 0.0294,
      "step": 12360
    },
    {
      "epoch": 1.8888379905329058,
      "grad_norm": 0.2977612316608429,
      "learning_rate": 9.979628568853934e-05,
      "loss": 0.0286,
      "step": 12370
    },
    {
      "epoch": 1.8903649412123988,
      "grad_norm": 0.32061895728111267,
      "learning_rate": 9.979535271435997e-05,
      "loss": 0.0336,
      "step": 12380
    },
    {
      "epoch": 1.8918918918918919,
      "grad_norm": 0.3652913570404053,
      "learning_rate": 9.979441761301462e-05,
      "loss": 0.0273,
      "step": 12390
    },
    {
      "epoch": 1.893418842571385,
      "grad_norm": 0.38268303871154785,
      "learning_rate": 9.979348038454323e-05,
      "loss": 0.0281,
      "step": 12400
    },
    {
      "epoch": 1.894945793250878,
      "grad_norm": 0.28688040375709534,
      "learning_rate": 9.979254102898582e-05,
      "loss": 0.0321,
      "step": 12410
    },
    {
      "epoch": 1.896472743930371,
      "grad_norm": 0.34689775109291077,
      "learning_rate": 9.979159954638253e-05,
      "loss": 0.028,
      "step": 12420
    },
    {
      "epoch": 1.897999694609864,
      "grad_norm": 0.22735512256622314,
      "learning_rate": 9.979065593677358e-05,
      "loss": 0.0274,
      "step": 12430
    },
    {
      "epoch": 1.899526645289357,
      "grad_norm": 0.27083030343055725,
      "learning_rate": 9.978971020019927e-05,
      "loss": 0.0332,
      "step": 12440
    },
    {
      "epoch": 1.9010535959688502,
      "grad_norm": 0.2897126078605652,
      "learning_rate": 9.978876233670002e-05,
      "loss": 0.0242,
      "step": 12450
    },
    {
      "epoch": 1.9025805466483434,
      "grad_norm": 0.31157100200653076,
      "learning_rate": 9.978781234631628e-05,
      "loss": 0.0314,
      "step": 12460
    },
    {
      "epoch": 1.9041074973278365,
      "grad_norm": 0.29392337799072266,
      "learning_rate": 9.97868602290887e-05,
      "loss": 0.0315,
      "step": 12470
    },
    {
      "epoch": 1.9056344480073295,
      "grad_norm": 0.23357626795768738,
      "learning_rate": 9.978590598505788e-05,
      "loss": 0.0259,
      "step": 12480
    },
    {
      "epoch": 1.9071613986868226,
      "grad_norm": 0.3008413016796112,
      "learning_rate": 9.978494961426463e-05,
      "loss": 0.0253,
      "step": 12490
    },
    {
      "epoch": 1.9086883493663156,
      "grad_norm": 0.3245176374912262,
      "learning_rate": 9.978399111674979e-05,
      "loss": 0.0226,
      "step": 12500
    },
    {
      "epoch": 1.9102153000458086,
      "grad_norm": 0.26505348086357117,
      "learning_rate": 9.978303049255431e-05,
      "loss": 0.0247,
      "step": 12510
    },
    {
      "epoch": 1.9117422507253017,
      "grad_norm": 0.28876104950904846,
      "learning_rate": 9.97820677417192e-05,
      "loss": 0.0214,
      "step": 12520
    },
    {
      "epoch": 1.9132692014047947,
      "grad_norm": 0.2903349995613098,
      "learning_rate": 9.978110286428564e-05,
      "loss": 0.0251,
      "step": 12530
    },
    {
      "epoch": 1.9147961520842878,
      "grad_norm": 0.36502546072006226,
      "learning_rate": 9.978013586029479e-05,
      "loss": 0.0224,
      "step": 12540
    },
    {
      "epoch": 1.9163231027637808,
      "grad_norm": 0.29086190462112427,
      "learning_rate": 9.9779166729788e-05,
      "loss": 0.0284,
      "step": 12550
    },
    {
      "epoch": 1.9178500534432739,
      "grad_norm": 0.26743829250335693,
      "learning_rate": 9.977819547280665e-05,
      "loss": 0.0273,
      "step": 12560
    },
    {
      "epoch": 1.919377004122767,
      "grad_norm": 0.4499703347682953,
      "learning_rate": 9.977722208939224e-05,
      "loss": 0.0284,
      "step": 12570
    },
    {
      "epoch": 1.92090395480226,
      "grad_norm": 0.325817346572876,
      "learning_rate": 9.977624657958633e-05,
      "loss": 0.0294,
      "step": 12580
    },
    {
      "epoch": 1.922430905481753,
      "grad_norm": 0.2853516936302185,
      "learning_rate": 9.977526894343061e-05,
      "loss": 0.0264,
      "step": 12590
    },
    {
      "epoch": 1.923957856161246,
      "grad_norm": 0.30298420786857605,
      "learning_rate": 9.977428918096685e-05,
      "loss": 0.0267,
      "step": 12600
    },
    {
      "epoch": 1.925484806840739,
      "grad_norm": 0.46994543075561523,
      "learning_rate": 9.977330729223691e-05,
      "loss": 0.0259,
      "step": 12610
    },
    {
      "epoch": 1.9270117575202321,
      "grad_norm": 0.6416157484054565,
      "learning_rate": 9.97723232772827e-05,
      "loss": 0.0231,
      "step": 12620
    },
    {
      "epoch": 1.9285387081997252,
      "grad_norm": 0.33986857533454895,
      "learning_rate": 9.977133713614627e-05,
      "loss": 0.0293,
      "step": 12630
    },
    {
      "epoch": 1.9300656588792182,
      "grad_norm": 0.5566024780273438,
      "learning_rate": 9.977034886886976e-05,
      "loss": 0.0273,
      "step": 12640
    },
    {
      "epoch": 1.9315926095587113,
      "grad_norm": 0.38340187072753906,
      "learning_rate": 9.976935847549538e-05,
      "loss": 0.0269,
      "step": 12650
    },
    {
      "epoch": 1.9331195602382043,
      "grad_norm": 0.32835009694099426,
      "learning_rate": 9.976836595606543e-05,
      "loss": 0.0286,
      "step": 12660
    },
    {
      "epoch": 1.9346465109176973,
      "grad_norm": 0.3520219027996063,
      "learning_rate": 9.97673713106223e-05,
      "loss": 0.0298,
      "step": 12670
    },
    {
      "epoch": 1.9361734615971904,
      "grad_norm": 0.2521582841873169,
      "learning_rate": 9.976637453920852e-05,
      "loss": 0.0213,
      "step": 12680
    },
    {
      "epoch": 1.9377004122766834,
      "grad_norm": 0.3130815327167511,
      "learning_rate": 9.976537564186663e-05,
      "loss": 0.0307,
      "step": 12690
    },
    {
      "epoch": 1.9392273629561765,
      "grad_norm": 0.22272270917892456,
      "learning_rate": 9.976437461863931e-05,
      "loss": 0.0298,
      "step": 12700
    },
    {
      "epoch": 1.9407543136356695,
      "grad_norm": 0.3853330612182617,
      "learning_rate": 9.976337146956934e-05,
      "loss": 0.0259,
      "step": 12710
    },
    {
      "epoch": 1.9422812643151626,
      "grad_norm": 0.2534228265285492,
      "learning_rate": 9.976236619469955e-05,
      "loss": 0.0309,
      "step": 12720
    },
    {
      "epoch": 1.9438082149946556,
      "grad_norm": 0.23886092007160187,
      "learning_rate": 9.976135879407288e-05,
      "loss": 0.029,
      "step": 12730
    },
    {
      "epoch": 1.9453351656741487,
      "grad_norm": 0.2950379550457001,
      "learning_rate": 9.976034926773239e-05,
      "loss": 0.0305,
      "step": 12740
    },
    {
      "epoch": 1.9468621163536417,
      "grad_norm": 0.3495359420776367,
      "learning_rate": 9.975933761572119e-05,
      "loss": 0.0231,
      "step": 12750
    },
    {
      "epoch": 1.9483890670331347,
      "grad_norm": 0.2519073784351349,
      "learning_rate": 9.97583238380825e-05,
      "loss": 0.0258,
      "step": 12760
    },
    {
      "epoch": 1.9499160177126278,
      "grad_norm": 0.3403811752796173,
      "learning_rate": 9.975730793485962e-05,
      "loss": 0.0251,
      "step": 12770
    },
    {
      "epoch": 1.9514429683921208,
      "grad_norm": 0.334857702255249,
      "learning_rate": 9.975628990609595e-05,
      "loss": 0.0275,
      "step": 12780
    },
    {
      "epoch": 1.9529699190716139,
      "grad_norm": 0.22439537942409515,
      "learning_rate": 9.9755269751835e-05,
      "loss": 0.0256,
      "step": 12790
    },
    {
      "epoch": 1.954496869751107,
      "grad_norm": 0.30752885341644287,
      "learning_rate": 9.975424747212032e-05,
      "loss": 0.0272,
      "step": 12800
    },
    {
      "epoch": 1.9560238204306,
      "grad_norm": 0.30247762799263,
      "learning_rate": 9.975322306699558e-05,
      "loss": 0.0279,
      "step": 12810
    },
    {
      "epoch": 1.957550771110093,
      "grad_norm": 0.3060077428817749,
      "learning_rate": 9.975219653650456e-05,
      "loss": 0.03,
      "step": 12820
    },
    {
      "epoch": 1.959077721789586,
      "grad_norm": 0.2520630657672882,
      "learning_rate": 9.97511678806911e-05,
      "loss": 0.0313,
      "step": 12830
    },
    {
      "epoch": 1.960604672469079,
      "grad_norm": 0.28723883628845215,
      "learning_rate": 9.975013709959914e-05,
      "loss": 0.0259,
      "step": 12840
    },
    {
      "epoch": 1.9621316231485721,
      "grad_norm": 0.4347390830516815,
      "learning_rate": 9.974910419327273e-05,
      "loss": 0.0284,
      "step": 12850
    },
    {
      "epoch": 1.9636585738280652,
      "grad_norm": 0.30582088232040405,
      "learning_rate": 9.974806916175596e-05,
      "loss": 0.0279,
      "step": 12860
    },
    {
      "epoch": 1.9651855245075585,
      "grad_norm": 0.24918538331985474,
      "learning_rate": 9.974703200509308e-05,
      "loss": 0.024,
      "step": 12870
    },
    {
      "epoch": 1.9667124751870515,
      "grad_norm": 0.2839716076850891,
      "learning_rate": 9.974599272332836e-05,
      "loss": 0.0262,
      "step": 12880
    },
    {
      "epoch": 1.9682394258665445,
      "grad_norm": 0.2584768235683441,
      "learning_rate": 9.974495131650624e-05,
      "loss": 0.0247,
      "step": 12890
    },
    {
      "epoch": 1.9697663765460376,
      "grad_norm": 0.2517111301422119,
      "learning_rate": 9.974390778467117e-05,
      "loss": 0.0219,
      "step": 12900
    },
    {
      "epoch": 1.9712933272255306,
      "grad_norm": 0.3474399447441101,
      "learning_rate": 9.974286212786776e-05,
      "loss": 0.0219,
      "step": 12910
    },
    {
      "epoch": 1.9728202779050237,
      "grad_norm": 0.3331921100616455,
      "learning_rate": 9.974181434614064e-05,
      "loss": 0.0276,
      "step": 12920
    },
    {
      "epoch": 1.9743472285845167,
      "grad_norm": 0.4282669126987457,
      "learning_rate": 9.974076443953461e-05,
      "loss": 0.0258,
      "step": 12930
    },
    {
      "epoch": 1.9758741792640098,
      "grad_norm": 0.3311862647533417,
      "learning_rate": 9.973971240809449e-05,
      "loss": 0.0252,
      "step": 12940
    },
    {
      "epoch": 1.9774011299435028,
      "grad_norm": 0.2963421642780304,
      "learning_rate": 9.973865825186522e-05,
      "loss": 0.0254,
      "step": 12950
    },
    {
      "epoch": 1.9789280806229959,
      "grad_norm": 0.33782944083213806,
      "learning_rate": 9.973760197089186e-05,
      "loss": 0.0249,
      "step": 12960
    },
    {
      "epoch": 1.980455031302489,
      "grad_norm": 0.2614595890045166,
      "learning_rate": 9.973654356521951e-05,
      "loss": 0.0309,
      "step": 12970
    },
    {
      "epoch": 1.981981981981982,
      "grad_norm": 0.3906296193599701,
      "learning_rate": 9.973548303489337e-05,
      "loss": 0.0312,
      "step": 12980
    },
    {
      "epoch": 1.983508932661475,
      "grad_norm": 0.31638118624687195,
      "learning_rate": 9.97344203799588e-05,
      "loss": 0.0276,
      "step": 12990
    },
    {
      "epoch": 1.985035883340968,
      "grad_norm": 0.29754430055618286,
      "learning_rate": 9.973335560046112e-05,
      "loss": 0.0286,
      "step": 13000
    },
    {
      "epoch": 1.9865628340204613,
      "grad_norm": 0.2866534888744354,
      "learning_rate": 9.973228869644586e-05,
      "loss": 0.0305,
      "step": 13010
    },
    {
      "epoch": 1.9880897846999543,
      "grad_norm": 0.281442254781723,
      "learning_rate": 9.97312196679586e-05,
      "loss": 0.0242,
      "step": 13020
    },
    {
      "epoch": 1.9896167353794474,
      "grad_norm": 0.3283970355987549,
      "learning_rate": 9.973014851504498e-05,
      "loss": 0.0281,
      "step": 13030
    },
    {
      "epoch": 1.9911436860589404,
      "grad_norm": 0.3569316565990448,
      "learning_rate": 9.97290752377508e-05,
      "loss": 0.0275,
      "step": 13040
    },
    {
      "epoch": 1.9926706367384335,
      "grad_norm": 0.3221450746059418,
      "learning_rate": 9.972799983612184e-05,
      "loss": 0.031,
      "step": 13050
    },
    {
      "epoch": 1.9941975874179265,
      "grad_norm": 0.37121161818504333,
      "learning_rate": 9.972692231020411e-05,
      "loss": 0.0291,
      "step": 13060
    },
    {
      "epoch": 1.9957245380974196,
      "grad_norm": 0.2668769359588623,
      "learning_rate": 9.97258426600436e-05,
      "loss": 0.0243,
      "step": 13070
    },
    {
      "epoch": 1.9972514887769126,
      "grad_norm": 0.20381705462932587,
      "learning_rate": 9.972476088568644e-05,
      "loss": 0.0272,
      "step": 13080
    },
    {
      "epoch": 1.9987784394564057,
      "grad_norm": 0.2843306362628937,
      "learning_rate": 9.972367698717885e-05,
      "loss": 0.0268,
      "step": 13090
    },
    {
      "epoch": 2.0003053901358987,
      "grad_norm": 0.28589823842048645,
      "learning_rate": 9.972259096456712e-05,
      "loss": 0.0268,
      "step": 13100
    },
    {
      "epoch": 2.0018323408153917,
      "grad_norm": 0.23630353808403015,
      "learning_rate": 9.972150281789765e-05,
      "loss": 0.0289,
      "step": 13110
    },
    {
      "epoch": 2.003359291494885,
      "grad_norm": 0.33743467926979065,
      "learning_rate": 9.972041254721692e-05,
      "loss": 0.0258,
      "step": 13120
    },
    {
      "epoch": 2.004886242174378,
      "grad_norm": 0.1931544840335846,
      "learning_rate": 9.97193201525715e-05,
      "loss": 0.026,
      "step": 13130
    },
    {
      "epoch": 2.006413192853871,
      "grad_norm": 0.35086166858673096,
      "learning_rate": 9.971822563400806e-05,
      "loss": 0.0271,
      "step": 13140
    },
    {
      "epoch": 2.007940143533364,
      "grad_norm": 0.310931921005249,
      "learning_rate": 9.971712899157334e-05,
      "loss": 0.0274,
      "step": 13150
    },
    {
      "epoch": 2.009467094212857,
      "grad_norm": 0.251150906085968,
      "learning_rate": 9.971603022531424e-05,
      "loss": 0.0223,
      "step": 13160
    },
    {
      "epoch": 2.01099404489235,
      "grad_norm": 0.4276283383369446,
      "learning_rate": 9.971492933527764e-05,
      "loss": 0.034,
      "step": 13170
    },
    {
      "epoch": 2.012520995571843,
      "grad_norm": 0.2771613895893097,
      "learning_rate": 9.971382632151059e-05,
      "loss": 0.0262,
      "step": 13180
    },
    {
      "epoch": 2.014047946251336,
      "grad_norm": 0.2679792642593384,
      "learning_rate": 9.971272118406021e-05,
      "loss": 0.0275,
      "step": 13190
    },
    {
      "epoch": 2.015574896930829,
      "grad_norm": 0.2825092375278473,
      "learning_rate": 9.97116139229737e-05,
      "loss": 0.0332,
      "step": 13200
    },
    {
      "epoch": 2.017101847610322,
      "grad_norm": 0.3723505139350891,
      "learning_rate": 9.971050453829838e-05,
      "loss": 0.0279,
      "step": 13210
    },
    {
      "epoch": 2.0186287982898152,
      "grad_norm": 0.24575845897197723,
      "learning_rate": 9.970939303008161e-05,
      "loss": 0.0279,
      "step": 13220
    },
    {
      "epoch": 2.0201557489693083,
      "grad_norm": 0.32663241028785706,
      "learning_rate": 9.97082793983709e-05,
      "loss": 0.0279,
      "step": 13230
    },
    {
      "epoch": 2.0216826996488013,
      "grad_norm": 0.24612537026405334,
      "learning_rate": 9.970716364321379e-05,
      "loss": 0.0321,
      "step": 13240
    },
    {
      "epoch": 2.0232096503282944,
      "grad_norm": 0.2631334364414215,
      "learning_rate": 9.9706045764658e-05,
      "loss": 0.0303,
      "step": 13250
    },
    {
      "epoch": 2.0247366010077874,
      "grad_norm": 0.37675052881240845,
      "learning_rate": 9.970492576275123e-05,
      "loss": 0.0273,
      "step": 13260
    },
    {
      "epoch": 2.0262635516872805,
      "grad_norm": 0.3180410861968994,
      "learning_rate": 9.970380363754134e-05,
      "loss": 0.0253,
      "step": 13270
    },
    {
      "epoch": 2.0277905023667735,
      "grad_norm": 0.28865671157836914,
      "learning_rate": 9.970267938907628e-05,
      "loss": 0.0284,
      "step": 13280
    },
    {
      "epoch": 2.0293174530462665,
      "grad_norm": 0.3590449392795563,
      "learning_rate": 9.970155301740403e-05,
      "loss": 0.0305,
      "step": 13290
    },
    {
      "epoch": 2.0308444037257596,
      "grad_norm": 0.2971920669078827,
      "learning_rate": 9.970042452257277e-05,
      "loss": 0.0325,
      "step": 13300
    },
    {
      "epoch": 2.0323713544052526,
      "grad_norm": 0.2392791211605072,
      "learning_rate": 9.969929390463066e-05,
      "loss": 0.0238,
      "step": 13310
    },
    {
      "epoch": 2.0338983050847457,
      "grad_norm": 0.24036963284015656,
      "learning_rate": 9.969816116362603e-05,
      "loss": 0.0235,
      "step": 13320
    },
    {
      "epoch": 2.0354252557642387,
      "grad_norm": 0.2661166489124298,
      "learning_rate": 9.969702629960724e-05,
      "loss": 0.0303,
      "step": 13330
    },
    {
      "epoch": 2.0369522064437318,
      "grad_norm": 0.32295599579811096,
      "learning_rate": 9.96958893126228e-05,
      "loss": 0.0291,
      "step": 13340
    },
    {
      "epoch": 2.038479157123225,
      "grad_norm": 0.37762510776519775,
      "learning_rate": 9.969475020272126e-05,
      "loss": 0.0242,
      "step": 13350
    },
    {
      "epoch": 2.040006107802718,
      "grad_norm": 0.307998925447464,
      "learning_rate": 9.969360896995127e-05,
      "loss": 0.0269,
      "step": 13360
    },
    {
      "epoch": 2.041533058482211,
      "grad_norm": 0.3307773470878601,
      "learning_rate": 9.96924656143616e-05,
      "loss": 0.0257,
      "step": 13370
    },
    {
      "epoch": 2.043060009161704,
      "grad_norm": 0.2644737660884857,
      "learning_rate": 9.969132013600109e-05,
      "loss": 0.0226,
      "step": 13380
    },
    {
      "epoch": 2.044586959841197,
      "grad_norm": 0.5133680105209351,
      "learning_rate": 9.969017253491866e-05,
      "loss": 0.0287,
      "step": 13390
    },
    {
      "epoch": 2.04611391052069,
      "grad_norm": 0.2578650414943695,
      "learning_rate": 9.968902281116335e-05,
      "loss": 0.0243,
      "step": 13400
    },
    {
      "epoch": 2.047640861200183,
      "grad_norm": 0.32691678404808044,
      "learning_rate": 9.968787096478427e-05,
      "loss": 0.0277,
      "step": 13410
    },
    {
      "epoch": 2.049167811879676,
      "grad_norm": 0.32084324955940247,
      "learning_rate": 9.968671699583062e-05,
      "loss": 0.0257,
      "step": 13420
    },
    {
      "epoch": 2.050694762559169,
      "grad_norm": 0.2663431167602539,
      "learning_rate": 9.968556090435171e-05,
      "loss": 0.0254,
      "step": 13430
    },
    {
      "epoch": 2.052221713238662,
      "grad_norm": 0.28957846760749817,
      "learning_rate": 9.96844026903969e-05,
      "loss": 0.0281,
      "step": 13440
    },
    {
      "epoch": 2.0537486639181552,
      "grad_norm": 0.2632425129413605,
      "learning_rate": 9.968324235401567e-05,
      "loss": 0.0254,
      "step": 13450
    },
    {
      "epoch": 2.0552756145976483,
      "grad_norm": 0.2997686564922333,
      "learning_rate": 9.968207989525762e-05,
      "loss": 0.0258,
      "step": 13460
    },
    {
      "epoch": 2.0568025652771413,
      "grad_norm": 0.2997409403324127,
      "learning_rate": 9.968091531417236e-05,
      "loss": 0.0288,
      "step": 13470
    },
    {
      "epoch": 2.0583295159566344,
      "grad_norm": 0.29533058404922485,
      "learning_rate": 9.967974861080969e-05,
      "loss": 0.0229,
      "step": 13480
    },
    {
      "epoch": 2.059856466636128,
      "grad_norm": 0.32079818844795227,
      "learning_rate": 9.96785797852194e-05,
      "loss": 0.0301,
      "step": 13490
    },
    {
      "epoch": 2.061383417315621,
      "grad_norm": 0.24228839576244354,
      "learning_rate": 9.967740883745147e-05,
      "loss": 0.032,
      "step": 13500
    },
    {
      "epoch": 2.062910367995114,
      "grad_norm": 0.26518815755844116,
      "learning_rate": 9.967623576755587e-05,
      "loss": 0.0282,
      "step": 13510
    },
    {
      "epoch": 2.064437318674607,
      "grad_norm": 0.37903550267219543,
      "learning_rate": 9.967506057558275e-05,
      "loss": 0.0266,
      "step": 13520
    },
    {
      "epoch": 2.0659642693541,
      "grad_norm": 0.20838145911693573,
      "learning_rate": 9.96738832615823e-05,
      "loss": 0.0228,
      "step": 13530
    },
    {
      "epoch": 2.067491220033593,
      "grad_norm": 0.3076247572898865,
      "learning_rate": 9.96727038256048e-05,
      "loss": 0.0317,
      "step": 13540
    },
    {
      "epoch": 2.069018170713086,
      "grad_norm": 0.44393375515937805,
      "learning_rate": 9.967152226770066e-05,
      "loss": 0.0245,
      "step": 13550
    },
    {
      "epoch": 2.070545121392579,
      "grad_norm": 0.2983192801475525,
      "learning_rate": 9.967033858792031e-05,
      "loss": 0.0282,
      "step": 13560
    },
    {
      "epoch": 2.0720720720720722,
      "grad_norm": 0.28985974192619324,
      "learning_rate": 9.966915278631437e-05,
      "loss": 0.0284,
      "step": 13570
    },
    {
      "epoch": 2.0735990227515653,
      "grad_norm": 0.35924163460731506,
      "learning_rate": 9.966796486293347e-05,
      "loss": 0.0326,
      "step": 13580
    },
    {
      "epoch": 2.0751259734310583,
      "grad_norm": 0.4164959490299225,
      "learning_rate": 9.966677481782835e-05,
      "loss": 0.0275,
      "step": 13590
    },
    {
      "epoch": 2.0766529241105514,
      "grad_norm": 0.3694990575313568,
      "learning_rate": 9.966558265104983e-05,
      "loss": 0.0288,
      "step": 13600
    },
    {
      "epoch": 2.0781798747900444,
      "grad_norm": 0.31890642642974854,
      "learning_rate": 9.966438836264888e-05,
      "loss": 0.0232,
      "step": 13610
    },
    {
      "epoch": 2.0797068254695374,
      "grad_norm": 0.32633206248283386,
      "learning_rate": 9.966319195267649e-05,
      "loss": 0.0267,
      "step": 13620
    },
    {
      "epoch": 2.0812337761490305,
      "grad_norm": 0.43678563833236694,
      "learning_rate": 9.966199342118377e-05,
      "loss": 0.0282,
      "step": 13630
    },
    {
      "epoch": 2.0827607268285235,
      "grad_norm": 0.29430997371673584,
      "learning_rate": 9.966079276822194e-05,
      "loss": 0.0294,
      "step": 13640
    },
    {
      "epoch": 2.0842876775080166,
      "grad_norm": 0.26580190658569336,
      "learning_rate": 9.965958999384224e-05,
      "loss": 0.0256,
      "step": 13650
    },
    {
      "epoch": 2.0858146281875096,
      "grad_norm": 0.2695828974246979,
      "learning_rate": 9.965838509809611e-05,
      "loss": 0.0267,
      "step": 13660
    },
    {
      "epoch": 2.0873415788670027,
      "grad_norm": 0.257036417722702,
      "learning_rate": 9.965717808103498e-05,
      "loss": 0.0201,
      "step": 13670
    },
    {
      "epoch": 2.0888685295464957,
      "grad_norm": 0.3209196925163269,
      "learning_rate": 9.965596894271043e-05,
      "loss": 0.0265,
      "step": 13680
    },
    {
      "epoch": 2.0903954802259888,
      "grad_norm": 0.3652782142162323,
      "learning_rate": 9.965475768317411e-05,
      "loss": 0.0279,
      "step": 13690
    },
    {
      "epoch": 2.091922430905482,
      "grad_norm": 0.3442479372024536,
      "learning_rate": 9.965354430247777e-05,
      "loss": 0.0268,
      "step": 13700
    },
    {
      "epoch": 2.093449381584975,
      "grad_norm": 0.3022002577781677,
      "learning_rate": 9.965232880067321e-05,
      "loss": 0.0279,
      "step": 13710
    },
    {
      "epoch": 2.094976332264468,
      "grad_norm": 0.29193466901779175,
      "learning_rate": 9.96511111778124e-05,
      "loss": 0.0231,
      "step": 13720
    },
    {
      "epoch": 2.096503282943961,
      "grad_norm": 0.27979642152786255,
      "learning_rate": 9.964989143394732e-05,
      "loss": 0.0276,
      "step": 13730
    },
    {
      "epoch": 2.098030233623454,
      "grad_norm": 0.3161904215812683,
      "learning_rate": 9.964866956913009e-05,
      "loss": 0.0229,
      "step": 13740
    },
    {
      "epoch": 2.099557184302947,
      "grad_norm": 0.2481212317943573,
      "learning_rate": 9.96474455834129e-05,
      "loss": 0.0262,
      "step": 13750
    },
    {
      "epoch": 2.10108413498244,
      "grad_norm": 0.35928961634635925,
      "learning_rate": 9.964621947684805e-05,
      "loss": 0.0241,
      "step": 13760
    },
    {
      "epoch": 2.102611085661933,
      "grad_norm": 0.23573683202266693,
      "learning_rate": 9.96449912494879e-05,
      "loss": 0.0258,
      "step": 13770
    },
    {
      "epoch": 2.104138036341426,
      "grad_norm": 0.26898911595344543,
      "learning_rate": 9.964376090138492e-05,
      "loss": 0.0271,
      "step": 13780
    },
    {
      "epoch": 2.105664987020919,
      "grad_norm": 0.30312806367874146,
      "learning_rate": 9.964252843259168e-05,
      "loss": 0.0251,
      "step": 13790
    },
    {
      "epoch": 2.1071919377004122,
      "grad_norm": 0.2733839452266693,
      "learning_rate": 9.964129384316083e-05,
      "loss": 0.0282,
      "step": 13800
    },
    {
      "epoch": 2.1087188883799053,
      "grad_norm": 0.3021533489227295,
      "learning_rate": 9.964005713314509e-05,
      "loss": 0.0315,
      "step": 13810
    },
    {
      "epoch": 2.1102458390593983,
      "grad_norm": 0.3137485682964325,
      "learning_rate": 9.96388183025973e-05,
      "loss": 0.0221,
      "step": 13820
    },
    {
      "epoch": 2.1117727897388914,
      "grad_norm": 0.3127810060977936,
      "learning_rate": 9.963757735157038e-05,
      "loss": 0.0259,
      "step": 13830
    },
    {
      "epoch": 2.1132997404183844,
      "grad_norm": 0.36886292695999146,
      "learning_rate": 9.963633428011735e-05,
      "loss": 0.0303,
      "step": 13840
    },
    {
      "epoch": 2.1148266910978775,
      "grad_norm": 0.21660150587558746,
      "learning_rate": 9.96350890882913e-05,
      "loss": 0.0232,
      "step": 13850
    },
    {
      "epoch": 2.1163536417773705,
      "grad_norm": 0.20301225781440735,
      "learning_rate": 9.963384177614544e-05,
      "loss": 0.0265,
      "step": 13860
    },
    {
      "epoch": 2.1178805924568636,
      "grad_norm": 0.2600064277648926,
      "learning_rate": 9.963259234373301e-05,
      "loss": 0.022,
      "step": 13870
    },
    {
      "epoch": 2.1194075431363566,
      "grad_norm": 0.3109096586704254,
      "learning_rate": 9.963134079110743e-05,
      "loss": 0.0238,
      "step": 13880
    },
    {
      "epoch": 2.1209344938158496,
      "grad_norm": 0.309852659702301,
      "learning_rate": 9.963008711832215e-05,
      "loss": 0.0259,
      "step": 13890
    },
    {
      "epoch": 2.1224614444953427,
      "grad_norm": 0.27868735790252686,
      "learning_rate": 9.962883132543072e-05,
      "loss": 0.0225,
      "step": 13900
    },
    {
      "epoch": 2.1239883951748357,
      "grad_norm": 0.2694433629512787,
      "learning_rate": 9.962757341248679e-05,
      "loss": 0.0248,
      "step": 13910
    },
    {
      "epoch": 2.1255153458543288,
      "grad_norm": 0.3894808292388916,
      "learning_rate": 9.962631337954409e-05,
      "loss": 0.0275,
      "step": 13920
    },
    {
      "epoch": 2.127042296533822,
      "grad_norm": 0.3092542588710785,
      "learning_rate": 9.962505122665644e-05,
      "loss": 0.0243,
      "step": 13930
    },
    {
      "epoch": 2.128569247213315,
      "grad_norm": 0.26358458399772644,
      "learning_rate": 9.962378695387777e-05,
      "loss": 0.022,
      "step": 13940
    },
    {
      "epoch": 2.130096197892808,
      "grad_norm": 0.24404117465019226,
      "learning_rate": 9.96225205612621e-05,
      "loss": 0.0269,
      "step": 13950
    },
    {
      "epoch": 2.131623148572301,
      "grad_norm": 0.275835245847702,
      "learning_rate": 9.962125204886348e-05,
      "loss": 0.0227,
      "step": 13960
    },
    {
      "epoch": 2.133150099251794,
      "grad_norm": 0.3547573685646057,
      "learning_rate": 9.961998141673615e-05,
      "loss": 0.0263,
      "step": 13970
    },
    {
      "epoch": 2.134677049931287,
      "grad_norm": 0.26472678780555725,
      "learning_rate": 9.961870866493437e-05,
      "loss": 0.023,
      "step": 13980
    },
    {
      "epoch": 2.13620400061078,
      "grad_norm": 0.2836815416812897,
      "learning_rate": 9.961743379351251e-05,
      "loss": 0.0237,
      "step": 13990
    },
    {
      "epoch": 2.137730951290273,
      "grad_norm": 0.30429163575172424,
      "learning_rate": 9.961615680252501e-05,
      "loss": 0.0244,
      "step": 14000
    },
    {
      "epoch": 2.139257901969766,
      "grad_norm": 0.3389921188354492,
      "learning_rate": 9.961487769202646e-05,
      "loss": 0.0243,
      "step": 14010
    },
    {
      "epoch": 2.1407848526492597,
      "grad_norm": 0.2943168878555298,
      "learning_rate": 9.961359646207146e-05,
      "loss": 0.0291,
      "step": 14020
    },
    {
      "epoch": 2.1423118033287523,
      "grad_norm": 0.24810706079006195,
      "learning_rate": 9.961231311271479e-05,
      "loss": 0.0281,
      "step": 14030
    },
    {
      "epoch": 2.1438387540082458,
      "grad_norm": 0.1828203648328781,
      "learning_rate": 9.961102764401122e-05,
      "loss": 0.0238,
      "step": 14040
    },
    {
      "epoch": 2.1453657046877384,
      "grad_norm": 0.22053001821041107,
      "learning_rate": 9.96097400560157e-05,
      "loss": 0.0246,
      "step": 14050
    },
    {
      "epoch": 2.146892655367232,
      "grad_norm": 0.21065181493759155,
      "learning_rate": 9.960845034878321e-05,
      "loss": 0.0245,
      "step": 14060
    },
    {
      "epoch": 2.148419606046725,
      "grad_norm": 0.4339897036552429,
      "learning_rate": 9.960715852236887e-05,
      "loss": 0.0251,
      "step": 14070
    },
    {
      "epoch": 2.149946556726218,
      "grad_norm": 0.27505290508270264,
      "learning_rate": 9.960586457682783e-05,
      "loss": 0.024,
      "step": 14080
    },
    {
      "epoch": 2.151473507405711,
      "grad_norm": 0.24247479438781738,
      "learning_rate": 9.96045685122154e-05,
      "loss": 0.0203,
      "step": 14090
    },
    {
      "epoch": 2.153000458085204,
      "grad_norm": 0.30955857038497925,
      "learning_rate": 9.960327032858692e-05,
      "loss": 0.0257,
      "step": 14100
    },
    {
      "epoch": 2.154527408764697,
      "grad_norm": 0.24153947830200195,
      "learning_rate": 9.960197002599786e-05,
      "loss": 0.0239,
      "step": 14110
    },
    {
      "epoch": 2.15605435944419,
      "grad_norm": 0.19487802684307098,
      "learning_rate": 9.960066760450378e-05,
      "loss": 0.0246,
      "step": 14120
    },
    {
      "epoch": 2.157581310123683,
      "grad_norm": 0.29864031076431274,
      "learning_rate": 9.959936306416027e-05,
      "loss": 0.0252,
      "step": 14130
    },
    {
      "epoch": 2.159108260803176,
      "grad_norm": 0.35768771171569824,
      "learning_rate": 9.959805640502311e-05,
      "loss": 0.0296,
      "step": 14140
    },
    {
      "epoch": 2.1606352114826692,
      "grad_norm": 0.24631968140602112,
      "learning_rate": 9.959674762714808e-05,
      "loss": 0.0229,
      "step": 14150
    },
    {
      "epoch": 2.1621621621621623,
      "grad_norm": 0.5728732943534851,
      "learning_rate": 9.95954367305911e-05,
      "loss": 0.0263,
      "step": 14160
    },
    {
      "epoch": 2.1636891128416553,
      "grad_norm": 0.3190760016441345,
      "learning_rate": 9.959412371540818e-05,
      "loss": 0.0282,
      "step": 14170
    },
    {
      "epoch": 2.1652160635211484,
      "grad_norm": 0.27947139739990234,
      "learning_rate": 9.959280858165541e-05,
      "loss": 0.0279,
      "step": 14180
    },
    {
      "epoch": 2.1667430142006414,
      "grad_norm": 0.20508450269699097,
      "learning_rate": 9.959149132938895e-05,
      "loss": 0.0229,
      "step": 14190
    },
    {
      "epoch": 2.1682699648801345,
      "grad_norm": 0.4964970648288727,
      "learning_rate": 9.95901719586651e-05,
      "loss": 0.0305,
      "step": 14200
    },
    {
      "epoch": 2.1697969155596275,
      "grad_norm": 0.32501479983329773,
      "learning_rate": 9.958885046954018e-05,
      "loss": 0.024,
      "step": 14210
    },
    {
      "epoch": 2.1713238662391205,
      "grad_norm": 0.2748832404613495,
      "learning_rate": 9.958752686207067e-05,
      "loss": 0.026,
      "step": 14220
    },
    {
      "epoch": 2.1728508169186136,
      "grad_norm": 0.31141969561576843,
      "learning_rate": 9.958620113631312e-05,
      "loss": 0.0304,
      "step": 14230
    },
    {
      "epoch": 2.1743777675981066,
      "grad_norm": 0.23767761886119843,
      "learning_rate": 9.958487329232414e-05,
      "loss": 0.0219,
      "step": 14240
    },
    {
      "epoch": 2.1759047182775997,
      "grad_norm": 0.2115163952112198,
      "learning_rate": 9.958354333016047e-05,
      "loss": 0.0236,
      "step": 14250
    },
    {
      "epoch": 2.1774316689570927,
      "grad_norm": 0.24393269419670105,
      "learning_rate": 9.958221124987891e-05,
      "loss": 0.0281,
      "step": 14260
    },
    {
      "epoch": 2.1789586196365858,
      "grad_norm": 0.397239625453949,
      "learning_rate": 9.958087705153638e-05,
      "loss": 0.0263,
      "step": 14270
    },
    {
      "epoch": 2.180485570316079,
      "grad_norm": 0.3097027838230133,
      "learning_rate": 9.957954073518986e-05,
      "loss": 0.0259,
      "step": 14280
    },
    {
      "epoch": 2.182012520995572,
      "grad_norm": 0.2793859541416168,
      "learning_rate": 9.957820230089645e-05,
      "loss": 0.0201,
      "step": 14290
    },
    {
      "epoch": 2.183539471675065,
      "grad_norm": 0.35852766036987305,
      "learning_rate": 9.95768617487133e-05,
      "loss": 0.0243,
      "step": 14300
    },
    {
      "epoch": 2.185066422354558,
      "grad_norm": 0.24436217546463013,
      "learning_rate": 9.95755190786977e-05,
      "loss": 0.0239,
      "step": 14310
    },
    {
      "epoch": 2.186593373034051,
      "grad_norm": 0.5120176672935486,
      "learning_rate": 9.9574174290907e-05,
      "loss": 0.03,
      "step": 14320
    },
    {
      "epoch": 2.188120323713544,
      "grad_norm": 0.4738023579120636,
      "learning_rate": 9.957282738539864e-05,
      "loss": 0.0283,
      "step": 14330
    },
    {
      "epoch": 2.189647274393037,
      "grad_norm": 0.42806342244148254,
      "learning_rate": 9.957147836223017e-05,
      "loss": 0.0259,
      "step": 14340
    },
    {
      "epoch": 2.19117422507253,
      "grad_norm": 0.31746020913124084,
      "learning_rate": 9.95701272214592e-05,
      "loss": 0.0271,
      "step": 14350
    },
    {
      "epoch": 2.192701175752023,
      "grad_norm": 0.29427483677864075,
      "learning_rate": 9.956877396314346e-05,
      "loss": 0.0248,
      "step": 14360
    },
    {
      "epoch": 2.194228126431516,
      "grad_norm": 0.24331173300743103,
      "learning_rate": 9.956741858734075e-05,
      "loss": 0.0252,
      "step": 14370
    },
    {
      "epoch": 2.1957550771110093,
      "grad_norm": 0.2189570963382721,
      "learning_rate": 9.9566061094109e-05,
      "loss": 0.0289,
      "step": 14380
    },
    {
      "epoch": 2.1972820277905023,
      "grad_norm": 0.2335653454065323,
      "learning_rate": 9.956470148350617e-05,
      "loss": 0.0245,
      "step": 14390
    },
    {
      "epoch": 2.1988089784699953,
      "grad_norm": 0.405669242143631,
      "learning_rate": 9.956333975559033e-05,
      "loss": 0.0225,
      "step": 14400
    },
    {
      "epoch": 2.2003359291494884,
      "grad_norm": 0.24508973956108093,
      "learning_rate": 9.956197591041967e-05,
      "loss": 0.028,
      "step": 14410
    },
    {
      "epoch": 2.2018628798289814,
      "grad_norm": 0.29952505230903625,
      "learning_rate": 9.956060994805245e-05,
      "loss": 0.0248,
      "step": 14420
    },
    {
      "epoch": 2.2033898305084745,
      "grad_norm": 0.28821054100990295,
      "learning_rate": 9.955924186854701e-05,
      "loss": 0.0222,
      "step": 14430
    },
    {
      "epoch": 2.2049167811879675,
      "grad_norm": 0.3519272208213806,
      "learning_rate": 9.955787167196182e-05,
      "loss": 0.0239,
      "step": 14440
    },
    {
      "epoch": 2.2064437318674606,
      "grad_norm": 0.2984026372432709,
      "learning_rate": 9.955649935835539e-05,
      "loss": 0.027,
      "step": 14450
    },
    {
      "epoch": 2.2079706825469536,
      "grad_norm": 0.2679808437824249,
      "learning_rate": 9.955512492778634e-05,
      "loss": 0.0219,
      "step": 14460
    },
    {
      "epoch": 2.2094976332264467,
      "grad_norm": 0.25089287757873535,
      "learning_rate": 9.955374838031338e-05,
      "loss": 0.0258,
      "step": 14470
    },
    {
      "epoch": 2.2110245839059397,
      "grad_norm": 0.286456435918808,
      "learning_rate": 9.955236971599533e-05,
      "loss": 0.0277,
      "step": 14480
    },
    {
      "epoch": 2.2125515345854327,
      "grad_norm": 0.21522730588912964,
      "learning_rate": 9.955098893489107e-05,
      "loss": 0.0239,
      "step": 14490
    },
    {
      "epoch": 2.214078485264926,
      "grad_norm": 0.3093392252922058,
      "learning_rate": 9.954960603705961e-05,
      "loss": 0.0261,
      "step": 14500
    },
    {
      "epoch": 2.215605435944419,
      "grad_norm": 0.26696452498435974,
      "learning_rate": 9.954822102255998e-05,
      "loss": 0.0235,
      "step": 14510
    },
    {
      "epoch": 2.217132386623912,
      "grad_norm": 0.34029799699783325,
      "learning_rate": 9.954683389145139e-05,
      "loss": 0.0208,
      "step": 14520
    },
    {
      "epoch": 2.218659337303405,
      "grad_norm": 0.3235931098461151,
      "learning_rate": 9.954544464379307e-05,
      "loss": 0.0214,
      "step": 14530
    },
    {
      "epoch": 2.220186287982898,
      "grad_norm": 0.29988399147987366,
      "learning_rate": 9.954405327964438e-05,
      "loss": 0.0261,
      "step": 14540
    },
    {
      "epoch": 2.221713238662391,
      "grad_norm": 0.36868682503700256,
      "learning_rate": 9.954265979906474e-05,
      "loss": 0.0281,
      "step": 14550
    },
    {
      "epoch": 2.223240189341884,
      "grad_norm": 0.3602198362350464,
      "learning_rate": 9.954126420211369e-05,
      "loss": 0.0263,
      "step": 14560
    },
    {
      "epoch": 2.2247671400213775,
      "grad_norm": 0.3236222267150879,
      "learning_rate": 9.953986648885084e-05,
      "loss": 0.0252,
      "step": 14570
    },
    {
      "epoch": 2.22629409070087,
      "grad_norm": 0.2961791753768921,
      "learning_rate": 9.953846665933591e-05,
      "loss": 0.0229,
      "step": 14580
    },
    {
      "epoch": 2.2278210413803636,
      "grad_norm": 0.3123641908168793,
      "learning_rate": 9.953706471362867e-05,
      "loss": 0.0211,
      "step": 14590
    },
    {
      "epoch": 2.2293479920598562,
      "grad_norm": 0.36015745997428894,
      "learning_rate": 9.953566065178905e-05,
      "loss": 0.0234,
      "step": 14600
    },
    {
      "epoch": 2.2308749427393497,
      "grad_norm": 0.29879194498062134,
      "learning_rate": 9.953425447387699e-05,
      "loss": 0.0262,
      "step": 14610
    },
    {
      "epoch": 2.2324018934188428,
      "grad_norm": 0.26813840866088867,
      "learning_rate": 9.953284617995259e-05,
      "loss": 0.0277,
      "step": 14620
    },
    {
      "epoch": 2.233928844098336,
      "grad_norm": 0.2774620056152344,
      "learning_rate": 9.953143577007598e-05,
      "loss": 0.0301,
      "step": 14630
    },
    {
      "epoch": 2.235455794777829,
      "grad_norm": 0.2909053862094879,
      "learning_rate": 9.953002324430744e-05,
      "loss": 0.0251,
      "step": 14640
    },
    {
      "epoch": 2.236982745457322,
      "grad_norm": 0.3237378001213074,
      "learning_rate": 9.952860860270729e-05,
      "loss": 0.0282,
      "step": 14650
    },
    {
      "epoch": 2.238509696136815,
      "grad_norm": 0.31603777408599854,
      "learning_rate": 9.952719184533597e-05,
      "loss": 0.0299,
      "step": 14660
    },
    {
      "epoch": 2.240036646816308,
      "grad_norm": 0.23786592483520508,
      "learning_rate": 9.9525772972254e-05,
      "loss": 0.0249,
      "step": 14670
    },
    {
      "epoch": 2.241563597495801,
      "grad_norm": 0.31555089354515076,
      "learning_rate": 9.952435198352199e-05,
      "loss": 0.0232,
      "step": 14680
    },
    {
      "epoch": 2.243090548175294,
      "grad_norm": 0.3580460250377655,
      "learning_rate": 9.952292887920065e-05,
      "loss": 0.0226,
      "step": 14690
    },
    {
      "epoch": 2.244617498854787,
      "grad_norm": 0.1976667195558548,
      "learning_rate": 9.952150365935076e-05,
      "loss": 0.024,
      "step": 14700
    },
    {
      "epoch": 2.24614444953428,
      "grad_norm": 0.19793230295181274,
      "learning_rate": 9.952007632403319e-05,
      "loss": 0.0285,
      "step": 14710
    },
    {
      "epoch": 2.247671400213773,
      "grad_norm": 0.42670968174934387,
      "learning_rate": 9.951864687330894e-05,
      "loss": 0.0312,
      "step": 14720
    },
    {
      "epoch": 2.2491983508932663,
      "grad_norm": 0.35773953795433044,
      "learning_rate": 9.951721530723908e-05,
      "loss": 0.0252,
      "step": 14730
    },
    {
      "epoch": 2.2507253015727593,
      "grad_norm": 0.30368804931640625,
      "learning_rate": 9.951578162588473e-05,
      "loss": 0.0318,
      "step": 14740
    },
    {
      "epoch": 2.2522522522522523,
      "grad_norm": 0.3358817398548126,
      "learning_rate": 9.951434582930716e-05,
      "loss": 0.0259,
      "step": 14750
    },
    {
      "epoch": 2.2537792029317454,
      "grad_norm": 0.2657565772533417,
      "learning_rate": 9.95129079175677e-05,
      "loss": 0.0279,
      "step": 14760
    },
    {
      "epoch": 2.2553061536112384,
      "grad_norm": 0.2185181975364685,
      "learning_rate": 9.951146789072777e-05,
      "loss": 0.0295,
      "step": 14770
    },
    {
      "epoch": 2.2568331042907315,
      "grad_norm": 0.23178355395793915,
      "learning_rate": 9.951002574884888e-05,
      "loss": 0.026,
      "step": 14780
    },
    {
      "epoch": 2.2583600549702245,
      "grad_norm": 0.21166633069515228,
      "learning_rate": 9.950858149199264e-05,
      "loss": 0.0253,
      "step": 14790
    },
    {
      "epoch": 2.2598870056497176,
      "grad_norm": 0.23695838451385498,
      "learning_rate": 9.950713512022077e-05,
      "loss": 0.0265,
      "step": 14800
    },
    {
      "epoch": 2.2614139563292106,
      "grad_norm": 0.3121253550052643,
      "learning_rate": 9.950568663359502e-05,
      "loss": 0.0227,
      "step": 14810
    },
    {
      "epoch": 2.2629409070087037,
      "grad_norm": 0.3486398756504059,
      "learning_rate": 9.950423603217728e-05,
      "loss": 0.0249,
      "step": 14820
    },
    {
      "epoch": 2.2644678576881967,
      "grad_norm": 0.35992804169654846,
      "learning_rate": 9.950278331602952e-05,
      "loss": 0.0258,
      "step": 14830
    },
    {
      "epoch": 2.2659948083676897,
      "grad_norm": 0.22354716062545776,
      "learning_rate": 9.950132848521381e-05,
      "loss": 0.0211,
      "step": 14840
    },
    {
      "epoch": 2.267521759047183,
      "grad_norm": 0.3467889428138733,
      "learning_rate": 9.949987153979227e-05,
      "loss": 0.0259,
      "step": 14850
    },
    {
      "epoch": 2.269048709726676,
      "grad_norm": 0.2434382140636444,
      "learning_rate": 9.949841247982714e-05,
      "loss": 0.0259,
      "step": 14860
    },
    {
      "epoch": 2.270575660406169,
      "grad_norm": 0.37312185764312744,
      "learning_rate": 9.94969513053808e-05,
      "loss": 0.0252,
      "step": 14870
    },
    {
      "epoch": 2.272102611085662,
      "grad_norm": 0.24266639351844788,
      "learning_rate": 9.949548801651558e-05,
      "loss": 0.0262,
      "step": 14880
    },
    {
      "epoch": 2.273629561765155,
      "grad_norm": 0.2353547215461731,
      "learning_rate": 9.949402261329407e-05,
      "loss": 0.0241,
      "step": 14890
    },
    {
      "epoch": 2.275156512444648,
      "grad_norm": 0.2880880534648895,
      "learning_rate": 9.949255509577883e-05,
      "loss": 0.0208,
      "step": 14900
    },
    {
      "epoch": 2.276683463124141,
      "grad_norm": 0.272889643907547,
      "learning_rate": 9.949108546403257e-05,
      "loss": 0.0198,
      "step": 14910
    },
    {
      "epoch": 2.278210413803634,
      "grad_norm": 0.21268330514431,
      "learning_rate": 9.948961371811803e-05,
      "loss": 0.0298,
      "step": 14920
    },
    {
      "epoch": 2.279737364483127,
      "grad_norm": 0.4058639407157898,
      "learning_rate": 9.948813985809813e-05,
      "loss": 0.029,
      "step": 14930
    },
    {
      "epoch": 2.28126431516262,
      "grad_norm": 0.30005452036857605,
      "learning_rate": 9.948666388403579e-05,
      "loss": 0.0225,
      "step": 14940
    },
    {
      "epoch": 2.2827912658421132,
      "grad_norm": 0.2980140447616577,
      "learning_rate": 9.948518579599408e-05,
      "loss": 0.0249,
      "step": 14950
    },
    {
      "epoch": 2.2843182165216063,
      "grad_norm": 0.21245887875556946,
      "learning_rate": 9.948370559403616e-05,
      "loss": 0.0225,
      "step": 14960
    },
    {
      "epoch": 2.2858451672010993,
      "grad_norm": 0.2907743453979492,
      "learning_rate": 9.948222327822523e-05,
      "loss": 0.0206,
      "step": 14970
    },
    {
      "epoch": 2.2873721178805924,
      "grad_norm": 0.24061255156993866,
      "learning_rate": 9.94807388486246e-05,
      "loss": 0.0257,
      "step": 14980
    },
    {
      "epoch": 2.2888990685600854,
      "grad_norm": 0.32947680354118347,
      "learning_rate": 9.947925230529775e-05,
      "loss": 0.0265,
      "step": 14990
    },
    {
      "epoch": 2.2904260192395784,
      "grad_norm": 0.25632843375205994,
      "learning_rate": 9.94777636483081e-05,
      "loss": 0.023,
      "step": 15000
    },
    {
      "epoch": 2.2919529699190715,
      "grad_norm": 0.4249201714992523,
      "learning_rate": 9.94762728777193e-05,
      "loss": 0.0175,
      "step": 15010
    },
    {
      "epoch": 2.2934799205985645,
      "grad_norm": 0.2686091959476471,
      "learning_rate": 9.947477999359503e-05,
      "loss": 0.0265,
      "step": 15020
    },
    {
      "epoch": 2.2950068712780576,
      "grad_norm": 0.26468050479888916,
      "learning_rate": 9.947328499599901e-05,
      "loss": 0.0261,
      "step": 15030
    },
    {
      "epoch": 2.2965338219575506,
      "grad_norm": 0.5977538824081421,
      "learning_rate": 9.947178788499516e-05,
      "loss": 0.0289,
      "step": 15040
    },
    {
      "epoch": 2.2980607726370437,
      "grad_norm": 0.30705299973487854,
      "learning_rate": 9.947028866064741e-05,
      "loss": 0.0299,
      "step": 15050
    },
    {
      "epoch": 2.2995877233165367,
      "grad_norm": 0.25339022278785706,
      "learning_rate": 9.946878732301981e-05,
      "loss": 0.0221,
      "step": 15060
    },
    {
      "epoch": 2.3011146739960298,
      "grad_norm": 0.2306385487318039,
      "learning_rate": 9.94672838721765e-05,
      "loss": 0.0251,
      "step": 15070
    },
    {
      "epoch": 2.302641624675523,
      "grad_norm": 0.27705463767051697,
      "learning_rate": 9.946577830818168e-05,
      "loss": 0.0255,
      "step": 15080
    },
    {
      "epoch": 2.304168575355016,
      "grad_norm": 0.4385414123535156,
      "learning_rate": 9.946427063109969e-05,
      "loss": 0.024,
      "step": 15090
    },
    {
      "epoch": 2.3056955260345093,
      "grad_norm": 0.47561216354370117,
      "learning_rate": 9.946276084099493e-05,
      "loss": 0.0248,
      "step": 15100
    },
    {
      "epoch": 2.307222476714002,
      "grad_norm": 0.4063941538333893,
      "learning_rate": 9.946124893793189e-05,
      "loss": 0.026,
      "step": 15110
    },
    {
      "epoch": 2.3087494273934954,
      "grad_norm": 0.29131507873535156,
      "learning_rate": 9.945973492197516e-05,
      "loss": 0.0292,
      "step": 15120
    },
    {
      "epoch": 2.310276378072988,
      "grad_norm": 0.3029387891292572,
      "learning_rate": 9.945821879318941e-05,
      "loss": 0.0261,
      "step": 15130
    },
    {
      "epoch": 2.3118033287524815,
      "grad_norm": 0.3453938066959381,
      "learning_rate": 9.945670055163942e-05,
      "loss": 0.0245,
      "step": 15140
    },
    {
      "epoch": 2.313330279431974,
      "grad_norm": 0.20319703221321106,
      "learning_rate": 9.945518019739004e-05,
      "loss": 0.0248,
      "step": 15150
    },
    {
      "epoch": 2.3148572301114676,
      "grad_norm": 0.30078214406967163,
      "learning_rate": 9.94536577305062e-05,
      "loss": 0.0188,
      "step": 15160
    },
    {
      "epoch": 2.3163841807909606,
      "grad_norm": 0.32783788442611694,
      "learning_rate": 9.945213315105296e-05,
      "loss": 0.026,
      "step": 15170
    },
    {
      "epoch": 2.3179111314704537,
      "grad_norm": 0.3169004023075104,
      "learning_rate": 9.945060645909543e-05,
      "loss": 0.024,
      "step": 15180
    },
    {
      "epoch": 2.3194380821499467,
      "grad_norm": 0.25422245264053345,
      "learning_rate": 9.944907765469884e-05,
      "loss": 0.0235,
      "step": 15190
    },
    {
      "epoch": 2.32096503282944,
      "grad_norm": 0.3338266611099243,
      "learning_rate": 9.944754673792852e-05,
      "loss": 0.0282,
      "step": 15200
    },
    {
      "epoch": 2.322491983508933,
      "grad_norm": 0.2719680070877075,
      "learning_rate": 9.94460137088498e-05,
      "loss": 0.0205,
      "step": 15210
    },
    {
      "epoch": 2.324018934188426,
      "grad_norm": 0.22651515901088715,
      "learning_rate": 9.944447856752824e-05,
      "loss": 0.0248,
      "step": 15220
    },
    {
      "epoch": 2.325545884867919,
      "grad_norm": 0.19587023556232452,
      "learning_rate": 9.944294131402936e-05,
      "loss": 0.0226,
      "step": 15230
    },
    {
      "epoch": 2.327072835547412,
      "grad_norm": 0.2696075141429901,
      "learning_rate": 9.944140194841887e-05,
      "loss": 0.0273,
      "step": 15240
    },
    {
      "epoch": 2.328599786226905,
      "grad_norm": 0.3362090289592743,
      "learning_rate": 9.943986047076252e-05,
      "loss": 0.0285,
      "step": 15250
    },
    {
      "epoch": 2.330126736906398,
      "grad_norm": 0.5492314100265503,
      "learning_rate": 9.943831688112615e-05,
      "loss": 0.0236,
      "step": 15260
    },
    {
      "epoch": 2.331653687585891,
      "grad_norm": 0.26760134100914,
      "learning_rate": 9.943677117957571e-05,
      "loss": 0.0331,
      "step": 15270
    },
    {
      "epoch": 2.333180638265384,
      "grad_norm": 0.2616361081600189,
      "learning_rate": 9.943522336617721e-05,
      "loss": 0.0233,
      "step": 15280
    },
    {
      "epoch": 2.334707588944877,
      "grad_norm": 0.27945348620414734,
      "learning_rate": 9.943367344099678e-05,
      "loss": 0.0269,
      "step": 15290
    },
    {
      "epoch": 2.33623453962437,
      "grad_norm": 0.266325443983078,
      "learning_rate": 9.943212140410066e-05,
      "loss": 0.0287,
      "step": 15300
    },
    {
      "epoch": 2.3377614903038633,
      "grad_norm": 0.394751638174057,
      "learning_rate": 9.943056725555511e-05,
      "loss": 0.0232,
      "step": 15310
    },
    {
      "epoch": 2.3392884409833563,
      "grad_norm": 0.26915648579597473,
      "learning_rate": 9.942901099542653e-05,
      "loss": 0.0292,
      "step": 15320
    },
    {
      "epoch": 2.3408153916628494,
      "grad_norm": 0.2881316542625427,
      "learning_rate": 9.94274526237814e-05,
      "loss": 0.0295,
      "step": 15330
    },
    {
      "epoch": 2.3423423423423424,
      "grad_norm": 0.25405392050743103,
      "learning_rate": 9.942589214068631e-05,
      "loss": 0.0255,
      "step": 15340
    },
    {
      "epoch": 2.3438692930218354,
      "grad_norm": 0.35531899333000183,
      "learning_rate": 9.942432954620788e-05,
      "loss": 0.0292,
      "step": 15350
    },
    {
      "epoch": 2.3453962437013285,
      "grad_norm": 0.22162531316280365,
      "learning_rate": 9.942276484041293e-05,
      "loss": 0.0225,
      "step": 15360
    },
    {
      "epoch": 2.3469231943808215,
      "grad_norm": 0.2656732499599457,
      "learning_rate": 9.942119802336822e-05,
      "loss": 0.02,
      "step": 15370
    },
    {
      "epoch": 2.3484501450603146,
      "grad_norm": 0.18632018566131592,
      "learning_rate": 9.941962909514073e-05,
      "loss": 0.024,
      "step": 15380
    },
    {
      "epoch": 2.3499770957398076,
      "grad_norm": 0.23516595363616943,
      "learning_rate": 9.941805805579746e-05,
      "loss": 0.025,
      "step": 15390
    },
    {
      "epoch": 2.3515040464193007,
      "grad_norm": 0.23882970213890076,
      "learning_rate": 9.941648490540555e-05,
      "loss": 0.0261,
      "step": 15400
    },
    {
      "epoch": 2.3530309970987937,
      "grad_norm": 0.25294098258018494,
      "learning_rate": 9.94149096440322e-05,
      "loss": 0.0243,
      "step": 15410
    },
    {
      "epoch": 2.3545579477782868,
      "grad_norm": 0.3115465044975281,
      "learning_rate": 9.941333227174467e-05,
      "loss": 0.0272,
      "step": 15420
    },
    {
      "epoch": 2.35608489845778,
      "grad_norm": 0.26492977142333984,
      "learning_rate": 9.941175278861037e-05,
      "loss": 0.0265,
      "step": 15430
    },
    {
      "epoch": 2.357611849137273,
      "grad_norm": 0.34138768911361694,
      "learning_rate": 9.941017119469675e-05,
      "loss": 0.0233,
      "step": 15440
    },
    {
      "epoch": 2.359138799816766,
      "grad_norm": 0.307670533657074,
      "learning_rate": 9.94085874900714e-05,
      "loss": 0.0293,
      "step": 15450
    },
    {
      "epoch": 2.360665750496259,
      "grad_norm": 0.19139011204242706,
      "learning_rate": 9.940700167480194e-05,
      "loss": 0.0243,
      "step": 15460
    },
    {
      "epoch": 2.362192701175752,
      "grad_norm": 0.2375081479549408,
      "learning_rate": 9.940541374895615e-05,
      "loss": 0.0234,
      "step": 15470
    },
    {
      "epoch": 2.363719651855245,
      "grad_norm": 0.23390616476535797,
      "learning_rate": 9.940382371260184e-05,
      "loss": 0.0207,
      "step": 15480
    },
    {
      "epoch": 2.365246602534738,
      "grad_norm": 0.22585126757621765,
      "learning_rate": 9.940223156580693e-05,
      "loss": 0.0268,
      "step": 15490
    },
    {
      "epoch": 2.366773553214231,
      "grad_norm": 0.2297554314136505,
      "learning_rate": 9.940063730863945e-05,
      "loss": 0.0248,
      "step": 15500
    },
    {
      "epoch": 2.368300503893724,
      "grad_norm": 0.2727878987789154,
      "learning_rate": 9.93990409411675e-05,
      "loss": 0.023,
      "step": 15510
    },
    {
      "epoch": 2.369827454573217,
      "grad_norm": 0.24198779463768005,
      "learning_rate": 9.939744246345926e-05,
      "loss": 0.0266,
      "step": 15520
    },
    {
      "epoch": 2.3713544052527102,
      "grad_norm": 0.2194022387266159,
      "learning_rate": 9.939584187558303e-05,
      "loss": 0.0301,
      "step": 15530
    },
    {
      "epoch": 2.3728813559322033,
      "grad_norm": 0.24180912971496582,
      "learning_rate": 9.939423917760717e-05,
      "loss": 0.0262,
      "step": 15540
    },
    {
      "epoch": 2.3744083066116963,
      "grad_norm": 0.2616913914680481,
      "learning_rate": 9.939263436960017e-05,
      "loss": 0.0232,
      "step": 15550
    },
    {
      "epoch": 2.3759352572911894,
      "grad_norm": 0.45755502581596375,
      "learning_rate": 9.939102745163055e-05,
      "loss": 0.0254,
      "step": 15560
    },
    {
      "epoch": 2.3774622079706824,
      "grad_norm": 0.24401305615901947,
      "learning_rate": 9.9389418423767e-05,
      "loss": 0.0194,
      "step": 15570
    },
    {
      "epoch": 2.3789891586501755,
      "grad_norm": 0.30093276500701904,
      "learning_rate": 9.93878072860782e-05,
      "loss": 0.0216,
      "step": 15580
    },
    {
      "epoch": 2.3805161093296685,
      "grad_norm": 0.3170744478702545,
      "learning_rate": 9.938619403863298e-05,
      "loss": 0.0248,
      "step": 15590
    },
    {
      "epoch": 2.3820430600091616,
      "grad_norm": 0.21989768743515015,
      "learning_rate": 9.938457868150031e-05,
      "loss": 0.0238,
      "step": 15600
    },
    {
      "epoch": 2.3835700106886546,
      "grad_norm": 0.31263163685798645,
      "learning_rate": 9.938296121474916e-05,
      "loss": 0.0277,
      "step": 15610
    },
    {
      "epoch": 2.3850969613681476,
      "grad_norm": 0.2489733099937439,
      "learning_rate": 9.938134163844861e-05,
      "loss": 0.0246,
      "step": 15620
    },
    {
      "epoch": 2.3866239120476407,
      "grad_norm": 0.21503089368343353,
      "learning_rate": 9.937971995266789e-05,
      "loss": 0.0199,
      "step": 15630
    },
    {
      "epoch": 2.3881508627271337,
      "grad_norm": 0.17766180634498596,
      "learning_rate": 9.937809615747622e-05,
      "loss": 0.019,
      "step": 15640
    },
    {
      "epoch": 2.3896778134066268,
      "grad_norm": 0.240207239985466,
      "learning_rate": 9.937647025294298e-05,
      "loss": 0.0239,
      "step": 15650
    },
    {
      "epoch": 2.39120476408612,
      "grad_norm": 0.2971455454826355,
      "learning_rate": 9.937484223913767e-05,
      "loss": 0.0224,
      "step": 15660
    },
    {
      "epoch": 2.3927317147656133,
      "grad_norm": 0.24987851083278656,
      "learning_rate": 9.93732121161298e-05,
      "loss": 0.0308,
      "step": 15670
    },
    {
      "epoch": 2.394258665445106,
      "grad_norm": 0.34872761368751526,
      "learning_rate": 9.937157988398899e-05,
      "loss": 0.0237,
      "step": 15680
    },
    {
      "epoch": 2.3957856161245994,
      "grad_norm": 0.32554423809051514,
      "learning_rate": 9.936994554278501e-05,
      "loss": 0.03,
      "step": 15690
    },
    {
      "epoch": 2.397312566804092,
      "grad_norm": 0.28464266657829285,
      "learning_rate": 9.936830909258763e-05,
      "loss": 0.0257,
      "step": 15700
    },
    {
      "epoch": 2.3988395174835855,
      "grad_norm": 0.2834104895591736,
      "learning_rate": 9.93666705334668e-05,
      "loss": 0.0263,
      "step": 15710
    },
    {
      "epoch": 2.4003664681630785,
      "grad_norm": 0.227936252951622,
      "learning_rate": 9.936502986549248e-05,
      "loss": 0.0265,
      "step": 15720
    },
    {
      "epoch": 2.4018934188425716,
      "grad_norm": 0.26041001081466675,
      "learning_rate": 9.936338708873477e-05,
      "loss": 0.0224,
      "step": 15730
    },
    {
      "epoch": 2.4034203695220646,
      "grad_norm": 0.39686155319213867,
      "learning_rate": 9.936174220326385e-05,
      "loss": 0.0263,
      "step": 15740
    },
    {
      "epoch": 2.4049473202015577,
      "grad_norm": 0.17527781426906586,
      "learning_rate": 9.936009520914998e-05,
      "loss": 0.021,
      "step": 15750
    },
    {
      "epoch": 2.4064742708810507,
      "grad_norm": 0.2822415828704834,
      "learning_rate": 9.935844610646352e-05,
      "loss": 0.0275,
      "step": 15760
    },
    {
      "epoch": 2.4080012215605437,
      "grad_norm": 0.2673512101173401,
      "learning_rate": 9.935679489527493e-05,
      "loss": 0.0235,
      "step": 15770
    },
    {
      "epoch": 2.409528172240037,
      "grad_norm": 0.3442959785461426,
      "learning_rate": 9.935514157565472e-05,
      "loss": 0.023,
      "step": 15780
    },
    {
      "epoch": 2.41105512291953,
      "grad_norm": 0.2837591767311096,
      "learning_rate": 9.935348614767353e-05,
      "loss": 0.0281,
      "step": 15790
    },
    {
      "epoch": 2.412582073599023,
      "grad_norm": 0.3562803566455841,
      "learning_rate": 9.935182861140209e-05,
      "loss": 0.0244,
      "step": 15800
    },
    {
      "epoch": 2.414109024278516,
      "grad_norm": 0.3812636435031891,
      "learning_rate": 9.935016896691118e-05,
      "loss": 0.0255,
      "step": 15810
    },
    {
      "epoch": 2.415635974958009,
      "grad_norm": 0.24732109904289246,
      "learning_rate": 9.934850721427171e-05,
      "loss": 0.0256,
      "step": 15820
    },
    {
      "epoch": 2.417162925637502,
      "grad_norm": 0.21755096316337585,
      "learning_rate": 9.934684335355468e-05,
      "loss": 0.0222,
      "step": 15830
    },
    {
      "epoch": 2.418689876316995,
      "grad_norm": 0.22566862404346466,
      "learning_rate": 9.934517738483115e-05,
      "loss": 0.0222,
      "step": 15840
    },
    {
      "epoch": 2.420216826996488,
      "grad_norm": 0.23033404350280762,
      "learning_rate": 9.934350930817228e-05,
      "loss": 0.0269,
      "step": 15850
    },
    {
      "epoch": 2.421743777675981,
      "grad_norm": 0.39117464423179626,
      "learning_rate": 9.934183912364936e-05,
      "loss": 0.0216,
      "step": 15860
    },
    {
      "epoch": 2.423270728355474,
      "grad_norm": 0.27769285440444946,
      "learning_rate": 9.934016683133371e-05,
      "loss": 0.0221,
      "step": 15870
    },
    {
      "epoch": 2.4247976790349672,
      "grad_norm": 0.2841290533542633,
      "learning_rate": 9.933849243129677e-05,
      "loss": 0.0267,
      "step": 15880
    },
    {
      "epoch": 2.4263246297144603,
      "grad_norm": 0.20091277360916138,
      "learning_rate": 9.933681592361006e-05,
      "loss": 0.0215,
      "step": 15890
    },
    {
      "epoch": 2.4278515803939533,
      "grad_norm": 0.2705649733543396,
      "learning_rate": 9.933513730834523e-05,
      "loss": 0.0252,
      "step": 15900
    },
    {
      "epoch": 2.4293785310734464,
      "grad_norm": 0.30799010396003723,
      "learning_rate": 9.933345658557396e-05,
      "loss": 0.0257,
      "step": 15910
    },
    {
      "epoch": 2.4309054817529394,
      "grad_norm": 0.18357159197330475,
      "learning_rate": 9.933177375536803e-05,
      "loss": 0.0249,
      "step": 15920
    },
    {
      "epoch": 2.4324324324324325,
      "grad_norm": 0.30407270789146423,
      "learning_rate": 9.933008881779937e-05,
      "loss": 0.03,
      "step": 15930
    },
    {
      "epoch": 2.4339593831119255,
      "grad_norm": 0.34242039918899536,
      "learning_rate": 9.932840177293994e-05,
      "loss": 0.0234,
      "step": 15940
    },
    {
      "epoch": 2.4354863337914185,
      "grad_norm": 0.33408698439598083,
      "learning_rate": 9.932671262086182e-05,
      "loss": 0.024,
      "step": 15950
    },
    {
      "epoch": 2.4370132844709116,
      "grad_norm": 0.28524255752563477,
      "learning_rate": 9.932502136163712e-05,
      "loss": 0.0237,
      "step": 15960
    },
    {
      "epoch": 2.4385402351504046,
      "grad_norm": 0.2967465817928314,
      "learning_rate": 9.932332799533815e-05,
      "loss": 0.0251,
      "step": 15970
    },
    {
      "epoch": 2.4400671858298977,
      "grad_norm": 0.3769488036632538,
      "learning_rate": 9.93216325220372e-05,
      "loss": 0.0236,
      "step": 15980
    },
    {
      "epoch": 2.4415941365093907,
      "grad_norm": 0.2697046101093292,
      "learning_rate": 9.931993494180672e-05,
      "loss": 0.023,
      "step": 15990
    },
    {
      "epoch": 2.4431210871888838,
      "grad_norm": 0.3882178068161011,
      "learning_rate": 9.931823525471922e-05,
      "loss": 0.0244,
      "step": 16000
    },
    {
      "epoch": 2.444648037868377,
      "grad_norm": 0.2256147712469101,
      "learning_rate": 9.931653346084731e-05,
      "loss": 0.0242,
      "step": 16010
    },
    {
      "epoch": 2.44617498854787,
      "grad_norm": 0.23892898857593536,
      "learning_rate": 9.93148295602637e-05,
      "loss": 0.0201,
      "step": 16020
    },
    {
      "epoch": 2.447701939227363,
      "grad_norm": 0.2770603597164154,
      "learning_rate": 9.931312355304115e-05,
      "loss": 0.0224,
      "step": 16030
    },
    {
      "epoch": 2.449228889906856,
      "grad_norm": 0.2868068516254425,
      "learning_rate": 9.931141543925255e-05,
      "loss": 0.0214,
      "step": 16040
    },
    {
      "epoch": 2.450755840586349,
      "grad_norm": 0.27323654294013977,
      "learning_rate": 9.930970521897089e-05,
      "loss": 0.0225,
      "step": 16050
    },
    {
      "epoch": 2.452282791265842,
      "grad_norm": 0.2810262441635132,
      "learning_rate": 9.930799289226919e-05,
      "loss": 0.0199,
      "step": 16060
    },
    {
      "epoch": 2.453809741945335,
      "grad_norm": 0.36434540152549744,
      "learning_rate": 9.930627845922062e-05,
      "loss": 0.0258,
      "step": 16070
    },
    {
      "epoch": 2.455336692624828,
      "grad_norm": 0.38635239005088806,
      "learning_rate": 9.930456191989841e-05,
      "loss": 0.0323,
      "step": 16080
    },
    {
      "epoch": 2.456863643304321,
      "grad_norm": 0.24901345372200012,
      "learning_rate": 9.93028432743759e-05,
      "loss": 0.0233,
      "step": 16090
    },
    {
      "epoch": 2.458390593983814,
      "grad_norm": 0.3212489187717438,
      "learning_rate": 9.930112252272649e-05,
      "loss": 0.027,
      "step": 16100
    },
    {
      "epoch": 2.4599175446633073,
      "grad_norm": 0.2274024933576584,
      "learning_rate": 9.92993996650237e-05,
      "loss": 0.024,
      "step": 16110
    },
    {
      "epoch": 2.4614444953428003,
      "grad_norm": 0.25919991731643677,
      "learning_rate": 9.929767470134112e-05,
      "loss": 0.0261,
      "step": 16120
    },
    {
      "epoch": 2.4629714460222933,
      "grad_norm": 0.32139381766319275,
      "learning_rate": 9.929594763175244e-05,
      "loss": 0.021,
      "step": 16130
    },
    {
      "epoch": 2.4644983967017864,
      "grad_norm": 0.2918134927749634,
      "learning_rate": 9.929421845633144e-05,
      "loss": 0.0236,
      "step": 16140
    },
    {
      "epoch": 2.4660253473812794,
      "grad_norm": 0.27496910095214844,
      "learning_rate": 9.929248717515198e-05,
      "loss": 0.0279,
      "step": 16150
    },
    {
      "epoch": 2.4675522980607725,
      "grad_norm": 0.1941543072462082,
      "learning_rate": 9.929075378828802e-05,
      "loss": 0.0281,
      "step": 16160
    },
    {
      "epoch": 2.4690792487402655,
      "grad_norm": 0.2643634080886841,
      "learning_rate": 9.928901829581361e-05,
      "loss": 0.0219,
      "step": 16170
    },
    {
      "epoch": 2.4706061994197586,
      "grad_norm": 0.3048982620239258,
      "learning_rate": 9.928728069780289e-05,
      "loss": 0.0299,
      "step": 16180
    },
    {
      "epoch": 2.4721331500992516,
      "grad_norm": 0.3099736273288727,
      "learning_rate": 9.928554099433007e-05,
      "loss": 0.0253,
      "step": 16190
    },
    {
      "epoch": 2.4736601007787447,
      "grad_norm": 0.3030323386192322,
      "learning_rate": 9.928379918546949e-05,
      "loss": 0.0245,
      "step": 16200
    },
    {
      "epoch": 2.4751870514582377,
      "grad_norm": 0.3586243987083435,
      "learning_rate": 9.928205527129553e-05,
      "loss": 0.0231,
      "step": 16210
    },
    {
      "epoch": 2.476714002137731,
      "grad_norm": 0.25190505385398865,
      "learning_rate": 9.928030925188271e-05,
      "loss": 0.0226,
      "step": 16220
    },
    {
      "epoch": 2.478240952817224,
      "grad_norm": 0.3676951229572296,
      "learning_rate": 9.927856112730563e-05,
      "loss": 0.0245,
      "step": 16230
    },
    {
      "epoch": 2.4797679034967173,
      "grad_norm": 0.34675484895706177,
      "learning_rate": 9.927681089763892e-05,
      "loss": 0.0248,
      "step": 16240
    },
    {
      "epoch": 2.48129485417621,
      "grad_norm": 0.1964089721441269,
      "learning_rate": 9.927505856295738e-05,
      "loss": 0.0262,
      "step": 16250
    },
    {
      "epoch": 2.4828218048557034,
      "grad_norm": 0.2677287757396698,
      "learning_rate": 9.927330412333586e-05,
      "loss": 0.0233,
      "step": 16260
    },
    {
      "epoch": 2.4843487555351964,
      "grad_norm": 0.26393136382102966,
      "learning_rate": 9.927154757884931e-05,
      "loss": 0.0236,
      "step": 16270
    },
    {
      "epoch": 2.4858757062146895,
      "grad_norm": 1.569697380065918,
      "learning_rate": 9.926978892957277e-05,
      "loss": 0.0242,
      "step": 16280
    },
    {
      "epoch": 2.4874026568941825,
      "grad_norm": 0.5870170593261719,
      "learning_rate": 9.926802817558135e-05,
      "loss": 0.0279,
      "step": 16290
    },
    {
      "epoch": 2.4889296075736755,
      "grad_norm": 0.2951434850692749,
      "learning_rate": 9.926626531695028e-05,
      "loss": 0.029,
      "step": 16300
    },
    {
      "epoch": 2.4904565582531686,
      "grad_norm": 0.3486154079437256,
      "learning_rate": 9.926450035375484e-05,
      "loss": 0.0266,
      "step": 16310
    },
    {
      "epoch": 2.4919835089326616,
      "grad_norm": 0.3135845959186554,
      "learning_rate": 9.926273328607047e-05,
      "loss": 0.0225,
      "step": 16320
    },
    {
      "epoch": 2.4935104596121547,
      "grad_norm": 0.26501625776290894,
      "learning_rate": 9.926096411397261e-05,
      "loss": 0.0265,
      "step": 16330
    },
    {
      "epoch": 2.4950374102916477,
      "grad_norm": 0.298115074634552,
      "learning_rate": 9.925919283753688e-05,
      "loss": 0.0263,
      "step": 16340
    },
    {
      "epoch": 2.4965643609711408,
      "grad_norm": 0.26590695977211,
      "learning_rate": 9.925741945683891e-05,
      "loss": 0.0227,
      "step": 16350
    },
    {
      "epoch": 2.498091311650634,
      "grad_norm": 0.2759075462818146,
      "learning_rate": 9.925564397195448e-05,
      "loss": 0.027,
      "step": 16360
    },
    {
      "epoch": 2.499618262330127,
      "grad_norm": 0.286432683467865,
      "learning_rate": 9.925386638295941e-05,
      "loss": 0.0249,
      "step": 16370
    },
    {
      "epoch": 2.50114521300962,
      "grad_norm": 0.30434906482696533,
      "learning_rate": 9.925208668992967e-05,
      "loss": 0.0259,
      "step": 16380
    },
    {
      "epoch": 2.502672163689113,
      "grad_norm": 0.4658035635948181,
      "learning_rate": 9.925030489294126e-05,
      "loss": 0.027,
      "step": 16390
    },
    {
      "epoch": 2.504199114368606,
      "grad_norm": 0.26816046237945557,
      "learning_rate": 9.92485209920703e-05,
      "loss": 0.0242,
      "step": 16400
    },
    {
      "epoch": 2.505726065048099,
      "grad_norm": 0.4332367777824402,
      "learning_rate": 9.924673498739299e-05,
      "loss": 0.0313,
      "step": 16410
    },
    {
      "epoch": 2.507253015727592,
      "grad_norm": 0.3086314797401428,
      "learning_rate": 9.924494687898563e-05,
      "loss": 0.028,
      "step": 16420
    },
    {
      "epoch": 2.508779966407085,
      "grad_norm": 0.2194434255361557,
      "learning_rate": 9.92431566669246e-05,
      "loss": 0.0282,
      "step": 16430
    },
    {
      "epoch": 2.510306917086578,
      "grad_norm": 0.34041815996170044,
      "learning_rate": 9.924136435128639e-05,
      "loss": 0.0203,
      "step": 16440
    },
    {
      "epoch": 2.511833867766071,
      "grad_norm": 0.2203497439622879,
      "learning_rate": 9.923956993214755e-05,
      "loss": 0.0244,
      "step": 16450
    },
    {
      "epoch": 2.5133608184455642,
      "grad_norm": 0.2264859974384308,
      "learning_rate": 9.923777340958476e-05,
      "loss": 0.0261,
      "step": 16460
    },
    {
      "epoch": 2.5148877691250573,
      "grad_norm": 0.29327595233917236,
      "learning_rate": 9.923597478367471e-05,
      "loss": 0.0253,
      "step": 16470
    },
    {
      "epoch": 2.5164147198045503,
      "grad_norm": 0.2537895143032074,
      "learning_rate": 9.923417405449429e-05,
      "loss": 0.0269,
      "step": 16480
    },
    {
      "epoch": 2.5179416704840434,
      "grad_norm": 0.3466457426548004,
      "learning_rate": 9.923237122212039e-05,
      "loss": 0.0259,
      "step": 16490
    },
    {
      "epoch": 2.5194686211635364,
      "grad_norm": 0.25787970423698425,
      "learning_rate": 9.923056628663004e-05,
      "loss": 0.0226,
      "step": 16500
    },
    {
      "epoch": 2.5209955718430295,
      "grad_norm": 0.3227579891681671,
      "learning_rate": 9.922875924810032e-05,
      "loss": 0.021,
      "step": 16510
    },
    {
      "epoch": 2.5225225225225225,
      "grad_norm": 0.22119814157485962,
      "learning_rate": 9.922695010660845e-05,
      "loss": 0.0201,
      "step": 16520
    },
    {
      "epoch": 2.5240494732020156,
      "grad_norm": 0.28689002990722656,
      "learning_rate": 9.922513886223172e-05,
      "loss": 0.0233,
      "step": 16530
    },
    {
      "epoch": 2.5255764238815086,
      "grad_norm": 0.3046029210090637,
      "learning_rate": 9.922332551504747e-05,
      "loss": 0.0216,
      "step": 16540
    },
    {
      "epoch": 2.5271033745610016,
      "grad_norm": 0.41209083795547485,
      "learning_rate": 9.922151006513319e-05,
      "loss": 0.0238,
      "step": 16550
    },
    {
      "epoch": 2.5286303252404947,
      "grad_norm": 0.40298813581466675,
      "learning_rate": 9.921969251256642e-05,
      "loss": 0.0239,
      "step": 16560
    },
    {
      "epoch": 2.5301572759199877,
      "grad_norm": 0.25768041610717773,
      "learning_rate": 9.921787285742479e-05,
      "loss": 0.0204,
      "step": 16570
    },
    {
      "epoch": 2.531684226599481,
      "grad_norm": 0.2945663630962372,
      "learning_rate": 9.921605109978607e-05,
      "loss": 0.0252,
      "step": 16580
    },
    {
      "epoch": 2.533211177278974,
      "grad_norm": 0.3005232512950897,
      "learning_rate": 9.921422723972804e-05,
      "loss": 0.022,
      "step": 16590
    },
    {
      "epoch": 2.534738127958467,
      "grad_norm": 0.2719702124595642,
      "learning_rate": 9.921240127732865e-05,
      "loss": 0.025,
      "step": 16600
    },
    {
      "epoch": 2.53626507863796,
      "grad_norm": 0.42871350049972534,
      "learning_rate": 9.921057321266587e-05,
      "loss": 0.0311,
      "step": 16610
    },
    {
      "epoch": 2.537792029317453,
      "grad_norm": 0.3498888909816742,
      "learning_rate": 9.920874304581782e-05,
      "loss": 0.0286,
      "step": 16620
    },
    {
      "epoch": 2.539318979996946,
      "grad_norm": 0.1927383691072464,
      "learning_rate": 9.920691077686265e-05,
      "loss": 0.0266,
      "step": 16630
    },
    {
      "epoch": 2.540845930676439,
      "grad_norm": 0.3017502427101135,
      "learning_rate": 9.920507640587866e-05,
      "loss": 0.0253,
      "step": 16640
    },
    {
      "epoch": 2.542372881355932,
      "grad_norm": 0.3075326979160309,
      "learning_rate": 9.920323993294419e-05,
      "loss": 0.027,
      "step": 16650
    },
    {
      "epoch": 2.543899832035425,
      "grad_norm": 0.3456297218799591,
      "learning_rate": 9.92014013581377e-05,
      "loss": 0.0251,
      "step": 16660
    },
    {
      "epoch": 2.545426782714918,
      "grad_norm": 0.3036172091960907,
      "learning_rate": 9.919956068153773e-05,
      "loss": 0.0228,
      "step": 16670
    },
    {
      "epoch": 2.5469537333944112,
      "grad_norm": 0.31144779920578003,
      "learning_rate": 9.919771790322292e-05,
      "loss": 0.022,
      "step": 16680
    },
    {
      "epoch": 2.5484806840739043,
      "grad_norm": 0.2879854738712311,
      "learning_rate": 9.919587302327198e-05,
      "loss": 0.0242,
      "step": 16690
    },
    {
      "epoch": 2.5500076347533973,
      "grad_norm": 0.2633781135082245,
      "learning_rate": 9.919402604176372e-05,
      "loss": 0.0255,
      "step": 16700
    },
    {
      "epoch": 2.5515345854328904,
      "grad_norm": 0.38030052185058594,
      "learning_rate": 9.919217695877701e-05,
      "loss": 0.0236,
      "step": 16710
    },
    {
      "epoch": 2.5530615361123834,
      "grad_norm": 0.27324679493904114,
      "learning_rate": 9.91903257743909e-05,
      "loss": 0.027,
      "step": 16720
    },
    {
      "epoch": 2.554588486791877,
      "grad_norm": 0.2711849808692932,
      "learning_rate": 9.918847248868443e-05,
      "loss": 0.0231,
      "step": 16730
    },
    {
      "epoch": 2.5561154374713695,
      "grad_norm": 0.2452704906463623,
      "learning_rate": 9.918661710173678e-05,
      "loss": 0.0212,
      "step": 16740
    },
    {
      "epoch": 2.557642388150863,
      "grad_norm": 0.27003926038742065,
      "learning_rate": 9.918475961362721e-05,
      "loss": 0.0192,
      "step": 16750
    },
    {
      "epoch": 2.5591693388303556,
      "grad_norm": 0.3028118312358856,
      "learning_rate": 9.918290002443504e-05,
      "loss": 0.0272,
      "step": 16760
    },
    {
      "epoch": 2.560696289509849,
      "grad_norm": 0.2625311017036438,
      "learning_rate": 9.918103833423977e-05,
      "loss": 0.0232,
      "step": 16770
    },
    {
      "epoch": 2.5622232401893417,
      "grad_norm": 0.2261379212141037,
      "learning_rate": 9.917917454312086e-05,
      "loss": 0.0209,
      "step": 16780
    },
    {
      "epoch": 2.563750190868835,
      "grad_norm": 0.38466906547546387,
      "learning_rate": 9.917730865115798e-05,
      "loss": 0.0245,
      "step": 16790
    },
    {
      "epoch": 2.5652771415483278,
      "grad_norm": 0.30215397477149963,
      "learning_rate": 9.91754406584308e-05,
      "loss": 0.0218,
      "step": 16800
    },
    {
      "epoch": 2.5668040922278212,
      "grad_norm": 0.2110745906829834,
      "learning_rate": 9.917357056501915e-05,
      "loss": 0.0262,
      "step": 16810
    },
    {
      "epoch": 2.568331042907314,
      "grad_norm": 0.4119151830673218,
      "learning_rate": 9.917169837100289e-05,
      "loss": 0.0253,
      "step": 16820
    },
    {
      "epoch": 2.5698579935868073,
      "grad_norm": 0.2947158217430115,
      "learning_rate": 9.9169824076462e-05,
      "loss": 0.0284,
      "step": 16830
    },
    {
      "epoch": 2.5713849442663,
      "grad_norm": 0.2856859862804413,
      "learning_rate": 9.916794768147657e-05,
      "loss": 0.0259,
      "step": 16840
    },
    {
      "epoch": 2.5729118949457934,
      "grad_norm": 0.25862833857536316,
      "learning_rate": 9.916606918612672e-05,
      "loss": 0.0224,
      "step": 16850
    },
    {
      "epoch": 2.5744388456252865,
      "grad_norm": 0.26413631439208984,
      "learning_rate": 9.916418859049272e-05,
      "loss": 0.0262,
      "step": 16860
    },
    {
      "epoch": 2.5759657963047795,
      "grad_norm": 0.3179527521133423,
      "learning_rate": 9.916230589465491e-05,
      "loss": 0.021,
      "step": 16870
    },
    {
      "epoch": 2.5774927469842726,
      "grad_norm": 0.2915400564670563,
      "learning_rate": 9.91604210986937e-05,
      "loss": 0.0259,
      "step": 16880
    },
    {
      "epoch": 2.5790196976637656,
      "grad_norm": 0.2222982794046402,
      "learning_rate": 9.915853420268963e-05,
      "loss": 0.0255,
      "step": 16890
    },
    {
      "epoch": 2.5805466483432586,
      "grad_norm": 0.31319621205329895,
      "learning_rate": 9.915664520672325e-05,
      "loss": 0.0265,
      "step": 16900
    },
    {
      "epoch": 2.5820735990227517,
      "grad_norm": 0.2429746836423874,
      "learning_rate": 9.915475411087531e-05,
      "loss": 0.026,
      "step": 16910
    },
    {
      "epoch": 2.5836005497022447,
      "grad_norm": 0.29417064785957336,
      "learning_rate": 9.915286091522659e-05,
      "loss": 0.0277,
      "step": 16920
    },
    {
      "epoch": 2.5851275003817378,
      "grad_norm": 0.26279836893081665,
      "learning_rate": 9.915096561985793e-05,
      "loss": 0.0235,
      "step": 16930
    },
    {
      "epoch": 2.586654451061231,
      "grad_norm": 0.26884469389915466,
      "learning_rate": 9.914906822485031e-05,
      "loss": 0.0246,
      "step": 16940
    },
    {
      "epoch": 2.588181401740724,
      "grad_norm": 0.33448517322540283,
      "learning_rate": 9.91471687302848e-05,
      "loss": 0.0263,
      "step": 16950
    },
    {
      "epoch": 2.589708352420217,
      "grad_norm": 0.4261890649795532,
      "learning_rate": 9.914526713624252e-05,
      "loss": 0.0307,
      "step": 16960
    },
    {
      "epoch": 2.59123530309971,
      "grad_norm": 0.36519765853881836,
      "learning_rate": 9.914336344280471e-05,
      "loss": 0.027,
      "step": 16970
    },
    {
      "epoch": 2.592762253779203,
      "grad_norm": 0.3307877779006958,
      "learning_rate": 9.914145765005268e-05,
      "loss": 0.0234,
      "step": 16980
    },
    {
      "epoch": 2.594289204458696,
      "grad_norm": 0.29058054089546204,
      "learning_rate": 9.913954975806787e-05,
      "loss": 0.0239,
      "step": 16990
    },
    {
      "epoch": 2.595816155138189,
      "grad_norm": 0.2736789286136627,
      "learning_rate": 9.913763976693177e-05,
      "loss": 0.0259,
      "step": 17000
    },
    {
      "epoch": 2.597343105817682,
      "grad_norm": 0.2840566039085388,
      "learning_rate": 9.913572767672597e-05,
      "loss": 0.0272,
      "step": 17010
    },
    {
      "epoch": 2.598870056497175,
      "grad_norm": 0.24498215317726135,
      "learning_rate": 9.913381348753213e-05,
      "loss": 0.0239,
      "step": 17020
    },
    {
      "epoch": 2.600397007176668,
      "grad_norm": 0.34245455265045166,
      "learning_rate": 9.913189719943204e-05,
      "loss": 0.0211,
      "step": 17030
    },
    {
      "epoch": 2.6019239578561613,
      "grad_norm": 0.3470101058483124,
      "learning_rate": 9.912997881250757e-05,
      "loss": 0.0255,
      "step": 17040
    },
    {
      "epoch": 2.6034509085356543,
      "grad_norm": 0.2623702883720398,
      "learning_rate": 9.912805832684066e-05,
      "loss": 0.025,
      "step": 17050
    },
    {
      "epoch": 2.6049778592151474,
      "grad_norm": 0.47318020462989807,
      "learning_rate": 9.912613574251335e-05,
      "loss": 0.0237,
      "step": 17060
    },
    {
      "epoch": 2.6065048098946404,
      "grad_norm": 0.35926106572151184,
      "learning_rate": 9.912421105960776e-05,
      "loss": 0.021,
      "step": 17070
    },
    {
      "epoch": 2.6080317605741334,
      "grad_norm": 0.23292550444602966,
      "learning_rate": 9.912228427820614e-05,
      "loss": 0.0269,
      "step": 17080
    },
    {
      "epoch": 2.6095587112536265,
      "grad_norm": 0.24357563257217407,
      "learning_rate": 9.912035539839076e-05,
      "loss": 0.0212,
      "step": 17090
    },
    {
      "epoch": 2.6110856619331195,
      "grad_norm": 0.264629065990448,
      "learning_rate": 9.911842442024403e-05,
      "loss": 0.0226,
      "step": 17100
    },
    {
      "epoch": 2.6126126126126126,
      "grad_norm": 0.22935020923614502,
      "learning_rate": 9.911649134384845e-05,
      "loss": 0.0225,
      "step": 17110
    },
    {
      "epoch": 2.6141395632921056,
      "grad_norm": 0.4074857532978058,
      "learning_rate": 9.911455616928658e-05,
      "loss": 0.0236,
      "step": 17120
    },
    {
      "epoch": 2.6156665139715987,
      "grad_norm": 0.39399534463882446,
      "learning_rate": 9.911261889664111e-05,
      "loss": 0.0279,
      "step": 17130
    },
    {
      "epoch": 2.6171934646510917,
      "grad_norm": 0.2507375478744507,
      "learning_rate": 9.911067952599478e-05,
      "loss": 0.0268,
      "step": 17140
    },
    {
      "epoch": 2.6187204153305847,
      "grad_norm": 0.30944889783859253,
      "learning_rate": 9.910873805743044e-05,
      "loss": 0.0236,
      "step": 17150
    },
    {
      "epoch": 2.620247366010078,
      "grad_norm": 0.359041690826416,
      "learning_rate": 9.910679449103103e-05,
      "loss": 0.0235,
      "step": 17160
    },
    {
      "epoch": 2.621774316689571,
      "grad_norm": 0.2988826334476471,
      "learning_rate": 9.910484882687956e-05,
      "loss": 0.0222,
      "step": 17170
    },
    {
      "epoch": 2.623301267369064,
      "grad_norm": 0.23787587881088257,
      "learning_rate": 9.910290106505916e-05,
      "loss": 0.0199,
      "step": 17180
    },
    {
      "epoch": 2.624828218048557,
      "grad_norm": 0.24467940628528595,
      "learning_rate": 9.910095120565303e-05,
      "loss": 0.02,
      "step": 17190
    },
    {
      "epoch": 2.62635516872805,
      "grad_norm": 0.3886951208114624,
      "learning_rate": 9.909899924874446e-05,
      "loss": 0.0241,
      "step": 17200
    },
    {
      "epoch": 2.627882119407543,
      "grad_norm": 0.1874927431344986,
      "learning_rate": 9.909704519441686e-05,
      "loss": 0.026,
      "step": 17210
    },
    {
      "epoch": 2.629409070087036,
      "grad_norm": 0.20552775263786316,
      "learning_rate": 9.909508904275367e-05,
      "loss": 0.0204,
      "step": 17220
    },
    {
      "epoch": 2.630936020766529,
      "grad_norm": 0.2871289849281311,
      "learning_rate": 9.909313079383847e-05,
      "loss": 0.0243,
      "step": 17230
    },
    {
      "epoch": 2.632462971446022,
      "grad_norm": 0.2596636116504669,
      "learning_rate": 9.909117044775491e-05,
      "loss": 0.0192,
      "step": 17240
    },
    {
      "epoch": 2.633989922125515,
      "grad_norm": 0.18085211515426636,
      "learning_rate": 9.908920800458673e-05,
      "loss": 0.0302,
      "step": 17250
    },
    {
      "epoch": 2.6355168728050082,
      "grad_norm": 0.29247865080833435,
      "learning_rate": 9.908724346441776e-05,
      "loss": 0.0228,
      "step": 17260
    },
    {
      "epoch": 2.6370438234845013,
      "grad_norm": 0.3355293869972229,
      "learning_rate": 9.908527682733194e-05,
      "loss": 0.0233,
      "step": 17270
    },
    {
      "epoch": 2.6385707741639948,
      "grad_norm": 0.3130827248096466,
      "learning_rate": 9.908330809341324e-05,
      "loss": 0.0239,
      "step": 17280
    },
    {
      "epoch": 2.6400977248434874,
      "grad_norm": 0.29568710923194885,
      "learning_rate": 9.90813372627458e-05,
      "loss": 0.0235,
      "step": 17290
    },
    {
      "epoch": 2.641624675522981,
      "grad_norm": 0.41312500834465027,
      "learning_rate": 9.90793643354138e-05,
      "loss": 0.0262,
      "step": 17300
    },
    {
      "epoch": 2.6431516262024735,
      "grad_norm": 0.2582387924194336,
      "learning_rate": 9.907738931150152e-05,
      "loss": 0.0201,
      "step": 17310
    },
    {
      "epoch": 2.644678576881967,
      "grad_norm": 0.28152331709861755,
      "learning_rate": 9.907541219109333e-05,
      "loss": 0.0244,
      "step": 17320
    },
    {
      "epoch": 2.6462055275614595,
      "grad_norm": 0.23587074875831604,
      "learning_rate": 9.907343297427367e-05,
      "loss": 0.0227,
      "step": 17330
    },
    {
      "epoch": 2.647732478240953,
      "grad_norm": 0.2023446410894394,
      "learning_rate": 9.907145166112712e-05,
      "loss": 0.0243,
      "step": 17340
    },
    {
      "epoch": 2.6492594289204456,
      "grad_norm": 0.23097452521324158,
      "learning_rate": 9.90694682517383e-05,
      "loss": 0.0262,
      "step": 17350
    },
    {
      "epoch": 2.650786379599939,
      "grad_norm": 0.24742333590984344,
      "learning_rate": 9.906748274619193e-05,
      "loss": 0.0268,
      "step": 17360
    },
    {
      "epoch": 2.6523133302794317,
      "grad_norm": 0.25426769256591797,
      "learning_rate": 9.906549514457285e-05,
      "loss": 0.0265,
      "step": 17370
    },
    {
      "epoch": 2.653840280958925,
      "grad_norm": 0.28983765840530396,
      "learning_rate": 9.906350544696595e-05,
      "loss": 0.028,
      "step": 17380
    },
    {
      "epoch": 2.655367231638418,
      "grad_norm": 0.337080180644989,
      "learning_rate": 9.906151365345621e-05,
      "loss": 0.0226,
      "step": 17390
    },
    {
      "epoch": 2.6568941823179113,
      "grad_norm": 0.30502602458000183,
      "learning_rate": 9.905951976412877e-05,
      "loss": 0.0237,
      "step": 17400
    },
    {
      "epoch": 2.6584211329974043,
      "grad_norm": 0.2583537697792053,
      "learning_rate": 9.905752377906874e-05,
      "loss": 0.024,
      "step": 17410
    },
    {
      "epoch": 2.6599480836768974,
      "grad_norm": 0.26607781648635864,
      "learning_rate": 9.905552569836144e-05,
      "loss": 0.0249,
      "step": 17420
    },
    {
      "epoch": 2.6614750343563904,
      "grad_norm": 0.33100625872612,
      "learning_rate": 9.905352552209217e-05,
      "loss": 0.0287,
      "step": 17430
    },
    {
      "epoch": 2.6630019850358835,
      "grad_norm": 0.21020156145095825,
      "learning_rate": 9.905152325034644e-05,
      "loss": 0.0192,
      "step": 17440
    },
    {
      "epoch": 2.6645289357153765,
      "grad_norm": 0.36105644702911377,
      "learning_rate": 9.904951888320972e-05,
      "loss": 0.0215,
      "step": 17450
    },
    {
      "epoch": 2.6660558863948696,
      "grad_norm": 0.23966866731643677,
      "learning_rate": 9.904751242076766e-05,
      "loss": 0.0246,
      "step": 17460
    },
    {
      "epoch": 2.6675828370743626,
      "grad_norm": 0.30787429213523865,
      "learning_rate": 9.9045503863106e-05,
      "loss": 0.0227,
      "step": 17470
    },
    {
      "epoch": 2.6691097877538557,
      "grad_norm": 0.29647204279899597,
      "learning_rate": 9.904349321031049e-05,
      "loss": 0.0246,
      "step": 17480
    },
    {
      "epoch": 2.6706367384333487,
      "grad_norm": 0.24703605473041534,
      "learning_rate": 9.904148046246706e-05,
      "loss": 0.0237,
      "step": 17490
    },
    {
      "epoch": 2.6721636891128417,
      "grad_norm": 0.30167844891548157,
      "learning_rate": 9.903946561966167e-05,
      "loss": 0.0194,
      "step": 17500
    },
    {
      "epoch": 2.673690639792335,
      "grad_norm": 0.3311576247215271,
      "learning_rate": 9.90374486819804e-05,
      "loss": 0.0219,
      "step": 17510
    },
    {
      "epoch": 2.675217590471828,
      "grad_norm": 0.29853636026382446,
      "learning_rate": 9.903542964950939e-05,
      "loss": 0.0249,
      "step": 17520
    },
    {
      "epoch": 2.676744541151321,
      "grad_norm": 0.36049559712409973,
      "learning_rate": 9.903340852233491e-05,
      "loss": 0.0206,
      "step": 17530
    },
    {
      "epoch": 2.678271491830814,
      "grad_norm": 0.2806573808193207,
      "learning_rate": 9.903138530054332e-05,
      "loss": 0.0275,
      "step": 17540
    },
    {
      "epoch": 2.679798442510307,
      "grad_norm": 0.23900169134140015,
      "learning_rate": 9.9029359984221e-05,
      "loss": 0.0285,
      "step": 17550
    },
    {
      "epoch": 2.6813253931898,
      "grad_norm": 0.3133087158203125,
      "learning_rate": 9.90273325734545e-05,
      "loss": 0.0255,
      "step": 17560
    },
    {
      "epoch": 2.682852343869293,
      "grad_norm": 0.2989022731781006,
      "learning_rate": 9.902530306833042e-05,
      "loss": 0.0241,
      "step": 17570
    },
    {
      "epoch": 2.684379294548786,
      "grad_norm": 0.26939213275909424,
      "learning_rate": 9.902327146893546e-05,
      "loss": 0.0254,
      "step": 17580
    },
    {
      "epoch": 2.685906245228279,
      "grad_norm": 0.19171415269374847,
      "learning_rate": 9.90212377753564e-05,
      "loss": 0.0238,
      "step": 17590
    },
    {
      "epoch": 2.687433195907772,
      "grad_norm": 0.22397972643375397,
      "learning_rate": 9.90192019876801e-05,
      "loss": 0.0205,
      "step": 17600
    },
    {
      "epoch": 2.6889601465872652,
      "grad_norm": 0.2660980224609375,
      "learning_rate": 9.901716410599356e-05,
      "loss": 0.0218,
      "step": 17610
    },
    {
      "epoch": 2.6904870972667583,
      "grad_norm": 0.20214597880840302,
      "learning_rate": 9.90151241303838e-05,
      "loss": 0.02,
      "step": 17620
    },
    {
      "epoch": 2.6920140479462513,
      "grad_norm": 0.29767128825187683,
      "learning_rate": 9.9013082060938e-05,
      "loss": 0.021,
      "step": 17630
    },
    {
      "epoch": 2.6935409986257444,
      "grad_norm": 0.29994890093803406,
      "learning_rate": 9.901103789774337e-05,
      "loss": 0.0225,
      "step": 17640
    },
    {
      "epoch": 2.6950679493052374,
      "grad_norm": 0.25736579298973083,
      "learning_rate": 9.900899164088723e-05,
      "loss": 0.0238,
      "step": 17650
    },
    {
      "epoch": 2.6965948999847305,
      "grad_norm": 0.1968909204006195,
      "learning_rate": 9.9006943290457e-05,
      "loss": 0.0242,
      "step": 17660
    },
    {
      "epoch": 2.6981218506642235,
      "grad_norm": 0.2895181477069855,
      "learning_rate": 9.90048928465402e-05,
      "loss": 0.0283,
      "step": 17670
    },
    {
      "epoch": 2.6996488013437165,
      "grad_norm": 0.254658579826355,
      "learning_rate": 9.900284030922437e-05,
      "loss": 0.0209,
      "step": 17680
    },
    {
      "epoch": 2.7011757520232096,
      "grad_norm": 0.36362749338150024,
      "learning_rate": 9.900078567859724e-05,
      "loss": 0.0206,
      "step": 17690
    },
    {
      "epoch": 2.7027027027027026,
      "grad_norm": 0.31982412934303284,
      "learning_rate": 9.899872895474656e-05,
      "loss": 0.0269,
      "step": 17700
    },
    {
      "epoch": 2.7042296533821957,
      "grad_norm": 0.2903667688369751,
      "learning_rate": 9.89966701377602e-05,
      "loss": 0.025,
      "step": 17710
    },
    {
      "epoch": 2.7057566040616887,
      "grad_norm": 0.3837776780128479,
      "learning_rate": 9.89946092277261e-05,
      "loss": 0.022,
      "step": 17720
    },
    {
      "epoch": 2.7072835547411818,
      "grad_norm": 0.27286115288734436,
      "learning_rate": 9.899254622473229e-05,
      "loss": 0.0259,
      "step": 17730
    },
    {
      "epoch": 2.708810505420675,
      "grad_norm": 0.2537330687046051,
      "learning_rate": 9.899048112886692e-05,
      "loss": 0.0208,
      "step": 17740
    },
    {
      "epoch": 2.710337456100168,
      "grad_norm": 0.20551398396492004,
      "learning_rate": 9.898841394021818e-05,
      "loss": 0.0245,
      "step": 17750
    },
    {
      "epoch": 2.711864406779661,
      "grad_norm": 0.21962584555149078,
      "learning_rate": 9.89863446588744e-05,
      "loss": 0.0226,
      "step": 17760
    },
    {
      "epoch": 2.713391357459154,
      "grad_norm": 0.469723105430603,
      "learning_rate": 9.898427328492397e-05,
      "loss": 0.028,
      "step": 17770
    },
    {
      "epoch": 2.714918308138647,
      "grad_norm": 0.18805308640003204,
      "learning_rate": 9.898219981845537e-05,
      "loss": 0.0266,
      "step": 17780
    },
    {
      "epoch": 2.71644525881814,
      "grad_norm": 0.33962106704711914,
      "learning_rate": 9.898012425955718e-05,
      "loss": 0.0229,
      "step": 17790
    },
    {
      "epoch": 2.717972209497633,
      "grad_norm": 0.3437902331352234,
      "learning_rate": 9.897804660831805e-05,
      "loss": 0.0302,
      "step": 17800
    },
    {
      "epoch": 2.719499160177126,
      "grad_norm": 0.25447845458984375,
      "learning_rate": 9.897596686482675e-05,
      "loss": 0.0244,
      "step": 17810
    },
    {
      "epoch": 2.721026110856619,
      "grad_norm": 0.25704118609428406,
      "learning_rate": 9.897388502917212e-05,
      "loss": 0.0217,
      "step": 17820
    },
    {
      "epoch": 2.7225530615361127,
      "grad_norm": 0.2742181122303009,
      "learning_rate": 9.897180110144309e-05,
      "loss": 0.0261,
      "step": 17830
    },
    {
      "epoch": 2.7240800122156053,
      "grad_norm": 0.34675702452659607,
      "learning_rate": 9.896971508172867e-05,
      "loss": 0.0268,
      "step": 17840
    },
    {
      "epoch": 2.7256069628950987,
      "grad_norm": 0.3576236069202423,
      "learning_rate": 9.8967626970118e-05,
      "loss": 0.0329,
      "step": 17850
    },
    {
      "epoch": 2.7271339135745913,
      "grad_norm": 0.37062180042266846,
      "learning_rate": 9.896553676670025e-05,
      "loss": 0.0255,
      "step": 17860
    },
    {
      "epoch": 2.728660864254085,
      "grad_norm": 0.23964723944664001,
      "learning_rate": 9.896344447156473e-05,
      "loss": 0.0196,
      "step": 17870
    },
    {
      "epoch": 2.7301878149335774,
      "grad_norm": 0.22031550109386444,
      "learning_rate": 9.89613500848008e-05,
      "loss": 0.0261,
      "step": 17880
    },
    {
      "epoch": 2.731714765613071,
      "grad_norm": 0.285308837890625,
      "learning_rate": 9.895925360649794e-05,
      "loss": 0.0215,
      "step": 17890
    },
    {
      "epoch": 2.7332417162925635,
      "grad_norm": 0.5385152101516724,
      "learning_rate": 9.895715503674572e-05,
      "loss": 0.0276,
      "step": 17900
    },
    {
      "epoch": 2.734768666972057,
      "grad_norm": 0.28147485852241516,
      "learning_rate": 9.895505437563377e-05,
      "loss": 0.0217,
      "step": 17910
    },
    {
      "epoch": 2.7362956176515496,
      "grad_norm": 0.3155369460582733,
      "learning_rate": 9.895295162325182e-05,
      "loss": 0.0265,
      "step": 17920
    },
    {
      "epoch": 2.737822568331043,
      "grad_norm": 0.24939128756523132,
      "learning_rate": 9.895084677968971e-05,
      "loss": 0.0218,
      "step": 17930
    },
    {
      "epoch": 2.7393495190105357,
      "grad_norm": 0.3253009021282196,
      "learning_rate": 9.894873984503737e-05,
      "loss": 0.0239,
      "step": 17940
    },
    {
      "epoch": 2.740876469690029,
      "grad_norm": 0.2647385895252228,
      "learning_rate": 9.894663081938475e-05,
      "loss": 0.0252,
      "step": 17950
    },
    {
      "epoch": 2.7424034203695222,
      "grad_norm": 0.25699400901794434,
      "learning_rate": 9.894451970282202e-05,
      "loss": 0.0228,
      "step": 17960
    },
    {
      "epoch": 2.7439303710490153,
      "grad_norm": 0.2021988034248352,
      "learning_rate": 9.89424064954393e-05,
      "loss": 0.0278,
      "step": 17970
    },
    {
      "epoch": 2.7454573217285083,
      "grad_norm": 0.2524028420448303,
      "learning_rate": 9.894029119732687e-05,
      "loss": 0.0266,
      "step": 17980
    },
    {
      "epoch": 2.7469842724080014,
      "grad_norm": 0.28663018345832825,
      "learning_rate": 9.893817380857512e-05,
      "loss": 0.0239,
      "step": 17990
    },
    {
      "epoch": 2.7485112230874944,
      "grad_norm": 0.2954692840576172,
      "learning_rate": 9.89360543292745e-05,
      "loss": 0.0223,
      "step": 18000
    },
    {
      "epoch": 2.7500381737669874,
      "grad_norm": 0.31964099407196045,
      "learning_rate": 9.893393275951552e-05,
      "loss": 0.0248,
      "step": 18010
    },
    {
      "epoch": 2.7515651244464805,
      "grad_norm": 0.27981439232826233,
      "learning_rate": 9.893180909938884e-05,
      "loss": 0.0273,
      "step": 18020
    },
    {
      "epoch": 2.7530920751259735,
      "grad_norm": 0.23052440583705902,
      "learning_rate": 9.892968334898516e-05,
      "loss": 0.0268,
      "step": 18030
    },
    {
      "epoch": 2.7546190258054666,
      "grad_norm": 0.21130487322807312,
      "learning_rate": 9.892755550839529e-05,
      "loss": 0.0214,
      "step": 18040
    },
    {
      "epoch": 2.7561459764849596,
      "grad_norm": 0.28347212076187134,
      "learning_rate": 9.892542557771014e-05,
      "loss": 0.0253,
      "step": 18050
    },
    {
      "epoch": 2.7576729271644527,
      "grad_norm": 0.28929683566093445,
      "learning_rate": 9.892329355702068e-05,
      "loss": 0.0262,
      "step": 18060
    },
    {
      "epoch": 2.7591998778439457,
      "grad_norm": 0.32234910130500793,
      "learning_rate": 9.8921159446418e-05,
      "loss": 0.0237,
      "step": 18070
    },
    {
      "epoch": 2.7607268285234388,
      "grad_norm": 0.2508969306945801,
      "learning_rate": 9.891902324599324e-05,
      "loss": 0.0204,
      "step": 18080
    },
    {
      "epoch": 2.762253779202932,
      "grad_norm": 0.2636184096336365,
      "learning_rate": 9.891688495583771e-05,
      "loss": 0.021,
      "step": 18090
    },
    {
      "epoch": 2.763780729882425,
      "grad_norm": 0.21418873965740204,
      "learning_rate": 9.891474457604269e-05,
      "loss": 0.0248,
      "step": 18100
    },
    {
      "epoch": 2.765307680561918,
      "grad_norm": 0.2513531744480133,
      "learning_rate": 9.891260210669965e-05,
      "loss": 0.0231,
      "step": 18110
    },
    {
      "epoch": 2.766834631241411,
      "grad_norm": 0.2864532768726349,
      "learning_rate": 9.89104575479001e-05,
      "loss": 0.0261,
      "step": 18120
    },
    {
      "epoch": 2.768361581920904,
      "grad_norm": 0.3336620330810547,
      "learning_rate": 9.890831089973565e-05,
      "loss": 0.0221,
      "step": 18130
    },
    {
      "epoch": 2.769888532600397,
      "grad_norm": 0.23941706120967865,
      "learning_rate": 9.890616216229803e-05,
      "loss": 0.023,
      "step": 18140
    },
    {
      "epoch": 2.77141548327989,
      "grad_norm": 0.27766647934913635,
      "learning_rate": 9.890401133567898e-05,
      "loss": 0.0274,
      "step": 18150
    },
    {
      "epoch": 2.772942433959383,
      "grad_norm": 0.3028542697429657,
      "learning_rate": 9.890185841997042e-05,
      "loss": 0.0255,
      "step": 18160
    },
    {
      "epoch": 2.774469384638876,
      "grad_norm": 0.2792152762413025,
      "learning_rate": 9.889970341526428e-05,
      "loss": 0.0223,
      "step": 18170
    },
    {
      "epoch": 2.775996335318369,
      "grad_norm": 0.25965631008148193,
      "learning_rate": 9.889754632165267e-05,
      "loss": 0.0277,
      "step": 18180
    },
    {
      "epoch": 2.7775232859978622,
      "grad_norm": 0.2951635420322418,
      "learning_rate": 9.88953871392277e-05,
      "loss": 0.0247,
      "step": 18190
    },
    {
      "epoch": 2.7790502366773553,
      "grad_norm": 0.2625975012779236,
      "learning_rate": 9.889322586808162e-05,
      "loss": 0.0228,
      "step": 18200
    },
    {
      "epoch": 2.7805771873568483,
      "grad_norm": 0.22483302652835846,
      "learning_rate": 9.889106250830674e-05,
      "loss": 0.0185,
      "step": 18210
    },
    {
      "epoch": 2.7821041380363414,
      "grad_norm": 0.2368052452802658,
      "learning_rate": 9.888889705999549e-05,
      "loss": 0.0224,
      "step": 18220
    },
    {
      "epoch": 2.7836310887158344,
      "grad_norm": 0.29940542578697205,
      "learning_rate": 9.888672952324038e-05,
      "loss": 0.0305,
      "step": 18230
    },
    {
      "epoch": 2.7851580393953275,
      "grad_norm": 0.27802160382270813,
      "learning_rate": 9.888455989813398e-05,
      "loss": 0.0242,
      "step": 18240
    },
    {
      "epoch": 2.7866849900748205,
      "grad_norm": 0.31715404987335205,
      "learning_rate": 9.888238818476898e-05,
      "loss": 0.0239,
      "step": 18250
    },
    {
      "epoch": 2.7882119407543136,
      "grad_norm": 0.3014850318431854,
      "learning_rate": 9.888021438323817e-05,
      "loss": 0.0231,
      "step": 18260
    },
    {
      "epoch": 2.7897388914338066,
      "grad_norm": 0.30279067158699036,
      "learning_rate": 9.88780384936344e-05,
      "loss": 0.0235,
      "step": 18270
    },
    {
      "epoch": 2.7912658421132996,
      "grad_norm": 0.23362722992897034,
      "learning_rate": 9.88758605160506e-05,
      "loss": 0.0191,
      "step": 18280
    },
    {
      "epoch": 2.7927927927927927,
      "grad_norm": 0.29915130138397217,
      "learning_rate": 9.887368045057983e-05,
      "loss": 0.0218,
      "step": 18290
    },
    {
      "epoch": 2.7943197434722857,
      "grad_norm": 0.30723124742507935,
      "learning_rate": 9.887149829731523e-05,
      "loss": 0.0238,
      "step": 18300
    },
    {
      "epoch": 2.7958466941517788,
      "grad_norm": 0.2759622633457184,
      "learning_rate": 9.886931405634998e-05,
      "loss": 0.0207,
      "step": 18310
    },
    {
      "epoch": 2.797373644831272,
      "grad_norm": 0.26015985012054443,
      "learning_rate": 9.886712772777742e-05,
      "loss": 0.0226,
      "step": 18320
    },
    {
      "epoch": 2.798900595510765,
      "grad_norm": 0.24825459718704224,
      "learning_rate": 9.886493931169094e-05,
      "loss": 0.0197,
      "step": 18330
    },
    {
      "epoch": 2.800427546190258,
      "grad_norm": 0.4653797447681427,
      "learning_rate": 9.886274880818403e-05,
      "loss": 0.0269,
      "step": 18340
    },
    {
      "epoch": 2.801954496869751,
      "grad_norm": 0.20990368723869324,
      "learning_rate": 9.886055621735023e-05,
      "loss": 0.0184,
      "step": 18350
    },
    {
      "epoch": 2.803481447549244,
      "grad_norm": 0.3156954348087311,
      "learning_rate": 9.885836153928325e-05,
      "loss": 0.0237,
      "step": 18360
    },
    {
      "epoch": 2.805008398228737,
      "grad_norm": 0.259259432554245,
      "learning_rate": 9.885616477407679e-05,
      "loss": 0.0264,
      "step": 18370
    },
    {
      "epoch": 2.8065353489082305,
      "grad_norm": 0.2628243863582611,
      "learning_rate": 9.885396592182477e-05,
      "loss": 0.0258,
      "step": 18380
    },
    {
      "epoch": 2.808062299587723,
      "grad_norm": 0.23758375644683838,
      "learning_rate": 9.885176498262104e-05,
      "loss": 0.0243,
      "step": 18390
    },
    {
      "epoch": 2.8095892502672166,
      "grad_norm": 0.24579472839832306,
      "learning_rate": 9.884956195655966e-05,
      "loss": 0.0262,
      "step": 18400
    },
    {
      "epoch": 2.811116200946709,
      "grad_norm": 0.29786980152130127,
      "learning_rate": 9.884735684373473e-05,
      "loss": 0.0251,
      "step": 18410
    },
    {
      "epoch": 2.8126431516262027,
      "grad_norm": 0.2762657701969147,
      "learning_rate": 9.884514964424046e-05,
      "loss": 0.0269,
      "step": 18420
    },
    {
      "epoch": 2.8141701023056953,
      "grad_norm": 0.22805200517177582,
      "learning_rate": 9.884294035817112e-05,
      "loss": 0.0221,
      "step": 18430
    },
    {
      "epoch": 2.815697052985189,
      "grad_norm": 0.44462060928344727,
      "learning_rate": 9.884072898562109e-05,
      "loss": 0.0202,
      "step": 18440
    },
    {
      "epoch": 2.8172240036646814,
      "grad_norm": 0.30879655480384827,
      "learning_rate": 9.883851552668486e-05,
      "loss": 0.0239,
      "step": 18450
    },
    {
      "epoch": 2.818750954344175,
      "grad_norm": 0.2528909742832184,
      "learning_rate": 9.883629998145695e-05,
      "loss": 0.0241,
      "step": 18460
    },
    {
      "epoch": 2.8202779050236675,
      "grad_norm": 0.23955830931663513,
      "learning_rate": 9.883408235003202e-05,
      "loss": 0.0217,
      "step": 18470
    },
    {
      "epoch": 2.821804855703161,
      "grad_norm": 0.36830687522888184,
      "learning_rate": 9.883186263250482e-05,
      "loss": 0.0208,
      "step": 18480
    },
    {
      "epoch": 2.8233318063826536,
      "grad_norm": 0.2654048800468445,
      "learning_rate": 9.882964082897013e-05,
      "loss": 0.0284,
      "step": 18490
    },
    {
      "epoch": 2.824858757062147,
      "grad_norm": 0.26460006833076477,
      "learning_rate": 9.882741693952291e-05,
      "loss": 0.0213,
      "step": 18500
    },
    {
      "epoch": 2.82638570774164,
      "grad_norm": 0.25132015347480774,
      "learning_rate": 9.882519096425814e-05,
      "loss": 0.0241,
      "step": 18510
    },
    {
      "epoch": 2.827912658421133,
      "grad_norm": 0.2569569945335388,
      "learning_rate": 9.882296290327088e-05,
      "loss": 0.0247,
      "step": 18520
    },
    {
      "epoch": 2.829439609100626,
      "grad_norm": 0.41745704412460327,
      "learning_rate": 9.882073275665636e-05,
      "loss": 0.0234,
      "step": 18530
    },
    {
      "epoch": 2.8309665597801192,
      "grad_norm": 0.1960068792104721,
      "learning_rate": 9.881850052450981e-05,
      "loss": 0.0268,
      "step": 18540
    },
    {
      "epoch": 2.8324935104596123,
      "grad_norm": 0.2846011221408844,
      "learning_rate": 9.881626620692659e-05,
      "loss": 0.0232,
      "step": 18550
    },
    {
      "epoch": 2.8340204611391053,
      "grad_norm": 0.2657279074192047,
      "learning_rate": 9.881402980400217e-05,
      "loss": 0.0239,
      "step": 18560
    },
    {
      "epoch": 2.8355474118185984,
      "grad_norm": 0.2799442708492279,
      "learning_rate": 9.881179131583207e-05,
      "loss": 0.0246,
      "step": 18570
    },
    {
      "epoch": 2.8370743624980914,
      "grad_norm": 0.268370658159256,
      "learning_rate": 9.880955074251191e-05,
      "loss": 0.0213,
      "step": 18580
    },
    {
      "epoch": 2.8386013131775845,
      "grad_norm": 0.2583601772785187,
      "learning_rate": 9.880730808413742e-05,
      "loss": 0.0273,
      "step": 18590
    },
    {
      "epoch": 2.8401282638570775,
      "grad_norm": 0.26227593421936035,
      "learning_rate": 9.880506334080438e-05,
      "loss": 0.0252,
      "step": 18600
    },
    {
      "epoch": 2.8416552145365706,
      "grad_norm": 0.25425514578819275,
      "learning_rate": 9.88028165126087e-05,
      "loss": 0.0228,
      "step": 18610
    },
    {
      "epoch": 2.8431821652160636,
      "grad_norm": 0.3068599998950958,
      "learning_rate": 9.880056759964634e-05,
      "loss": 0.021,
      "step": 18620
    },
    {
      "epoch": 2.8447091158955566,
      "grad_norm": 0.4221159815788269,
      "learning_rate": 9.87983166020134e-05,
      "loss": 0.0275,
      "step": 18630
    },
    {
      "epoch": 2.8462360665750497,
      "grad_norm": 0.3232294023036957,
      "learning_rate": 9.8796063519806e-05,
      "loss": 0.0246,
      "step": 18640
    },
    {
      "epoch": 2.8477630172545427,
      "grad_norm": 0.268305242061615,
      "learning_rate": 9.879380835312042e-05,
      "loss": 0.0247,
      "step": 18650
    },
    {
      "epoch": 2.8492899679340358,
      "grad_norm": 0.35725992918014526,
      "learning_rate": 9.879155110205299e-05,
      "loss": 0.0189,
      "step": 18660
    },
    {
      "epoch": 2.850816918613529,
      "grad_norm": 0.2704370319843292,
      "learning_rate": 9.878929176670011e-05,
      "loss": 0.0342,
      "step": 18670
    },
    {
      "epoch": 2.852343869293022,
      "grad_norm": 0.3848937749862671,
      "learning_rate": 9.878703034715833e-05,
      "loss": 0.0247,
      "step": 18680
    },
    {
      "epoch": 2.853870819972515,
      "grad_norm": 0.2017434537410736,
      "learning_rate": 9.878476684352424e-05,
      "loss": 0.0233,
      "step": 18690
    },
    {
      "epoch": 2.855397770652008,
      "grad_norm": 0.32912662625312805,
      "learning_rate": 9.878250125589452e-05,
      "loss": 0.0267,
      "step": 18700
    },
    {
      "epoch": 2.856924721331501,
      "grad_norm": 0.2743317484855652,
      "learning_rate": 9.878023358436596e-05,
      "loss": 0.0256,
      "step": 18710
    },
    {
      "epoch": 2.858451672010994,
      "grad_norm": 0.1960364431142807,
      "learning_rate": 9.877796382903544e-05,
      "loss": 0.0225,
      "step": 18720
    },
    {
      "epoch": 2.859978622690487,
      "grad_norm": 0.2830674350261688,
      "learning_rate": 9.877569198999992e-05,
      "loss": 0.0216,
      "step": 18730
    },
    {
      "epoch": 2.86150557336998,
      "grad_norm": 0.2767331898212433,
      "learning_rate": 9.877341806735643e-05,
      "loss": 0.0226,
      "step": 18740
    },
    {
      "epoch": 2.863032524049473,
      "grad_norm": 0.32534343004226685,
      "learning_rate": 9.877114206120212e-05,
      "loss": 0.0234,
      "step": 18750
    },
    {
      "epoch": 2.864559474728966,
      "grad_norm": 0.32288047671318054,
      "learning_rate": 9.876886397163423e-05,
      "loss": 0.0214,
      "step": 18760
    },
    {
      "epoch": 2.8660864254084593,
      "grad_norm": 0.36980485916137695,
      "learning_rate": 9.876658379875006e-05,
      "loss": 0.0247,
      "step": 18770
    },
    {
      "epoch": 2.8676133760879523,
      "grad_norm": 0.2231479436159134,
      "learning_rate": 9.876430154264702e-05,
      "loss": 0.0211,
      "step": 18780
    },
    {
      "epoch": 2.8691403267674453,
      "grad_norm": 0.3608781695365906,
      "learning_rate": 9.876201720342258e-05,
      "loss": 0.0245,
      "step": 18790
    },
    {
      "epoch": 2.8706672774469384,
      "grad_norm": 0.3885032534599304,
      "learning_rate": 9.875973078117436e-05,
      "loss": 0.0266,
      "step": 18800
    },
    {
      "epoch": 2.8721942281264314,
      "grad_norm": 0.30308231711387634,
      "learning_rate": 9.8757442276e-05,
      "loss": 0.0275,
      "step": 18810
    },
    {
      "epoch": 2.8737211788059245,
      "grad_norm": 0.20212620496749878,
      "learning_rate": 9.87551516879973e-05,
      "loss": 0.0198,
      "step": 18820
    },
    {
      "epoch": 2.8752481294854175,
      "grad_norm": 0.2742757201194763,
      "learning_rate": 9.875285901726408e-05,
      "loss": 0.0201,
      "step": 18830
    },
    {
      "epoch": 2.8767750801649106,
      "grad_norm": 0.21865320205688477,
      "learning_rate": 9.875056426389828e-05,
      "loss": 0.019,
      "step": 18840
    },
    {
      "epoch": 2.8783020308444036,
      "grad_norm": 0.4117904007434845,
      "learning_rate": 9.874826742799793e-05,
      "loss": 0.0193,
      "step": 18850
    },
    {
      "epoch": 2.8798289815238967,
      "grad_norm": 0.21354150772094727,
      "learning_rate": 9.874596850966116e-05,
      "loss": 0.0229,
      "step": 18860
    },
    {
      "epoch": 2.8813559322033897,
      "grad_norm": 0.3991905748844147,
      "learning_rate": 9.874366750898615e-05,
      "loss": 0.0236,
      "step": 18870
    },
    {
      "epoch": 2.8828828828828827,
      "grad_norm": 0.21645984053611755,
      "learning_rate": 9.87413644260712e-05,
      "loss": 0.0246,
      "step": 18880
    },
    {
      "epoch": 2.884409833562376,
      "grad_norm": 0.31478896737098694,
      "learning_rate": 9.873905926101472e-05,
      "loss": 0.0217,
      "step": 18890
    },
    {
      "epoch": 2.885936784241869,
      "grad_norm": 0.3106752038002014,
      "learning_rate": 9.873675201391517e-05,
      "loss": 0.023,
      "step": 18900
    },
    {
      "epoch": 2.887463734921362,
      "grad_norm": 0.2971280813217163,
      "learning_rate": 9.87344426848711e-05,
      "loss": 0.0239,
      "step": 18910
    },
    {
      "epoch": 2.888990685600855,
      "grad_norm": 0.3740890622138977,
      "learning_rate": 9.873213127398115e-05,
      "loss": 0.0297,
      "step": 18920
    },
    {
      "epoch": 2.8905176362803484,
      "grad_norm": 0.2548699378967285,
      "learning_rate": 9.872981778134409e-05,
      "loss": 0.0229,
      "step": 18930
    },
    {
      "epoch": 2.892044586959841,
      "grad_norm": 0.3331933915615082,
      "learning_rate": 9.872750220705874e-05,
      "loss": 0.026,
      "step": 18940
    },
    {
      "epoch": 2.8935715376393345,
      "grad_norm": 0.2790360152721405,
      "learning_rate": 9.872518455122401e-05,
      "loss": 0.0214,
      "step": 18950
    },
    {
      "epoch": 2.895098488318827,
      "grad_norm": 0.3622457683086395,
      "learning_rate": 9.87228648139389e-05,
      "loss": 0.0246,
      "step": 18960
    },
    {
      "epoch": 2.8966254389983206,
      "grad_norm": 0.3007621467113495,
      "learning_rate": 9.87205429953025e-05,
      "loss": 0.0236,
      "step": 18970
    },
    {
      "epoch": 2.898152389677813,
      "grad_norm": 0.21461310982704163,
      "learning_rate": 9.871821909541404e-05,
      "loss": 0.0237,
      "step": 18980
    },
    {
      "epoch": 2.8996793403573067,
      "grad_norm": 0.21649567782878876,
      "learning_rate": 9.871589311437272e-05,
      "loss": 0.0208,
      "step": 18990
    },
    {
      "epoch": 2.9012062910367993,
      "grad_norm": 0.22988146543502808,
      "learning_rate": 9.871356505227797e-05,
      "loss": 0.0213,
      "step": 19000
    },
    {
      "epoch": 2.9027332417162928,
      "grad_norm": 0.2550205588340759,
      "learning_rate": 9.87112349092292e-05,
      "loss": 0.019,
      "step": 19010
    },
    {
      "epoch": 2.9042601923957854,
      "grad_norm": 0.28860270977020264,
      "learning_rate": 9.870890268532596e-05,
      "loss": 0.0258,
      "step": 19020
    },
    {
      "epoch": 2.905787143075279,
      "grad_norm": 0.2915845513343811,
      "learning_rate": 9.870656838066788e-05,
      "loss": 0.0256,
      "step": 19030
    },
    {
      "epoch": 2.9073140937547715,
      "grad_norm": 0.42520764470100403,
      "learning_rate": 9.870423199535467e-05,
      "loss": 0.0238,
      "step": 19040
    },
    {
      "epoch": 2.908841044434265,
      "grad_norm": 0.27407556772232056,
      "learning_rate": 9.870189352948614e-05,
      "loss": 0.0246,
      "step": 19050
    },
    {
      "epoch": 2.910367995113758,
      "grad_norm": 0.2916226387023926,
      "learning_rate": 9.869955298316219e-05,
      "loss": 0.0214,
      "step": 19060
    },
    {
      "epoch": 2.911894945793251,
      "grad_norm": 0.4175567626953125,
      "learning_rate": 9.869721035648281e-05,
      "loss": 0.0233,
      "step": 19070
    },
    {
      "epoch": 2.913421896472744,
      "grad_norm": 0.332856148481369,
      "learning_rate": 9.869486564954804e-05,
      "loss": 0.0224,
      "step": 19080
    },
    {
      "epoch": 2.914948847152237,
      "grad_norm": 0.23625321686267853,
      "learning_rate": 9.86925188624581e-05,
      "loss": 0.0223,
      "step": 19090
    },
    {
      "epoch": 2.91647579783173,
      "grad_norm": 0.32072004675865173,
      "learning_rate": 9.869016999531317e-05,
      "loss": 0.02,
      "step": 19100
    },
    {
      "epoch": 2.918002748511223,
      "grad_norm": 0.23071050643920898,
      "learning_rate": 9.868781904821365e-05,
      "loss": 0.0242,
      "step": 19110
    },
    {
      "epoch": 2.9195296991907163,
      "grad_norm": 0.3398991823196411,
      "learning_rate": 9.868546602125992e-05,
      "loss": 0.022,
      "step": 19120
    },
    {
      "epoch": 2.9210566498702093,
      "grad_norm": 0.26186561584472656,
      "learning_rate": 9.868311091455253e-05,
      "loss": 0.0231,
      "step": 19130
    },
    {
      "epoch": 2.9225836005497023,
      "grad_norm": 0.24719156324863434,
      "learning_rate": 9.868075372819208e-05,
      "loss": 0.0254,
      "step": 19140
    },
    {
      "epoch": 2.9241105512291954,
      "grad_norm": 0.302883118391037,
      "learning_rate": 9.867839446227927e-05,
      "loss": 0.0193,
      "step": 19150
    },
    {
      "epoch": 2.9256375019086884,
      "grad_norm": 0.18108482658863068,
      "learning_rate": 9.867603311691485e-05,
      "loss": 0.021,
      "step": 19160
    },
    {
      "epoch": 2.9271644525881815,
      "grad_norm": 0.3667212128639221,
      "learning_rate": 9.867366969219973e-05,
      "loss": 0.0271,
      "step": 19170
    },
    {
      "epoch": 2.9286914032676745,
      "grad_norm": 0.2281760573387146,
      "learning_rate": 9.867130418823485e-05,
      "loss": 0.0189,
      "step": 19180
    },
    {
      "epoch": 2.9302183539471676,
      "grad_norm": 0.2600036561489105,
      "learning_rate": 9.866893660512127e-05,
      "loss": 0.0219,
      "step": 19190
    },
    {
      "epoch": 2.9317453046266606,
      "grad_norm": 0.24921831488609314,
      "learning_rate": 9.866656694296013e-05,
      "loss": 0.023,
      "step": 19200
    },
    {
      "epoch": 2.9332722553061537,
      "grad_norm": 0.22557997703552246,
      "learning_rate": 9.866419520185265e-05,
      "loss": 0.0215,
      "step": 19210
    },
    {
      "epoch": 2.9347992059856467,
      "grad_norm": 0.19211579859256744,
      "learning_rate": 9.866182138190014e-05,
      "loss": 0.0189,
      "step": 19220
    },
    {
      "epoch": 2.9363261566651397,
      "grad_norm": 0.312225341796875,
      "learning_rate": 9.865944548320404e-05,
      "loss": 0.0221,
      "step": 19230
    },
    {
      "epoch": 2.937853107344633,
      "grad_norm": 0.45746710896492004,
      "learning_rate": 9.865706750586581e-05,
      "loss": 0.0283,
      "step": 19240
    },
    {
      "epoch": 2.939380058024126,
      "grad_norm": 0.28626763820648193,
      "learning_rate": 9.865468744998703e-05,
      "loss": 0.0257,
      "step": 19250
    },
    {
      "epoch": 2.940907008703619,
      "grad_norm": 0.29338082671165466,
      "learning_rate": 9.86523053156694e-05,
      "loss": 0.0234,
      "step": 19260
    },
    {
      "epoch": 2.942433959383112,
      "grad_norm": 0.2943595051765442,
      "learning_rate": 9.864992110301465e-05,
      "loss": 0.0191,
      "step": 19270
    },
    {
      "epoch": 2.943960910062605,
      "grad_norm": 0.2691267430782318,
      "learning_rate": 9.864753481212465e-05,
      "loss": 0.0236,
      "step": 19280
    },
    {
      "epoch": 2.945487860742098,
      "grad_norm": 0.4290774166584015,
      "learning_rate": 9.864514644310133e-05,
      "loss": 0.024,
      "step": 19290
    },
    {
      "epoch": 2.947014811421591,
      "grad_norm": 0.28973716497421265,
      "learning_rate": 9.864275599604671e-05,
      "loss": 0.0272,
      "step": 19300
    },
    {
      "epoch": 2.948541762101084,
      "grad_norm": 0.25009846687316895,
      "learning_rate": 9.864036347106292e-05,
      "loss": 0.0236,
      "step": 19310
    },
    {
      "epoch": 2.950068712780577,
      "grad_norm": 0.23131808638572693,
      "learning_rate": 9.863796886825216e-05,
      "loss": 0.0216,
      "step": 19320
    },
    {
      "epoch": 2.95159566346007,
      "grad_norm": 0.23652566969394684,
      "learning_rate": 9.86355721877167e-05,
      "loss": 0.0236,
      "step": 19330
    },
    {
      "epoch": 2.9531226141395632,
      "grad_norm": 0.30698055028915405,
      "learning_rate": 9.863317342955898e-05,
      "loss": 0.0228,
      "step": 19340
    },
    {
      "epoch": 2.9546495648190563,
      "grad_norm": 0.2504456043243408,
      "learning_rate": 9.86307725938814e-05,
      "loss": 0.0222,
      "step": 19350
    },
    {
      "epoch": 2.9561765154985493,
      "grad_norm": 0.25588899850845337,
      "learning_rate": 9.862836968078658e-05,
      "loss": 0.0227,
      "step": 19360
    },
    {
      "epoch": 2.9577034661780424,
      "grad_norm": 0.31296664476394653,
      "learning_rate": 9.862596469037713e-05,
      "loss": 0.0224,
      "step": 19370
    },
    {
      "epoch": 2.9592304168575354,
      "grad_norm": 0.22148136794567108,
      "learning_rate": 9.862355762275578e-05,
      "loss": 0.0252,
      "step": 19380
    },
    {
      "epoch": 2.9607573675370285,
      "grad_norm": 0.254150390625,
      "learning_rate": 9.86211484780254e-05,
      "loss": 0.0251,
      "step": 19390
    },
    {
      "epoch": 2.9622843182165215,
      "grad_norm": 0.22835813462734222,
      "learning_rate": 9.861873725628887e-05,
      "loss": 0.0268,
      "step": 19400
    },
    {
      "epoch": 2.9638112688960145,
      "grad_norm": 0.33402374386787415,
      "learning_rate": 9.861632395764919e-05,
      "loss": 0.0273,
      "step": 19410
    },
    {
      "epoch": 2.9653382195755076,
      "grad_norm": 0.2500738203525543,
      "learning_rate": 9.861390858220947e-05,
      "loss": 0.0215,
      "step": 19420
    },
    {
      "epoch": 2.9668651702550006,
      "grad_norm": 0.27954530715942383,
      "learning_rate": 9.861149113007286e-05,
      "loss": 0.0252,
      "step": 19430
    },
    {
      "epoch": 2.9683921209344937,
      "grad_norm": 0.2577744722366333,
      "learning_rate": 9.860907160134267e-05,
      "loss": 0.0252,
      "step": 19440
    },
    {
      "epoch": 2.9699190716139867,
      "grad_norm": 0.3679112493991852,
      "learning_rate": 9.860664999612224e-05,
      "loss": 0.023,
      "step": 19450
    },
    {
      "epoch": 2.9714460222934798,
      "grad_norm": 0.29886946082115173,
      "learning_rate": 9.860422631451503e-05,
      "loss": 0.0201,
      "step": 19460
    },
    {
      "epoch": 2.972972972972973,
      "grad_norm": 0.19844037294387817,
      "learning_rate": 9.860180055662453e-05,
      "loss": 0.0236,
      "step": 19470
    },
    {
      "epoch": 2.9744999236524663,
      "grad_norm": 0.38558894395828247,
      "learning_rate": 9.859937272255442e-05,
      "loss": 0.0292,
      "step": 19480
    },
    {
      "epoch": 2.976026874331959,
      "grad_norm": 0.2895490825176239,
      "learning_rate": 9.859694281240836e-05,
      "loss": 0.0309,
      "step": 19490
    },
    {
      "epoch": 2.9775538250114524,
      "grad_norm": 0.22457265853881836,
      "learning_rate": 9.85945108262902e-05,
      "loss": 0.0206,
      "step": 19500
    },
    {
      "epoch": 2.979080775690945,
      "grad_norm": 0.27236002683639526,
      "learning_rate": 9.85920767643038e-05,
      "loss": 0.0204,
      "step": 19510
    },
    {
      "epoch": 2.9806077263704385,
      "grad_norm": 0.25348058342933655,
      "learning_rate": 9.858964062655316e-05,
      "loss": 0.0272,
      "step": 19520
    },
    {
      "epoch": 2.982134677049931,
      "grad_norm": 0.24695704877376556,
      "learning_rate": 9.858720241314231e-05,
      "loss": 0.0247,
      "step": 19530
    },
    {
      "epoch": 2.9836616277294246,
      "grad_norm": 0.3294134736061096,
      "learning_rate": 9.858476212417544e-05,
      "loss": 0.0218,
      "step": 19540
    },
    {
      "epoch": 2.985188578408917,
      "grad_norm": 0.19996391236782074,
      "learning_rate": 9.85823197597568e-05,
      "loss": 0.0254,
      "step": 19550
    },
    {
      "epoch": 2.9867155290884106,
      "grad_norm": 0.19770698249340057,
      "learning_rate": 9.85798753199907e-05,
      "loss": 0.0292,
      "step": 19560
    },
    {
      "epoch": 2.9882424797679032,
      "grad_norm": 0.25260859727859497,
      "learning_rate": 9.857742880498157e-05,
      "loss": 0.023,
      "step": 19570
    },
    {
      "epoch": 2.9897694304473967,
      "grad_norm": 0.4113186299800873,
      "learning_rate": 9.857498021483391e-05,
      "loss": 0.0237,
      "step": 19580
    },
    {
      "epoch": 2.9912963811268893,
      "grad_norm": 0.28621572256088257,
      "learning_rate": 9.857252954965234e-05,
      "loss": 0.0206,
      "step": 19590
    },
    {
      "epoch": 2.992823331806383,
      "grad_norm": 0.2588161826133728,
      "learning_rate": 9.857007680954154e-05,
      "loss": 0.02,
      "step": 19600
    },
    {
      "epoch": 2.994350282485876,
      "grad_norm": 0.34498682618141174,
      "learning_rate": 9.856762199460629e-05,
      "loss": 0.018,
      "step": 19610
    },
    {
      "epoch": 2.995877233165369,
      "grad_norm": 0.22763590514659882,
      "learning_rate": 9.856516510495144e-05,
      "loss": 0.0201,
      "step": 19620
    },
    {
      "epoch": 2.997404183844862,
      "grad_norm": 0.22323794662952423,
      "learning_rate": 9.856270614068195e-05,
      "loss": 0.0228,
      "step": 19630
    },
    {
      "epoch": 2.998931134524355,
      "grad_norm": 0.23318596184253693,
      "learning_rate": 9.856024510190288e-05,
      "loss": 0.0232,
      "step": 19640
    },
    {
      "epoch": 3.000458085203848,
      "grad_norm": 0.22468027472496033,
      "learning_rate": 9.855778198871934e-05,
      "loss": 0.0215,
      "step": 19650
    },
    {
      "epoch": 3.001985035883341,
      "grad_norm": 0.21114693582057953,
      "learning_rate": 9.855531680123655e-05,
      "loss": 0.0271,
      "step": 19660
    },
    {
      "epoch": 3.003511986562834,
      "grad_norm": 0.31840798258781433,
      "learning_rate": 9.855284953955984e-05,
      "loss": 0.0245,
      "step": 19670
    },
    {
      "epoch": 3.005038937242327,
      "grad_norm": 0.2908417284488678,
      "learning_rate": 9.855038020379458e-05,
      "loss": 0.0247,
      "step": 19680
    },
    {
      "epoch": 3.0065658879218202,
      "grad_norm": 0.25609561800956726,
      "learning_rate": 9.854790879404627e-05,
      "loss": 0.0208,
      "step": 19690
    },
    {
      "epoch": 3.0080928386013133,
      "grad_norm": 0.3169606328010559,
      "learning_rate": 9.854543531042048e-05,
      "loss": 0.0258,
      "step": 19700
    },
    {
      "epoch": 3.0096197892808063,
      "grad_norm": 0.408551424741745,
      "learning_rate": 9.854295975302288e-05,
      "loss": 0.0272,
      "step": 19710
    },
    {
      "epoch": 3.0111467399602994,
      "grad_norm": 0.36008399724960327,
      "learning_rate": 9.85404821219592e-05,
      "loss": 0.0242,
      "step": 19720
    },
    {
      "epoch": 3.0126736906397924,
      "grad_norm": 0.3284154534339905,
      "learning_rate": 9.853800241733533e-05,
      "loss": 0.0263,
      "step": 19730
    },
    {
      "epoch": 3.0142006413192854,
      "grad_norm": 0.2776091694831848,
      "learning_rate": 9.853552063925713e-05,
      "loss": 0.022,
      "step": 19740
    },
    {
      "epoch": 3.0157275919987785,
      "grad_norm": 0.21136264503002167,
      "learning_rate": 9.853303678783068e-05,
      "loss": 0.0231,
      "step": 19750
    },
    {
      "epoch": 3.0172545426782715,
      "grad_norm": 0.20008929073810577,
      "learning_rate": 9.853055086316203e-05,
      "loss": 0.0218,
      "step": 19760
    },
    {
      "epoch": 3.0187814933577646,
      "grad_norm": 0.3456554114818573,
      "learning_rate": 9.852806286535741e-05,
      "loss": 0.0252,
      "step": 19770
    },
    {
      "epoch": 3.0203084440372576,
      "grad_norm": 0.24989727139472961,
      "learning_rate": 9.85255727945231e-05,
      "loss": 0.0262,
      "step": 19780
    },
    {
      "epoch": 3.0218353947167507,
      "grad_norm": 0.23995013535022736,
      "learning_rate": 9.852308065076545e-05,
      "loss": 0.0223,
      "step": 19790
    },
    {
      "epoch": 3.0233623453962437,
      "grad_norm": 0.3244178891181946,
      "learning_rate": 9.852058643419095e-05,
      "loss": 0.0226,
      "step": 19800
    },
    {
      "epoch": 3.0248892960757368,
      "grad_norm": 0.31344929337501526,
      "learning_rate": 9.851809014490613e-05,
      "loss": 0.0226,
      "step": 19810
    },
    {
      "epoch": 3.02641624675523,
      "grad_norm": 0.310558944940567,
      "learning_rate": 9.851559178301761e-05,
      "loss": 0.0238,
      "step": 19820
    },
    {
      "epoch": 3.027943197434723,
      "grad_norm": 0.19955118000507355,
      "learning_rate": 9.851309134863216e-05,
      "loss": 0.0263,
      "step": 19830
    },
    {
      "epoch": 3.029470148114216,
      "grad_norm": 0.31659993529319763,
      "learning_rate": 9.851058884185656e-05,
      "loss": 0.0245,
      "step": 19840
    },
    {
      "epoch": 3.030997098793709,
      "grad_norm": 0.24865908920764923,
      "learning_rate": 9.850808426279772e-05,
      "loss": 0.0224,
      "step": 19850
    },
    {
      "epoch": 3.032524049473202,
      "grad_norm": 0.2753966748714447,
      "learning_rate": 9.850557761156263e-05,
      "loss": 0.0267,
      "step": 19860
    },
    {
      "epoch": 3.034051000152695,
      "grad_norm": 0.36453166604042053,
      "learning_rate": 9.850306888825838e-05,
      "loss": 0.0208,
      "step": 19870
    },
    {
      "epoch": 3.035577950832188,
      "grad_norm": 0.29339882731437683,
      "learning_rate": 9.850055809299212e-05,
      "loss": 0.0185,
      "step": 19880
    },
    {
      "epoch": 3.037104901511681,
      "grad_norm": 0.3360516428947449,
      "learning_rate": 9.849804522587112e-05,
      "loss": 0.0208,
      "step": 19890
    },
    {
      "epoch": 3.038631852191174,
      "grad_norm": 0.2703821063041687,
      "learning_rate": 9.849553028700273e-05,
      "loss": 0.0203,
      "step": 19900
    },
    {
      "epoch": 3.040158802870667,
      "grad_norm": 0.2756575644016266,
      "learning_rate": 9.849301327649436e-05,
      "loss": 0.0219,
      "step": 19910
    },
    {
      "epoch": 3.0416857535501602,
      "grad_norm": 0.3145906627178192,
      "learning_rate": 9.849049419445356e-05,
      "loss": 0.0166,
      "step": 19920
    },
    {
      "epoch": 3.0432127042296533,
      "grad_norm": 0.28595462441444397,
      "learning_rate": 9.848797304098793e-05,
      "loss": 0.0167,
      "step": 19930
    },
    {
      "epoch": 3.0447396549091463,
      "grad_norm": 0.3321700692176819,
      "learning_rate": 9.848544981620516e-05,
      "loss": 0.0224,
      "step": 19940
    },
    {
      "epoch": 3.0462666055886394,
      "grad_norm": 0.3521486222743988,
      "learning_rate": 9.848292452021305e-05,
      "loss": 0.0275,
      "step": 19950
    },
    {
      "epoch": 3.0477935562681324,
      "grad_norm": 0.3427785634994507,
      "learning_rate": 9.848039715311947e-05,
      "loss": 0.0232,
      "step": 19960
    },
    {
      "epoch": 3.0493205069476255,
      "grad_norm": 0.2996945381164551,
      "learning_rate": 9.847786771503238e-05,
      "loss": 0.0213,
      "step": 19970
    },
    {
      "epoch": 3.0508474576271185,
      "grad_norm": 0.3121326267719269,
      "learning_rate": 9.847533620605983e-05,
      "loss": 0.0205,
      "step": 19980
    },
    {
      "epoch": 3.0523744083066116,
      "grad_norm": 0.3445380926132202,
      "learning_rate": 9.847280262630998e-05,
      "loss": 0.0205,
      "step": 19990
    },
    {
      "epoch": 3.0539013589861046,
      "grad_norm": 0.22208471596240997,
      "learning_rate": 9.847026697589106e-05,
      "loss": 0.0198,
      "step": 20000
    },
    {
      "epoch": 3.0554283096655976,
      "grad_norm": 0.23269876837730408,
      "learning_rate": 9.846772925491136e-05,
      "loss": 0.0195,
      "step": 20010
    },
    {
      "epoch": 3.0569552603450907,
      "grad_norm": 0.2514175474643707,
      "learning_rate": 9.84651894634793e-05,
      "loss": 0.0183,
      "step": 20020
    },
    {
      "epoch": 3.0584822110245837,
      "grad_norm": 0.34695374965667725,
      "learning_rate": 9.846264760170339e-05,
      "loss": 0.0204,
      "step": 20030
    },
    {
      "epoch": 3.0600091617040768,
      "grad_norm": 0.24679836630821228,
      "learning_rate": 9.84601036696922e-05,
      "loss": 0.0224,
      "step": 20040
    },
    {
      "epoch": 3.06153611238357,
      "grad_norm": 0.3415607810020447,
      "learning_rate": 9.845755766755441e-05,
      "loss": 0.0236,
      "step": 20050
    },
    {
      "epoch": 3.063063063063063,
      "grad_norm": 0.37470489740371704,
      "learning_rate": 9.845500959539877e-05,
      "loss": 0.0257,
      "step": 20060
    },
    {
      "epoch": 3.064590013742556,
      "grad_norm": 0.33031007647514343,
      "learning_rate": 9.845245945333414e-05,
      "loss": 0.0205,
      "step": 20070
    },
    {
      "epoch": 3.066116964422049,
      "grad_norm": 0.2465916872024536,
      "learning_rate": 9.844990724146946e-05,
      "loss": 0.0207,
      "step": 20080
    },
    {
      "epoch": 3.0676439151015424,
      "grad_norm": 0.28342047333717346,
      "learning_rate": 9.844735295991373e-05,
      "loss": 0.0207,
      "step": 20090
    },
    {
      "epoch": 3.0691708657810355,
      "grad_norm": 0.3153825104236603,
      "learning_rate": 9.844479660877609e-05,
      "loss": 0.0191,
      "step": 20100
    },
    {
      "epoch": 3.0706978164605285,
      "grad_norm": 0.24615812301635742,
      "learning_rate": 9.844223818816574e-05,
      "loss": 0.0225,
      "step": 20110
    },
    {
      "epoch": 3.0722247671400216,
      "grad_norm": 0.2561163008213043,
      "learning_rate": 9.843967769819195e-05,
      "loss": 0.0201,
      "step": 20120
    },
    {
      "epoch": 3.0737517178195146,
      "grad_norm": 0.26908716559410095,
      "learning_rate": 9.843711513896412e-05,
      "loss": 0.0207,
      "step": 20130
    },
    {
      "epoch": 3.0752786684990077,
      "grad_norm": 0.2594171464443207,
      "learning_rate": 9.843455051059174e-05,
      "loss": 0.0261,
      "step": 20140
    },
    {
      "epoch": 3.0768056191785007,
      "grad_norm": 0.25235286355018616,
      "learning_rate": 9.84319838131843e-05,
      "loss": 0.0237,
      "step": 20150
    },
    {
      "epoch": 3.0783325698579938,
      "grad_norm": 0.19728821516036987,
      "learning_rate": 9.842941504685152e-05,
      "loss": 0.0236,
      "step": 20160
    },
    {
      "epoch": 3.079859520537487,
      "grad_norm": 0.2147970348596573,
      "learning_rate": 9.842684421170308e-05,
      "loss": 0.0187,
      "step": 20170
    },
    {
      "epoch": 3.08138647121698,
      "grad_norm": 0.38028252124786377,
      "learning_rate": 9.842427130784882e-05,
      "loss": 0.0245,
      "step": 20180
    },
    {
      "epoch": 3.082913421896473,
      "grad_norm": 0.22203773260116577,
      "learning_rate": 9.842169633539864e-05,
      "loss": 0.0226,
      "step": 20190
    },
    {
      "epoch": 3.084440372575966,
      "grad_norm": 0.2815778851509094,
      "learning_rate": 9.841911929446255e-05,
      "loss": 0.0268,
      "step": 20200
    },
    {
      "epoch": 3.085967323255459,
      "grad_norm": 0.29005128145217896,
      "learning_rate": 9.841654018515063e-05,
      "loss": 0.026,
      "step": 20210
    },
    {
      "epoch": 3.087494273934952,
      "grad_norm": 0.3172084391117096,
      "learning_rate": 9.841395900757307e-05,
      "loss": 0.0238,
      "step": 20220
    },
    {
      "epoch": 3.089021224614445,
      "grad_norm": 0.24383607506752014,
      "learning_rate": 9.841137576184009e-05,
      "loss": 0.0226,
      "step": 20230
    },
    {
      "epoch": 3.090548175293938,
      "grad_norm": 0.21078135073184967,
      "learning_rate": 9.84087904480621e-05,
      "loss": 0.0196,
      "step": 20240
    },
    {
      "epoch": 3.092075125973431,
      "grad_norm": 0.2261512279510498,
      "learning_rate": 9.840620306634951e-05,
      "loss": 0.0199,
      "step": 20250
    },
    {
      "epoch": 3.093602076652924,
      "grad_norm": 0.24245816469192505,
      "learning_rate": 9.840361361681285e-05,
      "loss": 0.0201,
      "step": 20260
    },
    {
      "epoch": 3.0951290273324172,
      "grad_norm": 0.2825808525085449,
      "learning_rate": 9.840102209956272e-05,
      "loss": 0.0211,
      "step": 20270
    },
    {
      "epoch": 3.0966559780119103,
      "grad_norm": 0.2665053606033325,
      "learning_rate": 9.839842851470986e-05,
      "loss": 0.0208,
      "step": 20280
    },
    {
      "epoch": 3.0981829286914033,
      "grad_norm": 0.35116785764694214,
      "learning_rate": 9.839583286236505e-05,
      "loss": 0.0222,
      "step": 20290
    },
    {
      "epoch": 3.0997098793708964,
      "grad_norm": 0.21997563540935516,
      "learning_rate": 9.839323514263914e-05,
      "loss": 0.0261,
      "step": 20300
    },
    {
      "epoch": 3.1012368300503894,
      "grad_norm": 0.27386513352394104,
      "learning_rate": 9.839063535564315e-05,
      "loss": 0.0187,
      "step": 20310
    },
    {
      "epoch": 3.1027637807298825,
      "grad_norm": 0.17056123912334442,
      "learning_rate": 9.83880335014881e-05,
      "loss": 0.0185,
      "step": 20320
    },
    {
      "epoch": 3.1042907314093755,
      "grad_norm": 0.22871851921081543,
      "learning_rate": 9.838542958028516e-05,
      "loss": 0.0272,
      "step": 20330
    },
    {
      "epoch": 3.1058176820888685,
      "grad_norm": 0.40668705105781555,
      "learning_rate": 9.838282359214554e-05,
      "loss": 0.024,
      "step": 20340
    },
    {
      "epoch": 3.1073446327683616,
      "grad_norm": 0.48915159702301025,
      "learning_rate": 9.83802155371806e-05,
      "loss": 0.021,
      "step": 20350
    },
    {
      "epoch": 3.1088715834478546,
      "grad_norm": 0.2812268137931824,
      "learning_rate": 9.837760541550172e-05,
      "loss": 0.0231,
      "step": 20360
    },
    {
      "epoch": 3.1103985341273477,
      "grad_norm": 0.2706986665725708,
      "learning_rate": 9.837499322722039e-05,
      "loss": 0.0205,
      "step": 20370
    },
    {
      "epoch": 3.1119254848068407,
      "grad_norm": 0.2713816463947296,
      "learning_rate": 9.837237897244824e-05,
      "loss": 0.0197,
      "step": 20380
    },
    {
      "epoch": 3.1134524354863338,
      "grad_norm": 0.2903079390525818,
      "learning_rate": 9.836976265129691e-05,
      "loss": 0.0203,
      "step": 20390
    },
    {
      "epoch": 3.114979386165827,
      "grad_norm": 0.3519594073295593,
      "learning_rate": 9.83671442638782e-05,
      "loss": 0.0193,
      "step": 20400
    },
    {
      "epoch": 3.11650633684532,
      "grad_norm": 0.25499197840690613,
      "learning_rate": 9.836452381030392e-05,
      "loss": 0.0188,
      "step": 20410
    },
    {
      "epoch": 3.118033287524813,
      "grad_norm": 0.19864435493946075,
      "learning_rate": 9.836190129068603e-05,
      "loss": 0.0193,
      "step": 20420
    },
    {
      "epoch": 3.119560238204306,
      "grad_norm": 0.6861143112182617,
      "learning_rate": 9.835927670513657e-05,
      "loss": 0.0231,
      "step": 20430
    },
    {
      "epoch": 3.121087188883799,
      "grad_norm": 0.36929741501808167,
      "learning_rate": 9.835665005376766e-05,
      "loss": 0.0229,
      "step": 20440
    },
    {
      "epoch": 3.122614139563292,
      "grad_norm": 0.26485925912857056,
      "learning_rate": 9.835402133669147e-05,
      "loss": 0.0257,
      "step": 20450
    },
    {
      "epoch": 3.124141090242785,
      "grad_norm": 0.2589094042778015,
      "learning_rate": 9.835139055402031e-05,
      "loss": 0.0209,
      "step": 20460
    },
    {
      "epoch": 3.125668040922278,
      "grad_norm": 0.24344833195209503,
      "learning_rate": 9.83487577058666e-05,
      "loss": 0.0202,
      "step": 20470
    },
    {
      "epoch": 3.127194991601771,
      "grad_norm": 0.293860524892807,
      "learning_rate": 9.834612279234276e-05,
      "loss": 0.0258,
      "step": 20480
    },
    {
      "epoch": 3.128721942281264,
      "grad_norm": 0.34188854694366455,
      "learning_rate": 9.834348581356138e-05,
      "loss": 0.0216,
      "step": 20490
    },
    {
      "epoch": 3.1302488929607573,
      "grad_norm": 0.1977960169315338,
      "learning_rate": 9.834084676963509e-05,
      "loss": 0.0209,
      "step": 20500
    },
    {
      "epoch": 3.1317758436402503,
      "grad_norm": 0.334693968296051,
      "learning_rate": 9.833820566067665e-05,
      "loss": 0.0274,
      "step": 20510
    },
    {
      "epoch": 3.1333027943197433,
      "grad_norm": 0.2529430091381073,
      "learning_rate": 9.833556248679882e-05,
      "loss": 0.0202,
      "step": 20520
    },
    {
      "epoch": 3.1348297449992364,
      "grad_norm": 0.29737457633018494,
      "learning_rate": 9.83329172481146e-05,
      "loss": 0.0244,
      "step": 20530
    },
    {
      "epoch": 3.1363566956787294,
      "grad_norm": 0.25781193375587463,
      "learning_rate": 9.833026994473694e-05,
      "loss": 0.0215,
      "step": 20540
    },
    {
      "epoch": 3.1378836463582225,
      "grad_norm": 0.28582313656806946,
      "learning_rate": 9.832762057677891e-05,
      "loss": 0.0206,
      "step": 20550
    },
    {
      "epoch": 3.1394105970377155,
      "grad_norm": 0.3118738532066345,
      "learning_rate": 9.832496914435372e-05,
      "loss": 0.0244,
      "step": 20560
    },
    {
      "epoch": 3.1409375477172086,
      "grad_norm": 0.25858885049819946,
      "learning_rate": 9.832231564757462e-05,
      "loss": 0.0208,
      "step": 20570
    },
    {
      "epoch": 3.1424644983967016,
      "grad_norm": 0.2644687592983246,
      "learning_rate": 9.831966008655497e-05,
      "loss": 0.0234,
      "step": 20580
    },
    {
      "epoch": 3.1439914490761947,
      "grad_norm": 0.24198873341083527,
      "learning_rate": 9.831700246140821e-05,
      "loss": 0.0218,
      "step": 20590
    },
    {
      "epoch": 3.1455183997556877,
      "grad_norm": 0.40182948112487793,
      "learning_rate": 9.831434277224786e-05,
      "loss": 0.0217,
      "step": 20600
    },
    {
      "epoch": 3.1470453504351807,
      "grad_norm": 0.27737826108932495,
      "learning_rate": 9.831168101918755e-05,
      "loss": 0.0251,
      "step": 20610
    },
    {
      "epoch": 3.148572301114674,
      "grad_norm": 0.19583511352539062,
      "learning_rate": 9.830901720234098e-05,
      "loss": 0.0249,
      "step": 20620
    },
    {
      "epoch": 3.150099251794167,
      "grad_norm": 0.24339064955711365,
      "learning_rate": 9.830635132182194e-05,
      "loss": 0.0223,
      "step": 20630
    },
    {
      "epoch": 3.1516262024736603,
      "grad_norm": 0.35664859414100647,
      "learning_rate": 9.830368337774431e-05,
      "loss": 0.0212,
      "step": 20640
    },
    {
      "epoch": 3.153153153153153,
      "grad_norm": 0.22793075442314148,
      "learning_rate": 9.830101337022206e-05,
      "loss": 0.0196,
      "step": 20650
    },
    {
      "epoch": 3.1546801038326464,
      "grad_norm": 0.271492600440979,
      "learning_rate": 9.829834129936926e-05,
      "loss": 0.0254,
      "step": 20660
    },
    {
      "epoch": 3.1562070545121395,
      "grad_norm": 0.35036373138427734,
      "learning_rate": 9.829566716530004e-05,
      "loss": 0.0236,
      "step": 20670
    },
    {
      "epoch": 3.1577340051916325,
      "grad_norm": 0.32488617300987244,
      "learning_rate": 9.829299096812864e-05,
      "loss": 0.0203,
      "step": 20680
    },
    {
      "epoch": 3.1592609558711255,
      "grad_norm": 0.3085842430591583,
      "learning_rate": 9.829031270796938e-05,
      "loss": 0.0234,
      "step": 20690
    },
    {
      "epoch": 3.1607879065506186,
      "grad_norm": 0.2372908890247345,
      "learning_rate": 9.828763238493668e-05,
      "loss": 0.0226,
      "step": 20700
    },
    {
      "epoch": 3.1623148572301116,
      "grad_norm": 0.224694162607193,
      "learning_rate": 9.828494999914503e-05,
      "loss": 0.0191,
      "step": 20710
    },
    {
      "epoch": 3.1638418079096047,
      "grad_norm": 0.3203878104686737,
      "learning_rate": 9.828226555070902e-05,
      "loss": 0.0211,
      "step": 20720
    },
    {
      "epoch": 3.1653687585890977,
      "grad_norm": 0.39850807189941406,
      "learning_rate": 9.827957903974332e-05,
      "loss": 0.0224,
      "step": 20730
    },
    {
      "epoch": 3.1668957092685908,
      "grad_norm": 0.8420865535736084,
      "learning_rate": 9.827689046636271e-05,
      "loss": 0.0231,
      "step": 20740
    },
    {
      "epoch": 3.168422659948084,
      "grad_norm": 0.2691381573677063,
      "learning_rate": 9.8274199830682e-05,
      "loss": 0.0244,
      "step": 20750
    },
    {
      "epoch": 3.169949610627577,
      "grad_norm": 0.3020479381084442,
      "learning_rate": 9.827150713281616e-05,
      "loss": 0.0229,
      "step": 20760
    },
    {
      "epoch": 3.17147656130707,
      "grad_norm": 0.15192961692810059,
      "learning_rate": 9.826881237288023e-05,
      "loss": 0.0213,
      "step": 20770
    },
    {
      "epoch": 3.173003511986563,
      "grad_norm": 0.28214403986930847,
      "learning_rate": 9.82661155509893e-05,
      "loss": 0.0241,
      "step": 20780
    },
    {
      "epoch": 3.174530462666056,
      "grad_norm": 0.3305101692676544,
      "learning_rate": 9.826341666725858e-05,
      "loss": 0.0271,
      "step": 20790
    },
    {
      "epoch": 3.176057413345549,
      "grad_norm": 0.2387220710515976,
      "learning_rate": 9.826071572180337e-05,
      "loss": 0.0245,
      "step": 20800
    },
    {
      "epoch": 3.177584364025042,
      "grad_norm": 0.23636361956596375,
      "learning_rate": 9.825801271473903e-05,
      "loss": 0.0216,
      "step": 20810
    },
    {
      "epoch": 3.179111314704535,
      "grad_norm": 0.32355642318725586,
      "learning_rate": 9.825530764618105e-05,
      "loss": 0.0216,
      "step": 20820
    },
    {
      "epoch": 3.180638265384028,
      "grad_norm": 0.16237235069274902,
      "learning_rate": 9.825260051624496e-05,
      "loss": 0.0214,
      "step": 20830
    },
    {
      "epoch": 3.182165216063521,
      "grad_norm": 0.2680189609527588,
      "learning_rate": 9.824989132504645e-05,
      "loss": 0.0207,
      "step": 20840
    },
    {
      "epoch": 3.1836921667430143,
      "grad_norm": 0.2989879250526428,
      "learning_rate": 9.82471800727012e-05,
      "loss": 0.0222,
      "step": 20850
    },
    {
      "epoch": 3.1852191174225073,
      "grad_norm": 0.23802347481250763,
      "learning_rate": 9.824446675932504e-05,
      "loss": 0.0227,
      "step": 20860
    },
    {
      "epoch": 3.1867460681020003,
      "grad_norm": 0.260973185300827,
      "learning_rate": 9.82417513850339e-05,
      "loss": 0.0187,
      "step": 20870
    },
    {
      "epoch": 3.1882730187814934,
      "grad_norm": 0.346086323261261,
      "learning_rate": 9.823903394994376e-05,
      "loss": 0.0219,
      "step": 20880
    },
    {
      "epoch": 3.1897999694609864,
      "grad_norm": 0.29514533281326294,
      "learning_rate": 9.823631445417072e-05,
      "loss": 0.0207,
      "step": 20890
    },
    {
      "epoch": 3.1913269201404795,
      "grad_norm": 0.28272175788879395,
      "learning_rate": 9.823359289783092e-05,
      "loss": 0.0206,
      "step": 20900
    },
    {
      "epoch": 3.1928538708199725,
      "grad_norm": 0.5231433510780334,
      "learning_rate": 9.823086928104065e-05,
      "loss": 0.0233,
      "step": 20910
    },
    {
      "epoch": 3.1943808214994656,
      "grad_norm": 0.44218674302101135,
      "learning_rate": 9.822814360391624e-05,
      "loss": 0.0255,
      "step": 20920
    },
    {
      "epoch": 3.1959077721789586,
      "grad_norm": 0.3129889667034149,
      "learning_rate": 9.822541586657414e-05,
      "loss": 0.0231,
      "step": 20930
    },
    {
      "epoch": 3.1974347228584517,
      "grad_norm": 0.31088826060295105,
      "learning_rate": 9.822268606913088e-05,
      "loss": 0.0226,
      "step": 20940
    },
    {
      "epoch": 3.1989616735379447,
      "grad_norm": 0.2919018864631653,
      "learning_rate": 9.821995421170304e-05,
      "loss": 0.0232,
      "step": 20950
    },
    {
      "epoch": 3.2004886242174377,
      "grad_norm": 0.3794993758201599,
      "learning_rate": 9.821722029440735e-05,
      "loss": 0.0238,
      "step": 20960
    },
    {
      "epoch": 3.202015574896931,
      "grad_norm": 0.2535534203052521,
      "learning_rate": 9.821448431736058e-05,
      "loss": 0.0257,
      "step": 20970
    },
    {
      "epoch": 3.203542525576424,
      "grad_norm": 0.2653385400772095,
      "learning_rate": 9.82117462806796e-05,
      "loss": 0.0243,
      "step": 20980
    },
    {
      "epoch": 3.205069476255917,
      "grad_norm": 0.26377877593040466,
      "learning_rate": 9.820900618448142e-05,
      "loss": 0.0236,
      "step": 20990
    },
    {
      "epoch": 3.20659642693541,
      "grad_norm": 0.4279583692550659,
      "learning_rate": 9.820626402888303e-05,
      "loss": 0.0268,
      "step": 21000
    },
    {
      "epoch": 3.208123377614903,
      "grad_norm": 0.32572507858276367,
      "learning_rate": 9.82035198140016e-05,
      "loss": 0.0194,
      "step": 21010
    },
    {
      "epoch": 3.209650328294396,
      "grad_norm": 0.17853160202503204,
      "learning_rate": 9.820077353995436e-05,
      "loss": 0.0209,
      "step": 21020
    },
    {
      "epoch": 3.211177278973889,
      "grad_norm": 0.21289269626140594,
      "learning_rate": 9.819802520685864e-05,
      "loss": 0.0265,
      "step": 21030
    },
    {
      "epoch": 3.212704229653382,
      "grad_norm": 0.21771085262298584,
      "learning_rate": 9.819527481483181e-05,
      "loss": 0.02,
      "step": 21040
    },
    {
      "epoch": 3.214231180332875,
      "grad_norm": 0.20398098230361938,
      "learning_rate": 9.819252236399137e-05,
      "loss": 0.0223,
      "step": 21050
    },
    {
      "epoch": 3.215758131012368,
      "grad_norm": 0.2636782228946686,
      "learning_rate": 9.818976785445492e-05,
      "loss": 0.0258,
      "step": 21060
    },
    {
      "epoch": 3.2172850816918612,
      "grad_norm": 0.32152989506721497,
      "learning_rate": 9.818701128634011e-05,
      "loss": 0.0181,
      "step": 21070
    },
    {
      "epoch": 3.2188120323713543,
      "grad_norm": 0.44385552406311035,
      "learning_rate": 9.81842526597647e-05,
      "loss": 0.0298,
      "step": 21080
    },
    {
      "epoch": 3.2203389830508473,
      "grad_norm": 0.2608111798763275,
      "learning_rate": 9.818149197484654e-05,
      "loss": 0.0233,
      "step": 21090
    },
    {
      "epoch": 3.2218659337303404,
      "grad_norm": 0.24010421335697174,
      "learning_rate": 9.817872923170355e-05,
      "loss": 0.0207,
      "step": 21100
    },
    {
      "epoch": 3.2233928844098334,
      "grad_norm": 0.24073362350463867,
      "learning_rate": 9.817596443045375e-05,
      "loss": 0.0224,
      "step": 21110
    },
    {
      "epoch": 3.2249198350893264,
      "grad_norm": 0.2039085477590561,
      "learning_rate": 9.817319757121526e-05,
      "loss": 0.0227,
      "step": 21120
    },
    {
      "epoch": 3.2264467857688195,
      "grad_norm": 0.16113175451755524,
      "learning_rate": 9.817042865410626e-05,
      "loss": 0.0157,
      "step": 21130
    },
    {
      "epoch": 3.2279737364483125,
      "grad_norm": 0.28928840160369873,
      "learning_rate": 9.816765767924505e-05,
      "loss": 0.0252,
      "step": 21140
    },
    {
      "epoch": 3.2295006871278056,
      "grad_norm": 0.1966751217842102,
      "learning_rate": 9.816488464674998e-05,
      "loss": 0.0218,
      "step": 21150
    },
    {
      "epoch": 3.2310276378072986,
      "grad_norm": 0.33173197507858276,
      "learning_rate": 9.816210955673952e-05,
      "loss": 0.0204,
      "step": 21160
    },
    {
      "epoch": 3.2325545884867917,
      "grad_norm": 0.3048272132873535,
      "learning_rate": 9.815933240933222e-05,
      "loss": 0.019,
      "step": 21170
    },
    {
      "epoch": 3.2340815391662847,
      "grad_norm": 0.2404937893152237,
      "learning_rate": 9.815655320464671e-05,
      "loss": 0.0198,
      "step": 21180
    },
    {
      "epoch": 3.235608489845778,
      "grad_norm": 0.25557953119277954,
      "learning_rate": 9.815377194280171e-05,
      "loss": 0.0204,
      "step": 21190
    },
    {
      "epoch": 3.237135440525271,
      "grad_norm": 0.2071831226348877,
      "learning_rate": 9.815098862391604e-05,
      "loss": 0.0251,
      "step": 21200
    },
    {
      "epoch": 3.2386623912047643,
      "grad_norm": 0.2277437299489975,
      "learning_rate": 9.814820324810858e-05,
      "loss": 0.0215,
      "step": 21210
    },
    {
      "epoch": 3.2401893418842573,
      "grad_norm": 0.20026178658008575,
      "learning_rate": 9.814541581549834e-05,
      "loss": 0.0221,
      "step": 21220
    },
    {
      "epoch": 3.2417162925637504,
      "grad_norm": 0.3939618170261383,
      "learning_rate": 9.814262632620438e-05,
      "loss": 0.0236,
      "step": 21230
    },
    {
      "epoch": 3.2432432432432434,
      "grad_norm": 0.2661375403404236,
      "learning_rate": 9.813983478034587e-05,
      "loss": 0.0219,
      "step": 21240
    },
    {
      "epoch": 3.2447701939227365,
      "grad_norm": 0.29528549313545227,
      "learning_rate": 9.813704117804205e-05,
      "loss": 0.0237,
      "step": 21250
    },
    {
      "epoch": 3.2462971446022295,
      "grad_norm": 0.35857805609703064,
      "learning_rate": 9.813424551941226e-05,
      "loss": 0.0211,
      "step": 21260
    },
    {
      "epoch": 3.2478240952817226,
      "grad_norm": 0.26714035868644714,
      "learning_rate": 9.813144780457593e-05,
      "loss": 0.0269,
      "step": 21270
    },
    {
      "epoch": 3.2493510459612156,
      "grad_norm": 0.36149731278419495,
      "learning_rate": 9.812864803365256e-05,
      "loss": 0.0227,
      "step": 21280
    },
    {
      "epoch": 3.2508779966407086,
      "grad_norm": 0.27186673879623413,
      "learning_rate": 9.812584620676178e-05,
      "loss": 0.0195,
      "step": 21290
    },
    {
      "epoch": 3.2524049473202017,
      "grad_norm": 0.2564093768596649,
      "learning_rate": 9.812304232402324e-05,
      "loss": 0.0245,
      "step": 21300
    },
    {
      "epoch": 3.2539318979996947,
      "grad_norm": 0.3206835091114044,
      "learning_rate": 9.812023638555673e-05,
      "loss": 0.0195,
      "step": 21310
    },
    {
      "epoch": 3.2554588486791878,
      "grad_norm": 0.33704185485839844,
      "learning_rate": 9.811742839148214e-05,
      "loss": 0.0231,
      "step": 21320
    },
    {
      "epoch": 3.256985799358681,
      "grad_norm": 0.2562515437602997,
      "learning_rate": 9.81146183419194e-05,
      "loss": 0.0232,
      "step": 21330
    },
    {
      "epoch": 3.258512750038174,
      "grad_norm": 0.2609495222568512,
      "learning_rate": 9.811180623698857e-05,
      "loss": 0.0233,
      "step": 21340
    },
    {
      "epoch": 3.260039700717667,
      "grad_norm": 0.22279545664787292,
      "learning_rate": 9.810899207680973e-05,
      "loss": 0.0231,
      "step": 21350
    },
    {
      "epoch": 3.26156665139716,
      "grad_norm": 0.25910529494285583,
      "learning_rate": 9.810617586150315e-05,
      "loss": 0.0233,
      "step": 21360
    },
    {
      "epoch": 3.263093602076653,
      "grad_norm": 0.2817343771457672,
      "learning_rate": 9.81033575911891e-05,
      "loss": 0.0241,
      "step": 21370
    },
    {
      "epoch": 3.264620552756146,
      "grad_norm": 0.2572370171546936,
      "learning_rate": 9.810053726598799e-05,
      "loss": 0.022,
      "step": 21380
    },
    {
      "epoch": 3.266147503435639,
      "grad_norm": 0.27714428305625916,
      "learning_rate": 9.809771488602029e-05,
      "loss": 0.0225,
      "step": 21390
    },
    {
      "epoch": 3.267674454115132,
      "grad_norm": 0.7774766683578491,
      "learning_rate": 9.809489045140657e-05,
      "loss": 0.0239,
      "step": 21400
    },
    {
      "epoch": 3.269201404794625,
      "grad_norm": 0.3371116816997528,
      "learning_rate": 9.809206396226747e-05,
      "loss": 0.0176,
      "step": 21410
    },
    {
      "epoch": 3.270728355474118,
      "grad_norm": 0.2818782925605774,
      "learning_rate": 9.808923541872376e-05,
      "loss": 0.0258,
      "step": 21420
    },
    {
      "epoch": 3.2722553061536113,
      "grad_norm": 0.2865604758262634,
      "learning_rate": 9.808640482089626e-05,
      "loss": 0.02,
      "step": 21430
    },
    {
      "epoch": 3.2737822568331043,
      "grad_norm": 0.17169922590255737,
      "learning_rate": 9.808357216890587e-05,
      "loss": 0.0236,
      "step": 21440
    },
    {
      "epoch": 3.2753092075125974,
      "grad_norm": 0.22293095290660858,
      "learning_rate": 9.80807374628736e-05,
      "loss": 0.023,
      "step": 21450
    },
    {
      "epoch": 3.2768361581920904,
      "grad_norm": 0.26351115107536316,
      "learning_rate": 9.807790070292058e-05,
      "loss": 0.0215,
      "step": 21460
    },
    {
      "epoch": 3.2783631088715834,
      "grad_norm": 0.2467830777168274,
      "learning_rate": 9.807506188916794e-05,
      "loss": 0.0201,
      "step": 21470
    },
    {
      "epoch": 3.2798900595510765,
      "grad_norm": 0.29775676131248474,
      "learning_rate": 9.807222102173698e-05,
      "loss": 0.0214,
      "step": 21480
    },
    {
      "epoch": 3.2814170102305695,
      "grad_norm": 0.3275398015975952,
      "learning_rate": 9.806937810074906e-05,
      "loss": 0.0208,
      "step": 21490
    },
    {
      "epoch": 3.2829439609100626,
      "grad_norm": 0.3876715898513794,
      "learning_rate": 9.80665331263256e-05,
      "loss": 0.0232,
      "step": 21500
    },
    {
      "epoch": 3.2844709115895556,
      "grad_norm": 0.2762913107872009,
      "learning_rate": 9.806368609858815e-05,
      "loss": 0.0226,
      "step": 21510
    },
    {
      "epoch": 3.2859978622690487,
      "grad_norm": 0.3093999922275543,
      "learning_rate": 9.806083701765834e-05,
      "loss": 0.0222,
      "step": 21520
    },
    {
      "epoch": 3.2875248129485417,
      "grad_norm": 0.21580374240875244,
      "learning_rate": 9.805798588365785e-05,
      "loss": 0.0186,
      "step": 21530
    },
    {
      "epoch": 3.2890517636280348,
      "grad_norm": 0.2514633238315582,
      "learning_rate": 9.805513269670848e-05,
      "loss": 0.0258,
      "step": 21540
    },
    {
      "epoch": 3.290578714307528,
      "grad_norm": 0.2089034914970398,
      "learning_rate": 9.805227745693213e-05,
      "loss": 0.0206,
      "step": 21550
    },
    {
      "epoch": 3.292105664987021,
      "grad_norm": 0.42426320910453796,
      "learning_rate": 9.804942016445075e-05,
      "loss": 0.0195,
      "step": 21560
    },
    {
      "epoch": 3.293632615666514,
      "grad_norm": 0.25512754917144775,
      "learning_rate": 9.804656081938643e-05,
      "loss": 0.02,
      "step": 21570
    },
    {
      "epoch": 3.295159566346007,
      "grad_norm": 0.219482883810997,
      "learning_rate": 9.804369942186128e-05,
      "loss": 0.0194,
      "step": 21580
    },
    {
      "epoch": 3.2966865170255,
      "grad_norm": 0.19998344779014587,
      "learning_rate": 9.804083597199758e-05,
      "loss": 0.0222,
      "step": 21590
    },
    {
      "epoch": 3.298213467704993,
      "grad_norm": 0.1640976220369339,
      "learning_rate": 9.80379704699176e-05,
      "loss": 0.0173,
      "step": 21600
    },
    {
      "epoch": 3.299740418384486,
      "grad_norm": 0.22563759982585907,
      "learning_rate": 9.803510291574376e-05,
      "loss": 0.022,
      "step": 21610
    },
    {
      "epoch": 3.301267369063979,
      "grad_norm": 0.20417021214962006,
      "learning_rate": 9.803223330959858e-05,
      "loss": 0.0212,
      "step": 21620
    },
    {
      "epoch": 3.302794319743472,
      "grad_norm": 0.23926827311515808,
      "learning_rate": 9.802936165160464e-05,
      "loss": 0.0208,
      "step": 21630
    },
    {
      "epoch": 3.304321270422965,
      "grad_norm": 0.27878573536872864,
      "learning_rate": 9.802648794188458e-05,
      "loss": 0.0186,
      "step": 21640
    },
    {
      "epoch": 3.3058482211024582,
      "grad_norm": 0.25402793288230896,
      "learning_rate": 9.80236121805612e-05,
      "loss": 0.0223,
      "step": 21650
    },
    {
      "epoch": 3.3073751717819513,
      "grad_norm": 0.2606149911880493,
      "learning_rate": 9.802073436775732e-05,
      "loss": 0.0187,
      "step": 21660
    },
    {
      "epoch": 3.3089021224614443,
      "grad_norm": 0.2201070785522461,
      "learning_rate": 9.801785450359589e-05,
      "loss": 0.0227,
      "step": 21670
    },
    {
      "epoch": 3.3104290731409374,
      "grad_norm": 0.2608638107776642,
      "learning_rate": 9.801497258819992e-05,
      "loss": 0.022,
      "step": 21680
    },
    {
      "epoch": 3.3119560238204304,
      "grad_norm": 0.2449987679719925,
      "learning_rate": 9.801208862169253e-05,
      "loss": 0.027,
      "step": 21690
    },
    {
      "epoch": 3.3134829744999235,
      "grad_norm": 0.23267002403736115,
      "learning_rate": 9.800920260419692e-05,
      "loss": 0.0262,
      "step": 21700
    },
    {
      "epoch": 3.3150099251794165,
      "grad_norm": 0.21480455994606018,
      "learning_rate": 9.800631453583636e-05,
      "loss": 0.0221,
      "step": 21710
    },
    {
      "epoch": 3.31653687585891,
      "grad_norm": 0.5109032988548279,
      "learning_rate": 9.800342441673425e-05,
      "loss": 0.0236,
      "step": 21720
    },
    {
      "epoch": 3.3180638265384026,
      "grad_norm": 0.1937147080898285,
      "learning_rate": 9.800053224701402e-05,
      "loss": 0.0218,
      "step": 21730
    },
    {
      "epoch": 3.319590777217896,
      "grad_norm": 0.25785499811172485,
      "learning_rate": 9.799763802679924e-05,
      "loss": 0.0217,
      "step": 21740
    },
    {
      "epoch": 3.3211177278973887,
      "grad_norm": 0.22171229124069214,
      "learning_rate": 9.799474175621352e-05,
      "loss": 0.021,
      "step": 21750
    },
    {
      "epoch": 3.322644678576882,
      "grad_norm": 0.24857111275196075,
      "learning_rate": 9.799184343538062e-05,
      "loss": 0.0203,
      "step": 21760
    },
    {
      "epoch": 3.3241716292563748,
      "grad_norm": 0.2551872134208679,
      "learning_rate": 9.798894306442435e-05,
      "loss": 0.0185,
      "step": 21770
    },
    {
      "epoch": 3.3256985799358683,
      "grad_norm": 0.22005750238895416,
      "learning_rate": 9.798604064346855e-05,
      "loss": 0.0144,
      "step": 21780
    },
    {
      "epoch": 3.3272255306153613,
      "grad_norm": 0.26934412121772766,
      "learning_rate": 9.798313617263728e-05,
      "loss": 0.0249,
      "step": 21790
    },
    {
      "epoch": 3.3287524812948543,
      "grad_norm": 0.3032747209072113,
      "learning_rate": 9.798022965205456e-05,
      "loss": 0.0228,
      "step": 21800
    },
    {
      "epoch": 3.3302794319743474,
      "grad_norm": 0.29640325903892517,
      "learning_rate": 9.797732108184458e-05,
      "loss": 0.0212,
      "step": 21810
    },
    {
      "epoch": 3.3318063826538404,
      "grad_norm": 0.2348480075597763,
      "learning_rate": 9.797441046213158e-05,
      "loss": 0.0219,
      "step": 21820
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 0.30766624212265015,
      "learning_rate": 9.797149779303989e-05,
      "loss": 0.0234,
      "step": 21830
    },
    {
      "epoch": 3.3348602840128265,
      "grad_norm": 0.329916775226593,
      "learning_rate": 9.796858307469395e-05,
      "loss": 0.0209,
      "step": 21840
    },
    {
      "epoch": 3.3363872346923196,
      "grad_norm": 0.20652003586292267,
      "learning_rate": 9.796566630721826e-05,
      "loss": 0.0202,
      "step": 21850
    },
    {
      "epoch": 3.3379141853718126,
      "grad_norm": 0.24923737347126007,
      "learning_rate": 9.796274749073742e-05,
      "loss": 0.0177,
      "step": 21860
    },
    {
      "epoch": 3.3394411360513057,
      "grad_norm": 0.26092755794525146,
      "learning_rate": 9.795982662537613e-05,
      "loss": 0.0195,
      "step": 21870
    },
    {
      "epoch": 3.3409680867307987,
      "grad_norm": 0.22317126393318176,
      "learning_rate": 9.795690371125913e-05,
      "loss": 0.0207,
      "step": 21880
    },
    {
      "epoch": 3.3424950374102917,
      "grad_norm": 0.27716729044914246,
      "learning_rate": 9.79539787485113e-05,
      "loss": 0.0208,
      "step": 21890
    },
    {
      "epoch": 3.344021988089785,
      "grad_norm": 0.28721603751182556,
      "learning_rate": 9.795105173725761e-05,
      "loss": 0.0217,
      "step": 21900
    },
    {
      "epoch": 3.345548938769278,
      "grad_norm": 0.28502824902534485,
      "learning_rate": 9.794812267762308e-05,
      "loss": 0.0201,
      "step": 21910
    },
    {
      "epoch": 3.347075889448771,
      "grad_norm": 0.3020077049732208,
      "learning_rate": 9.794519156973283e-05,
      "loss": 0.0212,
      "step": 21920
    },
    {
      "epoch": 3.348602840128264,
      "grad_norm": 0.19738328456878662,
      "learning_rate": 9.794225841371208e-05,
      "loss": 0.0232,
      "step": 21930
    },
    {
      "epoch": 3.350129790807757,
      "grad_norm": 0.24076171219348907,
      "learning_rate": 9.79393232096861e-05,
      "loss": 0.0246,
      "step": 21940
    },
    {
      "epoch": 3.35165674148725,
      "grad_norm": 0.1875222772359848,
      "learning_rate": 9.793638595778032e-05,
      "loss": 0.0207,
      "step": 21950
    },
    {
      "epoch": 3.353183692166743,
      "grad_norm": 0.27302590012550354,
      "learning_rate": 9.793344665812018e-05,
      "loss": 0.0206,
      "step": 21960
    },
    {
      "epoch": 3.354710642846236,
      "grad_norm": 0.2487415373325348,
      "learning_rate": 9.793050531083127e-05,
      "loss": 0.0185,
      "step": 21970
    },
    {
      "epoch": 3.356237593525729,
      "grad_norm": 0.26878395676612854,
      "learning_rate": 9.792756191603921e-05,
      "loss": 0.0242,
      "step": 21980
    },
    {
      "epoch": 3.357764544205222,
      "grad_norm": 0.3021206557750702,
      "learning_rate": 9.792461647386976e-05,
      "loss": 0.023,
      "step": 21990
    },
    {
      "epoch": 3.3592914948847152,
      "grad_norm": 0.26634764671325684,
      "learning_rate": 9.792166898444873e-05,
      "loss": 0.0227,
      "step": 22000
    },
    {
      "epoch": 3.3608184455642083,
      "grad_norm": 0.2981899082660675,
      "learning_rate": 9.791871944790204e-05,
      "loss": 0.0217,
      "step": 22010
    },
    {
      "epoch": 3.3623453962437013,
      "grad_norm": 0.3490048050880432,
      "learning_rate": 9.791576786435568e-05,
      "loss": 0.0222,
      "step": 22020
    },
    {
      "epoch": 3.3638723469231944,
      "grad_norm": 0.23849619925022125,
      "learning_rate": 9.791281423393575e-05,
      "loss": 0.0217,
      "step": 22030
    },
    {
      "epoch": 3.3653992976026874,
      "grad_norm": 0.3540511429309845,
      "learning_rate": 9.79098585567684e-05,
      "loss": 0.0252,
      "step": 22040
    },
    {
      "epoch": 3.3669262482821805,
      "grad_norm": 0.25648653507232666,
      "learning_rate": 9.790690083297991e-05,
      "loss": 0.0186,
      "step": 22050
    },
    {
      "epoch": 3.3684531989616735,
      "grad_norm": 0.22022640705108643,
      "learning_rate": 9.790394106269664e-05,
      "loss": 0.0238,
      "step": 22060
    },
    {
      "epoch": 3.3699801496411665,
      "grad_norm": 0.36786267161369324,
      "learning_rate": 9.7900979246045e-05,
      "loss": 0.0214,
      "step": 22070
    },
    {
      "epoch": 3.3715071003206596,
      "grad_norm": 0.26604124903678894,
      "learning_rate": 9.789801538315152e-05,
      "loss": 0.0215,
      "step": 22080
    },
    {
      "epoch": 3.3730340510001526,
      "grad_norm": 0.30373629927635193,
      "learning_rate": 9.789504947414281e-05,
      "loss": 0.0239,
      "step": 22090
    },
    {
      "epoch": 3.3745610016796457,
      "grad_norm": 0.28505247831344604,
      "learning_rate": 9.789208151914559e-05,
      "loss": 0.0188,
      "step": 22100
    },
    {
      "epoch": 3.3760879523591387,
      "grad_norm": 0.2369479089975357,
      "learning_rate": 9.788911151828661e-05,
      "loss": 0.0211,
      "step": 22110
    },
    {
      "epoch": 3.3776149030386318,
      "grad_norm": 0.2653076648712158,
      "learning_rate": 9.788613947169276e-05,
      "loss": 0.0225,
      "step": 22120
    },
    {
      "epoch": 3.379141853718125,
      "grad_norm": 0.20416705310344696,
      "learning_rate": 9.788316537949101e-05,
      "loss": 0.0195,
      "step": 22130
    },
    {
      "epoch": 3.380668804397618,
      "grad_norm": 0.2840375304222107,
      "learning_rate": 9.788018924180841e-05,
      "loss": 0.0207,
      "step": 22140
    },
    {
      "epoch": 3.382195755077111,
      "grad_norm": 0.395645409822464,
      "learning_rate": 9.787721105877206e-05,
      "loss": 0.0212,
      "step": 22150
    },
    {
      "epoch": 3.383722705756604,
      "grad_norm": 0.24042153358459473,
      "learning_rate": 9.787423083050923e-05,
      "loss": 0.0213,
      "step": 22160
    },
    {
      "epoch": 3.385249656436097,
      "grad_norm": 0.7915903329849243,
      "learning_rate": 9.78712485571472e-05,
      "loss": 0.0208,
      "step": 22170
    },
    {
      "epoch": 3.38677660711559,
      "grad_norm": 0.23030845820903778,
      "learning_rate": 9.786826423881337e-05,
      "loss": 0.0208,
      "step": 22180
    },
    {
      "epoch": 3.388303557795083,
      "grad_norm": 0.18200884759426117,
      "learning_rate": 9.786527787563522e-05,
      "loss": 0.0197,
      "step": 22190
    },
    {
      "epoch": 3.389830508474576,
      "grad_norm": 0.3935941159725189,
      "learning_rate": 9.786228946774034e-05,
      "loss": 0.0216,
      "step": 22200
    },
    {
      "epoch": 3.391357459154069,
      "grad_norm": 0.45045962929725647,
      "learning_rate": 9.785929901525639e-05,
      "loss": 0.0211,
      "step": 22210
    },
    {
      "epoch": 3.392884409833562,
      "grad_norm": 0.2826763391494751,
      "learning_rate": 9.785630651831108e-05,
      "loss": 0.0226,
      "step": 22220
    },
    {
      "epoch": 3.3944113605130553,
      "grad_norm": 0.2015998214483261,
      "learning_rate": 9.785331197703229e-05,
      "loss": 0.0253,
      "step": 22230
    },
    {
      "epoch": 3.3959383111925483,
      "grad_norm": 0.22560220956802368,
      "learning_rate": 9.785031539154791e-05,
      "loss": 0.0225,
      "step": 22240
    },
    {
      "epoch": 3.3974652618720413,
      "grad_norm": 0.3609156310558319,
      "learning_rate": 9.784731676198597e-05,
      "loss": 0.0184,
      "step": 22250
    },
    {
      "epoch": 3.3989922125515344,
      "grad_norm": 0.1716187298297882,
      "learning_rate": 9.784431608847456e-05,
      "loss": 0.0259,
      "step": 22260
    },
    {
      "epoch": 3.400519163231028,
      "grad_norm": 0.22989845275878906,
      "learning_rate": 9.784131337114186e-05,
      "loss": 0.0236,
      "step": 22270
    },
    {
      "epoch": 3.4020461139105205,
      "grad_norm": 0.2797386050224304,
      "learning_rate": 9.783830861011613e-05,
      "loss": 0.0234,
      "step": 22280
    },
    {
      "epoch": 3.403573064590014,
      "grad_norm": 0.1693601906299591,
      "learning_rate": 9.783530180552574e-05,
      "loss": 0.0198,
      "step": 22290
    },
    {
      "epoch": 3.4051000152695066,
      "grad_norm": 0.27744176983833313,
      "learning_rate": 9.783229295749914e-05,
      "loss": 0.0193,
      "step": 22300
    },
    {
      "epoch": 3.406626965949,
      "grad_norm": 0.2717196047306061,
      "learning_rate": 9.782928206616485e-05,
      "loss": 0.0185,
      "step": 22310
    },
    {
      "epoch": 3.4081539166284927,
      "grad_norm": 0.3874718248844147,
      "learning_rate": 9.782626913165149e-05,
      "loss": 0.0187,
      "step": 22320
    },
    {
      "epoch": 3.409680867307986,
      "grad_norm": 0.28872713446617126,
      "learning_rate": 9.782325415408778e-05,
      "loss": 0.0228,
      "step": 22330
    },
    {
      "epoch": 3.411207817987479,
      "grad_norm": 0.19815094769001007,
      "learning_rate": 9.78202371336025e-05,
      "loss": 0.0205,
      "step": 22340
    },
    {
      "epoch": 3.4127347686669722,
      "grad_norm": 0.3238023519515991,
      "learning_rate": 9.781721807032455e-05,
      "loss": 0.0209,
      "step": 22350
    },
    {
      "epoch": 3.4142617193464653,
      "grad_norm": 0.2461315542459488,
      "learning_rate": 9.781419696438288e-05,
      "loss": 0.0216,
      "step": 22360
    },
    {
      "epoch": 3.4157886700259583,
      "grad_norm": 0.2851097285747528,
      "learning_rate": 9.781117381590655e-05,
      "loss": 0.0216,
      "step": 22370
    },
    {
      "epoch": 3.4173156207054514,
      "grad_norm": 0.30677440762519836,
      "learning_rate": 9.78081486250247e-05,
      "loss": 0.0222,
      "step": 22380
    },
    {
      "epoch": 3.4188425713849444,
      "grad_norm": 0.3271118402481079,
      "learning_rate": 9.78051213918666e-05,
      "loss": 0.0255,
      "step": 22390
    },
    {
      "epoch": 3.4203695220644375,
      "grad_norm": 0.23962649703025818,
      "learning_rate": 9.78020921165615e-05,
      "loss": 0.0246,
      "step": 22400
    },
    {
      "epoch": 3.4218964727439305,
      "grad_norm": 0.32445138692855835,
      "learning_rate": 9.779906079923886e-05,
      "loss": 0.0239,
      "step": 22410
    },
    {
      "epoch": 3.4234234234234235,
      "grad_norm": 0.304802268743515,
      "learning_rate": 9.779602744002814e-05,
      "loss": 0.0222,
      "step": 22420
    },
    {
      "epoch": 3.4249503741029166,
      "grad_norm": 0.3107272982597351,
      "learning_rate": 9.779299203905893e-05,
      "loss": 0.0187,
      "step": 22430
    },
    {
      "epoch": 3.4264773247824096,
      "grad_norm": 0.19049295783042908,
      "learning_rate": 9.77899545964609e-05,
      "loss": 0.0228,
      "step": 22440
    },
    {
      "epoch": 3.4280042754619027,
      "grad_norm": 0.4344470500946045,
      "learning_rate": 9.778691511236382e-05,
      "loss": 0.0246,
      "step": 22450
    },
    {
      "epoch": 3.4295312261413957,
      "grad_norm": 0.21060848236083984,
      "learning_rate": 9.778387358689749e-05,
      "loss": 0.0245,
      "step": 22460
    },
    {
      "epoch": 3.4310581768208888,
      "grad_norm": 0.28283146023750305,
      "learning_rate": 9.778083002019188e-05,
      "loss": 0.0258,
      "step": 22470
    },
    {
      "epoch": 3.432585127500382,
      "grad_norm": 0.3079970180988312,
      "learning_rate": 9.777778441237697e-05,
      "loss": 0.0248,
      "step": 22480
    },
    {
      "epoch": 3.434112078179875,
      "grad_norm": 0.23502413928508759,
      "learning_rate": 9.77747367635829e-05,
      "loss": 0.0205,
      "step": 22490
    },
    {
      "epoch": 3.435639028859368,
      "grad_norm": 0.2443762868642807,
      "learning_rate": 9.777168707393983e-05,
      "loss": 0.0212,
      "step": 22500
    },
    {
      "epoch": 3.437165979538861,
      "grad_norm": 0.22847382724285126,
      "learning_rate": 9.776863534357806e-05,
      "loss": 0.0159,
      "step": 22510
    },
    {
      "epoch": 3.438692930218354,
      "grad_norm": 0.19683273136615753,
      "learning_rate": 9.776558157262792e-05,
      "loss": 0.0202,
      "step": 22520
    },
    {
      "epoch": 3.440219880897847,
      "grad_norm": 0.24490010738372803,
      "learning_rate": 9.77625257612199e-05,
      "loss": 0.02,
      "step": 22530
    },
    {
      "epoch": 3.44174683157734,
      "grad_norm": 0.1951286345720291,
      "learning_rate": 9.775946790948451e-05,
      "loss": 0.0183,
      "step": 22540
    },
    {
      "epoch": 3.443273782256833,
      "grad_norm": 0.20537039637565613,
      "learning_rate": 9.775640801755239e-05,
      "loss": 0.0197,
      "step": 22550
    },
    {
      "epoch": 3.444800732936326,
      "grad_norm": 0.3459680676460266,
      "learning_rate": 9.775334608555427e-05,
      "loss": 0.0188,
      "step": 22560
    },
    {
      "epoch": 3.446327683615819,
      "grad_norm": 0.19598129391670227,
      "learning_rate": 9.775028211362091e-05,
      "loss": 0.0208,
      "step": 22570
    },
    {
      "epoch": 3.4478546342953122,
      "grad_norm": 0.2678438723087311,
      "learning_rate": 9.774721610188323e-05,
      "loss": 0.0211,
      "step": 22580
    },
    {
      "epoch": 3.4493815849748053,
      "grad_norm": 0.2735380530357361,
      "learning_rate": 9.774414805047218e-05,
      "loss": 0.0206,
      "step": 22590
    },
    {
      "epoch": 3.4509085356542983,
      "grad_norm": 0.35151591897010803,
      "learning_rate": 9.774107795951883e-05,
      "loss": 0.0221,
      "step": 22600
    },
    {
      "epoch": 3.4524354863337914,
      "grad_norm": 0.27588996291160583,
      "learning_rate": 9.773800582915436e-05,
      "loss": 0.0219,
      "step": 22610
    },
    {
      "epoch": 3.4539624370132844,
      "grad_norm": 0.21054723858833313,
      "learning_rate": 9.773493165950995e-05,
      "loss": 0.0219,
      "step": 22620
    },
    {
      "epoch": 3.4554893876927775,
      "grad_norm": 0.2182367891073227,
      "learning_rate": 9.773185545071697e-05,
      "loss": 0.0191,
      "step": 22630
    },
    {
      "epoch": 3.4570163383722705,
      "grad_norm": 0.23648250102996826,
      "learning_rate": 9.77287772029068e-05,
      "loss": 0.0188,
      "step": 22640
    },
    {
      "epoch": 3.4585432890517636,
      "grad_norm": 0.3094896376132965,
      "learning_rate": 9.772569691621097e-05,
      "loss": 0.021,
      "step": 22650
    },
    {
      "epoch": 3.4600702397312566,
      "grad_norm": 0.23543787002563477,
      "learning_rate": 9.772261459076103e-05,
      "loss": 0.0185,
      "step": 22660
    },
    {
      "epoch": 3.4615971904107496,
      "grad_norm": 0.24792715907096863,
      "learning_rate": 9.771953022668865e-05,
      "loss": 0.0188,
      "step": 22670
    },
    {
      "epoch": 3.4631241410902427,
      "grad_norm": 0.2633392810821533,
      "learning_rate": 9.771644382412561e-05,
      "loss": 0.0256,
      "step": 22680
    },
    {
      "epoch": 3.4646510917697357,
      "grad_norm": 0.34975045919418335,
      "learning_rate": 9.771335538320375e-05,
      "loss": 0.0243,
      "step": 22690
    },
    {
      "epoch": 3.466178042449229,
      "grad_norm": 0.25308534502983093,
      "learning_rate": 9.771026490405499e-05,
      "loss": 0.027,
      "step": 22700
    },
    {
      "epoch": 3.467704993128722,
      "grad_norm": 0.24328355491161346,
      "learning_rate": 9.770717238681137e-05,
      "loss": 0.0235,
      "step": 22710
    },
    {
      "epoch": 3.469231943808215,
      "grad_norm": 0.24725061655044556,
      "learning_rate": 9.7704077831605e-05,
      "loss": 0.0229,
      "step": 22720
    },
    {
      "epoch": 3.470758894487708,
      "grad_norm": 0.23030446469783783,
      "learning_rate": 9.770098123856804e-05,
      "loss": 0.0221,
      "step": 22730
    },
    {
      "epoch": 3.472285845167201,
      "grad_norm": 0.3028799891471863,
      "learning_rate": 9.76978826078328e-05,
      "loss": 0.0242,
      "step": 22740
    },
    {
      "epoch": 3.473812795846694,
      "grad_norm": 0.221029132604599,
      "learning_rate": 9.769478193953163e-05,
      "loss": 0.0183,
      "step": 22750
    },
    {
      "epoch": 3.475339746526187,
      "grad_norm": 0.18729598820209503,
      "learning_rate": 9.769167923379701e-05,
      "loss": 0.0206,
      "step": 22760
    },
    {
      "epoch": 3.47686669720568,
      "grad_norm": 0.27779465913772583,
      "learning_rate": 9.768857449076146e-05,
      "loss": 0.0263,
      "step": 22770
    },
    {
      "epoch": 3.478393647885173,
      "grad_norm": 0.2347358912229538,
      "learning_rate": 9.76854677105576e-05,
      "loss": 0.0195,
      "step": 22780
    },
    {
      "epoch": 3.479920598564666,
      "grad_norm": 0.23210656642913818,
      "learning_rate": 9.768235889331819e-05,
      "loss": 0.0227,
      "step": 22790
    },
    {
      "epoch": 3.4814475492441592,
      "grad_norm": 0.1798781156539917,
      "learning_rate": 9.767924803917596e-05,
      "loss": 0.0171,
      "step": 22800
    },
    {
      "epoch": 3.4829744999236523,
      "grad_norm": 0.20632337033748627,
      "learning_rate": 9.767613514826388e-05,
      "loss": 0.0198,
      "step": 22810
    },
    {
      "epoch": 3.4845014506031458,
      "grad_norm": 0.3094828426837921,
      "learning_rate": 9.767302022071487e-05,
      "loss": 0.0221,
      "step": 22820
    },
    {
      "epoch": 3.4860284012826384,
      "grad_norm": 0.27584826946258545,
      "learning_rate": 9.766990325666203e-05,
      "loss": 0.0174,
      "step": 22830
    },
    {
      "epoch": 3.487555351962132,
      "grad_norm": 0.23052988946437836,
      "learning_rate": 9.766678425623849e-05,
      "loss": 0.0201,
      "step": 22840
    },
    {
      "epoch": 3.4890823026416244,
      "grad_norm": 0.21479392051696777,
      "learning_rate": 9.766366321957749e-05,
      "loss": 0.0178,
      "step": 22850
    },
    {
      "epoch": 3.490609253321118,
      "grad_norm": 0.5271828174591064,
      "learning_rate": 9.766054014681237e-05,
      "loss": 0.0211,
      "step": 22860
    },
    {
      "epoch": 3.4921362040006105,
      "grad_norm": 0.19319427013397217,
      "learning_rate": 9.76574150380765e-05,
      "loss": 0.0225,
      "step": 22870
    },
    {
      "epoch": 3.493663154680104,
      "grad_norm": 0.2464120239019394,
      "learning_rate": 9.765428789350344e-05,
      "loss": 0.0213,
      "step": 22880
    },
    {
      "epoch": 3.495190105359597,
      "grad_norm": 0.3593865931034088,
      "learning_rate": 9.765115871322672e-05,
      "loss": 0.0222,
      "step": 22890
    },
    {
      "epoch": 3.49671705603909,
      "grad_norm": 0.3429613411426544,
      "learning_rate": 9.764802749738006e-05,
      "loss": 0.0218,
      "step": 22900
    },
    {
      "epoch": 3.498244006718583,
      "grad_norm": 0.33365345001220703,
      "learning_rate": 9.764489424609719e-05,
      "loss": 0.0265,
      "step": 22910
    },
    {
      "epoch": 3.499770957398076,
      "grad_norm": 0.21258248388767242,
      "learning_rate": 9.764175895951196e-05,
      "loss": 0.0213,
      "step": 22920
    },
    {
      "epoch": 3.5012979080775692,
      "grad_norm": 0.18497011065483093,
      "learning_rate": 9.763862163775831e-05,
      "loss": 0.0227,
      "step": 22930
    },
    {
      "epoch": 3.5028248587570623,
      "grad_norm": 0.30222222208976746,
      "learning_rate": 9.763548228097026e-05,
      "loss": 0.0239,
      "step": 22940
    },
    {
      "epoch": 3.5043518094365553,
      "grad_norm": 0.2945164442062378,
      "learning_rate": 9.763234088928192e-05,
      "loss": 0.0211,
      "step": 22950
    },
    {
      "epoch": 3.5058787601160484,
      "grad_norm": 0.3043471574783325,
      "learning_rate": 9.762919746282747e-05,
      "loss": 0.0224,
      "step": 22960
    },
    {
      "epoch": 3.5074057107955414,
      "grad_norm": 0.22441670298576355,
      "learning_rate": 9.762605200174121e-05,
      "loss": 0.0201,
      "step": 22970
    },
    {
      "epoch": 3.5089326614750345,
      "grad_norm": 0.31876614689826965,
      "learning_rate": 9.76229045061575e-05,
      "loss": 0.0205,
      "step": 22980
    },
    {
      "epoch": 3.5104596121545275,
      "grad_norm": 0.24804869294166565,
      "learning_rate": 9.761975497621078e-05,
      "loss": 0.0213,
      "step": 22990
    },
    {
      "epoch": 3.5119865628340206,
      "grad_norm": 0.1615334451198578,
      "learning_rate": 9.761660341203562e-05,
      "loss": 0.0195,
      "step": 23000
    },
    {
      "epoch": 3.5135135135135136,
      "grad_norm": 0.3407617509365082,
      "learning_rate": 9.761344981376665e-05,
      "loss": 0.0224,
      "step": 23010
    },
    {
      "epoch": 3.5150404641930066,
      "grad_norm": 0.31867456436157227,
      "learning_rate": 9.761029418153855e-05,
      "loss": 0.0212,
      "step": 23020
    },
    {
      "epoch": 3.5165674148724997,
      "grad_norm": 0.24158164858818054,
      "learning_rate": 9.760713651548616e-05,
      "loss": 0.0205,
      "step": 23030
    },
    {
      "epoch": 3.5180943655519927,
      "grad_norm": 0.272556871175766,
      "learning_rate": 9.760397681574436e-05,
      "loss": 0.0202,
      "step": 23040
    },
    {
      "epoch": 3.5196213162314858,
      "grad_norm": 0.32156944274902344,
      "learning_rate": 9.760081508244811e-05,
      "loss": 0.027,
      "step": 23050
    },
    {
      "epoch": 3.521148266910979,
      "grad_norm": 0.28808534145355225,
      "learning_rate": 9.759765131573249e-05,
      "loss": 0.0239,
      "step": 23060
    },
    {
      "epoch": 3.522675217590472,
      "grad_norm": 0.2215438336133957,
      "learning_rate": 9.759448551573265e-05,
      "loss": 0.0202,
      "step": 23070
    },
    {
      "epoch": 3.524202168269965,
      "grad_norm": 0.27590692043304443,
      "learning_rate": 9.75913176825838e-05,
      "loss": 0.0241,
      "step": 23080
    },
    {
      "epoch": 3.525729118949458,
      "grad_norm": 0.30778270959854126,
      "learning_rate": 9.758814781642132e-05,
      "loss": 0.0217,
      "step": 23090
    },
    {
      "epoch": 3.527256069628951,
      "grad_norm": 0.2532098591327667,
      "learning_rate": 9.758497591738056e-05,
      "loss": 0.0195,
      "step": 23100
    },
    {
      "epoch": 3.528783020308444,
      "grad_norm": 0.22574123740196228,
      "learning_rate": 9.758180198559706e-05,
      "loss": 0.0202,
      "step": 23110
    },
    {
      "epoch": 3.530309970987937,
      "grad_norm": 0.35711392760276794,
      "learning_rate": 9.757862602120638e-05,
      "loss": 0.023,
      "step": 23120
    },
    {
      "epoch": 3.53183692166743,
      "grad_norm": 0.19644984602928162,
      "learning_rate": 9.757544802434421e-05,
      "loss": 0.0191,
      "step": 23130
    },
    {
      "epoch": 3.533363872346923,
      "grad_norm": 0.2792246341705322,
      "learning_rate": 9.757226799514629e-05,
      "loss": 0.0204,
      "step": 23140
    },
    {
      "epoch": 3.534890823026416,
      "grad_norm": 0.24808472394943237,
      "learning_rate": 9.75690859337485e-05,
      "loss": 0.0205,
      "step": 23150
    },
    {
      "epoch": 3.5364177737059093,
      "grad_norm": 0.33386924862861633,
      "learning_rate": 9.756590184028671e-05,
      "loss": 0.0211,
      "step": 23160
    },
    {
      "epoch": 3.5379447243854023,
      "grad_norm": 0.18346494436264038,
      "learning_rate": 9.756271571489699e-05,
      "loss": 0.0204,
      "step": 23170
    },
    {
      "epoch": 3.5394716750648954,
      "grad_norm": 0.26380518078804016,
      "learning_rate": 9.755952755771544e-05,
      "loss": 0.0236,
      "step": 23180
    },
    {
      "epoch": 3.5409986257443884,
      "grad_norm": 0.2196211814880371,
      "learning_rate": 9.755633736887823e-05,
      "loss": 0.0213,
      "step": 23190
    },
    {
      "epoch": 3.5425255764238814,
      "grad_norm": 0.20309768617153168,
      "learning_rate": 9.755314514852165e-05,
      "loss": 0.0195,
      "step": 23200
    },
    {
      "epoch": 3.5440525271033745,
      "grad_norm": 0.22803239524364471,
      "learning_rate": 9.754995089678207e-05,
      "loss": 0.0229,
      "step": 23210
    },
    {
      "epoch": 3.5455794777828675,
      "grad_norm": 0.27487894892692566,
      "learning_rate": 9.754675461379595e-05,
      "loss": 0.0217,
      "step": 23220
    },
    {
      "epoch": 3.5471064284623606,
      "grad_norm": 0.24070453643798828,
      "learning_rate": 9.754355629969981e-05,
      "loss": 0.0313,
      "step": 23230
    },
    {
      "epoch": 3.5486333791418536,
      "grad_norm": 0.20214515924453735,
      "learning_rate": 9.754035595463029e-05,
      "loss": 0.0241,
      "step": 23240
    },
    {
      "epoch": 3.5501603298213467,
      "grad_norm": 0.2897699773311615,
      "learning_rate": 9.753715357872409e-05,
      "loss": 0.0227,
      "step": 23250
    },
    {
      "epoch": 3.5516872805008397,
      "grad_norm": 0.24393990635871887,
      "learning_rate": 9.753394917211802e-05,
      "loss": 0.0246,
      "step": 23260
    },
    {
      "epoch": 3.5532142311803327,
      "grad_norm": 0.33224964141845703,
      "learning_rate": 9.753074273494898e-05,
      "loss": 0.0274,
      "step": 23270
    },
    {
      "epoch": 3.554741181859826,
      "grad_norm": 0.20378625392913818,
      "learning_rate": 9.75275342673539e-05,
      "loss": 0.0192,
      "step": 23280
    },
    {
      "epoch": 3.556268132539319,
      "grad_norm": 0.3762083351612091,
      "learning_rate": 9.752432376946988e-05,
      "loss": 0.0237,
      "step": 23290
    },
    {
      "epoch": 3.557795083218812,
      "grad_norm": 0.24540366232395172,
      "learning_rate": 9.752111124143406e-05,
      "loss": 0.0212,
      "step": 23300
    },
    {
      "epoch": 3.559322033898305,
      "grad_norm": 0.323596328496933,
      "learning_rate": 9.751789668338365e-05,
      "loss": 0.0216,
      "step": 23310
    },
    {
      "epoch": 3.560848984577798,
      "grad_norm": 0.2506325840950012,
      "learning_rate": 9.751468009545601e-05,
      "loss": 0.0201,
      "step": 23320
    },
    {
      "epoch": 3.5623759352572915,
      "grad_norm": 0.49553564190864563,
      "learning_rate": 9.751146147778851e-05,
      "loss": 0.0196,
      "step": 23330
    },
    {
      "epoch": 3.563902885936784,
      "grad_norm": 0.6290357112884521,
      "learning_rate": 9.750824083051866e-05,
      "loss": 0.0214,
      "step": 23340
    },
    {
      "epoch": 3.5654298366162775,
      "grad_norm": 0.2475840449333191,
      "learning_rate": 9.750501815378403e-05,
      "loss": 0.0215,
      "step": 23350
    },
    {
      "epoch": 3.56695678729577,
      "grad_norm": 0.3216225206851959,
      "learning_rate": 9.75017934477223e-05,
      "loss": 0.0179,
      "step": 23360
    },
    {
      "epoch": 3.5684837379752636,
      "grad_norm": 0.24324020743370056,
      "learning_rate": 9.749856671247122e-05,
      "loss": 0.017,
      "step": 23370
    },
    {
      "epoch": 3.5700106886547562,
      "grad_norm": 0.25239619612693787,
      "learning_rate": 9.749533794816862e-05,
      "loss": 0.0209,
      "step": 23380
    },
    {
      "epoch": 3.5715376393342497,
      "grad_norm": 0.33063504099845886,
      "learning_rate": 9.749210715495244e-05,
      "loss": 0.02,
      "step": 23390
    },
    {
      "epoch": 3.5730645900137423,
      "grad_norm": 0.19351591169834137,
      "learning_rate": 9.748887433296067e-05,
      "loss": 0.0217,
      "step": 23400
    },
    {
      "epoch": 3.574591540693236,
      "grad_norm": 0.23898255825042725,
      "learning_rate": 9.748563948233147e-05,
      "loss": 0.0241,
      "step": 23410
    },
    {
      "epoch": 3.5761184913727284,
      "grad_norm": 0.23926399648189545,
      "learning_rate": 9.748240260320296e-05,
      "loss": 0.019,
      "step": 23420
    },
    {
      "epoch": 3.577645442052222,
      "grad_norm": 0.22302041947841644,
      "learning_rate": 9.747916369571344e-05,
      "loss": 0.0198,
      "step": 23430
    },
    {
      "epoch": 3.5791723927317145,
      "grad_norm": 0.19976571202278137,
      "learning_rate": 9.747592276000126e-05,
      "loss": 0.0195,
      "step": 23440
    },
    {
      "epoch": 3.580699343411208,
      "grad_norm": 0.21930566430091858,
      "learning_rate": 9.747267979620489e-05,
      "loss": 0.0214,
      "step": 23450
    },
    {
      "epoch": 3.582226294090701,
      "grad_norm": 0.15757091343402863,
      "learning_rate": 9.746943480446285e-05,
      "loss": 0.0237,
      "step": 23460
    },
    {
      "epoch": 3.583753244770194,
      "grad_norm": 0.23803769052028656,
      "learning_rate": 9.746618778491374e-05,
      "loss": 0.0198,
      "step": 23470
    },
    {
      "epoch": 3.585280195449687,
      "grad_norm": 0.2567101716995239,
      "learning_rate": 9.74629387376963e-05,
      "loss": 0.0246,
      "step": 23480
    },
    {
      "epoch": 3.58680714612918,
      "grad_norm": 0.2703661620616913,
      "learning_rate": 9.74596876629493e-05,
      "loss": 0.022,
      "step": 23490
    },
    {
      "epoch": 3.588334096808673,
      "grad_norm": 0.22503156960010529,
      "learning_rate": 9.745643456081163e-05,
      "loss": 0.0228,
      "step": 23500
    },
    {
      "epoch": 3.5898610474881663,
      "grad_norm": 0.30434414744377136,
      "learning_rate": 9.745317943142227e-05,
      "loss": 0.0201,
      "step": 23510
    },
    {
      "epoch": 3.5913879981676593,
      "grad_norm": 0.29500922560691833,
      "learning_rate": 9.744992227492026e-05,
      "loss": 0.0247,
      "step": 23520
    },
    {
      "epoch": 3.5929149488471523,
      "grad_norm": 0.3537445366382599,
      "learning_rate": 9.744666309144472e-05,
      "loss": 0.0186,
      "step": 23530
    },
    {
      "epoch": 3.5944418995266454,
      "grad_norm": 0.296904981136322,
      "learning_rate": 9.744340188113492e-05,
      "loss": 0.0188,
      "step": 23540
    },
    {
      "epoch": 3.5959688502061384,
      "grad_norm": 0.22075676918029785,
      "learning_rate": 9.744013864413013e-05,
      "loss": 0.019,
      "step": 23550
    },
    {
      "epoch": 3.5974958008856315,
      "grad_norm": 0.22865447402000427,
      "learning_rate": 9.743687338056978e-05,
      "loss": 0.0191,
      "step": 23560
    },
    {
      "epoch": 3.5990227515651245,
      "grad_norm": 0.20119288563728333,
      "learning_rate": 9.743360609059332e-05,
      "loss": 0.0197,
      "step": 23570
    },
    {
      "epoch": 3.6005497022446176,
      "grad_norm": 0.3282199203968048,
      "learning_rate": 9.743033677434037e-05,
      "loss": 0.0222,
      "step": 23580
    },
    {
      "epoch": 3.6020766529241106,
      "grad_norm": 0.21910534799098969,
      "learning_rate": 9.742706543195055e-05,
      "loss": 0.0207,
      "step": 23590
    },
    {
      "epoch": 3.6036036036036037,
      "grad_norm": 0.2819680869579315,
      "learning_rate": 9.742379206356363e-05,
      "loss": 0.0226,
      "step": 23600
    },
    {
      "epoch": 3.6051305542830967,
      "grad_norm": 0.24543717503547668,
      "learning_rate": 9.742051666931943e-05,
      "loss": 0.0183,
      "step": 23610
    },
    {
      "epoch": 3.6066575049625897,
      "grad_norm": 0.19930660724639893,
      "learning_rate": 9.741723924935787e-05,
      "loss": 0.022,
      "step": 23620
    },
    {
      "epoch": 3.608184455642083,
      "grad_norm": 0.18135447800159454,
      "learning_rate": 9.741395980381895e-05,
      "loss": 0.0229,
      "step": 23630
    },
    {
      "epoch": 3.609711406321576,
      "grad_norm": 0.37865814566612244,
      "learning_rate": 9.741067833284278e-05,
      "loss": 0.0289,
      "step": 23640
    },
    {
      "epoch": 3.611238357001069,
      "grad_norm": 0.22297023236751556,
      "learning_rate": 9.740739483656954e-05,
      "loss": 0.0226,
      "step": 23650
    },
    {
      "epoch": 3.612765307680562,
      "grad_norm": 0.3921603262424469,
      "learning_rate": 9.740410931513946e-05,
      "loss": 0.0241,
      "step": 23660
    },
    {
      "epoch": 3.614292258360055,
      "grad_norm": 0.2203400433063507,
      "learning_rate": 9.740082176869292e-05,
      "loss": 0.0234,
      "step": 23670
    },
    {
      "epoch": 3.615819209039548,
      "grad_norm": 0.3245137631893158,
      "learning_rate": 9.739753219737036e-05,
      "loss": 0.0224,
      "step": 23680
    },
    {
      "epoch": 3.617346159719041,
      "grad_norm": 0.34361761808395386,
      "learning_rate": 9.739424060131231e-05,
      "loss": 0.0263,
      "step": 23690
    },
    {
      "epoch": 3.618873110398534,
      "grad_norm": 0.2296464890241623,
      "learning_rate": 9.739094698065934e-05,
      "loss": 0.0197,
      "step": 23700
    },
    {
      "epoch": 3.620400061078027,
      "grad_norm": 0.30105888843536377,
      "learning_rate": 9.738765133555219e-05,
      "loss": 0.018,
      "step": 23710
    },
    {
      "epoch": 3.62192701175752,
      "grad_norm": 0.2892169654369354,
      "learning_rate": 9.738435366613162e-05,
      "loss": 0.0213,
      "step": 23720
    },
    {
      "epoch": 3.6234539624370132,
      "grad_norm": 0.22273051738739014,
      "learning_rate": 9.738105397253851e-05,
      "loss": 0.0268,
      "step": 23730
    },
    {
      "epoch": 3.6249809131165063,
      "grad_norm": 0.17962896823883057,
      "learning_rate": 9.737775225491382e-05,
      "loss": 0.0199,
      "step": 23740
    },
    {
      "epoch": 3.6265078637959993,
      "grad_norm": 0.215563103556633,
      "learning_rate": 9.737444851339859e-05,
      "loss": 0.0176,
      "step": 23750
    },
    {
      "epoch": 3.6280348144754924,
      "grad_norm": 0.4199466109275818,
      "learning_rate": 9.737114274813395e-05,
      "loss": 0.0265,
      "step": 23760
    },
    {
      "epoch": 3.6295617651549854,
      "grad_norm": 0.30308565497398376,
      "learning_rate": 9.736783495926112e-05,
      "loss": 0.0225,
      "step": 23770
    },
    {
      "epoch": 3.6310887158344785,
      "grad_norm": 0.22188659012317657,
      "learning_rate": 9.736452514692138e-05,
      "loss": 0.0181,
      "step": 23780
    },
    {
      "epoch": 3.6326156665139715,
      "grad_norm": 0.27117329835891724,
      "learning_rate": 9.736121331125616e-05,
      "loss": 0.0243,
      "step": 23790
    },
    {
      "epoch": 3.6341426171934645,
      "grad_norm": 0.3359907269477844,
      "learning_rate": 9.735789945240689e-05,
      "loss": 0.0211,
      "step": 23800
    },
    {
      "epoch": 3.6356695678729576,
      "grad_norm": 0.25828447937965393,
      "learning_rate": 9.735458357051517e-05,
      "loss": 0.0267,
      "step": 23810
    },
    {
      "epoch": 3.6371965185524506,
      "grad_norm": 0.37203317880630493,
      "learning_rate": 9.735126566572264e-05,
      "loss": 0.0252,
      "step": 23820
    },
    {
      "epoch": 3.6387234692319437,
      "grad_norm": 0.226864755153656,
      "learning_rate": 9.7347945738171e-05,
      "loss": 0.0234,
      "step": 23830
    },
    {
      "epoch": 3.6402504199114367,
      "grad_norm": 0.22030746936798096,
      "learning_rate": 9.734462378800214e-05,
      "loss": 0.0174,
      "step": 23840
    },
    {
      "epoch": 3.6417773705909298,
      "grad_norm": 0.18520407378673553,
      "learning_rate": 9.734129981535789e-05,
      "loss": 0.0267,
      "step": 23850
    },
    {
      "epoch": 3.643304321270423,
      "grad_norm": 0.20306412875652313,
      "learning_rate": 9.733797382038028e-05,
      "loss": 0.0224,
      "step": 23860
    },
    {
      "epoch": 3.644831271949916,
      "grad_norm": 0.252355694770813,
      "learning_rate": 9.73346458032114e-05,
      "loss": 0.021,
      "step": 23870
    },
    {
      "epoch": 3.6463582226294093,
      "grad_norm": 0.23291638493537903,
      "learning_rate": 9.733131576399342e-05,
      "loss": 0.0254,
      "step": 23880
    },
    {
      "epoch": 3.647885173308902,
      "grad_norm": 0.44489818811416626,
      "learning_rate": 9.732798370286858e-05,
      "loss": 0.0249,
      "step": 23890
    },
    {
      "epoch": 3.6494121239883954,
      "grad_norm": 0.20201987028121948,
      "learning_rate": 9.732464961997921e-05,
      "loss": 0.0179,
      "step": 23900
    },
    {
      "epoch": 3.650939074667888,
      "grad_norm": 0.34585943818092346,
      "learning_rate": 9.732131351546775e-05,
      "loss": 0.0244,
      "step": 23910
    },
    {
      "epoch": 3.6524660253473815,
      "grad_norm": 0.23807911574840546,
      "learning_rate": 9.731797538947671e-05,
      "loss": 0.0245,
      "step": 23920
    },
    {
      "epoch": 3.653992976026874,
      "grad_norm": 0.1994832307100296,
      "learning_rate": 9.731463524214868e-05,
      "loss": 0.0236,
      "step": 23930
    },
    {
      "epoch": 3.6555199267063676,
      "grad_norm": 0.32414132356643677,
      "learning_rate": 9.731129307362637e-05,
      "loss": 0.021,
      "step": 23940
    },
    {
      "epoch": 3.65704687738586,
      "grad_norm": 0.3062196373939514,
      "learning_rate": 9.730794888405252e-05,
      "loss": 0.0207,
      "step": 23950
    },
    {
      "epoch": 3.6585738280653537,
      "grad_norm": 0.2452157884836197,
      "learning_rate": 9.730460267357e-05,
      "loss": 0.0191,
      "step": 23960
    },
    {
      "epoch": 3.6601007787448463,
      "grad_norm": 0.37130069732666016,
      "learning_rate": 9.730125444232175e-05,
      "loss": 0.0202,
      "step": 23970
    },
    {
      "epoch": 3.66162772942434,
      "grad_norm": 0.2827153205871582,
      "learning_rate": 9.729790419045081e-05,
      "loss": 0.0214,
      "step": 23980
    },
    {
      "epoch": 3.6631546801038324,
      "grad_norm": 0.1960715502500534,
      "learning_rate": 9.729455191810031e-05,
      "loss": 0.019,
      "step": 23990
    },
    {
      "epoch": 3.664681630783326,
      "grad_norm": 0.39264392852783203,
      "learning_rate": 9.729119762541342e-05,
      "loss": 0.0222,
      "step": 24000
    },
    {
      "epoch": 3.666208581462819,
      "grad_norm": 1.9067078828811646,
      "learning_rate": 9.728784131253344e-05,
      "loss": 0.0272,
      "step": 24010
    },
    {
      "epoch": 3.667735532142312,
      "grad_norm": 0.2178073525428772,
      "learning_rate": 9.728448297960375e-05,
      "loss": 0.0247,
      "step": 24020
    },
    {
      "epoch": 3.669262482821805,
      "grad_norm": 0.24945859611034393,
      "learning_rate": 9.728112262676782e-05,
      "loss": 0.0268,
      "step": 24030
    },
    {
      "epoch": 3.670789433501298,
      "grad_norm": 0.2895055413246155,
      "learning_rate": 9.727776025416919e-05,
      "loss": 0.0217,
      "step": 24040
    },
    {
      "epoch": 3.672316384180791,
      "grad_norm": 0.22385849058628082,
      "learning_rate": 9.727439586195149e-05,
      "loss": 0.0216,
      "step": 24050
    },
    {
      "epoch": 3.673843334860284,
      "grad_norm": 0.2706592082977295,
      "learning_rate": 9.727102945025843e-05,
      "loss": 0.0221,
      "step": 24060
    },
    {
      "epoch": 3.675370285539777,
      "grad_norm": 0.1905922144651413,
      "learning_rate": 9.726766101923385e-05,
      "loss": 0.0185,
      "step": 24070
    },
    {
      "epoch": 3.6768972362192702,
      "grad_norm": 0.28910061717033386,
      "learning_rate": 9.726429056902163e-05,
      "loss": 0.0237,
      "step": 24080
    },
    {
      "epoch": 3.6784241868987633,
      "grad_norm": 0.34716057777404785,
      "learning_rate": 9.726091809976571e-05,
      "loss": 0.0253,
      "step": 24090
    },
    {
      "epoch": 3.6799511375782563,
      "grad_norm": 0.2252480834722519,
      "learning_rate": 9.725754361161023e-05,
      "loss": 0.0183,
      "step": 24100
    },
    {
      "epoch": 3.6814780882577494,
      "grad_norm": 0.24643483757972717,
      "learning_rate": 9.725416710469927e-05,
      "loss": 0.0213,
      "step": 24110
    },
    {
      "epoch": 3.6830050389372424,
      "grad_norm": 0.22445951402187347,
      "learning_rate": 9.725078857917713e-05,
      "loss": 0.0217,
      "step": 24120
    },
    {
      "epoch": 3.6845319896167354,
      "grad_norm": 0.2783164978027344,
      "learning_rate": 9.724740803518807e-05,
      "loss": 0.0196,
      "step": 24130
    },
    {
      "epoch": 3.6860589402962285,
      "grad_norm": 0.256401389837265,
      "learning_rate": 9.724402547287657e-05,
      "loss": 0.0195,
      "step": 24140
    },
    {
      "epoch": 3.6875858909757215,
      "grad_norm": 0.278501957654953,
      "learning_rate": 9.724064089238708e-05,
      "loss": 0.0175,
      "step": 24150
    },
    {
      "epoch": 3.6891128416552146,
      "grad_norm": 0.2956200838088989,
      "learning_rate": 9.723725429386418e-05,
      "loss": 0.0218,
      "step": 24160
    },
    {
      "epoch": 3.6906397923347076,
      "grad_norm": 0.3953661322593689,
      "learning_rate": 9.723386567745257e-05,
      "loss": 0.0181,
      "step": 24170
    },
    {
      "epoch": 3.6921667430142007,
      "grad_norm": 0.28590092062950134,
      "learning_rate": 9.723047504329699e-05,
      "loss": 0.0226,
      "step": 24180
    },
    {
      "epoch": 3.6936936936936937,
      "grad_norm": 0.2305959314107895,
      "learning_rate": 9.722708239154227e-05,
      "loss": 0.0217,
      "step": 24190
    },
    {
      "epoch": 3.6952206443731868,
      "grad_norm": 0.268071711063385,
      "learning_rate": 9.722368772233337e-05,
      "loss": 0.0211,
      "step": 24200
    },
    {
      "epoch": 3.69674759505268,
      "grad_norm": 0.16910676658153534,
      "learning_rate": 9.722029103581527e-05,
      "loss": 0.0164,
      "step": 24210
    },
    {
      "epoch": 3.698274545732173,
      "grad_norm": 0.17488405108451843,
      "learning_rate": 9.721689233213307e-05,
      "loss": 0.021,
      "step": 24220
    },
    {
      "epoch": 3.699801496411666,
      "grad_norm": 0.26672106981277466,
      "learning_rate": 9.721349161143199e-05,
      "loss": 0.0186,
      "step": 24230
    },
    {
      "epoch": 3.701328447091159,
      "grad_norm": 0.3846946954727173,
      "learning_rate": 9.721008887385727e-05,
      "loss": 0.0189,
      "step": 24240
    },
    {
      "epoch": 3.702855397770652,
      "grad_norm": 0.30485889315605164,
      "learning_rate": 9.720668411955429e-05,
      "loss": 0.0199,
      "step": 24250
    },
    {
      "epoch": 3.704382348450145,
      "grad_norm": 0.31000661849975586,
      "learning_rate": 9.720327734866847e-05,
      "loss": 0.017,
      "step": 24260
    },
    {
      "epoch": 3.705909299129638,
      "grad_norm": 0.4982004165649414,
      "learning_rate": 9.719986856134538e-05,
      "loss": 0.0203,
      "step": 24270
    },
    {
      "epoch": 3.707436249809131,
      "grad_norm": 0.32007500529289246,
      "learning_rate": 9.71964577577306e-05,
      "loss": 0.022,
      "step": 24280
    },
    {
      "epoch": 3.708963200488624,
      "grad_norm": 0.25860702991485596,
      "learning_rate": 9.719304493796985e-05,
      "loss": 0.022,
      "step": 24290
    },
    {
      "epoch": 3.710490151168117,
      "grad_norm": 0.2885424792766571,
      "learning_rate": 9.718963010220892e-05,
      "loss": 0.0232,
      "step": 24300
    },
    {
      "epoch": 3.7120171018476102,
      "grad_norm": 0.2895779013633728,
      "learning_rate": 9.718621325059367e-05,
      "loss": 0.0242,
      "step": 24310
    },
    {
      "epoch": 3.7135440525271033,
      "grad_norm": 0.2929157316684723,
      "learning_rate": 9.71827943832701e-05,
      "loss": 0.0227,
      "step": 24320
    },
    {
      "epoch": 3.7150710032065963,
      "grad_norm": 0.2606786787509918,
      "learning_rate": 9.71793735003842e-05,
      "loss": 0.0193,
      "step": 24330
    },
    {
      "epoch": 3.7165979538860894,
      "grad_norm": 0.16787566244602203,
      "learning_rate": 9.717595060208216e-05,
      "loss": 0.017,
      "step": 24340
    },
    {
      "epoch": 3.7181249045655824,
      "grad_norm": 0.29288673400878906,
      "learning_rate": 9.717252568851015e-05,
      "loss": 0.0229,
      "step": 24350
    },
    {
      "epoch": 3.7196518552450755,
      "grad_norm": 0.320320725440979,
      "learning_rate": 9.716909875981453e-05,
      "loss": 0.0207,
      "step": 24360
    },
    {
      "epoch": 3.7211788059245685,
      "grad_norm": 0.23143266141414642,
      "learning_rate": 9.716566981614163e-05,
      "loss": 0.0229,
      "step": 24370
    },
    {
      "epoch": 3.7227057566040616,
      "grad_norm": 0.2624419927597046,
      "learning_rate": 9.716223885763799e-05,
      "loss": 0.0239,
      "step": 24380
    },
    {
      "epoch": 3.7242327072835546,
      "grad_norm": 0.34730836749076843,
      "learning_rate": 9.715880588445014e-05,
      "loss": 0.0295,
      "step": 24390
    },
    {
      "epoch": 3.7257596579630476,
      "grad_norm": 0.35354146361351013,
      "learning_rate": 9.715537089672472e-05,
      "loss": 0.0211,
      "step": 24400
    },
    {
      "epoch": 3.7272866086425407,
      "grad_norm": 0.280275821685791,
      "learning_rate": 9.71519338946085e-05,
      "loss": 0.0206,
      "step": 24410
    },
    {
      "epoch": 3.7288135593220337,
      "grad_norm": 0.3099483251571655,
      "learning_rate": 9.714849487824828e-05,
      "loss": 0.0243,
      "step": 24420
    },
    {
      "epoch": 3.730340510001527,
      "grad_norm": 0.2809596657752991,
      "learning_rate": 9.714505384779098e-05,
      "loss": 0.0233,
      "step": 24430
    },
    {
      "epoch": 3.73186746068102,
      "grad_norm": 0.23426036536693573,
      "learning_rate": 9.714161080338358e-05,
      "loss": 0.0198,
      "step": 24440
    },
    {
      "epoch": 3.7333944113605133,
      "grad_norm": 0.211006298661232,
      "learning_rate": 9.713816574517316e-05,
      "loss": 0.0184,
      "step": 24450
    },
    {
      "epoch": 3.734921362040006,
      "grad_norm": 0.23301240801811218,
      "learning_rate": 9.713471867330691e-05,
      "loss": 0.0229,
      "step": 24460
    },
    {
      "epoch": 3.7364483127194994,
      "grad_norm": 0.33895638585090637,
      "learning_rate": 9.713126958793206e-05,
      "loss": 0.0234,
      "step": 24470
    },
    {
      "epoch": 3.737975263398992,
      "grad_norm": 0.25311604142189026,
      "learning_rate": 9.712781848919597e-05,
      "loss": 0.018,
      "step": 24480
    },
    {
      "epoch": 3.7395022140784855,
      "grad_norm": 0.34918680787086487,
      "learning_rate": 9.712436537724602e-05,
      "loss": 0.0212,
      "step": 24490
    },
    {
      "epoch": 3.741029164757978,
      "grad_norm": 0.3764476776123047,
      "learning_rate": 9.712091025222978e-05,
      "loss": 0.0196,
      "step": 24500
    },
    {
      "epoch": 3.7425561154374716,
      "grad_norm": 0.17719240486621857,
      "learning_rate": 9.711745311429481e-05,
      "loss": 0.0179,
      "step": 24510
    },
    {
      "epoch": 3.744083066116964,
      "grad_norm": 0.31907111406326294,
      "learning_rate": 9.711399396358881e-05,
      "loss": 0.0188,
      "step": 24520
    },
    {
      "epoch": 3.7456100167964577,
      "grad_norm": 0.26408740878105164,
      "learning_rate": 9.711053280025952e-05,
      "loss": 0.0195,
      "step": 24530
    },
    {
      "epoch": 3.7471369674759503,
      "grad_norm": 0.22538310289382935,
      "learning_rate": 9.710706962445482e-05,
      "loss": 0.0238,
      "step": 24540
    },
    {
      "epoch": 3.7486639181554438,
      "grad_norm": 0.20469604432582855,
      "learning_rate": 9.710360443632264e-05,
      "loss": 0.0178,
      "step": 24550
    },
    {
      "epoch": 3.750190868834937,
      "grad_norm": 0.20219163596630096,
      "learning_rate": 9.710013723601101e-05,
      "loss": 0.0189,
      "step": 24560
    },
    {
      "epoch": 3.75171781951443,
      "grad_norm": 0.1829715371131897,
      "learning_rate": 9.709666802366806e-05,
      "loss": 0.0199,
      "step": 24570
    },
    {
      "epoch": 3.753244770193923,
      "grad_norm": 0.2082463651895523,
      "learning_rate": 9.709319679944195e-05,
      "loss": 0.0189,
      "step": 24580
    },
    {
      "epoch": 3.754771720873416,
      "grad_norm": 0.2517916262149811,
      "learning_rate": 9.7089723563481e-05,
      "loss": 0.0235,
      "step": 24590
    },
    {
      "epoch": 3.756298671552909,
      "grad_norm": 0.25989633798599243,
      "learning_rate": 9.708624831593356e-05,
      "loss": 0.0256,
      "step": 24600
    },
    {
      "epoch": 3.757825622232402,
      "grad_norm": 0.2905316948890686,
      "learning_rate": 9.70827710569481e-05,
      "loss": 0.0225,
      "step": 24610
    },
    {
      "epoch": 3.759352572911895,
      "grad_norm": 0.258775532245636,
      "learning_rate": 9.707929178667315e-05,
      "loss": 0.0229,
      "step": 24620
    },
    {
      "epoch": 3.760879523591388,
      "grad_norm": 0.2682943344116211,
      "learning_rate": 9.707581050525734e-05,
      "loss": 0.0177,
      "step": 24630
    },
    {
      "epoch": 3.762406474270881,
      "grad_norm": 0.27366527915000916,
      "learning_rate": 9.707232721284938e-05,
      "loss": 0.0183,
      "step": 24640
    },
    {
      "epoch": 3.763933424950374,
      "grad_norm": 0.16017106175422668,
      "learning_rate": 9.706884190959808e-05,
      "loss": 0.0206,
      "step": 24650
    },
    {
      "epoch": 3.7654603756298672,
      "grad_norm": 0.19895458221435547,
      "learning_rate": 9.706535459565233e-05,
      "loss": 0.0176,
      "step": 24660
    },
    {
      "epoch": 3.7669873263093603,
      "grad_norm": 0.23457901179790497,
      "learning_rate": 9.706186527116107e-05,
      "loss": 0.0187,
      "step": 24670
    },
    {
      "epoch": 3.7685142769888533,
      "grad_norm": 0.20963996648788452,
      "learning_rate": 9.705837393627342e-05,
      "loss": 0.0205,
      "step": 24680
    },
    {
      "epoch": 3.7700412276683464,
      "grad_norm": 0.2511914372444153,
      "learning_rate": 9.705488059113846e-05,
      "loss": 0.0197,
      "step": 24690
    },
    {
      "epoch": 3.7715681783478394,
      "grad_norm": 0.19652362167835236,
      "learning_rate": 9.705138523590545e-05,
      "loss": 0.0204,
      "step": 24700
    },
    {
      "epoch": 3.7730951290273325,
      "grad_norm": 0.24483263492584229,
      "learning_rate": 9.70478878707237e-05,
      "loss": 0.0185,
      "step": 24710
    },
    {
      "epoch": 3.7746220797068255,
      "grad_norm": 0.39033907651901245,
      "learning_rate": 9.70443884957426e-05,
      "loss": 0.0215,
      "step": 24720
    },
    {
      "epoch": 3.7761490303863186,
      "grad_norm": 0.2271823287010193,
      "learning_rate": 9.704088711111165e-05,
      "loss": 0.0205,
      "step": 24730
    },
    {
      "epoch": 3.7776759810658116,
      "grad_norm": 0.2378677874803543,
      "learning_rate": 9.703738371698042e-05,
      "loss": 0.0205,
      "step": 24740
    },
    {
      "epoch": 3.7792029317453046,
      "grad_norm": 0.1820148229598999,
      "learning_rate": 9.703387831349857e-05,
      "loss": 0.0203,
      "step": 24750
    },
    {
      "epoch": 3.7807298824247977,
      "grad_norm": 0.2485068291425705,
      "learning_rate": 9.703037090081584e-05,
      "loss": 0.0165,
      "step": 24760
    },
    {
      "epoch": 3.7822568331042907,
      "grad_norm": 0.3580165207386017,
      "learning_rate": 9.702686147908207e-05,
      "loss": 0.0187,
      "step": 24770
    },
    {
      "epoch": 3.7837837837837838,
      "grad_norm": 0.29022517800331116,
      "learning_rate": 9.702335004844716e-05,
      "loss": 0.0189,
      "step": 24780
    },
    {
      "epoch": 3.785310734463277,
      "grad_norm": 0.2570391297340393,
      "learning_rate": 9.701983660906114e-05,
      "loss": 0.0236,
      "step": 24790
    },
    {
      "epoch": 3.78683768514277,
      "grad_norm": 0.2750256359577179,
      "learning_rate": 9.701632116107405e-05,
      "loss": 0.0192,
      "step": 24800
    },
    {
      "epoch": 3.788364635822263,
      "grad_norm": 0.20136995613574982,
      "learning_rate": 9.70128037046361e-05,
      "loss": 0.0172,
      "step": 24810
    },
    {
      "epoch": 3.789891586501756,
      "grad_norm": 0.3745349645614624,
      "learning_rate": 9.700928423989755e-05,
      "loss": 0.0183,
      "step": 24820
    },
    {
      "epoch": 3.791418537181249,
      "grad_norm": 0.20270177721977234,
      "learning_rate": 9.700576276700873e-05,
      "loss": 0.0208,
      "step": 24830
    },
    {
      "epoch": 3.792945487860742,
      "grad_norm": 0.27094292640686035,
      "learning_rate": 9.700223928612008e-05,
      "loss": 0.0201,
      "step": 24840
    },
    {
      "epoch": 3.794472438540235,
      "grad_norm": 0.2972993850708008,
      "learning_rate": 9.699871379738212e-05,
      "loss": 0.0267,
      "step": 24850
    },
    {
      "epoch": 3.795999389219728,
      "grad_norm": 0.26391056180000305,
      "learning_rate": 9.699518630094544e-05,
      "loss": 0.0202,
      "step": 24860
    },
    {
      "epoch": 3.797526339899221,
      "grad_norm": 0.1827426254749298,
      "learning_rate": 9.699165679696072e-05,
      "loss": 0.019,
      "step": 24870
    },
    {
      "epoch": 3.799053290578714,
      "grad_norm": 0.2687235474586487,
      "learning_rate": 9.698812528557877e-05,
      "loss": 0.0191,
      "step": 24880
    },
    {
      "epoch": 3.8005802412582073,
      "grad_norm": 0.31911730766296387,
      "learning_rate": 9.698459176695042e-05,
      "loss": 0.0209,
      "step": 24890
    },
    {
      "epoch": 3.8021071919377003,
      "grad_norm": 0.38137921690940857,
      "learning_rate": 9.698105624122661e-05,
      "loss": 0.0177,
      "step": 24900
    },
    {
      "epoch": 3.8036341426171933,
      "grad_norm": 0.23437732458114624,
      "learning_rate": 9.69775187085584e-05,
      "loss": 0.0212,
      "step": 24910
    },
    {
      "epoch": 3.8051610932966864,
      "grad_norm": 0.29408037662506104,
      "learning_rate": 9.69739791690969e-05,
      "loss": 0.0173,
      "step": 24920
    },
    {
      "epoch": 3.8066880439761794,
      "grad_norm": 0.3560507297515869,
      "learning_rate": 9.697043762299328e-05,
      "loss": 0.0238,
      "step": 24930
    },
    {
      "epoch": 3.8082149946556725,
      "grad_norm": 0.24320253729820251,
      "learning_rate": 9.696689407039886e-05,
      "loss": 0.0225,
      "step": 24940
    },
    {
      "epoch": 3.8097419453351655,
      "grad_norm": 0.19066323339939117,
      "learning_rate": 9.696334851146501e-05,
      "loss": 0.0218,
      "step": 24950
    },
    {
      "epoch": 3.8112688960146586,
      "grad_norm": 0.1774168163537979,
      "learning_rate": 9.695980094634318e-05,
      "loss": 0.0196,
      "step": 24960
    },
    {
      "epoch": 3.8127958466941516,
      "grad_norm": 0.3087030351161957,
      "learning_rate": 9.695625137518493e-05,
      "loss": 0.0247,
      "step": 24970
    },
    {
      "epoch": 3.814322797373645,
      "grad_norm": 0.5212661623954773,
      "learning_rate": 9.695269979814188e-05,
      "loss": 0.0223,
      "step": 24980
    },
    {
      "epoch": 3.8158497480531377,
      "grad_norm": 0.22489306330680847,
      "learning_rate": 9.694914621536575e-05,
      "loss": 0.0197,
      "step": 24990
    },
    {
      "epoch": 3.817376698732631,
      "grad_norm": 0.22665955126285553,
      "learning_rate": 9.694559062700835e-05,
      "loss": 0.0217,
      "step": 25000
    },
    {
      "epoch": 3.818903649412124,
      "grad_norm": 0.25938817858695984,
      "learning_rate": 9.694203303322155e-05,
      "loss": 0.0263,
      "step": 25010
    },
    {
      "epoch": 3.8204306000916173,
      "grad_norm": 0.21742881834506989,
      "learning_rate": 9.693847343415734e-05,
      "loss": 0.0194,
      "step": 25020
    },
    {
      "epoch": 3.82195755077111,
      "grad_norm": 0.3065790832042694,
      "learning_rate": 9.693491182996776e-05,
      "loss": 0.0208,
      "step": 25030
    },
    {
      "epoch": 3.8234845014506034,
      "grad_norm": 0.2873132526874542,
      "learning_rate": 9.693134822080499e-05,
      "loss": 0.0198,
      "step": 25040
    },
    {
      "epoch": 3.825011452130096,
      "grad_norm": 0.29559776186943054,
      "learning_rate": 9.692778260682121e-05,
      "loss": 0.0199,
      "step": 25050
    },
    {
      "epoch": 3.8265384028095895,
      "grad_norm": 0.17997269332408905,
      "learning_rate": 9.69242149881688e-05,
      "loss": 0.0181,
      "step": 25060
    },
    {
      "epoch": 3.828065353489082,
      "grad_norm": 0.34319159388542175,
      "learning_rate": 9.69206453650001e-05,
      "loss": 0.0214,
      "step": 25070
    },
    {
      "epoch": 3.8295923041685755,
      "grad_norm": 0.22031140327453613,
      "learning_rate": 9.691707373746764e-05,
      "loss": 0.0186,
      "step": 25080
    },
    {
      "epoch": 3.831119254848068,
      "grad_norm": 0.27493858337402344,
      "learning_rate": 9.691350010572398e-05,
      "loss": 0.0217,
      "step": 25090
    },
    {
      "epoch": 3.8326462055275616,
      "grad_norm": 0.21020366251468658,
      "learning_rate": 9.690992446992177e-05,
      "loss": 0.0196,
      "step": 25100
    },
    {
      "epoch": 3.8341731562070547,
      "grad_norm": 0.6689866185188293,
      "learning_rate": 9.690634683021377e-05,
      "loss": 0.0215,
      "step": 25110
    },
    {
      "epoch": 3.8357001068865477,
      "grad_norm": 0.22746337950229645,
      "learning_rate": 9.69027671867528e-05,
      "loss": 0.0208,
      "step": 25120
    },
    {
      "epoch": 3.8372270575660408,
      "grad_norm": 0.2215118259191513,
      "learning_rate": 9.689918553969179e-05,
      "loss": 0.022,
      "step": 25130
    },
    {
      "epoch": 3.838754008245534,
      "grad_norm": 0.20273064076900482,
      "learning_rate": 9.689560188918372e-05,
      "loss": 0.0178,
      "step": 25140
    },
    {
      "epoch": 3.840280958925027,
      "grad_norm": 0.30589547753334045,
      "learning_rate": 9.689201623538168e-05,
      "loss": 0.0231,
      "step": 25150
    },
    {
      "epoch": 3.84180790960452,
      "grad_norm": 0.6654646396636963,
      "learning_rate": 9.688842857843886e-05,
      "loss": 0.0242,
      "step": 25160
    },
    {
      "epoch": 3.843334860284013,
      "grad_norm": 0.27132388949394226,
      "learning_rate": 9.68848389185085e-05,
      "loss": 0.0202,
      "step": 25170
    },
    {
      "epoch": 3.844861810963506,
      "grad_norm": 0.3994040787220001,
      "learning_rate": 9.688124725574397e-05,
      "loss": 0.0202,
      "step": 25180
    },
    {
      "epoch": 3.846388761642999,
      "grad_norm": 0.27216804027557373,
      "learning_rate": 9.687765359029865e-05,
      "loss": 0.0159,
      "step": 25190
    },
    {
      "epoch": 3.847915712322492,
      "grad_norm": 0.43018826842308044,
      "learning_rate": 9.687405792232611e-05,
      "loss": 0.0191,
      "step": 25200
    },
    {
      "epoch": 3.849442663001985,
      "grad_norm": 0.3142872154712677,
      "learning_rate": 9.687046025197992e-05,
      "loss": 0.0174,
      "step": 25210
    },
    {
      "epoch": 3.850969613681478,
      "grad_norm": 0.20480242371559143,
      "learning_rate": 9.686686057941378e-05,
      "loss": 0.0189,
      "step": 25220
    },
    {
      "epoch": 3.852496564360971,
      "grad_norm": 0.23363865911960602,
      "learning_rate": 9.686325890478144e-05,
      "loss": 0.0199,
      "step": 25230
    },
    {
      "epoch": 3.8540235150404643,
      "grad_norm": 0.1808212548494339,
      "learning_rate": 9.685965522823677e-05,
      "loss": 0.0171,
      "step": 25240
    },
    {
      "epoch": 3.8555504657199573,
      "grad_norm": 0.25066250562667847,
      "learning_rate": 9.685604954993373e-05,
      "loss": 0.022,
      "step": 25250
    },
    {
      "epoch": 3.8570774163994503,
      "grad_norm": 0.30326196551322937,
      "learning_rate": 9.685244187002631e-05,
      "loss": 0.0204,
      "step": 25260
    },
    {
      "epoch": 3.8586043670789434,
      "grad_norm": 0.2658059597015381,
      "learning_rate": 9.684883218866865e-05,
      "loss": 0.0223,
      "step": 25270
    },
    {
      "epoch": 3.8601313177584364,
      "grad_norm": 0.31723758578300476,
      "learning_rate": 9.684522050601495e-05,
      "loss": 0.0222,
      "step": 25280
    },
    {
      "epoch": 3.8616582684379295,
      "grad_norm": 0.3394028842449188,
      "learning_rate": 9.684160682221947e-05,
      "loss": 0.0254,
      "step": 25290
    },
    {
      "epoch": 3.8631852191174225,
      "grad_norm": 0.20633465051651,
      "learning_rate": 9.683799113743662e-05,
      "loss": 0.022,
      "step": 25300
    },
    {
      "epoch": 3.8647121697969156,
      "grad_norm": 0.3171093463897705,
      "learning_rate": 9.683437345182082e-05,
      "loss": 0.0195,
      "step": 25310
    },
    {
      "epoch": 3.8662391204764086,
      "grad_norm": 0.208663210272789,
      "learning_rate": 9.683075376552663e-05,
      "loss": 0.02,
      "step": 25320
    },
    {
      "epoch": 3.8677660711559017,
      "grad_norm": 0.1984987109899521,
      "learning_rate": 9.682713207870866e-05,
      "loss": 0.018,
      "step": 25330
    },
    {
      "epoch": 3.8692930218353947,
      "grad_norm": 0.25389450788497925,
      "learning_rate": 9.682350839152165e-05,
      "loss": 0.0207,
      "step": 25340
    },
    {
      "epoch": 3.8708199725148877,
      "grad_norm": 0.3356405198574066,
      "learning_rate": 9.681988270412035e-05,
      "loss": 0.0204,
      "step": 25350
    },
    {
      "epoch": 3.872346923194381,
      "grad_norm": 0.21180570125579834,
      "learning_rate": 9.68162550166597e-05,
      "loss": 0.0188,
      "step": 25360
    },
    {
      "epoch": 3.873873873873874,
      "grad_norm": 0.31758764386177063,
      "learning_rate": 9.681262532929462e-05,
      "loss": 0.0241,
      "step": 25370
    },
    {
      "epoch": 3.875400824553367,
      "grad_norm": 0.2560645341873169,
      "learning_rate": 9.68089936421802e-05,
      "loss": 0.0207,
      "step": 25380
    },
    {
      "epoch": 3.87692777523286,
      "grad_norm": 0.31897446513175964,
      "learning_rate": 9.680535995547155e-05,
      "loss": 0.0233,
      "step": 25390
    },
    {
      "epoch": 3.878454725912353,
      "grad_norm": 0.24647824466228485,
      "learning_rate": 9.680172426932391e-05,
      "loss": 0.0154,
      "step": 25400
    },
    {
      "epoch": 3.879981676591846,
      "grad_norm": 0.22910076379776,
      "learning_rate": 9.679808658389259e-05,
      "loss": 0.0156,
      "step": 25410
    },
    {
      "epoch": 3.881508627271339,
      "grad_norm": 0.33529919385910034,
      "learning_rate": 9.679444689933299e-05,
      "loss": 0.021,
      "step": 25420
    },
    {
      "epoch": 3.883035577950832,
      "grad_norm": 0.382685124874115,
      "learning_rate": 9.679080521580057e-05,
      "loss": 0.0259,
      "step": 25430
    },
    {
      "epoch": 3.884562528630325,
      "grad_norm": 0.25560203194618225,
      "learning_rate": 9.678716153345092e-05,
      "loss": 0.0252,
      "step": 25440
    },
    {
      "epoch": 3.886089479309818,
      "grad_norm": 0.3179504871368408,
      "learning_rate": 9.678351585243966e-05,
      "loss": 0.019,
      "step": 25450
    },
    {
      "epoch": 3.8876164299893112,
      "grad_norm": 0.23729948699474335,
      "learning_rate": 9.677986817292255e-05,
      "loss": 0.0202,
      "step": 25460
    },
    {
      "epoch": 3.8891433806688043,
      "grad_norm": 0.1966472715139389,
      "learning_rate": 9.677621849505543e-05,
      "loss": 0.0194,
      "step": 25470
    },
    {
      "epoch": 3.8906703313482973,
      "grad_norm": 0.2764778733253479,
      "learning_rate": 9.677256681899417e-05,
      "loss": 0.0151,
      "step": 25480
    },
    {
      "epoch": 3.8921972820277904,
      "grad_norm": 0.22435759007930756,
      "learning_rate": 9.676891314489477e-05,
      "loss": 0.0185,
      "step": 25490
    },
    {
      "epoch": 3.8937242327072834,
      "grad_norm": 0.2903071641921997,
      "learning_rate": 9.676525747291334e-05,
      "loss": 0.0252,
      "step": 25500
    },
    {
      "epoch": 3.8952511833867765,
      "grad_norm": 0.27600616216659546,
      "learning_rate": 9.676159980320602e-05,
      "loss": 0.0249,
      "step": 25510
    },
    {
      "epoch": 3.8967781340662695,
      "grad_norm": 0.2198508232831955,
      "learning_rate": 9.675794013592905e-05,
      "loss": 0.0216,
      "step": 25520
    },
    {
      "epoch": 3.898305084745763,
      "grad_norm": 0.33397501707077026,
      "learning_rate": 9.675427847123877e-05,
      "loss": 0.0214,
      "step": 25530
    },
    {
      "epoch": 3.8998320354252556,
      "grad_norm": 0.31969550251960754,
      "learning_rate": 9.675061480929162e-05,
      "loss": 0.0219,
      "step": 25540
    },
    {
      "epoch": 3.901358986104749,
      "grad_norm": 0.31416037678718567,
      "learning_rate": 9.674694915024408e-05,
      "loss": 0.0202,
      "step": 25550
    },
    {
      "epoch": 3.9028859367842417,
      "grad_norm": 0.25055640935897827,
      "learning_rate": 9.674328149425274e-05,
      "loss": 0.0213,
      "step": 25560
    },
    {
      "epoch": 3.904412887463735,
      "grad_norm": 0.24933505058288574,
      "learning_rate": 9.673961184147429e-05,
      "loss": 0.0204,
      "step": 25570
    },
    {
      "epoch": 3.9059398381432278,
      "grad_norm": 0.239050954580307,
      "learning_rate": 9.67359401920655e-05,
      "loss": 0.0179,
      "step": 25580
    },
    {
      "epoch": 3.9074667888227212,
      "grad_norm": 0.15567193925380707,
      "learning_rate": 9.673226654618319e-05,
      "loss": 0.0205,
      "step": 25590
    },
    {
      "epoch": 3.908993739502214,
      "grad_norm": 0.33675616979599,
      "learning_rate": 9.672859090398431e-05,
      "loss": 0.02,
      "step": 25600
    },
    {
      "epoch": 3.9105206901817073,
      "grad_norm": 0.3241083025932312,
      "learning_rate": 9.672491326562586e-05,
      "loss": 0.0198,
      "step": 25610
    },
    {
      "epoch": 3.9120476408612,
      "grad_norm": 0.2788943350315094,
      "learning_rate": 9.672123363126495e-05,
      "loss": 0.0213,
      "step": 25620
    },
    {
      "epoch": 3.9135745915406934,
      "grad_norm": 0.2043159008026123,
      "learning_rate": 9.671755200105877e-05,
      "loss": 0.0201,
      "step": 25630
    },
    {
      "epoch": 3.915101542220186,
      "grad_norm": 0.2576475739479065,
      "learning_rate": 9.67138683751646e-05,
      "loss": 0.0197,
      "step": 25640
    },
    {
      "epoch": 3.9166284928996795,
      "grad_norm": 0.317708820104599,
      "learning_rate": 9.671018275373978e-05,
      "loss": 0.0211,
      "step": 25650
    },
    {
      "epoch": 3.9181554435791726,
      "grad_norm": 0.32720640301704407,
      "learning_rate": 9.670649513694177e-05,
      "loss": 0.0234,
      "step": 25660
    },
    {
      "epoch": 3.9196823942586656,
      "grad_norm": 0.3698459267616272,
      "learning_rate": 9.67028055249281e-05,
      "loss": 0.0206,
      "step": 25670
    },
    {
      "epoch": 3.9212093449381586,
      "grad_norm": 0.39647236466407776,
      "learning_rate": 9.669911391785635e-05,
      "loss": 0.0246,
      "step": 25680
    },
    {
      "epoch": 3.9227362956176517,
      "grad_norm": 0.3341202139854431,
      "learning_rate": 9.669542031588425e-05,
      "loss": 0.024,
      "step": 25690
    },
    {
      "epoch": 3.9242632462971447,
      "grad_norm": 0.25201645493507385,
      "learning_rate": 9.669172471916959e-05,
      "loss": 0.0182,
      "step": 25700
    },
    {
      "epoch": 3.925790196976638,
      "grad_norm": 0.17719684541225433,
      "learning_rate": 9.668802712787022e-05,
      "loss": 0.0218,
      "step": 25710
    },
    {
      "epoch": 3.927317147656131,
      "grad_norm": 0.21669474244117737,
      "learning_rate": 9.66843275421441e-05,
      "loss": 0.0204,
      "step": 25720
    },
    {
      "epoch": 3.928844098335624,
      "grad_norm": 0.20067019760608673,
      "learning_rate": 9.668062596214925e-05,
      "loss": 0.0198,
      "step": 25730
    },
    {
      "epoch": 3.930371049015117,
      "grad_norm": 0.30181199312210083,
      "learning_rate": 9.667692238804383e-05,
      "loss": 0.0216,
      "step": 25740
    },
    {
      "epoch": 3.93189799969461,
      "grad_norm": 0.15598350763320923,
      "learning_rate": 9.667321681998604e-05,
      "loss": 0.0135,
      "step": 25750
    },
    {
      "epoch": 3.933424950374103,
      "grad_norm": 0.3025546967983246,
      "learning_rate": 9.666950925813416e-05,
      "loss": 0.0211,
      "step": 25760
    },
    {
      "epoch": 3.934951901053596,
      "grad_norm": 0.1725931614637375,
      "learning_rate": 9.666579970264658e-05,
      "loss": 0.017,
      "step": 25770
    },
    {
      "epoch": 3.936478851733089,
      "grad_norm": 0.24864761531352997,
      "learning_rate": 9.666208815368176e-05,
      "loss": 0.0232,
      "step": 25780
    },
    {
      "epoch": 3.938005802412582,
      "grad_norm": 0.20985323190689087,
      "learning_rate": 9.665837461139827e-05,
      "loss": 0.0214,
      "step": 25790
    },
    {
      "epoch": 3.939532753092075,
      "grad_norm": 0.3286181390285492,
      "learning_rate": 9.665465907595471e-05,
      "loss": 0.0188,
      "step": 25800
    },
    {
      "epoch": 3.9410597037715682,
      "grad_norm": 0.24244645237922668,
      "learning_rate": 9.665094154750983e-05,
      "loss": 0.0164,
      "step": 25810
    },
    {
      "epoch": 3.9425866544510613,
      "grad_norm": 0.24044480919837952,
      "learning_rate": 9.664722202622242e-05,
      "loss": 0.0204,
      "step": 25820
    },
    {
      "epoch": 3.9441136051305543,
      "grad_norm": 0.21129196882247925,
      "learning_rate": 9.66435005122514e-05,
      "loss": 0.0188,
      "step": 25830
    },
    {
      "epoch": 3.9456405558100474,
      "grad_norm": 0.3257540464401245,
      "learning_rate": 9.663977700575571e-05,
      "loss": 0.0229,
      "step": 25840
    },
    {
      "epoch": 3.9471675064895404,
      "grad_norm": 0.2806367874145508,
      "learning_rate": 9.663605150689443e-05,
      "loss": 0.0241,
      "step": 25850
    },
    {
      "epoch": 3.9486944571690334,
      "grad_norm": 0.42110687494277954,
      "learning_rate": 9.663232401582671e-05,
      "loss": 0.0245,
      "step": 25860
    },
    {
      "epoch": 3.9502214078485265,
      "grad_norm": 0.26147156953811646,
      "learning_rate": 9.662859453271176e-05,
      "loss": 0.0213,
      "step": 25870
    },
    {
      "epoch": 3.9517483585280195,
      "grad_norm": 0.33315813541412354,
      "learning_rate": 9.662486305770892e-05,
      "loss": 0.017,
      "step": 25880
    },
    {
      "epoch": 3.9532753092075126,
      "grad_norm": 0.27592119574546814,
      "learning_rate": 9.662112959097758e-05,
      "loss": 0.0206,
      "step": 25890
    },
    {
      "epoch": 3.9548022598870056,
      "grad_norm": 0.20751960575580597,
      "learning_rate": 9.661739413267723e-05,
      "loss": 0.0182,
      "step": 25900
    },
    {
      "epoch": 3.9563292105664987,
      "grad_norm": 0.3042110502719879,
      "learning_rate": 9.661365668296745e-05,
      "loss": 0.0221,
      "step": 25910
    },
    {
      "epoch": 3.9578561612459917,
      "grad_norm": 0.3226693868637085,
      "learning_rate": 9.660991724200788e-05,
      "loss": 0.019,
      "step": 25920
    },
    {
      "epoch": 3.9593831119254848,
      "grad_norm": 0.26023203134536743,
      "learning_rate": 9.660617580995828e-05,
      "loss": 0.0192,
      "step": 25930
    },
    {
      "epoch": 3.960910062604978,
      "grad_norm": 0.36575886607170105,
      "learning_rate": 9.660243238697844e-05,
      "loss": 0.0195,
      "step": 25940
    },
    {
      "epoch": 3.962437013284471,
      "grad_norm": 0.2244223952293396,
      "learning_rate": 9.659868697322833e-05,
      "loss": 0.0204,
      "step": 25950
    },
    {
      "epoch": 3.963963963963964,
      "grad_norm": 0.33116212487220764,
      "learning_rate": 9.65949395688679e-05,
      "loss": 0.0205,
      "step": 25960
    },
    {
      "epoch": 3.965490914643457,
      "grad_norm": 0.48305371403694153,
      "learning_rate": 9.659119017405726e-05,
      "loss": 0.0212,
      "step": 25970
    },
    {
      "epoch": 3.96701786532295,
      "grad_norm": 0.33482563495635986,
      "learning_rate": 9.658743878895655e-05,
      "loss": 0.017,
      "step": 25980
    },
    {
      "epoch": 3.968544816002443,
      "grad_norm": 0.508727490901947,
      "learning_rate": 9.658368541372607e-05,
      "loss": 0.02,
      "step": 25990
    },
    {
      "epoch": 3.970071766681936,
      "grad_norm": 0.2056298851966858,
      "learning_rate": 9.65799300485261e-05,
      "loss": 0.0187,
      "step": 26000
    },
    {
      "epoch": 3.971598717361429,
      "grad_norm": 0.3242994546890259,
      "learning_rate": 9.657617269351708e-05,
      "loss": 0.019,
      "step": 26010
    },
    {
      "epoch": 3.973125668040922,
      "grad_norm": 0.17881543934345245,
      "learning_rate": 9.657241334885956e-05,
      "loss": 0.0191,
      "step": 26020
    },
    {
      "epoch": 3.974652618720415,
      "grad_norm": 0.32209548354148865,
      "learning_rate": 9.656865201471407e-05,
      "loss": 0.0257,
      "step": 26030
    },
    {
      "epoch": 3.9761795693999082,
      "grad_norm": 0.2779316306114197,
      "learning_rate": 9.656488869124132e-05,
      "loss": 0.0221,
      "step": 26040
    },
    {
      "epoch": 3.9777065200794013,
      "grad_norm": 0.17684689164161682,
      "learning_rate": 9.656112337860208e-05,
      "loss": 0.0186,
      "step": 26050
    },
    {
      "epoch": 3.9792334707588943,
      "grad_norm": 0.2315456122159958,
      "learning_rate": 9.655735607695718e-05,
      "loss": 0.0203,
      "step": 26060
    },
    {
      "epoch": 3.9807604214383874,
      "grad_norm": 0.22099560499191284,
      "learning_rate": 9.655358678646754e-05,
      "loss": 0.0193,
      "step": 26070
    },
    {
      "epoch": 3.982287372117881,
      "grad_norm": 0.34213295578956604,
      "learning_rate": 9.654981550729421e-05,
      "loss": 0.0225,
      "step": 26080
    },
    {
      "epoch": 3.9838143227973735,
      "grad_norm": 0.30366402864456177,
      "learning_rate": 9.654604223959826e-05,
      "loss": 0.02,
      "step": 26090
    },
    {
      "epoch": 3.985341273476867,
      "grad_norm": 0.2852480113506317,
      "learning_rate": 9.654226698354092e-05,
      "loss": 0.0229,
      "step": 26100
    },
    {
      "epoch": 3.9868682241563596,
      "grad_norm": 0.4866112470626831,
      "learning_rate": 9.653848973928342e-05,
      "loss": 0.0184,
      "step": 26110
    },
    {
      "epoch": 3.988395174835853,
      "grad_norm": 0.2588195204734802,
      "learning_rate": 9.653471050698714e-05,
      "loss": 0.0177,
      "step": 26120
    },
    {
      "epoch": 3.9899221255153456,
      "grad_norm": 0.49997541308403015,
      "learning_rate": 9.653092928681351e-05,
      "loss": 0.0263,
      "step": 26130
    },
    {
      "epoch": 3.991449076194839,
      "grad_norm": 0.3453962802886963,
      "learning_rate": 9.652714607892406e-05,
      "loss": 0.018,
      "step": 26140
    },
    {
      "epoch": 3.9929760268743317,
      "grad_norm": 0.24213257431983948,
      "learning_rate": 9.652336088348039e-05,
      "loss": 0.0223,
      "step": 26150
    },
    {
      "epoch": 3.994502977553825,
      "grad_norm": 0.44386255741119385,
      "learning_rate": 9.651957370064423e-05,
      "loss": 0.0199,
      "step": 26160
    },
    {
      "epoch": 3.996029928233318,
      "grad_norm": 0.3170323371887207,
      "learning_rate": 9.651578453057732e-05,
      "loss": 0.021,
      "step": 26170
    },
    {
      "epoch": 3.9975568789128113,
      "grad_norm": 0.26734793186187744,
      "learning_rate": 9.651199337344157e-05,
      "loss": 0.0246,
      "step": 26180
    },
    {
      "epoch": 3.999083829592304,
      "grad_norm": 0.2548311948776245,
      "learning_rate": 9.65082002293989e-05,
      "loss": 0.0203,
      "step": 26190
    },
    {
      "epoch": 4.000610780271797,
      "grad_norm": 0.3172191083431244,
      "learning_rate": 9.650440509861135e-05,
      "loss": 0.0264,
      "step": 26200
    },
    {
      "epoch": 4.00213773095129,
      "grad_norm": 0.3107358515262604,
      "learning_rate": 9.650060798124105e-05,
      "loss": 0.0285,
      "step": 26210
    },
    {
      "epoch": 4.0036646816307835,
      "grad_norm": 0.23445972800254822,
      "learning_rate": 9.64968088774502e-05,
      "loss": 0.023,
      "step": 26220
    },
    {
      "epoch": 4.005191632310276,
      "grad_norm": 0.2504357695579529,
      "learning_rate": 9.64930077874011e-05,
      "loss": 0.022,
      "step": 26230
    },
    {
      "epoch": 4.00671858298977,
      "grad_norm": 0.3032347559928894,
      "learning_rate": 9.648920471125609e-05,
      "loss": 0.017,
      "step": 26240
    },
    {
      "epoch": 4.008245533669262,
      "grad_norm": 0.3646688461303711,
      "learning_rate": 9.648539964917769e-05,
      "loss": 0.0261,
      "step": 26250
    },
    {
      "epoch": 4.009772484348756,
      "grad_norm": 0.34326669573783875,
      "learning_rate": 9.648159260132839e-05,
      "loss": 0.0239,
      "step": 26260
    },
    {
      "epoch": 4.011299435028248,
      "grad_norm": 0.211684912443161,
      "learning_rate": 9.647778356787084e-05,
      "loss": 0.0202,
      "step": 26270
    },
    {
      "epoch": 4.012826385707742,
      "grad_norm": 0.22567591071128845,
      "learning_rate": 9.647397254896779e-05,
      "loss": 0.0167,
      "step": 26280
    },
    {
      "epoch": 4.014353336387234,
      "grad_norm": 0.3279736340045929,
      "learning_rate": 9.647015954478198e-05,
      "loss": 0.0217,
      "step": 26290
    },
    {
      "epoch": 4.015880287066728,
      "grad_norm": 0.3017979562282562,
      "learning_rate": 9.646634455547633e-05,
      "loss": 0.0191,
      "step": 26300
    },
    {
      "epoch": 4.01740723774622,
      "grad_norm": 0.2840605080127716,
      "learning_rate": 9.646252758121381e-05,
      "loss": 0.0201,
      "step": 26310
    },
    {
      "epoch": 4.018934188425714,
      "grad_norm": 0.1741873025894165,
      "learning_rate": 9.645870862215747e-05,
      "loss": 0.0164,
      "step": 26320
    },
    {
      "epoch": 4.0204611391052065,
      "grad_norm": 0.2433987408876419,
      "learning_rate": 9.645488767847042e-05,
      "loss": 0.0175,
      "step": 26330
    },
    {
      "epoch": 4.0219880897847,
      "grad_norm": 0.4583629369735718,
      "learning_rate": 9.645106475031594e-05,
      "loss": 0.0217,
      "step": 26340
    },
    {
      "epoch": 4.023515040464193,
      "grad_norm": 0.24815557897090912,
      "learning_rate": 9.644723983785729e-05,
      "loss": 0.0189,
      "step": 26350
    },
    {
      "epoch": 4.025041991143686,
      "grad_norm": 0.2877904772758484,
      "learning_rate": 9.644341294125787e-05,
      "loss": 0.0196,
      "step": 26360
    },
    {
      "epoch": 4.026568941823179,
      "grad_norm": 0.26026490330696106,
      "learning_rate": 9.643958406068118e-05,
      "loss": 0.0208,
      "step": 26370
    },
    {
      "epoch": 4.028095892502672,
      "grad_norm": 0.28529250621795654,
      "learning_rate": 9.643575319629079e-05,
      "loss": 0.0233,
      "step": 26380
    },
    {
      "epoch": 4.029622843182165,
      "grad_norm": 0.28626084327697754,
      "learning_rate": 9.64319203482503e-05,
      "loss": 0.0215,
      "step": 26390
    },
    {
      "epoch": 4.031149793861658,
      "grad_norm": 0.26987043023109436,
      "learning_rate": 9.642808551672348e-05,
      "loss": 0.0183,
      "step": 26400
    },
    {
      "epoch": 4.032676744541151,
      "grad_norm": 0.23681704699993134,
      "learning_rate": 9.642424870187414e-05,
      "loss": 0.0206,
      "step": 26410
    },
    {
      "epoch": 4.034203695220644,
      "grad_norm": 0.20671221613883972,
      "learning_rate": 9.642040990386618e-05,
      "loss": 0.0184,
      "step": 26420
    },
    {
      "epoch": 4.035730645900138,
      "grad_norm": 0.22493776679039001,
      "learning_rate": 9.641656912286359e-05,
      "loss": 0.0195,
      "step": 26430
    },
    {
      "epoch": 4.0372575965796305,
      "grad_norm": 0.1964361071586609,
      "learning_rate": 9.641272635903043e-05,
      "loss": 0.0144,
      "step": 26440
    },
    {
      "epoch": 4.038784547259124,
      "grad_norm": 0.18734638392925262,
      "learning_rate": 9.640888161253087e-05,
      "loss": 0.0172,
      "step": 26450
    },
    {
      "epoch": 4.0403114979386165,
      "grad_norm": 0.2190036177635193,
      "learning_rate": 9.640503488352913e-05,
      "loss": 0.0213,
      "step": 26460
    },
    {
      "epoch": 4.04183844861811,
      "grad_norm": 0.22652742266654968,
      "learning_rate": 9.640118617218956e-05,
      "loss": 0.0175,
      "step": 26470
    },
    {
      "epoch": 4.043365399297603,
      "grad_norm": 0.30948764085769653,
      "learning_rate": 9.639733547867656e-05,
      "loss": 0.0177,
      "step": 26480
    },
    {
      "epoch": 4.044892349977096,
      "grad_norm": 0.21751932799816132,
      "learning_rate": 9.639348280315462e-05,
      "loss": 0.019,
      "step": 26490
    },
    {
      "epoch": 4.046419300656589,
      "grad_norm": 0.20126108825206757,
      "learning_rate": 9.638962814578832e-05,
      "loss": 0.019,
      "step": 26500
    },
    {
      "epoch": 4.047946251336082,
      "grad_norm": 0.189210906624794,
      "learning_rate": 9.638577150674231e-05,
      "loss": 0.017,
      "step": 26510
    },
    {
      "epoch": 4.049473202015575,
      "grad_norm": 0.29114121198654175,
      "learning_rate": 9.638191288618139e-05,
      "loss": 0.0229,
      "step": 26520
    },
    {
      "epoch": 4.051000152695068,
      "grad_norm": 0.18409806489944458,
      "learning_rate": 9.637805228427033e-05,
      "loss": 0.0162,
      "step": 26530
    },
    {
      "epoch": 4.052527103374561,
      "grad_norm": 0.23727017641067505,
      "learning_rate": 9.637418970117409e-05,
      "loss": 0.0213,
      "step": 26540
    },
    {
      "epoch": 4.054054054054054,
      "grad_norm": 0.20462851226329803,
      "learning_rate": 9.637032513705763e-05,
      "loss": 0.0167,
      "step": 26550
    },
    {
      "epoch": 4.055581004733547,
      "grad_norm": 0.34455791115760803,
      "learning_rate": 9.63664585920861e-05,
      "loss": 0.0189,
      "step": 26560
    },
    {
      "epoch": 4.0571079554130405,
      "grad_norm": 0.34570807218551636,
      "learning_rate": 9.636259006642463e-05,
      "loss": 0.0232,
      "step": 26570
    },
    {
      "epoch": 4.058634906092533,
      "grad_norm": 0.22109214961528778,
      "learning_rate": 9.635871956023848e-05,
      "loss": 0.0258,
      "step": 26580
    },
    {
      "epoch": 4.060161856772027,
      "grad_norm": 0.24937580525875092,
      "learning_rate": 9.635484707369297e-05,
      "loss": 0.0215,
      "step": 26590
    },
    {
      "epoch": 4.061688807451519,
      "grad_norm": 0.4106612205505371,
      "learning_rate": 9.635097260695358e-05,
      "loss": 0.0214,
      "step": 26600
    },
    {
      "epoch": 4.063215758131013,
      "grad_norm": 0.1959591507911682,
      "learning_rate": 9.634709616018578e-05,
      "loss": 0.0226,
      "step": 26610
    },
    {
      "epoch": 4.064742708810505,
      "grad_norm": 0.4459063708782196,
      "learning_rate": 9.634321773355518e-05,
      "loss": 0.0229,
      "step": 26620
    },
    {
      "epoch": 4.066269659489999,
      "grad_norm": 0.2534189224243164,
      "learning_rate": 9.633933732722746e-05,
      "loss": 0.0179,
      "step": 26630
    },
    {
      "epoch": 4.067796610169491,
      "grad_norm": 0.2220510095357895,
      "learning_rate": 9.633545494136836e-05,
      "loss": 0.0198,
      "step": 26640
    },
    {
      "epoch": 4.069323560848985,
      "grad_norm": 0.2633979916572571,
      "learning_rate": 9.633157057614374e-05,
      "loss": 0.0295,
      "step": 26650
    },
    {
      "epoch": 4.070850511528477,
      "grad_norm": 0.32684096693992615,
      "learning_rate": 9.632768423171956e-05,
      "loss": 0.0214,
      "step": 26660
    },
    {
      "epoch": 4.072377462207971,
      "grad_norm": 0.2119825780391693,
      "learning_rate": 9.632379590826182e-05,
      "loss": 0.0165,
      "step": 26670
    },
    {
      "epoch": 4.0739044128874635,
      "grad_norm": 0.8887304067611694,
      "learning_rate": 9.63199056059366e-05,
      "loss": 0.0216,
      "step": 26680
    },
    {
      "epoch": 4.075431363566957,
      "grad_norm": 0.23893766105175018,
      "learning_rate": 9.631601332491011e-05,
      "loss": 0.0211,
      "step": 26690
    },
    {
      "epoch": 4.07695831424645,
      "grad_norm": 0.33906757831573486,
      "learning_rate": 9.63121190653486e-05,
      "loss": 0.0191,
      "step": 26700
    },
    {
      "epoch": 4.078485264925943,
      "grad_norm": 0.3888084590435028,
      "learning_rate": 9.630822282741848e-05,
      "loss": 0.0237,
      "step": 26710
    },
    {
      "epoch": 4.080012215605436,
      "grad_norm": 0.37342017889022827,
      "learning_rate": 9.630432461128611e-05,
      "loss": 0.0269,
      "step": 26720
    },
    {
      "epoch": 4.081539166284929,
      "grad_norm": 0.2992112636566162,
      "learning_rate": 9.630042441711809e-05,
      "loss": 0.0222,
      "step": 26730
    },
    {
      "epoch": 4.083066116964422,
      "grad_norm": 0.39173340797424316,
      "learning_rate": 9.629652224508098e-05,
      "loss": 0.0268,
      "step": 26740
    },
    {
      "epoch": 4.084593067643915,
      "grad_norm": 0.3133065700531006,
      "learning_rate": 9.629261809534149e-05,
      "loss": 0.0201,
      "step": 26750
    },
    {
      "epoch": 4.086120018323408,
      "grad_norm": 0.2958575487136841,
      "learning_rate": 9.62887119680664e-05,
      "loss": 0.022,
      "step": 26760
    },
    {
      "epoch": 4.087646969002901,
      "grad_norm": 0.2745871841907501,
      "learning_rate": 9.628480386342255e-05,
      "loss": 0.0211,
      "step": 26770
    },
    {
      "epoch": 4.089173919682394,
      "grad_norm": 0.323282390832901,
      "learning_rate": 9.628089378157694e-05,
      "loss": 0.0177,
      "step": 26780
    },
    {
      "epoch": 4.0907008703618875,
      "grad_norm": 0.30157482624053955,
      "learning_rate": 9.627698172269654e-05,
      "loss": 0.0219,
      "step": 26790
    },
    {
      "epoch": 4.09222782104138,
      "grad_norm": 0.29729917645454407,
      "learning_rate": 9.627306768694853e-05,
      "loss": 0.0222,
      "step": 26800
    },
    {
      "epoch": 4.0937547717208735,
      "grad_norm": 0.5344901084899902,
      "learning_rate": 9.626915167450004e-05,
      "loss": 0.0221,
      "step": 26810
    },
    {
      "epoch": 4.095281722400366,
      "grad_norm": 0.30897924304008484,
      "learning_rate": 9.62652336855184e-05,
      "loss": 0.0179,
      "step": 26820
    },
    {
      "epoch": 4.09680867307986,
      "grad_norm": 0.39117857813835144,
      "learning_rate": 9.626131372017098e-05,
      "loss": 0.0211,
      "step": 26830
    },
    {
      "epoch": 4.098335623759352,
      "grad_norm": 0.3031473457813263,
      "learning_rate": 9.62573917786252e-05,
      "loss": 0.026,
      "step": 26840
    },
    {
      "epoch": 4.099862574438846,
      "grad_norm": 0.30091795325279236,
      "learning_rate": 9.625346786104864e-05,
      "loss": 0.0189,
      "step": 26850
    },
    {
      "epoch": 4.101389525118338,
      "grad_norm": 0.22032436728477478,
      "learning_rate": 9.624954196760889e-05,
      "loss": 0.0221,
      "step": 26860
    },
    {
      "epoch": 4.102916475797832,
      "grad_norm": 0.24528637528419495,
      "learning_rate": 9.624561409847368e-05,
      "loss": 0.0237,
      "step": 26870
    },
    {
      "epoch": 4.104443426477324,
      "grad_norm": 0.32530587911605835,
      "learning_rate": 9.624168425381079e-05,
      "loss": 0.0202,
      "step": 26880
    },
    {
      "epoch": 4.105970377156818,
      "grad_norm": 0.19754961133003235,
      "learning_rate": 9.62377524337881e-05,
      "loss": 0.0165,
      "step": 26890
    },
    {
      "epoch": 4.1074973278363105,
      "grad_norm": 0.2308141589164734,
      "learning_rate": 9.623381863857357e-05,
      "loss": 0.022,
      "step": 26900
    },
    {
      "epoch": 4.109024278515804,
      "grad_norm": 0.331915944814682,
      "learning_rate": 9.622988286833523e-05,
      "loss": 0.0213,
      "step": 26910
    },
    {
      "epoch": 4.110551229195297,
      "grad_norm": 0.2640170753002167,
      "learning_rate": 9.622594512324123e-05,
      "loss": 0.016,
      "step": 26920
    },
    {
      "epoch": 4.11207817987479,
      "grad_norm": 0.31241318583488464,
      "learning_rate": 9.622200540345977e-05,
      "loss": 0.0178,
      "step": 26930
    },
    {
      "epoch": 4.113605130554283,
      "grad_norm": 0.24170008301734924,
      "learning_rate": 9.621806370915916e-05,
      "loss": 0.0187,
      "step": 26940
    },
    {
      "epoch": 4.115132081233776,
      "grad_norm": 0.26853445172309875,
      "learning_rate": 9.621412004050776e-05,
      "loss": 0.0259,
      "step": 26950
    },
    {
      "epoch": 4.116659031913269,
      "grad_norm": 0.2815829813480377,
      "learning_rate": 9.621017439767405e-05,
      "loss": 0.0166,
      "step": 26960
    },
    {
      "epoch": 4.118185982592762,
      "grad_norm": 0.25128838419914246,
      "learning_rate": 9.620622678082659e-05,
      "loss": 0.0193,
      "step": 26970
    },
    {
      "epoch": 4.119712933272256,
      "grad_norm": 0.2829767167568207,
      "learning_rate": 9.6202277190134e-05,
      "loss": 0.0192,
      "step": 26980
    },
    {
      "epoch": 4.121239883951748,
      "grad_norm": 0.21695154905319214,
      "learning_rate": 9.6198325625765e-05,
      "loss": 0.0189,
      "step": 26990
    },
    {
      "epoch": 4.122766834631242,
      "grad_norm": 0.3325420022010803,
      "learning_rate": 9.619437208788842e-05,
      "loss": 0.0193,
      "step": 27000
    },
    {
      "epoch": 4.124293785310734,
      "grad_norm": 0.3142629861831665,
      "learning_rate": 9.619041657667311e-05,
      "loss": 0.0189,
      "step": 27010
    },
    {
      "epoch": 4.125820735990228,
      "grad_norm": 0.22818626463413239,
      "learning_rate": 9.618645909228806e-05,
      "loss": 0.0152,
      "step": 27020
    },
    {
      "epoch": 4.1273476866697205,
      "grad_norm": 0.22303199768066406,
      "learning_rate": 9.618249963490233e-05,
      "loss": 0.0206,
      "step": 27030
    },
    {
      "epoch": 4.128874637349214,
      "grad_norm": 0.26475393772125244,
      "learning_rate": 9.617853820468506e-05,
      "loss": 0.0164,
      "step": 27040
    },
    {
      "epoch": 4.130401588028707,
      "grad_norm": 0.3452135920524597,
      "learning_rate": 9.617457480180545e-05,
      "loss": 0.0196,
      "step": 27050
    },
    {
      "epoch": 4.1319285387082,
      "grad_norm": 0.6909869909286499,
      "learning_rate": 9.617060942643283e-05,
      "loss": 0.0203,
      "step": 27060
    },
    {
      "epoch": 4.133455489387693,
      "grad_norm": 0.28493353724479675,
      "learning_rate": 9.616664207873662e-05,
      "loss": 0.0234,
      "step": 27070
    },
    {
      "epoch": 4.134982440067186,
      "grad_norm": 0.2564440369606018,
      "learning_rate": 9.616267275888624e-05,
      "loss": 0.0208,
      "step": 27080
    },
    {
      "epoch": 4.136509390746679,
      "grad_norm": 0.2439824640750885,
      "learning_rate": 9.61587014670513e-05,
      "loss": 0.0236,
      "step": 27090
    },
    {
      "epoch": 4.138036341426172,
      "grad_norm": 0.20212876796722412,
      "learning_rate": 9.615472820340143e-05,
      "loss": 0.0268,
      "step": 27100
    },
    {
      "epoch": 4.139563292105665,
      "grad_norm": 0.24444250762462616,
      "learning_rate": 9.615075296810636e-05,
      "loss": 0.0197,
      "step": 27110
    },
    {
      "epoch": 4.141090242785158,
      "grad_norm": 0.28395041823387146,
      "learning_rate": 9.61467757613359e-05,
      "loss": 0.0186,
      "step": 27120
    },
    {
      "epoch": 4.142617193464651,
      "grad_norm": 0.19418352842330933,
      "learning_rate": 9.614279658325997e-05,
      "loss": 0.0183,
      "step": 27130
    },
    {
      "epoch": 4.1441441441441444,
      "grad_norm": 0.33500033617019653,
      "learning_rate": 9.613881543404852e-05,
      "loss": 0.0187,
      "step": 27140
    },
    {
      "epoch": 4.145671094823637,
      "grad_norm": 0.256812185049057,
      "learning_rate": 9.613483231387163e-05,
      "loss": 0.021,
      "step": 27150
    },
    {
      "epoch": 4.1471980455031305,
      "grad_norm": 0.20059587061405182,
      "learning_rate": 9.613084722289946e-05,
      "loss": 0.0188,
      "step": 27160
    },
    {
      "epoch": 4.148724996182623,
      "grad_norm": 0.20274607837200165,
      "learning_rate": 9.612686016130226e-05,
      "loss": 0.012,
      "step": 27170
    },
    {
      "epoch": 4.150251946862117,
      "grad_norm": 0.27015215158462524,
      "learning_rate": 9.612287112925032e-05,
      "loss": 0.0239,
      "step": 27180
    },
    {
      "epoch": 4.151778897541609,
      "grad_norm": 0.3224940896034241,
      "learning_rate": 9.611888012691405e-05,
      "loss": 0.0262,
      "step": 27190
    },
    {
      "epoch": 4.153305848221103,
      "grad_norm": 0.2543509900569916,
      "learning_rate": 9.611488715446395e-05,
      "loss": 0.0197,
      "step": 27200
    },
    {
      "epoch": 4.154832798900595,
      "grad_norm": 0.17308196425437927,
      "learning_rate": 9.611089221207058e-05,
      "loss": 0.0197,
      "step": 27210
    },
    {
      "epoch": 4.156359749580089,
      "grad_norm": 0.223331481218338,
      "learning_rate": 9.610689529990461e-05,
      "loss": 0.0191,
      "step": 27220
    },
    {
      "epoch": 4.157886700259581,
      "grad_norm": 0.22808852791786194,
      "learning_rate": 9.610289641813676e-05,
      "loss": 0.0188,
      "step": 27230
    },
    {
      "epoch": 4.159413650939075,
      "grad_norm": 0.19795885682106018,
      "learning_rate": 9.609889556693788e-05,
      "loss": 0.0208,
      "step": 27240
    },
    {
      "epoch": 4.1609406016185675,
      "grad_norm": 0.2358548939228058,
      "learning_rate": 9.609489274647887e-05,
      "loss": 0.0172,
      "step": 27250
    },
    {
      "epoch": 4.162467552298061,
      "grad_norm": 0.2392864227294922,
      "learning_rate": 9.609088795693073e-05,
      "loss": 0.0215,
      "step": 27260
    },
    {
      "epoch": 4.163994502977554,
      "grad_norm": 0.21027202904224396,
      "learning_rate": 9.608688119846451e-05,
      "loss": 0.0169,
      "step": 27270
    },
    {
      "epoch": 4.165521453657047,
      "grad_norm": 0.2718425989151001,
      "learning_rate": 9.608287247125139e-05,
      "loss": 0.0205,
      "step": 27280
    },
    {
      "epoch": 4.16704840433654,
      "grad_norm": 0.2807037830352783,
      "learning_rate": 9.607886177546262e-05,
      "loss": 0.0217,
      "step": 27290
    },
    {
      "epoch": 4.168575355016033,
      "grad_norm": 0.2107309252023697,
      "learning_rate": 9.607484911126954e-05,
      "loss": 0.0202,
      "step": 27300
    },
    {
      "epoch": 4.170102305695526,
      "grad_norm": 0.2060709297657013,
      "learning_rate": 9.607083447884354e-05,
      "loss": 0.0203,
      "step": 27310
    },
    {
      "epoch": 4.171629256375019,
      "grad_norm": 0.2230801284313202,
      "learning_rate": 9.60668178783561e-05,
      "loss": 0.021,
      "step": 27320
    },
    {
      "epoch": 4.173156207054512,
      "grad_norm": 0.31295743584632874,
      "learning_rate": 9.606279930997886e-05,
      "loss": 0.0215,
      "step": 27330
    },
    {
      "epoch": 4.174683157734005,
      "grad_norm": 0.19323459267616272,
      "learning_rate": 9.605877877388343e-05,
      "loss": 0.0227,
      "step": 27340
    },
    {
      "epoch": 4.176210108413498,
      "grad_norm": 0.2912479043006897,
      "learning_rate": 9.60547562702416e-05,
      "loss": 0.0247,
      "step": 27350
    },
    {
      "epoch": 4.177737059092991,
      "grad_norm": 0.2577504515647888,
      "learning_rate": 9.605073179922518e-05,
      "loss": 0.0236,
      "step": 27360
    },
    {
      "epoch": 4.179264009772484,
      "grad_norm": 0.3229404091835022,
      "learning_rate": 9.60467053610061e-05,
      "loss": 0.0228,
      "step": 27370
    },
    {
      "epoch": 4.1807909604519775,
      "grad_norm": 0.2975243330001831,
      "learning_rate": 9.604267695575634e-05,
      "loss": 0.0207,
      "step": 27380
    },
    {
      "epoch": 4.18231791113147,
      "grad_norm": 0.25680407881736755,
      "learning_rate": 9.603864658364802e-05,
      "loss": 0.0247,
      "step": 27390
    },
    {
      "epoch": 4.183844861810964,
      "grad_norm": 0.28149375319480896,
      "learning_rate": 9.60346142448533e-05,
      "loss": 0.0227,
      "step": 27400
    },
    {
      "epoch": 4.185371812490456,
      "grad_norm": 0.3968392610549927,
      "learning_rate": 9.603057993954443e-05,
      "loss": 0.0223,
      "step": 27410
    },
    {
      "epoch": 4.18689876316995,
      "grad_norm": 0.3502066731452942,
      "learning_rate": 9.602654366789374e-05,
      "loss": 0.0218,
      "step": 27420
    },
    {
      "epoch": 4.188425713849442,
      "grad_norm": 0.39629507064819336,
      "learning_rate": 9.602250543007364e-05,
      "loss": 0.0178,
      "step": 27430
    },
    {
      "epoch": 4.189952664528936,
      "grad_norm": 0.25048625469207764,
      "learning_rate": 9.601846522625668e-05,
      "loss": 0.021,
      "step": 27440
    },
    {
      "epoch": 4.191479615208428,
      "grad_norm": 0.24943295121192932,
      "learning_rate": 9.601442305661541e-05,
      "loss": 0.0201,
      "step": 27450
    },
    {
      "epoch": 4.193006565887922,
      "grad_norm": 0.3460850119590759,
      "learning_rate": 9.601037892132253e-05,
      "loss": 0.022,
      "step": 27460
    },
    {
      "epoch": 4.1945335165674145,
      "grad_norm": 0.23750920593738556,
      "learning_rate": 9.600633282055076e-05,
      "loss": 0.0231,
      "step": 27470
    },
    {
      "epoch": 4.196060467246908,
      "grad_norm": 0.24855586886405945,
      "learning_rate": 9.600228475447298e-05,
      "loss": 0.0236,
      "step": 27480
    },
    {
      "epoch": 4.1975874179264006,
      "grad_norm": 0.37801575660705566,
      "learning_rate": 9.599823472326212e-05,
      "loss": 0.0209,
      "step": 27490
    },
    {
      "epoch": 4.199114368605894,
      "grad_norm": 0.3150857090950012,
      "learning_rate": 9.599418272709115e-05,
      "loss": 0.0214,
      "step": 27500
    },
    {
      "epoch": 4.200641319285387,
      "grad_norm": 0.24218231439590454,
      "learning_rate": 9.599012876613321e-05,
      "loss": 0.0219,
      "step": 27510
    },
    {
      "epoch": 4.20216826996488,
      "grad_norm": 0.22034940123558044,
      "learning_rate": 9.598607284056145e-05,
      "loss": 0.0209,
      "step": 27520
    },
    {
      "epoch": 4.203695220644374,
      "grad_norm": 0.15114881098270416,
      "learning_rate": 9.598201495054913e-05,
      "loss": 0.0198,
      "step": 27530
    },
    {
      "epoch": 4.205222171323866,
      "grad_norm": 0.23360881209373474,
      "learning_rate": 9.59779550962696e-05,
      "loss": 0.0231,
      "step": 27540
    },
    {
      "epoch": 4.20674912200336,
      "grad_norm": 0.2030046284198761,
      "learning_rate": 9.59738932778963e-05,
      "loss": 0.0185,
      "step": 27550
    },
    {
      "epoch": 4.208276072682852,
      "grad_norm": 0.4026833772659302,
      "learning_rate": 9.596982949560274e-05,
      "loss": 0.0217,
      "step": 27560
    },
    {
      "epoch": 4.209803023362346,
      "grad_norm": 0.21535027027130127,
      "learning_rate": 9.59657637495625e-05,
      "loss": 0.02,
      "step": 27570
    },
    {
      "epoch": 4.211329974041838,
      "grad_norm": 0.31159189343452454,
      "learning_rate": 9.59616960399493e-05,
      "loss": 0.0213,
      "step": 27580
    },
    {
      "epoch": 4.212856924721332,
      "grad_norm": 0.23935948312282562,
      "learning_rate": 9.595762636693685e-05,
      "loss": 0.0188,
      "step": 27590
    },
    {
      "epoch": 4.2143838754008245,
      "grad_norm": 0.3085252344608307,
      "learning_rate": 9.595355473069905e-05,
      "loss": 0.0182,
      "step": 27600
    },
    {
      "epoch": 4.215910826080318,
      "grad_norm": 0.21841897070407867,
      "learning_rate": 9.594948113140979e-05,
      "loss": 0.019,
      "step": 27610
    },
    {
      "epoch": 4.217437776759811,
      "grad_norm": 0.2757990062236786,
      "learning_rate": 9.594540556924312e-05,
      "loss": 0.0191,
      "step": 27620
    },
    {
      "epoch": 4.218964727439304,
      "grad_norm": 0.2218262404203415,
      "learning_rate": 9.594132804437313e-05,
      "loss": 0.0179,
      "step": 27630
    },
    {
      "epoch": 4.220491678118797,
      "grad_norm": 0.43596091866493225,
      "learning_rate": 9.593724855697401e-05,
      "loss": 0.0202,
      "step": 27640
    },
    {
      "epoch": 4.22201862879829,
      "grad_norm": 0.4552801549434662,
      "learning_rate": 9.593316710722001e-05,
      "loss": 0.0276,
      "step": 27650
    },
    {
      "epoch": 4.223545579477783,
      "grad_norm": 0.2730622887611389,
      "learning_rate": 9.592908369528548e-05,
      "loss": 0.0218,
      "step": 27660
    },
    {
      "epoch": 4.225072530157276,
      "grad_norm": 0.31995952129364014,
      "learning_rate": 9.592499832134489e-05,
      "loss": 0.0225,
      "step": 27670
    },
    {
      "epoch": 4.226599480836769,
      "grad_norm": 0.30072301626205444,
      "learning_rate": 9.592091098557275e-05,
      "loss": 0.0219,
      "step": 27680
    },
    {
      "epoch": 4.228126431516262,
      "grad_norm": 0.4322093427181244,
      "learning_rate": 9.591682168814363e-05,
      "loss": 0.0164,
      "step": 27690
    },
    {
      "epoch": 4.229653382195755,
      "grad_norm": 0.22448669373989105,
      "learning_rate": 9.591273042923223e-05,
      "loss": 0.0216,
      "step": 27700
    },
    {
      "epoch": 4.231180332875248,
      "grad_norm": 0.303640216588974,
      "learning_rate": 9.590863720901336e-05,
      "loss": 0.018,
      "step": 27710
    },
    {
      "epoch": 4.232707283554741,
      "grad_norm": 0.2001880407333374,
      "learning_rate": 9.590454202766182e-05,
      "loss": 0.0196,
      "step": 27720
    },
    {
      "epoch": 4.2342342342342345,
      "grad_norm": 0.21104049682617188,
      "learning_rate": 9.59004448853526e-05,
      "loss": 0.0165,
      "step": 27730
    },
    {
      "epoch": 4.235761184913727,
      "grad_norm": 0.2368365079164505,
      "learning_rate": 9.589634578226067e-05,
      "loss": 0.0245,
      "step": 27740
    },
    {
      "epoch": 4.237288135593221,
      "grad_norm": 0.3395021855831146,
      "learning_rate": 9.589224471856118e-05,
      "loss": 0.0207,
      "step": 27750
    },
    {
      "epoch": 4.238815086272713,
      "grad_norm": 0.45607709884643555,
      "learning_rate": 9.588814169442928e-05,
      "loss": 0.0205,
      "step": 27760
    },
    {
      "epoch": 4.240342036952207,
      "grad_norm": 0.2248234897851944,
      "learning_rate": 9.588403671004029e-05,
      "loss": 0.0209,
      "step": 27770
    },
    {
      "epoch": 4.241868987631699,
      "grad_norm": 0.3406883776187897,
      "learning_rate": 9.587992976556953e-05,
      "loss": 0.0225,
      "step": 27780
    },
    {
      "epoch": 4.243395938311193,
      "grad_norm": 0.2105819433927536,
      "learning_rate": 9.587582086119247e-05,
      "loss": 0.0162,
      "step": 27790
    },
    {
      "epoch": 4.244922888990685,
      "grad_norm": 0.2766779661178589,
      "learning_rate": 9.58717099970846e-05,
      "loss": 0.0202,
      "step": 27800
    },
    {
      "epoch": 4.246449839670179,
      "grad_norm": 0.27728328108787537,
      "learning_rate": 9.586759717342155e-05,
      "loss": 0.0233,
      "step": 27810
    },
    {
      "epoch": 4.2479767903496715,
      "grad_norm": 0.3363775312900543,
      "learning_rate": 9.586348239037903e-05,
      "loss": 0.0196,
      "step": 27820
    },
    {
      "epoch": 4.249503741029165,
      "grad_norm": 0.29628491401672363,
      "learning_rate": 9.585936564813278e-05,
      "loss": 0.0198,
      "step": 27830
    },
    {
      "epoch": 4.2510306917086575,
      "grad_norm": 0.36062341928482056,
      "learning_rate": 9.585524694685868e-05,
      "loss": 0.0175,
      "step": 27840
    },
    {
      "epoch": 4.252557642388151,
      "grad_norm": 0.31698912382125854,
      "learning_rate": 9.585112628673266e-05,
      "loss": 0.018,
      "step": 27850
    },
    {
      "epoch": 4.254084593067644,
      "grad_norm": 0.17419947683811188,
      "learning_rate": 9.584700366793077e-05,
      "loss": 0.0165,
      "step": 27860
    },
    {
      "epoch": 4.255611543747137,
      "grad_norm": 0.21246984601020813,
      "learning_rate": 9.58428790906291e-05,
      "loss": 0.0167,
      "step": 27870
    },
    {
      "epoch": 4.25713849442663,
      "grad_norm": 0.1715279519557953,
      "learning_rate": 9.583875255500385e-05,
      "loss": 0.02,
      "step": 27880
    },
    {
      "epoch": 4.258665445106123,
      "grad_norm": 0.30660200119018555,
      "learning_rate": 9.58346240612313e-05,
      "loss": 0.0199,
      "step": 27890
    },
    {
      "epoch": 4.260192395785616,
      "grad_norm": 0.2029675394296646,
      "learning_rate": 9.583049360948782e-05,
      "loss": 0.0181,
      "step": 27900
    },
    {
      "epoch": 4.261719346465109,
      "grad_norm": 0.25750288367271423,
      "learning_rate": 9.582636119994983e-05,
      "loss": 0.0184,
      "step": 27910
    },
    {
      "epoch": 4.263246297144602,
      "grad_norm": 0.31215059757232666,
      "learning_rate": 9.58222268327939e-05,
      "loss": 0.0203,
      "step": 27920
    },
    {
      "epoch": 4.264773247824095,
      "grad_norm": 0.31245219707489014,
      "learning_rate": 9.58180905081966e-05,
      "loss": 0.0226,
      "step": 27930
    },
    {
      "epoch": 4.266300198503588,
      "grad_norm": 0.36620524525642395,
      "learning_rate": 9.581395222633463e-05,
      "loss": 0.023,
      "step": 27940
    },
    {
      "epoch": 4.2678271491830815,
      "grad_norm": 0.303875595331192,
      "learning_rate": 9.580981198738482e-05,
      "loss": 0.0225,
      "step": 27950
    },
    {
      "epoch": 4.269354099862574,
      "grad_norm": 0.2660379409790039,
      "learning_rate": 9.580566979152397e-05,
      "loss": 0.0169,
      "step": 27960
    },
    {
      "epoch": 4.270881050542068,
      "grad_norm": 0.15284450352191925,
      "learning_rate": 9.580152563892906e-05,
      "loss": 0.0183,
      "step": 27970
    },
    {
      "epoch": 4.27240800122156,
      "grad_norm": 0.238308385014534,
      "learning_rate": 9.579737952977712e-05,
      "loss": 0.0146,
      "step": 27980
    },
    {
      "epoch": 4.273934951901054,
      "grad_norm": 0.275225967168808,
      "learning_rate": 9.579323146424525e-05,
      "loss": 0.0214,
      "step": 27990
    },
    {
      "epoch": 4.275461902580546,
      "grad_norm": 0.25574591755867004,
      "learning_rate": 9.578908144251067e-05,
      "loss": 0.0181,
      "step": 28000
    },
    {
      "epoch": 4.27698885326004,
      "grad_norm": 0.18665975332260132,
      "learning_rate": 9.578492946475064e-05,
      "loss": 0.0156,
      "step": 28010
    },
    {
      "epoch": 4.278515803939532,
      "grad_norm": 0.49353572726249695,
      "learning_rate": 9.578077553114253e-05,
      "loss": 0.0209,
      "step": 28020
    },
    {
      "epoch": 4.280042754619026,
      "grad_norm": 0.20671765506267548,
      "learning_rate": 9.577661964186378e-05,
      "loss": 0.0228,
      "step": 28030
    },
    {
      "epoch": 4.281569705298519,
      "grad_norm": 0.22707869112491608,
      "learning_rate": 9.577246179709196e-05,
      "loss": 0.0165,
      "step": 28040
    },
    {
      "epoch": 4.283096655978012,
      "grad_norm": 0.27350732684135437,
      "learning_rate": 9.576830199700464e-05,
      "loss": 0.0183,
      "step": 28050
    },
    {
      "epoch": 4.2846236066575045,
      "grad_norm": 0.3338758051395416,
      "learning_rate": 9.576414024177956e-05,
      "loss": 0.0199,
      "step": 28060
    },
    {
      "epoch": 4.286150557336998,
      "grad_norm": 0.23831138014793396,
      "learning_rate": 9.575997653159445e-05,
      "loss": 0.0172,
      "step": 28070
    },
    {
      "epoch": 4.2876775080164915,
      "grad_norm": 0.3519647419452667,
      "learning_rate": 9.575581086662721e-05,
      "loss": 0.0208,
      "step": 28080
    },
    {
      "epoch": 4.289204458695984,
      "grad_norm": 0.3351461887359619,
      "learning_rate": 9.575164324705581e-05,
      "loss": 0.0169,
      "step": 28090
    },
    {
      "epoch": 4.290731409375477,
      "grad_norm": 0.2552714943885803,
      "learning_rate": 9.574747367305825e-05,
      "loss": 0.0179,
      "step": 28100
    },
    {
      "epoch": 4.29225836005497,
      "grad_norm": 0.6030885577201843,
      "learning_rate": 9.574330214481264e-05,
      "loss": 0.0184,
      "step": 28110
    },
    {
      "epoch": 4.293785310734464,
      "grad_norm": 0.5072563290596008,
      "learning_rate": 9.573912866249721e-05,
      "loss": 0.0182,
      "step": 28120
    },
    {
      "epoch": 4.295312261413956,
      "grad_norm": 0.26764440536499023,
      "learning_rate": 9.573495322629022e-05,
      "loss": 0.0173,
      "step": 28130
    },
    {
      "epoch": 4.29683921209345,
      "grad_norm": 0.2778027355670929,
      "learning_rate": 9.573077583637006e-05,
      "loss": 0.0172,
      "step": 28140
    },
    {
      "epoch": 4.298366162772942,
      "grad_norm": 0.28695011138916016,
      "learning_rate": 9.572659649291516e-05,
      "loss": 0.0181,
      "step": 28150
    },
    {
      "epoch": 4.299893113452436,
      "grad_norm": 0.3919779360294342,
      "learning_rate": 9.572241519610405e-05,
      "loss": 0.0152,
      "step": 28160
    },
    {
      "epoch": 4.3014200641319285,
      "grad_norm": 0.3234270513057709,
      "learning_rate": 9.571823194611537e-05,
      "loss": 0.0189,
      "step": 28170
    },
    {
      "epoch": 4.302947014811422,
      "grad_norm": 0.32282474637031555,
      "learning_rate": 9.57140467431278e-05,
      "loss": 0.0217,
      "step": 28180
    },
    {
      "epoch": 4.3044739654909145,
      "grad_norm": 0.22232604026794434,
      "learning_rate": 9.570985958732013e-05,
      "loss": 0.0206,
      "step": 28190
    },
    {
      "epoch": 4.306000916170408,
      "grad_norm": 0.22962813079357147,
      "learning_rate": 9.570567047887124e-05,
      "loss": 0.0205,
      "step": 28200
    },
    {
      "epoch": 4.307527866849901,
      "grad_norm": 0.23764847218990326,
      "learning_rate": 9.570147941796007e-05,
      "loss": 0.0198,
      "step": 28210
    },
    {
      "epoch": 4.309054817529394,
      "grad_norm": 0.30851253867149353,
      "learning_rate": 9.569728640476566e-05,
      "loss": 0.0188,
      "step": 28220
    },
    {
      "epoch": 4.310581768208887,
      "grad_norm": 0.27759620547294617,
      "learning_rate": 9.569309143946712e-05,
      "loss": 0.0207,
      "step": 28230
    },
    {
      "epoch": 4.31210871888838,
      "grad_norm": 0.2613160312175751,
      "learning_rate": 9.568889452224364e-05,
      "loss": 0.0217,
      "step": 28240
    },
    {
      "epoch": 4.313635669567873,
      "grad_norm": 0.21525517106056213,
      "learning_rate": 9.568469565327454e-05,
      "loss": 0.0176,
      "step": 28250
    },
    {
      "epoch": 4.315162620247366,
      "grad_norm": 0.20137935876846313,
      "learning_rate": 9.568049483273915e-05,
      "loss": 0.0228,
      "step": 28260
    },
    {
      "epoch": 4.316689570926859,
      "grad_norm": 0.18684521317481995,
      "learning_rate": 9.567629206081695e-05,
      "loss": 0.0169,
      "step": 28270
    },
    {
      "epoch": 4.318216521606352,
      "grad_norm": 0.19715742766857147,
      "learning_rate": 9.567208733768746e-05,
      "loss": 0.0151,
      "step": 28280
    },
    {
      "epoch": 4.319743472285845,
      "grad_norm": 0.1970691978931427,
      "learning_rate": 9.566788066353029e-05,
      "loss": 0.0175,
      "step": 28290
    },
    {
      "epoch": 4.3212704229653385,
      "grad_norm": 0.22097329795360565,
      "learning_rate": 9.566367203852518e-05,
      "loss": 0.0182,
      "step": 28300
    },
    {
      "epoch": 4.322797373644831,
      "grad_norm": 0.2548394501209259,
      "learning_rate": 9.565946146285186e-05,
      "loss": 0.0218,
      "step": 28310
    },
    {
      "epoch": 4.324324324324325,
      "grad_norm": 0.18189813196659088,
      "learning_rate": 9.565524893669024e-05,
      "loss": 0.0206,
      "step": 28320
    },
    {
      "epoch": 4.325851275003817,
      "grad_norm": 0.23983372747898102,
      "learning_rate": 9.565103446022025e-05,
      "loss": 0.0232,
      "step": 28330
    },
    {
      "epoch": 4.327378225683311,
      "grad_norm": 0.3472132682800293,
      "learning_rate": 9.564681803362193e-05,
      "loss": 0.0153,
      "step": 28340
    },
    {
      "epoch": 4.328905176362803,
      "grad_norm": 0.22246615588665009,
      "learning_rate": 9.564259965707541e-05,
      "loss": 0.0186,
      "step": 28350
    },
    {
      "epoch": 4.330432127042297,
      "grad_norm": 0.3808574080467224,
      "learning_rate": 9.563837933076088e-05,
      "loss": 0.0194,
      "step": 28360
    },
    {
      "epoch": 4.331959077721789,
      "grad_norm": 0.24981112778186798,
      "learning_rate": 9.56341570548586e-05,
      "loss": 0.0196,
      "step": 28370
    },
    {
      "epoch": 4.333486028401283,
      "grad_norm": 0.27087071537971497,
      "learning_rate": 9.5629932829549e-05,
      "loss": 0.0223,
      "step": 28380
    },
    {
      "epoch": 4.335012979080775,
      "grad_norm": 0.2323710173368454,
      "learning_rate": 9.562570665501247e-05,
      "loss": 0.0168,
      "step": 28390
    },
    {
      "epoch": 4.336539929760269,
      "grad_norm": 0.3383309245109558,
      "learning_rate": 9.562147853142958e-05,
      "loss": 0.0225,
      "step": 28400
    },
    {
      "epoch": 4.3380668804397615,
      "grad_norm": 0.2531197965145111,
      "learning_rate": 9.561724845898092e-05,
      "loss": 0.0179,
      "step": 28410
    },
    {
      "epoch": 4.339593831119255,
      "grad_norm": 0.3866727650165558,
      "learning_rate": 9.561301643784724e-05,
      "loss": 0.0201,
      "step": 28420
    },
    {
      "epoch": 4.341120781798748,
      "grad_norm": 0.25204527378082275,
      "learning_rate": 9.560878246820925e-05,
      "loss": 0.0182,
      "step": 28430
    },
    {
      "epoch": 4.342647732478241,
      "grad_norm": 0.32203173637390137,
      "learning_rate": 9.560454655024789e-05,
      "loss": 0.0227,
      "step": 28440
    },
    {
      "epoch": 4.344174683157734,
      "grad_norm": 0.19496744871139526,
      "learning_rate": 9.560030868414408e-05,
      "loss": 0.0182,
      "step": 28450
    },
    {
      "epoch": 4.345701633837227,
      "grad_norm": 0.24130962789058685,
      "learning_rate": 9.559606887007884e-05,
      "loss": 0.02,
      "step": 28460
    },
    {
      "epoch": 4.34722858451672,
      "grad_norm": 0.210301011800766,
      "learning_rate": 9.55918271082333e-05,
      "loss": 0.0202,
      "step": 28470
    },
    {
      "epoch": 4.348755535196213,
      "grad_norm": 0.3283989131450653,
      "learning_rate": 9.558758339878866e-05,
      "loss": 0.0193,
      "step": 28480
    },
    {
      "epoch": 4.350282485875706,
      "grad_norm": 0.20827798545360565,
      "learning_rate": 9.558333774192622e-05,
      "loss": 0.02,
      "step": 28490
    },
    {
      "epoch": 4.351809436555199,
      "grad_norm": 0.2820613980293274,
      "learning_rate": 9.557909013782731e-05,
      "loss": 0.021,
      "step": 28500
    },
    {
      "epoch": 4.353336387234692,
      "grad_norm": 0.3159204423427582,
      "learning_rate": 9.557484058667342e-05,
      "loss": 0.0184,
      "step": 28510
    },
    {
      "epoch": 4.3548633379141855,
      "grad_norm": 0.6242703199386597,
      "learning_rate": 9.557058908864606e-05,
      "loss": 0.0231,
      "step": 28520
    },
    {
      "epoch": 4.356390288593678,
      "grad_norm": 0.21490098536014557,
      "learning_rate": 9.556633564392684e-05,
      "loss": 0.0174,
      "step": 28530
    },
    {
      "epoch": 4.3579172392731715,
      "grad_norm": 0.3456506133079529,
      "learning_rate": 9.556208025269748e-05,
      "loss": 0.0196,
      "step": 28540
    },
    {
      "epoch": 4.359444189952664,
      "grad_norm": 0.3237178921699524,
      "learning_rate": 9.555782291513974e-05,
      "loss": 0.0233,
      "step": 28550
    },
    {
      "epoch": 4.360971140632158,
      "grad_norm": 0.19384326040744781,
      "learning_rate": 9.555356363143551e-05,
      "loss": 0.0178,
      "step": 28560
    },
    {
      "epoch": 4.36249809131165,
      "grad_norm": 0.2652127742767334,
      "learning_rate": 9.554930240176672e-05,
      "loss": 0.0167,
      "step": 28570
    },
    {
      "epoch": 4.364025041991144,
      "grad_norm": 0.23938916623592377,
      "learning_rate": 9.554503922631539e-05,
      "loss": 0.0194,
      "step": 28580
    },
    {
      "epoch": 4.365551992670637,
      "grad_norm": 0.2086268961429596,
      "learning_rate": 9.554077410526368e-05,
      "loss": 0.0166,
      "step": 28590
    },
    {
      "epoch": 4.36707894335013,
      "grad_norm": 0.45062872767448425,
      "learning_rate": 9.553650703879375e-05,
      "loss": 0.0201,
      "step": 28600
    },
    {
      "epoch": 4.368605894029622,
      "grad_norm": 0.22687263786792755,
      "learning_rate": 9.55322380270879e-05,
      "loss": 0.0178,
      "step": 28610
    },
    {
      "epoch": 4.370132844709116,
      "grad_norm": 0.22013604640960693,
      "learning_rate": 9.552796707032848e-05,
      "loss": 0.0254,
      "step": 28620
    },
    {
      "epoch": 4.371659795388609,
      "grad_norm": 0.3272131085395813,
      "learning_rate": 9.552369416869795e-05,
      "loss": 0.019,
      "step": 28630
    },
    {
      "epoch": 4.373186746068102,
      "grad_norm": 0.30650225281715393,
      "learning_rate": 9.551941932237883e-05,
      "loss": 0.0197,
      "step": 28640
    },
    {
      "epoch": 4.374713696747595,
      "grad_norm": 0.21357505023479462,
      "learning_rate": 9.551514253155373e-05,
      "loss": 0.0177,
      "step": 28650
    },
    {
      "epoch": 4.376240647427088,
      "grad_norm": 0.27556464076042175,
      "learning_rate": 9.551086379640537e-05,
      "loss": 0.0184,
      "step": 28660
    },
    {
      "epoch": 4.377767598106582,
      "grad_norm": 0.2844666540622711,
      "learning_rate": 9.550658311711651e-05,
      "loss": 0.0212,
      "step": 28670
    },
    {
      "epoch": 4.379294548786074,
      "grad_norm": 0.3909480571746826,
      "learning_rate": 9.550230049387002e-05,
      "loss": 0.0224,
      "step": 28680
    },
    {
      "epoch": 4.380821499465568,
      "grad_norm": 0.27512016892433167,
      "learning_rate": 9.549801592684884e-05,
      "loss": 0.0192,
      "step": 28690
    },
    {
      "epoch": 4.38234845014506,
      "grad_norm": 0.3271399140357971,
      "learning_rate": 9.5493729416236e-05,
      "loss": 0.0169,
      "step": 28700
    },
    {
      "epoch": 4.383875400824554,
      "grad_norm": 0.25278109312057495,
      "learning_rate": 9.548944096221461e-05,
      "loss": 0.017,
      "step": 28710
    },
    {
      "epoch": 4.385402351504046,
      "grad_norm": 0.25359582901000977,
      "learning_rate": 9.548515056496787e-05,
      "loss": 0.0203,
      "step": 28720
    },
    {
      "epoch": 4.38692930218354,
      "grad_norm": 0.21125200390815735,
      "learning_rate": 9.548085822467907e-05,
      "loss": 0.024,
      "step": 28730
    },
    {
      "epoch": 4.388456252863032,
      "grad_norm": 0.2635776698589325,
      "learning_rate": 9.547656394153155e-05,
      "loss": 0.0185,
      "step": 28740
    },
    {
      "epoch": 4.389983203542526,
      "grad_norm": 0.2963489890098572,
      "learning_rate": 9.547226771570877e-05,
      "loss": 0.0173,
      "step": 28750
    },
    {
      "epoch": 4.3915101542220185,
      "grad_norm": 0.31893137097358704,
      "learning_rate": 9.546796954739423e-05,
      "loss": 0.0176,
      "step": 28760
    },
    {
      "epoch": 4.393037104901512,
      "grad_norm": 0.2419079840183258,
      "learning_rate": 9.546366943677156e-05,
      "loss": 0.0233,
      "step": 28770
    },
    {
      "epoch": 4.394564055581005,
      "grad_norm": 0.24458768963813782,
      "learning_rate": 9.545936738402446e-05,
      "loss": 0.021,
      "step": 28780
    },
    {
      "epoch": 4.396091006260498,
      "grad_norm": 0.32512402534484863,
      "learning_rate": 9.54550633893367e-05,
      "loss": 0.0187,
      "step": 28790
    },
    {
      "epoch": 4.397617956939991,
      "grad_norm": 0.2978837490081787,
      "learning_rate": 9.545075745289213e-05,
      "loss": 0.0168,
      "step": 28800
    },
    {
      "epoch": 4.399144907619484,
      "grad_norm": 0.2271428406238556,
      "learning_rate": 9.544644957487469e-05,
      "loss": 0.0189,
      "step": 28810
    },
    {
      "epoch": 4.400671858298977,
      "grad_norm": 0.2936244606971741,
      "learning_rate": 9.544213975546843e-05,
      "loss": 0.0188,
      "step": 28820
    },
    {
      "epoch": 4.40219880897847,
      "grad_norm": 0.3011520802974701,
      "learning_rate": 9.543782799485743e-05,
      "loss": 0.0158,
      "step": 28830
    },
    {
      "epoch": 4.403725759657963,
      "grad_norm": 0.2380513846874237,
      "learning_rate": 9.543351429322589e-05,
      "loss": 0.0212,
      "step": 28840
    },
    {
      "epoch": 4.405252710337456,
      "grad_norm": 0.3484879732131958,
      "learning_rate": 9.542919865075807e-05,
      "loss": 0.0204,
      "step": 28850
    },
    {
      "epoch": 4.406779661016949,
      "grad_norm": 0.3306514322757721,
      "learning_rate": 9.542488106763836e-05,
      "loss": 0.0195,
      "step": 28860
    },
    {
      "epoch": 4.4083066116964424,
      "grad_norm": 0.24410365521907806,
      "learning_rate": 9.542056154405117e-05,
      "loss": 0.022,
      "step": 28870
    },
    {
      "epoch": 4.409833562375935,
      "grad_norm": 0.2103923112154007,
      "learning_rate": 9.541624008018105e-05,
      "loss": 0.0178,
      "step": 28880
    },
    {
      "epoch": 4.4113605130554285,
      "grad_norm": 0.21720482409000397,
      "learning_rate": 9.541191667621257e-05,
      "loss": 0.0185,
      "step": 28890
    },
    {
      "epoch": 4.412887463734921,
      "grad_norm": 0.23727501928806305,
      "learning_rate": 9.540759133233041e-05,
      "loss": 0.0224,
      "step": 28900
    },
    {
      "epoch": 4.414414414414415,
      "grad_norm": 0.2948076128959656,
      "learning_rate": 9.54032640487194e-05,
      "loss": 0.0196,
      "step": 28910
    },
    {
      "epoch": 4.415941365093907,
      "grad_norm": 0.2372206151485443,
      "learning_rate": 9.539893482556434e-05,
      "loss": 0.0212,
      "step": 28920
    },
    {
      "epoch": 4.417468315773401,
      "grad_norm": 0.25192025303840637,
      "learning_rate": 9.53946036630502e-05,
      "loss": 0.0219,
      "step": 28930
    },
    {
      "epoch": 4.418995266452893,
      "grad_norm": 0.22527354955673218,
      "learning_rate": 9.539027056136198e-05,
      "loss": 0.0162,
      "step": 28940
    },
    {
      "epoch": 4.420522217132387,
      "grad_norm": 0.23043857514858246,
      "learning_rate": 9.538593552068477e-05,
      "loss": 0.0169,
      "step": 28950
    },
    {
      "epoch": 4.422049167811879,
      "grad_norm": 0.2710304856300354,
      "learning_rate": 9.538159854120378e-05,
      "loss": 0.0152,
      "step": 28960
    },
    {
      "epoch": 4.423576118491373,
      "grad_norm": 0.31168538331985474,
      "learning_rate": 9.537725962310427e-05,
      "loss": 0.0206,
      "step": 28970
    },
    {
      "epoch": 4.4251030691708655,
      "grad_norm": 0.2888709008693695,
      "learning_rate": 9.537291876657159e-05,
      "loss": 0.0177,
      "step": 28980
    },
    {
      "epoch": 4.426630019850359,
      "grad_norm": 0.1651790738105774,
      "learning_rate": 9.536857597179119e-05,
      "loss": 0.0215,
      "step": 28990
    },
    {
      "epoch": 4.428156970529852,
      "grad_norm": 0.20468227565288544,
      "learning_rate": 9.536423123894854e-05,
      "loss": 0.0207,
      "step": 29000
    },
    {
      "epoch": 4.429683921209345,
      "grad_norm": 0.27249979972839355,
      "learning_rate": 9.535988456822929e-05,
      "loss": 0.0203,
      "step": 29010
    },
    {
      "epoch": 4.431210871888838,
      "grad_norm": 0.2207685112953186,
      "learning_rate": 9.535553595981909e-05,
      "loss": 0.0184,
      "step": 29020
    },
    {
      "epoch": 4.432737822568331,
      "grad_norm": 0.31345391273498535,
      "learning_rate": 9.535118541390372e-05,
      "loss": 0.0203,
      "step": 29030
    },
    {
      "epoch": 4.434264773247824,
      "grad_norm": 0.24017328023910522,
      "learning_rate": 9.534683293066902e-05,
      "loss": 0.0208,
      "step": 29040
    },
    {
      "epoch": 4.435791723927317,
      "grad_norm": 0.39930155873298645,
      "learning_rate": 9.534247851030092e-05,
      "loss": 0.0195,
      "step": 29050
    },
    {
      "epoch": 4.43731867460681,
      "grad_norm": 0.17579731345176697,
      "learning_rate": 9.533812215298543e-05,
      "loss": 0.02,
      "step": 29060
    },
    {
      "epoch": 4.438845625286303,
      "grad_norm": 0.25405430793762207,
      "learning_rate": 9.533376385890864e-05,
      "loss": 0.019,
      "step": 29070
    },
    {
      "epoch": 4.440372575965796,
      "grad_norm": 0.26535141468048096,
      "learning_rate": 9.532940362825676e-05,
      "loss": 0.0189,
      "step": 29080
    },
    {
      "epoch": 4.441899526645289,
      "grad_norm": 0.20631414651870728,
      "learning_rate": 9.532504146121602e-05,
      "loss": 0.0239,
      "step": 29090
    },
    {
      "epoch": 4.443426477324782,
      "grad_norm": 0.28969863057136536,
      "learning_rate": 9.532067735797279e-05,
      "loss": 0.0245,
      "step": 29100
    },
    {
      "epoch": 4.4449534280042755,
      "grad_norm": 0.3573208451271057,
      "learning_rate": 9.531631131871346e-05,
      "loss": 0.0232,
      "step": 29110
    },
    {
      "epoch": 4.446480378683768,
      "grad_norm": 0.2346346378326416,
      "learning_rate": 9.531194334362457e-05,
      "loss": 0.0214,
      "step": 29120
    },
    {
      "epoch": 4.448007329363262,
      "grad_norm": 0.24468006193637848,
      "learning_rate": 9.53075734328927e-05,
      "loss": 0.0169,
      "step": 29130
    },
    {
      "epoch": 4.449534280042755,
      "grad_norm": 0.2139175534248352,
      "learning_rate": 9.530320158670452e-05,
      "loss": 0.0195,
      "step": 29140
    },
    {
      "epoch": 4.451061230722248,
      "grad_norm": 0.26812368631362915,
      "learning_rate": 9.529882780524679e-05,
      "loss": 0.018,
      "step": 29150
    },
    {
      "epoch": 4.45258818140174,
      "grad_norm": 0.21587996184825897,
      "learning_rate": 9.529445208870635e-05,
      "loss": 0.0175,
      "step": 29160
    },
    {
      "epoch": 4.454115132081234,
      "grad_norm": 0.23334242403507233,
      "learning_rate": 9.529007443727015e-05,
      "loss": 0.017,
      "step": 29170
    },
    {
      "epoch": 4.455642082760727,
      "grad_norm": 0.30205419659614563,
      "learning_rate": 9.528569485112514e-05,
      "loss": 0.02,
      "step": 29180
    },
    {
      "epoch": 4.45716903344022,
      "grad_norm": 0.2034687101840973,
      "learning_rate": 9.528131333045846e-05,
      "loss": 0.0175,
      "step": 29190
    },
    {
      "epoch": 4.4586959841197125,
      "grad_norm": 0.3267967104911804,
      "learning_rate": 9.527692987545726e-05,
      "loss": 0.0209,
      "step": 29200
    },
    {
      "epoch": 4.460222934799206,
      "grad_norm": 0.26623496413230896,
      "learning_rate": 9.527254448630877e-05,
      "loss": 0.0187,
      "step": 29210
    },
    {
      "epoch": 4.461749885478699,
      "grad_norm": 0.27210256457328796,
      "learning_rate": 9.526815716320036e-05,
      "loss": 0.0215,
      "step": 29220
    },
    {
      "epoch": 4.463276836158192,
      "grad_norm": 0.2859901189804077,
      "learning_rate": 9.526376790631945e-05,
      "loss": 0.0204,
      "step": 29230
    },
    {
      "epoch": 4.4648037868376855,
      "grad_norm": 0.22275732457637787,
      "learning_rate": 9.525937671585352e-05,
      "loss": 0.0172,
      "step": 29240
    },
    {
      "epoch": 4.466330737517178,
      "grad_norm": 0.24383015930652618,
      "learning_rate": 9.525498359199014e-05,
      "loss": 0.0156,
      "step": 29250
    },
    {
      "epoch": 4.467857688196672,
      "grad_norm": 0.2197982221841812,
      "learning_rate": 9.525058853491702e-05,
      "loss": 0.0222,
      "step": 29260
    },
    {
      "epoch": 4.469384638876164,
      "grad_norm": 0.3754589259624481,
      "learning_rate": 9.524619154482189e-05,
      "loss": 0.0204,
      "step": 29270
    },
    {
      "epoch": 4.470911589555658,
      "grad_norm": 0.23914121091365814,
      "learning_rate": 9.524179262189256e-05,
      "loss": 0.0201,
      "step": 29280
    },
    {
      "epoch": 4.47243854023515,
      "grad_norm": 0.21068988740444183,
      "learning_rate": 9.523739176631696e-05,
      "loss": 0.0152,
      "step": 29290
    },
    {
      "epoch": 4.473965490914644,
      "grad_norm": 0.3164837956428528,
      "learning_rate": 9.52329889782831e-05,
      "loss": 0.0175,
      "step": 29300
    },
    {
      "epoch": 4.475492441594136,
      "grad_norm": 0.2666465640068054,
      "learning_rate": 9.522858425797905e-05,
      "loss": 0.0188,
      "step": 29310
    },
    {
      "epoch": 4.47701939227363,
      "grad_norm": 0.4555610716342926,
      "learning_rate": 9.522417760559295e-05,
      "loss": 0.0217,
      "step": 29320
    },
    {
      "epoch": 4.4785463429531225,
      "grad_norm": 0.2700446844100952,
      "learning_rate": 9.521976902131307e-05,
      "loss": 0.019,
      "step": 29330
    },
    {
      "epoch": 4.480073293632616,
      "grad_norm": 0.20557169616222382,
      "learning_rate": 9.521535850532774e-05,
      "loss": 0.0188,
      "step": 29340
    },
    {
      "epoch": 4.481600244312109,
      "grad_norm": 0.2294297218322754,
      "learning_rate": 9.521094605782535e-05,
      "loss": 0.0196,
      "step": 29350
    },
    {
      "epoch": 4.483127194991602,
      "grad_norm": 0.17522437870502472,
      "learning_rate": 9.520653167899438e-05,
      "loss": 0.0196,
      "step": 29360
    },
    {
      "epoch": 4.484654145671095,
      "grad_norm": 0.3235284984111786,
      "learning_rate": 9.520211536902344e-05,
      "loss": 0.0149,
      "step": 29370
    },
    {
      "epoch": 4.486181096350588,
      "grad_norm": 0.21882984042167664,
      "learning_rate": 9.519769712810118e-05,
      "loss": 0.0178,
      "step": 29380
    },
    {
      "epoch": 4.487708047030081,
      "grad_norm": 0.22784727811813354,
      "learning_rate": 9.519327695641632e-05,
      "loss": 0.0176,
      "step": 29390
    },
    {
      "epoch": 4.489234997709574,
      "grad_norm": 0.23354114592075348,
      "learning_rate": 9.51888548541577e-05,
      "loss": 0.0208,
      "step": 29400
    },
    {
      "epoch": 4.490761948389067,
      "grad_norm": 0.3073463439941406,
      "learning_rate": 9.518443082151421e-05,
      "loss": 0.0202,
      "step": 29410
    },
    {
      "epoch": 4.49228889906856,
      "grad_norm": 0.30308976769447327,
      "learning_rate": 9.518000485867483e-05,
      "loss": 0.0204,
      "step": 29420
    },
    {
      "epoch": 4.493815849748053,
      "grad_norm": 0.2482687085866928,
      "learning_rate": 9.517557696582865e-05,
      "loss": 0.018,
      "step": 29430
    },
    {
      "epoch": 4.495342800427546,
      "grad_norm": 0.2511349022388458,
      "learning_rate": 9.517114714316481e-05,
      "loss": 0.02,
      "step": 29440
    },
    {
      "epoch": 4.496869751107039,
      "grad_norm": 0.26226621866226196,
      "learning_rate": 9.516671539087256e-05,
      "loss": 0.0165,
      "step": 29450
    },
    {
      "epoch": 4.4983967017865325,
      "grad_norm": 0.14321444928646088,
      "learning_rate": 9.516228170914118e-05,
      "loss": 0.0187,
      "step": 29460
    },
    {
      "epoch": 4.499923652466025,
      "grad_norm": 0.1972874253988266,
      "learning_rate": 9.51578460981601e-05,
      "loss": 0.0174,
      "step": 29470
    },
    {
      "epoch": 4.501450603145519,
      "grad_norm": 0.29889237880706787,
      "learning_rate": 9.51534085581188e-05,
      "loss": 0.0185,
      "step": 29480
    },
    {
      "epoch": 4.502977553825011,
      "grad_norm": 0.17237067222595215,
      "learning_rate": 9.514896908920684e-05,
      "loss": 0.0185,
      "step": 29490
    },
    {
      "epoch": 4.504504504504505,
      "grad_norm": 0.22426152229309082,
      "learning_rate": 9.514452769161384e-05,
      "loss": 0.0177,
      "step": 29500
    },
    {
      "epoch": 4.506031455183997,
      "grad_norm": 0.2397545874118805,
      "learning_rate": 9.514008436552956e-05,
      "loss": 0.017,
      "step": 29510
    },
    {
      "epoch": 4.507558405863491,
      "grad_norm": 0.2393142133951187,
      "learning_rate": 9.51356391111438e-05,
      "loss": 0.0193,
      "step": 29520
    },
    {
      "epoch": 4.509085356542983,
      "grad_norm": 0.19533030688762665,
      "learning_rate": 9.513119192864646e-05,
      "loss": 0.0168,
      "step": 29530
    },
    {
      "epoch": 4.510612307222477,
      "grad_norm": 0.14541664719581604,
      "learning_rate": 9.512674281822751e-05,
      "loss": 0.0135,
      "step": 29540
    },
    {
      "epoch": 4.5121392579019695,
      "grad_norm": 0.24334877729415894,
      "learning_rate": 9.512229178007702e-05,
      "loss": 0.0197,
      "step": 29550
    },
    {
      "epoch": 4.513666208581463,
      "grad_norm": 0.22342899441719055,
      "learning_rate": 9.511783881438509e-05,
      "loss": 0.0168,
      "step": 29560
    },
    {
      "epoch": 4.5151931592609555,
      "grad_norm": 0.4163031578063965,
      "learning_rate": 9.511338392134197e-05,
      "loss": 0.0183,
      "step": 29570
    },
    {
      "epoch": 4.516720109940449,
      "grad_norm": 0.23248213529586792,
      "learning_rate": 9.510892710113799e-05,
      "loss": 0.0149,
      "step": 29580
    },
    {
      "epoch": 4.518247060619942,
      "grad_norm": 0.23340299725532532,
      "learning_rate": 9.51044683539635e-05,
      "loss": 0.0192,
      "step": 29590
    },
    {
      "epoch": 4.519774011299435,
      "grad_norm": 0.34511610865592957,
      "learning_rate": 9.510000768000898e-05,
      "loss": 0.0196,
      "step": 29600
    },
    {
      "epoch": 4.521300961978928,
      "grad_norm": 0.3355686366558075,
      "learning_rate": 9.509554507946496e-05,
      "loss": 0.0207,
      "step": 29610
    },
    {
      "epoch": 4.522827912658421,
      "grad_norm": 0.3136051893234253,
      "learning_rate": 9.509108055252213e-05,
      "loss": 0.0175,
      "step": 29620
    },
    {
      "epoch": 4.524354863337914,
      "grad_norm": 0.21050280332565308,
      "learning_rate": 9.508661409937116e-05,
      "loss": 0.0181,
      "step": 29630
    },
    {
      "epoch": 4.525881814017407,
      "grad_norm": 0.18168744444847107,
      "learning_rate": 9.508214572020288e-05,
      "loss": 0.0155,
      "step": 29640
    },
    {
      "epoch": 4.527408764696901,
      "grad_norm": 0.38249316811561584,
      "learning_rate": 9.507767541520814e-05,
      "loss": 0.0238,
      "step": 29650
    },
    {
      "epoch": 4.528935715376393,
      "grad_norm": 0.22485488653182983,
      "learning_rate": 9.50732031845779e-05,
      "loss": 0.0209,
      "step": 29660
    },
    {
      "epoch": 4.530462666055886,
      "grad_norm": 0.33437466621398926,
      "learning_rate": 9.506872902850325e-05,
      "loss": 0.0207,
      "step": 29670
    },
    {
      "epoch": 4.5319896167353795,
      "grad_norm": 0.26530033349990845,
      "learning_rate": 9.506425294717527e-05,
      "loss": 0.0179,
      "step": 29680
    },
    {
      "epoch": 4.533516567414873,
      "grad_norm": 0.19235870242118835,
      "learning_rate": 9.505977494078519e-05,
      "loss": 0.0158,
      "step": 29690
    },
    {
      "epoch": 4.535043518094366,
      "grad_norm": 0.2377965897321701,
      "learning_rate": 9.505529500952433e-05,
      "loss": 0.0171,
      "step": 29700
    },
    {
      "epoch": 4.536570468773858,
      "grad_norm": 0.14853936433792114,
      "learning_rate": 9.505081315358401e-05,
      "loss": 0.0154,
      "step": 29710
    },
    {
      "epoch": 4.538097419453352,
      "grad_norm": 0.22211340069770813,
      "learning_rate": 9.504632937315571e-05,
      "loss": 0.0178,
      "step": 29720
    },
    {
      "epoch": 4.539624370132845,
      "grad_norm": 0.21551154553890228,
      "learning_rate": 9.504184366843099e-05,
      "loss": 0.0219,
      "step": 29730
    },
    {
      "epoch": 4.541151320812338,
      "grad_norm": 0.23903344571590424,
      "learning_rate": 9.503735603960144e-05,
      "loss": 0.0175,
      "step": 29740
    },
    {
      "epoch": 4.54267827149183,
      "grad_norm": 0.19680921733379364,
      "learning_rate": 9.503286648685878e-05,
      "loss": 0.0229,
      "step": 29750
    },
    {
      "epoch": 4.544205222171324,
      "grad_norm": 0.298513263463974,
      "learning_rate": 9.502837501039479e-05,
      "loss": 0.0172,
      "step": 29760
    },
    {
      "epoch": 4.545732172850817,
      "grad_norm": 0.22364145517349243,
      "learning_rate": 9.502388161040134e-05,
      "loss": 0.0153,
      "step": 29770
    },
    {
      "epoch": 4.54725912353031,
      "grad_norm": 0.23710718750953674,
      "learning_rate": 9.501938628707038e-05,
      "loss": 0.0181,
      "step": 29780
    },
    {
      "epoch": 4.548786074209803,
      "grad_norm": 0.32733720541000366,
      "learning_rate": 9.501488904059395e-05,
      "loss": 0.0189,
      "step": 29790
    },
    {
      "epoch": 4.550313024889296,
      "grad_norm": 0.34887373447418213,
      "learning_rate": 9.501038987116415e-05,
      "loss": 0.0217,
      "step": 29800
    },
    {
      "epoch": 4.5518399755687895,
      "grad_norm": 0.2575662136077881,
      "learning_rate": 9.500588877897318e-05,
      "loss": 0.0206,
      "step": 29810
    },
    {
      "epoch": 4.553366926248282,
      "grad_norm": 0.2828788459300995,
      "learning_rate": 9.500138576421332e-05,
      "loss": 0.0193,
      "step": 29820
    },
    {
      "epoch": 4.554893876927776,
      "grad_norm": 0.2530883550643921,
      "learning_rate": 9.499688082707692e-05,
      "loss": 0.0179,
      "step": 29830
    },
    {
      "epoch": 4.556420827607268,
      "grad_norm": 0.30327603220939636,
      "learning_rate": 9.499237396775645e-05,
      "loss": 0.0214,
      "step": 29840
    },
    {
      "epoch": 4.557947778286762,
      "grad_norm": 0.30039501190185547,
      "learning_rate": 9.49878651864444e-05,
      "loss": 0.0181,
      "step": 29850
    },
    {
      "epoch": 4.559474728966254,
      "grad_norm": 0.2921935021877289,
      "learning_rate": 9.498335448333342e-05,
      "loss": 0.0162,
      "step": 29860
    },
    {
      "epoch": 4.561001679645748,
      "grad_norm": 0.28837645053863525,
      "learning_rate": 9.497884185861614e-05,
      "loss": 0.0243,
      "step": 29870
    },
    {
      "epoch": 4.56252863032524,
      "grad_norm": 0.2292552888393402,
      "learning_rate": 9.497432731248539e-05,
      "loss": 0.0167,
      "step": 29880
    },
    {
      "epoch": 4.564055581004734,
      "grad_norm": 0.23125527799129486,
      "learning_rate": 9.496981084513399e-05,
      "loss": 0.019,
      "step": 29890
    },
    {
      "epoch": 4.5655825316842265,
      "grad_norm": 0.26976415514945984,
      "learning_rate": 9.496529245675487e-05,
      "loss": 0.021,
      "step": 29900
    },
    {
      "epoch": 4.56710948236372,
      "grad_norm": 0.270138680934906,
      "learning_rate": 9.496077214754108e-05,
      "loss": 0.0174,
      "step": 29910
    },
    {
      "epoch": 4.5686364330432125,
      "grad_norm": 0.23300984501838684,
      "learning_rate": 9.495624991768568e-05,
      "loss": 0.016,
      "step": 29920
    },
    {
      "epoch": 4.570163383722706,
      "grad_norm": 0.23456452786922455,
      "learning_rate": 9.49517257673819e-05,
      "loss": 0.018,
      "step": 29930
    },
    {
      "epoch": 4.571690334402199,
      "grad_norm": 0.25653472542762756,
      "learning_rate": 9.494719969682296e-05,
      "loss": 0.0192,
      "step": 29940
    },
    {
      "epoch": 4.573217285081692,
      "grad_norm": 0.3933875858783722,
      "learning_rate": 9.494267170620222e-05,
      "loss": 0.0195,
      "step": 29950
    },
    {
      "epoch": 4.574744235761185,
      "grad_norm": 0.2704426944255829,
      "learning_rate": 9.49381417957131e-05,
      "loss": 0.0197,
      "step": 29960
    },
    {
      "epoch": 4.576271186440678,
      "grad_norm": 0.2810392379760742,
      "learning_rate": 9.493360996554912e-05,
      "loss": 0.0187,
      "step": 29970
    },
    {
      "epoch": 4.577798137120171,
      "grad_norm": 0.26134341955184937,
      "learning_rate": 9.492907621590385e-05,
      "loss": 0.0162,
      "step": 29980
    },
    {
      "epoch": 4.579325087799664,
      "grad_norm": 0.3051821291446686,
      "learning_rate": 9.492454054697101e-05,
      "loss": 0.0215,
      "step": 29990
    },
    {
      "epoch": 4.580852038479157,
      "grad_norm": 0.2244286984205246,
      "learning_rate": 9.492000295894432e-05,
      "loss": 0.0244,
      "step": 30000
    },
    {
      "epoch": 4.58237898915865,
      "grad_norm": 0.2986575961112976,
      "learning_rate": 9.491546345201762e-05,
      "loss": 0.0253,
      "step": 30010
    },
    {
      "epoch": 4.583905939838143,
      "grad_norm": 0.18936742842197418,
      "learning_rate": 9.491092202638483e-05,
      "loss": 0.0184,
      "step": 30020
    },
    {
      "epoch": 4.5854328905176365,
      "grad_norm": 0.278758704662323,
      "learning_rate": 9.490637868223996e-05,
      "loss": 0.0191,
      "step": 30030
    },
    {
      "epoch": 4.586959841197129,
      "grad_norm": 0.2103322297334671,
      "learning_rate": 9.49018334197771e-05,
      "loss": 0.0185,
      "step": 30040
    },
    {
      "epoch": 4.588486791876623,
      "grad_norm": 0.3259713351726532,
      "learning_rate": 9.489728623919039e-05,
      "loss": 0.0199,
      "step": 30050
    },
    {
      "epoch": 4.590013742556115,
      "grad_norm": 0.32217878103256226,
      "learning_rate": 9.489273714067409e-05,
      "loss": 0.0165,
      "step": 30060
    },
    {
      "epoch": 4.591540693235609,
      "grad_norm": 0.18740741908550262,
      "learning_rate": 9.488818612442252e-05,
      "loss": 0.0192,
      "step": 30070
    },
    {
      "epoch": 4.593067643915101,
      "grad_norm": 0.555197536945343,
      "learning_rate": 9.488363319063012e-05,
      "loss": 0.0177,
      "step": 30080
    },
    {
      "epoch": 4.594594594594595,
      "grad_norm": 0.2883322834968567,
      "learning_rate": 9.487907833949134e-05,
      "loss": 0.0251,
      "step": 30090
    },
    {
      "epoch": 4.596121545274087,
      "grad_norm": 0.2555754780769348,
      "learning_rate": 9.487452157120081e-05,
      "loss": 0.0213,
      "step": 30100
    },
    {
      "epoch": 4.597648495953581,
      "grad_norm": 0.2616441249847412,
      "learning_rate": 9.486996288595314e-05,
      "loss": 0.0221,
      "step": 30110
    },
    {
      "epoch": 4.599175446633073,
      "grad_norm": 0.2113935649394989,
      "learning_rate": 9.486540228394309e-05,
      "loss": 0.0191,
      "step": 30120
    },
    {
      "epoch": 4.600702397312567,
      "grad_norm": 0.26931533217430115,
      "learning_rate": 9.486083976536546e-05,
      "loss": 0.0197,
      "step": 30130
    },
    {
      "epoch": 4.6022293479920595,
      "grad_norm": 0.3084050118923187,
      "learning_rate": 9.485627533041519e-05,
      "loss": 0.0231,
      "step": 30140
    },
    {
      "epoch": 4.603756298671553,
      "grad_norm": 0.24950367212295532,
      "learning_rate": 9.485170897928723e-05,
      "loss": 0.0199,
      "step": 30150
    },
    {
      "epoch": 4.605283249351046,
      "grad_norm": 0.28437575697898865,
      "learning_rate": 9.484714071217665e-05,
      "loss": 0.0213,
      "step": 30160
    },
    {
      "epoch": 4.606810200030539,
      "grad_norm": 0.33273667097091675,
      "learning_rate": 9.48425705292786e-05,
      "loss": 0.0206,
      "step": 30170
    },
    {
      "epoch": 4.608337150710032,
      "grad_norm": 0.2913903594017029,
      "learning_rate": 9.483799843078835e-05,
      "loss": 0.0197,
      "step": 30180
    },
    {
      "epoch": 4.609864101389525,
      "grad_norm": 0.22542652487754822,
      "learning_rate": 9.483342441690115e-05,
      "loss": 0.0191,
      "step": 30190
    },
    {
      "epoch": 4.611391052069019,
      "grad_norm": 0.21775391697883606,
      "learning_rate": 9.482884848781242e-05,
      "loss": 0.0206,
      "step": 30200
    },
    {
      "epoch": 4.612918002748511,
      "grad_norm": 0.23485210537910461,
      "learning_rate": 9.482427064371764e-05,
      "loss": 0.0188,
      "step": 30210
    },
    {
      "epoch": 4.614444953428004,
      "grad_norm": 0.3334449529647827,
      "learning_rate": 9.481969088481237e-05,
      "loss": 0.0161,
      "step": 30220
    },
    {
      "epoch": 4.615971904107497,
      "grad_norm": 0.1925821304321289,
      "learning_rate": 9.481510921129224e-05,
      "loss": 0.0236,
      "step": 30230
    },
    {
      "epoch": 4.617498854786991,
      "grad_norm": 0.2733035385608673,
      "learning_rate": 9.481052562335297e-05,
      "loss": 0.0178,
      "step": 30240
    },
    {
      "epoch": 4.6190258054664834,
      "grad_norm": 0.2620486319065094,
      "learning_rate": 9.480594012119035e-05,
      "loss": 0.018,
      "step": 30250
    },
    {
      "epoch": 4.620552756145976,
      "grad_norm": 0.22180630266666412,
      "learning_rate": 9.48013527050003e-05,
      "loss": 0.0167,
      "step": 30260
    },
    {
      "epoch": 4.6220797068254695,
      "grad_norm": 0.2766282260417938,
      "learning_rate": 9.479676337497875e-05,
      "loss": 0.0175,
      "step": 30270
    },
    {
      "epoch": 4.623606657504963,
      "grad_norm": 0.18161949515342712,
      "learning_rate": 9.479217213132178e-05,
      "loss": 0.0176,
      "step": 30280
    },
    {
      "epoch": 4.625133608184456,
      "grad_norm": 0.319918692111969,
      "learning_rate": 9.47875789742255e-05,
      "loss": 0.0179,
      "step": 30290
    },
    {
      "epoch": 4.626660558863948,
      "grad_norm": 0.27829763293266296,
      "learning_rate": 9.478298390388611e-05,
      "loss": 0.0197,
      "step": 30300
    },
    {
      "epoch": 4.628187509543442,
      "grad_norm": 0.17636185884475708,
      "learning_rate": 9.477838692049992e-05,
      "loss": 0.0211,
      "step": 30310
    },
    {
      "epoch": 4.629714460222935,
      "grad_norm": 0.22330577671527863,
      "learning_rate": 9.477378802426331e-05,
      "loss": 0.0129,
      "step": 30320
    },
    {
      "epoch": 4.631241410902428,
      "grad_norm": 0.20884902775287628,
      "learning_rate": 9.476918721537271e-05,
      "loss": 0.0174,
      "step": 30330
    },
    {
      "epoch": 4.632768361581921,
      "grad_norm": 0.2470206916332245,
      "learning_rate": 9.47645844940247e-05,
      "loss": 0.0196,
      "step": 30340
    },
    {
      "epoch": 4.634295312261414,
      "grad_norm": 0.18031325936317444,
      "learning_rate": 9.475997986041586e-05,
      "loss": 0.0211,
      "step": 30350
    },
    {
      "epoch": 4.635822262940907,
      "grad_norm": 0.20417927205562592,
      "learning_rate": 9.475537331474291e-05,
      "loss": 0.018,
      "step": 30360
    },
    {
      "epoch": 4.6373492136204,
      "grad_norm": 0.24632719159126282,
      "learning_rate": 9.475076485720262e-05,
      "loss": 0.0208,
      "step": 30370
    },
    {
      "epoch": 4.6388761642998935,
      "grad_norm": 0.30095961689949036,
      "learning_rate": 9.474615448799189e-05,
      "loss": 0.0187,
      "step": 30380
    },
    {
      "epoch": 4.640403114979386,
      "grad_norm": 0.24307426810264587,
      "learning_rate": 9.474154220730762e-05,
      "loss": 0.0241,
      "step": 30390
    },
    {
      "epoch": 4.64193006565888,
      "grad_norm": 0.33434805274009705,
      "learning_rate": 9.473692801534687e-05,
      "loss": 0.0206,
      "step": 30400
    },
    {
      "epoch": 4.643457016338372,
      "grad_norm": 0.23049359023571014,
      "learning_rate": 9.473231191230673e-05,
      "loss": 0.0187,
      "step": 30410
    },
    {
      "epoch": 4.644983967017866,
      "grad_norm": 0.2045382857322693,
      "learning_rate": 9.472769389838442e-05,
      "loss": 0.0189,
      "step": 30420
    },
    {
      "epoch": 4.646510917697358,
      "grad_norm": 0.22788284718990326,
      "learning_rate": 9.472307397377717e-05,
      "loss": 0.019,
      "step": 30430
    },
    {
      "epoch": 4.648037868376852,
      "grad_norm": 0.31363776326179504,
      "learning_rate": 9.471845213868238e-05,
      "loss": 0.0195,
      "step": 30440
    },
    {
      "epoch": 4.649564819056344,
      "grad_norm": 0.22686918079853058,
      "learning_rate": 9.471382839329745e-05,
      "loss": 0.0197,
      "step": 30450
    },
    {
      "epoch": 4.651091769735838,
      "grad_norm": 0.16210974752902985,
      "learning_rate": 9.470920273781993e-05,
      "loss": 0.0179,
      "step": 30460
    },
    {
      "epoch": 4.65261872041533,
      "grad_norm": 0.2978302240371704,
      "learning_rate": 9.470457517244738e-05,
      "loss": 0.0212,
      "step": 30470
    },
    {
      "epoch": 4.654145671094824,
      "grad_norm": 0.2039032131433487,
      "learning_rate": 9.469994569737753e-05,
      "loss": 0.0161,
      "step": 30480
    },
    {
      "epoch": 4.6556726217743165,
      "grad_norm": 0.2440299093723297,
      "learning_rate": 9.46953143128081e-05,
      "loss": 0.0178,
      "step": 30490
    },
    {
      "epoch": 4.65719957245381,
      "grad_norm": 0.21945495903491974,
      "learning_rate": 9.469068101893694e-05,
      "loss": 0.0176,
      "step": 30500
    },
    {
      "epoch": 4.658726523133303,
      "grad_norm": 0.22749753296375275,
      "learning_rate": 9.468604581596201e-05,
      "loss": 0.0167,
      "step": 30510
    },
    {
      "epoch": 4.660253473812796,
      "grad_norm": 0.2246430665254593,
      "learning_rate": 9.468140870408126e-05,
      "loss": 0.016,
      "step": 30520
    },
    {
      "epoch": 4.661780424492289,
      "grad_norm": 0.17447808384895325,
      "learning_rate": 9.467676968349284e-05,
      "loss": 0.022,
      "step": 30530
    },
    {
      "epoch": 4.663307375171782,
      "grad_norm": 0.22998517751693726,
      "learning_rate": 9.46721287543949e-05,
      "loss": 0.0173,
      "step": 30540
    },
    {
      "epoch": 4.664834325851275,
      "grad_norm": 0.3249667286872864,
      "learning_rate": 9.466748591698566e-05,
      "loss": 0.0233,
      "step": 30550
    },
    {
      "epoch": 4.666361276530768,
      "grad_norm": 0.24536268413066864,
      "learning_rate": 9.46628411714635e-05,
      "loss": 0.0176,
      "step": 30560
    },
    {
      "epoch": 4.667888227210261,
      "grad_norm": 0.2318337857723236,
      "learning_rate": 9.46581945180268e-05,
      "loss": 0.0171,
      "step": 30570
    },
    {
      "epoch": 4.669415177889754,
      "grad_norm": 0.267325222492218,
      "learning_rate": 9.465354595687407e-05,
      "loss": 0.0217,
      "step": 30580
    },
    {
      "epoch": 4.670942128569247,
      "grad_norm": 0.22192497551441193,
      "learning_rate": 9.46488954882039e-05,
      "loss": 0.0209,
      "step": 30590
    },
    {
      "epoch": 4.67246907924874,
      "grad_norm": 0.19769862294197083,
      "learning_rate": 9.464424311221493e-05,
      "loss": 0.018,
      "step": 30600
    },
    {
      "epoch": 4.673996029928233,
      "grad_norm": 0.3212532103061676,
      "learning_rate": 9.46395888291059e-05,
      "loss": 0.0226,
      "step": 30610
    },
    {
      "epoch": 4.6755229806077265,
      "grad_norm": 0.16441436111927032,
      "learning_rate": 9.463493263907564e-05,
      "loss": 0.0135,
      "step": 30620
    },
    {
      "epoch": 4.677049931287219,
      "grad_norm": 0.21255595982074738,
      "learning_rate": 9.463027454232307e-05,
      "loss": 0.0133,
      "step": 30630
    },
    {
      "epoch": 4.678576881966713,
      "grad_norm": 0.18470335006713867,
      "learning_rate": 9.462561453904714e-05,
      "loss": 0.0157,
      "step": 30640
    },
    {
      "epoch": 4.680103832646205,
      "grad_norm": 0.22918576002120972,
      "learning_rate": 9.462095262944696e-05,
      "loss": 0.0147,
      "step": 30650
    },
    {
      "epoch": 4.681630783325699,
      "grad_norm": 0.30649179220199585,
      "learning_rate": 9.461628881372164e-05,
      "loss": 0.0215,
      "step": 30660
    },
    {
      "epoch": 4.683157734005191,
      "grad_norm": 0.24867674708366394,
      "learning_rate": 9.461162309207043e-05,
      "loss": 0.0178,
      "step": 30670
    },
    {
      "epoch": 4.684684684684685,
      "grad_norm": 0.2590959072113037,
      "learning_rate": 9.460695546469264e-05,
      "loss": 0.0194,
      "step": 30680
    },
    {
      "epoch": 4.686211635364177,
      "grad_norm": 0.2801351845264435,
      "learning_rate": 9.460228593178766e-05,
      "loss": 0.0167,
      "step": 30690
    },
    {
      "epoch": 4.687738586043671,
      "grad_norm": 0.3183605372905731,
      "learning_rate": 9.459761449355496e-05,
      "loss": 0.0222,
      "step": 30700
    },
    {
      "epoch": 4.6892655367231635,
      "grad_norm": 0.22058476507663727,
      "learning_rate": 9.459294115019408e-05,
      "loss": 0.0196,
      "step": 30710
    },
    {
      "epoch": 4.690792487402657,
      "grad_norm": 0.23391450941562653,
      "learning_rate": 9.458826590190468e-05,
      "loss": 0.0185,
      "step": 30720
    },
    {
      "epoch": 4.69231943808215,
      "grad_norm": 0.24847981333732605,
      "learning_rate": 9.458358874888649e-05,
      "loss": 0.022,
      "step": 30730
    },
    {
      "epoch": 4.693846388761643,
      "grad_norm": 0.26167887449264526,
      "learning_rate": 9.457890969133927e-05,
      "loss": 0.0198,
      "step": 30740
    },
    {
      "epoch": 4.695373339441136,
      "grad_norm": 0.25850093364715576,
      "learning_rate": 9.457422872946293e-05,
      "loss": 0.0232,
      "step": 30750
    },
    {
      "epoch": 4.696900290120629,
      "grad_norm": 0.20271708071231842,
      "learning_rate": 9.456954586345743e-05,
      "loss": 0.0199,
      "step": 30760
    },
    {
      "epoch": 4.698427240800122,
      "grad_norm": 0.23611153662204742,
      "learning_rate": 9.45648610935228e-05,
      "loss": 0.0225,
      "step": 30770
    },
    {
      "epoch": 4.699954191479615,
      "grad_norm": 0.23430050909519196,
      "learning_rate": 9.456017441985919e-05,
      "loss": 0.0222,
      "step": 30780
    },
    {
      "epoch": 4.701481142159109,
      "grad_norm": 0.2648353576660156,
      "learning_rate": 9.455548584266676e-05,
      "loss": 0.0245,
      "step": 30790
    },
    {
      "epoch": 4.703008092838601,
      "grad_norm": 0.20346884429454803,
      "learning_rate": 9.455079536214584e-05,
      "loss": 0.0197,
      "step": 30800
    },
    {
      "epoch": 4.704535043518094,
      "grad_norm": 0.12347982078790665,
      "learning_rate": 9.454610297849678e-05,
      "loss": 0.0148,
      "step": 30810
    },
    {
      "epoch": 4.706061994197587,
      "grad_norm": 0.2644643783569336,
      "learning_rate": 9.454140869192006e-05,
      "loss": 0.0155,
      "step": 30820
    },
    {
      "epoch": 4.707588944877081,
      "grad_norm": 0.9173080921173096,
      "learning_rate": 9.453671250261616e-05,
      "loss": 0.0208,
      "step": 30830
    },
    {
      "epoch": 4.7091158955565735,
      "grad_norm": 0.22137592732906342,
      "learning_rate": 9.453201441078572e-05,
      "loss": 0.0227,
      "step": 30840
    },
    {
      "epoch": 4.710642846236066,
      "grad_norm": 0.2558826506137848,
      "learning_rate": 9.452731441662944e-05,
      "loss": 0.0208,
      "step": 30850
    },
    {
      "epoch": 4.71216979691556,
      "grad_norm": 0.30815425515174866,
      "learning_rate": 9.452261252034807e-05,
      "loss": 0.0197,
      "step": 30860
    },
    {
      "epoch": 4.713696747595053,
      "grad_norm": 0.2883695065975189,
      "learning_rate": 9.45179087221425e-05,
      "loss": 0.0212,
      "step": 30870
    },
    {
      "epoch": 4.715223698274546,
      "grad_norm": 0.19695818424224854,
      "learning_rate": 9.451320302221365e-05,
      "loss": 0.0171,
      "step": 30880
    },
    {
      "epoch": 4.716750648954039,
      "grad_norm": 0.17285798490047455,
      "learning_rate": 9.450849542076254e-05,
      "loss": 0.0199,
      "step": 30890
    },
    {
      "epoch": 4.718277599633532,
      "grad_norm": 0.40240737795829773,
      "learning_rate": 9.450378591799027e-05,
      "loss": 0.0208,
      "step": 30900
    },
    {
      "epoch": 4.719804550313025,
      "grad_norm": 0.2956681251525879,
      "learning_rate": 9.449907451409802e-05,
      "loss": 0.0212,
      "step": 30910
    },
    {
      "epoch": 4.721331500992518,
      "grad_norm": 0.22732296586036682,
      "learning_rate": 9.449436120928706e-05,
      "loss": 0.0187,
      "step": 30920
    },
    {
      "epoch": 4.722858451672011,
      "grad_norm": 0.2045721858739853,
      "learning_rate": 9.448964600375872e-05,
      "loss": 0.017,
      "step": 30930
    },
    {
      "epoch": 4.724385402351504,
      "grad_norm": 0.22304776310920715,
      "learning_rate": 9.448492889771443e-05,
      "loss": 0.015,
      "step": 30940
    },
    {
      "epoch": 4.725912353030997,
      "grad_norm": 0.18898631632328033,
      "learning_rate": 9.448020989135571e-05,
      "loss": 0.0204,
      "step": 30950
    },
    {
      "epoch": 4.72743930371049,
      "grad_norm": 0.3311688303947449,
      "learning_rate": 9.447548898488412e-05,
      "loss": 0.0209,
      "step": 30960
    },
    {
      "epoch": 4.7289662543899835,
      "grad_norm": 0.19975610077381134,
      "learning_rate": 9.447076617850136e-05,
      "loss": 0.0175,
      "step": 30970
    },
    {
      "epoch": 4.730493205069476,
      "grad_norm": 0.3503260612487793,
      "learning_rate": 9.446604147240917e-05,
      "loss": 0.0195,
      "step": 30980
    },
    {
      "epoch": 4.73202015574897,
      "grad_norm": 0.28435018658638,
      "learning_rate": 9.446131486680936e-05,
      "loss": 0.0199,
      "step": 30990
    },
    {
      "epoch": 4.733547106428462,
      "grad_norm": 0.3119810223579407,
      "learning_rate": 9.445658636190385e-05,
      "loss": 0.0222,
      "step": 31000
    },
    {
      "epoch": 4.735074057107956,
      "grad_norm": 0.27781423926353455,
      "learning_rate": 9.445185595789466e-05,
      "loss": 0.0207,
      "step": 31010
    },
    {
      "epoch": 4.736601007787448,
      "grad_norm": 0.21117638051509857,
      "learning_rate": 9.444712365498382e-05,
      "loss": 0.0171,
      "step": 31020
    },
    {
      "epoch": 4.738127958466942,
      "grad_norm": 0.25521671772003174,
      "learning_rate": 9.444238945337354e-05,
      "loss": 0.0205,
      "step": 31030
    },
    {
      "epoch": 4.739654909146434,
      "grad_norm": 0.38826784491539,
      "learning_rate": 9.4437653353266e-05,
      "loss": 0.0214,
      "step": 31040
    },
    {
      "epoch": 4.741181859825928,
      "grad_norm": 0.41222673654556274,
      "learning_rate": 9.443291535486355e-05,
      "loss": 0.0201,
      "step": 31050
    },
    {
      "epoch": 4.7427088105054205,
      "grad_norm": 0.2975638806819916,
      "learning_rate": 9.442817545836859e-05,
      "loss": 0.0173,
      "step": 31060
    },
    {
      "epoch": 4.744235761184914,
      "grad_norm": 0.3818454444408417,
      "learning_rate": 9.442343366398359e-05,
      "loss": 0.0209,
      "step": 31070
    },
    {
      "epoch": 4.745762711864407,
      "grad_norm": 0.17189913988113403,
      "learning_rate": 9.441868997191111e-05,
      "loss": 0.0213,
      "step": 31080
    },
    {
      "epoch": 4.7472896625439,
      "grad_norm": 0.5330776572227478,
      "learning_rate": 9.441394438235379e-05,
      "loss": 0.0251,
      "step": 31090
    },
    {
      "epoch": 4.748816613223393,
      "grad_norm": 0.2554278075695038,
      "learning_rate": 9.440919689551436e-05,
      "loss": 0.0199,
      "step": 31100
    },
    {
      "epoch": 4.750343563902886,
      "grad_norm": 0.29000094532966614,
      "learning_rate": 9.440444751159562e-05,
      "loss": 0.0255,
      "step": 31110
    },
    {
      "epoch": 4.751870514582379,
      "grad_norm": 0.3377746641635895,
      "learning_rate": 9.439969623080047e-05,
      "loss": 0.0213,
      "step": 31120
    },
    {
      "epoch": 4.753397465261872,
      "grad_norm": 0.2757829427719116,
      "learning_rate": 9.439494305333185e-05,
      "loss": 0.0174,
      "step": 31130
    },
    {
      "epoch": 4.754924415941365,
      "grad_norm": 0.24691477417945862,
      "learning_rate": 9.43901879793928e-05,
      "loss": 0.0199,
      "step": 31140
    },
    {
      "epoch": 4.756451366620858,
      "grad_norm": 0.2508978843688965,
      "learning_rate": 9.43854310091865e-05,
      "loss": 0.0224,
      "step": 31150
    },
    {
      "epoch": 4.757978317300351,
      "grad_norm": 0.3975183069705963,
      "learning_rate": 9.43806721429161e-05,
      "loss": 0.0238,
      "step": 31160
    },
    {
      "epoch": 4.759505267979844,
      "grad_norm": 0.25224125385284424,
      "learning_rate": 9.437591138078494e-05,
      "loss": 0.016,
      "step": 31170
    },
    {
      "epoch": 4.761032218659337,
      "grad_norm": 0.22157065570354462,
      "learning_rate": 9.437114872299636e-05,
      "loss": 0.0192,
      "step": 31180
    },
    {
      "epoch": 4.7625591693388305,
      "grad_norm": 0.16908492147922516,
      "learning_rate": 9.436638416975381e-05,
      "loss": 0.0177,
      "step": 31190
    },
    {
      "epoch": 4.764086120018323,
      "grad_norm": 0.2720319628715515,
      "learning_rate": 9.436161772126082e-05,
      "loss": 0.0208,
      "step": 31200
    },
    {
      "epoch": 4.765613070697817,
      "grad_norm": 0.24325203895568848,
      "learning_rate": 9.435684937772105e-05,
      "loss": 0.0167,
      "step": 31210
    },
    {
      "epoch": 4.767140021377309,
      "grad_norm": 0.2282751351594925,
      "learning_rate": 9.435207913933813e-05,
      "loss": 0.0194,
      "step": 31220
    },
    {
      "epoch": 4.768666972056803,
      "grad_norm": 0.2940964102745056,
      "learning_rate": 9.434730700631589e-05,
      "loss": 0.0208,
      "step": 31230
    },
    {
      "epoch": 4.770193922736295,
      "grad_norm": 0.3713253438472748,
      "learning_rate": 9.434253297885814e-05,
      "loss": 0.0202,
      "step": 31240
    },
    {
      "epoch": 4.771720873415789,
      "grad_norm": 0.2869243919849396,
      "learning_rate": 9.433775705716885e-05,
      "loss": 0.0198,
      "step": 31250
    },
    {
      "epoch": 4.773247824095281,
      "grad_norm": 0.29616579413414,
      "learning_rate": 9.433297924145204e-05,
      "loss": 0.0162,
      "step": 31260
    },
    {
      "epoch": 4.774774774774775,
      "grad_norm": 0.23185674846172333,
      "learning_rate": 9.432819953191178e-05,
      "loss": 0.0169,
      "step": 31270
    },
    {
      "epoch": 4.7763017254542675,
      "grad_norm": 0.18670117855072021,
      "learning_rate": 9.432341792875229e-05,
      "loss": 0.0164,
      "step": 31280
    },
    {
      "epoch": 4.777828676133761,
      "grad_norm": 0.23542483150959015,
      "learning_rate": 9.43186344321778e-05,
      "loss": 0.0189,
      "step": 31290
    },
    {
      "epoch": 4.7793556268132535,
      "grad_norm": 0.2538793683052063,
      "learning_rate": 9.431384904239267e-05,
      "loss": 0.0188,
      "step": 31300
    },
    {
      "epoch": 4.780882577492747,
      "grad_norm": 0.23865348100662231,
      "learning_rate": 9.43090617596013e-05,
      "loss": 0.0199,
      "step": 31310
    },
    {
      "epoch": 4.78240952817224,
      "grad_norm": 0.26552513241767883,
      "learning_rate": 9.430427258400822e-05,
      "loss": 0.0178,
      "step": 31320
    },
    {
      "epoch": 4.783936478851733,
      "grad_norm": 0.26824572682380676,
      "learning_rate": 9.429948151581801e-05,
      "loss": 0.0181,
      "step": 31330
    },
    {
      "epoch": 4.785463429531227,
      "grad_norm": 0.2059265375137329,
      "learning_rate": 9.429468855523532e-05,
      "loss": 0.0189,
      "step": 31340
    },
    {
      "epoch": 4.786990380210719,
      "grad_norm": 0.20877353847026825,
      "learning_rate": 9.428989370246492e-05,
      "loss": 0.0154,
      "step": 31350
    },
    {
      "epoch": 4.788517330890212,
      "grad_norm": 0.19778548181056976,
      "learning_rate": 9.428509695771162e-05,
      "loss": 0.0195,
      "step": 31360
    },
    {
      "epoch": 4.790044281569705,
      "grad_norm": 0.24052739143371582,
      "learning_rate": 9.428029832118033e-05,
      "loss": 0.0194,
      "step": 31370
    },
    {
      "epoch": 4.791571232249199,
      "grad_norm": 0.433551162481308,
      "learning_rate": 9.427549779307603e-05,
      "loss": 0.0177,
      "step": 31380
    },
    {
      "epoch": 4.793098182928691,
      "grad_norm": 0.20272773504257202,
      "learning_rate": 9.427069537360381e-05,
      "loss": 0.0222,
      "step": 31390
    },
    {
      "epoch": 4.794625133608184,
      "grad_norm": 0.24074454605579376,
      "learning_rate": 9.426589106296882e-05,
      "loss": 0.0201,
      "step": 31400
    },
    {
      "epoch": 4.7961520842876775,
      "grad_norm": 0.3103688359260559,
      "learning_rate": 9.426108486137628e-05,
      "loss": 0.0244,
      "step": 31410
    },
    {
      "epoch": 4.797679034967171,
      "grad_norm": 0.2937614917755127,
      "learning_rate": 9.42562767690315e-05,
      "loss": 0.0184,
      "step": 31420
    },
    {
      "epoch": 4.799205985646664,
      "grad_norm": 0.2345200777053833,
      "learning_rate": 9.425146678613987e-05,
      "loss": 0.0178,
      "step": 31430
    },
    {
      "epoch": 4.800732936326157,
      "grad_norm": 0.22530369460582733,
      "learning_rate": 9.424665491290687e-05,
      "loss": 0.018,
      "step": 31440
    },
    {
      "epoch": 4.80225988700565,
      "grad_norm": 0.26407891511917114,
      "learning_rate": 9.424184114953806e-05,
      "loss": 0.0194,
      "step": 31450
    },
    {
      "epoch": 4.803786837685143,
      "grad_norm": 0.16232876479625702,
      "learning_rate": 9.42370254962391e-05,
      "loss": 0.0132,
      "step": 31460
    },
    {
      "epoch": 4.805313788364636,
      "grad_norm": 0.23727825284004211,
      "learning_rate": 9.423220795321564e-05,
      "loss": 0.0196,
      "step": 31470
    },
    {
      "epoch": 4.806840739044129,
      "grad_norm": 0.2956894636154175,
      "learning_rate": 9.422738852067354e-05,
      "loss": 0.0179,
      "step": 31480
    },
    {
      "epoch": 4.808367689723622,
      "grad_norm": 0.22193865478038788,
      "learning_rate": 9.422256719881864e-05,
      "loss": 0.0199,
      "step": 31490
    },
    {
      "epoch": 4.809894640403115,
      "grad_norm": 0.2403729259967804,
      "learning_rate": 9.42177439878569e-05,
      "loss": 0.0182,
      "step": 31500
    },
    {
      "epoch": 4.811421591082608,
      "grad_norm": 0.18733671307563782,
      "learning_rate": 9.421291888799437e-05,
      "loss": 0.0236,
      "step": 31510
    },
    {
      "epoch": 4.812948541762101,
      "grad_norm": 0.2541763484477997,
      "learning_rate": 9.420809189943717e-05,
      "loss": 0.017,
      "step": 31520
    },
    {
      "epoch": 4.814475492441594,
      "grad_norm": 0.23155449330806732,
      "learning_rate": 9.42032630223915e-05,
      "loss": 0.0227,
      "step": 31530
    },
    {
      "epoch": 4.8160024431210875,
      "grad_norm": 0.2755684554576874,
      "learning_rate": 9.419843225706363e-05,
      "loss": 0.0211,
      "step": 31540
    },
    {
      "epoch": 4.81752939380058,
      "grad_norm": 0.5670195817947388,
      "learning_rate": 9.419359960365995e-05,
      "loss": 0.0197,
      "step": 31550
    },
    {
      "epoch": 4.819056344480074,
      "grad_norm": 0.3743893504142761,
      "learning_rate": 9.418876506238686e-05,
      "loss": 0.0208,
      "step": 31560
    },
    {
      "epoch": 4.820583295159566,
      "grad_norm": 0.333067387342453,
      "learning_rate": 9.41839286334509e-05,
      "loss": 0.0226,
      "step": 31570
    },
    {
      "epoch": 4.82211024583906,
      "grad_norm": 0.356924831867218,
      "learning_rate": 9.417909031705868e-05,
      "loss": 0.0201,
      "step": 31580
    },
    {
      "epoch": 4.823637196518552,
      "grad_norm": 0.25188741087913513,
      "learning_rate": 9.41742501134169e-05,
      "loss": 0.0193,
      "step": 31590
    },
    {
      "epoch": 4.825164147198046,
      "grad_norm": 0.3630794584751129,
      "learning_rate": 9.416940802273229e-05,
      "loss": 0.0255,
      "step": 31600
    },
    {
      "epoch": 4.826691097877538,
      "grad_norm": 0.1945347785949707,
      "learning_rate": 9.416456404521172e-05,
      "loss": 0.0196,
      "step": 31610
    },
    {
      "epoch": 4.828218048557032,
      "grad_norm": 0.26312491297721863,
      "learning_rate": 9.41597181810621e-05,
      "loss": 0.0178,
      "step": 31620
    },
    {
      "epoch": 4.8297449992365244,
      "grad_norm": 0.38086071610450745,
      "learning_rate": 9.415487043049044e-05,
      "loss": 0.0203,
      "step": 31630
    },
    {
      "epoch": 4.831271949916018,
      "grad_norm": 0.3080211579799652,
      "learning_rate": 9.415002079370383e-05,
      "loss": 0.0183,
      "step": 31640
    },
    {
      "epoch": 4.8327989005955105,
      "grad_norm": 0.21946395933628082,
      "learning_rate": 9.414516927090944e-05,
      "loss": 0.0211,
      "step": 31650
    },
    {
      "epoch": 4.834325851275004,
      "grad_norm": 0.3692333698272705,
      "learning_rate": 9.414031586231452e-05,
      "loss": 0.0216,
      "step": 31660
    },
    {
      "epoch": 4.835852801954497,
      "grad_norm": 0.2251194566488266,
      "learning_rate": 9.41354605681264e-05,
      "loss": 0.023,
      "step": 31670
    },
    {
      "epoch": 4.83737975263399,
      "grad_norm": 0.21545468270778656,
      "learning_rate": 9.413060338855247e-05,
      "loss": 0.0183,
      "step": 31680
    },
    {
      "epoch": 4.838906703313483,
      "grad_norm": 0.2103058397769928,
      "learning_rate": 9.412574432380025e-05,
      "loss": 0.0185,
      "step": 31690
    },
    {
      "epoch": 4.840433653992976,
      "grad_norm": 0.17357978224754333,
      "learning_rate": 9.412088337407728e-05,
      "loss": 0.0196,
      "step": 31700
    },
    {
      "epoch": 4.841960604672469,
      "grad_norm": 0.26000455021858215,
      "learning_rate": 9.411602053959123e-05,
      "loss": 0.0166,
      "step": 31710
    },
    {
      "epoch": 4.843487555351962,
      "grad_norm": 0.23104119300842285,
      "learning_rate": 9.411115582054983e-05,
      "loss": 0.0277,
      "step": 31720
    },
    {
      "epoch": 4.845014506031455,
      "grad_norm": 0.2686660885810852,
      "learning_rate": 9.410628921716088e-05,
      "loss": 0.0169,
      "step": 31730
    },
    {
      "epoch": 4.846541456710948,
      "grad_norm": 0.3145500421524048,
      "learning_rate": 9.410142072963228e-05,
      "loss": 0.0198,
      "step": 31740
    },
    {
      "epoch": 4.848068407390441,
      "grad_norm": 0.23787537217140198,
      "learning_rate": 9.409655035817201e-05,
      "loss": 0.0195,
      "step": 31750
    },
    {
      "epoch": 4.8495953580699345,
      "grad_norm": 0.19223162531852722,
      "learning_rate": 9.409167810298811e-05,
      "loss": 0.0163,
      "step": 31760
    },
    {
      "epoch": 4.851122308749427,
      "grad_norm": 0.2467615008354187,
      "learning_rate": 9.408680396428874e-05,
      "loss": 0.0164,
      "step": 31770
    },
    {
      "epoch": 4.852649259428921,
      "grad_norm": 0.33556067943573,
      "learning_rate": 9.408192794228208e-05,
      "loss": 0.0221,
      "step": 31780
    },
    {
      "epoch": 4.854176210108413,
      "grad_norm": 0.1977352499961853,
      "learning_rate": 9.407705003717644e-05,
      "loss": 0.0191,
      "step": 31790
    },
    {
      "epoch": 4.855703160787907,
      "grad_norm": 0.20176315307617188,
      "learning_rate": 9.40721702491802e-05,
      "loss": 0.018,
      "step": 31800
    },
    {
      "epoch": 4.857230111467399,
      "grad_norm": 0.31603050231933594,
      "learning_rate": 9.40672885785018e-05,
      "loss": 0.019,
      "step": 31810
    },
    {
      "epoch": 4.858757062146893,
      "grad_norm": 0.21451939642429352,
      "learning_rate": 9.406240502534979e-05,
      "loss": 0.0172,
      "step": 31820
    },
    {
      "epoch": 4.860284012826385,
      "grad_norm": 0.23041889071464539,
      "learning_rate": 9.405751958993279e-05,
      "loss": 0.0211,
      "step": 31830
    },
    {
      "epoch": 4.861810963505879,
      "grad_norm": 0.20868141949176788,
      "learning_rate": 9.405263227245946e-05,
      "loss": 0.0175,
      "step": 31840
    },
    {
      "epoch": 4.863337914185371,
      "grad_norm": 0.2407872974872589,
      "learning_rate": 9.404774307313864e-05,
      "loss": 0.0213,
      "step": 31850
    },
    {
      "epoch": 4.864864864864865,
      "grad_norm": 0.45813801884651184,
      "learning_rate": 9.404285199217915e-05,
      "loss": 0.0207,
      "step": 31860
    },
    {
      "epoch": 4.8663918155443575,
      "grad_norm": 0.3690844774246216,
      "learning_rate": 9.403795902978992e-05,
      "loss": 0.0203,
      "step": 31870
    },
    {
      "epoch": 4.867918766223851,
      "grad_norm": 0.3646618127822876,
      "learning_rate": 9.403306418617998e-05,
      "loss": 0.0183,
      "step": 31880
    },
    {
      "epoch": 4.8694457169033445,
      "grad_norm": 0.2978099584579468,
      "learning_rate": 9.402816746155844e-05,
      "loss": 0.0214,
      "step": 31890
    },
    {
      "epoch": 4.870972667582837,
      "grad_norm": 0.3426849842071533,
      "learning_rate": 9.402326885613446e-05,
      "loss": 0.0224,
      "step": 31900
    },
    {
      "epoch": 4.87249961826233,
      "grad_norm": 0.3411063253879547,
      "learning_rate": 9.401836837011732e-05,
      "loss": 0.0201,
      "step": 31910
    },
    {
      "epoch": 4.874026568941823,
      "grad_norm": 0.2183728665113449,
      "learning_rate": 9.401346600371634e-05,
      "loss": 0.0154,
      "step": 31920
    },
    {
      "epoch": 4.875553519621317,
      "grad_norm": 0.25832557678222656,
      "learning_rate": 9.400856175714094e-05,
      "loss": 0.0192,
      "step": 31930
    },
    {
      "epoch": 4.877080470300809,
      "grad_norm": 0.37081781029701233,
      "learning_rate": 9.400365563060063e-05,
      "loss": 0.0219,
      "step": 31940
    },
    {
      "epoch": 4.878607420980302,
      "grad_norm": 0.2483913004398346,
      "learning_rate": 9.3998747624305e-05,
      "loss": 0.0229,
      "step": 31950
    },
    {
      "epoch": 4.880134371659795,
      "grad_norm": 0.4403870105743408,
      "learning_rate": 9.399383773846369e-05,
      "loss": 0.0215,
      "step": 31960
    },
    {
      "epoch": 4.881661322339289,
      "grad_norm": 0.18886920809745789,
      "learning_rate": 9.398892597328646e-05,
      "loss": 0.0218,
      "step": 31970
    },
    {
      "epoch": 4.8831882730187814,
      "grad_norm": 0.26272138953208923,
      "learning_rate": 9.39840123289831e-05,
      "loss": 0.021,
      "step": 31980
    },
    {
      "epoch": 4.884715223698275,
      "grad_norm": 0.2241288125514984,
      "learning_rate": 9.397909680576355e-05,
      "loss": 0.018,
      "step": 31990
    },
    {
      "epoch": 4.8862421743777675,
      "grad_norm": 0.26570209860801697,
      "learning_rate": 9.397417940383779e-05,
      "loss": 0.0172,
      "step": 32000
    },
    {
      "epoch": 4.887769125057261,
      "grad_norm": 0.21652831137180328,
      "learning_rate": 9.396926012341586e-05,
      "loss": 0.0186,
      "step": 32010
    },
    {
      "epoch": 4.889296075736754,
      "grad_norm": 0.1825057566165924,
      "learning_rate": 9.396433896470792e-05,
      "loss": 0.0137,
      "step": 32020
    },
    {
      "epoch": 4.890823026416247,
      "grad_norm": 0.3567952513694763,
      "learning_rate": 9.395941592792417e-05,
      "loss": 0.0206,
      "step": 32030
    },
    {
      "epoch": 4.89234997709574,
      "grad_norm": 0.30231305956840515,
      "learning_rate": 9.395449101327491e-05,
      "loss": 0.0148,
      "step": 32040
    },
    {
      "epoch": 4.893876927775233,
      "grad_norm": 0.2538759410381317,
      "learning_rate": 9.394956422097057e-05,
      "loss": 0.0169,
      "step": 32050
    },
    {
      "epoch": 4.895403878454726,
      "grad_norm": 0.22083257138729095,
      "learning_rate": 9.394463555122158e-05,
      "loss": 0.0209,
      "step": 32060
    },
    {
      "epoch": 4.896930829134219,
      "grad_norm": 0.19863298535346985,
      "learning_rate": 9.393970500423847e-05,
      "loss": 0.0165,
      "step": 32070
    },
    {
      "epoch": 4.898457779813712,
      "grad_norm": 0.2959960103034973,
      "learning_rate": 9.393477258023191e-05,
      "loss": 0.0223,
      "step": 32080
    },
    {
      "epoch": 4.899984730493205,
      "grad_norm": 0.3060617744922638,
      "learning_rate": 9.392983827941256e-05,
      "loss": 0.0197,
      "step": 32090
    },
    {
      "epoch": 4.901511681172698,
      "grad_norm": 0.23576274514198303,
      "learning_rate": 9.392490210199123e-05,
      "loss": 0.0179,
      "step": 32100
    },
    {
      "epoch": 4.9030386318521915,
      "grad_norm": 0.35047587752342224,
      "learning_rate": 9.391996404817875e-05,
      "loss": 0.0201,
      "step": 32110
    },
    {
      "epoch": 4.904565582531684,
      "grad_norm": 0.24067442119121552,
      "learning_rate": 9.391502411818611e-05,
      "loss": 0.0185,
      "step": 32120
    },
    {
      "epoch": 4.9060925332111776,
      "grad_norm": 0.25752773880958557,
      "learning_rate": 9.391008231222431e-05,
      "loss": 0.0192,
      "step": 32130
    },
    {
      "epoch": 4.90761948389067,
      "grad_norm": 0.3200826048851013,
      "learning_rate": 9.390513863050447e-05,
      "loss": 0.0177,
      "step": 32140
    },
    {
      "epoch": 4.909146434570164,
      "grad_norm": 0.24678033590316772,
      "learning_rate": 9.390019307323776e-05,
      "loss": 0.0178,
      "step": 32150
    },
    {
      "epoch": 4.910673385249656,
      "grad_norm": 0.34298548102378845,
      "learning_rate": 9.389524564063543e-05,
      "loss": 0.021,
      "step": 32160
    },
    {
      "epoch": 4.91220033592915,
      "grad_norm": 0.2196459174156189,
      "learning_rate": 9.389029633290886e-05,
      "loss": 0.0217,
      "step": 32170
    },
    {
      "epoch": 4.913727286608642,
      "grad_norm": 0.29147815704345703,
      "learning_rate": 9.388534515026946e-05,
      "loss": 0.0199,
      "step": 32180
    },
    {
      "epoch": 4.915254237288136,
      "grad_norm": 0.20651394128799438,
      "learning_rate": 9.388039209292874e-05,
      "loss": 0.0169,
      "step": 32190
    },
    {
      "epoch": 4.916781187967628,
      "grad_norm": 0.21154843270778656,
      "learning_rate": 9.387543716109827e-05,
      "loss": 0.0195,
      "step": 32200
    },
    {
      "epoch": 4.918308138647122,
      "grad_norm": 0.25522834062576294,
      "learning_rate": 9.387048035498973e-05,
      "loss": 0.0168,
      "step": 32210
    },
    {
      "epoch": 4.9198350893266145,
      "grad_norm": 0.232657790184021,
      "learning_rate": 9.386552167481486e-05,
      "loss": 0.0171,
      "step": 32220
    },
    {
      "epoch": 4.921362040006108,
      "grad_norm": 0.22634774446487427,
      "learning_rate": 9.386056112078548e-05,
      "loss": 0.0172,
      "step": 32230
    },
    {
      "epoch": 4.922888990685601,
      "grad_norm": 0.2643097937107086,
      "learning_rate": 9.385559869311352e-05,
      "loss": 0.0183,
      "step": 32240
    },
    {
      "epoch": 4.924415941365094,
      "grad_norm": 0.24999557435512543,
      "learning_rate": 9.385063439201093e-05,
      "loss": 0.0187,
      "step": 32250
    },
    {
      "epoch": 4.925942892044587,
      "grad_norm": 0.26053109765052795,
      "learning_rate": 9.384566821768982e-05,
      "loss": 0.0153,
      "step": 32260
    },
    {
      "epoch": 4.92746984272408,
      "grad_norm": 0.2981933653354645,
      "learning_rate": 9.384070017036229e-05,
      "loss": 0.0171,
      "step": 32270
    },
    {
      "epoch": 4.928996793403573,
      "grad_norm": 0.21572740375995636,
      "learning_rate": 9.383573025024059e-05,
      "loss": 0.0189,
      "step": 32280
    },
    {
      "epoch": 4.930523744083066,
      "grad_norm": 0.2561381161212921,
      "learning_rate": 9.383075845753704e-05,
      "loss": 0.0196,
      "step": 32290
    },
    {
      "epoch": 4.932050694762559,
      "grad_norm": 0.39438432455062866,
      "learning_rate": 9.382578479246398e-05,
      "loss": 0.0213,
      "step": 32300
    },
    {
      "epoch": 4.933577645442052,
      "grad_norm": 0.2922813892364502,
      "learning_rate": 9.382080925523393e-05,
      "loss": 0.0244,
      "step": 32310
    },
    {
      "epoch": 4.935104596121545,
      "grad_norm": 0.1797753870487213,
      "learning_rate": 9.38158318460594e-05,
      "loss": 0.0188,
      "step": 32320
    },
    {
      "epoch": 4.936631546801038,
      "grad_norm": 0.21680879592895508,
      "learning_rate": 9.381085256515304e-05,
      "loss": 0.0161,
      "step": 32330
    },
    {
      "epoch": 4.938158497480531,
      "grad_norm": 0.24664132297039032,
      "learning_rate": 9.380587141272751e-05,
      "loss": 0.0171,
      "step": 32340
    },
    {
      "epoch": 4.9396854481600245,
      "grad_norm": 0.22169852256774902,
      "learning_rate": 9.380088838899564e-05,
      "loss": 0.019,
      "step": 32350
    },
    {
      "epoch": 4.941212398839517,
      "grad_norm": 0.24858076870441437,
      "learning_rate": 9.379590349417029e-05,
      "loss": 0.015,
      "step": 32360
    },
    {
      "epoch": 4.942739349519011,
      "grad_norm": 0.24337811768054962,
      "learning_rate": 9.37909167284644e-05,
      "loss": 0.0225,
      "step": 32370
    },
    {
      "epoch": 4.944266300198503,
      "grad_norm": 0.24149808287620544,
      "learning_rate": 9.378592809209098e-05,
      "loss": 0.0183,
      "step": 32380
    },
    {
      "epoch": 4.945793250877997,
      "grad_norm": 0.2848774790763855,
      "learning_rate": 9.378093758526316e-05,
      "loss": 0.0221,
      "step": 32390
    },
    {
      "epoch": 4.947320201557489,
      "grad_norm": 0.253275603055954,
      "learning_rate": 9.37759452081941e-05,
      "loss": 0.0184,
      "step": 32400
    },
    {
      "epoch": 4.948847152236983,
      "grad_norm": 0.289768248796463,
      "learning_rate": 9.37709509610971e-05,
      "loss": 0.0183,
      "step": 32410
    },
    {
      "epoch": 4.950374102916475,
      "grad_norm": 0.24685142934322357,
      "learning_rate": 9.376595484418548e-05,
      "loss": 0.018,
      "step": 32420
    },
    {
      "epoch": 4.951901053595969,
      "grad_norm": 0.29379475116729736,
      "learning_rate": 9.376095685767267e-05,
      "loss": 0.021,
      "step": 32430
    },
    {
      "epoch": 4.953428004275462,
      "grad_norm": 0.28243476152420044,
      "learning_rate": 9.375595700177217e-05,
      "loss": 0.0178,
      "step": 32440
    },
    {
      "epoch": 4.954954954954955,
      "grad_norm": 0.23741193115711212,
      "learning_rate": 9.375095527669758e-05,
      "loss": 0.0172,
      "step": 32450
    },
    {
      "epoch": 4.956481905634448,
      "grad_norm": 0.2395598143339157,
      "learning_rate": 9.374595168266253e-05,
      "loss": 0.022,
      "step": 32460
    },
    {
      "epoch": 4.958008856313941,
      "grad_norm": 0.3122023046016693,
      "learning_rate": 9.37409462198808e-05,
      "loss": 0.0187,
      "step": 32470
    },
    {
      "epoch": 4.9595358069934345,
      "grad_norm": 0.20841604471206665,
      "learning_rate": 9.37359388885662e-05,
      "loss": 0.0159,
      "step": 32480
    },
    {
      "epoch": 4.961062757672927,
      "grad_norm": 0.17622758448123932,
      "learning_rate": 9.373092968893265e-05,
      "loss": 0.0145,
      "step": 32490
    },
    {
      "epoch": 4.96258970835242,
      "grad_norm": 0.1983920931816101,
      "learning_rate": 9.372591862119411e-05,
      "loss": 0.0234,
      "step": 32500
    },
    {
      "epoch": 4.964116659031913,
      "grad_norm": 0.24305659532546997,
      "learning_rate": 9.372090568556465e-05,
      "loss": 0.0163,
      "step": 32510
    },
    {
      "epoch": 4.965643609711407,
      "grad_norm": 0.2657197415828705,
      "learning_rate": 9.371589088225843e-05,
      "loss": 0.0176,
      "step": 32520
    },
    {
      "epoch": 4.967170560390899,
      "grad_norm": 0.2952607274055481,
      "learning_rate": 9.371087421148964e-05,
      "loss": 0.0184,
      "step": 32530
    },
    {
      "epoch": 4.968697511070393,
      "grad_norm": 0.1747443675994873,
      "learning_rate": 9.370585567347261e-05,
      "loss": 0.021,
      "step": 32540
    },
    {
      "epoch": 4.970224461749885,
      "grad_norm": 0.32439157366752625,
      "learning_rate": 9.370083526842173e-05,
      "loss": 0.0216,
      "step": 32550
    },
    {
      "epoch": 4.971751412429379,
      "grad_norm": 0.1960189789533615,
      "learning_rate": 9.369581299655143e-05,
      "loss": 0.0165,
      "step": 32560
    },
    {
      "epoch": 4.9732783631088715,
      "grad_norm": 0.3533821105957031,
      "learning_rate": 9.369078885807627e-05,
      "loss": 0.0201,
      "step": 32570
    },
    {
      "epoch": 4.974805313788365,
      "grad_norm": 0.2736055254936218,
      "learning_rate": 9.36857628532109e-05,
      "loss": 0.0272,
      "step": 32580
    },
    {
      "epoch": 4.976332264467858,
      "grad_norm": 0.2207256257534027,
      "learning_rate": 9.368073498216997e-05,
      "loss": 0.0169,
      "step": 32590
    },
    {
      "epoch": 4.977859215147351,
      "grad_norm": 0.2488480806350708,
      "learning_rate": 9.36757052451683e-05,
      "loss": 0.0204,
      "step": 32600
    },
    {
      "epoch": 4.979386165826844,
      "grad_norm": 0.2411656379699707,
      "learning_rate": 9.367067364242072e-05,
      "loss": 0.0184,
      "step": 32610
    },
    {
      "epoch": 4.980913116506337,
      "grad_norm": 0.15125153958797455,
      "learning_rate": 9.366564017414219e-05,
      "loss": 0.0156,
      "step": 32620
    },
    {
      "epoch": 4.98244006718583,
      "grad_norm": 0.2126476913690567,
      "learning_rate": 9.366060484054773e-05,
      "loss": 0.018,
      "step": 32630
    },
    {
      "epoch": 4.983967017865323,
      "grad_norm": 0.4488528370857239,
      "learning_rate": 9.365556764185245e-05,
      "loss": 0.0176,
      "step": 32640
    },
    {
      "epoch": 4.985493968544816,
      "grad_norm": 0.3176114559173584,
      "learning_rate": 9.36505285782715e-05,
      "loss": 0.0166,
      "step": 32650
    },
    {
      "epoch": 4.987020919224309,
      "grad_norm": 0.14814786612987518,
      "learning_rate": 9.364548765002017e-05,
      "loss": 0.0198,
      "step": 32660
    },
    {
      "epoch": 4.988547869903802,
      "grad_norm": 0.1989695280790329,
      "learning_rate": 9.364044485731378e-05,
      "loss": 0.0145,
      "step": 32670
    },
    {
      "epoch": 4.990074820583295,
      "grad_norm": 0.21180371940135956,
      "learning_rate": 9.363540020036777e-05,
      "loss": 0.022,
      "step": 32680
    },
    {
      "epoch": 4.991601771262788,
      "grad_norm": 0.19059549272060394,
      "learning_rate": 9.363035367939761e-05,
      "loss": 0.016,
      "step": 32690
    },
    {
      "epoch": 4.9931287219422815,
      "grad_norm": 0.2226412445306778,
      "learning_rate": 9.36253052946189e-05,
      "loss": 0.0153,
      "step": 32700
    },
    {
      "epoch": 4.994655672621774,
      "grad_norm": 0.28909018635749817,
      "learning_rate": 9.362025504624729e-05,
      "loss": 0.0208,
      "step": 32710
    },
    {
      "epoch": 4.996182623301268,
      "grad_norm": 0.26273682713508606,
      "learning_rate": 9.361520293449851e-05,
      "loss": 0.0181,
      "step": 32720
    },
    {
      "epoch": 4.99770957398076,
      "grad_norm": 0.1833793967962265,
      "learning_rate": 9.361014895958839e-05,
      "loss": 0.0144,
      "step": 32730
    },
    {
      "epoch": 4.999236524660254,
      "grad_norm": 0.2528742253780365,
      "learning_rate": 9.360509312173283e-05,
      "loss": 0.0189,
      "step": 32740
    },
    {
      "epoch": 5.000763475339746,
      "grad_norm": 0.3273651897907257,
      "learning_rate": 9.360003542114777e-05,
      "loss": 0.0178,
      "step": 32750
    },
    {
      "epoch": 5.00229042601924,
      "grad_norm": 0.5117598176002502,
      "learning_rate": 9.359497585804931e-05,
      "loss": 0.0162,
      "step": 32760
    },
    {
      "epoch": 5.003817376698732,
      "grad_norm": 0.22275559604167938,
      "learning_rate": 9.358991443265357e-05,
      "loss": 0.0191,
      "step": 32770
    },
    {
      "epoch": 5.005344327378226,
      "grad_norm": 0.7183204293251038,
      "learning_rate": 9.358485114517676e-05,
      "loss": 0.0248,
      "step": 32780
    },
    {
      "epoch": 5.0068712780577185,
      "grad_norm": 0.2885421812534332,
      "learning_rate": 9.357978599583518e-05,
      "loss": 0.0186,
      "step": 32790
    },
    {
      "epoch": 5.008398228737212,
      "grad_norm": 0.20869925618171692,
      "learning_rate": 9.35747189848452e-05,
      "loss": 0.0169,
      "step": 32800
    },
    {
      "epoch": 5.009925179416705,
      "grad_norm": 0.20172996819019318,
      "learning_rate": 9.356965011242327e-05,
      "loss": 0.0195,
      "step": 32810
    },
    {
      "epoch": 5.011452130096198,
      "grad_norm": 0.30300334095954895,
      "learning_rate": 9.356457937878593e-05,
      "loss": 0.0163,
      "step": 32820
    },
    {
      "epoch": 5.012979080775691,
      "grad_norm": 0.2266424149274826,
      "learning_rate": 9.355950678414979e-05,
      "loss": 0.0163,
      "step": 32830
    },
    {
      "epoch": 5.014506031455184,
      "grad_norm": 0.24220304191112518,
      "learning_rate": 9.355443232873154e-05,
      "loss": 0.0211,
      "step": 32840
    },
    {
      "epoch": 5.016032982134677,
      "grad_norm": 0.2533876299858093,
      "learning_rate": 9.354935601274795e-05,
      "loss": 0.0199,
      "step": 32850
    },
    {
      "epoch": 5.01755993281417,
      "grad_norm": 0.2397935539484024,
      "learning_rate": 9.354427783641589e-05,
      "loss": 0.015,
      "step": 32860
    },
    {
      "epoch": 5.019086883493663,
      "grad_norm": 0.3440275192260742,
      "learning_rate": 9.353919779995224e-05,
      "loss": 0.0162,
      "step": 32870
    },
    {
      "epoch": 5.020613834173156,
      "grad_norm": 0.26500630378723145,
      "learning_rate": 9.353411590357407e-05,
      "loss": 0.0146,
      "step": 32880
    },
    {
      "epoch": 5.022140784852649,
      "grad_norm": 0.2585790753364563,
      "learning_rate": 9.352903214749844e-05,
      "loss": 0.0215,
      "step": 32890
    },
    {
      "epoch": 5.023667735532142,
      "grad_norm": 0.2539984881877899,
      "learning_rate": 9.352394653194253e-05,
      "loss": 0.0207,
      "step": 32900
    },
    {
      "epoch": 5.025194686211635,
      "grad_norm": 0.2646695077419281,
      "learning_rate": 9.351885905712357e-05,
      "loss": 0.0194,
      "step": 32910
    },
    {
      "epoch": 5.0267216368911285,
      "grad_norm": 0.22828710079193115,
      "learning_rate": 9.35137697232589e-05,
      "loss": 0.0197,
      "step": 32920
    },
    {
      "epoch": 5.028248587570621,
      "grad_norm": 0.31627410650253296,
      "learning_rate": 9.350867853056591e-05,
      "loss": 0.0174,
      "step": 32930
    },
    {
      "epoch": 5.029775538250115,
      "grad_norm": 0.20343178510665894,
      "learning_rate": 9.350358547926212e-05,
      "loss": 0.017,
      "step": 32940
    },
    {
      "epoch": 5.031302488929607,
      "grad_norm": 0.3827037215232849,
      "learning_rate": 9.349849056956508e-05,
      "loss": 0.0178,
      "step": 32950
    },
    {
      "epoch": 5.032829439609101,
      "grad_norm": 0.2936897575855255,
      "learning_rate": 9.349339380169242e-05,
      "loss": 0.0209,
      "step": 32960
    },
    {
      "epoch": 5.034356390288593,
      "grad_norm": 0.2349674552679062,
      "learning_rate": 9.348829517586187e-05,
      "loss": 0.0194,
      "step": 32970
    },
    {
      "epoch": 5.035883340968087,
      "grad_norm": 0.3008829951286316,
      "learning_rate": 9.348319469229126e-05,
      "loss": 0.0141,
      "step": 32980
    },
    {
      "epoch": 5.037410291647579,
      "grad_norm": 0.17858637869358063,
      "learning_rate": 9.347809235119844e-05,
      "loss": 0.0184,
      "step": 32990
    },
    {
      "epoch": 5.038937242327073,
      "grad_norm": 0.2382911741733551,
      "learning_rate": 9.34729881528014e-05,
      "loss": 0.0165,
      "step": 33000
    },
    {
      "epoch": 5.0404641930065655,
      "grad_norm": 0.2766196131706238,
      "learning_rate": 9.346788209731815e-05,
      "loss": 0.0205,
      "step": 33010
    },
    {
      "epoch": 5.041991143686059,
      "grad_norm": 0.31004297733306885,
      "learning_rate": 9.346277418496685e-05,
      "loss": 0.0174,
      "step": 33020
    },
    {
      "epoch": 5.043518094365552,
      "grad_norm": 0.23685868084430695,
      "learning_rate": 9.345766441596566e-05,
      "loss": 0.0167,
      "step": 33030
    },
    {
      "epoch": 5.045045045045045,
      "grad_norm": 0.18519924581050873,
      "learning_rate": 9.345255279053288e-05,
      "loss": 0.0171,
      "step": 33040
    },
    {
      "epoch": 5.0465719957245385,
      "grad_norm": 0.2538934051990509,
      "learning_rate": 9.344743930888689e-05,
      "loss": 0.0167,
      "step": 33050
    },
    {
      "epoch": 5.048098946404031,
      "grad_norm": 0.20103546977043152,
      "learning_rate": 9.34423239712461e-05,
      "loss": 0.0162,
      "step": 33060
    },
    {
      "epoch": 5.049625897083525,
      "grad_norm": 0.2379964143037796,
      "learning_rate": 9.343720677782904e-05,
      "loss": 0.0154,
      "step": 33070
    },
    {
      "epoch": 5.051152847763017,
      "grad_norm": 0.20410020649433136,
      "learning_rate": 9.34320877288543e-05,
      "loss": 0.0155,
      "step": 33080
    },
    {
      "epoch": 5.052679798442511,
      "grad_norm": 0.2151837944984436,
      "learning_rate": 9.342696682454055e-05,
      "loss": 0.0135,
      "step": 33090
    },
    {
      "epoch": 5.054206749122003,
      "grad_norm": 0.22007648646831512,
      "learning_rate": 9.342184406510657e-05,
      "loss": 0.0181,
      "step": 33100
    },
    {
      "epoch": 5.055733699801497,
      "grad_norm": 0.3114422559738159,
      "learning_rate": 9.341671945077118e-05,
      "loss": 0.0173,
      "step": 33110
    },
    {
      "epoch": 5.057260650480989,
      "grad_norm": 0.27043163776397705,
      "learning_rate": 9.341159298175328e-05,
      "loss": 0.0156,
      "step": 33120
    },
    {
      "epoch": 5.058787601160483,
      "grad_norm": 0.3569217920303345,
      "learning_rate": 9.340646465827188e-05,
      "loss": 0.0153,
      "step": 33130
    },
    {
      "epoch": 5.0603145518399755,
      "grad_norm": 0.25048398971557617,
      "learning_rate": 9.340133448054605e-05,
      "loss": 0.0172,
      "step": 33140
    },
    {
      "epoch": 5.061841502519469,
      "grad_norm": 0.342072069644928,
      "learning_rate": 9.339620244879495e-05,
      "loss": 0.024,
      "step": 33150
    },
    {
      "epoch": 5.063368453198962,
      "grad_norm": 0.21079711616039276,
      "learning_rate": 9.339106856323781e-05,
      "loss": 0.018,
      "step": 33160
    },
    {
      "epoch": 5.064895403878455,
      "grad_norm": 0.30135202407836914,
      "learning_rate": 9.338593282409392e-05,
      "loss": 0.0183,
      "step": 33170
    },
    {
      "epoch": 5.066422354557948,
      "grad_norm": 0.25890490412712097,
      "learning_rate": 9.338079523158267e-05,
      "loss": 0.0166,
      "step": 33180
    },
    {
      "epoch": 5.067949305237441,
      "grad_norm": 0.22852933406829834,
      "learning_rate": 9.337565578592355e-05,
      "loss": 0.0186,
      "step": 33190
    },
    {
      "epoch": 5.069476255916934,
      "grad_norm": 0.24719193577766418,
      "learning_rate": 9.337051448733611e-05,
      "loss": 0.0257,
      "step": 33200
    },
    {
      "epoch": 5.071003206596427,
      "grad_norm": 0.38844066858291626,
      "learning_rate": 9.336537133603996e-05,
      "loss": 0.0198,
      "step": 33210
    },
    {
      "epoch": 5.07253015727592,
      "grad_norm": 0.2981926500797272,
      "learning_rate": 9.33602263322548e-05,
      "loss": 0.0158,
      "step": 33220
    },
    {
      "epoch": 5.074057107955413,
      "grad_norm": 0.29881536960601807,
      "learning_rate": 9.335507947620044e-05,
      "loss": 0.0184,
      "step": 33230
    },
    {
      "epoch": 5.075584058634906,
      "grad_norm": 0.26600879430770874,
      "learning_rate": 9.334993076809673e-05,
      "loss": 0.0179,
      "step": 33240
    },
    {
      "epoch": 5.077111009314399,
      "grad_norm": 0.20808672904968262,
      "learning_rate": 9.334478020816361e-05,
      "loss": 0.0171,
      "step": 33250
    },
    {
      "epoch": 5.078637959993892,
      "grad_norm": 0.37370482087135315,
      "learning_rate": 9.333962779662111e-05,
      "loss": 0.0186,
      "step": 33260
    },
    {
      "epoch": 5.0801649106733855,
      "grad_norm": 0.2657405138015747,
      "learning_rate": 9.333447353368932e-05,
      "loss": 0.0167,
      "step": 33270
    },
    {
      "epoch": 5.081691861352878,
      "grad_norm": 0.18041059374809265,
      "learning_rate": 9.332931741958843e-05,
      "loss": 0.0232,
      "step": 33280
    },
    {
      "epoch": 5.083218812032372,
      "grad_norm": 0.21092288196086884,
      "learning_rate": 9.332415945453871e-05,
      "loss": 0.0158,
      "step": 33290
    },
    {
      "epoch": 5.084745762711864,
      "grad_norm": 0.23392453789710999,
      "learning_rate": 9.331899963876047e-05,
      "loss": 0.0206,
      "step": 33300
    },
    {
      "epoch": 5.086272713391358,
      "grad_norm": 0.1667063981294632,
      "learning_rate": 9.331383797247417e-05,
      "loss": 0.0187,
      "step": 33310
    },
    {
      "epoch": 5.08779966407085,
      "grad_norm": 0.20749680697917938,
      "learning_rate": 9.330867445590026e-05,
      "loss": 0.0184,
      "step": 33320
    },
    {
      "epoch": 5.089326614750344,
      "grad_norm": 0.24091407656669617,
      "learning_rate": 9.330350908925934e-05,
      "loss": 0.0178,
      "step": 33330
    },
    {
      "epoch": 5.090853565429836,
      "grad_norm": 0.2567509114742279,
      "learning_rate": 9.329834187277206e-05,
      "loss": 0.0207,
      "step": 33340
    },
    {
      "epoch": 5.09238051610933,
      "grad_norm": 0.27916792035102844,
      "learning_rate": 9.329317280665916e-05,
      "loss": 0.0156,
      "step": 33350
    },
    {
      "epoch": 5.0939074667888224,
      "grad_norm": 0.2825727164745331,
      "learning_rate": 9.328800189114146e-05,
      "loss": 0.0187,
      "step": 33360
    },
    {
      "epoch": 5.095434417468316,
      "grad_norm": 0.17691631615161896,
      "learning_rate": 9.328282912643985e-05,
      "loss": 0.018,
      "step": 33370
    },
    {
      "epoch": 5.0969613681478085,
      "grad_norm": 0.34450945258140564,
      "learning_rate": 9.327765451277527e-05,
      "loss": 0.0263,
      "step": 33380
    },
    {
      "epoch": 5.098488318827302,
      "grad_norm": 0.20864622294902802,
      "learning_rate": 9.32724780503688e-05,
      "loss": 0.0229,
      "step": 33390
    },
    {
      "epoch": 5.100015269506795,
      "grad_norm": 0.20606645941734314,
      "learning_rate": 9.326729973944157e-05,
      "loss": 0.0157,
      "step": 33400
    },
    {
      "epoch": 5.101542220186288,
      "grad_norm": 0.3487316071987152,
      "learning_rate": 9.326211958021475e-05,
      "loss": 0.0184,
      "step": 33410
    },
    {
      "epoch": 5.103069170865781,
      "grad_norm": 0.20795588195323944,
      "learning_rate": 9.32569375729097e-05,
      "loss": 0.016,
      "step": 33420
    },
    {
      "epoch": 5.104596121545274,
      "grad_norm": 0.35809680819511414,
      "learning_rate": 9.325175371774771e-05,
      "loss": 0.0233,
      "step": 33430
    },
    {
      "epoch": 5.106123072224767,
      "grad_norm": 0.23735101521015167,
      "learning_rate": 9.324656801495027e-05,
      "loss": 0.0199,
      "step": 33440
    },
    {
      "epoch": 5.10765002290426,
      "grad_norm": 0.14439737796783447,
      "learning_rate": 9.32413804647389e-05,
      "loss": 0.0155,
      "step": 33450
    },
    {
      "epoch": 5.109176973583753,
      "grad_norm": 0.3219497501850128,
      "learning_rate": 9.323619106733517e-05,
      "loss": 0.0217,
      "step": 33460
    },
    {
      "epoch": 5.110703924263246,
      "grad_norm": 0.19917789101600647,
      "learning_rate": 9.323099982296079e-05,
      "loss": 0.0176,
      "step": 33470
    },
    {
      "epoch": 5.112230874942739,
      "grad_norm": 0.320117712020874,
      "learning_rate": 9.322580673183754e-05,
      "loss": 0.017,
      "step": 33480
    },
    {
      "epoch": 5.1137578256222325,
      "grad_norm": 0.21584515273571014,
      "learning_rate": 9.322061179418722e-05,
      "loss": 0.0219,
      "step": 33490
    },
    {
      "epoch": 5.115284776301725,
      "grad_norm": 0.3308159410953522,
      "learning_rate": 9.321541501023175e-05,
      "loss": 0.0235,
      "step": 33500
    },
    {
      "epoch": 5.1168117269812186,
      "grad_norm": 0.24527665972709656,
      "learning_rate": 9.321021638019317e-05,
      "loss": 0.017,
      "step": 33510
    },
    {
      "epoch": 5.118338677660711,
      "grad_norm": 0.2054569125175476,
      "learning_rate": 9.320501590429349e-05,
      "loss": 0.0181,
      "step": 33520
    },
    {
      "epoch": 5.119865628340205,
      "grad_norm": 0.2683301866054535,
      "learning_rate": 9.319981358275492e-05,
      "loss": 0.0166,
      "step": 33530
    },
    {
      "epoch": 5.121392579019697,
      "grad_norm": 0.2752073109149933,
      "learning_rate": 9.319460941579967e-05,
      "loss": 0.018,
      "step": 33540
    },
    {
      "epoch": 5.122919529699191,
      "grad_norm": 0.3173314929008484,
      "learning_rate": 9.318940340365005e-05,
      "loss": 0.0191,
      "step": 33550
    },
    {
      "epoch": 5.124446480378683,
      "grad_norm": 0.17918545007705688,
      "learning_rate": 9.318419554652848e-05,
      "loss": 0.0167,
      "step": 33560
    },
    {
      "epoch": 5.125973431058177,
      "grad_norm": 0.37897175550460815,
      "learning_rate": 9.317898584465738e-05,
      "loss": 0.0197,
      "step": 33570
    },
    {
      "epoch": 5.12750038173767,
      "grad_norm": 0.3003365695476532,
      "learning_rate": 9.317377429825935e-05,
      "loss": 0.0222,
      "step": 33580
    },
    {
      "epoch": 5.129027332417163,
      "grad_norm": 0.23636934161186218,
      "learning_rate": 9.316856090755699e-05,
      "loss": 0.0189,
      "step": 33590
    },
    {
      "epoch": 5.130554283096656,
      "grad_norm": 0.2734583616256714,
      "learning_rate": 9.3163345672773e-05,
      "loss": 0.0225,
      "step": 33600
    },
    {
      "epoch": 5.132081233776149,
      "grad_norm": 0.24530726671218872,
      "learning_rate": 9.31581285941302e-05,
      "loss": 0.0188,
      "step": 33610
    },
    {
      "epoch": 5.1336081844556425,
      "grad_norm": 0.24830949306488037,
      "learning_rate": 9.31529096718514e-05,
      "loss": 0.0157,
      "step": 33620
    },
    {
      "epoch": 5.135135135135135,
      "grad_norm": 0.30846714973449707,
      "learning_rate": 9.31476889061596e-05,
      "loss": 0.0264,
      "step": 33630
    },
    {
      "epoch": 5.136662085814629,
      "grad_norm": 0.2749911844730377,
      "learning_rate": 9.314246629727779e-05,
      "loss": 0.0198,
      "step": 33640
    },
    {
      "epoch": 5.138189036494121,
      "grad_norm": 0.22751489281654358,
      "learning_rate": 9.313724184542906e-05,
      "loss": 0.0205,
      "step": 33650
    },
    {
      "epoch": 5.139715987173615,
      "grad_norm": 0.23967961966991425,
      "learning_rate": 9.313201555083662e-05,
      "loss": 0.0212,
      "step": 33660
    },
    {
      "epoch": 5.141242937853107,
      "grad_norm": 0.23007215559482574,
      "learning_rate": 9.312678741372369e-05,
      "loss": 0.0224,
      "step": 33670
    },
    {
      "epoch": 5.142769888532601,
      "grad_norm": 0.16256962716579437,
      "learning_rate": 9.312155743431364e-05,
      "loss": 0.0143,
      "step": 33680
    },
    {
      "epoch": 5.144296839212093,
      "grad_norm": 0.28418421745300293,
      "learning_rate": 9.311632561282988e-05,
      "loss": 0.0173,
      "step": 33690
    },
    {
      "epoch": 5.145823789891587,
      "grad_norm": 0.2561187744140625,
      "learning_rate": 9.311109194949589e-05,
      "loss": 0.0179,
      "step": 33700
    },
    {
      "epoch": 5.147350740571079,
      "grad_norm": 0.27952829003334045,
      "learning_rate": 9.310585644453524e-05,
      "loss": 0.016,
      "step": 33710
    },
    {
      "epoch": 5.148877691250573,
      "grad_norm": 0.2142443209886551,
      "learning_rate": 9.310061909817161e-05,
      "loss": 0.0143,
      "step": 33720
    },
    {
      "epoch": 5.1504046419300655,
      "grad_norm": 0.2716831564903259,
      "learning_rate": 9.309537991062872e-05,
      "loss": 0.0187,
      "step": 33730
    },
    {
      "epoch": 5.151931592609559,
      "grad_norm": 0.20722265541553497,
      "learning_rate": 9.309013888213034e-05,
      "loss": 0.0136,
      "step": 33740
    },
    {
      "epoch": 5.153458543289052,
      "grad_norm": 0.1940663903951645,
      "learning_rate": 9.30848960129004e-05,
      "loss": 0.021,
      "step": 33750
    },
    {
      "epoch": 5.154985493968545,
      "grad_norm": 0.28768235445022583,
      "learning_rate": 9.307965130316284e-05,
      "loss": 0.0172,
      "step": 33760
    },
    {
      "epoch": 5.156512444648038,
      "grad_norm": 0.20237226784229279,
      "learning_rate": 9.307440475314173e-05,
      "loss": 0.0148,
      "step": 33770
    },
    {
      "epoch": 5.158039395327531,
      "grad_norm": 0.2908303737640381,
      "learning_rate": 9.306915636306117e-05,
      "loss": 0.0179,
      "step": 33780
    },
    {
      "epoch": 5.159566346007024,
      "grad_norm": 0.15659354627132416,
      "learning_rate": 9.306390613314538e-05,
      "loss": 0.021,
      "step": 33790
    },
    {
      "epoch": 5.161093296686517,
      "grad_norm": 0.3403562605381012,
      "learning_rate": 9.305865406361862e-05,
      "loss": 0.0178,
      "step": 33800
    },
    {
      "epoch": 5.16262024736601,
      "grad_norm": 0.30547863245010376,
      "learning_rate": 9.305340015470527e-05,
      "loss": 0.0201,
      "step": 33810
    },
    {
      "epoch": 5.164147198045503,
      "grad_norm": 0.17795763909816742,
      "learning_rate": 9.304814440662977e-05,
      "loss": 0.0199,
      "step": 33820
    },
    {
      "epoch": 5.165674148724996,
      "grad_norm": 0.20385272800922394,
      "learning_rate": 9.30428868196166e-05,
      "loss": 0.0167,
      "step": 33830
    },
    {
      "epoch": 5.1672010994044895,
      "grad_norm": 0.246413454413414,
      "learning_rate": 9.303762739389036e-05,
      "loss": 0.0207,
      "step": 33840
    },
    {
      "epoch": 5.168728050083982,
      "grad_norm": 0.19172336161136627,
      "learning_rate": 9.303236612967578e-05,
      "loss": 0.0185,
      "step": 33850
    },
    {
      "epoch": 5.1702550007634756,
      "grad_norm": 0.31020134687423706,
      "learning_rate": 9.302710302719756e-05,
      "loss": 0.0185,
      "step": 33860
    },
    {
      "epoch": 5.171781951442968,
      "grad_norm": 0.21540600061416626,
      "learning_rate": 9.302183808668053e-05,
      "loss": 0.0161,
      "step": 33870
    },
    {
      "epoch": 5.173308902122462,
      "grad_norm": 0.4995986521244049,
      "learning_rate": 9.301657130834962e-05,
      "loss": 0.0198,
      "step": 33880
    },
    {
      "epoch": 5.174835852801954,
      "grad_norm": 0.18811897933483124,
      "learning_rate": 9.301130269242982e-05,
      "loss": 0.0204,
      "step": 33890
    },
    {
      "epoch": 5.176362803481448,
      "grad_norm": 0.212225079536438,
      "learning_rate": 9.300603223914615e-05,
      "loss": 0.0188,
      "step": 33900
    },
    {
      "epoch": 5.17788975416094,
      "grad_norm": 0.39441049098968506,
      "learning_rate": 9.300075994872382e-05,
      "loss": 0.0184,
      "step": 33910
    },
    {
      "epoch": 5.179416704840434,
      "grad_norm": 0.2329384833574295,
      "learning_rate": 9.2995485821388e-05,
      "loss": 0.0164,
      "step": 33920
    },
    {
      "epoch": 5.180943655519926,
      "grad_norm": 0.3872278332710266,
      "learning_rate": 9.299020985736402e-05,
      "loss": 0.0167,
      "step": 33930
    },
    {
      "epoch": 5.18247060619942,
      "grad_norm": 0.2708708941936493,
      "learning_rate": 9.298493205687725e-05,
      "loss": 0.0156,
      "step": 33940
    },
    {
      "epoch": 5.1839975568789125,
      "grad_norm": 0.23691663146018982,
      "learning_rate": 9.297965242015315e-05,
      "loss": 0.0179,
      "step": 33950
    },
    {
      "epoch": 5.185524507558406,
      "grad_norm": 0.29055315256118774,
      "learning_rate": 9.297437094741724e-05,
      "loss": 0.0199,
      "step": 33960
    },
    {
      "epoch": 5.187051458237899,
      "grad_norm": 0.24967192113399506,
      "learning_rate": 9.296908763889516e-05,
      "loss": 0.0247,
      "step": 33970
    },
    {
      "epoch": 5.188578408917392,
      "grad_norm": 0.2419743686914444,
      "learning_rate": 9.29638024948126e-05,
      "loss": 0.0171,
      "step": 33980
    },
    {
      "epoch": 5.190105359596885,
      "grad_norm": 0.2379096895456314,
      "learning_rate": 9.295851551539532e-05,
      "loss": 0.0187,
      "step": 33990
    },
    {
      "epoch": 5.191632310276378,
      "grad_norm": 0.20026928186416626,
      "learning_rate": 9.295322670086917e-05,
      "loss": 0.0181,
      "step": 34000
    },
    {
      "epoch": 5.193159260955871,
      "grad_norm": 0.24257302284240723,
      "learning_rate": 9.294793605146009e-05,
      "loss": 0.0209,
      "step": 34010
    },
    {
      "epoch": 5.194686211635364,
      "grad_norm": 0.29313409328460693,
      "learning_rate": 9.294264356739407e-05,
      "loss": 0.0154,
      "step": 34020
    },
    {
      "epoch": 5.196213162314857,
      "grad_norm": 0.28593119978904724,
      "learning_rate": 9.293734924889721e-05,
      "loss": 0.0234,
      "step": 34030
    },
    {
      "epoch": 5.19774011299435,
      "grad_norm": 0.2102786898612976,
      "learning_rate": 9.293205309619566e-05,
      "loss": 0.0168,
      "step": 34040
    },
    {
      "epoch": 5.199267063673843,
      "grad_norm": 0.340308278799057,
      "learning_rate": 9.292675510951568e-05,
      "loss": 0.019,
      "step": 34050
    },
    {
      "epoch": 5.200794014353336,
      "grad_norm": 0.2341475635766983,
      "learning_rate": 9.292145528908357e-05,
      "loss": 0.0158,
      "step": 34060
    },
    {
      "epoch": 5.202320965032829,
      "grad_norm": 0.25190994143486023,
      "learning_rate": 9.291615363512576e-05,
      "loss": 0.0202,
      "step": 34070
    },
    {
      "epoch": 5.2038479157123225,
      "grad_norm": 0.32242250442504883,
      "learning_rate": 9.29108501478687e-05,
      "loss": 0.017,
      "step": 34080
    },
    {
      "epoch": 5.205374866391815,
      "grad_norm": 0.1723698228597641,
      "learning_rate": 9.290554482753895e-05,
      "loss": 0.0166,
      "step": 34090
    },
    {
      "epoch": 5.206901817071309,
      "grad_norm": 0.1992271989583969,
      "learning_rate": 9.290023767436314e-05,
      "loss": 0.0187,
      "step": 34100
    },
    {
      "epoch": 5.208428767750801,
      "grad_norm": 0.24940527975559235,
      "learning_rate": 9.289492868856799e-05,
      "loss": 0.0168,
      "step": 34110
    },
    {
      "epoch": 5.209955718430295,
      "grad_norm": 0.3538445830345154,
      "learning_rate": 9.288961787038029e-05,
      "loss": 0.0236,
      "step": 34120
    },
    {
      "epoch": 5.211482669109788,
      "grad_norm": 0.21158045530319214,
      "learning_rate": 9.288430522002689e-05,
      "loss": 0.0216,
      "step": 34130
    },
    {
      "epoch": 5.213009619789281,
      "grad_norm": 0.1838190108537674,
      "learning_rate": 9.287899073773476e-05,
      "loss": 0.0151,
      "step": 34140
    },
    {
      "epoch": 5.214536570468774,
      "grad_norm": 0.22515545785427094,
      "learning_rate": 9.287367442373092e-05,
      "loss": 0.0209,
      "step": 34150
    },
    {
      "epoch": 5.216063521148267,
      "grad_norm": 0.14113281667232513,
      "learning_rate": 9.286835627824247e-05,
      "loss": 0.0165,
      "step": 34160
    },
    {
      "epoch": 5.21759047182776,
      "grad_norm": 0.28364676237106323,
      "learning_rate": 9.28630363014966e-05,
      "loss": 0.0161,
      "step": 34170
    },
    {
      "epoch": 5.219117422507253,
      "grad_norm": 0.2275565266609192,
      "learning_rate": 9.285771449372054e-05,
      "loss": 0.0164,
      "step": 34180
    },
    {
      "epoch": 5.2206443731867465,
      "grad_norm": 0.20709621906280518,
      "learning_rate": 9.285239085514167e-05,
      "loss": 0.018,
      "step": 34190
    },
    {
      "epoch": 5.222171323866239,
      "grad_norm": 0.35883453488349915,
      "learning_rate": 9.284706538598737e-05,
      "loss": 0.0178,
      "step": 34200
    },
    {
      "epoch": 5.2236982745457325,
      "grad_norm": 0.1866265833377838,
      "learning_rate": 9.284173808648515e-05,
      "loss": 0.021,
      "step": 34210
    },
    {
      "epoch": 5.225225225225225,
      "grad_norm": 0.314178466796875,
      "learning_rate": 9.28364089568626e-05,
      "loss": 0.0218,
      "step": 34220
    },
    {
      "epoch": 5.226752175904719,
      "grad_norm": 0.21248474717140198,
      "learning_rate": 9.283107799734734e-05,
      "loss": 0.0146,
      "step": 34230
    },
    {
      "epoch": 5.228279126584211,
      "grad_norm": 0.2412761002779007,
      "learning_rate": 9.282574520816711e-05,
      "loss": 0.0156,
      "step": 34240
    },
    {
      "epoch": 5.229806077263705,
      "grad_norm": 0.19133104383945465,
      "learning_rate": 9.282041058954971e-05,
      "loss": 0.0171,
      "step": 34250
    },
    {
      "epoch": 5.231333027943197,
      "grad_norm": 0.22278258204460144,
      "learning_rate": 9.281507414172306e-05,
      "loss": 0.0148,
      "step": 34260
    },
    {
      "epoch": 5.232859978622691,
      "grad_norm": 0.3741402328014374,
      "learning_rate": 9.280973586491508e-05,
      "loss": 0.0157,
      "step": 34270
    },
    {
      "epoch": 5.234386929302183,
      "grad_norm": 0.17465882003307343,
      "learning_rate": 9.280439575935381e-05,
      "loss": 0.0177,
      "step": 34280
    },
    {
      "epoch": 5.235913879981677,
      "grad_norm": 0.5423791408538818,
      "learning_rate": 9.279905382526741e-05,
      "loss": 0.0187,
      "step": 34290
    },
    {
      "epoch": 5.2374408306611695,
      "grad_norm": 0.2685815989971161,
      "learning_rate": 9.279371006288404e-05,
      "loss": 0.0189,
      "step": 34300
    },
    {
      "epoch": 5.238967781340663,
      "grad_norm": 0.3166205883026123,
      "learning_rate": 9.2788364472432e-05,
      "loss": 0.0181,
      "step": 34310
    },
    {
      "epoch": 5.240494732020156,
      "grad_norm": 0.1995348036289215,
      "learning_rate": 9.278301705413964e-05,
      "loss": 0.0196,
      "step": 34320
    },
    {
      "epoch": 5.242021682699649,
      "grad_norm": 0.26988735795021057,
      "learning_rate": 9.277766780823538e-05,
      "loss": 0.02,
      "step": 34330
    },
    {
      "epoch": 5.243548633379142,
      "grad_norm": 0.2872803211212158,
      "learning_rate": 9.277231673494773e-05,
      "loss": 0.0176,
      "step": 34340
    },
    {
      "epoch": 5.245075584058635,
      "grad_norm": 0.2534114122390747,
      "learning_rate": 9.276696383450529e-05,
      "loss": 0.0194,
      "step": 34350
    },
    {
      "epoch": 5.246602534738128,
      "grad_norm": 0.1756325662136078,
      "learning_rate": 9.276160910713673e-05,
      "loss": 0.0196,
      "step": 34360
    },
    {
      "epoch": 5.248129485417621,
      "grad_norm": 0.3026672601699829,
      "learning_rate": 9.275625255307077e-05,
      "loss": 0.0178,
      "step": 34370
    },
    {
      "epoch": 5.249656436097114,
      "grad_norm": 0.31167253851890564,
      "learning_rate": 9.275089417253626e-05,
      "loss": 0.0182,
      "step": 34380
    },
    {
      "epoch": 5.251183386776607,
      "grad_norm": 0.21070393919944763,
      "learning_rate": 9.274553396576208e-05,
      "loss": 0.0171,
      "step": 34390
    },
    {
      "epoch": 5.2527103374561,
      "grad_norm": 0.4953126907348633,
      "learning_rate": 9.274017193297721e-05,
      "loss": 0.0206,
      "step": 34400
    },
    {
      "epoch": 5.254237288135593,
      "grad_norm": 0.23615716397762299,
      "learning_rate": 9.273480807441071e-05,
      "loss": 0.0161,
      "step": 34410
    },
    {
      "epoch": 5.255764238815086,
      "grad_norm": 0.30183157324790955,
      "learning_rate": 9.272944239029173e-05,
      "loss": 0.0184,
      "step": 34420
    },
    {
      "epoch": 5.2572911894945795,
      "grad_norm": 0.23583143949508667,
      "learning_rate": 9.272407488084945e-05,
      "loss": 0.0175,
      "step": 34430
    },
    {
      "epoch": 5.258818140174072,
      "grad_norm": 0.3322518467903137,
      "learning_rate": 9.271870554631319e-05,
      "loss": 0.0185,
      "step": 34440
    },
    {
      "epoch": 5.260345090853566,
      "grad_norm": 0.2170415073633194,
      "learning_rate": 9.27133343869123e-05,
      "loss": 0.0185,
      "step": 34450
    },
    {
      "epoch": 5.261872041533058,
      "grad_norm": 0.19082608819007874,
      "learning_rate": 9.270796140287625e-05,
      "loss": 0.0185,
      "step": 34460
    },
    {
      "epoch": 5.263398992212552,
      "grad_norm": 0.2281208038330078,
      "learning_rate": 9.270258659443452e-05,
      "loss": 0.0181,
      "step": 34470
    },
    {
      "epoch": 5.264925942892044,
      "grad_norm": 0.2518130838871002,
      "learning_rate": 9.269720996181674e-05,
      "loss": 0.0144,
      "step": 34480
    },
    {
      "epoch": 5.266452893571538,
      "grad_norm": 0.35029202699661255,
      "learning_rate": 9.26918315052526e-05,
      "loss": 0.0159,
      "step": 34490
    },
    {
      "epoch": 5.26797984425103,
      "grad_norm": 0.3481065630912781,
      "learning_rate": 9.268645122497184e-05,
      "loss": 0.0223,
      "step": 34500
    },
    {
      "epoch": 5.269506794930524,
      "grad_norm": 0.28251418471336365,
      "learning_rate": 9.268106912120431e-05,
      "loss": 0.019,
      "step": 34510
    },
    {
      "epoch": 5.2710337456100165,
      "grad_norm": 0.3129476308822632,
      "learning_rate": 9.267568519417991e-05,
      "loss": 0.0166,
      "step": 34520
    },
    {
      "epoch": 5.27256069628951,
      "grad_norm": 0.2661716639995575,
      "learning_rate": 9.267029944412862e-05,
      "loss": 0.0162,
      "step": 34530
    },
    {
      "epoch": 5.274087646969003,
      "grad_norm": 0.2465181201696396,
      "learning_rate": 9.266491187128054e-05,
      "loss": 0.0139,
      "step": 34540
    },
    {
      "epoch": 5.275614597648496,
      "grad_norm": 0.29451149702072144,
      "learning_rate": 9.26595224758658e-05,
      "loss": 0.016,
      "step": 34550
    },
    {
      "epoch": 5.277141548327989,
      "grad_norm": 0.16254179179668427,
      "learning_rate": 9.265413125811465e-05,
      "loss": 0.0155,
      "step": 34560
    },
    {
      "epoch": 5.278668499007482,
      "grad_norm": 0.21680666506290436,
      "learning_rate": 9.264873821825734e-05,
      "loss": 0.0141,
      "step": 34570
    },
    {
      "epoch": 5.280195449686975,
      "grad_norm": 0.15084335207939148,
      "learning_rate": 9.26433433565243e-05,
      "loss": 0.0183,
      "step": 34580
    },
    {
      "epoch": 5.281722400366468,
      "grad_norm": 0.30013686418533325,
      "learning_rate": 9.263794667314596e-05,
      "loss": 0.0157,
      "step": 34590
    },
    {
      "epoch": 5.283249351045961,
      "grad_norm": 0.2760024964809418,
      "learning_rate": 9.263254816835285e-05,
      "loss": 0.0224,
      "step": 34600
    },
    {
      "epoch": 5.284776301725454,
      "grad_norm": 0.18828369677066803,
      "learning_rate": 9.262714784237562e-05,
      "loss": 0.0167,
      "step": 34610
    },
    {
      "epoch": 5.286303252404947,
      "grad_norm": 0.22521716356277466,
      "learning_rate": 9.262174569544495e-05,
      "loss": 0.0197,
      "step": 34620
    },
    {
      "epoch": 5.28783020308444,
      "grad_norm": 0.21039709448814392,
      "learning_rate": 9.26163417277916e-05,
      "loss": 0.0205,
      "step": 34630
    },
    {
      "epoch": 5.289357153763934,
      "grad_norm": 0.22543267905712128,
      "learning_rate": 9.26109359396464e-05,
      "loss": 0.0148,
      "step": 34640
    },
    {
      "epoch": 5.2908841044434265,
      "grad_norm": 0.3240361511707306,
      "learning_rate": 9.260552833124031e-05,
      "loss": 0.0188,
      "step": 34650
    },
    {
      "epoch": 5.292411055122919,
      "grad_norm": 0.18233032524585724,
      "learning_rate": 9.260011890280434e-05,
      "loss": 0.0154,
      "step": 34660
    },
    {
      "epoch": 5.293938005802413,
      "grad_norm": 0.17483101785182953,
      "learning_rate": 9.259470765456952e-05,
      "loss": 0.0151,
      "step": 34670
    },
    {
      "epoch": 5.295464956481906,
      "grad_norm": 0.3863188624382019,
      "learning_rate": 9.258929458676704e-05,
      "loss": 0.0169,
      "step": 34680
    },
    {
      "epoch": 5.296991907161399,
      "grad_norm": 0.23467828333377838,
      "learning_rate": 9.258387969962814e-05,
      "loss": 0.0177,
      "step": 34690
    },
    {
      "epoch": 5.298518857840891,
      "grad_norm": 0.19841426610946655,
      "learning_rate": 9.257846299338413e-05,
      "loss": 0.0146,
      "step": 34700
    },
    {
      "epoch": 5.300045808520385,
      "grad_norm": 0.5170333981513977,
      "learning_rate": 9.25730444682664e-05,
      "loss": 0.0155,
      "step": 34710
    },
    {
      "epoch": 5.301572759199878,
      "grad_norm": 0.26329144835472107,
      "learning_rate": 9.256762412450641e-05,
      "loss": 0.0159,
      "step": 34720
    },
    {
      "epoch": 5.303099709879371,
      "grad_norm": 0.20993970334529877,
      "learning_rate": 9.256220196233574e-05,
      "loss": 0.0201,
      "step": 34730
    },
    {
      "epoch": 5.304626660558864,
      "grad_norm": 0.26020145416259766,
      "learning_rate": 9.255677798198596e-05,
      "loss": 0.0169,
      "step": 34740
    },
    {
      "epoch": 5.306153611238357,
      "grad_norm": 0.26390692591667175,
      "learning_rate": 9.255135218368882e-05,
      "loss": 0.0209,
      "step": 34750
    },
    {
      "epoch": 5.30768056191785,
      "grad_norm": 0.313973605632782,
      "learning_rate": 9.25459245676761e-05,
      "loss": 0.0169,
      "step": 34760
    },
    {
      "epoch": 5.309207512597343,
      "grad_norm": 0.16651655733585358,
      "learning_rate": 9.254049513417962e-05,
      "loss": 0.0165,
      "step": 34770
    },
    {
      "epoch": 5.3107344632768365,
      "grad_norm": 0.18576011061668396,
      "learning_rate": 9.253506388343134e-05,
      "loss": 0.0196,
      "step": 34780
    },
    {
      "epoch": 5.312261413956329,
      "grad_norm": 0.24070456624031067,
      "learning_rate": 9.252963081566328e-05,
      "loss": 0.019,
      "step": 34790
    },
    {
      "epoch": 5.313788364635823,
      "grad_norm": 0.28874483704566956,
      "learning_rate": 9.25241959311075e-05,
      "loss": 0.0243,
      "step": 34800
    },
    {
      "epoch": 5.315315315315315,
      "grad_norm": 0.22236281633377075,
      "learning_rate": 9.251875922999621e-05,
      "loss": 0.0172,
      "step": 34810
    },
    {
      "epoch": 5.316842265994809,
      "grad_norm": 0.20987220108509064,
      "learning_rate": 9.251332071256164e-05,
      "loss": 0.02,
      "step": 34820
    },
    {
      "epoch": 5.318369216674301,
      "grad_norm": 0.178658589720726,
      "learning_rate": 9.250788037903608e-05,
      "loss": 0.0154,
      "step": 34830
    },
    {
      "epoch": 5.319896167353795,
      "grad_norm": 0.3149931728839874,
      "learning_rate": 9.250243822965199e-05,
      "loss": 0.0187,
      "step": 34840
    },
    {
      "epoch": 5.321423118033287,
      "grad_norm": 0.26626056432724,
      "learning_rate": 9.24969942646418e-05,
      "loss": 0.0217,
      "step": 34850
    },
    {
      "epoch": 5.322950068712781,
      "grad_norm": 0.26897650957107544,
      "learning_rate": 9.249154848423808e-05,
      "loss": 0.0144,
      "step": 34860
    },
    {
      "epoch": 5.3244770193922735,
      "grad_norm": 0.29236993193626404,
      "learning_rate": 9.248610088867348e-05,
      "loss": 0.0168,
      "step": 34870
    },
    {
      "epoch": 5.326003970071767,
      "grad_norm": 0.30450427532196045,
      "learning_rate": 9.248065147818071e-05,
      "loss": 0.0144,
      "step": 34880
    },
    {
      "epoch": 5.32753092075126,
      "grad_norm": 0.1984819769859314,
      "learning_rate": 9.247520025299254e-05,
      "loss": 0.0155,
      "step": 34890
    },
    {
      "epoch": 5.329057871430753,
      "grad_norm": 0.22364605963230133,
      "learning_rate": 9.246974721334183e-05,
      "loss": 0.0166,
      "step": 34900
    },
    {
      "epoch": 5.330584822110246,
      "grad_norm": 0.3001781404018402,
      "learning_rate": 9.246429235946155e-05,
      "loss": 0.0178,
      "step": 34910
    },
    {
      "epoch": 5.332111772789739,
      "grad_norm": 0.268110990524292,
      "learning_rate": 9.245883569158471e-05,
      "loss": 0.0219,
      "step": 34920
    },
    {
      "epoch": 5.333638723469232,
      "grad_norm": 0.22499790787696838,
      "learning_rate": 9.245337720994441e-05,
      "loss": 0.0234,
      "step": 34930
    },
    {
      "epoch": 5.335165674148725,
      "grad_norm": 0.3111645579338074,
      "learning_rate": 9.244791691477382e-05,
      "loss": 0.0182,
      "step": 34940
    },
    {
      "epoch": 5.336692624828218,
      "grad_norm": 0.2075636088848114,
      "learning_rate": 9.24424548063062e-05,
      "loss": 0.0169,
      "step": 34950
    },
    {
      "epoch": 5.338219575507711,
      "grad_norm": 0.2842584550380707,
      "learning_rate": 9.243699088477489e-05,
      "loss": 0.0155,
      "step": 34960
    },
    {
      "epoch": 5.339746526187204,
      "grad_norm": 0.23879802227020264,
      "learning_rate": 9.243152515041328e-05,
      "loss": 0.0182,
      "step": 34970
    },
    {
      "epoch": 5.341273476866697,
      "grad_norm": 0.3261994421482086,
      "learning_rate": 9.242605760345487e-05,
      "loss": 0.0187,
      "step": 34980
    },
    {
      "epoch": 5.34280042754619,
      "grad_norm": 0.22245268523693085,
      "learning_rate": 9.24205882441332e-05,
      "loss": 0.0147,
      "step": 34990
    },
    {
      "epoch": 5.3443273782256835,
      "grad_norm": 0.3966321349143982,
      "learning_rate": 9.241511707268194e-05,
      "loss": 0.015,
      "step": 35000
    },
    {
      "epoch": 5.345854328905176,
      "grad_norm": 0.1969612091779709,
      "learning_rate": 9.240964408933481e-05,
      "loss": 0.015,
      "step": 35010
    },
    {
      "epoch": 5.34738127958467,
      "grad_norm": 0.2931312620639801,
      "learning_rate": 9.240416929432558e-05,
      "loss": 0.016,
      "step": 35020
    },
    {
      "epoch": 5.348908230264162,
      "grad_norm": 0.3271446228027344,
      "learning_rate": 9.239869268788815e-05,
      "loss": 0.0197,
      "step": 35030
    },
    {
      "epoch": 5.350435180943656,
      "grad_norm": 0.2813760042190552,
      "learning_rate": 9.239321427025644e-05,
      "loss": 0.0199,
      "step": 35040
    },
    {
      "epoch": 5.351962131623148,
      "grad_norm": 0.21978463232517242,
      "learning_rate": 9.23877340416645e-05,
      "loss": 0.0191,
      "step": 35050
    },
    {
      "epoch": 5.353489082302642,
      "grad_norm": 0.235713392496109,
      "learning_rate": 9.238225200234644e-05,
      "loss": 0.0186,
      "step": 35060
    },
    {
      "epoch": 5.355016032982134,
      "grad_norm": 0.23964790999889374,
      "learning_rate": 9.237676815253642e-05,
      "loss": 0.0182,
      "step": 35070
    },
    {
      "epoch": 5.356542983661628,
      "grad_norm": 0.41680237650871277,
      "learning_rate": 9.237128249246871e-05,
      "loss": 0.0157,
      "step": 35080
    },
    {
      "epoch": 5.35806993434112,
      "grad_norm": 0.2450975924730301,
      "learning_rate": 9.236579502237767e-05,
      "loss": 0.0168,
      "step": 35090
    },
    {
      "epoch": 5.359596885020614,
      "grad_norm": 0.3818756639957428,
      "learning_rate": 9.236030574249767e-05,
      "loss": 0.0152,
      "step": 35100
    },
    {
      "epoch": 5.3611238357001065,
      "grad_norm": 0.17029879987239838,
      "learning_rate": 9.235481465306326e-05,
      "loss": 0.0154,
      "step": 35110
    },
    {
      "epoch": 5.3626507863796,
      "grad_norm": 0.2164282649755478,
      "learning_rate": 9.234932175430895e-05,
      "loss": 0.0227,
      "step": 35120
    },
    {
      "epoch": 5.364177737059093,
      "grad_norm": 0.18357591331005096,
      "learning_rate": 9.234382704646942e-05,
      "loss": 0.0206,
      "step": 35130
    },
    {
      "epoch": 5.365704687738586,
      "grad_norm": 0.2205759733915329,
      "learning_rate": 9.23383305297794e-05,
      "loss": 0.0203,
      "step": 35140
    },
    {
      "epoch": 5.367231638418079,
      "grad_norm": 0.31659606099128723,
      "learning_rate": 9.233283220447366e-05,
      "loss": 0.0187,
      "step": 35150
    },
    {
      "epoch": 5.368758589097572,
      "grad_norm": 0.2838331460952759,
      "learning_rate": 9.23273320707871e-05,
      "loss": 0.015,
      "step": 35160
    },
    {
      "epoch": 5.370285539777065,
      "grad_norm": 0.21100281178951263,
      "learning_rate": 9.232183012895468e-05,
      "loss": 0.0178,
      "step": 35170
    },
    {
      "epoch": 5.371812490456558,
      "grad_norm": 0.21734188497066498,
      "learning_rate": 9.231632637921142e-05,
      "loss": 0.0147,
      "step": 35180
    },
    {
      "epoch": 5.373339441136052,
      "grad_norm": 0.19168296456336975,
      "learning_rate": 9.231082082179243e-05,
      "loss": 0.0172,
      "step": 35190
    },
    {
      "epoch": 5.374866391815544,
      "grad_norm": 0.3066381514072418,
      "learning_rate": 9.23053134569329e-05,
      "loss": 0.0228,
      "step": 35200
    },
    {
      "epoch": 5.376393342495037,
      "grad_norm": 0.34002190828323364,
      "learning_rate": 9.229980428486811e-05,
      "loss": 0.017,
      "step": 35210
    },
    {
      "epoch": 5.3779202931745305,
      "grad_norm": 0.2211286723613739,
      "learning_rate": 9.229429330583336e-05,
      "loss": 0.0165,
      "step": 35220
    },
    {
      "epoch": 5.379447243854024,
      "grad_norm": 0.2014712542295456,
      "learning_rate": 9.228878052006413e-05,
      "loss": 0.0163,
      "step": 35230
    },
    {
      "epoch": 5.3809741945335166,
      "grad_norm": 0.26255640387535095,
      "learning_rate": 9.228326592779587e-05,
      "loss": 0.0147,
      "step": 35240
    },
    {
      "epoch": 5.382501145213009,
      "grad_norm": 0.2396332174539566,
      "learning_rate": 9.227774952926416e-05,
      "loss": 0.0167,
      "step": 35250
    },
    {
      "epoch": 5.384028095892503,
      "grad_norm": 0.27257034182548523,
      "learning_rate": 9.227223132470466e-05,
      "loss": 0.0195,
      "step": 35260
    },
    {
      "epoch": 5.385555046571996,
      "grad_norm": 0.26136136054992676,
      "learning_rate": 9.226671131435311e-05,
      "loss": 0.0226,
      "step": 35270
    },
    {
      "epoch": 5.387081997251489,
      "grad_norm": 0.19939720630645752,
      "learning_rate": 9.226118949844529e-05,
      "loss": 0.0198,
      "step": 35280
    },
    {
      "epoch": 5.388608947930982,
      "grad_norm": 0.3909831643104553,
      "learning_rate": 9.225566587721708e-05,
      "loss": 0.022,
      "step": 35290
    },
    {
      "epoch": 5.390135898610475,
      "grad_norm": 0.31747329235076904,
      "learning_rate": 9.225014045090445e-05,
      "loss": 0.0184,
      "step": 35300
    },
    {
      "epoch": 5.391662849289968,
      "grad_norm": 0.29228031635284424,
      "learning_rate": 9.224461321974345e-05,
      "loss": 0.0228,
      "step": 35310
    },
    {
      "epoch": 5.393189799969461,
      "grad_norm": 0.2984585165977478,
      "learning_rate": 9.223908418397017e-05,
      "loss": 0.0194,
      "step": 35320
    },
    {
      "epoch": 5.394716750648954,
      "grad_norm": 0.22602689266204834,
      "learning_rate": 9.22335533438208e-05,
      "loss": 0.0154,
      "step": 35330
    },
    {
      "epoch": 5.396243701328447,
      "grad_norm": 0.2878294885158539,
      "learning_rate": 9.222802069953165e-05,
      "loss": 0.0177,
      "step": 35340
    },
    {
      "epoch": 5.3977706520079405,
      "grad_norm": 0.23808073997497559,
      "learning_rate": 9.2222486251339e-05,
      "loss": 0.015,
      "step": 35350
    },
    {
      "epoch": 5.399297602687433,
      "grad_norm": 0.357485830783844,
      "learning_rate": 9.221694999947931e-05,
      "loss": 0.0159,
      "step": 35360
    },
    {
      "epoch": 5.400824553366927,
      "grad_norm": 0.38756510615348816,
      "learning_rate": 9.221141194418908e-05,
      "loss": 0.0205,
      "step": 35370
    },
    {
      "epoch": 5.402351504046419,
      "grad_norm": 0.23528912663459778,
      "learning_rate": 9.220587208570485e-05,
      "loss": 0.0173,
      "step": 35380
    },
    {
      "epoch": 5.403878454725913,
      "grad_norm": 0.22421999275684357,
      "learning_rate": 9.220033042426333e-05,
      "loss": 0.0151,
      "step": 35390
    },
    {
      "epoch": 5.405405405405405,
      "grad_norm": 0.23263321816921234,
      "learning_rate": 9.219478696010122e-05,
      "loss": 0.0175,
      "step": 35400
    },
    {
      "epoch": 5.406932356084899,
      "grad_norm": 0.26143407821655273,
      "learning_rate": 9.218924169345531e-05,
      "loss": 0.0166,
      "step": 35410
    },
    {
      "epoch": 5.408459306764391,
      "grad_norm": 0.49885469675064087,
      "learning_rate": 9.21836946245625e-05,
      "loss": 0.0166,
      "step": 35420
    },
    {
      "epoch": 5.409986257443885,
      "grad_norm": 0.24105903506278992,
      "learning_rate": 9.217814575365975e-05,
      "loss": 0.0182,
      "step": 35430
    },
    {
      "epoch": 5.411513208123377,
      "grad_norm": 0.23464424908161163,
      "learning_rate": 9.21725950809841e-05,
      "loss": 0.0216,
      "step": 35440
    },
    {
      "epoch": 5.413040158802871,
      "grad_norm": 0.2991214990615845,
      "learning_rate": 9.216704260677264e-05,
      "loss": 0.018,
      "step": 35450
    },
    {
      "epoch": 5.4145671094823635,
      "grad_norm": 0.20251137018203735,
      "learning_rate": 9.216148833126261e-05,
      "loss": 0.0165,
      "step": 35460
    },
    {
      "epoch": 5.416094060161857,
      "grad_norm": 0.2420000433921814,
      "learning_rate": 9.215593225469125e-05,
      "loss": 0.0219,
      "step": 35470
    },
    {
      "epoch": 5.41762101084135,
      "grad_norm": 0.40222886204719543,
      "learning_rate": 9.21503743772959e-05,
      "loss": 0.0193,
      "step": 35480
    },
    {
      "epoch": 5.419147961520843,
      "grad_norm": 0.2273268699645996,
      "learning_rate": 9.2144814699314e-05,
      "loss": 0.017,
      "step": 35490
    },
    {
      "epoch": 5.420674912200336,
      "grad_norm": 0.2692573368549347,
      "learning_rate": 9.213925322098302e-05,
      "loss": 0.0158,
      "step": 35500
    },
    {
      "epoch": 5.422201862879829,
      "grad_norm": 0.2079240083694458,
      "learning_rate": 9.213368994254057e-05,
      "loss": 0.0183,
      "step": 35510
    },
    {
      "epoch": 5.423728813559322,
      "grad_norm": 0.17632931470870972,
      "learning_rate": 9.212812486422429e-05,
      "loss": 0.0155,
      "step": 35520
    },
    {
      "epoch": 5.425255764238815,
      "grad_norm": 0.29342642426490784,
      "learning_rate": 9.212255798627189e-05,
      "loss": 0.0189,
      "step": 35530
    },
    {
      "epoch": 5.426782714918308,
      "grad_norm": 0.3434997797012329,
      "learning_rate": 9.211698930892121e-05,
      "loss": 0.0185,
      "step": 35540
    },
    {
      "epoch": 5.428309665597801,
      "grad_norm": 0.20188376307487488,
      "learning_rate": 9.21114188324101e-05,
      "loss": 0.0158,
      "step": 35550
    },
    {
      "epoch": 5.429836616277294,
      "grad_norm": 0.48623669147491455,
      "learning_rate": 9.210584655697656e-05,
      "loss": 0.0192,
      "step": 35560
    },
    {
      "epoch": 5.4313635669567875,
      "grad_norm": 0.22861509025096893,
      "learning_rate": 9.21002724828586e-05,
      "loss": 0.018,
      "step": 35570
    },
    {
      "epoch": 5.43289051763628,
      "grad_norm": 0.32202181220054626,
      "learning_rate": 9.209469661029433e-05,
      "loss": 0.0203,
      "step": 35580
    },
    {
      "epoch": 5.4344174683157735,
      "grad_norm": 0.21275946497917175,
      "learning_rate": 9.208911893952196e-05,
      "loss": 0.0178,
      "step": 35590
    },
    {
      "epoch": 5.435944418995266,
      "grad_norm": 0.18431603908538818,
      "learning_rate": 9.208353947077974e-05,
      "loss": 0.0199,
      "step": 35600
    },
    {
      "epoch": 5.43747136967476,
      "grad_norm": 0.2565947473049164,
      "learning_rate": 9.207795820430604e-05,
      "loss": 0.0161,
      "step": 35610
    },
    {
      "epoch": 5.438998320354252,
      "grad_norm": 0.4147089421749115,
      "learning_rate": 9.207237514033925e-05,
      "loss": 0.022,
      "step": 35620
    },
    {
      "epoch": 5.440525271033746,
      "grad_norm": 0.26002371311187744,
      "learning_rate": 9.206679027911788e-05,
      "loss": 0.0202,
      "step": 35630
    },
    {
      "epoch": 5.442052221713238,
      "grad_norm": 0.35880276560783386,
      "learning_rate": 9.206120362088053e-05,
      "loss": 0.0178,
      "step": 35640
    },
    {
      "epoch": 5.443579172392732,
      "grad_norm": 0.3071996569633484,
      "learning_rate": 9.205561516586581e-05,
      "loss": 0.0191,
      "step": 35650
    },
    {
      "epoch": 5.445106123072224,
      "grad_norm": 0.24908649921417236,
      "learning_rate": 9.205002491431248e-05,
      "loss": 0.0209,
      "step": 35660
    },
    {
      "epoch": 5.446633073751718,
      "grad_norm": 0.2767690122127533,
      "learning_rate": 9.204443286645934e-05,
      "loss": 0.0209,
      "step": 35670
    },
    {
      "epoch": 5.4481600244312105,
      "grad_norm": 0.20415885746479034,
      "learning_rate": 9.203883902254525e-05,
      "loss": 0.0219,
      "step": 35680
    },
    {
      "epoch": 5.449686975110704,
      "grad_norm": 0.23778943717479706,
      "learning_rate": 9.20332433828092e-05,
      "loss": 0.0146,
      "step": 35690
    },
    {
      "epoch": 5.451213925790197,
      "grad_norm": 0.5270386338233948,
      "learning_rate": 9.20276459474902e-05,
      "loss": 0.0219,
      "step": 35700
    },
    {
      "epoch": 5.45274087646969,
      "grad_norm": 0.23607569932937622,
      "learning_rate": 9.202204671682737e-05,
      "loss": 0.0206,
      "step": 35710
    },
    {
      "epoch": 5.454267827149183,
      "grad_norm": 0.2042444944381714,
      "learning_rate": 9.20164456910599e-05,
      "loss": 0.0155,
      "step": 35720
    },
    {
      "epoch": 5.455794777828676,
      "grad_norm": 0.23872090876102448,
      "learning_rate": 9.201084287042707e-05,
      "loss": 0.0179,
      "step": 35730
    },
    {
      "epoch": 5.45732172850817,
      "grad_norm": 0.30011820793151855,
      "learning_rate": 9.20052382551682e-05,
      "loss": 0.0217,
      "step": 35740
    },
    {
      "epoch": 5.458848679187662,
      "grad_norm": 0.31745678186416626,
      "learning_rate": 9.199963184552272e-05,
      "loss": 0.0175,
      "step": 35750
    },
    {
      "epoch": 5.460375629867155,
      "grad_norm": 0.203122079372406,
      "learning_rate": 9.199402364173012e-05,
      "loss": 0.0214,
      "step": 35760
    },
    {
      "epoch": 5.461902580546648,
      "grad_norm": 0.2989109754562378,
      "learning_rate": 9.198841364402999e-05,
      "loss": 0.0171,
      "step": 35770
    },
    {
      "epoch": 5.463429531226142,
      "grad_norm": 0.18177157640457153,
      "learning_rate": 9.198280185266195e-05,
      "loss": 0.0171,
      "step": 35780
    },
    {
      "epoch": 5.464956481905634,
      "grad_norm": 0.22123180329799652,
      "learning_rate": 9.197718826786574e-05,
      "loss": 0.0148,
      "step": 35790
    },
    {
      "epoch": 5.466483432585127,
      "grad_norm": 0.26343590021133423,
      "learning_rate": 9.197157288988117e-05,
      "loss": 0.0179,
      "step": 35800
    },
    {
      "epoch": 5.4680103832646205,
      "grad_norm": 0.26394233107566833,
      "learning_rate": 9.196595571894809e-05,
      "loss": 0.0187,
      "step": 35810
    },
    {
      "epoch": 5.469537333944114,
      "grad_norm": 0.28563058376312256,
      "learning_rate": 9.196033675530648e-05,
      "loss": 0.0161,
      "step": 35820
    },
    {
      "epoch": 5.471064284623607,
      "grad_norm": 0.2934645414352417,
      "learning_rate": 9.19547159991964e-05,
      "loss": 0.0194,
      "step": 35830
    },
    {
      "epoch": 5.4725912353031,
      "grad_norm": 0.2223276048898697,
      "learning_rate": 9.194909345085789e-05,
      "loss": 0.0157,
      "step": 35840
    },
    {
      "epoch": 5.474118185982593,
      "grad_norm": 0.24765926599502563,
      "learning_rate": 9.194346911053119e-05,
      "loss": 0.0197,
      "step": 35850
    },
    {
      "epoch": 5.475645136662086,
      "grad_norm": 0.32025137543678284,
      "learning_rate": 9.193784297845654e-05,
      "loss": 0.0165,
      "step": 35860
    },
    {
      "epoch": 5.477172087341579,
      "grad_norm": 0.15355978906154633,
      "learning_rate": 9.193221505487427e-05,
      "loss": 0.0194,
      "step": 35870
    },
    {
      "epoch": 5.478699038021072,
      "grad_norm": 0.21265102922916412,
      "learning_rate": 9.192658534002481e-05,
      "loss": 0.019,
      "step": 35880
    },
    {
      "epoch": 5.480225988700565,
      "grad_norm": 0.2975587248802185,
      "learning_rate": 9.192095383414864e-05,
      "loss": 0.0193,
      "step": 35890
    },
    {
      "epoch": 5.481752939380058,
      "grad_norm": 0.1977836936712265,
      "learning_rate": 9.191532053748635e-05,
      "loss": 0.0141,
      "step": 35900
    },
    {
      "epoch": 5.483279890059551,
      "grad_norm": 0.15952101349830627,
      "learning_rate": 9.190968545027856e-05,
      "loss": 0.0148,
      "step": 35910
    },
    {
      "epoch": 5.4848068407390445,
      "grad_norm": 0.22089578211307526,
      "learning_rate": 9.1904048572766e-05,
      "loss": 0.0166,
      "step": 35920
    },
    {
      "epoch": 5.486333791418537,
      "grad_norm": 0.21118050813674927,
      "learning_rate": 9.189840990518946e-05,
      "loss": 0.0202,
      "step": 35930
    },
    {
      "epoch": 5.4878607420980305,
      "grad_norm": 0.30927038192749023,
      "learning_rate": 9.189276944778982e-05,
      "loss": 0.0202,
      "step": 35940
    },
    {
      "epoch": 5.489387692777523,
      "grad_norm": 0.23524713516235352,
      "learning_rate": 9.188712720080802e-05,
      "loss": 0.0171,
      "step": 35950
    },
    {
      "epoch": 5.490914643457017,
      "grad_norm": 0.1792013794183731,
      "learning_rate": 9.18814831644851e-05,
      "loss": 0.0129,
      "step": 35960
    },
    {
      "epoch": 5.492441594136509,
      "grad_norm": 0.2360890507698059,
      "learning_rate": 9.187583733906218e-05,
      "loss": 0.0145,
      "step": 35970
    },
    {
      "epoch": 5.493968544816003,
      "grad_norm": 0.37573298811912537,
      "learning_rate": 9.187018972478039e-05,
      "loss": 0.0207,
      "step": 35980
    },
    {
      "epoch": 5.495495495495495,
      "grad_norm": 0.4136104881763458,
      "learning_rate": 9.186454032188101e-05,
      "loss": 0.0168,
      "step": 35990
    },
    {
      "epoch": 5.497022446174989,
      "grad_norm": 0.2641161382198334,
      "learning_rate": 9.185888913060539e-05,
      "loss": 0.0175,
      "step": 36000
    },
    {
      "epoch": 5.498549396854481,
      "grad_norm": 0.25820982456207275,
      "learning_rate": 9.185323615119492e-05,
      "loss": 0.0179,
      "step": 36010
    },
    {
      "epoch": 5.500076347533975,
      "grad_norm": 0.6353297829627991,
      "learning_rate": 9.184758138389109e-05,
      "loss": 0.0203,
      "step": 36020
    },
    {
      "epoch": 5.5016032982134675,
      "grad_norm": 0.23827892541885376,
      "learning_rate": 9.184192482893547e-05,
      "loss": 0.0161,
      "step": 36030
    },
    {
      "epoch": 5.503130248892961,
      "grad_norm": 0.188516765832901,
      "learning_rate": 9.183626648656966e-05,
      "loss": 0.0165,
      "step": 36040
    },
    {
      "epoch": 5.504657199572454,
      "grad_norm": 0.22904416918754578,
      "learning_rate": 9.183060635703542e-05,
      "loss": 0.0158,
      "step": 36050
    },
    {
      "epoch": 5.506184150251947,
      "grad_norm": 0.20260941982269287,
      "learning_rate": 9.182494444057453e-05,
      "loss": 0.0171,
      "step": 36060
    },
    {
      "epoch": 5.50771110093144,
      "grad_norm": 0.1985410451889038,
      "learning_rate": 9.181928073742884e-05,
      "loss": 0.0185,
      "step": 36070
    },
    {
      "epoch": 5.509238051610933,
      "grad_norm": 0.24127258360385895,
      "learning_rate": 9.181361524784029e-05,
      "loss": 0.0177,
      "step": 36080
    },
    {
      "epoch": 5.510765002290426,
      "grad_norm": 0.17179398238658905,
      "learning_rate": 9.180794797205093e-05,
      "loss": 0.0153,
      "step": 36090
    },
    {
      "epoch": 5.512291952969919,
      "grad_norm": 0.29030436277389526,
      "learning_rate": 9.180227891030283e-05,
      "loss": 0.0216,
      "step": 36100
    },
    {
      "epoch": 5.513818903649412,
      "grad_norm": 0.24022266268730164,
      "learning_rate": 9.179660806283815e-05,
      "loss": 0.0157,
      "step": 36110
    },
    {
      "epoch": 5.515345854328905,
      "grad_norm": 0.3078839182853699,
      "learning_rate": 9.179093542989918e-05,
      "loss": 0.0145,
      "step": 36120
    },
    {
      "epoch": 5.516872805008398,
      "grad_norm": 0.30514395236968994,
      "learning_rate": 9.178526101172821e-05,
      "loss": 0.0182,
      "step": 36130
    },
    {
      "epoch": 5.518399755687891,
      "grad_norm": 0.22955164313316345,
      "learning_rate": 9.177958480856765e-05,
      "loss": 0.0166,
      "step": 36140
    },
    {
      "epoch": 5.519926706367384,
      "grad_norm": 0.2247908115386963,
      "learning_rate": 9.177390682065999e-05,
      "loss": 0.0168,
      "step": 36150
    },
    {
      "epoch": 5.5214536570468775,
      "grad_norm": 0.2471017688512802,
      "learning_rate": 9.176822704824775e-05,
      "loss": 0.018,
      "step": 36160
    },
    {
      "epoch": 5.52298060772637,
      "grad_norm": 0.23020802438259125,
      "learning_rate": 9.176254549157359e-05,
      "loss": 0.0179,
      "step": 36170
    },
    {
      "epoch": 5.524507558405864,
      "grad_norm": 0.25002026557922363,
      "learning_rate": 9.175686215088022e-05,
      "loss": 0.0161,
      "step": 36180
    },
    {
      "epoch": 5.526034509085356,
      "grad_norm": 0.14645302295684814,
      "learning_rate": 9.175117702641041e-05,
      "loss": 0.0191,
      "step": 36190
    },
    {
      "epoch": 5.52756145976485,
      "grad_norm": 0.2071600705385208,
      "learning_rate": 9.1745490118407e-05,
      "loss": 0.0203,
      "step": 36200
    },
    {
      "epoch": 5.529088410444342,
      "grad_norm": 0.30991533398628235,
      "learning_rate": 9.173980142711294e-05,
      "loss": 0.018,
      "step": 36210
    },
    {
      "epoch": 5.530615361123836,
      "grad_norm": 0.19242209196090698,
      "learning_rate": 9.173411095277125e-05,
      "loss": 0.0162,
      "step": 36220
    },
    {
      "epoch": 5.532142311803328,
      "grad_norm": 0.22336341440677643,
      "learning_rate": 9.1728418695625e-05,
      "loss": 0.0192,
      "step": 36230
    },
    {
      "epoch": 5.533669262482822,
      "grad_norm": 0.2843542695045471,
      "learning_rate": 9.172272465591739e-05,
      "loss": 0.0175,
      "step": 36240
    },
    {
      "epoch": 5.5351962131623145,
      "grad_norm": 0.16217616200447083,
      "learning_rate": 9.171702883389159e-05,
      "loss": 0.0161,
      "step": 36250
    },
    {
      "epoch": 5.536723163841808,
      "grad_norm": 0.297651082277298,
      "learning_rate": 9.171133122979098e-05,
      "loss": 0.0221,
      "step": 36260
    },
    {
      "epoch": 5.538250114521301,
      "grad_norm": 0.32342609763145447,
      "learning_rate": 9.170563184385892e-05,
      "loss": 0.0218,
      "step": 36270
    },
    {
      "epoch": 5.539777065200794,
      "grad_norm": 0.2618756890296936,
      "learning_rate": 9.169993067633888e-05,
      "loss": 0.021,
      "step": 36280
    },
    {
      "epoch": 5.5413040158802875,
      "grad_norm": 0.22044430673122406,
      "learning_rate": 9.16942277274744e-05,
      "loss": 0.0188,
      "step": 36290
    },
    {
      "epoch": 5.54283096655978,
      "grad_norm": 0.1504622846841812,
      "learning_rate": 9.168852299750912e-05,
      "loss": 0.0181,
      "step": 36300
    },
    {
      "epoch": 5.544357917239273,
      "grad_norm": 0.24561873078346252,
      "learning_rate": 9.168281648668671e-05,
      "loss": 0.0167,
      "step": 36310
    },
    {
      "epoch": 5.545884867918766,
      "grad_norm": 0.24312463402748108,
      "learning_rate": 9.167710819525097e-05,
      "loss": 0.0184,
      "step": 36320
    },
    {
      "epoch": 5.54741181859826,
      "grad_norm": 0.33475473523139954,
      "learning_rate": 9.167139812344572e-05,
      "loss": 0.0183,
      "step": 36330
    },
    {
      "epoch": 5.548938769277752,
      "grad_norm": 0.20801399648189545,
      "learning_rate": 9.16656862715149e-05,
      "loss": 0.0176,
      "step": 36340
    },
    {
      "epoch": 5.550465719957245,
      "grad_norm": 0.20454184710979462,
      "learning_rate": 9.16599726397025e-05,
      "loss": 0.0204,
      "step": 36350
    },
    {
      "epoch": 5.551992670636738,
      "grad_norm": 0.26147136092185974,
      "learning_rate": 9.16542572282526e-05,
      "loss": 0.0156,
      "step": 36360
    },
    {
      "epoch": 5.553519621316232,
      "grad_norm": 0.23576126992702484,
      "learning_rate": 9.164854003740936e-05,
      "loss": 0.0174,
      "step": 36370
    },
    {
      "epoch": 5.5550465719957245,
      "grad_norm": 0.2934090793132782,
      "learning_rate": 9.164282106741699e-05,
      "loss": 0.0161,
      "step": 36380
    },
    {
      "epoch": 5.556573522675217,
      "grad_norm": 0.27623316645622253,
      "learning_rate": 9.163710031851983e-05,
      "loss": 0.016,
      "step": 36390
    },
    {
      "epoch": 5.558100473354711,
      "grad_norm": 0.15643009543418884,
      "learning_rate": 9.16313777909622e-05,
      "loss": 0.0138,
      "step": 36400
    },
    {
      "epoch": 5.559627424034204,
      "grad_norm": 0.2421933263540268,
      "learning_rate": 9.162565348498859e-05,
      "loss": 0.016,
      "step": 36410
    },
    {
      "epoch": 5.561154374713697,
      "grad_norm": 0.19339273869991302,
      "learning_rate": 9.161992740084356e-05,
      "loss": 0.0195,
      "step": 36420
    },
    {
      "epoch": 5.56268132539319,
      "grad_norm": 0.23106379806995392,
      "learning_rate": 9.161419953877168e-05,
      "loss": 0.0155,
      "step": 36430
    },
    {
      "epoch": 5.564208276072683,
      "grad_norm": 0.24797987937927246,
      "learning_rate": 9.160846989901764e-05,
      "loss": 0.019,
      "step": 36440
    },
    {
      "epoch": 5.565735226752176,
      "grad_norm": 0.23304855823516846,
      "learning_rate": 9.16027384818262e-05,
      "loss": 0.0185,
      "step": 36450
    },
    {
      "epoch": 5.567262177431669,
      "grad_norm": 0.2698023021221161,
      "learning_rate": 9.15970052874422e-05,
      "loss": 0.0151,
      "step": 36460
    },
    {
      "epoch": 5.568789128111162,
      "grad_norm": 0.3523713946342468,
      "learning_rate": 9.159127031611054e-05,
      "loss": 0.0187,
      "step": 36470
    },
    {
      "epoch": 5.570316078790655,
      "grad_norm": 0.3431582748889923,
      "learning_rate": 9.158553356807624e-05,
      "loss": 0.0181,
      "step": 36480
    },
    {
      "epoch": 5.571843029470148,
      "grad_norm": 0.22970542311668396,
      "learning_rate": 9.157979504358431e-05,
      "loss": 0.0159,
      "step": 36490
    },
    {
      "epoch": 5.573369980149641,
      "grad_norm": 0.3667736351490021,
      "learning_rate": 9.157405474287995e-05,
      "loss": 0.0188,
      "step": 36500
    },
    {
      "epoch": 5.5748969308291345,
      "grad_norm": 0.21257393062114716,
      "learning_rate": 9.156831266620833e-05,
      "loss": 0.0153,
      "step": 36510
    },
    {
      "epoch": 5.576423881508627,
      "grad_norm": 0.3441593050956726,
      "learning_rate": 9.156256881381476e-05,
      "loss": 0.0173,
      "step": 36520
    },
    {
      "epoch": 5.577950832188121,
      "grad_norm": 0.36858516931533813,
      "learning_rate": 9.155682318594461e-05,
      "loss": 0.0158,
      "step": 36530
    },
    {
      "epoch": 5.579477782867613,
      "grad_norm": 0.23361192643642426,
      "learning_rate": 9.15510757828433e-05,
      "loss": 0.0191,
      "step": 36540
    },
    {
      "epoch": 5.581004733547107,
      "grad_norm": 0.42485129833221436,
      "learning_rate": 9.154532660475639e-05,
      "loss": 0.0172,
      "step": 36550
    },
    {
      "epoch": 5.582531684226599,
      "grad_norm": 0.3910747766494751,
      "learning_rate": 9.153957565192944e-05,
      "loss": 0.0194,
      "step": 36560
    },
    {
      "epoch": 5.584058634906093,
      "grad_norm": 0.31071463227272034,
      "learning_rate": 9.15338229246081e-05,
      "loss": 0.017,
      "step": 36570
    },
    {
      "epoch": 5.585585585585585,
      "grad_norm": 0.255013108253479,
      "learning_rate": 9.152806842303819e-05,
      "loss": 0.0137,
      "step": 36580
    },
    {
      "epoch": 5.587112536265079,
      "grad_norm": 0.2911611497402191,
      "learning_rate": 9.152231214746545e-05,
      "loss": 0.0202,
      "step": 36590
    },
    {
      "epoch": 5.5886394869445715,
      "grad_norm": 0.3750385046005249,
      "learning_rate": 9.151655409813582e-05,
      "loss": 0.0206,
      "step": 36600
    },
    {
      "epoch": 5.590166437624065,
      "grad_norm": 0.18027184903621674,
      "learning_rate": 9.151079427529527e-05,
      "loss": 0.0147,
      "step": 36610
    },
    {
      "epoch": 5.5916933883035576,
      "grad_norm": 0.3583003282546997,
      "learning_rate": 9.150503267918987e-05,
      "loss": 0.0213,
      "step": 36620
    },
    {
      "epoch": 5.593220338983051,
      "grad_norm": 0.23335370421409607,
      "learning_rate": 9.149926931006569e-05,
      "loss": 0.0176,
      "step": 36630
    },
    {
      "epoch": 5.594747289662544,
      "grad_norm": 0.3408052623271942,
      "learning_rate": 9.149350416816898e-05,
      "loss": 0.0178,
      "step": 36640
    },
    {
      "epoch": 5.596274240342037,
      "grad_norm": 0.31326374411582947,
      "learning_rate": 9.1487737253746e-05,
      "loss": 0.0162,
      "step": 36650
    },
    {
      "epoch": 5.59780119102153,
      "grad_norm": 0.24249407649040222,
      "learning_rate": 9.148196856704307e-05,
      "loss": 0.0179,
      "step": 36660
    },
    {
      "epoch": 5.599328141701023,
      "grad_norm": 0.30827707052230835,
      "learning_rate": 9.147619810830667e-05,
      "loss": 0.0194,
      "step": 36670
    },
    {
      "epoch": 5.600855092380516,
      "grad_norm": 0.15856702625751495,
      "learning_rate": 9.147042587778329e-05,
      "loss": 0.0199,
      "step": 36680
    },
    {
      "epoch": 5.602382043060009,
      "grad_norm": 0.9384660720825195,
      "learning_rate": 9.146465187571949e-05,
      "loss": 0.0155,
      "step": 36690
    },
    {
      "epoch": 5.603908993739502,
      "grad_norm": 0.3250436782836914,
      "learning_rate": 9.145887610236194e-05,
      "loss": 0.0162,
      "step": 36700
    },
    {
      "epoch": 5.605435944418995,
      "grad_norm": 0.24094486236572266,
      "learning_rate": 9.145309855795736e-05,
      "loss": 0.0181,
      "step": 36710
    },
    {
      "epoch": 5.606962895098488,
      "grad_norm": 0.28539788722991943,
      "learning_rate": 9.144731924275256e-05,
      "loss": 0.0201,
      "step": 36720
    },
    {
      "epoch": 5.6084898457779815,
      "grad_norm": 0.23228813707828522,
      "learning_rate": 9.144153815699443e-05,
      "loss": 0.018,
      "step": 36730
    },
    {
      "epoch": 5.610016796457474,
      "grad_norm": 0.383187860250473,
      "learning_rate": 9.143575530092992e-05,
      "loss": 0.0226,
      "step": 36740
    },
    {
      "epoch": 5.611543747136968,
      "grad_norm": 0.22427302598953247,
      "learning_rate": 9.142997067480606e-05,
      "loss": 0.018,
      "step": 36750
    },
    {
      "epoch": 5.61307069781646,
      "grad_norm": 0.4098002016544342,
      "learning_rate": 9.142418427886995e-05,
      "loss": 0.0217,
      "step": 36760
    },
    {
      "epoch": 5.614597648495954,
      "grad_norm": 0.21730875968933105,
      "learning_rate": 9.14183961133688e-05,
      "loss": 0.018,
      "step": 36770
    },
    {
      "epoch": 5.616124599175446,
      "grad_norm": 0.4220060110092163,
      "learning_rate": 9.141260617854986e-05,
      "loss": 0.0203,
      "step": 36780
    },
    {
      "epoch": 5.61765154985494,
      "grad_norm": 0.24655133485794067,
      "learning_rate": 9.140681447466044e-05,
      "loss": 0.0169,
      "step": 36790
    },
    {
      "epoch": 5.619178500534432,
      "grad_norm": 0.23695679008960724,
      "learning_rate": 9.1401021001948e-05,
      "loss": 0.0187,
      "step": 36800
    },
    {
      "epoch": 5.620705451213926,
      "grad_norm": 0.19167937338352203,
      "learning_rate": 9.139522576065998e-05,
      "loss": 0.017,
      "step": 36810
    },
    {
      "epoch": 5.622232401893418,
      "grad_norm": 0.2590532898902893,
      "learning_rate": 9.138942875104397e-05,
      "loss": 0.0203,
      "step": 36820
    },
    {
      "epoch": 5.623759352572912,
      "grad_norm": 0.29677116870880127,
      "learning_rate": 9.138362997334759e-05,
      "loss": 0.0159,
      "step": 36830
    },
    {
      "epoch": 5.625286303252405,
      "grad_norm": 0.3070467412471771,
      "learning_rate": 9.137782942781856e-05,
      "loss": 0.0164,
      "step": 36840
    },
    {
      "epoch": 5.626813253931898,
      "grad_norm": 0.2623431086540222,
      "learning_rate": 9.137202711470469e-05,
      "loss": 0.0204,
      "step": 36850
    },
    {
      "epoch": 5.628340204611391,
      "grad_norm": 0.45483914017677307,
      "learning_rate": 9.13662230342538e-05,
      "loss": 0.0178,
      "step": 36860
    },
    {
      "epoch": 5.629867155290884,
      "grad_norm": 0.1649712175130844,
      "learning_rate": 9.136041718671388e-05,
      "loss": 0.0198,
      "step": 36870
    },
    {
      "epoch": 5.631394105970378,
      "grad_norm": 0.2984723746776581,
      "learning_rate": 9.135460957233291e-05,
      "loss": 0.0172,
      "step": 36880
    },
    {
      "epoch": 5.63292105664987,
      "grad_norm": 0.24818147718906403,
      "learning_rate": 9.134880019135897e-05,
      "loss": 0.016,
      "step": 36890
    },
    {
      "epoch": 5.634448007329363,
      "grad_norm": 0.19106952846050262,
      "learning_rate": 9.134298904404026e-05,
      "loss": 0.02,
      "step": 36900
    },
    {
      "epoch": 5.635974958008856,
      "grad_norm": 0.1579134464263916,
      "learning_rate": 9.133717613062503e-05,
      "loss": 0.0167,
      "step": 36910
    },
    {
      "epoch": 5.63750190868835,
      "grad_norm": 0.2243034392595291,
      "learning_rate": 9.133136145136154e-05,
      "loss": 0.0155,
      "step": 36920
    },
    {
      "epoch": 5.639028859367842,
      "grad_norm": 0.3725932538509369,
      "learning_rate": 9.132554500649823e-05,
      "loss": 0.0208,
      "step": 36930
    },
    {
      "epoch": 5.640555810047335,
      "grad_norm": 0.22683608531951904,
      "learning_rate": 9.131972679628355e-05,
      "loss": 0.0191,
      "step": 36940
    },
    {
      "epoch": 5.6420827607268285,
      "grad_norm": 0.2896743416786194,
      "learning_rate": 9.131390682096605e-05,
      "loss": 0.0181,
      "step": 36950
    },
    {
      "epoch": 5.643609711406322,
      "grad_norm": 0.18922215700149536,
      "learning_rate": 9.130808508079435e-05,
      "loss": 0.0165,
      "step": 36960
    },
    {
      "epoch": 5.6451366620858145,
      "grad_norm": 0.18663781881332397,
      "learning_rate": 9.130226157601714e-05,
      "loss": 0.0175,
      "step": 36970
    },
    {
      "epoch": 5.646663612765308,
      "grad_norm": 0.3623107671737671,
      "learning_rate": 9.12964363068832e-05,
      "loss": 0.0186,
      "step": 36980
    },
    {
      "epoch": 5.648190563444801,
      "grad_norm": 0.18353451788425446,
      "learning_rate": 9.129060927364135e-05,
      "loss": 0.0166,
      "step": 36990
    },
    {
      "epoch": 5.649717514124294,
      "grad_norm": 0.20406696200370789,
      "learning_rate": 9.128478047654055e-05,
      "loss": 0.0164,
      "step": 37000
    },
    {
      "epoch": 5.651244464803787,
      "grad_norm": 0.3054749667644501,
      "learning_rate": 9.127894991582974e-05,
      "loss": 0.0166,
      "step": 37010
    },
    {
      "epoch": 5.65277141548328,
      "grad_norm": 0.2560011148452759,
      "learning_rate": 9.127311759175803e-05,
      "loss": 0.0143,
      "step": 37020
    },
    {
      "epoch": 5.654298366162773,
      "grad_norm": 0.24526408314704895,
      "learning_rate": 9.126728350457456e-05,
      "loss": 0.0242,
      "step": 37030
    },
    {
      "epoch": 5.655825316842266,
      "grad_norm": 0.25167378783226013,
      "learning_rate": 9.126144765452855e-05,
      "loss": 0.0187,
      "step": 37040
    },
    {
      "epoch": 5.657352267521759,
      "grad_norm": 0.2001623809337616,
      "learning_rate": 9.12556100418693e-05,
      "loss": 0.0203,
      "step": 37050
    },
    {
      "epoch": 5.658879218201252,
      "grad_norm": 0.22190503776073456,
      "learning_rate": 9.124977066684617e-05,
      "loss": 0.0152,
      "step": 37060
    },
    {
      "epoch": 5.660406168880745,
      "grad_norm": 0.21426965296268463,
      "learning_rate": 9.124392952970861e-05,
      "loss": 0.0167,
      "step": 37070
    },
    {
      "epoch": 5.6619331195602385,
      "grad_norm": 0.18857364356517792,
      "learning_rate": 9.123808663070617e-05,
      "loss": 0.0178,
      "step": 37080
    },
    {
      "epoch": 5.663460070239731,
      "grad_norm": 0.3164844810962677,
      "learning_rate": 9.123224197008841e-05,
      "loss": 0.0189,
      "step": 37090
    },
    {
      "epoch": 5.664987020919225,
      "grad_norm": 0.2723531424999237,
      "learning_rate": 9.122639554810501e-05,
      "loss": 0.0163,
      "step": 37100
    },
    {
      "epoch": 5.666513971598717,
      "grad_norm": 0.26065829396247864,
      "learning_rate": 9.122054736500576e-05,
      "loss": 0.0168,
      "step": 37110
    },
    {
      "epoch": 5.668040922278211,
      "grad_norm": 0.30247458815574646,
      "learning_rate": 9.121469742104043e-05,
      "loss": 0.0181,
      "step": 37120
    },
    {
      "epoch": 5.669567872957703,
      "grad_norm": 0.2963947057723999,
      "learning_rate": 9.120884571645894e-05,
      "loss": 0.0198,
      "step": 37130
    },
    {
      "epoch": 5.671094823637197,
      "grad_norm": 0.3618393540382385,
      "learning_rate": 9.120299225151126e-05,
      "loss": 0.0222,
      "step": 37140
    },
    {
      "epoch": 5.672621774316689,
      "grad_norm": 0.15798747539520264,
      "learning_rate": 9.119713702644744e-05,
      "loss": 0.0182,
      "step": 37150
    },
    {
      "epoch": 5.674148724996183,
      "grad_norm": 0.2051408737897873,
      "learning_rate": 9.119128004151762e-05,
      "loss": 0.0157,
      "step": 37160
    },
    {
      "epoch": 5.675675675675675,
      "grad_norm": 0.22336678206920624,
      "learning_rate": 9.118542129697199e-05,
      "loss": 0.0163,
      "step": 37170
    },
    {
      "epoch": 5.677202626355169,
      "grad_norm": 0.3267621397972107,
      "learning_rate": 9.117956079306081e-05,
      "loss": 0.0198,
      "step": 37180
    },
    {
      "epoch": 5.6787295770346615,
      "grad_norm": 0.26222506165504456,
      "learning_rate": 9.117369853003445e-05,
      "loss": 0.0182,
      "step": 37190
    },
    {
      "epoch": 5.680256527714155,
      "grad_norm": 0.24838787317276,
      "learning_rate": 9.116783450814332e-05,
      "loss": 0.0198,
      "step": 37200
    },
    {
      "epoch": 5.681783478393648,
      "grad_norm": 0.5098414421081543,
      "learning_rate": 9.116196872763793e-05,
      "loss": 0.0226,
      "step": 37210
    },
    {
      "epoch": 5.683310429073141,
      "grad_norm": 0.23195382952690125,
      "learning_rate": 9.115610118876886e-05,
      "loss": 0.0148,
      "step": 37220
    },
    {
      "epoch": 5.684837379752634,
      "grad_norm": 0.30076223611831665,
      "learning_rate": 9.115023189178676e-05,
      "loss": 0.0184,
      "step": 37230
    },
    {
      "epoch": 5.686364330432127,
      "grad_norm": 0.2327946573495865,
      "learning_rate": 9.114436083694234e-05,
      "loss": 0.0143,
      "step": 37240
    },
    {
      "epoch": 5.68789128111162,
      "grad_norm": 0.32555878162384033,
      "learning_rate": 9.113848802448639e-05,
      "loss": 0.0191,
      "step": 37250
    },
    {
      "epoch": 5.689418231791113,
      "grad_norm": 0.17579451203346252,
      "learning_rate": 9.113261345466983e-05,
      "loss": 0.0142,
      "step": 37260
    },
    {
      "epoch": 5.690945182470606,
      "grad_norm": 0.29543134570121765,
      "learning_rate": 9.112673712774358e-05,
      "loss": 0.0159,
      "step": 37270
    },
    {
      "epoch": 5.692472133150099,
      "grad_norm": 0.1995808482170105,
      "learning_rate": 9.112085904395866e-05,
      "loss": 0.0178,
      "step": 37280
    },
    {
      "epoch": 5.693999083829592,
      "grad_norm": 0.2405528426170349,
      "learning_rate": 9.11149792035662e-05,
      "loss": 0.0125,
      "step": 37290
    },
    {
      "epoch": 5.6955260345090855,
      "grad_norm": 0.2145598828792572,
      "learning_rate": 9.110909760681736e-05,
      "loss": 0.015,
      "step": 37300
    },
    {
      "epoch": 5.697052985188578,
      "grad_norm": 0.32039788365364075,
      "learning_rate": 9.110321425396338e-05,
      "loss": 0.0156,
      "step": 37310
    },
    {
      "epoch": 5.6985799358680715,
      "grad_norm": 0.2550676465034485,
      "learning_rate": 9.109732914525559e-05,
      "loss": 0.0185,
      "step": 37320
    },
    {
      "epoch": 5.700106886547564,
      "grad_norm": 0.20969527959823608,
      "learning_rate": 9.109144228094541e-05,
      "loss": 0.0134,
      "step": 37330
    },
    {
      "epoch": 5.701633837227058,
      "grad_norm": 0.17266234755516052,
      "learning_rate": 9.108555366128431e-05,
      "loss": 0.0147,
      "step": 37340
    },
    {
      "epoch": 5.70316078790655,
      "grad_norm": 0.22670695185661316,
      "learning_rate": 9.107966328652382e-05,
      "loss": 0.0134,
      "step": 37350
    },
    {
      "epoch": 5.704687738586044,
      "grad_norm": 0.26040133833885193,
      "learning_rate": 9.107377115691557e-05,
      "loss": 0.019,
      "step": 37360
    },
    {
      "epoch": 5.706214689265536,
      "grad_norm": 0.19257040321826935,
      "learning_rate": 9.106787727271129e-05,
      "loss": 0.0156,
      "step": 37370
    },
    {
      "epoch": 5.70774163994503,
      "grad_norm": 0.24929389357566833,
      "learning_rate": 9.106198163416272e-05,
      "loss": 0.018,
      "step": 37380
    },
    {
      "epoch": 5.709268590624523,
      "grad_norm": 0.15589959919452667,
      "learning_rate": 9.105608424152176e-05,
      "loss": 0.014,
      "step": 37390
    },
    {
      "epoch": 5.710795541304016,
      "grad_norm": 0.25453659892082214,
      "learning_rate": 9.105018509504029e-05,
      "loss": 0.0178,
      "step": 37400
    },
    {
      "epoch": 5.7123224919835085,
      "grad_norm": 0.18032383918762207,
      "learning_rate": 9.104428419497031e-05,
      "loss": 0.0169,
      "step": 37410
    },
    {
      "epoch": 5.713849442663002,
      "grad_norm": 0.32050976157188416,
      "learning_rate": 9.103838154156392e-05,
      "loss": 0.0168,
      "step": 37420
    },
    {
      "epoch": 5.7153763933424955,
      "grad_norm": 0.18136918544769287,
      "learning_rate": 9.103247713507325e-05,
      "loss": 0.0127,
      "step": 37430
    },
    {
      "epoch": 5.716903344021988,
      "grad_norm": 0.24872662127017975,
      "learning_rate": 9.102657097575056e-05,
      "loss": 0.0193,
      "step": 37440
    },
    {
      "epoch": 5.718430294701481,
      "grad_norm": 0.2592800557613373,
      "learning_rate": 9.10206630638481e-05,
      "loss": 0.0166,
      "step": 37450
    },
    {
      "epoch": 5.719957245380974,
      "grad_norm": 0.2665189802646637,
      "learning_rate": 9.101475339961829e-05,
      "loss": 0.0154,
      "step": 37460
    },
    {
      "epoch": 5.721484196060468,
      "grad_norm": 0.1705339252948761,
      "learning_rate": 9.100884198331354e-05,
      "loss": 0.0154,
      "step": 37470
    },
    {
      "epoch": 5.72301114673996,
      "grad_norm": 0.2350085824728012,
      "learning_rate": 9.100292881518642e-05,
      "loss": 0.0225,
      "step": 37480
    },
    {
      "epoch": 5.724538097419453,
      "grad_norm": 0.19195102155208588,
      "learning_rate": 9.099701389548949e-05,
      "loss": 0.0172,
      "step": 37490
    },
    {
      "epoch": 5.726065048098946,
      "grad_norm": 0.24540579319000244,
      "learning_rate": 9.099109722447546e-05,
      "loss": 0.0194,
      "step": 37500
    },
    {
      "epoch": 5.72759199877844,
      "grad_norm": 0.18948429822921753,
      "learning_rate": 9.098517880239703e-05,
      "loss": 0.0136,
      "step": 37510
    },
    {
      "epoch": 5.729118949457932,
      "grad_norm": 0.30193814635276794,
      "learning_rate": 9.097925862950706e-05,
      "loss": 0.0194,
      "step": 37520
    },
    {
      "epoch": 5.730645900137426,
      "grad_norm": 0.4298059046268463,
      "learning_rate": 9.097333670605846e-05,
      "loss": 0.0143,
      "step": 37530
    },
    {
      "epoch": 5.7321728508169185,
      "grad_norm": 0.4356692135334015,
      "learning_rate": 9.096741303230418e-05,
      "loss": 0.0195,
      "step": 37540
    },
    {
      "epoch": 5.733699801496412,
      "grad_norm": 0.2248978316783905,
      "learning_rate": 9.096148760849728e-05,
      "loss": 0.0155,
      "step": 37550
    },
    {
      "epoch": 5.735226752175905,
      "grad_norm": 0.2350839525461197,
      "learning_rate": 9.095556043489086e-05,
      "loss": 0.0142,
      "step": 37560
    },
    {
      "epoch": 5.736753702855398,
      "grad_norm": 0.2416948825120926,
      "learning_rate": 9.094963151173814e-05,
      "loss": 0.0165,
      "step": 37570
    },
    {
      "epoch": 5.738280653534891,
      "grad_norm": 0.17764684557914734,
      "learning_rate": 9.09437008392924e-05,
      "loss": 0.0165,
      "step": 37580
    },
    {
      "epoch": 5.739807604214384,
      "grad_norm": 0.2636912763118744,
      "learning_rate": 9.093776841780696e-05,
      "loss": 0.0168,
      "step": 37590
    },
    {
      "epoch": 5.741334554893877,
      "grad_norm": 0.22499966621398926,
      "learning_rate": 9.093183424753528e-05,
      "loss": 0.0177,
      "step": 37600
    },
    {
      "epoch": 5.74286150557337,
      "grad_norm": 0.20631453394889832,
      "learning_rate": 9.092589832873082e-05,
      "loss": 0.0197,
      "step": 37610
    },
    {
      "epoch": 5.744388456252863,
      "grad_norm": 0.17506881058216095,
      "learning_rate": 9.091996066164717e-05,
      "loss": 0.0147,
      "step": 37620
    },
    {
      "epoch": 5.745915406932356,
      "grad_norm": 0.18477611243724823,
      "learning_rate": 9.091402124653798e-05,
      "loss": 0.0138,
      "step": 37630
    },
    {
      "epoch": 5.747442357611849,
      "grad_norm": 0.2433733493089676,
      "learning_rate": 9.090808008365697e-05,
      "loss": 0.0146,
      "step": 37640
    },
    {
      "epoch": 5.7489693082913425,
      "grad_norm": 0.24503658711910248,
      "learning_rate": 9.09021371732579e-05,
      "loss": 0.018,
      "step": 37650
    },
    {
      "epoch": 5.750496258970835,
      "grad_norm": 0.20711976289749146,
      "learning_rate": 9.089619251559468e-05,
      "loss": 0.0148,
      "step": 37660
    },
    {
      "epoch": 5.7520232096503285,
      "grad_norm": 0.2653812766075134,
      "learning_rate": 9.089024611092127e-05,
      "loss": 0.0169,
      "step": 37670
    },
    {
      "epoch": 5.753550160329821,
      "grad_norm": 0.2763434052467346,
      "learning_rate": 9.088429795949164e-05,
      "loss": 0.0203,
      "step": 37680
    },
    {
      "epoch": 5.755077111009315,
      "grad_norm": 0.21104009449481964,
      "learning_rate": 9.08783480615599e-05,
      "loss": 0.0143,
      "step": 37690
    },
    {
      "epoch": 5.756604061688807,
      "grad_norm": 0.35218673944473267,
      "learning_rate": 9.087239641738025e-05,
      "loss": 0.0194,
      "step": 37700
    },
    {
      "epoch": 5.758131012368301,
      "grad_norm": 0.3539498746395111,
      "learning_rate": 9.08664430272069e-05,
      "loss": 0.017,
      "step": 37710
    },
    {
      "epoch": 5.759657963047793,
      "grad_norm": 0.4324648976325989,
      "learning_rate": 9.086048789129417e-05,
      "loss": 0.0188,
      "step": 37720
    },
    {
      "epoch": 5.761184913727287,
      "grad_norm": 0.31068694591522217,
      "learning_rate": 9.085453100989648e-05,
      "loss": 0.0176,
      "step": 37730
    },
    {
      "epoch": 5.762711864406779,
      "grad_norm": 0.44716355204582214,
      "learning_rate": 9.084857238326827e-05,
      "loss": 0.02,
      "step": 37740
    },
    {
      "epoch": 5.764238815086273,
      "grad_norm": 0.21783503890037537,
      "learning_rate": 9.084261201166408e-05,
      "loss": 0.0164,
      "step": 37750
    },
    {
      "epoch": 5.7657657657657655,
      "grad_norm": 0.1945372074842453,
      "learning_rate": 9.083664989533855e-05,
      "loss": 0.0158,
      "step": 37760
    },
    {
      "epoch": 5.767292716445259,
      "grad_norm": 0.19880300760269165,
      "learning_rate": 9.083068603454635e-05,
      "loss": 0.0178,
      "step": 37770
    },
    {
      "epoch": 5.768819667124752,
      "grad_norm": 0.26513540744781494,
      "learning_rate": 9.082472042954223e-05,
      "loss": 0.0144,
      "step": 37780
    },
    {
      "epoch": 5.770346617804245,
      "grad_norm": 0.21103641390800476,
      "learning_rate": 9.081875308058107e-05,
      "loss": 0.0168,
      "step": 37790
    },
    {
      "epoch": 5.771873568483738,
      "grad_norm": 0.21751202642917633,
      "learning_rate": 9.081278398791777e-05,
      "loss": 0.0165,
      "step": 37800
    },
    {
      "epoch": 5.773400519163231,
      "grad_norm": 0.23625622689723969,
      "learning_rate": 9.08068131518073e-05,
      "loss": 0.0147,
      "step": 37810
    },
    {
      "epoch": 5.774927469842724,
      "grad_norm": 0.4344397485256195,
      "learning_rate": 9.080084057250475e-05,
      "loss": 0.0157,
      "step": 37820
    },
    {
      "epoch": 5.776454420522217,
      "grad_norm": 0.22652694582939148,
      "learning_rate": 9.079486625026523e-05,
      "loss": 0.0172,
      "step": 37830
    },
    {
      "epoch": 5.77798137120171,
      "grad_norm": 0.37569186091423035,
      "learning_rate": 9.078889018534398e-05,
      "loss": 0.0234,
      "step": 37840
    },
    {
      "epoch": 5.779508321881203,
      "grad_norm": 0.4787270426750183,
      "learning_rate": 9.078291237799626e-05,
      "loss": 0.017,
      "step": 37850
    },
    {
      "epoch": 5.781035272560696,
      "grad_norm": 0.20537704229354858,
      "learning_rate": 9.077693282847744e-05,
      "loss": 0.0182,
      "step": 37860
    },
    {
      "epoch": 5.782562223240189,
      "grad_norm": 0.21242667734622955,
      "learning_rate": 9.077095153704298e-05,
      "loss": 0.0163,
      "step": 37870
    },
    {
      "epoch": 5.784089173919682,
      "grad_norm": 0.31047001481056213,
      "learning_rate": 9.076496850394836e-05,
      "loss": 0.0145,
      "step": 37880
    },
    {
      "epoch": 5.7856161245991755,
      "grad_norm": 0.22253330051898956,
      "learning_rate": 9.075898372944916e-05,
      "loss": 0.0166,
      "step": 37890
    },
    {
      "epoch": 5.787143075278668,
      "grad_norm": 0.27155789732933044,
      "learning_rate": 9.075299721380107e-05,
      "loss": 0.018,
      "step": 37900
    },
    {
      "epoch": 5.788670025958162,
      "grad_norm": 0.4116114377975464,
      "learning_rate": 9.07470089572598e-05,
      "loss": 0.0201,
      "step": 37910
    },
    {
      "epoch": 5.790196976637654,
      "grad_norm": 0.22014600038528442,
      "learning_rate": 9.074101896008116e-05,
      "loss": 0.0189,
      "step": 37920
    },
    {
      "epoch": 5.791723927317148,
      "grad_norm": 0.27510541677474976,
      "learning_rate": 9.073502722252104e-05,
      "loss": 0.0195,
      "step": 37930
    },
    {
      "epoch": 5.793250877996641,
      "grad_norm": 0.21887239813804626,
      "learning_rate": 9.072903374483537e-05,
      "loss": 0.0166,
      "step": 37940
    },
    {
      "epoch": 5.794777828676134,
      "grad_norm": 0.31687599420547485,
      "learning_rate": 9.072303852728021e-05,
      "loss": 0.0178,
      "step": 37950
    },
    {
      "epoch": 5.796304779355626,
      "grad_norm": 0.25994181632995605,
      "learning_rate": 9.071704157011166e-05,
      "loss": 0.0192,
      "step": 37960
    },
    {
      "epoch": 5.79783173003512,
      "grad_norm": 0.20176027715206146,
      "learning_rate": 9.07110428735859e-05,
      "loss": 0.0186,
      "step": 37970
    },
    {
      "epoch": 5.799358680714613,
      "grad_norm": 0.19509750604629517,
      "learning_rate": 9.070504243795916e-05,
      "loss": 0.017,
      "step": 37980
    },
    {
      "epoch": 5.800885631394106,
      "grad_norm": 0.2742883861064911,
      "learning_rate": 9.06990402634878e-05,
      "loss": 0.0181,
      "step": 37990
    },
    {
      "epoch": 5.802412582073599,
      "grad_norm": 0.23068569600582123,
      "learning_rate": 9.06930363504282e-05,
      "loss": 0.0176,
      "step": 38000
    },
    {
      "epoch": 5.803939532753092,
      "grad_norm": 0.2825237214565277,
      "learning_rate": 9.068703069903684e-05,
      "loss": 0.0168,
      "step": 38010
    },
    {
      "epoch": 5.8054664834325855,
      "grad_norm": 0.24652084708213806,
      "learning_rate": 9.068102330957027e-05,
      "loss": 0.0175,
      "step": 38020
    },
    {
      "epoch": 5.806993434112078,
      "grad_norm": 0.31747376918792725,
      "learning_rate": 9.067501418228513e-05,
      "loss": 0.0157,
      "step": 38030
    },
    {
      "epoch": 5.808520384791571,
      "grad_norm": 0.3063059151172638,
      "learning_rate": 9.066900331743809e-05,
      "loss": 0.0198,
      "step": 38040
    },
    {
      "epoch": 5.810047335471064,
      "grad_norm": 0.2285286784172058,
      "learning_rate": 9.066299071528594e-05,
      "loss": 0.0197,
      "step": 38050
    },
    {
      "epoch": 5.811574286150558,
      "grad_norm": 0.1889997273683548,
      "learning_rate": 9.065697637608554e-05,
      "loss": 0.0207,
      "step": 38060
    },
    {
      "epoch": 5.81310123683005,
      "grad_norm": 0.18893703818321228,
      "learning_rate": 9.06509603000938e-05,
      "loss": 0.0165,
      "step": 38070
    },
    {
      "epoch": 5.814628187509544,
      "grad_norm": 0.24671833217144012,
      "learning_rate": 9.064494248756771e-05,
      "loss": 0.0213,
      "step": 38080
    },
    {
      "epoch": 5.816155138189036,
      "grad_norm": 0.20959590375423431,
      "learning_rate": 9.063892293876434e-05,
      "loss": 0.0198,
      "step": 38090
    },
    {
      "epoch": 5.81768208886853,
      "grad_norm": 0.22450540959835052,
      "learning_rate": 9.063290165394085e-05,
      "loss": 0.0153,
      "step": 38100
    },
    {
      "epoch": 5.8192090395480225,
      "grad_norm": 0.22112171351909637,
      "learning_rate": 9.062687863335442e-05,
      "loss": 0.0152,
      "step": 38110
    },
    {
      "epoch": 5.820735990227516,
      "grad_norm": 0.2805008888244629,
      "learning_rate": 9.06208538772624e-05,
      "loss": 0.022,
      "step": 38120
    },
    {
      "epoch": 5.822262940907009,
      "grad_norm": 0.3214555084705353,
      "learning_rate": 9.06148273859221e-05,
      "loss": 0.0189,
      "step": 38130
    },
    {
      "epoch": 5.823789891586502,
      "grad_norm": 0.2237994521856308,
      "learning_rate": 9.0608799159591e-05,
      "loss": 0.0195,
      "step": 38140
    },
    {
      "epoch": 5.825316842265995,
      "grad_norm": 0.32076147198677063,
      "learning_rate": 9.06027691985266e-05,
      "loss": 0.0152,
      "step": 38150
    },
    {
      "epoch": 5.826843792945488,
      "grad_norm": 0.20585572719573975,
      "learning_rate": 9.05967375029865e-05,
      "loss": 0.0188,
      "step": 38160
    },
    {
      "epoch": 5.828370743624981,
      "grad_norm": 0.24916282296180725,
      "learning_rate": 9.059070407322833e-05,
      "loss": 0.0172,
      "step": 38170
    },
    {
      "epoch": 5.829897694304474,
      "grad_norm": 0.19915613532066345,
      "learning_rate": 9.058466890950985e-05,
      "loss": 0.0173,
      "step": 38180
    },
    {
      "epoch": 5.831424644983967,
      "grad_norm": 0.24116666615009308,
      "learning_rate": 9.057863201208888e-05,
      "loss": 0.0192,
      "step": 38190
    },
    {
      "epoch": 5.83295159566346,
      "grad_norm": 0.21164998412132263,
      "learning_rate": 9.057259338122331e-05,
      "loss": 0.0237,
      "step": 38200
    },
    {
      "epoch": 5.834478546342953,
      "grad_norm": 0.18638975918293,
      "learning_rate": 9.056655301717106e-05,
      "loss": 0.02,
      "step": 38210
    },
    {
      "epoch": 5.836005497022446,
      "grad_norm": 0.23302318155765533,
      "learning_rate": 9.05605109201902e-05,
      "loss": 0.0245,
      "step": 38220
    },
    {
      "epoch": 5.837532447701939,
      "grad_norm": 0.2569960653781891,
      "learning_rate": 9.055446709053883e-05,
      "loss": 0.017,
      "step": 38230
    },
    {
      "epoch": 5.8390593983814325,
      "grad_norm": 0.24963928759098053,
      "learning_rate": 9.054842152847512e-05,
      "loss": 0.0177,
      "step": 38240
    },
    {
      "epoch": 5.840586349060925,
      "grad_norm": 0.4826439917087555,
      "learning_rate": 9.054237423425733e-05,
      "loss": 0.0172,
      "step": 38250
    },
    {
      "epoch": 5.842113299740419,
      "grad_norm": 0.1889224797487259,
      "learning_rate": 9.05363252081438e-05,
      "loss": 0.0187,
      "step": 38260
    },
    {
      "epoch": 5.843640250419911,
      "grad_norm": 0.3366559147834778,
      "learning_rate": 9.05302744503929e-05,
      "loss": 0.0179,
      "step": 38270
    },
    {
      "epoch": 5.845167201099405,
      "grad_norm": 0.3961431682109833,
      "learning_rate": 9.052422196126316e-05,
      "loss": 0.0198,
      "step": 38280
    },
    {
      "epoch": 5.846694151778897,
      "grad_norm": 0.188201442360878,
      "learning_rate": 9.05181677410131e-05,
      "loss": 0.0216,
      "step": 38290
    },
    {
      "epoch": 5.848221102458391,
      "grad_norm": 0.19601258635520935,
      "learning_rate": 9.051211178990133e-05,
      "loss": 0.0192,
      "step": 38300
    },
    {
      "epoch": 5.849748053137883,
      "grad_norm": 0.24758680164813995,
      "learning_rate": 9.05060541081866e-05,
      "loss": 0.0156,
      "step": 38310
    },
    {
      "epoch": 5.851275003817377,
      "grad_norm": 0.24564696848392487,
      "learning_rate": 9.049999469612762e-05,
      "loss": 0.0159,
      "step": 38320
    },
    {
      "epoch": 5.8528019544968695,
      "grad_norm": 0.20143821835517883,
      "learning_rate": 9.049393355398328e-05,
      "loss": 0.0131,
      "step": 38330
    },
    {
      "epoch": 5.854328905176363,
      "grad_norm": 0.2635359764099121,
      "learning_rate": 9.048787068201248e-05,
      "loss": 0.0167,
      "step": 38340
    },
    {
      "epoch": 5.8558558558558556,
      "grad_norm": 0.19128014147281647,
      "learning_rate": 9.048180608047422e-05,
      "loss": 0.0142,
      "step": 38350
    },
    {
      "epoch": 5.857382806535349,
      "grad_norm": 0.1987459659576416,
      "learning_rate": 9.047573974962759e-05,
      "loss": 0.0158,
      "step": 38360
    },
    {
      "epoch": 5.858909757214842,
      "grad_norm": 0.1917981505393982,
      "learning_rate": 9.046967168973171e-05,
      "loss": 0.0145,
      "step": 38370
    },
    {
      "epoch": 5.860436707894335,
      "grad_norm": 0.17622357606887817,
      "learning_rate": 9.046360190104579e-05,
      "loss": 0.0164,
      "step": 38380
    },
    {
      "epoch": 5.861963658573828,
      "grad_norm": 0.24798689782619476,
      "learning_rate": 9.045753038382915e-05,
      "loss": 0.0212,
      "step": 38390
    },
    {
      "epoch": 5.863490609253321,
      "grad_norm": 0.32049018144607544,
      "learning_rate": 9.045145713834112e-05,
      "loss": 0.0181,
      "step": 38400
    },
    {
      "epoch": 5.865017559932814,
      "grad_norm": 0.1703299880027771,
      "learning_rate": 9.044538216484115e-05,
      "loss": 0.0127,
      "step": 38410
    },
    {
      "epoch": 5.866544510612307,
      "grad_norm": 0.26115351915359497,
      "learning_rate": 9.043930546358877e-05,
      "loss": 0.0153,
      "step": 38420
    },
    {
      "epoch": 5.8680714612918,
      "grad_norm": 0.16459797322750092,
      "learning_rate": 9.043322703484354e-05,
      "loss": 0.017,
      "step": 38430
    },
    {
      "epoch": 5.869598411971293,
      "grad_norm": 0.252840131521225,
      "learning_rate": 9.042714687886512e-05,
      "loss": 0.0162,
      "step": 38440
    },
    {
      "epoch": 5.871125362650786,
      "grad_norm": 0.21686922013759613,
      "learning_rate": 9.042106499591325e-05,
      "loss": 0.0176,
      "step": 38450
    },
    {
      "epoch": 5.8726523133302795,
      "grad_norm": 0.2816877067089081,
      "learning_rate": 9.041498138624776e-05,
      "loss": 0.0151,
      "step": 38460
    },
    {
      "epoch": 5.874179264009772,
      "grad_norm": 0.2318238615989685,
      "learning_rate": 9.04088960501285e-05,
      "loss": 0.019,
      "step": 38470
    },
    {
      "epoch": 5.875706214689266,
      "grad_norm": 0.3607202470302582,
      "learning_rate": 9.040280898781544e-05,
      "loss": 0.0196,
      "step": 38480
    },
    {
      "epoch": 5.877233165368759,
      "grad_norm": 0.17704035341739655,
      "learning_rate": 9.039672019956858e-05,
      "loss": 0.0153,
      "step": 38490
    },
    {
      "epoch": 5.878760116048252,
      "grad_norm": 0.24907231330871582,
      "learning_rate": 9.039062968564806e-05,
      "loss": 0.0158,
      "step": 38500
    },
    {
      "epoch": 5.880287066727744,
      "grad_norm": 0.1676638126373291,
      "learning_rate": 9.038453744631405e-05,
      "loss": 0.0194,
      "step": 38510
    },
    {
      "epoch": 5.881814017407238,
      "grad_norm": 0.18782062828540802,
      "learning_rate": 9.037844348182678e-05,
      "loss": 0.0175,
      "step": 38520
    },
    {
      "epoch": 5.883340968086731,
      "grad_norm": 0.2691524028778076,
      "learning_rate": 9.037234779244657e-05,
      "loss": 0.0164,
      "step": 38530
    },
    {
      "epoch": 5.884867918766224,
      "grad_norm": 0.193658709526062,
      "learning_rate": 9.036625037843384e-05,
      "loss": 0.0151,
      "step": 38540
    },
    {
      "epoch": 5.886394869445716,
      "grad_norm": 0.1546398103237152,
      "learning_rate": 9.036015124004906e-05,
      "loss": 0.0174,
      "step": 38550
    },
    {
      "epoch": 5.88792182012521,
      "grad_norm": 0.31330639123916626,
      "learning_rate": 9.035405037755275e-05,
      "loss": 0.0182,
      "step": 38560
    },
    {
      "epoch": 5.889448770804703,
      "grad_norm": 0.22741375863552094,
      "learning_rate": 9.034794779120554e-05,
      "loss": 0.0156,
      "step": 38570
    },
    {
      "epoch": 5.890975721484196,
      "grad_norm": 0.3467760384082794,
      "learning_rate": 9.034184348126813e-05,
      "loss": 0.0136,
      "step": 38580
    },
    {
      "epoch": 5.892502672163689,
      "grad_norm": 0.16883310675621033,
      "learning_rate": 9.033573744800127e-05,
      "loss": 0.0133,
      "step": 38590
    },
    {
      "epoch": 5.894029622843182,
      "grad_norm": 0.42947378754615784,
      "learning_rate": 9.03296296916658e-05,
      "loss": 0.0202,
      "step": 38600
    },
    {
      "epoch": 5.895556573522676,
      "grad_norm": 0.21459510922431946,
      "learning_rate": 9.032352021252264e-05,
      "loss": 0.015,
      "step": 38610
    },
    {
      "epoch": 5.897083524202168,
      "grad_norm": 0.23721887171268463,
      "learning_rate": 9.03174090108328e-05,
      "loss": 0.0185,
      "step": 38620
    },
    {
      "epoch": 5.898610474881662,
      "grad_norm": 0.2929397225379944,
      "learning_rate": 9.031129608685727e-05,
      "loss": 0.0198,
      "step": 38630
    },
    {
      "epoch": 5.900137425561154,
      "grad_norm": 0.19789186120033264,
      "learning_rate": 9.030518144085725e-05,
      "loss": 0.0172,
      "step": 38640
    },
    {
      "epoch": 5.901664376240648,
      "grad_norm": 0.25351133942604065,
      "learning_rate": 9.029906507309391e-05,
      "loss": 0.0154,
      "step": 38650
    },
    {
      "epoch": 5.90319132692014,
      "grad_norm": 0.26483768224716187,
      "learning_rate": 9.029294698382855e-05,
      "loss": 0.0151,
      "step": 38660
    },
    {
      "epoch": 5.904718277599634,
      "grad_norm": 0.24779243767261505,
      "learning_rate": 9.028682717332254e-05,
      "loss": 0.0169,
      "step": 38670
    },
    {
      "epoch": 5.9062452282791265,
      "grad_norm": 0.16380928456783295,
      "learning_rate": 9.028070564183724e-05,
      "loss": 0.0144,
      "step": 38680
    },
    {
      "epoch": 5.90777217895862,
      "grad_norm": 0.3230750262737274,
      "learning_rate": 9.027458238963421e-05,
      "loss": 0.0203,
      "step": 38690
    },
    {
      "epoch": 5.9092991296381125,
      "grad_norm": 0.16946761310100555,
      "learning_rate": 9.026845741697501e-05,
      "loss": 0.0181,
      "step": 38700
    },
    {
      "epoch": 5.910826080317606,
      "grad_norm": 0.1778336614370346,
      "learning_rate": 9.026233072412128e-05,
      "loss": 0.0158,
      "step": 38710
    },
    {
      "epoch": 5.912353030997099,
      "grad_norm": 0.21441961824893951,
      "learning_rate": 9.025620231133474e-05,
      "loss": 0.0186,
      "step": 38720
    },
    {
      "epoch": 5.913879981676592,
      "grad_norm": 0.29300183057785034,
      "learning_rate": 9.02500721788772e-05,
      "loss": 0.0152,
      "step": 38730
    },
    {
      "epoch": 5.915406932356085,
      "grad_norm": 0.22264765202999115,
      "learning_rate": 9.024394032701051e-05,
      "loss": 0.0189,
      "step": 38740
    },
    {
      "epoch": 5.916933883035578,
      "grad_norm": 0.3087793290615082,
      "learning_rate": 9.023780675599664e-05,
      "loss": 0.0177,
      "step": 38750
    },
    {
      "epoch": 5.918460833715071,
      "grad_norm": 0.2343565821647644,
      "learning_rate": 9.023167146609756e-05,
      "loss": 0.0207,
      "step": 38760
    },
    {
      "epoch": 5.919987784394564,
      "grad_norm": 0.9196522831916809,
      "learning_rate": 9.02255344575754e-05,
      "loss": 0.022,
      "step": 38770
    },
    {
      "epoch": 5.921514735074057,
      "grad_norm": 0.28892144560813904,
      "learning_rate": 9.021939573069229e-05,
      "loss": 0.0193,
      "step": 38780
    },
    {
      "epoch": 5.92304168575355,
      "grad_norm": 0.2612632215023041,
      "learning_rate": 9.02132552857105e-05,
      "loss": 0.0238,
      "step": 38790
    },
    {
      "epoch": 5.924568636433043,
      "grad_norm": 0.21931099891662598,
      "learning_rate": 9.020711312289229e-05,
      "loss": 0.0167,
      "step": 38800
    },
    {
      "epoch": 5.9260955871125365,
      "grad_norm": 0.17106272280216217,
      "learning_rate": 9.02009692425001e-05,
      "loss": 0.0172,
      "step": 38810
    },
    {
      "epoch": 5.927622537792029,
      "grad_norm": 0.21399657428264618,
      "learning_rate": 9.019482364479634e-05,
      "loss": 0.025,
      "step": 38820
    },
    {
      "epoch": 5.929149488471523,
      "grad_norm": 0.22973637282848358,
      "learning_rate": 9.018867633004355e-05,
      "loss": 0.018,
      "step": 38830
    },
    {
      "epoch": 5.930676439151015,
      "grad_norm": 0.16884545981884003,
      "learning_rate": 9.018252729850434e-05,
      "loss": 0.0196,
      "step": 38840
    },
    {
      "epoch": 5.932203389830509,
      "grad_norm": 0.24276460707187653,
      "learning_rate": 9.01763765504414e-05,
      "loss": 0.02,
      "step": 38850
    },
    {
      "epoch": 5.933730340510001,
      "grad_norm": 0.18327447772026062,
      "learning_rate": 9.017022408611745e-05,
      "loss": 0.0186,
      "step": 38860
    },
    {
      "epoch": 5.935257291189495,
      "grad_norm": 0.4381563067436218,
      "learning_rate": 9.016406990579529e-05,
      "loss": 0.0234,
      "step": 38870
    },
    {
      "epoch": 5.936784241868987,
      "grad_norm": 0.541018545627594,
      "learning_rate": 9.015791400973787e-05,
      "loss": 0.0214,
      "step": 38880
    },
    {
      "epoch": 5.938311192548481,
      "grad_norm": 0.23789706826210022,
      "learning_rate": 9.015175639820814e-05,
      "loss": 0.018,
      "step": 38890
    },
    {
      "epoch": 5.939838143227973,
      "grad_norm": 0.17753078043460846,
      "learning_rate": 9.014559707146914e-05,
      "loss": 0.0138,
      "step": 38900
    },
    {
      "epoch": 5.941365093907467,
      "grad_norm": 0.2822512090206146,
      "learning_rate": 9.013943602978399e-05,
      "loss": 0.0131,
      "step": 38910
    },
    {
      "epoch": 5.9428920445869595,
      "grad_norm": 0.29983726143836975,
      "learning_rate": 9.013327327341586e-05,
      "loss": 0.0172,
      "step": 38920
    },
    {
      "epoch": 5.944418995266453,
      "grad_norm": 0.19279515743255615,
      "learning_rate": 9.012710880262803e-05,
      "loss": 0.0176,
      "step": 38930
    },
    {
      "epoch": 5.945945945945946,
      "grad_norm": 0.23709647357463837,
      "learning_rate": 9.01209426176838e-05,
      "loss": 0.0183,
      "step": 38940
    },
    {
      "epoch": 5.947472896625439,
      "grad_norm": 0.16785037517547607,
      "learning_rate": 9.011477471884664e-05,
      "loss": 0.0142,
      "step": 38950
    },
    {
      "epoch": 5.948999847304932,
      "grad_norm": 0.20449593663215637,
      "learning_rate": 9.010860510637997e-05,
      "loss": 0.0154,
      "step": 38960
    },
    {
      "epoch": 5.950526797984425,
      "grad_norm": 0.22931766510009766,
      "learning_rate": 9.01024337805474e-05,
      "loss": 0.0157,
      "step": 38970
    },
    {
      "epoch": 5.952053748663918,
      "grad_norm": 0.23998455703258514,
      "learning_rate": 9.009626074161252e-05,
      "loss": 0.0185,
      "step": 38980
    },
    {
      "epoch": 5.953580699343411,
      "grad_norm": 0.23593631386756897,
      "learning_rate": 9.009008598983903e-05,
      "loss": 0.0165,
      "step": 38990
    },
    {
      "epoch": 5.955107650022904,
      "grad_norm": 0.2236904352903366,
      "learning_rate": 9.008390952549071e-05,
      "loss": 0.0154,
      "step": 39000
    },
    {
      "epoch": 5.956634600702397,
      "grad_norm": 0.19141551852226257,
      "learning_rate": 9.007773134883144e-05,
      "loss": 0.0157,
      "step": 39010
    },
    {
      "epoch": 5.95816155138189,
      "grad_norm": 0.21865302324295044,
      "learning_rate": 9.00715514601251e-05,
      "loss": 0.0226,
      "step": 39020
    },
    {
      "epoch": 5.9596885020613835,
      "grad_norm": 0.3656921088695526,
      "learning_rate": 9.006536985963567e-05,
      "loss": 0.0165,
      "step": 39030
    },
    {
      "epoch": 5.961215452740877,
      "grad_norm": 0.14333702623844147,
      "learning_rate": 9.005918654762727e-05,
      "loss": 0.0185,
      "step": 39040
    },
    {
      "epoch": 5.9627424034203695,
      "grad_norm": 0.2199927270412445,
      "learning_rate": 9.0053001524364e-05,
      "loss": 0.0189,
      "step": 39050
    },
    {
      "epoch": 5.964269354099862,
      "grad_norm": 0.24064980447292328,
      "learning_rate": 9.004681479011008e-05,
      "loss": 0.0176,
      "step": 39060
    },
    {
      "epoch": 5.965796304779356,
      "grad_norm": 0.19802013039588928,
      "learning_rate": 9.004062634512981e-05,
      "loss": 0.0132,
      "step": 39070
    },
    {
      "epoch": 5.967323255458849,
      "grad_norm": 0.21318331360816956,
      "learning_rate": 9.003443618968754e-05,
      "loss": 0.0168,
      "step": 39080
    },
    {
      "epoch": 5.968850206138342,
      "grad_norm": 0.1540708988904953,
      "learning_rate": 9.00282443240477e-05,
      "loss": 0.0123,
      "step": 39090
    },
    {
      "epoch": 5.970377156817834,
      "grad_norm": 0.18574674427509308,
      "learning_rate": 9.00220507484748e-05,
      "loss": 0.0164,
      "step": 39100
    },
    {
      "epoch": 5.971904107497328,
      "grad_norm": 0.26832064986228943,
      "learning_rate": 9.001585546323341e-05,
      "loss": 0.0166,
      "step": 39110
    },
    {
      "epoch": 5.973431058176821,
      "grad_norm": 0.20865385234355927,
      "learning_rate": 9.000965846858819e-05,
      "loss": 0.0216,
      "step": 39120
    },
    {
      "epoch": 5.974958008856314,
      "grad_norm": 0.20927464962005615,
      "learning_rate": 9.000345976480385e-05,
      "loss": 0.0178,
      "step": 39130
    },
    {
      "epoch": 5.9764849595358065,
      "grad_norm": 0.3284601867198944,
      "learning_rate": 8.99972593521452e-05,
      "loss": 0.018,
      "step": 39140
    },
    {
      "epoch": 5.9780119102153,
      "grad_norm": 0.2292269766330719,
      "learning_rate": 8.999105723087713e-05,
      "loss": 0.0204,
      "step": 39150
    },
    {
      "epoch": 5.9795388608947935,
      "grad_norm": 0.22803208231925964,
      "learning_rate": 8.998485340126453e-05,
      "loss": 0.0158,
      "step": 39160
    },
    {
      "epoch": 5.981065811574286,
      "grad_norm": 0.19291022419929504,
      "learning_rate": 8.997864786357247e-05,
      "loss": 0.0139,
      "step": 39170
    },
    {
      "epoch": 5.98259276225378,
      "grad_norm": 0.34354570508003235,
      "learning_rate": 8.9972440618066e-05,
      "loss": 0.0183,
      "step": 39180
    },
    {
      "epoch": 5.984119712933272,
      "grad_norm": 0.3082205653190613,
      "learning_rate": 8.996623166501031e-05,
      "loss": 0.0135,
      "step": 39190
    },
    {
      "epoch": 5.985646663612766,
      "grad_norm": 0.3144546151161194,
      "learning_rate": 8.996002100467063e-05,
      "loss": 0.0188,
      "step": 39200
    },
    {
      "epoch": 5.987173614292258,
      "grad_norm": 0.22951219975948334,
      "learning_rate": 8.995380863731225e-05,
      "loss": 0.0166,
      "step": 39210
    },
    {
      "epoch": 5.988700564971752,
      "grad_norm": 0.3258236348628998,
      "learning_rate": 8.994759456320055e-05,
      "loss": 0.0171,
      "step": 39220
    },
    {
      "epoch": 5.990227515651244,
      "grad_norm": 0.2378237098455429,
      "learning_rate": 8.994137878260101e-05,
      "loss": 0.0169,
      "step": 39230
    },
    {
      "epoch": 5.991754466330738,
      "grad_norm": 0.36992141604423523,
      "learning_rate": 8.993516129577914e-05,
      "loss": 0.0145,
      "step": 39240
    },
    {
      "epoch": 5.99328141701023,
      "grad_norm": 0.2442275881767273,
      "learning_rate": 8.992894210300056e-05,
      "loss": 0.0197,
      "step": 39250
    },
    {
      "epoch": 5.994808367689724,
      "grad_norm": 0.28592029213905334,
      "learning_rate": 8.992272120453091e-05,
      "loss": 0.019,
      "step": 39260
    },
    {
      "epoch": 5.9963353183692165,
      "grad_norm": 0.18147386610507965,
      "learning_rate": 8.991649860063594e-05,
      "loss": 0.0147,
      "step": 39270
    },
    {
      "epoch": 5.99786226904871,
      "grad_norm": 0.3899129331111908,
      "learning_rate": 8.99102742915815e-05,
      "loss": 0.016,
      "step": 39280
    },
    {
      "epoch": 5.999389219728203,
      "grad_norm": 0.25436609983444214,
      "learning_rate": 8.990404827763344e-05,
      "loss": 0.0138,
      "step": 39290
    },
    {
      "epoch": 6.000916170407696,
      "grad_norm": 0.2787012457847595,
      "learning_rate": 8.989782055905775e-05,
      "loss": 0.0171,
      "step": 39300
    },
    {
      "epoch": 6.002443121087189,
      "grad_norm": 0.28418391942977905,
      "learning_rate": 8.989159113612047e-05,
      "loss": 0.0184,
      "step": 39310
    },
    {
      "epoch": 6.003970071766682,
      "grad_norm": 0.2290181964635849,
      "learning_rate": 8.98853600090877e-05,
      "loss": 0.0179,
      "step": 39320
    },
    {
      "epoch": 6.005497022446175,
      "grad_norm": 0.2392513006925583,
      "learning_rate": 8.987912717822562e-05,
      "loss": 0.0179,
      "step": 39330
    },
    {
      "epoch": 6.007023973125668,
      "grad_norm": 0.14819510281085968,
      "learning_rate": 8.987289264380048e-05,
      "loss": 0.0147,
      "step": 39340
    },
    {
      "epoch": 6.008550923805161,
      "grad_norm": 0.31582656502723694,
      "learning_rate": 8.98666564060786e-05,
      "loss": 0.0175,
      "step": 39350
    },
    {
      "epoch": 6.010077874484654,
      "grad_norm": 0.30136942863464355,
      "learning_rate": 8.986041846532642e-05,
      "loss": 0.014,
      "step": 39360
    },
    {
      "epoch": 6.011604825164147,
      "grad_norm": 0.1885215789079666,
      "learning_rate": 8.98541788218104e-05,
      "loss": 0.0153,
      "step": 39370
    },
    {
      "epoch": 6.0131317758436404,
      "grad_norm": 0.3016817569732666,
      "learning_rate": 8.984793747579705e-05,
      "loss": 0.0154,
      "step": 39380
    },
    {
      "epoch": 6.014658726523133,
      "grad_norm": 0.24488677084445953,
      "learning_rate": 8.984169442755301e-05,
      "loss": 0.0165,
      "step": 39390
    },
    {
      "epoch": 6.0161856772026265,
      "grad_norm": 0.16658763587474823,
      "learning_rate": 8.9835449677345e-05,
      "loss": 0.014,
      "step": 39400
    },
    {
      "epoch": 6.017712627882119,
      "grad_norm": 0.42740970849990845,
      "learning_rate": 8.982920322543976e-05,
      "loss": 0.0176,
      "step": 39410
    },
    {
      "epoch": 6.019239578561613,
      "grad_norm": 0.1819426566362381,
      "learning_rate": 8.98229550721041e-05,
      "loss": 0.0143,
      "step": 39420
    },
    {
      "epoch": 6.020766529241105,
      "grad_norm": 0.27506768703460693,
      "learning_rate": 8.981670521760497e-05,
      "loss": 0.0126,
      "step": 39430
    },
    {
      "epoch": 6.022293479920599,
      "grad_norm": 0.18282057344913483,
      "learning_rate": 8.981045366220934e-05,
      "loss": 0.0149,
      "step": 39440
    },
    {
      "epoch": 6.023820430600091,
      "grad_norm": 0.24469929933547974,
      "learning_rate": 8.980420040618427e-05,
      "loss": 0.0174,
      "step": 39450
    },
    {
      "epoch": 6.025347381279585,
      "grad_norm": 0.2366054207086563,
      "learning_rate": 8.979794544979687e-05,
      "loss": 0.015,
      "step": 39460
    },
    {
      "epoch": 6.026874331959077,
      "grad_norm": 0.19690212607383728,
      "learning_rate": 8.979168879331436e-05,
      "loss": 0.0111,
      "step": 39470
    },
    {
      "epoch": 6.028401282638571,
      "grad_norm": 0.2141614854335785,
      "learning_rate": 8.978543043700399e-05,
      "loss": 0.0178,
      "step": 39480
    },
    {
      "epoch": 6.0299282333180635,
      "grad_norm": 0.4007400870323181,
      "learning_rate": 8.977917038113312e-05,
      "loss": 0.0225,
      "step": 39490
    },
    {
      "epoch": 6.031455183997557,
      "grad_norm": 0.2676832675933838,
      "learning_rate": 8.977290862596919e-05,
      "loss": 0.0206,
      "step": 39500
    },
    {
      "epoch": 6.03298213467705,
      "grad_norm": 0.24742761254310608,
      "learning_rate": 8.976664517177966e-05,
      "loss": 0.0192,
      "step": 39510
    },
    {
      "epoch": 6.034509085356543,
      "grad_norm": 0.23782116174697876,
      "learning_rate": 8.97603800188321e-05,
      "loss": 0.0134,
      "step": 39520
    },
    {
      "epoch": 6.036036036036036,
      "grad_norm": 0.3195091485977173,
      "learning_rate": 8.975411316739415e-05,
      "loss": 0.0199,
      "step": 39530
    },
    {
      "epoch": 6.037562986715529,
      "grad_norm": 0.3117004930973053,
      "learning_rate": 8.974784461773351e-05,
      "loss": 0.0134,
      "step": 39540
    },
    {
      "epoch": 6.039089937395022,
      "grad_norm": 0.18773753941059113,
      "learning_rate": 8.974157437011796e-05,
      "loss": 0.0166,
      "step": 39550
    },
    {
      "epoch": 6.040616888074515,
      "grad_norm": 0.22627876698970795,
      "learning_rate": 8.973530242481538e-05,
      "loss": 0.0153,
      "step": 39560
    },
    {
      "epoch": 6.042143838754008,
      "grad_norm": 0.21076348423957825,
      "learning_rate": 8.972902878209366e-05,
      "loss": 0.0135,
      "step": 39570
    },
    {
      "epoch": 6.043670789433501,
      "grad_norm": 0.3737505078315735,
      "learning_rate": 8.972275344222084e-05,
      "loss": 0.0193,
      "step": 39580
    },
    {
      "epoch": 6.045197740112994,
      "grad_norm": 0.34185200929641724,
      "learning_rate": 8.971647640546493e-05,
      "loss": 0.0184,
      "step": 39590
    },
    {
      "epoch": 6.046724690792487,
      "grad_norm": 0.1940983533859253,
      "learning_rate": 8.971019767209414e-05,
      "loss": 0.0147,
      "step": 39600
    },
    {
      "epoch": 6.04825164147198,
      "grad_norm": 0.2860468029975891,
      "learning_rate": 8.970391724237663e-05,
      "loss": 0.0159,
      "step": 39610
    },
    {
      "epoch": 6.0497785921514735,
      "grad_norm": 0.194552481174469,
      "learning_rate": 8.969763511658074e-05,
      "loss": 0.0147,
      "step": 39620
    },
    {
      "epoch": 6.051305542830967,
      "grad_norm": 0.15045268833637238,
      "learning_rate": 8.969135129497479e-05,
      "loss": 0.0163,
      "step": 39630
    },
    {
      "epoch": 6.05283249351046,
      "grad_norm": 0.16533556580543518,
      "learning_rate": 8.968506577782723e-05,
      "loss": 0.0148,
      "step": 39640
    },
    {
      "epoch": 6.054359444189953,
      "grad_norm": 0.22052903473377228,
      "learning_rate": 8.967877856540657e-05,
      "loss": 0.0195,
      "step": 39650
    },
    {
      "epoch": 6.055886394869446,
      "grad_norm": 0.1617686152458191,
      "learning_rate": 8.967248965798136e-05,
      "loss": 0.0168,
      "step": 39660
    },
    {
      "epoch": 6.057413345548939,
      "grad_norm": 0.24735285341739655,
      "learning_rate": 8.96661990558203e-05,
      "loss": 0.0164,
      "step": 39670
    },
    {
      "epoch": 6.058940296228432,
      "grad_norm": 0.17316891252994537,
      "learning_rate": 8.965990675919207e-05,
      "loss": 0.017,
      "step": 39680
    },
    {
      "epoch": 6.060467246907925,
      "grad_norm": 0.19992153346538544,
      "learning_rate": 8.965361276836549e-05,
      "loss": 0.0159,
      "step": 39690
    },
    {
      "epoch": 6.061994197587418,
      "grad_norm": 0.17926308512687683,
      "learning_rate": 8.96473170836094e-05,
      "loss": 0.0169,
      "step": 39700
    },
    {
      "epoch": 6.063521148266911,
      "grad_norm": 0.25781986117362976,
      "learning_rate": 8.964101970519276e-05,
      "loss": 0.0171,
      "step": 39710
    },
    {
      "epoch": 6.065048098946404,
      "grad_norm": 0.26731714606285095,
      "learning_rate": 8.96347206333846e-05,
      "loss": 0.0174,
      "step": 39720
    },
    {
      "epoch": 6.066575049625897,
      "grad_norm": 0.24645939469337463,
      "learning_rate": 8.962841986845399e-05,
      "loss": 0.0191,
      "step": 39730
    },
    {
      "epoch": 6.06810200030539,
      "grad_norm": 0.27964141964912415,
      "learning_rate": 8.962211741067006e-05,
      "loss": 0.0176,
      "step": 39740
    },
    {
      "epoch": 6.0696289509848835,
      "grad_norm": 0.2243882119655609,
      "learning_rate": 8.961581326030207e-05,
      "loss": 0.0135,
      "step": 39750
    },
    {
      "epoch": 6.071155901664376,
      "grad_norm": 0.43757015466690063,
      "learning_rate": 8.960950741761932e-05,
      "loss": 0.0153,
      "step": 39760
    },
    {
      "epoch": 6.07268285234387,
      "grad_norm": 0.22525572776794434,
      "learning_rate": 8.960319988289119e-05,
      "loss": 0.02,
      "step": 39770
    },
    {
      "epoch": 6.074209803023362,
      "grad_norm": 0.21531043946743011,
      "learning_rate": 8.959689065638709e-05,
      "loss": 0.0131,
      "step": 39780
    },
    {
      "epoch": 6.075736753702856,
      "grad_norm": 0.414592444896698,
      "learning_rate": 8.959057973837657e-05,
      "loss": 0.016,
      "step": 39790
    },
    {
      "epoch": 6.077263704382348,
      "grad_norm": 0.21134355664253235,
      "learning_rate": 8.958426712912922e-05,
      "loss": 0.0152,
      "step": 39800
    },
    {
      "epoch": 6.078790655061842,
      "grad_norm": 0.2187378853559494,
      "learning_rate": 8.957795282891469e-05,
      "loss": 0.0149,
      "step": 39810
    },
    {
      "epoch": 6.080317605741334,
      "grad_norm": 0.2128954827785492,
      "learning_rate": 8.957163683800274e-05,
      "loss": 0.0173,
      "step": 39820
    },
    {
      "epoch": 6.081844556420828,
      "grad_norm": 0.21480011940002441,
      "learning_rate": 8.956531915666313e-05,
      "loss": 0.016,
      "step": 39830
    },
    {
      "epoch": 6.0833715071003205,
      "grad_norm": 0.1936236321926117,
      "learning_rate": 8.955899978516579e-05,
      "loss": 0.0166,
      "step": 39840
    },
    {
      "epoch": 6.084898457779814,
      "grad_norm": 0.21290484070777893,
      "learning_rate": 8.955267872378064e-05,
      "loss": 0.0149,
      "step": 39850
    },
    {
      "epoch": 6.086425408459307,
      "grad_norm": 0.24334707856178284,
      "learning_rate": 8.954635597277772e-05,
      "loss": 0.0201,
      "step": 39860
    },
    {
      "epoch": 6.0879523591388,
      "grad_norm": 0.3319648504257202,
      "learning_rate": 8.954003153242713e-05,
      "loss": 0.0224,
      "step": 39870
    },
    {
      "epoch": 6.089479309818293,
      "grad_norm": 0.19970762729644775,
      "learning_rate": 8.953370540299902e-05,
      "loss": 0.0176,
      "step": 39880
    },
    {
      "epoch": 6.091006260497786,
      "grad_norm": 0.22520983219146729,
      "learning_rate": 8.952737758476365e-05,
      "loss": 0.0163,
      "step": 39890
    },
    {
      "epoch": 6.092533211177279,
      "grad_norm": 0.1620316356420517,
      "learning_rate": 8.952104807799131e-05,
      "loss": 0.0137,
      "step": 39900
    },
    {
      "epoch": 6.094060161856772,
      "grad_norm": 0.45750191807746887,
      "learning_rate": 8.951471688295241e-05,
      "loss": 0.0221,
      "step": 39910
    },
    {
      "epoch": 6.095587112536265,
      "grad_norm": 0.27491748332977295,
      "learning_rate": 8.95083839999174e-05,
      "loss": 0.016,
      "step": 39920
    },
    {
      "epoch": 6.097114063215758,
      "grad_norm": 0.21280615031719208,
      "learning_rate": 8.950204942915678e-05,
      "loss": 0.0203,
      "step": 39930
    },
    {
      "epoch": 6.098641013895251,
      "grad_norm": 0.24778911471366882,
      "learning_rate": 8.94957131709412e-05,
      "loss": 0.0136,
      "step": 39940
    },
    {
      "epoch": 6.100167964574744,
      "grad_norm": 0.23828478157520294,
      "learning_rate": 8.948937522554131e-05,
      "loss": 0.0156,
      "step": 39950
    },
    {
      "epoch": 6.101694915254237,
      "grad_norm": 0.2502491772174835,
      "learning_rate": 8.948303559322784e-05,
      "loss": 0.0151,
      "step": 39960
    },
    {
      "epoch": 6.1032218659337305,
      "grad_norm": 0.22115309536457062,
      "learning_rate": 8.947669427427163e-05,
      "loss": 0.0166,
      "step": 39970
    },
    {
      "epoch": 6.104748816613223,
      "grad_norm": 0.17601583898067474,
      "learning_rate": 8.947035126894356e-05,
      "loss": 0.0176,
      "step": 39980
    },
    {
      "epoch": 6.106275767292717,
      "grad_norm": 0.2919556796550751,
      "learning_rate": 8.94640065775146e-05,
      "loss": 0.0148,
      "step": 39990
    },
    {
      "epoch": 6.107802717972209,
      "grad_norm": 0.21238058805465698,
      "learning_rate": 8.945766020025577e-05,
      "loss": 0.0155,
      "step": 40000
    },
    {
      "epoch": 6.109329668651703,
      "grad_norm": 0.16338665783405304,
      "learning_rate": 8.945131213743818e-05,
      "loss": 0.0147,
      "step": 40010
    },
    {
      "epoch": 6.110856619331195,
      "grad_norm": 0.26860660314559937,
      "learning_rate": 8.944496238933303e-05,
      "loss": 0.0189,
      "step": 40020
    },
    {
      "epoch": 6.112383570010689,
      "grad_norm": 0.24492228031158447,
      "learning_rate": 8.943861095621152e-05,
      "loss": 0.0151,
      "step": 40030
    },
    {
      "epoch": 6.113910520690181,
      "grad_norm": 0.22757123410701752,
      "learning_rate": 8.943225783834501e-05,
      "loss": 0.0159,
      "step": 40040
    },
    {
      "epoch": 6.115437471369675,
      "grad_norm": 0.22620999813079834,
      "learning_rate": 8.942590303600489e-05,
      "loss": 0.0147,
      "step": 40050
    },
    {
      "epoch": 6.1169644220491675,
      "grad_norm": 0.17301811277866364,
      "learning_rate": 8.941954654946264e-05,
      "loss": 0.0195,
      "step": 40060
    },
    {
      "epoch": 6.118491372728661,
      "grad_norm": 0.184104785323143,
      "learning_rate": 8.941318837898973e-05,
      "loss": 0.0144,
      "step": 40070
    },
    {
      "epoch": 6.1200183234081535,
      "grad_norm": 0.33943039178848267,
      "learning_rate": 8.940682852485784e-05,
      "loss": 0.018,
      "step": 40080
    },
    {
      "epoch": 6.121545274087647,
      "grad_norm": 0.17332163453102112,
      "learning_rate": 8.940046698733864e-05,
      "loss": 0.0147,
      "step": 40090
    },
    {
      "epoch": 6.12307222476714,
      "grad_norm": 0.1717492789030075,
      "learning_rate": 8.939410376670387e-05,
      "loss": 0.0161,
      "step": 40100
    },
    {
      "epoch": 6.124599175446633,
      "grad_norm": 0.3708142340183258,
      "learning_rate": 8.938773886322534e-05,
      "loss": 0.0137,
      "step": 40110
    },
    {
      "epoch": 6.126126126126126,
      "grad_norm": 0.27217480540275574,
      "learning_rate": 8.938137227717498e-05,
      "loss": 0.0164,
      "step": 40120
    },
    {
      "epoch": 6.127653076805619,
      "grad_norm": 0.18257905542850494,
      "learning_rate": 8.937500400882473e-05,
      "loss": 0.0138,
      "step": 40130
    },
    {
      "epoch": 6.129180027485112,
      "grad_norm": 0.24794578552246094,
      "learning_rate": 8.936863405844665e-05,
      "loss": 0.0171,
      "step": 40140
    },
    {
      "epoch": 6.130706978164605,
      "grad_norm": 0.22450533509254456,
      "learning_rate": 8.936226242631282e-05,
      "loss": 0.0147,
      "step": 40150
    },
    {
      "epoch": 6.132233928844098,
      "grad_norm": 0.22454802691936493,
      "learning_rate": 8.935588911269548e-05,
      "loss": 0.012,
      "step": 40160
    },
    {
      "epoch": 6.133760879523591,
      "grad_norm": 0.21714279055595398,
      "learning_rate": 8.934951411786685e-05,
      "loss": 0.0214,
      "step": 40170
    },
    {
      "epoch": 6.135287830203085,
      "grad_norm": 0.2110782414674759,
      "learning_rate": 8.934313744209926e-05,
      "loss": 0.0147,
      "step": 40180
    },
    {
      "epoch": 6.1368147808825775,
      "grad_norm": 0.25642603635787964,
      "learning_rate": 8.933675908566512e-05,
      "loss": 0.0146,
      "step": 40190
    },
    {
      "epoch": 6.138341731562071,
      "grad_norm": 0.43941956758499146,
      "learning_rate": 8.93303790488369e-05,
      "loss": 0.0178,
      "step": 40200
    },
    {
      "epoch": 6.139868682241564,
      "grad_norm": 0.20597653090953827,
      "learning_rate": 8.932399733188712e-05,
      "loss": 0.0112,
      "step": 40210
    },
    {
      "epoch": 6.141395632921057,
      "grad_norm": 0.1961238533258438,
      "learning_rate": 8.931761393508843e-05,
      "loss": 0.0153,
      "step": 40220
    },
    {
      "epoch": 6.14292258360055,
      "grad_norm": 0.19690129160881042,
      "learning_rate": 8.93112288587135e-05,
      "loss": 0.018,
      "step": 40230
    },
    {
      "epoch": 6.144449534280043,
      "grad_norm": 0.1943676471710205,
      "learning_rate": 8.930484210303509e-05,
      "loss": 0.0142,
      "step": 40240
    },
    {
      "epoch": 6.145976484959536,
      "grad_norm": 0.36522361636161804,
      "learning_rate": 8.929845366832603e-05,
      "loss": 0.0179,
      "step": 40250
    },
    {
      "epoch": 6.147503435639029,
      "grad_norm": 0.33960580825805664,
      "learning_rate": 8.929206355485922e-05,
      "loss": 0.017,
      "step": 40260
    },
    {
      "epoch": 6.149030386318522,
      "grad_norm": 0.5155599117279053,
      "learning_rate": 8.928567176290763e-05,
      "loss": 0.0162,
      "step": 40270
    },
    {
      "epoch": 6.150557336998015,
      "grad_norm": 0.16905951499938965,
      "learning_rate": 8.927927829274433e-05,
      "loss": 0.0161,
      "step": 40280
    },
    {
      "epoch": 6.152084287677508,
      "grad_norm": 0.26013419032096863,
      "learning_rate": 8.92728831446424e-05,
      "loss": 0.0161,
      "step": 40290
    },
    {
      "epoch": 6.153611238357001,
      "grad_norm": 0.27603936195373535,
      "learning_rate": 8.926648631887506e-05,
      "loss": 0.0167,
      "step": 40300
    },
    {
      "epoch": 6.155138189036494,
      "grad_norm": 0.23780234158039093,
      "learning_rate": 8.926008781571555e-05,
      "loss": 0.0172,
      "step": 40310
    },
    {
      "epoch": 6.1566651397159875,
      "grad_norm": 0.16814321279525757,
      "learning_rate": 8.925368763543723e-05,
      "loss": 0.0165,
      "step": 40320
    },
    {
      "epoch": 6.15819209039548,
      "grad_norm": 0.24593494832515717,
      "learning_rate": 8.924728577831347e-05,
      "loss": 0.0162,
      "step": 40330
    },
    {
      "epoch": 6.159719041074974,
      "grad_norm": 0.20797181129455566,
      "learning_rate": 8.924088224461777e-05,
      "loss": 0.0198,
      "step": 40340
    },
    {
      "epoch": 6.161245991754466,
      "grad_norm": 0.23697799444198608,
      "learning_rate": 8.923447703462367e-05,
      "loss": 0.0163,
      "step": 40350
    },
    {
      "epoch": 6.16277294243396,
      "grad_norm": 0.20376531779766083,
      "learning_rate": 8.922807014860479e-05,
      "loss": 0.0116,
      "step": 40360
    },
    {
      "epoch": 6.164299893113452,
      "grad_norm": 0.17867468297481537,
      "learning_rate": 8.92216615868348e-05,
      "loss": 0.0167,
      "step": 40370
    },
    {
      "epoch": 6.165826843792946,
      "grad_norm": 0.4815119802951813,
      "learning_rate": 8.921525134958748e-05,
      "loss": 0.0165,
      "step": 40380
    },
    {
      "epoch": 6.167353794472438,
      "grad_norm": 0.22222952544689178,
      "learning_rate": 8.920883943713667e-05,
      "loss": 0.0165,
      "step": 40390
    },
    {
      "epoch": 6.168880745151932,
      "grad_norm": 0.3592047691345215,
      "learning_rate": 8.920242584975627e-05,
      "loss": 0.0154,
      "step": 40400
    },
    {
      "epoch": 6.1704076958314245,
      "grad_norm": 0.2201174944639206,
      "learning_rate": 8.919601058772027e-05,
      "loss": 0.0149,
      "step": 40410
    },
    {
      "epoch": 6.171934646510918,
      "grad_norm": 0.20204512774944305,
      "learning_rate": 8.918959365130268e-05,
      "loss": 0.0171,
      "step": 40420
    },
    {
      "epoch": 6.1734615971904105,
      "grad_norm": 0.27363431453704834,
      "learning_rate": 8.918317504077764e-05,
      "loss": 0.0178,
      "step": 40430
    },
    {
      "epoch": 6.174988547869904,
      "grad_norm": 0.305827796459198,
      "learning_rate": 8.917675475641937e-05,
      "loss": 0.0188,
      "step": 40440
    },
    {
      "epoch": 6.176515498549397,
      "grad_norm": 0.266387015581131,
      "learning_rate": 8.917033279850208e-05,
      "loss": 0.0173,
      "step": 40450
    },
    {
      "epoch": 6.17804244922889,
      "grad_norm": 0.2172909677028656,
      "learning_rate": 8.916390916730015e-05,
      "loss": 0.0148,
      "step": 40460
    },
    {
      "epoch": 6.179569399908383,
      "grad_norm": 0.1764007806777954,
      "learning_rate": 8.915748386308796e-05,
      "loss": 0.0151,
      "step": 40470
    },
    {
      "epoch": 6.181096350587876,
      "grad_norm": 0.21567556262016296,
      "learning_rate": 8.915105688613999e-05,
      "loss": 0.0164,
      "step": 40480
    },
    {
      "epoch": 6.182623301267369,
      "grad_norm": 0.23678047955036163,
      "learning_rate": 8.91446282367308e-05,
      "loss": 0.0176,
      "step": 40490
    },
    {
      "epoch": 6.184150251946862,
      "grad_norm": 0.4291428327560425,
      "learning_rate": 8.9138197915135e-05,
      "loss": 0.0157,
      "step": 40500
    },
    {
      "epoch": 6.185677202626355,
      "grad_norm": 0.28200840950012207,
      "learning_rate": 8.913176592162728e-05,
      "loss": 0.017,
      "step": 40510
    },
    {
      "epoch": 6.187204153305848,
      "grad_norm": 0.20938540995121002,
      "learning_rate": 8.91253322564824e-05,
      "loss": 0.0161,
      "step": 40520
    },
    {
      "epoch": 6.188731103985341,
      "grad_norm": 0.2969095706939697,
      "learning_rate": 8.911889691997523e-05,
      "loss": 0.0154,
      "step": 40530
    },
    {
      "epoch": 6.1902580546648345,
      "grad_norm": 0.1783241331577301,
      "learning_rate": 8.911245991238062e-05,
      "loss": 0.014,
      "step": 40540
    },
    {
      "epoch": 6.191785005344327,
      "grad_norm": 0.1785392314195633,
      "learning_rate": 8.910602123397357e-05,
      "loss": 0.0166,
      "step": 40550
    },
    {
      "epoch": 6.193311956023821,
      "grad_norm": 0.3230617046356201,
      "learning_rate": 8.909958088502916e-05,
      "loss": 0.0163,
      "step": 40560
    },
    {
      "epoch": 6.194838906703313,
      "grad_norm": 0.1958663910627365,
      "learning_rate": 8.909313886582247e-05,
      "loss": 0.0132,
      "step": 40570
    },
    {
      "epoch": 6.196365857382807,
      "grad_norm": 0.14099080860614777,
      "learning_rate": 8.908669517662871e-05,
      "loss": 0.0154,
      "step": 40580
    },
    {
      "epoch": 6.197892808062299,
      "grad_norm": 0.23519174754619598,
      "learning_rate": 8.908024981772312e-05,
      "loss": 0.0164,
      "step": 40590
    },
    {
      "epoch": 6.199419758741793,
      "grad_norm": 0.21626481413841248,
      "learning_rate": 8.907380278938107e-05,
      "loss": 0.0201,
      "step": 40600
    },
    {
      "epoch": 6.200946709421285,
      "grad_norm": 0.27895447611808777,
      "learning_rate": 8.906735409187792e-05,
      "loss": 0.0144,
      "step": 40610
    },
    {
      "epoch": 6.202473660100779,
      "grad_norm": 0.23136746883392334,
      "learning_rate": 8.90609037254892e-05,
      "loss": 0.0173,
      "step": 40620
    },
    {
      "epoch": 6.204000610780271,
      "grad_norm": 0.3857605755329132,
      "learning_rate": 8.905445169049041e-05,
      "loss": 0.0197,
      "step": 40630
    },
    {
      "epoch": 6.205527561459765,
      "grad_norm": 0.1659592241048813,
      "learning_rate": 8.90479979871572e-05,
      "loss": 0.0145,
      "step": 40640
    },
    {
      "epoch": 6.2070545121392575,
      "grad_norm": 0.3036905527114868,
      "learning_rate": 8.904154261576524e-05,
      "loss": 0.0152,
      "step": 40650
    },
    {
      "epoch": 6.208581462818751,
      "grad_norm": 0.21591688692569733,
      "learning_rate": 8.903508557659032e-05,
      "loss": 0.0154,
      "step": 40660
    },
    {
      "epoch": 6.210108413498244,
      "grad_norm": 0.32507941126823425,
      "learning_rate": 8.902862686990824e-05,
      "loss": 0.0176,
      "step": 40670
    },
    {
      "epoch": 6.211635364177737,
      "grad_norm": 0.1807379126548767,
      "learning_rate": 8.902216649599492e-05,
      "loss": 0.0181,
      "step": 40680
    },
    {
      "epoch": 6.21316231485723,
      "grad_norm": 0.21088072657585144,
      "learning_rate": 8.901570445512633e-05,
      "loss": 0.0202,
      "step": 40690
    },
    {
      "epoch": 6.214689265536723,
      "grad_norm": 0.18094518780708313,
      "learning_rate": 8.900924074757853e-05,
      "loss": 0.0183,
      "step": 40700
    },
    {
      "epoch": 6.216216216216216,
      "grad_norm": 0.3063773214817047,
      "learning_rate": 8.900277537362761e-05,
      "loss": 0.0159,
      "step": 40710
    },
    {
      "epoch": 6.217743166895709,
      "grad_norm": 0.2555944621562958,
      "learning_rate": 8.89963083335498e-05,
      "loss": 0.0154,
      "step": 40720
    },
    {
      "epoch": 6.219270117575203,
      "grad_norm": 0.20403820276260376,
      "learning_rate": 8.898983962762132e-05,
      "loss": 0.0185,
      "step": 40730
    },
    {
      "epoch": 6.220797068254695,
      "grad_norm": 0.25046366453170776,
      "learning_rate": 8.898336925611852e-05,
      "loss": 0.0202,
      "step": 40740
    },
    {
      "epoch": 6.222324018934189,
      "grad_norm": 0.24722060561180115,
      "learning_rate": 8.897689721931779e-05,
      "loss": 0.0221,
      "step": 40750
    },
    {
      "epoch": 6.2238509696136814,
      "grad_norm": 0.23775994777679443,
      "learning_rate": 8.897042351749562e-05,
      "loss": 0.0194,
      "step": 40760
    },
    {
      "epoch": 6.225377920293175,
      "grad_norm": 0.31553488969802856,
      "learning_rate": 8.896394815092856e-05,
      "loss": 0.0206,
      "step": 40770
    },
    {
      "epoch": 6.2269048709726675,
      "grad_norm": 0.22971111536026,
      "learning_rate": 8.895747111989321e-05,
      "loss": 0.0173,
      "step": 40780
    },
    {
      "epoch": 6.228431821652161,
      "grad_norm": 0.33893659710884094,
      "learning_rate": 8.895099242466626e-05,
      "loss": 0.0178,
      "step": 40790
    },
    {
      "epoch": 6.229958772331654,
      "grad_norm": 0.19198568165302277,
      "learning_rate": 8.894451206552447e-05,
      "loss": 0.0145,
      "step": 40800
    },
    {
      "epoch": 6.231485723011147,
      "grad_norm": 0.21443164348602295,
      "learning_rate": 8.893803004274465e-05,
      "loss": 0.0169,
      "step": 40810
    },
    {
      "epoch": 6.23301267369064,
      "grad_norm": 0.17375652492046356,
      "learning_rate": 8.893154635660375e-05,
      "loss": 0.016,
      "step": 40820
    },
    {
      "epoch": 6.234539624370133,
      "grad_norm": 0.20483094453811646,
      "learning_rate": 8.892506100737868e-05,
      "loss": 0.013,
      "step": 40830
    },
    {
      "epoch": 6.236066575049626,
      "grad_norm": 0.1805361807346344,
      "learning_rate": 8.891857399534654e-05,
      "loss": 0.0145,
      "step": 40840
    },
    {
      "epoch": 6.237593525729119,
      "grad_norm": 0.2543623149394989,
      "learning_rate": 8.891208532078439e-05,
      "loss": 0.016,
      "step": 40850
    },
    {
      "epoch": 6.239120476408612,
      "grad_norm": 0.2429022341966629,
      "learning_rate": 8.890559498396945e-05,
      "loss": 0.0162,
      "step": 40860
    },
    {
      "epoch": 6.240647427088105,
      "grad_norm": 0.6450189352035522,
      "learning_rate": 8.889910298517896e-05,
      "loss": 0.0139,
      "step": 40870
    },
    {
      "epoch": 6.242174377767598,
      "grad_norm": 0.1985148936510086,
      "learning_rate": 8.889260932469025e-05,
      "loss": 0.0163,
      "step": 40880
    },
    {
      "epoch": 6.2437013284470915,
      "grad_norm": 0.21199028193950653,
      "learning_rate": 8.88861140027807e-05,
      "loss": 0.0167,
      "step": 40890
    },
    {
      "epoch": 6.245228279126584,
      "grad_norm": 0.27713385224342346,
      "learning_rate": 8.887961701972783e-05,
      "loss": 0.0149,
      "step": 40900
    },
    {
      "epoch": 6.246755229806078,
      "grad_norm": 0.20150303840637207,
      "learning_rate": 8.887311837580914e-05,
      "loss": 0.0159,
      "step": 40910
    },
    {
      "epoch": 6.24828218048557,
      "grad_norm": 0.22975553572177887,
      "learning_rate": 8.886661807130223e-05,
      "loss": 0.017,
      "step": 40920
    },
    {
      "epoch": 6.249809131165064,
      "grad_norm": 0.2903302013874054,
      "learning_rate": 8.886011610648479e-05,
      "loss": 0.0177,
      "step": 40930
    },
    {
      "epoch": 6.251336081844556,
      "grad_norm": 0.22367802262306213,
      "learning_rate": 8.88536124816346e-05,
      "loss": 0.0149,
      "step": 40940
    },
    {
      "epoch": 6.25286303252405,
      "grad_norm": 0.23173470795154572,
      "learning_rate": 8.884710719702945e-05,
      "loss": 0.0185,
      "step": 40950
    },
    {
      "epoch": 6.254389983203542,
      "grad_norm": 0.38141873478889465,
      "learning_rate": 8.884060025294725e-05,
      "loss": 0.0173,
      "step": 40960
    },
    {
      "epoch": 6.255916933883036,
      "grad_norm": 0.17640471458435059,
      "learning_rate": 8.883409164966593e-05,
      "loss": 0.0227,
      "step": 40970
    },
    {
      "epoch": 6.257443884562528,
      "grad_norm": 0.2897074222564697,
      "learning_rate": 8.88275813874636e-05,
      "loss": 0.0161,
      "step": 40980
    },
    {
      "epoch": 6.258970835242022,
      "grad_norm": 0.2579057514667511,
      "learning_rate": 8.88210694666183e-05,
      "loss": 0.0176,
      "step": 40990
    },
    {
      "epoch": 6.2604977859215145,
      "grad_norm": 0.24153675138950348,
      "learning_rate": 8.881455588740824e-05,
      "loss": 0.0184,
      "step": 41000
    },
    {
      "epoch": 6.262024736601008,
      "grad_norm": 0.44547051191329956,
      "learning_rate": 8.880804065011163e-05,
      "loss": 0.0164,
      "step": 41010
    },
    {
      "epoch": 6.263551687280501,
      "grad_norm": 0.19675230979919434,
      "learning_rate": 8.880152375500685e-05,
      "loss": 0.0183,
      "step": 41020
    },
    {
      "epoch": 6.265078637959994,
      "grad_norm": 0.22522421181201935,
      "learning_rate": 8.879500520237224e-05,
      "loss": 0.013,
      "step": 41030
    },
    {
      "epoch": 6.266605588639487,
      "grad_norm": 0.26241710782051086,
      "learning_rate": 8.878848499248628e-05,
      "loss": 0.0155,
      "step": 41040
    },
    {
      "epoch": 6.26813253931898,
      "grad_norm": 0.1924973577260971,
      "learning_rate": 8.878196312562749e-05,
      "loss": 0.0144,
      "step": 41050
    },
    {
      "epoch": 6.269659489998473,
      "grad_norm": 0.26561498641967773,
      "learning_rate": 8.877543960207449e-05,
      "loss": 0.0152,
      "step": 41060
    },
    {
      "epoch": 6.271186440677966,
      "grad_norm": 0.1865232139825821,
      "learning_rate": 8.876891442210593e-05,
      "loss": 0.0133,
      "step": 41070
    },
    {
      "epoch": 6.272713391357459,
      "grad_norm": 0.24218149483203888,
      "learning_rate": 8.876238758600057e-05,
      "loss": 0.0201,
      "step": 41080
    },
    {
      "epoch": 6.274240342036952,
      "grad_norm": 0.2582654654979706,
      "learning_rate": 8.875585909403723e-05,
      "loss": 0.0166,
      "step": 41090
    },
    {
      "epoch": 6.275767292716445,
      "grad_norm": 0.20504413545131683,
      "learning_rate": 8.874932894649479e-05,
      "loss": 0.0167,
      "step": 41100
    },
    {
      "epoch": 6.2772942433959384,
      "grad_norm": 0.27563124895095825,
      "learning_rate": 8.874279714365219e-05,
      "loss": 0.0164,
      "step": 41110
    },
    {
      "epoch": 6.278821194075431,
      "grad_norm": 0.287174254655838,
      "learning_rate": 8.873626368578847e-05,
      "loss": 0.0175,
      "step": 41120
    },
    {
      "epoch": 6.2803481447549245,
      "grad_norm": 0.21830272674560547,
      "learning_rate": 8.872972857318274e-05,
      "loss": 0.0181,
      "step": 41130
    },
    {
      "epoch": 6.281875095434417,
      "grad_norm": 0.24356406927108765,
      "learning_rate": 8.872319180611412e-05,
      "loss": 0.0154,
      "step": 41140
    },
    {
      "epoch": 6.283402046113911,
      "grad_norm": 0.23322521150112152,
      "learning_rate": 8.871665338486192e-05,
      "loss": 0.0212,
      "step": 41150
    },
    {
      "epoch": 6.284928996793403,
      "grad_norm": 0.9004401564598083,
      "learning_rate": 8.87101133097054e-05,
      "loss": 0.0153,
      "step": 41160
    },
    {
      "epoch": 6.286455947472897,
      "grad_norm": 0.2135513424873352,
      "learning_rate": 8.870357158092394e-05,
      "loss": 0.016,
      "step": 41170
    },
    {
      "epoch": 6.287982898152389,
      "grad_norm": 0.18144769966602325,
      "learning_rate": 8.869702819879701e-05,
      "loss": 0.0166,
      "step": 41180
    },
    {
      "epoch": 6.289509848831883,
      "grad_norm": 0.3248438239097595,
      "learning_rate": 8.869048316360413e-05,
      "loss": 0.0178,
      "step": 41190
    },
    {
      "epoch": 6.291036799511375,
      "grad_norm": 0.49349603056907654,
      "learning_rate": 8.86839364756249e-05,
      "loss": 0.0188,
      "step": 41200
    },
    {
      "epoch": 6.292563750190869,
      "grad_norm": 0.19097065925598145,
      "learning_rate": 8.867738813513894e-05,
      "loss": 0.017,
      "step": 41210
    },
    {
      "epoch": 6.2940907008703615,
      "grad_norm": 0.2972111999988556,
      "learning_rate": 8.867083814242603e-05,
      "loss": 0.0192,
      "step": 41220
    },
    {
      "epoch": 6.295617651549855,
      "grad_norm": 0.24653027951717377,
      "learning_rate": 8.866428649776594e-05,
      "loss": 0.0177,
      "step": 41230
    },
    {
      "epoch": 6.297144602229348,
      "grad_norm": 0.18245114386081696,
      "learning_rate": 8.865773320143857e-05,
      "loss": 0.014,
      "step": 41240
    },
    {
      "epoch": 6.298671552908841,
      "grad_norm": 0.2029169499874115,
      "learning_rate": 8.865117825372385e-05,
      "loss": 0.0169,
      "step": 41250
    },
    {
      "epoch": 6.300198503588334,
      "grad_norm": 0.19510477781295776,
      "learning_rate": 8.864462165490179e-05,
      "loss": 0.0185,
      "step": 41260
    },
    {
      "epoch": 6.301725454267827,
      "grad_norm": 0.1849353015422821,
      "learning_rate": 8.863806340525251e-05,
      "loss": 0.0138,
      "step": 41270
    },
    {
      "epoch": 6.303252404947321,
      "grad_norm": 0.2853853106498718,
      "learning_rate": 8.863150350505613e-05,
      "loss": 0.0155,
      "step": 41280
    },
    {
      "epoch": 6.304779355626813,
      "grad_norm": 0.3367694616317749,
      "learning_rate": 8.862494195459288e-05,
      "loss": 0.0172,
      "step": 41290
    },
    {
      "epoch": 6.306306306306306,
      "grad_norm": 0.19829349219799042,
      "learning_rate": 8.861837875414308e-05,
      "loss": 0.0116,
      "step": 41300
    },
    {
      "epoch": 6.307833256985799,
      "grad_norm": 0.18860718607902527,
      "learning_rate": 8.861181390398708e-05,
      "loss": 0.0154,
      "step": 41310
    },
    {
      "epoch": 6.309360207665293,
      "grad_norm": 0.2588339149951935,
      "learning_rate": 8.86052474044053e-05,
      "loss": 0.0172,
      "step": 41320
    },
    {
      "epoch": 6.310887158344785,
      "grad_norm": 0.1515142172574997,
      "learning_rate": 8.85986792556783e-05,
      "loss": 0.0178,
      "step": 41330
    },
    {
      "epoch": 6.312414109024279,
      "grad_norm": 0.16175739467144012,
      "learning_rate": 8.859210945808662e-05,
      "loss": 0.013,
      "step": 41340
    },
    {
      "epoch": 6.3139410597037715,
      "grad_norm": 0.24667032063007355,
      "learning_rate": 8.858553801191092e-05,
      "loss": 0.0168,
      "step": 41350
    },
    {
      "epoch": 6.315468010383265,
      "grad_norm": 0.2311789095401764,
      "learning_rate": 8.857896491743192e-05,
      "loss": 0.0161,
      "step": 41360
    },
    {
      "epoch": 6.316994961062758,
      "grad_norm": 0.27666008472442627,
      "learning_rate": 8.857239017493042e-05,
      "loss": 0.0149,
      "step": 41370
    },
    {
      "epoch": 6.318521911742251,
      "grad_norm": 0.38394030928611755,
      "learning_rate": 8.856581378468725e-05,
      "loss": 0.0186,
      "step": 41380
    },
    {
      "epoch": 6.320048862421744,
      "grad_norm": 0.19013282656669617,
      "learning_rate": 8.855923574698337e-05,
      "loss": 0.0161,
      "step": 41390
    },
    {
      "epoch": 6.321575813101237,
      "grad_norm": 0.5391459465026855,
      "learning_rate": 8.855265606209979e-05,
      "loss": 0.0176,
      "step": 41400
    },
    {
      "epoch": 6.32310276378073,
      "grad_norm": 0.22219406068325043,
      "learning_rate": 8.854607473031756e-05,
      "loss": 0.0194,
      "step": 41410
    },
    {
      "epoch": 6.324629714460223,
      "grad_norm": 0.21148233115673065,
      "learning_rate": 8.853949175191782e-05,
      "loss": 0.018,
      "step": 41420
    },
    {
      "epoch": 6.326156665139716,
      "grad_norm": 0.28177934885025024,
      "learning_rate": 8.853290712718179e-05,
      "loss": 0.0198,
      "step": 41430
    },
    {
      "epoch": 6.327683615819209,
      "grad_norm": 0.2794859707355499,
      "learning_rate": 8.852632085639077e-05,
      "loss": 0.0177,
      "step": 41440
    },
    {
      "epoch": 6.329210566498702,
      "grad_norm": 0.2797553539276123,
      "learning_rate": 8.851973293982608e-05,
      "loss": 0.0163,
      "step": 41450
    },
    {
      "epoch": 6.330737517178195,
      "grad_norm": 0.17645810544490814,
      "learning_rate": 8.851314337776917e-05,
      "loss": 0.0192,
      "step": 41460
    },
    {
      "epoch": 6.332264467857688,
      "grad_norm": 0.2914213240146637,
      "learning_rate": 8.850655217050154e-05,
      "loss": 0.0192,
      "step": 41470
    },
    {
      "epoch": 6.3337914185371815,
      "grad_norm": 0.29552793502807617,
      "learning_rate": 8.849995931830472e-05,
      "loss": 0.0214,
      "step": 41480
    },
    {
      "epoch": 6.335318369216674,
      "grad_norm": 0.22328409552574158,
      "learning_rate": 8.849336482146038e-05,
      "loss": 0.0156,
      "step": 41490
    },
    {
      "epoch": 6.336845319896168,
      "grad_norm": 0.20134902000427246,
      "learning_rate": 8.848676868025018e-05,
      "loss": 0.0131,
      "step": 41500
    },
    {
      "epoch": 6.33837227057566,
      "grad_norm": 0.2352929264307022,
      "learning_rate": 8.848017089495595e-05,
      "loss": 0.0149,
      "step": 41510
    },
    {
      "epoch": 6.339899221255154,
      "grad_norm": 0.16156557202339172,
      "learning_rate": 8.84735714658595e-05,
      "loss": 0.0167,
      "step": 41520
    },
    {
      "epoch": 6.341426171934646,
      "grad_norm": 0.26247620582580566,
      "learning_rate": 8.846697039324276e-05,
      "loss": 0.0167,
      "step": 41530
    },
    {
      "epoch": 6.34295312261414,
      "grad_norm": 0.2549700438976288,
      "learning_rate": 8.846036767738773e-05,
      "loss": 0.0139,
      "step": 41540
    },
    {
      "epoch": 6.344480073293632,
      "grad_norm": 0.4742370545864105,
      "learning_rate": 8.845376331857643e-05,
      "loss": 0.0199,
      "step": 41550
    },
    {
      "epoch": 6.346007023973126,
      "grad_norm": 0.18602585792541504,
      "learning_rate": 8.844715731709098e-05,
      "loss": 0.0168,
      "step": 41560
    },
    {
      "epoch": 6.3475339746526185,
      "grad_norm": 0.248466357588768,
      "learning_rate": 8.844054967321363e-05,
      "loss": 0.0158,
      "step": 41570
    },
    {
      "epoch": 6.349060925332112,
      "grad_norm": 0.17796364426612854,
      "learning_rate": 8.843394038722661e-05,
      "loss": 0.0158,
      "step": 41580
    },
    {
      "epoch": 6.350587876011605,
      "grad_norm": 0.21175959706306458,
      "learning_rate": 8.842732945941225e-05,
      "loss": 0.0128,
      "step": 41590
    },
    {
      "epoch": 6.352114826691098,
      "grad_norm": 0.5271983742713928,
      "learning_rate": 8.842071689005297e-05,
      "loss": 0.0161,
      "step": 41600
    },
    {
      "epoch": 6.353641777370591,
      "grad_norm": 0.33202624320983887,
      "learning_rate": 8.841410267943127e-05,
      "loss": 0.0176,
      "step": 41610
    },
    {
      "epoch": 6.355168728050084,
      "grad_norm": 0.18898415565490723,
      "learning_rate": 8.840748682782964e-05,
      "loss": 0.0199,
      "step": 41620
    },
    {
      "epoch": 6.356695678729577,
      "grad_norm": 0.22929127514362335,
      "learning_rate": 8.840086933553075e-05,
      "loss": 0.0186,
      "step": 41630
    },
    {
      "epoch": 6.35822262940907,
      "grad_norm": 0.20317842066287994,
      "learning_rate": 8.839425020281727e-05,
      "loss": 0.0147,
      "step": 41640
    },
    {
      "epoch": 6.359749580088563,
      "grad_norm": 0.2545621991157532,
      "learning_rate": 8.838762942997194e-05,
      "loss": 0.0216,
      "step": 41650
    },
    {
      "epoch": 6.361276530768056,
      "grad_norm": 0.24073947966098785,
      "learning_rate": 8.838100701727761e-05,
      "loss": 0.0169,
      "step": 41660
    },
    {
      "epoch": 6.362803481447549,
      "grad_norm": 0.27624231576919556,
      "learning_rate": 8.837438296501714e-05,
      "loss": 0.0143,
      "step": 41670
    },
    {
      "epoch": 6.364330432127042,
      "grad_norm": 0.370042622089386,
      "learning_rate": 8.836775727347356e-05,
      "loss": 0.0153,
      "step": 41680
    },
    {
      "epoch": 6.365857382806535,
      "grad_norm": 0.1809302121400833,
      "learning_rate": 8.836112994292986e-05,
      "loss": 0.0156,
      "step": 41690
    },
    {
      "epoch": 6.3673843334860285,
      "grad_norm": 0.18300309777259827,
      "learning_rate": 8.835450097366918e-05,
      "loss": 0.0169,
      "step": 41700
    },
    {
      "epoch": 6.368911284165521,
      "grad_norm": 0.22597047686576843,
      "learning_rate": 8.834787036597465e-05,
      "loss": 0.0168,
      "step": 41710
    },
    {
      "epoch": 6.370438234845015,
      "grad_norm": 0.288274347782135,
      "learning_rate": 8.834123812012956e-05,
      "loss": 0.0167,
      "step": 41720
    },
    {
      "epoch": 6.371965185524507,
      "grad_norm": 0.24302564561367035,
      "learning_rate": 8.833460423641719e-05,
      "loss": 0.0161,
      "step": 41730
    },
    {
      "epoch": 6.373492136204001,
      "grad_norm": 0.2305719405412674,
      "learning_rate": 8.832796871512097e-05,
      "loss": 0.0177,
      "step": 41740
    },
    {
      "epoch": 6.375019086883493,
      "grad_norm": 0.18970955908298492,
      "learning_rate": 8.832133155652435e-05,
      "loss": 0.0171,
      "step": 41750
    },
    {
      "epoch": 6.376546037562987,
      "grad_norm": 0.24021214246749878,
      "learning_rate": 8.831469276091082e-05,
      "loss": 0.0167,
      "step": 41760
    },
    {
      "epoch": 6.378072988242479,
      "grad_norm": 0.15560804307460785,
      "learning_rate": 8.830805232856402e-05,
      "loss": 0.0144,
      "step": 41770
    },
    {
      "epoch": 6.379599938921973,
      "grad_norm": 0.22298383712768555,
      "learning_rate": 8.830141025976759e-05,
      "loss": 0.0181,
      "step": 41780
    },
    {
      "epoch": 6.3811268896014655,
      "grad_norm": 0.18493759632110596,
      "learning_rate": 8.829476655480529e-05,
      "loss": 0.0161,
      "step": 41790
    },
    {
      "epoch": 6.382653840280959,
      "grad_norm": 0.24065975844860077,
      "learning_rate": 8.828812121396089e-05,
      "loss": 0.0156,
      "step": 41800
    },
    {
      "epoch": 6.3841807909604515,
      "grad_norm": 0.2330203801393509,
      "learning_rate": 8.828147423751829e-05,
      "loss": 0.0171,
      "step": 41810
    },
    {
      "epoch": 6.385707741639945,
      "grad_norm": 0.3855026364326477,
      "learning_rate": 8.827482562576143e-05,
      "loss": 0.0174,
      "step": 41820
    },
    {
      "epoch": 6.3872346923194385,
      "grad_norm": 0.2245219200849533,
      "learning_rate": 8.826817537897437e-05,
      "loss": 0.0171,
      "step": 41830
    },
    {
      "epoch": 6.388761642998931,
      "grad_norm": 0.26839181780815125,
      "learning_rate": 8.826152349744113e-05,
      "loss": 0.015,
      "step": 41840
    },
    {
      "epoch": 6.390288593678424,
      "grad_norm": 0.20408234000205994,
      "learning_rate": 8.825486998144589e-05,
      "loss": 0.0159,
      "step": 41850
    },
    {
      "epoch": 6.391815544357917,
      "grad_norm": 0.23834191262722015,
      "learning_rate": 8.82482148312729e-05,
      "loss": 0.017,
      "step": 41860
    },
    {
      "epoch": 6.393342495037411,
      "grad_norm": 0.25290918350219727,
      "learning_rate": 8.824155804720642e-05,
      "loss": 0.0206,
      "step": 41870
    },
    {
      "epoch": 6.394869445716903,
      "grad_norm": 0.469174861907959,
      "learning_rate": 8.823489962953085e-05,
      "loss": 0.0178,
      "step": 41880
    },
    {
      "epoch": 6.396396396396397,
      "grad_norm": 0.16078786551952362,
      "learning_rate": 8.82282395785306e-05,
      "loss": 0.0132,
      "step": 41890
    },
    {
      "epoch": 6.397923347075889,
      "grad_norm": 0.21416829526424408,
      "learning_rate": 8.822157789449018e-05,
      "loss": 0.0218,
      "step": 41900
    },
    {
      "epoch": 6.399450297755383,
      "grad_norm": 0.22288693487644196,
      "learning_rate": 8.821491457769416e-05,
      "loss": 0.0181,
      "step": 41910
    },
    {
      "epoch": 6.4009772484348755,
      "grad_norm": 0.44309017062187195,
      "learning_rate": 8.82082496284272e-05,
      "loss": 0.017,
      "step": 41920
    },
    {
      "epoch": 6.402504199114369,
      "grad_norm": 0.24446840584278107,
      "learning_rate": 8.820158304697401e-05,
      "loss": 0.0188,
      "step": 41930
    },
    {
      "epoch": 6.404031149793862,
      "grad_norm": 0.2509140372276306,
      "learning_rate": 8.819491483361937e-05,
      "loss": 0.0151,
      "step": 41940
    },
    {
      "epoch": 6.405558100473355,
      "grad_norm": 0.24673698842525482,
      "learning_rate": 8.818824498864813e-05,
      "loss": 0.0158,
      "step": 41950
    },
    {
      "epoch": 6.407085051152848,
      "grad_norm": 0.27522891759872437,
      "learning_rate": 8.818157351234521e-05,
      "loss": 0.0175,
      "step": 41960
    },
    {
      "epoch": 6.408612001832341,
      "grad_norm": 0.2439740002155304,
      "learning_rate": 8.817490040499563e-05,
      "loss": 0.0184,
      "step": 41970
    },
    {
      "epoch": 6.410138952511834,
      "grad_norm": 0.2374299019575119,
      "learning_rate": 8.816822566688442e-05,
      "loss": 0.0148,
      "step": 41980
    },
    {
      "epoch": 6.411665903191327,
      "grad_norm": 0.2278832197189331,
      "learning_rate": 8.816154929829675e-05,
      "loss": 0.0189,
      "step": 41990
    },
    {
      "epoch": 6.41319285387082,
      "grad_norm": 0.2266545593738556,
      "learning_rate": 8.815487129951776e-05,
      "loss": 0.0148,
      "step": 42000
    },
    {
      "epoch": 6.414719804550313,
      "grad_norm": 0.2736453413963318,
      "learning_rate": 8.81481916708328e-05,
      "loss": 0.018,
      "step": 42010
    },
    {
      "epoch": 6.416246755229806,
      "grad_norm": 0.24662303924560547,
      "learning_rate": 8.814151041252714e-05,
      "loss": 0.0191,
      "step": 42020
    },
    {
      "epoch": 6.417773705909299,
      "grad_norm": 0.2240123301744461,
      "learning_rate": 8.813482752488624e-05,
      "loss": 0.0151,
      "step": 42030
    },
    {
      "epoch": 6.419300656588792,
      "grad_norm": 0.22723214328289032,
      "learning_rate": 8.812814300819556e-05,
      "loss": 0.0173,
      "step": 42040
    },
    {
      "epoch": 6.4208276072682855,
      "grad_norm": 0.202706441283226,
      "learning_rate": 8.812145686274066e-05,
      "loss": 0.0174,
      "step": 42050
    },
    {
      "epoch": 6.422354557947778,
      "grad_norm": 0.24889199435710907,
      "learning_rate": 8.811476908880714e-05,
      "loss": 0.0154,
      "step": 42060
    },
    {
      "epoch": 6.423881508627272,
      "grad_norm": 0.18673427402973175,
      "learning_rate": 8.810807968668072e-05,
      "loss": 0.0191,
      "step": 42070
    },
    {
      "epoch": 6.425408459306764,
      "grad_norm": 0.21100498735904694,
      "learning_rate": 8.810138865664714e-05,
      "loss": 0.0151,
      "step": 42080
    },
    {
      "epoch": 6.426935409986258,
      "grad_norm": 0.18850168585777283,
      "learning_rate": 8.809469599899223e-05,
      "loss": 0.0156,
      "step": 42090
    },
    {
      "epoch": 6.42846236066575,
      "grad_norm": 0.1930801123380661,
      "learning_rate": 8.80880017140019e-05,
      "loss": 0.0128,
      "step": 42100
    },
    {
      "epoch": 6.429989311345244,
      "grad_norm": 0.2777707576751709,
      "learning_rate": 8.808130580196208e-05,
      "loss": 0.0167,
      "step": 42110
    },
    {
      "epoch": 6.431516262024736,
      "grad_norm": 0.21694497764110565,
      "learning_rate": 8.807460826315885e-05,
      "loss": 0.0136,
      "step": 42120
    },
    {
      "epoch": 6.43304321270423,
      "grad_norm": 0.25876593589782715,
      "learning_rate": 8.806790909787828e-05,
      "loss": 0.0208,
      "step": 42130
    },
    {
      "epoch": 6.4345701633837225,
      "grad_norm": 0.20421290397644043,
      "learning_rate": 8.80612083064066e-05,
      "loss": 0.016,
      "step": 42140
    },
    {
      "epoch": 6.436097114063216,
      "grad_norm": 0.2918722927570343,
      "learning_rate": 8.805450588902999e-05,
      "loss": 0.0171,
      "step": 42150
    },
    {
      "epoch": 6.4376240647427085,
      "grad_norm": 0.3020265996456146,
      "learning_rate": 8.804780184603482e-05,
      "loss": 0.02,
      "step": 42160
    },
    {
      "epoch": 6.439151015422202,
      "grad_norm": 0.22228187322616577,
      "learning_rate": 8.804109617770743e-05,
      "loss": 0.0144,
      "step": 42170
    },
    {
      "epoch": 6.440677966101695,
      "grad_norm": 0.3212651312351227,
      "learning_rate": 8.803438888433433e-05,
      "loss": 0.0185,
      "step": 42180
    },
    {
      "epoch": 6.442204916781188,
      "grad_norm": 0.299244225025177,
      "learning_rate": 8.802767996620199e-05,
      "loss": 0.0159,
      "step": 42190
    },
    {
      "epoch": 6.443731867460681,
      "grad_norm": 0.31120288372039795,
      "learning_rate": 8.802096942359701e-05,
      "loss": 0.0176,
      "step": 42200
    },
    {
      "epoch": 6.445258818140174,
      "grad_norm": 0.31414681673049927,
      "learning_rate": 8.801425725680608e-05,
      "loss": 0.0187,
      "step": 42210
    },
    {
      "epoch": 6.446785768819667,
      "grad_norm": 0.25919821858406067,
      "learning_rate": 8.80075434661159e-05,
      "loss": 0.0204,
      "step": 42220
    },
    {
      "epoch": 6.44831271949916,
      "grad_norm": 0.32242250442504883,
      "learning_rate": 8.800082805181329e-05,
      "loss": 0.0145,
      "step": 42230
    },
    {
      "epoch": 6.449839670178653,
      "grad_norm": 0.23170989751815796,
      "learning_rate": 8.79941110141851e-05,
      "loss": 0.0155,
      "step": 42240
    },
    {
      "epoch": 6.451366620858146,
      "grad_norm": 0.22683003544807434,
      "learning_rate": 8.798739235351831e-05,
      "loss": 0.0168,
      "step": 42250
    },
    {
      "epoch": 6.452893571537639,
      "grad_norm": 0.2419382482767105,
      "learning_rate": 8.79806720700999e-05,
      "loss": 0.0143,
      "step": 42260
    },
    {
      "epoch": 6.4544205222171325,
      "grad_norm": 0.2090371996164322,
      "learning_rate": 8.797395016421694e-05,
      "loss": 0.0148,
      "step": 42270
    },
    {
      "epoch": 6.455947472896625,
      "grad_norm": 0.2375735193490982,
      "learning_rate": 8.79672266361566e-05,
      "loss": 0.0151,
      "step": 42280
    },
    {
      "epoch": 6.457474423576119,
      "grad_norm": 0.2855491638183594,
      "learning_rate": 8.796050148620607e-05,
      "loss": 0.0203,
      "step": 42290
    },
    {
      "epoch": 6.459001374255611,
      "grad_norm": 0.30021849274635315,
      "learning_rate": 8.795377471465268e-05,
      "loss": 0.0162,
      "step": 42300
    },
    {
      "epoch": 6.460528324935105,
      "grad_norm": 0.1945837140083313,
      "learning_rate": 8.794704632178373e-05,
      "loss": 0.012,
      "step": 42310
    },
    {
      "epoch": 6.462055275614597,
      "grad_norm": 0.6721718907356262,
      "learning_rate": 8.794031630788668e-05,
      "loss": 0.0231,
      "step": 42320
    },
    {
      "epoch": 6.463582226294091,
      "grad_norm": 0.30984434485435486,
      "learning_rate": 8.793358467324902e-05,
      "loss": 0.0191,
      "step": 42330
    },
    {
      "epoch": 6.465109176973583,
      "grad_norm": 0.2534404993057251,
      "learning_rate": 8.79268514181583e-05,
      "loss": 0.0158,
      "step": 42340
    },
    {
      "epoch": 6.466636127653077,
      "grad_norm": 0.22167807817459106,
      "learning_rate": 8.792011654290219e-05,
      "loss": 0.0174,
      "step": 42350
    },
    {
      "epoch": 6.468163078332569,
      "grad_norm": 0.19737936556339264,
      "learning_rate": 8.791338004776833e-05,
      "loss": 0.0145,
      "step": 42360
    },
    {
      "epoch": 6.469690029012063,
      "grad_norm": 0.233747199177742,
      "learning_rate": 8.790664193304454e-05,
      "loss": 0.0157,
      "step": 42370
    },
    {
      "epoch": 6.471216979691556,
      "grad_norm": 0.20316147804260254,
      "learning_rate": 8.789990219901865e-05,
      "loss": 0.015,
      "step": 42380
    },
    {
      "epoch": 6.472743930371049,
      "grad_norm": 0.2992560565471649,
      "learning_rate": 8.789316084597854e-05,
      "loss": 0.0194,
      "step": 42390
    },
    {
      "epoch": 6.474270881050542,
      "grad_norm": 0.21067917346954346,
      "learning_rate": 8.788641787421223e-05,
      "loss": 0.0144,
      "step": 42400
    },
    {
      "epoch": 6.475797831730035,
      "grad_norm": 0.21679070591926575,
      "learning_rate": 8.787967328400773e-05,
      "loss": 0.0143,
      "step": 42410
    },
    {
      "epoch": 6.477324782409529,
      "grad_norm": 0.2253161072731018,
      "learning_rate": 8.787292707565319e-05,
      "loss": 0.0142,
      "step": 42420
    },
    {
      "epoch": 6.478851733089021,
      "grad_norm": 0.2343735694885254,
      "learning_rate": 8.786617924943677e-05,
      "loss": 0.0165,
      "step": 42430
    },
    {
      "epoch": 6.480378683768515,
      "grad_norm": 0.30702248215675354,
      "learning_rate": 8.785942980564675e-05,
      "loss": 0.0147,
      "step": 42440
    },
    {
      "epoch": 6.481905634448007,
      "grad_norm": 0.21638554334640503,
      "learning_rate": 8.785267874457141e-05,
      "loss": 0.0194,
      "step": 42450
    },
    {
      "epoch": 6.483432585127501,
      "grad_norm": 0.31816571950912476,
      "learning_rate": 8.78459260664992e-05,
      "loss": 0.0172,
      "step": 42460
    },
    {
      "epoch": 6.484959535806993,
      "grad_norm": 0.33776766061782837,
      "learning_rate": 8.783917177171854e-05,
      "loss": 0.0167,
      "step": 42470
    },
    {
      "epoch": 6.486486486486487,
      "grad_norm": 0.2591765522956848,
      "learning_rate": 8.783241586051799e-05,
      "loss": 0.0166,
      "step": 42480
    },
    {
      "epoch": 6.4880134371659794,
      "grad_norm": 0.34003788232803345,
      "learning_rate": 8.782565833318612e-05,
      "loss": 0.022,
      "step": 42490
    },
    {
      "epoch": 6.489540387845473,
      "grad_norm": 0.1721028983592987,
      "learning_rate": 8.781889919001161e-05,
      "loss": 0.0136,
      "step": 42500
    },
    {
      "epoch": 6.4910673385249655,
      "grad_norm": 0.17429670691490173,
      "learning_rate": 8.781213843128322e-05,
      "loss": 0.0148,
      "step": 42510
    },
    {
      "epoch": 6.492594289204459,
      "grad_norm": 0.26076871156692505,
      "learning_rate": 8.780537605728972e-05,
      "loss": 0.016,
      "step": 42520
    },
    {
      "epoch": 6.494121239883952,
      "grad_norm": 0.4483162760734558,
      "learning_rate": 8.779861206832e-05,
      "loss": 0.0167,
      "step": 42530
    },
    {
      "epoch": 6.495648190563445,
      "grad_norm": 0.3626943528652191,
      "learning_rate": 8.779184646466304e-05,
      "loss": 0.014,
      "step": 42540
    },
    {
      "epoch": 6.497175141242938,
      "grad_norm": 0.2760522961616516,
      "learning_rate": 8.778507924660781e-05,
      "loss": 0.0138,
      "step": 42550
    },
    {
      "epoch": 6.498702091922431,
      "grad_norm": 0.5414087772369385,
      "learning_rate": 8.777831041444342e-05,
      "loss": 0.0166,
      "step": 42560
    },
    {
      "epoch": 6.500229042601924,
      "grad_norm": 0.34382984042167664,
      "learning_rate": 8.777153996845898e-05,
      "loss": 0.0158,
      "step": 42570
    },
    {
      "epoch": 6.501755993281417,
      "grad_norm": 0.18253456056118011,
      "learning_rate": 8.776476790894377e-05,
      "loss": 0.0147,
      "step": 42580
    },
    {
      "epoch": 6.50328294396091,
      "grad_norm": 0.36806485056877136,
      "learning_rate": 8.775799423618704e-05,
      "loss": 0.0171,
      "step": 42590
    },
    {
      "epoch": 6.504809894640403,
      "grad_norm": 0.16689059138298035,
      "learning_rate": 8.775121895047816e-05,
      "loss": 0.0146,
      "step": 42600
    },
    {
      "epoch": 6.506336845319896,
      "grad_norm": 0.2021709680557251,
      "learning_rate": 8.774444205210654e-05,
      "loss": 0.0172,
      "step": 42610
    },
    {
      "epoch": 6.5078637959993895,
      "grad_norm": 0.24597157537937164,
      "learning_rate": 8.773766354136173e-05,
      "loss": 0.016,
      "step": 42620
    },
    {
      "epoch": 6.509390746678882,
      "grad_norm": 0.21023505926132202,
      "learning_rate": 8.773088341853323e-05,
      "loss": 0.0146,
      "step": 42630
    },
    {
      "epoch": 6.5109176973583756,
      "grad_norm": 0.18917019665241241,
      "learning_rate": 8.772410168391072e-05,
      "loss": 0.0162,
      "step": 42640
    },
    {
      "epoch": 6.512444648037868,
      "grad_norm": 0.20369230210781097,
      "learning_rate": 8.771731833778388e-05,
      "loss": 0.0152,
      "step": 42650
    },
    {
      "epoch": 6.513971598717362,
      "grad_norm": 0.21457134187221527,
      "learning_rate": 8.77105333804425e-05,
      "loss": 0.0153,
      "step": 42660
    },
    {
      "epoch": 6.515498549396854,
      "grad_norm": 0.22815737128257751,
      "learning_rate": 8.77037468121764e-05,
      "loss": 0.0131,
      "step": 42670
    },
    {
      "epoch": 6.517025500076348,
      "grad_norm": 0.23384030163288116,
      "learning_rate": 8.769695863327551e-05,
      "loss": 0.0157,
      "step": 42680
    },
    {
      "epoch": 6.51855245075584,
      "grad_norm": 0.2083786576986313,
      "learning_rate": 8.769016884402979e-05,
      "loss": 0.0136,
      "step": 42690
    },
    {
      "epoch": 6.520079401435334,
      "grad_norm": 0.23357011377811432,
      "learning_rate": 8.76833774447293e-05,
      "loss": 0.0208,
      "step": 42700
    },
    {
      "epoch": 6.521606352114826,
      "grad_norm": 0.3389873802661896,
      "learning_rate": 8.767658443566415e-05,
      "loss": 0.0179,
      "step": 42710
    },
    {
      "epoch": 6.52313330279432,
      "grad_norm": 0.2076917588710785,
      "learning_rate": 8.766978981712452e-05,
      "loss": 0.0194,
      "step": 42720
    },
    {
      "epoch": 6.5246602534738125,
      "grad_norm": 0.21886079013347626,
      "learning_rate": 8.766299358940067e-05,
      "loss": 0.0176,
      "step": 42730
    },
    {
      "epoch": 6.526187204153306,
      "grad_norm": 0.21837858855724335,
      "learning_rate": 8.765619575278295e-05,
      "loss": 0.0141,
      "step": 42740
    },
    {
      "epoch": 6.527714154832799,
      "grad_norm": 0.2447197139263153,
      "learning_rate": 8.764939630756169e-05,
      "loss": 0.0139,
      "step": 42750
    },
    {
      "epoch": 6.529241105512292,
      "grad_norm": 0.1943616420030594,
      "learning_rate": 8.764259525402741e-05,
      "loss": 0.0133,
      "step": 42760
    },
    {
      "epoch": 6.530768056191785,
      "grad_norm": 0.2222568690776825,
      "learning_rate": 8.763579259247059e-05,
      "loss": 0.0134,
      "step": 42770
    },
    {
      "epoch": 6.532295006871278,
      "grad_norm": 0.19480714201927185,
      "learning_rate": 8.762898832318187e-05,
      "loss": 0.0135,
      "step": 42780
    },
    {
      "epoch": 6.533821957550771,
      "grad_norm": 0.2732189893722534,
      "learning_rate": 8.762218244645189e-05,
      "loss": 0.0134,
      "step": 42790
    },
    {
      "epoch": 6.535348908230264,
      "grad_norm": 0.192140594124794,
      "learning_rate": 8.761537496257138e-05,
      "loss": 0.0161,
      "step": 42800
    },
    {
      "epoch": 6.536875858909757,
      "grad_norm": 0.4493775963783264,
      "learning_rate": 8.760856587183116e-05,
      "loss": 0.017,
      "step": 42810
    },
    {
      "epoch": 6.53840280958925,
      "grad_norm": 0.538237988948822,
      "learning_rate": 8.76017551745221e-05,
      "loss": 0.0174,
      "step": 42820
    },
    {
      "epoch": 6.539929760268743,
      "grad_norm": 0.3382035493850708,
      "learning_rate": 8.759494287093512e-05,
      "loss": 0.019,
      "step": 42830
    },
    {
      "epoch": 6.541456710948236,
      "grad_norm": 0.158596009016037,
      "learning_rate": 8.758812896136126e-05,
      "loss": 0.0173,
      "step": 42840
    },
    {
      "epoch": 6.542983661627729,
      "grad_norm": 0.2626153826713562,
      "learning_rate": 8.758131344609158e-05,
      "loss": 0.0146,
      "step": 42850
    },
    {
      "epoch": 6.5445106123072225,
      "grad_norm": 0.2236788272857666,
      "learning_rate": 8.757449632541722e-05,
      "loss": 0.0164,
      "step": 42860
    },
    {
      "epoch": 6.546037562986715,
      "grad_norm": 0.1871097832918167,
      "learning_rate": 8.756767759962941e-05,
      "loss": 0.0163,
      "step": 42870
    },
    {
      "epoch": 6.547564513666209,
      "grad_norm": 0.2602083384990692,
      "learning_rate": 8.756085726901943e-05,
      "loss": 0.0174,
      "step": 42880
    },
    {
      "epoch": 6.549091464345702,
      "grad_norm": 0.24059376120567322,
      "learning_rate": 8.755403533387863e-05,
      "loss": 0.0172,
      "step": 42890
    },
    {
      "epoch": 6.550618415025195,
      "grad_norm": 0.19323699176311493,
      "learning_rate": 8.754721179449842e-05,
      "loss": 0.0134,
      "step": 42900
    },
    {
      "epoch": 6.552145365704687,
      "grad_norm": 0.16112495958805084,
      "learning_rate": 8.75403866511703e-05,
      "loss": 0.0156,
      "step": 42910
    },
    {
      "epoch": 6.553672316384181,
      "grad_norm": 0.21972541511058807,
      "learning_rate": 8.753355990418583e-05,
      "loss": 0.013,
      "step": 42920
    },
    {
      "epoch": 6.555199267063674,
      "grad_norm": 0.16460193693637848,
      "learning_rate": 8.752673155383662e-05,
      "loss": 0.0181,
      "step": 42930
    },
    {
      "epoch": 6.556726217743167,
      "grad_norm": 0.25919777154922485,
      "learning_rate": 8.751990160041439e-05,
      "loss": 0.0197,
      "step": 42940
    },
    {
      "epoch": 6.5582531684226595,
      "grad_norm": 0.1865353286266327,
      "learning_rate": 8.75130700442109e-05,
      "loss": 0.0154,
      "step": 42950
    },
    {
      "epoch": 6.559780119102153,
      "grad_norm": 0.38083282113075256,
      "learning_rate": 8.750623688551795e-05,
      "loss": 0.0153,
      "step": 42960
    },
    {
      "epoch": 6.5613070697816465,
      "grad_norm": 0.30896487832069397,
      "learning_rate": 8.749940212462748e-05,
      "loss": 0.0187,
      "step": 42970
    },
    {
      "epoch": 6.562834020461139,
      "grad_norm": 0.18133999407291412,
      "learning_rate": 8.749256576183142e-05,
      "loss": 0.0169,
      "step": 42980
    },
    {
      "epoch": 6.564360971140632,
      "grad_norm": 0.1769082248210907,
      "learning_rate": 8.748572779742185e-05,
      "loss": 0.0116,
      "step": 42990
    },
    {
      "epoch": 6.565887921820125,
      "grad_norm": 0.24207651615142822,
      "learning_rate": 8.747888823169084e-05,
      "loss": 0.0149,
      "step": 43000
    },
    {
      "epoch": 6.567414872499619,
      "grad_norm": 0.146683469414711,
      "learning_rate": 8.747204706493057e-05,
      "loss": 0.0103,
      "step": 43010
    },
    {
      "epoch": 6.568941823179111,
      "grad_norm": 0.39560240507125854,
      "learning_rate": 8.74652042974333e-05,
      "loss": 0.0165,
      "step": 43020
    },
    {
      "epoch": 6.570468773858605,
      "grad_norm": 0.20936128497123718,
      "learning_rate": 8.745835992949132e-05,
      "loss": 0.0163,
      "step": 43030
    },
    {
      "epoch": 6.571995724538097,
      "grad_norm": 0.2611570656299591,
      "learning_rate": 8.745151396139701e-05,
      "loss": 0.0149,
      "step": 43040
    },
    {
      "epoch": 6.573522675217591,
      "grad_norm": 0.20641817152500153,
      "learning_rate": 8.744466639344284e-05,
      "loss": 0.016,
      "step": 43050
    },
    {
      "epoch": 6.575049625897083,
      "grad_norm": 0.348436564207077,
      "learning_rate": 8.74378172259213e-05,
      "loss": 0.0154,
      "step": 43060
    },
    {
      "epoch": 6.576576576576577,
      "grad_norm": 0.19651995599269867,
      "learning_rate": 8.743096645912499e-05,
      "loss": 0.016,
      "step": 43070
    },
    {
      "epoch": 6.5781035272560695,
      "grad_norm": 0.33948537707328796,
      "learning_rate": 8.742411409334654e-05,
      "loss": 0.0134,
      "step": 43080
    },
    {
      "epoch": 6.579630477935563,
      "grad_norm": 0.27455443143844604,
      "learning_rate": 8.74172601288787e-05,
      "loss": 0.0167,
      "step": 43090
    },
    {
      "epoch": 6.581157428615056,
      "grad_norm": 0.24592314660549164,
      "learning_rate": 8.741040456601425e-05,
      "loss": 0.0176,
      "step": 43100
    },
    {
      "epoch": 6.582684379294549,
      "grad_norm": 0.25879713892936707,
      "learning_rate": 8.740354740504603e-05,
      "loss": 0.0128,
      "step": 43110
    },
    {
      "epoch": 6.584211329974042,
      "grad_norm": 0.23814637959003448,
      "learning_rate": 8.739668864626699e-05,
      "loss": 0.0191,
      "step": 43120
    },
    {
      "epoch": 6.585738280653535,
      "grad_norm": 0.25861087441444397,
      "learning_rate": 8.73898282899701e-05,
      "loss": 0.0134,
      "step": 43130
    },
    {
      "epoch": 6.587265231333028,
      "grad_norm": 0.22275379300117493,
      "learning_rate": 8.738296633644845e-05,
      "loss": 0.0181,
      "step": 43140
    },
    {
      "epoch": 6.588792182012521,
      "grad_norm": 0.29486095905303955,
      "learning_rate": 8.737610278599513e-05,
      "loss": 0.0163,
      "step": 43150
    },
    {
      "epoch": 6.590319132692014,
      "grad_norm": 0.18329545855522156,
      "learning_rate": 8.736923763890337e-05,
      "loss": 0.0162,
      "step": 43160
    },
    {
      "epoch": 6.591846083371507,
      "grad_norm": 0.1951669454574585,
      "learning_rate": 8.736237089546643e-05,
      "loss": 0.0152,
      "step": 43170
    },
    {
      "epoch": 6.593373034051,
      "grad_norm": 0.27926743030548096,
      "learning_rate": 8.735550255597765e-05,
      "loss": 0.019,
      "step": 43180
    },
    {
      "epoch": 6.594899984730493,
      "grad_norm": 0.28646594285964966,
      "learning_rate": 8.73486326207304e-05,
      "loss": 0.0143,
      "step": 43190
    },
    {
      "epoch": 6.596426935409986,
      "grad_norm": 0.3468407094478607,
      "learning_rate": 8.734176109001819e-05,
      "loss": 0.0151,
      "step": 43200
    },
    {
      "epoch": 6.5979538860894795,
      "grad_norm": 0.15853966772556305,
      "learning_rate": 8.733488796413456e-05,
      "loss": 0.0156,
      "step": 43210
    },
    {
      "epoch": 6.599480836768972,
      "grad_norm": 0.24053066968917847,
      "learning_rate": 8.732801324337307e-05,
      "loss": 0.0143,
      "step": 43220
    },
    {
      "epoch": 6.601007787448466,
      "grad_norm": 0.17556022107601166,
      "learning_rate": 8.732113692802746e-05,
      "loss": 0.0195,
      "step": 43230
    },
    {
      "epoch": 6.602534738127958,
      "grad_norm": 0.2398449033498764,
      "learning_rate": 8.731425901839142e-05,
      "loss": 0.0144,
      "step": 43240
    },
    {
      "epoch": 6.604061688807452,
      "grad_norm": 0.40529024600982666,
      "learning_rate": 8.73073795147588e-05,
      "loss": 0.0157,
      "step": 43250
    },
    {
      "epoch": 6.605588639486944,
      "grad_norm": 0.2161998301744461,
      "learning_rate": 8.730049841742344e-05,
      "loss": 0.0214,
      "step": 43260
    },
    {
      "epoch": 6.607115590166438,
      "grad_norm": 0.2278750240802765,
      "learning_rate": 8.729361572667934e-05,
      "loss": 0.0159,
      "step": 43270
    },
    {
      "epoch": 6.60864254084593,
      "grad_norm": 0.17610128223896027,
      "learning_rate": 8.728673144282047e-05,
      "loss": 0.0167,
      "step": 43280
    },
    {
      "epoch": 6.610169491525424,
      "grad_norm": 0.2719675600528717,
      "learning_rate": 8.727984556614093e-05,
      "loss": 0.0129,
      "step": 43290
    },
    {
      "epoch": 6.6116964422049165,
      "grad_norm": 0.15123064815998077,
      "learning_rate": 8.727295809693488e-05,
      "loss": 0.0145,
      "step": 43300
    },
    {
      "epoch": 6.61322339288441,
      "grad_norm": 0.17014050483703613,
      "learning_rate": 8.726606903549652e-05,
      "loss": 0.0146,
      "step": 43310
    },
    {
      "epoch": 6.614750343563903,
      "grad_norm": 0.2843793034553528,
      "learning_rate": 8.725917838212016e-05,
      "loss": 0.0148,
      "step": 43320
    },
    {
      "epoch": 6.616277294243396,
      "grad_norm": 0.31898656487464905,
      "learning_rate": 8.725228613710015e-05,
      "loss": 0.0136,
      "step": 43330
    },
    {
      "epoch": 6.617804244922889,
      "grad_norm": 0.23969493806362152,
      "learning_rate": 8.72453923007309e-05,
      "loss": 0.0154,
      "step": 43340
    },
    {
      "epoch": 6.619331195602382,
      "grad_norm": 0.2004825919866562,
      "learning_rate": 8.723849687330692e-05,
      "loss": 0.0172,
      "step": 43350
    },
    {
      "epoch": 6.620858146281875,
      "grad_norm": 0.19771632552146912,
      "learning_rate": 8.723159985512277e-05,
      "loss": 0.016,
      "step": 43360
    },
    {
      "epoch": 6.622385096961368,
      "grad_norm": 0.3879055678844452,
      "learning_rate": 8.722470124647306e-05,
      "loss": 0.0137,
      "step": 43370
    },
    {
      "epoch": 6.623912047640861,
      "grad_norm": 0.19881829619407654,
      "learning_rate": 8.721780104765249e-05,
      "loss": 0.0159,
      "step": 43380
    },
    {
      "epoch": 6.625438998320354,
      "grad_norm": 0.22239597141742706,
      "learning_rate": 8.721089925895585e-05,
      "loss": 0.0168,
      "step": 43390
    },
    {
      "epoch": 6.626965948999847,
      "grad_norm": 0.21101444959640503,
      "learning_rate": 8.720399588067793e-05,
      "loss": 0.0171,
      "step": 43400
    },
    {
      "epoch": 6.62849289967934,
      "grad_norm": 0.18486753106117249,
      "learning_rate": 8.719709091311368e-05,
      "loss": 0.0147,
      "step": 43410
    },
    {
      "epoch": 6.630019850358833,
      "grad_norm": 0.27431708574295044,
      "learning_rate": 8.719018435655801e-05,
      "loss": 0.016,
      "step": 43420
    },
    {
      "epoch": 6.6315468010383265,
      "grad_norm": 0.26006874442100525,
      "learning_rate": 8.7183276211306e-05,
      "loss": 0.0158,
      "step": 43430
    },
    {
      "epoch": 6.63307375171782,
      "grad_norm": 0.20967817306518555,
      "learning_rate": 8.717636647765274e-05,
      "loss": 0.0163,
      "step": 43440
    },
    {
      "epoch": 6.634600702397313,
      "grad_norm": 0.22383911907672882,
      "learning_rate": 8.71694551558934e-05,
      "loss": 0.0152,
      "step": 43450
    },
    {
      "epoch": 6.636127653076805,
      "grad_norm": 0.3523995280265808,
      "learning_rate": 8.71625422463232e-05,
      "loss": 0.0152,
      "step": 43460
    },
    {
      "epoch": 6.637654603756299,
      "grad_norm": 0.18931488692760468,
      "learning_rate": 8.71556277492375e-05,
      "loss": 0.0157,
      "step": 43470
    },
    {
      "epoch": 6.639181554435792,
      "grad_norm": 0.2829340696334839,
      "learning_rate": 8.714871166493162e-05,
      "loss": 0.0152,
      "step": 43480
    },
    {
      "epoch": 6.640708505115285,
      "grad_norm": 0.18428918719291687,
      "learning_rate": 8.714179399370101e-05,
      "loss": 0.0191,
      "step": 43490
    },
    {
      "epoch": 6.642235455794777,
      "grad_norm": 0.34584668278694153,
      "learning_rate": 8.713487473584121e-05,
      "loss": 0.0203,
      "step": 43500
    },
    {
      "epoch": 6.643762406474271,
      "grad_norm": 0.3029558062553406,
      "learning_rate": 8.712795389164778e-05,
      "loss": 0.0154,
      "step": 43510
    },
    {
      "epoch": 6.645289357153764,
      "grad_norm": 0.20825068652629852,
      "learning_rate": 8.712103146141635e-05,
      "loss": 0.0173,
      "step": 43520
    },
    {
      "epoch": 6.646816307833257,
      "grad_norm": 0.22340449690818787,
      "learning_rate": 8.711410744544266e-05,
      "loss": 0.0164,
      "step": 43530
    },
    {
      "epoch": 6.6483432585127495,
      "grad_norm": 0.2841142416000366,
      "learning_rate": 8.710718184402248e-05,
      "loss": 0.0174,
      "step": 43540
    },
    {
      "epoch": 6.649870209192243,
      "grad_norm": 0.2726910710334778,
      "learning_rate": 8.710025465745166e-05,
      "loss": 0.0154,
      "step": 43550
    },
    {
      "epoch": 6.6513971598717365,
      "grad_norm": 0.4128340482711792,
      "learning_rate": 8.709332588602612e-05,
      "loss": 0.0166,
      "step": 43560
    },
    {
      "epoch": 6.652924110551229,
      "grad_norm": 0.22166602313518524,
      "learning_rate": 8.708639553004184e-05,
      "loss": 0.0168,
      "step": 43570
    },
    {
      "epoch": 6.654451061230723,
      "grad_norm": 0.23717240989208221,
      "learning_rate": 8.707946358979486e-05,
      "loss": 0.0113,
      "step": 43580
    },
    {
      "epoch": 6.655978011910215,
      "grad_norm": 0.32793551683425903,
      "learning_rate": 8.707253006558131e-05,
      "loss": 0.0162,
      "step": 43590
    },
    {
      "epoch": 6.657504962589709,
      "grad_norm": 0.3186620771884918,
      "learning_rate": 8.70655949576974e-05,
      "loss": 0.0178,
      "step": 43600
    },
    {
      "epoch": 6.659031913269201,
      "grad_norm": 0.2627481520175934,
      "learning_rate": 8.705865826643937e-05,
      "loss": 0.0174,
      "step": 43610
    },
    {
      "epoch": 6.660558863948695,
      "grad_norm": 0.2183883637189865,
      "learning_rate": 8.705171999210353e-05,
      "loss": 0.0157,
      "step": 43620
    },
    {
      "epoch": 6.662085814628187,
      "grad_norm": 0.17279134690761566,
      "learning_rate": 8.704478013498626e-05,
      "loss": 0.0174,
      "step": 43630
    },
    {
      "epoch": 6.663612765307681,
      "grad_norm": 0.18847213685512543,
      "learning_rate": 8.703783869538404e-05,
      "loss": 0.0142,
      "step": 43640
    },
    {
      "epoch": 6.6651397159871735,
      "grad_norm": 0.17465870082378387,
      "learning_rate": 8.703089567359341e-05,
      "loss": 0.0147,
      "step": 43650
    },
    {
      "epoch": 6.666666666666667,
      "grad_norm": 0.22025331854820251,
      "learning_rate": 8.702395106991093e-05,
      "loss": 0.0146,
      "step": 43660
    },
    {
      "epoch": 6.66819361734616,
      "grad_norm": 0.32544225454330444,
      "learning_rate": 8.701700488463329e-05,
      "loss": 0.0149,
      "step": 43670
    },
    {
      "epoch": 6.669720568025653,
      "grad_norm": 0.34406906366348267,
      "learning_rate": 8.701005711805719e-05,
      "loss": 0.0162,
      "step": 43680
    },
    {
      "epoch": 6.671247518705146,
      "grad_norm": 0.252348929643631,
      "learning_rate": 8.700310777047944e-05,
      "loss": 0.0164,
      "step": 43690
    },
    {
      "epoch": 6.672774469384639,
      "grad_norm": 0.18234369158744812,
      "learning_rate": 8.699615684219691e-05,
      "loss": 0.0153,
      "step": 43700
    },
    {
      "epoch": 6.674301420064132,
      "grad_norm": 0.27168697118759155,
      "learning_rate": 8.698920433350653e-05,
      "loss": 0.0181,
      "step": 43710
    },
    {
      "epoch": 6.675828370743625,
      "grad_norm": 0.2676149010658264,
      "learning_rate": 8.698225024470528e-05,
      "loss": 0.0183,
      "step": 43720
    },
    {
      "epoch": 6.677355321423118,
      "grad_norm": 0.2770754396915436,
      "learning_rate": 8.697529457609023e-05,
      "loss": 0.0175,
      "step": 43730
    },
    {
      "epoch": 6.678882272102611,
      "grad_norm": 0.3205532133579254,
      "learning_rate": 8.696833732795853e-05,
      "loss": 0.0184,
      "step": 43740
    },
    {
      "epoch": 6.680409222782104,
      "grad_norm": 0.313627153635025,
      "learning_rate": 8.696137850060739e-05,
      "loss": 0.0163,
      "step": 43750
    },
    {
      "epoch": 6.681936173461597,
      "grad_norm": 0.182124525308609,
      "learning_rate": 8.695441809433405e-05,
      "loss": 0.014,
      "step": 43760
    },
    {
      "epoch": 6.68346312414109,
      "grad_norm": 0.2508085370063782,
      "learning_rate": 8.694745610943584e-05,
      "loss": 0.0133,
      "step": 43770
    },
    {
      "epoch": 6.6849900748205835,
      "grad_norm": 0.2583077847957611,
      "learning_rate": 8.694049254621019e-05,
      "loss": 0.0137,
      "step": 43780
    },
    {
      "epoch": 6.686517025500076,
      "grad_norm": 0.2780221104621887,
      "learning_rate": 8.693352740495458e-05,
      "loss": 0.0153,
      "step": 43790
    },
    {
      "epoch": 6.68804397617957,
      "grad_norm": 0.2645544409751892,
      "learning_rate": 8.69265606859665e-05,
      "loss": 0.0126,
      "step": 43800
    },
    {
      "epoch": 6.689570926859062,
      "grad_norm": 0.22261521220207214,
      "learning_rate": 8.691959238954359e-05,
      "loss": 0.0161,
      "step": 43810
    },
    {
      "epoch": 6.691097877538556,
      "grad_norm": 0.3342592418193817,
      "learning_rate": 8.691262251598352e-05,
      "loss": 0.0136,
      "step": 43820
    },
    {
      "epoch": 6.692624828218048,
      "grad_norm": 0.2798897325992584,
      "learning_rate": 8.690565106558404e-05,
      "loss": 0.0161,
      "step": 43830
    },
    {
      "epoch": 6.694151778897542,
      "grad_norm": 0.19168540835380554,
      "learning_rate": 8.689867803864293e-05,
      "loss": 0.0136,
      "step": 43840
    },
    {
      "epoch": 6.695678729577034,
      "grad_norm": 0.20358039438724518,
      "learning_rate": 8.689170343545807e-05,
      "loss": 0.0162,
      "step": 43850
    },
    {
      "epoch": 6.697205680256528,
      "grad_norm": 0.214582160115242,
      "learning_rate": 8.688472725632743e-05,
      "loss": 0.0195,
      "step": 43860
    },
    {
      "epoch": 6.6987326309360204,
      "grad_norm": 0.2364930957555771,
      "learning_rate": 8.687774950154899e-05,
      "loss": 0.0206,
      "step": 43870
    },
    {
      "epoch": 6.700259581615514,
      "grad_norm": 0.21200309693813324,
      "learning_rate": 8.687077017142085e-05,
      "loss": 0.0123,
      "step": 43880
    },
    {
      "epoch": 6.7017865322950065,
      "grad_norm": 0.25985562801361084,
      "learning_rate": 8.686378926624112e-05,
      "loss": 0.0135,
      "step": 43890
    },
    {
      "epoch": 6.7033134829745,
      "grad_norm": 0.2556389570236206,
      "learning_rate": 8.685680678630806e-05,
      "loss": 0.0145,
      "step": 43900
    },
    {
      "epoch": 6.704840433653993,
      "grad_norm": 0.3050844371318817,
      "learning_rate": 8.68498227319199e-05,
      "loss": 0.0149,
      "step": 43910
    },
    {
      "epoch": 6.706367384333486,
      "grad_norm": 0.23305149376392365,
      "learning_rate": 8.684283710337501e-05,
      "loss": 0.0178,
      "step": 43920
    },
    {
      "epoch": 6.707894335012979,
      "grad_norm": 0.20279072225093842,
      "learning_rate": 8.683584990097182e-05,
      "loss": 0.0164,
      "step": 43930
    },
    {
      "epoch": 6.709421285692472,
      "grad_norm": 0.19032171368598938,
      "learning_rate": 8.682886112500877e-05,
      "loss": 0.0128,
      "step": 43940
    },
    {
      "epoch": 6.710948236371965,
      "grad_norm": 0.17381592094898224,
      "learning_rate": 8.682187077578445e-05,
      "loss": 0.0171,
      "step": 43950
    },
    {
      "epoch": 6.712475187051458,
      "grad_norm": 0.23756557703018188,
      "learning_rate": 8.681487885359745e-05,
      "loss": 0.0172,
      "step": 43960
    },
    {
      "epoch": 6.714002137730951,
      "grad_norm": 0.23268313705921173,
      "learning_rate": 8.680788535874644e-05,
      "loss": 0.0173,
      "step": 43970
    },
    {
      "epoch": 6.715529088410444,
      "grad_norm": 0.23842328786849976,
      "learning_rate": 8.68008902915302e-05,
      "loss": 0.0142,
      "step": 43980
    },
    {
      "epoch": 6.717056039089938,
      "grad_norm": 0.26549458503723145,
      "learning_rate": 8.679389365224753e-05,
      "loss": 0.0167,
      "step": 43990
    },
    {
      "epoch": 6.7185829897694305,
      "grad_norm": 0.4155232012271881,
      "learning_rate": 8.678689544119731e-05,
      "loss": 0.014,
      "step": 44000
    },
    {
      "epoch": 6.720109940448923,
      "grad_norm": 0.1829349249601364,
      "learning_rate": 8.677989565867851e-05,
      "loss": 0.0133,
      "step": 44010
    },
    {
      "epoch": 6.721636891128417,
      "grad_norm": 0.36713823676109314,
      "learning_rate": 8.677289430499012e-05,
      "loss": 0.0151,
      "step": 44020
    },
    {
      "epoch": 6.72316384180791,
      "grad_norm": 0.34567901492118835,
      "learning_rate": 8.676589138043125e-05,
      "loss": 0.0169,
      "step": 44030
    },
    {
      "epoch": 6.724690792487403,
      "grad_norm": 0.24358968436717987,
      "learning_rate": 8.675888688530102e-05,
      "loss": 0.0181,
      "step": 44040
    },
    {
      "epoch": 6.726217743166895,
      "grad_norm": 0.2119504064321518,
      "learning_rate": 8.675188081989869e-05,
      "loss": 0.0156,
      "step": 44050
    },
    {
      "epoch": 6.727744693846389,
      "grad_norm": 0.20822922885417938,
      "learning_rate": 8.674487318452353e-05,
      "loss": 0.0163,
      "step": 44060
    },
    {
      "epoch": 6.729271644525882,
      "grad_norm": 0.26556649804115295,
      "learning_rate": 8.673786397947488e-05,
      "loss": 0.0156,
      "step": 44070
    },
    {
      "epoch": 6.730798595205375,
      "grad_norm": 0.184025838971138,
      "learning_rate": 8.673085320505219e-05,
      "loss": 0.0154,
      "step": 44080
    },
    {
      "epoch": 6.732325545884867,
      "grad_norm": 0.22949716448783875,
      "learning_rate": 8.67238408615549e-05,
      "loss": 0.0179,
      "step": 44090
    },
    {
      "epoch": 6.733852496564361,
      "grad_norm": 0.2055271565914154,
      "learning_rate": 8.67168269492826e-05,
      "loss": 0.0169,
      "step": 44100
    },
    {
      "epoch": 6.735379447243854,
      "grad_norm": 0.2650519609451294,
      "learning_rate": 8.67098114685349e-05,
      "loss": 0.016,
      "step": 44110
    },
    {
      "epoch": 6.736906397923347,
      "grad_norm": 0.27932053804397583,
      "learning_rate": 8.670279441961151e-05,
      "loss": 0.0137,
      "step": 44120
    },
    {
      "epoch": 6.7384333486028405,
      "grad_norm": 0.40752869844436646,
      "learning_rate": 8.669577580281217e-05,
      "loss": 0.0128,
      "step": 44130
    },
    {
      "epoch": 6.739960299282333,
      "grad_norm": 0.18855881690979004,
      "learning_rate": 8.668875561843668e-05,
      "loss": 0.0144,
      "step": 44140
    },
    {
      "epoch": 6.741487249961827,
      "grad_norm": 0.29226812720298767,
      "learning_rate": 8.668173386678495e-05,
      "loss": 0.0172,
      "step": 44150
    },
    {
      "epoch": 6.743014200641319,
      "grad_norm": 0.2444140762090683,
      "learning_rate": 8.667471054815695e-05,
      "loss": 0.0159,
      "step": 44160
    },
    {
      "epoch": 6.744541151320813,
      "grad_norm": 0.19448606669902802,
      "learning_rate": 8.666768566285268e-05,
      "loss": 0.0151,
      "step": 44170
    },
    {
      "epoch": 6.746068102000305,
      "grad_norm": 0.28551045060157776,
      "learning_rate": 8.666065921117224e-05,
      "loss": 0.0139,
      "step": 44180
    },
    {
      "epoch": 6.747595052679799,
      "grad_norm": 0.17032146453857422,
      "learning_rate": 8.665363119341578e-05,
      "loss": 0.014,
      "step": 44190
    },
    {
      "epoch": 6.749122003359291,
      "grad_norm": 0.2945210337638855,
      "learning_rate": 8.664660160988354e-05,
      "loss": 0.0169,
      "step": 44200
    },
    {
      "epoch": 6.750648954038785,
      "grad_norm": 0.5378231406211853,
      "learning_rate": 8.66395704608758e-05,
      "loss": 0.0137,
      "step": 44210
    },
    {
      "epoch": 6.752175904718277,
      "grad_norm": 0.17806541919708252,
      "learning_rate": 8.663253774669291e-05,
      "loss": 0.0168,
      "step": 44220
    },
    {
      "epoch": 6.753702855397771,
      "grad_norm": 0.26121583580970764,
      "learning_rate": 8.662550346763532e-05,
      "loss": 0.0172,
      "step": 44230
    },
    {
      "epoch": 6.7552298060772635,
      "grad_norm": 0.3506526052951813,
      "learning_rate": 8.661846762400349e-05,
      "loss": 0.0144,
      "step": 44240
    },
    {
      "epoch": 6.756756756756757,
      "grad_norm": 0.37066492438316345,
      "learning_rate": 8.661143021609799e-05,
      "loss": 0.0163,
      "step": 44250
    },
    {
      "epoch": 6.75828370743625,
      "grad_norm": 0.2582014799118042,
      "learning_rate": 8.660439124421946e-05,
      "loss": 0.0206,
      "step": 44260
    },
    {
      "epoch": 6.759810658115743,
      "grad_norm": 0.1896418184041977,
      "learning_rate": 8.659735070866859e-05,
      "loss": 0.0146,
      "step": 44270
    },
    {
      "epoch": 6.761337608795236,
      "grad_norm": 0.28847697377204895,
      "learning_rate": 8.659030860974611e-05,
      "loss": 0.0161,
      "step": 44280
    },
    {
      "epoch": 6.762864559474729,
      "grad_norm": 0.20501454174518585,
      "learning_rate": 8.658326494775287e-05,
      "loss": 0.0181,
      "step": 44290
    },
    {
      "epoch": 6.764391510154222,
      "grad_norm": 0.2923605442047119,
      "learning_rate": 8.657621972298975e-05,
      "loss": 0.0148,
      "step": 44300
    },
    {
      "epoch": 6.765918460833715,
      "grad_norm": 0.2875051498413086,
      "learning_rate": 8.656917293575773e-05,
      "loss": 0.0168,
      "step": 44310
    },
    {
      "epoch": 6.767445411513208,
      "grad_norm": 0.23381705582141876,
      "learning_rate": 8.656212458635782e-05,
      "loss": 0.0204,
      "step": 44320
    },
    {
      "epoch": 6.768972362192701,
      "grad_norm": 0.18498165905475616,
      "learning_rate": 8.655507467509112e-05,
      "loss": 0.0167,
      "step": 44330
    },
    {
      "epoch": 6.770499312872194,
      "grad_norm": 0.18937116861343384,
      "learning_rate": 8.654802320225877e-05,
      "loss": 0.0148,
      "step": 44340
    },
    {
      "epoch": 6.7720262635516875,
      "grad_norm": 0.3461150825023651,
      "learning_rate": 8.654097016816202e-05,
      "loss": 0.0175,
      "step": 44350
    },
    {
      "epoch": 6.77355321423118,
      "grad_norm": 0.24549713730812073,
      "learning_rate": 8.653391557310214e-05,
      "loss": 0.0174,
      "step": 44360
    },
    {
      "epoch": 6.7750801649106736,
      "grad_norm": 0.21918977797031403,
      "learning_rate": 8.652685941738051e-05,
      "loss": 0.0144,
      "step": 44370
    },
    {
      "epoch": 6.776607115590166,
      "grad_norm": 0.28000470995903015,
      "learning_rate": 8.651980170129856e-05,
      "loss": 0.0165,
      "step": 44380
    },
    {
      "epoch": 6.77813406626966,
      "grad_norm": 0.21795150637626648,
      "learning_rate": 8.651274242515774e-05,
      "loss": 0.0146,
      "step": 44390
    },
    {
      "epoch": 6.779661016949152,
      "grad_norm": 0.21681557595729828,
      "learning_rate": 8.650568158925967e-05,
      "loss": 0.0176,
      "step": 44400
    },
    {
      "epoch": 6.781187967628646,
      "grad_norm": 0.20837318897247314,
      "learning_rate": 8.649861919390592e-05,
      "loss": 0.0152,
      "step": 44410
    },
    {
      "epoch": 6.782714918308138,
      "grad_norm": 0.3068752586841583,
      "learning_rate": 8.649155523939822e-05,
      "loss": 0.02,
      "step": 44420
    },
    {
      "epoch": 6.784241868987632,
      "grad_norm": 0.211048424243927,
      "learning_rate": 8.648448972603832e-05,
      "loss": 0.0147,
      "step": 44430
    },
    {
      "epoch": 6.785768819667124,
      "grad_norm": 0.2301841676235199,
      "learning_rate": 8.647742265412804e-05,
      "loss": 0.0139,
      "step": 44440
    },
    {
      "epoch": 6.787295770346618,
      "grad_norm": 0.27138713002204895,
      "learning_rate": 8.647035402396928e-05,
      "loss": 0.0172,
      "step": 44450
    },
    {
      "epoch": 6.7888227210261105,
      "grad_norm": 0.2755904793739319,
      "learning_rate": 8.6463283835864e-05,
      "loss": 0.014,
      "step": 44460
    },
    {
      "epoch": 6.790349671705604,
      "grad_norm": 0.27674630284309387,
      "learning_rate": 8.64562120901142e-05,
      "loss": 0.0161,
      "step": 44470
    },
    {
      "epoch": 6.791876622385097,
      "grad_norm": 0.13568703830242157,
      "learning_rate": 8.6449138787022e-05,
      "loss": 0.0153,
      "step": 44480
    },
    {
      "epoch": 6.79340357306459,
      "grad_norm": 0.18153013288974762,
      "learning_rate": 8.644206392688956e-05,
      "loss": 0.0143,
      "step": 44490
    },
    {
      "epoch": 6.794930523744083,
      "grad_norm": 0.2214174121618271,
      "learning_rate": 8.643498751001909e-05,
      "loss": 0.0146,
      "step": 44500
    },
    {
      "epoch": 6.796457474423576,
      "grad_norm": 0.15812373161315918,
      "learning_rate": 8.642790953671286e-05,
      "loss": 0.0163,
      "step": 44510
    },
    {
      "epoch": 6.797984425103069,
      "grad_norm": 0.1943587213754654,
      "learning_rate": 8.64208300072733e-05,
      "loss": 0.0175,
      "step": 44520
    },
    {
      "epoch": 6.799511375782562,
      "grad_norm": 0.16394639015197754,
      "learning_rate": 8.641374892200276e-05,
      "loss": 0.0137,
      "step": 44530
    },
    {
      "epoch": 6.801038326462056,
      "grad_norm": 0.20031443238258362,
      "learning_rate": 8.640666628120378e-05,
      "loss": 0.0144,
      "step": 44540
    },
    {
      "epoch": 6.802565277141548,
      "grad_norm": 0.19678986072540283,
      "learning_rate": 8.639958208517888e-05,
      "loss": 0.0122,
      "step": 44550
    },
    {
      "epoch": 6.804092227821041,
      "grad_norm": 0.32092031836509705,
      "learning_rate": 8.63924963342307e-05,
      "loss": 0.0182,
      "step": 44560
    },
    {
      "epoch": 6.805619178500534,
      "grad_norm": 0.2208300083875656,
      "learning_rate": 8.638540902866194e-05,
      "loss": 0.0128,
      "step": 44570
    },
    {
      "epoch": 6.807146129180028,
      "grad_norm": 0.243103489279747,
      "learning_rate": 8.637832016877535e-05,
      "loss": 0.0144,
      "step": 44580
    },
    {
      "epoch": 6.8086730798595205,
      "grad_norm": 0.2967934310436249,
      "learning_rate": 8.637122975487375e-05,
      "loss": 0.0176,
      "step": 44590
    },
    {
      "epoch": 6.810200030539013,
      "grad_norm": 0.27957436442375183,
      "learning_rate": 8.636413778726002e-05,
      "loss": 0.0184,
      "step": 44600
    },
    {
      "epoch": 6.811726981218507,
      "grad_norm": 0.19699305295944214,
      "learning_rate": 8.635704426623715e-05,
      "loss": 0.0121,
      "step": 44610
    },
    {
      "epoch": 6.813253931898,
      "grad_norm": 0.19035068154335022,
      "learning_rate": 8.634994919210813e-05,
      "loss": 0.0161,
      "step": 44620
    },
    {
      "epoch": 6.814780882577493,
      "grad_norm": 0.2053723931312561,
      "learning_rate": 8.634285256517604e-05,
      "loss": 0.0152,
      "step": 44630
    },
    {
      "epoch": 6.816307833256985,
      "grad_norm": 0.3428727686405182,
      "learning_rate": 8.633575438574408e-05,
      "loss": 0.0135,
      "step": 44640
    },
    {
      "epoch": 6.817834783936479,
      "grad_norm": 0.23610669374465942,
      "learning_rate": 8.632865465411541e-05,
      "loss": 0.0191,
      "step": 44650
    },
    {
      "epoch": 6.819361734615972,
      "grad_norm": 0.1924978345632553,
      "learning_rate": 8.632155337059338e-05,
      "loss": 0.0173,
      "step": 44660
    },
    {
      "epoch": 6.820888685295465,
      "grad_norm": 0.3420338034629822,
      "learning_rate": 8.63144505354813e-05,
      "loss": 0.0166,
      "step": 44670
    },
    {
      "epoch": 6.822415635974958,
      "grad_norm": 0.3268134593963623,
      "learning_rate": 8.630734614908262e-05,
      "loss": 0.0138,
      "step": 44680
    },
    {
      "epoch": 6.823942586654451,
      "grad_norm": 0.23824304342269897,
      "learning_rate": 8.63002402117008e-05,
      "loss": 0.0169,
      "step": 44690
    },
    {
      "epoch": 6.8254695373339445,
      "grad_norm": 0.305383563041687,
      "learning_rate": 8.62931327236394e-05,
      "loss": 0.0147,
      "step": 44700
    },
    {
      "epoch": 6.826996488013437,
      "grad_norm": 0.3534433841705322,
      "learning_rate": 8.628602368520204e-05,
      "loss": 0.0184,
      "step": 44710
    },
    {
      "epoch": 6.8285234386929305,
      "grad_norm": 0.238623708486557,
      "learning_rate": 8.627891309669243e-05,
      "loss": 0.0169,
      "step": 44720
    },
    {
      "epoch": 6.830050389372423,
      "grad_norm": 0.2412993609905243,
      "learning_rate": 8.627180095841429e-05,
      "loss": 0.0163,
      "step": 44730
    },
    {
      "epoch": 6.831577340051917,
      "grad_norm": 0.23637089133262634,
      "learning_rate": 8.626468727067143e-05,
      "loss": 0.0129,
      "step": 44740
    },
    {
      "epoch": 6.833104290731409,
      "grad_norm": 0.2998972237110138,
      "learning_rate": 8.625757203376776e-05,
      "loss": 0.0191,
      "step": 44750
    },
    {
      "epoch": 6.834631241410903,
      "grad_norm": 0.16744282841682434,
      "learning_rate": 8.625045524800723e-05,
      "loss": 0.0145,
      "step": 44760
    },
    {
      "epoch": 6.836158192090395,
      "grad_norm": 0.2373639941215515,
      "learning_rate": 8.624333691369384e-05,
      "loss": 0.0144,
      "step": 44770
    },
    {
      "epoch": 6.837685142769889,
      "grad_norm": 0.24514076113700867,
      "learning_rate": 8.623621703113167e-05,
      "loss": 0.0169,
      "step": 44780
    },
    {
      "epoch": 6.839212093449381,
      "grad_norm": 0.1797199547290802,
      "learning_rate": 8.622909560062487e-05,
      "loss": 0.0142,
      "step": 44790
    },
    {
      "epoch": 6.840739044128875,
      "grad_norm": 0.26617586612701416,
      "learning_rate": 8.622197262247767e-05,
      "loss": 0.0185,
      "step": 44800
    },
    {
      "epoch": 6.8422659948083675,
      "grad_norm": 0.2500322759151459,
      "learning_rate": 8.621484809699436e-05,
      "loss": 0.0152,
      "step": 44810
    },
    {
      "epoch": 6.843792945487861,
      "grad_norm": 0.20917341113090515,
      "learning_rate": 8.620772202447924e-05,
      "loss": 0.0183,
      "step": 44820
    },
    {
      "epoch": 6.845319896167354,
      "grad_norm": 0.4183441698551178,
      "learning_rate": 8.620059440523678e-05,
      "loss": 0.0213,
      "step": 44830
    },
    {
      "epoch": 6.846846846846847,
      "grad_norm": 0.267636239528656,
      "learning_rate": 8.61934652395714e-05,
      "loss": 0.0188,
      "step": 44840
    },
    {
      "epoch": 6.84837379752634,
      "grad_norm": 0.19239087402820587,
      "learning_rate": 8.618633452778768e-05,
      "loss": 0.0154,
      "step": 44850
    },
    {
      "epoch": 6.849900748205833,
      "grad_norm": 0.18479393422603607,
      "learning_rate": 8.617920227019024e-05,
      "loss": 0.0166,
      "step": 44860
    },
    {
      "epoch": 6.851427698885326,
      "grad_norm": 0.2588745951652527,
      "learning_rate": 8.617206846708374e-05,
      "loss": 0.0184,
      "step": 44870
    },
    {
      "epoch": 6.852954649564819,
      "grad_norm": 0.20006456971168518,
      "learning_rate": 8.616493311877292e-05,
      "loss": 0.0147,
      "step": 44880
    },
    {
      "epoch": 6.854481600244312,
      "grad_norm": 0.23307527601718903,
      "learning_rate": 8.61577962255626e-05,
      "loss": 0.0173,
      "step": 44890
    },
    {
      "epoch": 6.856008550923805,
      "grad_norm": 0.25654181838035583,
      "learning_rate": 8.615065778775763e-05,
      "loss": 0.0181,
      "step": 44900
    },
    {
      "epoch": 6.857535501603298,
      "grad_norm": 0.19329552352428436,
      "learning_rate": 8.614351780566299e-05,
      "loss": 0.0132,
      "step": 44910
    },
    {
      "epoch": 6.859062452282791,
      "grad_norm": 0.22182020545005798,
      "learning_rate": 8.613637627958367e-05,
      "loss": 0.0168,
      "step": 44920
    },
    {
      "epoch": 6.860589402962284,
      "grad_norm": 0.2621421217918396,
      "learning_rate": 8.612923320982472e-05,
      "loss": 0.0173,
      "step": 44930
    },
    {
      "epoch": 6.8621163536417775,
      "grad_norm": 0.22634266316890717,
      "learning_rate": 8.61220885966913e-05,
      "loss": 0.0136,
      "step": 44940
    },
    {
      "epoch": 6.86364330432127,
      "grad_norm": 0.27007460594177246,
      "learning_rate": 8.611494244048863e-05,
      "loss": 0.0125,
      "step": 44950
    },
    {
      "epoch": 6.865170255000764,
      "grad_norm": 0.19712130725383759,
      "learning_rate": 8.610779474152196e-05,
      "loss": 0.0136,
      "step": 44960
    },
    {
      "epoch": 6.866697205680256,
      "grad_norm": 0.17019368708133698,
      "learning_rate": 8.610064550009663e-05,
      "loss": 0.0147,
      "step": 44970
    },
    {
      "epoch": 6.86822415635975,
      "grad_norm": 0.2084037810564041,
      "learning_rate": 8.609349471651804e-05,
      "loss": 0.0115,
      "step": 44980
    },
    {
      "epoch": 6.869751107039242,
      "grad_norm": 0.3483206033706665,
      "learning_rate": 8.608634239109166e-05,
      "loss": 0.019,
      "step": 44990
    },
    {
      "epoch": 6.871278057718736,
      "grad_norm": 0.20137588679790497,
      "learning_rate": 8.607918852412304e-05,
      "loss": 0.0162,
      "step": 45000
    },
    {
      "epoch": 6.872805008398228,
      "grad_norm": 0.22415903210639954,
      "learning_rate": 8.607203311591775e-05,
      "loss": 0.015,
      "step": 45010
    },
    {
      "epoch": 6.874331959077722,
      "grad_norm": 0.25028952956199646,
      "learning_rate": 8.606487616678147e-05,
      "loss": 0.016,
      "step": 45020
    },
    {
      "epoch": 6.8758589097572145,
      "grad_norm": 0.26197919249534607,
      "learning_rate": 8.605771767701995e-05,
      "loss": 0.0183,
      "step": 45030
    },
    {
      "epoch": 6.877385860436708,
      "grad_norm": 0.3457706570625305,
      "learning_rate": 8.605055764693895e-05,
      "loss": 0.0191,
      "step": 45040
    },
    {
      "epoch": 6.878912811116201,
      "grad_norm": 0.29957860708236694,
      "learning_rate": 8.604339607684438e-05,
      "loss": 0.0159,
      "step": 45050
    },
    {
      "epoch": 6.880439761795694,
      "grad_norm": 0.2966926097869873,
      "learning_rate": 8.603623296704212e-05,
      "loss": 0.016,
      "step": 45060
    },
    {
      "epoch": 6.881966712475187,
      "grad_norm": 0.3678508698940277,
      "learning_rate": 8.60290683178382e-05,
      "loss": 0.0173,
      "step": 45070
    },
    {
      "epoch": 6.88349366315468,
      "grad_norm": 0.17087015509605408,
      "learning_rate": 8.602190212953867e-05,
      "loss": 0.0164,
      "step": 45080
    },
    {
      "epoch": 6.885020613834174,
      "grad_norm": 0.26943182945251465,
      "learning_rate": 8.601473440244965e-05,
      "loss": 0.0185,
      "step": 45090
    },
    {
      "epoch": 6.886547564513666,
      "grad_norm": 0.20457759499549866,
      "learning_rate": 8.600756513687734e-05,
      "loss": 0.0155,
      "step": 45100
    },
    {
      "epoch": 6.888074515193159,
      "grad_norm": 0.27087512612342834,
      "learning_rate": 8.600039433312799e-05,
      "loss": 0.0159,
      "step": 45110
    },
    {
      "epoch": 6.889601465872652,
      "grad_norm": 0.48086926341056824,
      "learning_rate": 8.599322199150793e-05,
      "loss": 0.0158,
      "step": 45120
    },
    {
      "epoch": 6.891128416552146,
      "grad_norm": 0.23073163628578186,
      "learning_rate": 8.598604811232356e-05,
      "loss": 0.0188,
      "step": 45130
    },
    {
      "epoch": 6.892655367231638,
      "grad_norm": 0.16211847960948944,
      "learning_rate": 8.597887269588131e-05,
      "loss": 0.0149,
      "step": 45140
    },
    {
      "epoch": 6.894182317911131,
      "grad_norm": 0.23804107308387756,
      "learning_rate": 8.597169574248772e-05,
      "loss": 0.0148,
      "step": 45150
    },
    {
      "epoch": 6.8957092685906245,
      "grad_norm": 0.23957952857017517,
      "learning_rate": 8.596451725244936e-05,
      "loss": 0.017,
      "step": 45160
    },
    {
      "epoch": 6.897236219270118,
      "grad_norm": 0.15822602808475494,
      "learning_rate": 8.59573372260729e-05,
      "loss": 0.0145,
      "step": 45170
    },
    {
      "epoch": 6.898763169949611,
      "grad_norm": 0.18723979592323303,
      "learning_rate": 8.595015566366505e-05,
      "loss": 0.0163,
      "step": 45180
    },
    {
      "epoch": 6.900290120629103,
      "grad_norm": 0.1994773894548416,
      "learning_rate": 8.59429725655326e-05,
      "loss": 0.0156,
      "step": 45190
    },
    {
      "epoch": 6.901817071308597,
      "grad_norm": 0.2797096371650696,
      "learning_rate": 8.593578793198238e-05,
      "loss": 0.0167,
      "step": 45200
    },
    {
      "epoch": 6.90334402198809,
      "grad_norm": 0.40570083260536194,
      "learning_rate": 8.592860176332131e-05,
      "loss": 0.0158,
      "step": 45210
    },
    {
      "epoch": 6.904870972667583,
      "grad_norm": 0.19159629940986633,
      "learning_rate": 8.592141405985638e-05,
      "loss": 0.0209,
      "step": 45220
    },
    {
      "epoch": 6.906397923347076,
      "grad_norm": 0.3346090614795685,
      "learning_rate": 8.591422482189465e-05,
      "loss": 0.0194,
      "step": 45230
    },
    {
      "epoch": 6.907924874026569,
      "grad_norm": 0.2770703136920929,
      "learning_rate": 8.590703404974321e-05,
      "loss": 0.0167,
      "step": 45240
    },
    {
      "epoch": 6.909451824706062,
      "grad_norm": 0.2020486444234848,
      "learning_rate": 8.589984174370922e-05,
      "loss": 0.0163,
      "step": 45250
    },
    {
      "epoch": 6.910978775385555,
      "grad_norm": 0.3582461476325989,
      "learning_rate": 8.589264790409994e-05,
      "loss": 0.0222,
      "step": 45260
    },
    {
      "epoch": 6.912505726065048,
      "grad_norm": 0.22684797644615173,
      "learning_rate": 8.588545253122268e-05,
      "loss": 0.0192,
      "step": 45270
    },
    {
      "epoch": 6.914032676744541,
      "grad_norm": 0.1762569099664688,
      "learning_rate": 8.587825562538483e-05,
      "loss": 0.0135,
      "step": 45280
    },
    {
      "epoch": 6.9155596274240345,
      "grad_norm": 0.2686184048652649,
      "learning_rate": 8.58710571868938e-05,
      "loss": 0.0156,
      "step": 45290
    },
    {
      "epoch": 6.917086578103527,
      "grad_norm": 0.1842551827430725,
      "learning_rate": 8.58638572160571e-05,
      "loss": 0.017,
      "step": 45300
    },
    {
      "epoch": 6.918613528783021,
      "grad_norm": 0.47980213165283203,
      "learning_rate": 8.58566557131823e-05,
      "loss": 0.0157,
      "step": 45310
    },
    {
      "epoch": 6.920140479462513,
      "grad_norm": 0.24874818325042725,
      "learning_rate": 8.584945267857705e-05,
      "loss": 0.015,
      "step": 45320
    },
    {
      "epoch": 6.921667430142007,
      "grad_norm": 0.2702764868736267,
      "learning_rate": 8.584224811254904e-05,
      "loss": 0.0181,
      "step": 45330
    },
    {
      "epoch": 6.923194380821499,
      "grad_norm": 0.4340595006942749,
      "learning_rate": 8.583504201540601e-05,
      "loss": 0.017,
      "step": 45340
    },
    {
      "epoch": 6.924721331500993,
      "grad_norm": 0.25914090871810913,
      "learning_rate": 8.582783438745585e-05,
      "loss": 0.0187,
      "step": 45350
    },
    {
      "epoch": 6.926248282180485,
      "grad_norm": 0.24183057248592377,
      "learning_rate": 8.58206252290064e-05,
      "loss": 0.0174,
      "step": 45360
    },
    {
      "epoch": 6.927775232859979,
      "grad_norm": 0.28517061471939087,
      "learning_rate": 8.581341454036566e-05,
      "loss": 0.0151,
      "step": 45370
    },
    {
      "epoch": 6.9293021835394715,
      "grad_norm": 0.26438993215560913,
      "learning_rate": 8.580620232184164e-05,
      "loss": 0.0244,
      "step": 45380
    },
    {
      "epoch": 6.930829134218965,
      "grad_norm": 0.23361216485500336,
      "learning_rate": 8.579898857374242e-05,
      "loss": 0.0137,
      "step": 45390
    },
    {
      "epoch": 6.932356084898458,
      "grad_norm": 0.23749902844429016,
      "learning_rate": 8.579177329637617e-05,
      "loss": 0.0194,
      "step": 45400
    },
    {
      "epoch": 6.933883035577951,
      "grad_norm": 0.2843586802482605,
      "learning_rate": 8.578455649005113e-05,
      "loss": 0.0154,
      "step": 45410
    },
    {
      "epoch": 6.935409986257444,
      "grad_norm": 0.25655871629714966,
      "learning_rate": 8.577733815507558e-05,
      "loss": 0.0206,
      "step": 45420
    },
    {
      "epoch": 6.936936936936937,
      "grad_norm": 0.31701821088790894,
      "learning_rate": 8.577011829175787e-05,
      "loss": 0.0189,
      "step": 45430
    },
    {
      "epoch": 6.93846388761643,
      "grad_norm": 0.266933411359787,
      "learning_rate": 8.576289690040641e-05,
      "loss": 0.0156,
      "step": 45440
    },
    {
      "epoch": 6.939990838295923,
      "grad_norm": 0.210418701171875,
      "learning_rate": 8.575567398132968e-05,
      "loss": 0.0144,
      "step": 45450
    },
    {
      "epoch": 6.941517788975416,
      "grad_norm": 0.20925749838352203,
      "learning_rate": 8.574844953483627e-05,
      "loss": 0.0133,
      "step": 45460
    },
    {
      "epoch": 6.943044739654909,
      "grad_norm": 0.1956891119480133,
      "learning_rate": 8.574122356123476e-05,
      "loss": 0.0145,
      "step": 45470
    },
    {
      "epoch": 6.944571690334402,
      "grad_norm": 0.19239647686481476,
      "learning_rate": 8.573399606083383e-05,
      "loss": 0.0157,
      "step": 45480
    },
    {
      "epoch": 6.946098641013895,
      "grad_norm": 0.22374677658081055,
      "learning_rate": 8.572676703394223e-05,
      "loss": 0.0163,
      "step": 45490
    },
    {
      "epoch": 6.947625591693388,
      "grad_norm": 0.2732829749584198,
      "learning_rate": 8.571953648086879e-05,
      "loss": 0.0184,
      "step": 45500
    },
    {
      "epoch": 6.9491525423728815,
      "grad_norm": 0.3542270362377167,
      "learning_rate": 8.571230440192235e-05,
      "loss": 0.0182,
      "step": 45510
    },
    {
      "epoch": 6.950679493052374,
      "grad_norm": 0.20181630551815033,
      "learning_rate": 8.570507079741189e-05,
      "loss": 0.0167,
      "step": 45520
    },
    {
      "epoch": 6.952206443731868,
      "grad_norm": 0.30389466881752014,
      "learning_rate": 8.56978356676464e-05,
      "loss": 0.0152,
      "step": 45530
    },
    {
      "epoch": 6.95373339441136,
      "grad_norm": 0.20334532856941223,
      "learning_rate": 8.569059901293493e-05,
      "loss": 0.0157,
      "step": 45540
    },
    {
      "epoch": 6.955260345090854,
      "grad_norm": 0.1522769182920456,
      "learning_rate": 8.568336083358664e-05,
      "loss": 0.0175,
      "step": 45550
    },
    {
      "epoch": 6.956787295770346,
      "grad_norm": 0.17799663543701172,
      "learning_rate": 8.567612112991075e-05,
      "loss": 0.0157,
      "step": 45560
    },
    {
      "epoch": 6.95831424644984,
      "grad_norm": 0.167284294962883,
      "learning_rate": 8.566887990221648e-05,
      "loss": 0.0135,
      "step": 45570
    },
    {
      "epoch": 6.959841197129332,
      "grad_norm": 0.24370747804641724,
      "learning_rate": 8.56616371508132e-05,
      "loss": 0.0171,
      "step": 45580
    },
    {
      "epoch": 6.961368147808826,
      "grad_norm": 0.2224261313676834,
      "learning_rate": 8.565439287601029e-05,
      "loss": 0.0194,
      "step": 45590
    },
    {
      "epoch": 6.9628950984883184,
      "grad_norm": 0.188613161444664,
      "learning_rate": 8.564714707811721e-05,
      "loss": 0.0131,
      "step": 45600
    },
    {
      "epoch": 6.964422049167812,
      "grad_norm": 0.14498642086982727,
      "learning_rate": 8.563989975744349e-05,
      "loss": 0.0147,
      "step": 45610
    },
    {
      "epoch": 6.9659489998473045,
      "grad_norm": 0.22153818607330322,
      "learning_rate": 8.563265091429873e-05,
      "loss": 0.0124,
      "step": 45620
    },
    {
      "epoch": 6.967475950526798,
      "grad_norm": 0.28900837898254395,
      "learning_rate": 8.56254005489926e-05,
      "loss": 0.0146,
      "step": 45630
    },
    {
      "epoch": 6.9690029012062915,
      "grad_norm": 0.15028883516788483,
      "learning_rate": 8.561814866183477e-05,
      "loss": 0.0133,
      "step": 45640
    },
    {
      "epoch": 6.970529851885784,
      "grad_norm": 0.20495791733264923,
      "learning_rate": 8.56108952531351e-05,
      "loss": 0.0171,
      "step": 45650
    },
    {
      "epoch": 6.972056802565277,
      "grad_norm": 0.28994840383529663,
      "learning_rate": 8.560364032320338e-05,
      "loss": 0.0149,
      "step": 45660
    },
    {
      "epoch": 6.97358375324477,
      "grad_norm": 0.2925463616847992,
      "learning_rate": 8.559638387234956e-05,
      "loss": 0.0149,
      "step": 45670
    },
    {
      "epoch": 6.975110703924264,
      "grad_norm": 0.23791156709194183,
      "learning_rate": 8.558912590088359e-05,
      "loss": 0.016,
      "step": 45680
    },
    {
      "epoch": 6.976637654603756,
      "grad_norm": 0.20721766352653503,
      "learning_rate": 8.558186640911556e-05,
      "loss": 0.0154,
      "step": 45690
    },
    {
      "epoch": 6.978164605283249,
      "grad_norm": 0.2586177587509155,
      "learning_rate": 8.557460539735558e-05,
      "loss": 0.0142,
      "step": 45700
    },
    {
      "epoch": 6.979691555962742,
      "grad_norm": 0.22563980519771576,
      "learning_rate": 8.556734286591378e-05,
      "loss": 0.0162,
      "step": 45710
    },
    {
      "epoch": 6.981218506642236,
      "grad_norm": 0.14890488982200623,
      "learning_rate": 8.556007881510044e-05,
      "loss": 0.0141,
      "step": 45720
    },
    {
      "epoch": 6.9827454573217285,
      "grad_norm": 0.26162686944007874,
      "learning_rate": 8.555281324522586e-05,
      "loss": 0.015,
      "step": 45730
    },
    {
      "epoch": 6.984272408001221,
      "grad_norm": 0.2862698435783386,
      "learning_rate": 8.554554615660042e-05,
      "loss": 0.0158,
      "step": 45740
    },
    {
      "epoch": 6.9857993586807146,
      "grad_norm": 0.25721174478530884,
      "learning_rate": 8.553827754953455e-05,
      "loss": 0.0188,
      "step": 45750
    },
    {
      "epoch": 6.987326309360208,
      "grad_norm": 0.19959807395935059,
      "learning_rate": 8.553100742433875e-05,
      "loss": 0.0178,
      "step": 45760
    },
    {
      "epoch": 6.988853260039701,
      "grad_norm": 0.23743681609630585,
      "learning_rate": 8.552373578132356e-05,
      "loss": 0.017,
      "step": 45770
    },
    {
      "epoch": 6.990380210719194,
      "grad_norm": 0.3596579134464264,
      "learning_rate": 8.551646262079966e-05,
      "loss": 0.0137,
      "step": 45780
    },
    {
      "epoch": 6.991907161398687,
      "grad_norm": 0.18305853009223938,
      "learning_rate": 8.550918794307772e-05,
      "loss": 0.0139,
      "step": 45790
    },
    {
      "epoch": 6.99343411207818,
      "grad_norm": 0.3930675685405731,
      "learning_rate": 8.550191174846849e-05,
      "loss": 0.0195,
      "step": 45800
    },
    {
      "epoch": 6.994961062757673,
      "grad_norm": 0.45244643092155457,
      "learning_rate": 8.549463403728282e-05,
      "loss": 0.0155,
      "step": 45810
    },
    {
      "epoch": 6.996488013437166,
      "grad_norm": 0.24856449663639069,
      "learning_rate": 8.548735480983158e-05,
      "loss": 0.0188,
      "step": 45820
    },
    {
      "epoch": 6.998014964116659,
      "grad_norm": 0.2515230178833008,
      "learning_rate": 8.548007406642575e-05,
      "loss": 0.0128,
      "step": 45830
    },
    {
      "epoch": 6.999541914796152,
      "grad_norm": 0.42472344636917114,
      "learning_rate": 8.547279180737632e-05,
      "loss": 0.0209,
      "step": 45840
    },
    {
      "epoch": 7.001068865475645,
      "grad_norm": 0.23285196721553802,
      "learning_rate": 8.546550803299441e-05,
      "loss": 0.0173,
      "step": 45850
    },
    {
      "epoch": 7.0025958161551385,
      "grad_norm": 0.17942458391189575,
      "learning_rate": 8.545822274359114e-05,
      "loss": 0.02,
      "step": 45860
    },
    {
      "epoch": 7.004122766834631,
      "grad_norm": 0.21536873281002045,
      "learning_rate": 8.545093593947772e-05,
      "loss": 0.0182,
      "step": 45870
    },
    {
      "epoch": 7.005649717514125,
      "grad_norm": 0.18967320024967194,
      "learning_rate": 8.544364762096546e-05,
      "loss": 0.0163,
      "step": 45880
    },
    {
      "epoch": 7.007176668193617,
      "grad_norm": 0.38539114594459534,
      "learning_rate": 8.543635778836567e-05,
      "loss": 0.0139,
      "step": 45890
    },
    {
      "epoch": 7.008703618873111,
      "grad_norm": 0.22295783460140228,
      "learning_rate": 8.54290664419898e-05,
      "loss": 0.0125,
      "step": 45900
    },
    {
      "epoch": 7.010230569552603,
      "grad_norm": 0.4597880244255066,
      "learning_rate": 8.542177358214927e-05,
      "loss": 0.0167,
      "step": 45910
    },
    {
      "epoch": 7.011757520232097,
      "grad_norm": 0.24676914513111115,
      "learning_rate": 8.541447920915564e-05,
      "loss": 0.0133,
      "step": 45920
    },
    {
      "epoch": 7.013284470911589,
      "grad_norm": 0.14468823373317719,
      "learning_rate": 8.540718332332054e-05,
      "loss": 0.0158,
      "step": 45930
    },
    {
      "epoch": 7.014811421591083,
      "grad_norm": 0.7010926008224487,
      "learning_rate": 8.53998859249556e-05,
      "loss": 0.0161,
      "step": 45940
    },
    {
      "epoch": 7.016338372270575,
      "grad_norm": 0.2129955291748047,
      "learning_rate": 8.539258701437257e-05,
      "loss": 0.0153,
      "step": 45950
    },
    {
      "epoch": 7.017865322950069,
      "grad_norm": 0.1655125468969345,
      "learning_rate": 8.538528659188324e-05,
      "loss": 0.0182,
      "step": 45960
    },
    {
      "epoch": 7.0193922736295615,
      "grad_norm": 0.22877216339111328,
      "learning_rate": 8.537798465779948e-05,
      "loss": 0.0166,
      "step": 45970
    },
    {
      "epoch": 7.020919224309055,
      "grad_norm": 0.17152507603168488,
      "learning_rate": 8.537068121243319e-05,
      "loss": 0.0159,
      "step": 45980
    },
    {
      "epoch": 7.022446174988548,
      "grad_norm": 0.2210085391998291,
      "learning_rate": 8.536337625609638e-05,
      "loss": 0.0185,
      "step": 45990
    },
    {
      "epoch": 7.023973125668041,
      "grad_norm": 0.1803319752216339,
      "learning_rate": 8.535606978910111e-05,
      "loss": 0.014,
      "step": 46000
    },
    {
      "epoch": 7.025500076347534,
      "grad_norm": 0.36278805136680603,
      "learning_rate": 8.534876181175948e-05,
      "loss": 0.0169,
      "step": 46010
    },
    {
      "epoch": 7.027027027027027,
      "grad_norm": 0.1941375732421875,
      "learning_rate": 8.534145232438369e-05,
      "loss": 0.0164,
      "step": 46020
    },
    {
      "epoch": 7.02855397770652,
      "grad_norm": 0.24650146067142487,
      "learning_rate": 8.5334141327286e-05,
      "loss": 0.0164,
      "step": 46030
    },
    {
      "epoch": 7.030080928386013,
      "grad_norm": 0.29714107513427734,
      "learning_rate": 8.532682882077867e-05,
      "loss": 0.0164,
      "step": 46040
    },
    {
      "epoch": 7.031607879065506,
      "grad_norm": 1.2605777978897095,
      "learning_rate": 8.53195148051741e-05,
      "loss": 0.0157,
      "step": 46050
    },
    {
      "epoch": 7.033134829744999,
      "grad_norm": 0.29868465662002563,
      "learning_rate": 8.531219928078477e-05,
      "loss": 0.0171,
      "step": 46060
    },
    {
      "epoch": 7.034661780424492,
      "grad_norm": 0.2421852946281433,
      "learning_rate": 8.530488224792316e-05,
      "loss": 0.0133,
      "step": 46070
    },
    {
      "epoch": 7.0361887311039855,
      "grad_norm": 0.20100261270999908,
      "learning_rate": 8.529756370690183e-05,
      "loss": 0.0171,
      "step": 46080
    },
    {
      "epoch": 7.037715681783478,
      "grad_norm": 0.23861399292945862,
      "learning_rate": 8.529024365803342e-05,
      "loss": 0.0147,
      "step": 46090
    },
    {
      "epoch": 7.0392426324629715,
      "grad_norm": 0.1752895563840866,
      "learning_rate": 8.528292210163063e-05,
      "loss": 0.0169,
      "step": 46100
    },
    {
      "epoch": 7.040769583142464,
      "grad_norm": 0.3598671555519104,
      "learning_rate": 8.527559903800624e-05,
      "loss": 0.0158,
      "step": 46110
    },
    {
      "epoch": 7.042296533821958,
      "grad_norm": 0.16452433168888092,
      "learning_rate": 8.526827446747303e-05,
      "loss": 0.0166,
      "step": 46120
    },
    {
      "epoch": 7.04382348450145,
      "grad_norm": 0.1576397866010666,
      "learning_rate": 8.526094839034395e-05,
      "loss": 0.0151,
      "step": 46130
    },
    {
      "epoch": 7.045350435180944,
      "grad_norm": 0.1511084884405136,
      "learning_rate": 8.525362080693194e-05,
      "loss": 0.0145,
      "step": 46140
    },
    {
      "epoch": 7.046877385860436,
      "grad_norm": 0.1905679851770401,
      "learning_rate": 8.524629171754998e-05,
      "loss": 0.0134,
      "step": 46150
    },
    {
      "epoch": 7.04840433653993,
      "grad_norm": 0.18706472218036652,
      "learning_rate": 8.523896112251122e-05,
      "loss": 0.0169,
      "step": 46160
    },
    {
      "epoch": 7.049931287219422,
      "grad_norm": 0.24254943430423737,
      "learning_rate": 8.523162902212876e-05,
      "loss": 0.0171,
      "step": 46170
    },
    {
      "epoch": 7.051458237898916,
      "grad_norm": 0.3677927553653717,
      "learning_rate": 8.522429541671583e-05,
      "loss": 0.0154,
      "step": 46180
    },
    {
      "epoch": 7.0529851885784085,
      "grad_norm": 0.2491665929555893,
      "learning_rate": 8.521696030658571e-05,
      "loss": 0.0138,
      "step": 46190
    },
    {
      "epoch": 7.054512139257902,
      "grad_norm": 0.2469027042388916,
      "learning_rate": 8.520962369205174e-05,
      "loss": 0.0182,
      "step": 46200
    },
    {
      "epoch": 7.056039089937395,
      "grad_norm": 0.2968992590904236,
      "learning_rate": 8.520228557342733e-05,
      "loss": 0.0182,
      "step": 46210
    },
    {
      "epoch": 7.057566040616888,
      "grad_norm": 0.2817786931991577,
      "learning_rate": 8.519494595102595e-05,
      "loss": 0.016,
      "step": 46220
    },
    {
      "epoch": 7.059092991296382,
      "grad_norm": 0.2763877213001251,
      "learning_rate": 8.518760482516113e-05,
      "loss": 0.0158,
      "step": 46230
    },
    {
      "epoch": 7.060619941975874,
      "grad_norm": 0.25002190470695496,
      "learning_rate": 8.518026219614648e-05,
      "loss": 0.0199,
      "step": 46240
    },
    {
      "epoch": 7.062146892655368,
      "grad_norm": 0.20030725002288818,
      "learning_rate": 8.517291806429566e-05,
      "loss": 0.0161,
      "step": 46250
    },
    {
      "epoch": 7.06367384333486,
      "grad_norm": 0.3153546154499054,
      "learning_rate": 8.516557242992238e-05,
      "loss": 0.0166,
      "step": 46260
    },
    {
      "epoch": 7.065200794014354,
      "grad_norm": 0.2472677230834961,
      "learning_rate": 8.515822529334046e-05,
      "loss": 0.0154,
      "step": 46270
    },
    {
      "epoch": 7.066727744693846,
      "grad_norm": 0.2374788373708725,
      "learning_rate": 8.515087665486374e-05,
      "loss": 0.0145,
      "step": 46280
    },
    {
      "epoch": 7.06825469537334,
      "grad_norm": 0.26215994358062744,
      "learning_rate": 8.514352651480615e-05,
      "loss": 0.0142,
      "step": 46290
    },
    {
      "epoch": 7.069781646052832,
      "grad_norm": 0.2270887792110443,
      "learning_rate": 8.513617487348165e-05,
      "loss": 0.0194,
      "step": 46300
    },
    {
      "epoch": 7.071308596732326,
      "grad_norm": 0.4858393967151642,
      "learning_rate": 8.512882173120434e-05,
      "loss": 0.0169,
      "step": 46310
    },
    {
      "epoch": 7.0728355474118185,
      "grad_norm": 0.39354240894317627,
      "learning_rate": 8.512146708828825e-05,
      "loss": 0.0184,
      "step": 46320
    },
    {
      "epoch": 7.074362498091312,
      "grad_norm": 0.1994870901107788,
      "learning_rate": 8.511411094504765e-05,
      "loss": 0.0156,
      "step": 46330
    },
    {
      "epoch": 7.075889448770805,
      "grad_norm": 0.20761507749557495,
      "learning_rate": 8.510675330179672e-05,
      "loss": 0.0143,
      "step": 46340
    },
    {
      "epoch": 7.077416399450298,
      "grad_norm": 0.23718124628067017,
      "learning_rate": 8.509939415884977e-05,
      "loss": 0.0144,
      "step": 46350
    },
    {
      "epoch": 7.078943350129791,
      "grad_norm": 0.2590068280696869,
      "learning_rate": 8.509203351652121e-05,
      "loss": 0.0183,
      "step": 46360
    },
    {
      "epoch": 7.080470300809284,
      "grad_norm": 0.21734653413295746,
      "learning_rate": 8.508467137512542e-05,
      "loss": 0.0132,
      "step": 46370
    },
    {
      "epoch": 7.081997251488777,
      "grad_norm": 0.27677610516548157,
      "learning_rate": 8.507730773497693e-05,
      "loss": 0.0176,
      "step": 46380
    },
    {
      "epoch": 7.08352420216827,
      "grad_norm": 0.18954333662986755,
      "learning_rate": 8.50699425963903e-05,
      "loss": 0.015,
      "step": 46390
    },
    {
      "epoch": 7.085051152847763,
      "grad_norm": 0.24084925651550293,
      "learning_rate": 8.506257595968013e-05,
      "loss": 0.0162,
      "step": 46400
    },
    {
      "epoch": 7.086578103527256,
      "grad_norm": 0.2323528677225113,
      "learning_rate": 8.505520782516114e-05,
      "loss": 0.0138,
      "step": 46410
    },
    {
      "epoch": 7.088105054206749,
      "grad_norm": 0.228413924574852,
      "learning_rate": 8.504783819314807e-05,
      "loss": 0.0137,
      "step": 46420
    },
    {
      "epoch": 7.0896320048862425,
      "grad_norm": 0.24831241369247437,
      "learning_rate": 8.504046706395573e-05,
      "loss": 0.0189,
      "step": 46430
    },
    {
      "epoch": 7.091158955565735,
      "grad_norm": 0.24970971047878265,
      "learning_rate": 8.503309443789901e-05,
      "loss": 0.016,
      "step": 46440
    },
    {
      "epoch": 7.0926859062452285,
      "grad_norm": 0.2656214237213135,
      "learning_rate": 8.502572031529285e-05,
      "loss": 0.0176,
      "step": 46450
    },
    {
      "epoch": 7.094212856924721,
      "grad_norm": 0.24729079008102417,
      "learning_rate": 8.501834469645228e-05,
      "loss": 0.0138,
      "step": 46460
    },
    {
      "epoch": 7.095739807604215,
      "grad_norm": 0.20300251245498657,
      "learning_rate": 8.501096758169234e-05,
      "loss": 0.0155,
      "step": 46470
    },
    {
      "epoch": 7.097266758283707,
      "grad_norm": 0.2025042325258255,
      "learning_rate": 8.500358897132818e-05,
      "loss": 0.014,
      "step": 46480
    },
    {
      "epoch": 7.098793708963201,
      "grad_norm": 0.1727302074432373,
      "learning_rate": 8.499620886567502e-05,
      "loss": 0.0184,
      "step": 46490
    },
    {
      "epoch": 7.100320659642693,
      "grad_norm": 0.21828724443912506,
      "learning_rate": 8.498882726504808e-05,
      "loss": 0.0142,
      "step": 46500
    },
    {
      "epoch": 7.101847610322187,
      "grad_norm": 0.1737460345029831,
      "learning_rate": 8.498144416976274e-05,
      "loss": 0.0164,
      "step": 46510
    },
    {
      "epoch": 7.103374561001679,
      "grad_norm": 0.19269149005413055,
      "learning_rate": 8.497405958013435e-05,
      "loss": 0.0164,
      "step": 46520
    },
    {
      "epoch": 7.104901511681173,
      "grad_norm": 0.24496354162693024,
      "learning_rate": 8.496667349647841e-05,
      "loss": 0.0171,
      "step": 46530
    },
    {
      "epoch": 7.1064284623606655,
      "grad_norm": 0.14731818437576294,
      "learning_rate": 8.495928591911039e-05,
      "loss": 0.0146,
      "step": 46540
    },
    {
      "epoch": 7.107955413040159,
      "grad_norm": 0.25785553455352783,
      "learning_rate": 8.495189684834592e-05,
      "loss": 0.015,
      "step": 46550
    },
    {
      "epoch": 7.109482363719652,
      "grad_norm": 0.16847951710224152,
      "learning_rate": 8.494450628450062e-05,
      "loss": 0.0171,
      "step": 46560
    },
    {
      "epoch": 7.111009314399145,
      "grad_norm": 0.20661836862564087,
      "learning_rate": 8.493711422789018e-05,
      "loss": 0.0172,
      "step": 46570
    },
    {
      "epoch": 7.112536265078638,
      "grad_norm": 0.25834062695503235,
      "learning_rate": 8.492972067883043e-05,
      "loss": 0.0148,
      "step": 46580
    },
    {
      "epoch": 7.114063215758131,
      "grad_norm": 0.21516729891300201,
      "learning_rate": 8.492232563763717e-05,
      "loss": 0.0128,
      "step": 46590
    },
    {
      "epoch": 7.115590166437624,
      "grad_norm": 0.190383642911911,
      "learning_rate": 8.49149291046263e-05,
      "loss": 0.0136,
      "step": 46600
    },
    {
      "epoch": 7.117117117117117,
      "grad_norm": 0.24655409157276154,
      "learning_rate": 8.490753108011382e-05,
      "loss": 0.0127,
      "step": 46610
    },
    {
      "epoch": 7.11864406779661,
      "grad_norm": 0.2044527530670166,
      "learning_rate": 8.490013156441574e-05,
      "loss": 0.0201,
      "step": 46620
    },
    {
      "epoch": 7.120171018476103,
      "grad_norm": 0.2237052023410797,
      "learning_rate": 8.489273055784814e-05,
      "loss": 0.0147,
      "step": 46630
    },
    {
      "epoch": 7.121697969155596,
      "grad_norm": 0.21429164707660675,
      "learning_rate": 8.48853280607272e-05,
      "loss": 0.0153,
      "step": 46640
    },
    {
      "epoch": 7.123224919835089,
      "grad_norm": 0.1562335044145584,
      "learning_rate": 8.487792407336913e-05,
      "loss": 0.017,
      "step": 46650
    },
    {
      "epoch": 7.124751870514582,
      "grad_norm": 0.2519077956676483,
      "learning_rate": 8.48705185960902e-05,
      "loss": 0.0129,
      "step": 46660
    },
    {
      "epoch": 7.1262788211940755,
      "grad_norm": 0.2489142268896103,
      "learning_rate": 8.486311162920679e-05,
      "loss": 0.0139,
      "step": 46670
    },
    {
      "epoch": 7.127805771873568,
      "grad_norm": 0.25949862599372864,
      "learning_rate": 8.48557031730353e-05,
      "loss": 0.0159,
      "step": 46680
    },
    {
      "epoch": 7.129332722553062,
      "grad_norm": 0.3454108238220215,
      "learning_rate": 8.48482932278922e-05,
      "loss": 0.0152,
      "step": 46690
    },
    {
      "epoch": 7.130859673232554,
      "grad_norm": 0.16748777031898499,
      "learning_rate": 8.484088179409404e-05,
      "loss": 0.0117,
      "step": 46700
    },
    {
      "epoch": 7.132386623912048,
      "grad_norm": 0.1665944755077362,
      "learning_rate": 8.48334688719574e-05,
      "loss": 0.0119,
      "step": 46710
    },
    {
      "epoch": 7.13391357459154,
      "grad_norm": 0.24768081307411194,
      "learning_rate": 8.482605446179897e-05,
      "loss": 0.0177,
      "step": 46720
    },
    {
      "epoch": 7.135440525271034,
      "grad_norm": 0.179208442568779,
      "learning_rate": 8.481863856393545e-05,
      "loss": 0.0175,
      "step": 46730
    },
    {
      "epoch": 7.136967475950526,
      "grad_norm": 0.3689311146736145,
      "learning_rate": 8.481122117868367e-05,
      "loss": 0.0186,
      "step": 46740
    },
    {
      "epoch": 7.13849442663002,
      "grad_norm": 0.3408339321613312,
      "learning_rate": 8.480380230636048e-05,
      "loss": 0.0147,
      "step": 46750
    },
    {
      "epoch": 7.1400213773095125,
      "grad_norm": 0.27599626779556274,
      "learning_rate": 8.47963819472828e-05,
      "loss": 0.0128,
      "step": 46760
    },
    {
      "epoch": 7.141548327989006,
      "grad_norm": 0.3413023352622986,
      "learning_rate": 8.478896010176758e-05,
      "loss": 0.0147,
      "step": 46770
    },
    {
      "epoch": 7.1430752786684995,
      "grad_norm": 0.3159978687763214,
      "learning_rate": 8.47815367701319e-05,
      "loss": 0.0147,
      "step": 46780
    },
    {
      "epoch": 7.144602229347992,
      "grad_norm": 0.28849712014198303,
      "learning_rate": 8.477411195269287e-05,
      "loss": 0.0136,
      "step": 46790
    },
    {
      "epoch": 7.1461291800274855,
      "grad_norm": 0.23278920352458954,
      "learning_rate": 8.476668564976767e-05,
      "loss": 0.015,
      "step": 46800
    },
    {
      "epoch": 7.147656130706978,
      "grad_norm": 0.1791638284921646,
      "learning_rate": 8.475925786167351e-05,
      "loss": 0.0128,
      "step": 46810
    },
    {
      "epoch": 7.149183081386472,
      "grad_norm": 0.33900654315948486,
      "learning_rate": 8.47518285887277e-05,
      "loss": 0.0169,
      "step": 46820
    },
    {
      "epoch": 7.150710032065964,
      "grad_norm": 0.2976810038089752,
      "learning_rate": 8.474439783124764e-05,
      "loss": 0.0157,
      "step": 46830
    },
    {
      "epoch": 7.152236982745458,
      "grad_norm": 0.42959004640579224,
      "learning_rate": 8.473696558955072e-05,
      "loss": 0.0189,
      "step": 46840
    },
    {
      "epoch": 7.15376393342495,
      "grad_norm": 0.15212413668632507,
      "learning_rate": 8.472953186395444e-05,
      "loss": 0.0177,
      "step": 46850
    },
    {
      "epoch": 7.155290884104444,
      "grad_norm": 0.1949944943189621,
      "learning_rate": 8.472209665477638e-05,
      "loss": 0.018,
      "step": 46860
    },
    {
      "epoch": 7.156817834783936,
      "grad_norm": 0.21114225685596466,
      "learning_rate": 8.47146599623341e-05,
      "loss": 0.015,
      "step": 46870
    },
    {
      "epoch": 7.15834478546343,
      "grad_norm": 0.20238305628299713,
      "learning_rate": 8.470722178694535e-05,
      "loss": 0.0168,
      "step": 46880
    },
    {
      "epoch": 7.1598717361429225,
      "grad_norm": 0.21641555428504944,
      "learning_rate": 8.469978212892784e-05,
      "loss": 0.0183,
      "step": 46890
    },
    {
      "epoch": 7.161398686822416,
      "grad_norm": 0.46322232484817505,
      "learning_rate": 8.469234098859937e-05,
      "loss": 0.0119,
      "step": 46900
    },
    {
      "epoch": 7.162925637501909,
      "grad_norm": 0.1703329086303711,
      "learning_rate": 8.468489836627784e-05,
      "loss": 0.0184,
      "step": 46910
    },
    {
      "epoch": 7.164452588181402,
      "grad_norm": 0.3629601299762726,
      "learning_rate": 8.467745426228115e-05,
      "loss": 0.0176,
      "step": 46920
    },
    {
      "epoch": 7.165979538860895,
      "grad_norm": 0.24959246814250946,
      "learning_rate": 8.467000867692734e-05,
      "loss": 0.0161,
      "step": 46930
    },
    {
      "epoch": 7.167506489540388,
      "grad_norm": 0.31392478942871094,
      "learning_rate": 8.466256161053444e-05,
      "loss": 0.0201,
      "step": 46940
    },
    {
      "epoch": 7.169033440219881,
      "grad_norm": 0.1728575974702835,
      "learning_rate": 8.465511306342059e-05,
      "loss": 0.0201,
      "step": 46950
    },
    {
      "epoch": 7.170560390899374,
      "grad_norm": 0.24331866204738617,
      "learning_rate": 8.464766303590396e-05,
      "loss": 0.0166,
      "step": 46960
    },
    {
      "epoch": 7.172087341578867,
      "grad_norm": 0.18433664739131927,
      "learning_rate": 8.464021152830282e-05,
      "loss": 0.0144,
      "step": 46970
    },
    {
      "epoch": 7.17361429225836,
      "grad_norm": 0.2842523753643036,
      "learning_rate": 8.46327585409355e-05,
      "loss": 0.0158,
      "step": 46980
    },
    {
      "epoch": 7.175141242937853,
      "grad_norm": 0.2501469552516937,
      "learning_rate": 8.462530407412033e-05,
      "loss": 0.0134,
      "step": 46990
    },
    {
      "epoch": 7.176668193617346,
      "grad_norm": 0.289725124835968,
      "learning_rate": 8.46178481281758e-05,
      "loss": 0.0148,
      "step": 47000
    },
    {
      "epoch": 7.178195144296839,
      "grad_norm": 0.22432628273963928,
      "learning_rate": 8.461039070342039e-05,
      "loss": 0.014,
      "step": 47010
    },
    {
      "epoch": 7.1797220949763325,
      "grad_norm": 0.2730780839920044,
      "learning_rate": 8.460293180017265e-05,
      "loss": 0.0156,
      "step": 47020
    },
    {
      "epoch": 7.181249045655825,
      "grad_norm": 0.18917812407016754,
      "learning_rate": 8.459547141875126e-05,
      "loss": 0.0125,
      "step": 47030
    },
    {
      "epoch": 7.182775996335319,
      "grad_norm": 0.221249058842659,
      "learning_rate": 8.458800955947486e-05,
      "loss": 0.0169,
      "step": 47040
    },
    {
      "epoch": 7.184302947014811,
      "grad_norm": 0.1782899796962738,
      "learning_rate": 8.458054622266225e-05,
      "loss": 0.0137,
      "step": 47050
    },
    {
      "epoch": 7.185829897694305,
      "grad_norm": 0.23531673848628998,
      "learning_rate": 8.457308140863221e-05,
      "loss": 0.0171,
      "step": 47060
    },
    {
      "epoch": 7.187356848373797,
      "grad_norm": 0.37759003043174744,
      "learning_rate": 8.456561511770367e-05,
      "loss": 0.0165,
      "step": 47070
    },
    {
      "epoch": 7.188883799053291,
      "grad_norm": 0.2357577234506607,
      "learning_rate": 8.455814735019553e-05,
      "loss": 0.0143,
      "step": 47080
    },
    {
      "epoch": 7.190410749732783,
      "grad_norm": 0.2564603090286255,
      "learning_rate": 8.455067810642683e-05,
      "loss": 0.0177,
      "step": 47090
    },
    {
      "epoch": 7.191937700412277,
      "grad_norm": 0.19443009793758392,
      "learning_rate": 8.454320738671664e-05,
      "loss": 0.0195,
      "step": 47100
    },
    {
      "epoch": 7.1934646510917695,
      "grad_norm": 0.20765529572963715,
      "learning_rate": 8.453573519138409e-05,
      "loss": 0.0112,
      "step": 47110
    },
    {
      "epoch": 7.194991601771263,
      "grad_norm": 0.21060702204704285,
      "learning_rate": 8.452826152074836e-05,
      "loss": 0.0196,
      "step": 47120
    },
    {
      "epoch": 7.196518552450756,
      "grad_norm": 0.20537924766540527,
      "learning_rate": 8.452078637512873e-05,
      "loss": 0.0157,
      "step": 47130
    },
    {
      "epoch": 7.198045503130249,
      "grad_norm": 0.2796025574207306,
      "learning_rate": 8.451330975484455e-05,
      "loss": 0.0147,
      "step": 47140
    },
    {
      "epoch": 7.199572453809742,
      "grad_norm": 0.19166457653045654,
      "learning_rate": 8.450583166021515e-05,
      "loss": 0.0161,
      "step": 47150
    },
    {
      "epoch": 7.201099404489235,
      "grad_norm": 0.24971556663513184,
      "learning_rate": 8.449835209156003e-05,
      "loss": 0.0128,
      "step": 47160
    },
    {
      "epoch": 7.202626355168728,
      "grad_norm": 0.18522727489471436,
      "learning_rate": 8.449087104919866e-05,
      "loss": 0.0159,
      "step": 47170
    },
    {
      "epoch": 7.204153305848221,
      "grad_norm": 0.2235284447669983,
      "learning_rate": 8.448338853345066e-05,
      "loss": 0.0148,
      "step": 47180
    },
    {
      "epoch": 7.205680256527714,
      "grad_norm": 0.27415168285369873,
      "learning_rate": 8.447590454463565e-05,
      "loss": 0.0149,
      "step": 47190
    },
    {
      "epoch": 7.207207207207207,
      "grad_norm": 0.22928160429000854,
      "learning_rate": 8.446841908307333e-05,
      "loss": 0.0157,
      "step": 47200
    },
    {
      "epoch": 7.2087341578867,
      "grad_norm": 0.16491781175136566,
      "learning_rate": 8.446093214908345e-05,
      "loss": 0.0157,
      "step": 47210
    },
    {
      "epoch": 7.210261108566193,
      "grad_norm": 0.199564591050148,
      "learning_rate": 8.445344374298588e-05,
      "loss": 0.0162,
      "step": 47220
    },
    {
      "epoch": 7.211788059245686,
      "grad_norm": 0.2899605631828308,
      "learning_rate": 8.444595386510048e-05,
      "loss": 0.0195,
      "step": 47230
    },
    {
      "epoch": 7.2133150099251795,
      "grad_norm": 0.20233291387557983,
      "learning_rate": 8.443846251574721e-05,
      "loss": 0.0166,
      "step": 47240
    },
    {
      "epoch": 7.214841960604672,
      "grad_norm": 0.19683194160461426,
      "learning_rate": 8.443096969524607e-05,
      "loss": 0.0125,
      "step": 47250
    },
    {
      "epoch": 7.216368911284166,
      "grad_norm": 0.21357692778110504,
      "learning_rate": 8.442347540391718e-05,
      "loss": 0.0159,
      "step": 47260
    },
    {
      "epoch": 7.217895861963658,
      "grad_norm": 0.27730581164360046,
      "learning_rate": 8.441597964208063e-05,
      "loss": 0.0164,
      "step": 47270
    },
    {
      "epoch": 7.219422812643152,
      "grad_norm": 0.1858537197113037,
      "learning_rate": 8.44084824100567e-05,
      "loss": 0.0131,
      "step": 47280
    },
    {
      "epoch": 7.220949763322644,
      "grad_norm": 0.23692278563976288,
      "learning_rate": 8.440098370816556e-05,
      "loss": 0.016,
      "step": 47290
    },
    {
      "epoch": 7.222476714002138,
      "grad_norm": 0.21081064641475677,
      "learning_rate": 8.439348353672763e-05,
      "loss": 0.0128,
      "step": 47300
    },
    {
      "epoch": 7.22400366468163,
      "grad_norm": 0.22692236304283142,
      "learning_rate": 8.438598189606324e-05,
      "loss": 0.0186,
      "step": 47310
    },
    {
      "epoch": 7.225530615361124,
      "grad_norm": 0.21362558007240295,
      "learning_rate": 8.43784787864929e-05,
      "loss": 0.0172,
      "step": 47320
    },
    {
      "epoch": 7.227057566040617,
      "grad_norm": 0.1941595822572708,
      "learning_rate": 8.437097420833707e-05,
      "loss": 0.0179,
      "step": 47330
    },
    {
      "epoch": 7.22858451672011,
      "grad_norm": 0.27815279364585876,
      "learning_rate": 8.436346816191638e-05,
      "loss": 0.0142,
      "step": 47340
    },
    {
      "epoch": 7.230111467399603,
      "grad_norm": 0.37894147634506226,
      "learning_rate": 8.435596064755147e-05,
      "loss": 0.0139,
      "step": 47350
    },
    {
      "epoch": 7.231638418079096,
      "grad_norm": 0.22976119816303253,
      "learning_rate": 8.434845166556302e-05,
      "loss": 0.0149,
      "step": 47360
    },
    {
      "epoch": 7.2331653687585895,
      "grad_norm": 0.21019630134105682,
      "learning_rate": 8.43409412162718e-05,
      "loss": 0.0145,
      "step": 47370
    },
    {
      "epoch": 7.234692319438082,
      "grad_norm": 0.22278672456741333,
      "learning_rate": 8.433342929999869e-05,
      "loss": 0.0133,
      "step": 47380
    },
    {
      "epoch": 7.236219270117576,
      "grad_norm": 0.3615407645702362,
      "learning_rate": 8.432591591706454e-05,
      "loss": 0.014,
      "step": 47390
    },
    {
      "epoch": 7.237746220797068,
      "grad_norm": 0.2281506508588791,
      "learning_rate": 8.431840106779032e-05,
      "loss": 0.0142,
      "step": 47400
    },
    {
      "epoch": 7.239273171476562,
      "grad_norm": 0.24617181718349457,
      "learning_rate": 8.431088475249705e-05,
      "loss": 0.0146,
      "step": 47410
    },
    {
      "epoch": 7.240800122156054,
      "grad_norm": 0.28504297137260437,
      "learning_rate": 8.430336697150582e-05,
      "loss": 0.0146,
      "step": 47420
    },
    {
      "epoch": 7.242327072835548,
      "grad_norm": 0.24752674996852875,
      "learning_rate": 8.429584772513777e-05,
      "loss": 0.0203,
      "step": 47430
    },
    {
      "epoch": 7.24385402351504,
      "grad_norm": 0.20313292741775513,
      "learning_rate": 8.42883270137141e-05,
      "loss": 0.0131,
      "step": 47440
    },
    {
      "epoch": 7.245380974194534,
      "grad_norm": 0.1815168857574463,
      "learning_rate": 8.42808048375561e-05,
      "loss": 0.0131,
      "step": 47450
    },
    {
      "epoch": 7.2469079248740265,
      "grad_norm": 0.31977853178977966,
      "learning_rate": 8.427328119698507e-05,
      "loss": 0.0157,
      "step": 47460
    },
    {
      "epoch": 7.24843487555352,
      "grad_norm": 0.3047599196434021,
      "learning_rate": 8.426575609232245e-05,
      "loss": 0.0147,
      "step": 47470
    },
    {
      "epoch": 7.2499618262330126,
      "grad_norm": 0.25344550609588623,
      "learning_rate": 8.425822952388967e-05,
      "loss": 0.017,
      "step": 47480
    },
    {
      "epoch": 7.251488776912506,
      "grad_norm": 0.24715369939804077,
      "learning_rate": 8.425070149200827e-05,
      "loss": 0.0169,
      "step": 47490
    },
    {
      "epoch": 7.253015727591999,
      "grad_norm": 0.19625291228294373,
      "learning_rate": 8.424317199699981e-05,
      "loss": 0.014,
      "step": 47500
    },
    {
      "epoch": 7.254542678271492,
      "grad_norm": 0.5857043266296387,
      "learning_rate": 8.423564103918595e-05,
      "loss": 0.0169,
      "step": 47510
    },
    {
      "epoch": 7.256069628950985,
      "grad_norm": 0.25942280888557434,
      "learning_rate": 8.422810861888841e-05,
      "loss": 0.0148,
      "step": 47520
    },
    {
      "epoch": 7.257596579630478,
      "grad_norm": 0.3332957923412323,
      "learning_rate": 8.422057473642893e-05,
      "loss": 0.0195,
      "step": 47530
    },
    {
      "epoch": 7.259123530309971,
      "grad_norm": 0.24197393655776978,
      "learning_rate": 8.421303939212938e-05,
      "loss": 0.0145,
      "step": 47540
    },
    {
      "epoch": 7.260650480989464,
      "grad_norm": 0.20766600966453552,
      "learning_rate": 8.420550258631164e-05,
      "loss": 0.0169,
      "step": 47550
    },
    {
      "epoch": 7.262177431668957,
      "grad_norm": 0.28799277544021606,
      "learning_rate": 8.419796431929765e-05,
      "loss": 0.0161,
      "step": 47560
    },
    {
      "epoch": 7.26370438234845,
      "grad_norm": 0.25908371806144714,
      "learning_rate": 8.419042459140947e-05,
      "loss": 0.0124,
      "step": 47570
    },
    {
      "epoch": 7.265231333027943,
      "grad_norm": 0.2509121596813202,
      "learning_rate": 8.418288340296913e-05,
      "loss": 0.0161,
      "step": 47580
    },
    {
      "epoch": 7.2667582837074365,
      "grad_norm": 0.28699809312820435,
      "learning_rate": 8.417534075429884e-05,
      "loss": 0.0148,
      "step": 47590
    },
    {
      "epoch": 7.268285234386929,
      "grad_norm": 0.2681337893009186,
      "learning_rate": 8.416779664572077e-05,
      "loss": 0.0158,
      "step": 47600
    },
    {
      "epoch": 7.269812185066423,
      "grad_norm": 0.23688752949237823,
      "learning_rate": 8.416025107755719e-05,
      "loss": 0.0163,
      "step": 47610
    },
    {
      "epoch": 7.271339135745915,
      "grad_norm": 0.21431414783000946,
      "learning_rate": 8.415270405013041e-05,
      "loss": 0.0145,
      "step": 47620
    },
    {
      "epoch": 7.272866086425409,
      "grad_norm": 0.26579853892326355,
      "learning_rate": 8.414515556376288e-05,
      "loss": 0.0185,
      "step": 47630
    },
    {
      "epoch": 7.274393037104901,
      "grad_norm": 0.3046984076499939,
      "learning_rate": 8.413760561877704e-05,
      "loss": 0.015,
      "step": 47640
    },
    {
      "epoch": 7.275919987784395,
      "grad_norm": 0.2703379988670349,
      "learning_rate": 8.413005421549538e-05,
      "loss": 0.0143,
      "step": 47650
    },
    {
      "epoch": 7.277446938463887,
      "grad_norm": 0.33920612931251526,
      "learning_rate": 8.412250135424052e-05,
      "loss": 0.0186,
      "step": 47660
    },
    {
      "epoch": 7.278973889143381,
      "grad_norm": 0.38183534145355225,
      "learning_rate": 8.411494703533508e-05,
      "loss": 0.0152,
      "step": 47670
    },
    {
      "epoch": 7.280500839822873,
      "grad_norm": 0.19353245198726654,
      "learning_rate": 8.410739125910178e-05,
      "loss": 0.0172,
      "step": 47680
    },
    {
      "epoch": 7.282027790502367,
      "grad_norm": 0.2174430787563324,
      "learning_rate": 8.409983402586337e-05,
      "loss": 0.0172,
      "step": 47690
    },
    {
      "epoch": 7.2835547411818595,
      "grad_norm": 0.2838364839553833,
      "learning_rate": 8.40922753359427e-05,
      "loss": 0.0136,
      "step": 47700
    },
    {
      "epoch": 7.285081691861353,
      "grad_norm": 0.2470361292362213,
      "learning_rate": 8.408471518966265e-05,
      "loss": 0.0157,
      "step": 47710
    },
    {
      "epoch": 7.286608642540846,
      "grad_norm": 0.24107414484024048,
      "learning_rate": 8.40771535873462e-05,
      "loss": 0.0137,
      "step": 47720
    },
    {
      "epoch": 7.288135593220339,
      "grad_norm": 0.22250787913799286,
      "learning_rate": 8.406959052931634e-05,
      "loss": 0.0143,
      "step": 47730
    },
    {
      "epoch": 7.289662543899832,
      "grad_norm": 0.2752752900123596,
      "learning_rate": 8.406202601589615e-05,
      "loss": 0.0148,
      "step": 47740
    },
    {
      "epoch": 7.291189494579325,
      "grad_norm": 0.18142585456371307,
      "learning_rate": 8.40544600474088e-05,
      "loss": 0.0159,
      "step": 47750
    },
    {
      "epoch": 7.292716445258818,
      "grad_norm": 0.14791075885295868,
      "learning_rate": 8.404689262417747e-05,
      "loss": 0.0136,
      "step": 47760
    },
    {
      "epoch": 7.294243395938311,
      "grad_norm": 0.24233263731002808,
      "learning_rate": 8.403932374652544e-05,
      "loss": 0.0143,
      "step": 47770
    },
    {
      "epoch": 7.295770346617804,
      "grad_norm": 0.44324618577957153,
      "learning_rate": 8.403175341477601e-05,
      "loss": 0.0168,
      "step": 47780
    },
    {
      "epoch": 7.297297297297297,
      "grad_norm": 0.3444359600543976,
      "learning_rate": 8.402418162925262e-05,
      "loss": 0.0149,
      "step": 47790
    },
    {
      "epoch": 7.29882424797679,
      "grad_norm": 0.20697054266929626,
      "learning_rate": 8.401660839027867e-05,
      "loss": 0.0172,
      "step": 47800
    },
    {
      "epoch": 7.3003511986562835,
      "grad_norm": 0.3999806046485901,
      "learning_rate": 8.400903369817771e-05,
      "loss": 0.019,
      "step": 47810
    },
    {
      "epoch": 7.301878149335776,
      "grad_norm": 0.20928561687469482,
      "learning_rate": 8.400145755327332e-05,
      "loss": 0.0158,
      "step": 47820
    },
    {
      "epoch": 7.3034051000152695,
      "grad_norm": 0.16822531819343567,
      "learning_rate": 8.399387995588913e-05,
      "loss": 0.0112,
      "step": 47830
    },
    {
      "epoch": 7.304932050694762,
      "grad_norm": 0.2655317187309265,
      "learning_rate": 8.398630090634881e-05,
      "loss": 0.0121,
      "step": 47840
    },
    {
      "epoch": 7.306459001374256,
      "grad_norm": 0.391208678483963,
      "learning_rate": 8.397872040497617e-05,
      "loss": 0.0138,
      "step": 47850
    },
    {
      "epoch": 7.307985952053748,
      "grad_norm": 0.23803141713142395,
      "learning_rate": 8.397113845209502e-05,
      "loss": 0.0135,
      "step": 47860
    },
    {
      "epoch": 7.309512902733242,
      "grad_norm": 0.1665399968624115,
      "learning_rate": 8.396355504802922e-05,
      "loss": 0.0164,
      "step": 47870
    },
    {
      "epoch": 7.311039853412735,
      "grad_norm": 0.22987918555736542,
      "learning_rate": 8.395597019310275e-05,
      "loss": 0.015,
      "step": 47880
    },
    {
      "epoch": 7.312566804092228,
      "grad_norm": 0.22167925536632538,
      "learning_rate": 8.39483838876396e-05,
      "loss": 0.0147,
      "step": 47890
    },
    {
      "epoch": 7.31409375477172,
      "grad_norm": 0.20531591773033142,
      "learning_rate": 8.394079613196389e-05,
      "loss": 0.0149,
      "step": 47900
    },
    {
      "epoch": 7.315620705451214,
      "grad_norm": 0.2570630609989166,
      "learning_rate": 8.393320692639969e-05,
      "loss": 0.0181,
      "step": 47910
    },
    {
      "epoch": 7.317147656130707,
      "grad_norm": 0.2418159544467926,
      "learning_rate": 8.392561627127124e-05,
      "loss": 0.0181,
      "step": 47920
    },
    {
      "epoch": 7.3186746068102,
      "grad_norm": 0.2622317969799042,
      "learning_rate": 8.391802416690279e-05,
      "loss": 0.0184,
      "step": 47930
    },
    {
      "epoch": 7.3202015574896935,
      "grad_norm": 0.23125529289245605,
      "learning_rate": 8.391043061361864e-05,
      "loss": 0.0222,
      "step": 47940
    },
    {
      "epoch": 7.321728508169186,
      "grad_norm": 0.24377091228961945,
      "learning_rate": 8.390283561174321e-05,
      "loss": 0.0142,
      "step": 47950
    },
    {
      "epoch": 7.32325545884868,
      "grad_norm": 0.1980651170015335,
      "learning_rate": 8.389523916160092e-05,
      "loss": 0.0125,
      "step": 47960
    },
    {
      "epoch": 7.324782409528172,
      "grad_norm": 0.20496797561645508,
      "learning_rate": 8.388764126351626e-05,
      "loss": 0.0137,
      "step": 47970
    },
    {
      "epoch": 7.326309360207666,
      "grad_norm": 0.366031676530838,
      "learning_rate": 8.388004191781383e-05,
      "loss": 0.0146,
      "step": 47980
    },
    {
      "epoch": 7.327836310887158,
      "grad_norm": 0.18654200434684753,
      "learning_rate": 8.387244112481827e-05,
      "loss": 0.0114,
      "step": 47990
    },
    {
      "epoch": 7.329363261566652,
      "grad_norm": 0.2580452859401703,
      "learning_rate": 8.386483888485422e-05,
      "loss": 0.0138,
      "step": 48000
    },
    {
      "epoch": 7.330890212246144,
      "grad_norm": 0.22554953396320343,
      "learning_rate": 8.385723519824649e-05,
      "loss": 0.0144,
      "step": 48010
    },
    {
      "epoch": 7.332417162925638,
      "grad_norm": 0.1768103837966919,
      "learning_rate": 8.384963006531985e-05,
      "loss": 0.0144,
      "step": 48020
    },
    {
      "epoch": 7.33394411360513,
      "grad_norm": 0.35360196232795715,
      "learning_rate": 8.38420234863992e-05,
      "loss": 0.0162,
      "step": 48030
    },
    {
      "epoch": 7.335471064284624,
      "grad_norm": 0.21670641005039215,
      "learning_rate": 8.38344154618095e-05,
      "loss": 0.0125,
      "step": 48040
    },
    {
      "epoch": 7.3369980149641165,
      "grad_norm": 0.23469053208827972,
      "learning_rate": 8.38268059918757e-05,
      "loss": 0.0149,
      "step": 48050
    },
    {
      "epoch": 7.33852496564361,
      "grad_norm": 0.23866352438926697,
      "learning_rate": 8.381919507692291e-05,
      "loss": 0.0151,
      "step": 48060
    },
    {
      "epoch": 7.340051916323103,
      "grad_norm": 0.21544905006885529,
      "learning_rate": 8.381158271727621e-05,
      "loss": 0.0168,
      "step": 48070
    },
    {
      "epoch": 7.341578867002596,
      "grad_norm": 0.2178129106760025,
      "learning_rate": 8.380396891326083e-05,
      "loss": 0.0124,
      "step": 48080
    },
    {
      "epoch": 7.343105817682089,
      "grad_norm": 0.1435396671295166,
      "learning_rate": 8.379635366520199e-05,
      "loss": 0.0126,
      "step": 48090
    },
    {
      "epoch": 7.344632768361582,
      "grad_norm": 0.21016770601272583,
      "learning_rate": 8.378873697342501e-05,
      "loss": 0.0154,
      "step": 48100
    },
    {
      "epoch": 7.346159719041075,
      "grad_norm": 0.1507062464952469,
      "learning_rate": 8.378111883825525e-05,
      "loss": 0.011,
      "step": 48110
    },
    {
      "epoch": 7.347686669720568,
      "grad_norm": 0.2629368305206299,
      "learning_rate": 8.377349926001816e-05,
      "loss": 0.016,
      "step": 48120
    },
    {
      "epoch": 7.349213620400061,
      "grad_norm": 0.20651179552078247,
      "learning_rate": 8.376587823903923e-05,
      "loss": 0.0163,
      "step": 48130
    },
    {
      "epoch": 7.350740571079554,
      "grad_norm": 0.15975309908390045,
      "learning_rate": 8.3758255775644e-05,
      "loss": 0.0156,
      "step": 48140
    },
    {
      "epoch": 7.352267521759047,
      "grad_norm": 0.1993197649717331,
      "learning_rate": 8.37506318701581e-05,
      "loss": 0.0143,
      "step": 48150
    },
    {
      "epoch": 7.3537944724385405,
      "grad_norm": 0.16026046872138977,
      "learning_rate": 8.374300652290722e-05,
      "loss": 0.0134,
      "step": 48160
    },
    {
      "epoch": 7.355321423118033,
      "grad_norm": 0.25798240303993225,
      "learning_rate": 8.373537973421708e-05,
      "loss": 0.0166,
      "step": 48170
    },
    {
      "epoch": 7.3568483737975265,
      "grad_norm": 0.29228752851486206,
      "learning_rate": 8.37277515044135e-05,
      "loss": 0.0162,
      "step": 48180
    },
    {
      "epoch": 7.358375324477019,
      "grad_norm": 0.23279298841953278,
      "learning_rate": 8.372012183382233e-05,
      "loss": 0.0168,
      "step": 48190
    },
    {
      "epoch": 7.359902275156513,
      "grad_norm": 0.2689799666404724,
      "learning_rate": 8.37124907227695e-05,
      "loss": 0.014,
      "step": 48200
    },
    {
      "epoch": 7.361429225836005,
      "grad_norm": 0.19507108628749847,
      "learning_rate": 8.370485817158101e-05,
      "loss": 0.0178,
      "step": 48210
    },
    {
      "epoch": 7.362956176515499,
      "grad_norm": 0.14697781205177307,
      "learning_rate": 8.369722418058288e-05,
      "loss": 0.0126,
      "step": 48220
    },
    {
      "epoch": 7.364483127194991,
      "grad_norm": 0.21518580615520477,
      "learning_rate": 8.368958875010123e-05,
      "loss": 0.0143,
      "step": 48230
    },
    {
      "epoch": 7.366010077874485,
      "grad_norm": 0.1898953765630722,
      "learning_rate": 8.368195188046226e-05,
      "loss": 0.0164,
      "step": 48240
    },
    {
      "epoch": 7.367537028553977,
      "grad_norm": 0.17013795673847198,
      "learning_rate": 8.367431357199217e-05,
      "loss": 0.0151,
      "step": 48250
    },
    {
      "epoch": 7.369063979233471,
      "grad_norm": 0.2606067657470703,
      "learning_rate": 8.366667382501728e-05,
      "loss": 0.0183,
      "step": 48260
    },
    {
      "epoch": 7.3705909299129635,
      "grad_norm": 0.3200007975101471,
      "learning_rate": 8.36590326398639e-05,
      "loss": 0.0172,
      "step": 48270
    },
    {
      "epoch": 7.372117880592457,
      "grad_norm": 0.19214026629924774,
      "learning_rate": 8.36513900168585e-05,
      "loss": 0.0122,
      "step": 48280
    },
    {
      "epoch": 7.37364483127195,
      "grad_norm": 0.211371511220932,
      "learning_rate": 8.364374595632754e-05,
      "loss": 0.0124,
      "step": 48290
    },
    {
      "epoch": 7.375171781951443,
      "grad_norm": 0.17873892188072205,
      "learning_rate": 8.363610045859756e-05,
      "loss": 0.013,
      "step": 48300
    },
    {
      "epoch": 7.376698732630936,
      "grad_norm": 0.22272999584674835,
      "learning_rate": 8.362845352399515e-05,
      "loss": 0.0139,
      "step": 48310
    },
    {
      "epoch": 7.378225683310429,
      "grad_norm": 0.19016999006271362,
      "learning_rate": 8.3620805152847e-05,
      "loss": 0.0188,
      "step": 48320
    },
    {
      "epoch": 7.379752633989922,
      "grad_norm": 0.27746063470840454,
      "learning_rate": 8.36131553454798e-05,
      "loss": 0.0133,
      "step": 48330
    },
    {
      "epoch": 7.381279584669415,
      "grad_norm": 0.26105737686157227,
      "learning_rate": 8.360550410222036e-05,
      "loss": 0.0171,
      "step": 48340
    },
    {
      "epoch": 7.382806535348908,
      "grad_norm": 0.24009306728839874,
      "learning_rate": 8.359785142339551e-05,
      "loss": 0.0146,
      "step": 48350
    },
    {
      "epoch": 7.384333486028401,
      "grad_norm": 0.20453812181949615,
      "learning_rate": 8.359019730933218e-05,
      "loss": 0.0145,
      "step": 48360
    },
    {
      "epoch": 7.385860436707894,
      "grad_norm": 0.2467394918203354,
      "learning_rate": 8.358254176035733e-05,
      "loss": 0.0156,
      "step": 48370
    },
    {
      "epoch": 7.387387387387387,
      "grad_norm": 0.18123970925807953,
      "learning_rate": 8.357488477679798e-05,
      "loss": 0.0127,
      "step": 48380
    },
    {
      "epoch": 7.38891433806688,
      "grad_norm": 0.29147765040397644,
      "learning_rate": 8.356722635898125e-05,
      "loss": 0.0167,
      "step": 48390
    },
    {
      "epoch": 7.3904412887463735,
      "grad_norm": 0.24709109961986542,
      "learning_rate": 8.355956650723425e-05,
      "loss": 0.0161,
      "step": 48400
    },
    {
      "epoch": 7.391968239425866,
      "grad_norm": 0.20849080383777618,
      "learning_rate": 8.355190522188423e-05,
      "loss": 0.016,
      "step": 48410
    },
    {
      "epoch": 7.39349519010536,
      "grad_norm": 0.2413857877254486,
      "learning_rate": 8.354424250325845e-05,
      "loss": 0.0184,
      "step": 48420
    },
    {
      "epoch": 7.395022140784853,
      "grad_norm": 0.4269815981388092,
      "learning_rate": 8.353657835168426e-05,
      "loss": 0.0177,
      "step": 48430
    },
    {
      "epoch": 7.396549091464346,
      "grad_norm": 0.39533698558807373,
      "learning_rate": 8.352891276748905e-05,
      "loss": 0.0205,
      "step": 48440
    },
    {
      "epoch": 7.398076042143838,
      "grad_norm": 0.19064724445343018,
      "learning_rate": 8.352124575100028e-05,
      "loss": 0.0162,
      "step": 48450
    },
    {
      "epoch": 7.399602992823332,
      "grad_norm": 0.2146100103855133,
      "learning_rate": 8.351357730254547e-05,
      "loss": 0.0174,
      "step": 48460
    },
    {
      "epoch": 7.401129943502825,
      "grad_norm": 0.21460704505443573,
      "learning_rate": 8.350590742245221e-05,
      "loss": 0.0119,
      "step": 48470
    },
    {
      "epoch": 7.402656894182318,
      "grad_norm": 0.27943533658981323,
      "learning_rate": 8.349823611104815e-05,
      "loss": 0.0151,
      "step": 48480
    },
    {
      "epoch": 7.404183844861811,
      "grad_norm": 0.22614479064941406,
      "learning_rate": 8.349056336866096e-05,
      "loss": 0.0152,
      "step": 48490
    },
    {
      "epoch": 7.405710795541304,
      "grad_norm": 0.15375250577926636,
      "learning_rate": 8.348288919561842e-05,
      "loss": 0.0134,
      "step": 48500
    },
    {
      "epoch": 7.4072377462207974,
      "grad_norm": 0.16389085352420807,
      "learning_rate": 8.347521359224839e-05,
      "loss": 0.0131,
      "step": 48510
    },
    {
      "epoch": 7.40876469690029,
      "grad_norm": 0.17574328184127808,
      "learning_rate": 8.346753655887871e-05,
      "loss": 0.0123,
      "step": 48520
    },
    {
      "epoch": 7.4102916475797835,
      "grad_norm": 0.42800864577293396,
      "learning_rate": 8.345985809583736e-05,
      "loss": 0.016,
      "step": 48530
    },
    {
      "epoch": 7.411818598259276,
      "grad_norm": 0.22345951199531555,
      "learning_rate": 8.345217820345233e-05,
      "loss": 0.0136,
      "step": 48540
    },
    {
      "epoch": 7.41334554893877,
      "grad_norm": 0.3690210282802582,
      "learning_rate": 8.344449688205172e-05,
      "loss": 0.0193,
      "step": 48550
    },
    {
      "epoch": 7.414872499618262,
      "grad_norm": 0.1921977549791336,
      "learning_rate": 8.343681413196362e-05,
      "loss": 0.0204,
      "step": 48560
    },
    {
      "epoch": 7.416399450297756,
      "grad_norm": 0.2861817181110382,
      "learning_rate": 8.342912995351627e-05,
      "loss": 0.018,
      "step": 48570
    },
    {
      "epoch": 7.417926400977248,
      "grad_norm": 0.39675450325012207,
      "learning_rate": 8.342144434703788e-05,
      "loss": 0.0147,
      "step": 48580
    },
    {
      "epoch": 7.419453351656742,
      "grad_norm": 0.20835739374160767,
      "learning_rate": 8.341375731285679e-05,
      "loss": 0.0191,
      "step": 48590
    },
    {
      "epoch": 7.420980302336234,
      "grad_norm": 0.21305355429649353,
      "learning_rate": 8.340606885130138e-05,
      "loss": 0.0189,
      "step": 48600
    },
    {
      "epoch": 7.422507253015728,
      "grad_norm": 0.2590995132923126,
      "learning_rate": 8.339837896270006e-05,
      "loss": 0.0174,
      "step": 48610
    },
    {
      "epoch": 7.4240342036952205,
      "grad_norm": 0.20748502016067505,
      "learning_rate": 8.339068764738136e-05,
      "loss": 0.0195,
      "step": 48620
    },
    {
      "epoch": 7.425561154374714,
      "grad_norm": 0.3257494270801544,
      "learning_rate": 8.338299490567383e-05,
      "loss": 0.0168,
      "step": 48630
    },
    {
      "epoch": 7.427088105054207,
      "grad_norm": 0.1779133826494217,
      "learning_rate": 8.337530073790608e-05,
      "loss": 0.0153,
      "step": 48640
    },
    {
      "epoch": 7.4286150557337,
      "grad_norm": 0.20342160761356354,
      "learning_rate": 8.336760514440678e-05,
      "loss": 0.0118,
      "step": 48650
    },
    {
      "epoch": 7.430142006413193,
      "grad_norm": 0.20171599090099335,
      "learning_rate": 8.33599081255047e-05,
      "loss": 0.0151,
      "step": 48660
    },
    {
      "epoch": 7.431668957092686,
      "grad_norm": 0.23038052022457123,
      "learning_rate": 8.335220968152862e-05,
      "loss": 0.0187,
      "step": 48670
    },
    {
      "epoch": 7.433195907772179,
      "grad_norm": 0.2147163450717926,
      "learning_rate": 8.334450981280741e-05,
      "loss": 0.0115,
      "step": 48680
    },
    {
      "epoch": 7.434722858451672,
      "grad_norm": 0.17729827761650085,
      "learning_rate": 8.333680851967e-05,
      "loss": 0.0147,
      "step": 48690
    },
    {
      "epoch": 7.436249809131165,
      "grad_norm": 0.190159410238266,
      "learning_rate": 8.332910580244538e-05,
      "loss": 0.0149,
      "step": 48700
    },
    {
      "epoch": 7.437776759810658,
      "grad_norm": 0.2866003215312958,
      "learning_rate": 8.332140166146258e-05,
      "loss": 0.0144,
      "step": 48710
    },
    {
      "epoch": 7.439303710490151,
      "grad_norm": 0.22229532897472382,
      "learning_rate": 8.331369609705072e-05,
      "loss": 0.0134,
      "step": 48720
    },
    {
      "epoch": 7.440830661169644,
      "grad_norm": 0.22796396911144257,
      "learning_rate": 8.330598910953896e-05,
      "loss": 0.0157,
      "step": 48730
    },
    {
      "epoch": 7.442357611849137,
      "grad_norm": 0.20993492007255554,
      "learning_rate": 8.329828069925652e-05,
      "loss": 0.0135,
      "step": 48740
    },
    {
      "epoch": 7.4438845625286305,
      "grad_norm": 0.1870298534631729,
      "learning_rate": 8.329057086653271e-05,
      "loss": 0.0144,
      "step": 48750
    },
    {
      "epoch": 7.445411513208123,
      "grad_norm": 0.16890589892864227,
      "learning_rate": 8.328285961169687e-05,
      "loss": 0.0126,
      "step": 48760
    },
    {
      "epoch": 7.446938463887617,
      "grad_norm": 0.21395398676395416,
      "learning_rate": 8.327514693507841e-05,
      "loss": 0.0152,
      "step": 48770
    },
    {
      "epoch": 7.448465414567109,
      "grad_norm": 0.20239342749118805,
      "learning_rate": 8.32674328370068e-05,
      "loss": 0.0142,
      "step": 48780
    },
    {
      "epoch": 7.449992365246603,
      "grad_norm": 0.19593524932861328,
      "learning_rate": 8.325971731781156e-05,
      "loss": 0.0195,
      "step": 48790
    },
    {
      "epoch": 7.451519315926095,
      "grad_norm": 0.23203641176223755,
      "learning_rate": 8.325200037782232e-05,
      "loss": 0.0136,
      "step": 48800
    },
    {
      "epoch": 7.453046266605589,
      "grad_norm": 0.2520638406276703,
      "learning_rate": 8.32442820173687e-05,
      "loss": 0.0206,
      "step": 48810
    },
    {
      "epoch": 7.454573217285081,
      "grad_norm": 0.27697476744651794,
      "learning_rate": 8.323656223678042e-05,
      "loss": 0.0177,
      "step": 48820
    },
    {
      "epoch": 7.456100167964575,
      "grad_norm": 0.2214532047510147,
      "learning_rate": 8.322884103638726e-05,
      "loss": 0.0142,
      "step": 48830
    },
    {
      "epoch": 7.4576271186440675,
      "grad_norm": 0.3494114875793457,
      "learning_rate": 8.322111841651906e-05,
      "loss": 0.0144,
      "step": 48840
    },
    {
      "epoch": 7.459154069323561,
      "grad_norm": 0.1965218335390091,
      "learning_rate": 8.32133943775057e-05,
      "loss": 0.0149,
      "step": 48850
    },
    {
      "epoch": 7.4606810200030536,
      "grad_norm": 0.20282591879367828,
      "learning_rate": 8.320566891967716e-05,
      "loss": 0.0145,
      "step": 48860
    },
    {
      "epoch": 7.462207970682547,
      "grad_norm": 0.22972707450389862,
      "learning_rate": 8.319794204336344e-05,
      "loss": 0.0182,
      "step": 48870
    },
    {
      "epoch": 7.46373492136204,
      "grad_norm": 0.26038527488708496,
      "learning_rate": 8.319021374889462e-05,
      "loss": 0.0148,
      "step": 48880
    },
    {
      "epoch": 7.465261872041533,
      "grad_norm": 0.2518313527107239,
      "learning_rate": 8.318248403660084e-05,
      "loss": 0.0168,
      "step": 48890
    },
    {
      "epoch": 7.466788822721026,
      "grad_norm": 0.27623283863067627,
      "learning_rate": 8.31747529068123e-05,
      "loss": 0.0171,
      "step": 48900
    },
    {
      "epoch": 7.468315773400519,
      "grad_norm": 0.33111298084259033,
      "learning_rate": 8.316702035985926e-05,
      "loss": 0.0161,
      "step": 48910
    },
    {
      "epoch": 7.469842724080012,
      "grad_norm": 0.30896273255348206,
      "learning_rate": 8.315928639607204e-05,
      "loss": 0.0154,
      "step": 48920
    },
    {
      "epoch": 7.471369674759505,
      "grad_norm": 0.20766590535640717,
      "learning_rate": 8.315155101578102e-05,
      "loss": 0.0139,
      "step": 48930
    },
    {
      "epoch": 7.472896625438998,
      "grad_norm": 0.27945175766944885,
      "learning_rate": 8.314381421931666e-05,
      "loss": 0.0133,
      "step": 48940
    },
    {
      "epoch": 7.474423576118491,
      "grad_norm": 0.227333202958107,
      "learning_rate": 8.313607600700941e-05,
      "loss": 0.0184,
      "step": 48950
    },
    {
      "epoch": 7.475950526797984,
      "grad_norm": 0.16699059307575226,
      "learning_rate": 8.312833637918989e-05,
      "loss": 0.0116,
      "step": 48960
    },
    {
      "epoch": 7.4774774774774775,
      "grad_norm": 0.25524893403053284,
      "learning_rate": 8.312059533618869e-05,
      "loss": 0.012,
      "step": 48970
    },
    {
      "epoch": 7.479004428156971,
      "grad_norm": 0.2181067168712616,
      "learning_rate": 8.31128528783365e-05,
      "loss": 0.0145,
      "step": 48980
    },
    {
      "epoch": 7.480531378836464,
      "grad_norm": 0.1420091688632965,
      "learning_rate": 8.310510900596407e-05,
      "loss": 0.0129,
      "step": 48990
    },
    {
      "epoch": 7.482058329515956,
      "grad_norm": 0.18204419314861298,
      "learning_rate": 8.309736371940219e-05,
      "loss": 0.0151,
      "step": 49000
    },
    {
      "epoch": 7.48358528019545,
      "grad_norm": 0.2254035472869873,
      "learning_rate": 8.308961701898174e-05,
      "loss": 0.0132,
      "step": 49010
    },
    {
      "epoch": 7.485112230874943,
      "grad_norm": 0.17679373919963837,
      "learning_rate": 8.308186890503366e-05,
      "loss": 0.0159,
      "step": 49020
    },
    {
      "epoch": 7.486639181554436,
      "grad_norm": 0.21242369711399078,
      "learning_rate": 8.307411937788888e-05,
      "loss": 0.0146,
      "step": 49030
    },
    {
      "epoch": 7.488166132233929,
      "grad_norm": 0.19924841821193695,
      "learning_rate": 8.30663684378785e-05,
      "loss": 0.0169,
      "step": 49040
    },
    {
      "epoch": 7.489693082913422,
      "grad_norm": 0.2449827939271927,
      "learning_rate": 8.30586160853336e-05,
      "loss": 0.0134,
      "step": 49050
    },
    {
      "epoch": 7.491220033592915,
      "grad_norm": 0.3416956067085266,
      "learning_rate": 8.305086232058534e-05,
      "loss": 0.0144,
      "step": 49060
    },
    {
      "epoch": 7.492746984272408,
      "grad_norm": 0.3454642593860626,
      "learning_rate": 8.304310714396498e-05,
      "loss": 0.0146,
      "step": 49070
    },
    {
      "epoch": 7.494273934951901,
      "grad_norm": 0.20116320252418518,
      "learning_rate": 8.303535055580377e-05,
      "loss": 0.0183,
      "step": 49080
    },
    {
      "epoch": 7.495800885631394,
      "grad_norm": 0.2800736725330353,
      "learning_rate": 8.302759255643307e-05,
      "loss": 0.0163,
      "step": 49090
    },
    {
      "epoch": 7.4973278363108875,
      "grad_norm": 0.202434703707695,
      "learning_rate": 8.301983314618428e-05,
      "loss": 0.0148,
      "step": 49100
    },
    {
      "epoch": 7.49885478699038,
      "grad_norm": 0.1339423507452011,
      "learning_rate": 8.301207232538891e-05,
      "loss": 0.0156,
      "step": 49110
    },
    {
      "epoch": 7.500381737669874,
      "grad_norm": 0.21384118497371674,
      "learning_rate": 8.300431009437843e-05,
      "loss": 0.0135,
      "step": 49120
    },
    {
      "epoch": 7.501908688349366,
      "grad_norm": 0.17198196053504944,
      "learning_rate": 8.299654645348448e-05,
      "loss": 0.0135,
      "step": 49130
    },
    {
      "epoch": 7.50343563902886,
      "grad_norm": 0.25603827834129333,
      "learning_rate": 8.298878140303865e-05,
      "loss": 0.016,
      "step": 49140
    },
    {
      "epoch": 7.504962589708352,
      "grad_norm": 0.17930933833122253,
      "learning_rate": 8.29810149433727e-05,
      "loss": 0.0139,
      "step": 49150
    },
    {
      "epoch": 7.506489540387846,
      "grad_norm": 0.18933211266994476,
      "learning_rate": 8.297324707481838e-05,
      "loss": 0.0176,
      "step": 49160
    },
    {
      "epoch": 7.508016491067338,
      "grad_norm": 0.3035409450531006,
      "learning_rate": 8.29654777977075e-05,
      "loss": 0.0169,
      "step": 49170
    },
    {
      "epoch": 7.509543441746832,
      "grad_norm": 0.21394087374210358,
      "learning_rate": 8.295770711237199e-05,
      "loss": 0.0126,
      "step": 49180
    },
    {
      "epoch": 7.5110703924263245,
      "grad_norm": 0.23567426204681396,
      "learning_rate": 8.294993501914377e-05,
      "loss": 0.0162,
      "step": 49190
    },
    {
      "epoch": 7.512597343105818,
      "grad_norm": 0.25161436200141907,
      "learning_rate": 8.294216151835485e-05,
      "loss": 0.0139,
      "step": 49200
    },
    {
      "epoch": 7.5141242937853105,
      "grad_norm": 0.24503757059574127,
      "learning_rate": 8.29343866103373e-05,
      "loss": 0.0118,
      "step": 49210
    },
    {
      "epoch": 7.515651244464804,
      "grad_norm": 0.20906846225261688,
      "learning_rate": 8.292661029542327e-05,
      "loss": 0.0129,
      "step": 49220
    },
    {
      "epoch": 7.517178195144297,
      "grad_norm": 0.15227101743221283,
      "learning_rate": 8.291883257394493e-05,
      "loss": 0.0117,
      "step": 49230
    },
    {
      "epoch": 7.51870514582379,
      "grad_norm": 0.21741820871829987,
      "learning_rate": 8.291105344623456e-05,
      "loss": 0.015,
      "step": 49240
    },
    {
      "epoch": 7.520232096503283,
      "grad_norm": 0.18941649794578552,
      "learning_rate": 8.290327291262441e-05,
      "loss": 0.0167,
      "step": 49250
    },
    {
      "epoch": 7.521759047182776,
      "grad_norm": 0.16436804831027985,
      "learning_rate": 8.289549097344691e-05,
      "loss": 0.0152,
      "step": 49260
    },
    {
      "epoch": 7.523285997862269,
      "grad_norm": 0.19820711016654968,
      "learning_rate": 8.288770762903446e-05,
      "loss": 0.0146,
      "step": 49270
    },
    {
      "epoch": 7.524812948541762,
      "grad_norm": 0.17895503342151642,
      "learning_rate": 8.287992287971955e-05,
      "loss": 0.0131,
      "step": 49280
    },
    {
      "epoch": 7.526339899221255,
      "grad_norm": 0.3934626579284668,
      "learning_rate": 8.287213672583474e-05,
      "loss": 0.0149,
      "step": 49290
    },
    {
      "epoch": 7.527866849900748,
      "grad_norm": 0.27295249700546265,
      "learning_rate": 8.286434916771265e-05,
      "loss": 0.0141,
      "step": 49300
    },
    {
      "epoch": 7.529393800580241,
      "grad_norm": 0.15386837720870972,
      "learning_rate": 8.285656020568592e-05,
      "loss": 0.012,
      "step": 49310
    },
    {
      "epoch": 7.5309207512597345,
      "grad_norm": 0.2881700396537781,
      "learning_rate": 8.284876984008731e-05,
      "loss": 0.0158,
      "step": 49320
    },
    {
      "epoch": 7.532447701939227,
      "grad_norm": 0.17564038932323456,
      "learning_rate": 8.28409780712496e-05,
      "loss": 0.0125,
      "step": 49330
    },
    {
      "epoch": 7.533974652618721,
      "grad_norm": 0.27519211173057556,
      "learning_rate": 8.283318489950562e-05,
      "loss": 0.0146,
      "step": 49340
    },
    {
      "epoch": 7.535501603298213,
      "grad_norm": 0.2833293676376343,
      "learning_rate": 8.282539032518832e-05,
      "loss": 0.0115,
      "step": 49350
    },
    {
      "epoch": 7.537028553977707,
      "grad_norm": 0.19245150685310364,
      "learning_rate": 8.281759434863063e-05,
      "loss": 0.0112,
      "step": 49360
    },
    {
      "epoch": 7.538555504657199,
      "grad_norm": 0.16047929227352142,
      "learning_rate": 8.28097969701656e-05,
      "loss": 0.0109,
      "step": 49370
    },
    {
      "epoch": 7.540082455336693,
      "grad_norm": 0.22667117416858673,
      "learning_rate": 8.280199819012632e-05,
      "loss": 0.0149,
      "step": 49380
    },
    {
      "epoch": 7.541609406016185,
      "grad_norm": 0.28810444474220276,
      "learning_rate": 8.279419800884594e-05,
      "loss": 0.0171,
      "step": 49390
    },
    {
      "epoch": 7.543136356695679,
      "grad_norm": 0.2174118459224701,
      "learning_rate": 8.278639642665766e-05,
      "loss": 0.0144,
      "step": 49400
    },
    {
      "epoch": 7.544663307375171,
      "grad_norm": 0.2075597643852234,
      "learning_rate": 8.277859344389476e-05,
      "loss": 0.018,
      "step": 49410
    },
    {
      "epoch": 7.546190258054665,
      "grad_norm": 0.3605857789516449,
      "learning_rate": 8.277078906089056e-05,
      "loss": 0.0177,
      "step": 49420
    },
    {
      "epoch": 7.5477172087341575,
      "grad_norm": 0.29042911529541016,
      "learning_rate": 8.276298327797845e-05,
      "loss": 0.0166,
      "step": 49430
    },
    {
      "epoch": 7.549244159413651,
      "grad_norm": 0.21324434876441956,
      "learning_rate": 8.275517609549188e-05,
      "loss": 0.0146,
      "step": 49440
    },
    {
      "epoch": 7.550771110093144,
      "grad_norm": 0.2673358917236328,
      "learning_rate": 8.274736751376437e-05,
      "loss": 0.0127,
      "step": 49450
    },
    {
      "epoch": 7.552298060772637,
      "grad_norm": 0.21809494495391846,
      "learning_rate": 8.273955753312948e-05,
      "loss": 0.0161,
      "step": 49460
    },
    {
      "epoch": 7.55382501145213,
      "grad_norm": 0.18088726699352264,
      "learning_rate": 8.273174615392083e-05,
      "loss": 0.0155,
      "step": 49470
    },
    {
      "epoch": 7.555351962131623,
      "grad_norm": 0.2877940237522125,
      "learning_rate": 8.272393337647211e-05,
      "loss": 0.0152,
      "step": 49480
    },
    {
      "epoch": 7.556878912811117,
      "grad_norm": 0.31870025396347046,
      "learning_rate": 8.271611920111709e-05,
      "loss": 0.0171,
      "step": 49490
    },
    {
      "epoch": 7.558405863490609,
      "grad_norm": 0.24093186855316162,
      "learning_rate": 8.270830362818955e-05,
      "loss": 0.0139,
      "step": 49500
    },
    {
      "epoch": 7.559932814170102,
      "grad_norm": 0.1781005859375,
      "learning_rate": 8.270048665802336e-05,
      "loss": 0.0109,
      "step": 49510
    },
    {
      "epoch": 7.561459764849595,
      "grad_norm": 0.1566314399242401,
      "learning_rate": 8.269266829095246e-05,
      "loss": 0.0141,
      "step": 49520
    },
    {
      "epoch": 7.562986715529089,
      "grad_norm": 0.23392730951309204,
      "learning_rate": 8.268484852731082e-05,
      "loss": 0.0162,
      "step": 49530
    },
    {
      "epoch": 7.5645136662085815,
      "grad_norm": 0.2009967863559723,
      "learning_rate": 8.26770273674325e-05,
      "loss": 0.0159,
      "step": 49540
    },
    {
      "epoch": 7.566040616888074,
      "grad_norm": 0.19853699207305908,
      "learning_rate": 8.26692048116516e-05,
      "loss": 0.018,
      "step": 49550
    },
    {
      "epoch": 7.5675675675675675,
      "grad_norm": 0.3960621953010559,
      "learning_rate": 8.266138086030228e-05,
      "loss": 0.016,
      "step": 49560
    },
    {
      "epoch": 7.569094518247061,
      "grad_norm": 0.19986270368099213,
      "learning_rate": 8.265355551371879e-05,
      "loss": 0.0178,
      "step": 49570
    },
    {
      "epoch": 7.570621468926554,
      "grad_norm": 0.20305345952510834,
      "learning_rate": 8.264572877223538e-05,
      "loss": 0.0186,
      "step": 49580
    },
    {
      "epoch": 7.572148419606046,
      "grad_norm": 0.2604728937149048,
      "learning_rate": 8.26379006361864e-05,
      "loss": 0.0169,
      "step": 49590
    },
    {
      "epoch": 7.57367537028554,
      "grad_norm": 0.23424817621707916,
      "learning_rate": 8.263007110590628e-05,
      "loss": 0.0139,
      "step": 49600
    },
    {
      "epoch": 7.575202320965033,
      "grad_norm": 0.2553406357765198,
      "learning_rate": 8.262224018172945e-05,
      "loss": 0.0165,
      "step": 49610
    },
    {
      "epoch": 7.576729271644526,
      "grad_norm": 0.3307967483997345,
      "learning_rate": 8.261440786399047e-05,
      "loss": 0.0158,
      "step": 49620
    },
    {
      "epoch": 7.578256222324019,
      "grad_norm": 0.26007089018821716,
      "learning_rate": 8.26065741530239e-05,
      "loss": 0.0207,
      "step": 49630
    },
    {
      "epoch": 7.579783173003512,
      "grad_norm": 0.25646740198135376,
      "learning_rate": 8.259873904916435e-05,
      "loss": 0.0154,
      "step": 49640
    },
    {
      "epoch": 7.581310123683005,
      "grad_norm": 0.3474407494068146,
      "learning_rate": 8.259090255274659e-05,
      "loss": 0.0199,
      "step": 49650
    },
    {
      "epoch": 7.582837074362498,
      "grad_norm": 0.2455962747335434,
      "learning_rate": 8.258306466410532e-05,
      "loss": 0.0153,
      "step": 49660
    },
    {
      "epoch": 7.5843640250419915,
      "grad_norm": 0.3624110221862793,
      "learning_rate": 8.25752253835754e-05,
      "loss": 0.0168,
      "step": 49670
    },
    {
      "epoch": 7.585890975721484,
      "grad_norm": 0.249808669090271,
      "learning_rate": 8.256738471149168e-05,
      "loss": 0.013,
      "step": 49680
    },
    {
      "epoch": 7.587417926400978,
      "grad_norm": 0.2197829782962799,
      "learning_rate": 8.255954264818913e-05,
      "loss": 0.0153,
      "step": 49690
    },
    {
      "epoch": 7.58894487708047,
      "grad_norm": 0.16141410171985626,
      "learning_rate": 8.255169919400272e-05,
      "loss": 0.0141,
      "step": 49700
    },
    {
      "epoch": 7.590471827759964,
      "grad_norm": 0.2071887105703354,
      "learning_rate": 8.254385434926752e-05,
      "loss": 0.0152,
      "step": 49710
    },
    {
      "epoch": 7.591998778439456,
      "grad_norm": 0.23693710565567017,
      "learning_rate": 8.253600811431865e-05,
      "loss": 0.0189,
      "step": 49720
    },
    {
      "epoch": 7.59352572911895,
      "grad_norm": 0.3109550178050995,
      "learning_rate": 8.252816048949128e-05,
      "loss": 0.0175,
      "step": 49730
    },
    {
      "epoch": 7.595052679798442,
      "grad_norm": 0.7884729504585266,
      "learning_rate": 8.252031147512066e-05,
      "loss": 0.0136,
      "step": 49740
    },
    {
      "epoch": 7.596579630477936,
      "grad_norm": 0.18938098847866058,
      "learning_rate": 8.251246107154207e-05,
      "loss": 0.0178,
      "step": 49750
    },
    {
      "epoch": 7.598106581157428,
      "grad_norm": 0.295599102973938,
      "learning_rate": 8.250460927909087e-05,
      "loss": 0.0171,
      "step": 49760
    },
    {
      "epoch": 7.599633531836922,
      "grad_norm": 0.2218073010444641,
      "learning_rate": 8.249675609810247e-05,
      "loss": 0.0154,
      "step": 49770
    },
    {
      "epoch": 7.6011604825164145,
      "grad_norm": 0.3170994222164154,
      "learning_rate": 8.248890152891235e-05,
      "loss": 0.0137,
      "step": 49780
    },
    {
      "epoch": 7.602687433195908,
      "grad_norm": 0.4085739552974701,
      "learning_rate": 8.248104557185605e-05,
      "loss": 0.0191,
      "step": 49790
    },
    {
      "epoch": 7.604214383875401,
      "grad_norm": 0.19447705149650574,
      "learning_rate": 8.247318822726913e-05,
      "loss": 0.0136,
      "step": 49800
    },
    {
      "epoch": 7.605741334554894,
      "grad_norm": 0.48500409722328186,
      "learning_rate": 8.246532949548728e-05,
      "loss": 0.0155,
      "step": 49810
    },
    {
      "epoch": 7.607268285234387,
      "grad_norm": 0.2522037923336029,
      "learning_rate": 8.24574693768462e-05,
      "loss": 0.0206,
      "step": 49820
    },
    {
      "epoch": 7.60879523591388,
      "grad_norm": 0.21164080500602722,
      "learning_rate": 8.244960787168166e-05,
      "loss": 0.0163,
      "step": 49830
    },
    {
      "epoch": 7.610322186593373,
      "grad_norm": 0.21443264186382294,
      "learning_rate": 8.244174498032947e-05,
      "loss": 0.0151,
      "step": 49840
    },
    {
      "epoch": 7.611849137272866,
      "grad_norm": 0.18602238595485687,
      "learning_rate": 8.243388070312551e-05,
      "loss": 0.0132,
      "step": 49850
    },
    {
      "epoch": 7.613376087952359,
      "grad_norm": 0.20191824436187744,
      "learning_rate": 8.24260150404058e-05,
      "loss": 0.0151,
      "step": 49860
    },
    {
      "epoch": 7.614903038631852,
      "grad_norm": 0.23656870424747467,
      "learning_rate": 8.241814799250625e-05,
      "loss": 0.0131,
      "step": 49870
    },
    {
      "epoch": 7.616429989311345,
      "grad_norm": 0.25081583857536316,
      "learning_rate": 8.2410279559763e-05,
      "loss": 0.015,
      "step": 49880
    },
    {
      "epoch": 7.6179569399908384,
      "grad_norm": 0.2133132815361023,
      "learning_rate": 8.240240974251214e-05,
      "loss": 0.0197,
      "step": 49890
    },
    {
      "epoch": 7.619483890670331,
      "grad_norm": 0.18863065540790558,
      "learning_rate": 8.239453854108987e-05,
      "loss": 0.0132,
      "step": 49900
    },
    {
      "epoch": 7.6210108413498245,
      "grad_norm": 0.21647538244724274,
      "learning_rate": 8.23866659558324e-05,
      "loss": 0.0165,
      "step": 49910
    },
    {
      "epoch": 7.622537792029317,
      "grad_norm": 0.2773122489452362,
      "learning_rate": 8.237879198707608e-05,
      "loss": 0.0154,
      "step": 49920
    },
    {
      "epoch": 7.624064742708811,
      "grad_norm": 0.19169798493385315,
      "learning_rate": 8.237091663515722e-05,
      "loss": 0.0164,
      "step": 49930
    },
    {
      "epoch": 7.625591693388303,
      "grad_norm": 0.3007200062274933,
      "learning_rate": 8.23630399004123e-05,
      "loss": 0.0185,
      "step": 49940
    },
    {
      "epoch": 7.627118644067797,
      "grad_norm": 0.2916683852672577,
      "learning_rate": 8.235516178317775e-05,
      "loss": 0.0146,
      "step": 49950
    },
    {
      "epoch": 7.628645594747289,
      "grad_norm": 0.2161581963300705,
      "learning_rate": 8.234728228379012e-05,
      "loss": 0.0148,
      "step": 49960
    },
    {
      "epoch": 7.630172545426783,
      "grad_norm": 0.2173779010772705,
      "learning_rate": 8.233940140258604e-05,
      "loss": 0.0133,
      "step": 49970
    },
    {
      "epoch": 7.631699496106275,
      "grad_norm": 0.2288149893283844,
      "learning_rate": 8.233151913990212e-05,
      "loss": 0.0133,
      "step": 49980
    },
    {
      "epoch": 7.633226446785769,
      "grad_norm": 0.3132455050945282,
      "learning_rate": 8.232363549607512e-05,
      "loss": 0.0136,
      "step": 49990
    },
    {
      "epoch": 7.6347533974652615,
      "grad_norm": 0.2668761909008026,
      "learning_rate": 8.231575047144177e-05,
      "loss": 0.0184,
      "step": 50000
    },
    {
      "epoch": 7.636280348144755,
      "grad_norm": 0.22915351390838623,
      "learning_rate": 8.230786406633893e-05,
      "loss": 0.0152,
      "step": 50010
    },
    {
      "epoch": 7.637807298824248,
      "grad_norm": 0.2046663463115692,
      "learning_rate": 8.229997628110349e-05,
      "loss": 0.0152,
      "step": 50020
    },
    {
      "epoch": 7.639334249503741,
      "grad_norm": 0.29872462153434753,
      "learning_rate": 8.22920871160724e-05,
      "loss": 0.0143,
      "step": 50030
    },
    {
      "epoch": 7.640861200183235,
      "grad_norm": 0.2442675232887268,
      "learning_rate": 8.228419657158267e-05,
      "loss": 0.0165,
      "step": 50040
    },
    {
      "epoch": 7.642388150862727,
      "grad_norm": 0.18316426873207092,
      "learning_rate": 8.227630464797138e-05,
      "loss": 0.0162,
      "step": 50050
    },
    {
      "epoch": 7.64391510154222,
      "grad_norm": 0.13382118940353394,
      "learning_rate": 8.226841134557564e-05,
      "loss": 0.0139,
      "step": 50060
    },
    {
      "epoch": 7.645442052221713,
      "grad_norm": 0.2528391480445862,
      "learning_rate": 8.226051666473265e-05,
      "loss": 0.016,
      "step": 50070
    },
    {
      "epoch": 7.646969002901207,
      "grad_norm": 0.17390109598636627,
      "learning_rate": 8.225262060577965e-05,
      "loss": 0.0204,
      "step": 50080
    },
    {
      "epoch": 7.648495953580699,
      "grad_norm": 0.3204646706581116,
      "learning_rate": 8.224472316905394e-05,
      "loss": 0.0133,
      "step": 50090
    },
    {
      "epoch": 7.650022904260192,
      "grad_norm": 0.17670826613903046,
      "learning_rate": 8.22368243548929e-05,
      "loss": 0.0115,
      "step": 50100
    },
    {
      "epoch": 7.651549854939685,
      "grad_norm": 0.21096958220005035,
      "learning_rate": 8.222892416363395e-05,
      "loss": 0.0141,
      "step": 50110
    },
    {
      "epoch": 7.653076805619179,
      "grad_norm": 0.30145367980003357,
      "learning_rate": 8.222102259561455e-05,
      "loss": 0.014,
      "step": 50120
    },
    {
      "epoch": 7.6546037562986715,
      "grad_norm": 0.2294088453054428,
      "learning_rate": 8.221311965117226e-05,
      "loss": 0.0112,
      "step": 50130
    },
    {
      "epoch": 7.656130706978164,
      "grad_norm": 0.38914766907691956,
      "learning_rate": 8.220521533064469e-05,
      "loss": 0.0139,
      "step": 50140
    },
    {
      "epoch": 7.657657657657658,
      "grad_norm": 0.5017803907394409,
      "learning_rate": 8.219730963436948e-05,
      "loss": 0.0173,
      "step": 50150
    },
    {
      "epoch": 7.659184608337151,
      "grad_norm": 0.26357901096343994,
      "learning_rate": 8.218940256268435e-05,
      "loss": 0.0172,
      "step": 50160
    },
    {
      "epoch": 7.660711559016644,
      "grad_norm": 0.2244299203157425,
      "learning_rate": 8.218149411592708e-05,
      "loss": 0.0171,
      "step": 50170
    },
    {
      "epoch": 7.662238509696137,
      "grad_norm": 0.29750362038612366,
      "learning_rate": 8.21735842944355e-05,
      "loss": 0.0115,
      "step": 50180
    },
    {
      "epoch": 7.66376546037563,
      "grad_norm": 0.2486123889684677,
      "learning_rate": 8.216567309854749e-05,
      "loss": 0.0144,
      "step": 50190
    },
    {
      "epoch": 7.665292411055123,
      "grad_norm": 0.28169259428977966,
      "learning_rate": 8.215776052860103e-05,
      "loss": 0.0145,
      "step": 50200
    },
    {
      "epoch": 7.666819361734616,
      "grad_norm": 0.325580358505249,
      "learning_rate": 8.21498465849341e-05,
      "loss": 0.0154,
      "step": 50210
    },
    {
      "epoch": 7.668346312414109,
      "grad_norm": 0.23691946268081665,
      "learning_rate": 8.21419312678848e-05,
      "loss": 0.0151,
      "step": 50220
    },
    {
      "epoch": 7.669873263093602,
      "grad_norm": 0.3554821014404297,
      "learning_rate": 8.213401457779124e-05,
      "loss": 0.0143,
      "step": 50230
    },
    {
      "epoch": 7.6714002137730954,
      "grad_norm": 0.16227714717388153,
      "learning_rate": 8.212609651499159e-05,
      "loss": 0.0115,
      "step": 50240
    },
    {
      "epoch": 7.672927164452588,
      "grad_norm": 0.40749552845954895,
      "learning_rate": 8.211817707982414e-05,
      "loss": 0.0169,
      "step": 50250
    },
    {
      "epoch": 7.6744541151320815,
      "grad_norm": 0.22237293422222137,
      "learning_rate": 8.211025627262717e-05,
      "loss": 0.0156,
      "step": 50260
    },
    {
      "epoch": 7.675981065811574,
      "grad_norm": 0.31549251079559326,
      "learning_rate": 8.210233409373902e-05,
      "loss": 0.0151,
      "step": 50270
    },
    {
      "epoch": 7.677508016491068,
      "grad_norm": 0.24266456067562103,
      "learning_rate": 8.209441054349814e-05,
      "loss": 0.0156,
      "step": 50280
    },
    {
      "epoch": 7.67903496717056,
      "grad_norm": 0.13433559238910675,
      "learning_rate": 8.2086485622243e-05,
      "loss": 0.0156,
      "step": 50290
    },
    {
      "epoch": 7.680561917850054,
      "grad_norm": 0.17854411900043488,
      "learning_rate": 8.207855933031214e-05,
      "loss": 0.0161,
      "step": 50300
    },
    {
      "epoch": 7.682088868529546,
      "grad_norm": 0.28789064288139343,
      "learning_rate": 8.207063166804416e-05,
      "loss": 0.0185,
      "step": 50310
    },
    {
      "epoch": 7.68361581920904,
      "grad_norm": 0.2903715670108795,
      "learning_rate": 8.206270263577771e-05,
      "loss": 0.018,
      "step": 50320
    },
    {
      "epoch": 7.685142769888532,
      "grad_norm": 0.2999582290649414,
      "learning_rate": 8.20547722338515e-05,
      "loss": 0.0132,
      "step": 50330
    },
    {
      "epoch": 7.686669720568026,
      "grad_norm": 0.3371673822402954,
      "learning_rate": 8.204684046260432e-05,
      "loss": 0.0155,
      "step": 50340
    },
    {
      "epoch": 7.6881966712475185,
      "grad_norm": 0.3515207767486572,
      "learning_rate": 8.203890732237496e-05,
      "loss": 0.0142,
      "step": 50350
    },
    {
      "epoch": 7.689723621927012,
      "grad_norm": 0.20858484506607056,
      "learning_rate": 8.203097281350236e-05,
      "loss": 0.016,
      "step": 50360
    },
    {
      "epoch": 7.691250572606505,
      "grad_norm": 0.18563014268875122,
      "learning_rate": 8.202303693632544e-05,
      "loss": 0.014,
      "step": 50370
    },
    {
      "epoch": 7.692777523285998,
      "grad_norm": 0.3365698754787445,
      "learning_rate": 8.201509969118321e-05,
      "loss": 0.0113,
      "step": 50380
    },
    {
      "epoch": 7.694304473965491,
      "grad_norm": 0.2882050573825836,
      "learning_rate": 8.200716107841473e-05,
      "loss": 0.015,
      "step": 50390
    },
    {
      "epoch": 7.695831424644984,
      "grad_norm": 0.24343712627887726,
      "learning_rate": 8.199922109835913e-05,
      "loss": 0.0139,
      "step": 50400
    },
    {
      "epoch": 7.697358375324477,
      "grad_norm": 0.2554278075695038,
      "learning_rate": 8.19912797513556e-05,
      "loss": 0.0125,
      "step": 50410
    },
    {
      "epoch": 7.69888532600397,
      "grad_norm": 0.16787485778331757,
      "learning_rate": 8.198333703774334e-05,
      "loss": 0.0153,
      "step": 50420
    },
    {
      "epoch": 7.700412276683463,
      "grad_norm": 0.18303459882736206,
      "learning_rate": 8.19753929578617e-05,
      "loss": 0.017,
      "step": 50430
    },
    {
      "epoch": 7.701939227362956,
      "grad_norm": 0.23780031502246857,
      "learning_rate": 8.196744751205e-05,
      "loss": 0.0139,
      "step": 50440
    },
    {
      "epoch": 7.703466178042449,
      "grad_norm": 0.21631471812725067,
      "learning_rate": 8.195950070064768e-05,
      "loss": 0.0167,
      "step": 50450
    },
    {
      "epoch": 7.704993128721942,
      "grad_norm": 0.20004971325397491,
      "learning_rate": 8.19515525239942e-05,
      "loss": 0.0138,
      "step": 50460
    },
    {
      "epoch": 7.706520079401435,
      "grad_norm": 0.2436303347349167,
      "learning_rate": 8.19436029824291e-05,
      "loss": 0.0134,
      "step": 50470
    },
    {
      "epoch": 7.7080470300809285,
      "grad_norm": 0.36950087547302246,
      "learning_rate": 8.193565207629195e-05,
      "loss": 0.0206,
      "step": 50480
    },
    {
      "epoch": 7.709573980760421,
      "grad_norm": 0.2447652667760849,
      "learning_rate": 8.192769980592242e-05,
      "loss": 0.0147,
      "step": 50490
    },
    {
      "epoch": 7.711100931439915,
      "grad_norm": 0.29154324531555176,
      "learning_rate": 8.19197461716602e-05,
      "loss": 0.0172,
      "step": 50500
    },
    {
      "epoch": 7.712627882119407,
      "grad_norm": 0.17782995104789734,
      "learning_rate": 8.191179117384505e-05,
      "loss": 0.0163,
      "step": 50510
    },
    {
      "epoch": 7.714154832798901,
      "grad_norm": 0.20119568705558777,
      "learning_rate": 8.190383481281682e-05,
      "loss": 0.0152,
      "step": 50520
    },
    {
      "epoch": 7.715681783478393,
      "grad_norm": 0.2302120327949524,
      "learning_rate": 8.189587708891537e-05,
      "loss": 0.0154,
      "step": 50530
    },
    {
      "epoch": 7.717208734157887,
      "grad_norm": 0.20737886428833008,
      "learning_rate": 8.188791800248066e-05,
      "loss": 0.0153,
      "step": 50540
    },
    {
      "epoch": 7.718735684837379,
      "grad_norm": 0.3346530497074127,
      "learning_rate": 8.187995755385268e-05,
      "loss": 0.0187,
      "step": 50550
    },
    {
      "epoch": 7.720262635516873,
      "grad_norm": 0.1848747879266739,
      "learning_rate": 8.187199574337144e-05,
      "loss": 0.0119,
      "step": 50560
    },
    {
      "epoch": 7.7217895861963655,
      "grad_norm": 0.13906230032444,
      "learning_rate": 8.186403257137711e-05,
      "loss": 0.0174,
      "step": 50570
    },
    {
      "epoch": 7.723316536875859,
      "grad_norm": 0.18827036023139954,
      "learning_rate": 8.185606803820987e-05,
      "loss": 0.0149,
      "step": 50580
    },
    {
      "epoch": 7.724843487555352,
      "grad_norm": 0.20911461114883423,
      "learning_rate": 8.18481021442099e-05,
      "loss": 0.0128,
      "step": 50590
    },
    {
      "epoch": 7.726370438234845,
      "grad_norm": 0.3133901357650757,
      "learning_rate": 8.184013488971751e-05,
      "loss": 0.0138,
      "step": 50600
    },
    {
      "epoch": 7.727897388914338,
      "grad_norm": 0.20290741324424744,
      "learning_rate": 8.183216627507307e-05,
      "loss": 0.0148,
      "step": 50610
    },
    {
      "epoch": 7.729424339593831,
      "grad_norm": 0.2766072750091553,
      "learning_rate": 8.182419630061692e-05,
      "loss": 0.0164,
      "step": 50620
    },
    {
      "epoch": 7.730951290273325,
      "grad_norm": 0.2142161726951599,
      "learning_rate": 8.181622496668961e-05,
      "loss": 0.0154,
      "step": 50630
    },
    {
      "epoch": 7.732478240952817,
      "grad_norm": 0.28657081723213196,
      "learning_rate": 8.180825227363163e-05,
      "loss": 0.0169,
      "step": 50640
    },
    {
      "epoch": 7.73400519163231,
      "grad_norm": 0.27649742364883423,
      "learning_rate": 8.180027822178351e-05,
      "loss": 0.0132,
      "step": 50650
    },
    {
      "epoch": 7.735532142311803,
      "grad_norm": 0.23111562430858612,
      "learning_rate": 8.179230281148593e-05,
      "loss": 0.0172,
      "step": 50660
    },
    {
      "epoch": 7.737059092991297,
      "grad_norm": 0.23305685818195343,
      "learning_rate": 8.178432604307958e-05,
      "loss": 0.0163,
      "step": 50670
    },
    {
      "epoch": 7.738586043670789,
      "grad_norm": 0.21881192922592163,
      "learning_rate": 8.177634791690523e-05,
      "loss": 0.0158,
      "step": 50680
    },
    {
      "epoch": 7.740112994350282,
      "grad_norm": 0.22007474303245544,
      "learning_rate": 8.176836843330365e-05,
      "loss": 0.0143,
      "step": 50690
    },
    {
      "epoch": 7.7416399450297755,
      "grad_norm": 0.5757567286491394,
      "learning_rate": 8.176038759261573e-05,
      "loss": 0.0182,
      "step": 50700
    },
    {
      "epoch": 7.743166895709269,
      "grad_norm": 0.19416838884353638,
      "learning_rate": 8.17524053951824e-05,
      "loss": 0.0125,
      "step": 50710
    },
    {
      "epoch": 7.744693846388762,
      "grad_norm": 0.25043097138404846,
      "learning_rate": 8.174442184134466e-05,
      "loss": 0.0143,
      "step": 50720
    },
    {
      "epoch": 7.746220797068255,
      "grad_norm": 0.18600648641586304,
      "learning_rate": 8.173643693144353e-05,
      "loss": 0.0132,
      "step": 50730
    },
    {
      "epoch": 7.747747747747748,
      "grad_norm": 0.18642108142375946,
      "learning_rate": 8.17284506658201e-05,
      "loss": 0.0143,
      "step": 50740
    },
    {
      "epoch": 7.749274698427241,
      "grad_norm": 0.338104248046875,
      "learning_rate": 8.172046304481557e-05,
      "loss": 0.0157,
      "step": 50750
    },
    {
      "epoch": 7.750801649106734,
      "grad_norm": 0.28558653593063354,
      "learning_rate": 8.17124740687711e-05,
      "loss": 0.0135,
      "step": 50760
    },
    {
      "epoch": 7.752328599786227,
      "grad_norm": 0.24031762778759003,
      "learning_rate": 8.170448373802802e-05,
      "loss": 0.0144,
      "step": 50770
    },
    {
      "epoch": 7.75385555046572,
      "grad_norm": 0.24525979161262512,
      "learning_rate": 8.169649205292762e-05,
      "loss": 0.0144,
      "step": 50780
    },
    {
      "epoch": 7.755382501145213,
      "grad_norm": 0.25930309295654297,
      "learning_rate": 8.168849901381133e-05,
      "loss": 0.0156,
      "step": 50790
    },
    {
      "epoch": 7.756909451824706,
      "grad_norm": 0.16834548115730286,
      "learning_rate": 8.168050462102055e-05,
      "loss": 0.0122,
      "step": 50800
    },
    {
      "epoch": 7.758436402504199,
      "grad_norm": 0.16787812113761902,
      "learning_rate": 8.167250887489682e-05,
      "loss": 0.0119,
      "step": 50810
    },
    {
      "epoch": 7.759963353183692,
      "grad_norm": 0.18577216565608978,
      "learning_rate": 8.166451177578172e-05,
      "loss": 0.0133,
      "step": 50820
    },
    {
      "epoch": 7.7614903038631855,
      "grad_norm": 0.202833890914917,
      "learning_rate": 8.16565133240168e-05,
      "loss": 0.0149,
      "step": 50830
    },
    {
      "epoch": 7.763017254542678,
      "grad_norm": 0.23173947632312775,
      "learning_rate": 8.164851351994383e-05,
      "loss": 0.0133,
      "step": 50840
    },
    {
      "epoch": 7.764544205222172,
      "grad_norm": 0.23363979160785675,
      "learning_rate": 8.164051236390447e-05,
      "loss": 0.0173,
      "step": 50850
    },
    {
      "epoch": 7.766071155901664,
      "grad_norm": 0.2184959501028061,
      "learning_rate": 8.163250985624057e-05,
      "loss": 0.0177,
      "step": 50860
    },
    {
      "epoch": 7.767598106581158,
      "grad_norm": 0.29893285036087036,
      "learning_rate": 8.162450599729394e-05,
      "loss": 0.0132,
      "step": 50870
    },
    {
      "epoch": 7.76912505726065,
      "grad_norm": 0.19888760149478912,
      "learning_rate": 8.161650078740652e-05,
      "loss": 0.0132,
      "step": 50880
    },
    {
      "epoch": 7.770652007940144,
      "grad_norm": 0.25486674904823303,
      "learning_rate": 8.160849422692028e-05,
      "loss": 0.019,
      "step": 50890
    },
    {
      "epoch": 7.772178958619636,
      "grad_norm": 0.24876238405704498,
      "learning_rate": 8.160048631617722e-05,
      "loss": 0.0143,
      "step": 50900
    },
    {
      "epoch": 7.77370590929913,
      "grad_norm": 0.177348792552948,
      "learning_rate": 8.159247705551945e-05,
      "loss": 0.0132,
      "step": 50910
    },
    {
      "epoch": 7.7752328599786225,
      "grad_norm": 0.17226272821426392,
      "learning_rate": 8.158446644528907e-05,
      "loss": 0.016,
      "step": 50920
    },
    {
      "epoch": 7.776759810658116,
      "grad_norm": 0.19067415595054626,
      "learning_rate": 8.157645448582832e-05,
      "loss": 0.0174,
      "step": 50930
    },
    {
      "epoch": 7.7782867613376085,
      "grad_norm": 0.25029030442237854,
      "learning_rate": 8.156844117747945e-05,
      "loss": 0.0184,
      "step": 50940
    },
    {
      "epoch": 7.779813712017102,
      "grad_norm": 0.3363918960094452,
      "learning_rate": 8.156042652058476e-05,
      "loss": 0.017,
      "step": 50950
    },
    {
      "epoch": 7.781340662696595,
      "grad_norm": 0.2457711547613144,
      "learning_rate": 8.155241051548662e-05,
      "loss": 0.0164,
      "step": 50960
    },
    {
      "epoch": 7.782867613376088,
      "grad_norm": 0.17575670778751373,
      "learning_rate": 8.154439316252748e-05,
      "loss": 0.0145,
      "step": 50970
    },
    {
      "epoch": 7.784394564055581,
      "grad_norm": 0.4259970784187317,
      "learning_rate": 8.15363744620498e-05,
      "loss": 0.0197,
      "step": 50980
    },
    {
      "epoch": 7.785921514735074,
      "grad_norm": 0.18969379365444183,
      "learning_rate": 8.152835441439614e-05,
      "loss": 0.0134,
      "step": 50990
    },
    {
      "epoch": 7.787448465414567,
      "grad_norm": 0.2592098116874695,
      "learning_rate": 8.152033301990911e-05,
      "loss": 0.0174,
      "step": 51000
    },
    {
      "epoch": 7.78897541609406,
      "grad_norm": 0.19006796181201935,
      "learning_rate": 8.151231027893135e-05,
      "loss": 0.0164,
      "step": 51010
    },
    {
      "epoch": 7.790502366773553,
      "grad_norm": 0.26455625891685486,
      "learning_rate": 8.150428619180559e-05,
      "loss": 0.0126,
      "step": 51020
    },
    {
      "epoch": 7.792029317453046,
      "grad_norm": 0.2419576197862625,
      "learning_rate": 8.149626075887458e-05,
      "loss": 0.0139,
      "step": 51030
    },
    {
      "epoch": 7.793556268132539,
      "grad_norm": 0.2943175137042999,
      "learning_rate": 8.148823398048119e-05,
      "loss": 0.018,
      "step": 51040
    },
    {
      "epoch": 7.7950832188120325,
      "grad_norm": 0.34404584765434265,
      "learning_rate": 8.14802058569683e-05,
      "loss": 0.0217,
      "step": 51050
    },
    {
      "epoch": 7.796610169491525,
      "grad_norm": 0.2168266475200653,
      "learning_rate": 8.147217638867882e-05,
      "loss": 0.015,
      "step": 51060
    },
    {
      "epoch": 7.798137120171019,
      "grad_norm": 0.3484632968902588,
      "learning_rate": 8.146414557595578e-05,
      "loss": 0.0152,
      "step": 51070
    },
    {
      "epoch": 7.799664070850511,
      "grad_norm": 0.20574693381786346,
      "learning_rate": 8.145611341914228e-05,
      "loss": 0.0143,
      "step": 51080
    },
    {
      "epoch": 7.801191021530005,
      "grad_norm": 0.14463944733142853,
      "learning_rate": 8.144807991858137e-05,
      "loss": 0.0155,
      "step": 51090
    },
    {
      "epoch": 7.802717972209497,
      "grad_norm": 0.18033012747764587,
      "learning_rate": 8.144004507461627e-05,
      "loss": 0.0136,
      "step": 51100
    },
    {
      "epoch": 7.804244922888991,
      "grad_norm": 0.22885848581790924,
      "learning_rate": 8.14320088875902e-05,
      "loss": 0.0156,
      "step": 51110
    },
    {
      "epoch": 7.805771873568483,
      "grad_norm": 0.2491730898618698,
      "learning_rate": 8.142397135784644e-05,
      "loss": 0.0137,
      "step": 51120
    },
    {
      "epoch": 7.807298824247977,
      "grad_norm": 0.19669392704963684,
      "learning_rate": 8.141593248572837e-05,
      "loss": 0.018,
      "step": 51130
    },
    {
      "epoch": 7.80882577492747,
      "grad_norm": 0.2599298059940338,
      "learning_rate": 8.140789227157935e-05,
      "loss": 0.0172,
      "step": 51140
    },
    {
      "epoch": 7.810352725606963,
      "grad_norm": 0.3815276622772217,
      "learning_rate": 8.13998507157429e-05,
      "loss": 0.014,
      "step": 51150
    },
    {
      "epoch": 7.8118796762864555,
      "grad_norm": 0.19660821557044983,
      "learning_rate": 8.139180781856248e-05,
      "loss": 0.0132,
      "step": 51160
    },
    {
      "epoch": 7.813406626965949,
      "grad_norm": 0.19007061421871185,
      "learning_rate": 8.138376358038173e-05,
      "loss": 0.0191,
      "step": 51170
    },
    {
      "epoch": 7.8149335776454425,
      "grad_norm": 0.19287823140621185,
      "learning_rate": 8.137571800154425e-05,
      "loss": 0.013,
      "step": 51180
    },
    {
      "epoch": 7.816460528324935,
      "grad_norm": 0.21145190298557281,
      "learning_rate": 8.136767108239371e-05,
      "loss": 0.0154,
      "step": 51190
    },
    {
      "epoch": 7.817987479004428,
      "grad_norm": 0.2289131134748459,
      "learning_rate": 8.135962282327392e-05,
      "loss": 0.0129,
      "step": 51200
    },
    {
      "epoch": 7.819514429683921,
      "grad_norm": 0.1912582963705063,
      "learning_rate": 8.135157322452862e-05,
      "loss": 0.011,
      "step": 51210
    },
    {
      "epoch": 7.821041380363415,
      "grad_norm": 0.211747944355011,
      "learning_rate": 8.134352228650172e-05,
      "loss": 0.0148,
      "step": 51220
    },
    {
      "epoch": 7.822568331042907,
      "grad_norm": 0.22742900252342224,
      "learning_rate": 8.133547000953714e-05,
      "loss": 0.0134,
      "step": 51230
    },
    {
      "epoch": 7.8240952817224,
      "grad_norm": 0.21109682321548462,
      "learning_rate": 8.132741639397883e-05,
      "loss": 0.0149,
      "step": 51240
    },
    {
      "epoch": 7.825622232401893,
      "grad_norm": 0.6715970635414124,
      "learning_rate": 8.131936144017086e-05,
      "loss": 0.0149,
      "step": 51250
    },
    {
      "epoch": 7.827149183081387,
      "grad_norm": 0.17354130744934082,
      "learning_rate": 8.131130514845728e-05,
      "loss": 0.0123,
      "step": 51260
    },
    {
      "epoch": 7.8286761337608795,
      "grad_norm": 0.1874699890613556,
      "learning_rate": 8.130324751918228e-05,
      "loss": 0.0163,
      "step": 51270
    },
    {
      "epoch": 7.830203084440373,
      "grad_norm": 0.3523414433002472,
      "learning_rate": 8.129518855269005e-05,
      "loss": 0.0147,
      "step": 51280
    },
    {
      "epoch": 7.8317300351198655,
      "grad_norm": 0.205817312002182,
      "learning_rate": 8.128712824932485e-05,
      "loss": 0.0118,
      "step": 51290
    },
    {
      "epoch": 7.833256985799359,
      "grad_norm": 0.23130542039871216,
      "learning_rate": 8.1279066609431e-05,
      "loss": 0.0132,
      "step": 51300
    },
    {
      "epoch": 7.834783936478852,
      "grad_norm": 0.25014519691467285,
      "learning_rate": 8.127100363335291e-05,
      "loss": 0.0159,
      "step": 51310
    },
    {
      "epoch": 7.836310887158345,
      "grad_norm": 0.28327181935310364,
      "learning_rate": 8.126293932143499e-05,
      "loss": 0.0146,
      "step": 51320
    },
    {
      "epoch": 7.837837837837838,
      "grad_norm": 0.3270251154899597,
      "learning_rate": 8.125487367402171e-05,
      "loss": 0.0141,
      "step": 51330
    },
    {
      "epoch": 7.839364788517331,
      "grad_norm": 0.21123048663139343,
      "learning_rate": 8.124680669145767e-05,
      "loss": 0.0158,
      "step": 51340
    },
    {
      "epoch": 7.840891739196824,
      "grad_norm": 0.23351453244686127,
      "learning_rate": 8.123873837408744e-05,
      "loss": 0.0162,
      "step": 51350
    },
    {
      "epoch": 7.842418689876317,
      "grad_norm": 0.18726450204849243,
      "learning_rate": 8.123066872225569e-05,
      "loss": 0.0165,
      "step": 51360
    },
    {
      "epoch": 7.84394564055581,
      "grad_norm": 0.27643492817878723,
      "learning_rate": 8.122259773630714e-05,
      "loss": 0.0167,
      "step": 51370
    },
    {
      "epoch": 7.845472591235303,
      "grad_norm": 0.2823386490345001,
      "learning_rate": 8.121452541658658e-05,
      "loss": 0.0166,
      "step": 51380
    },
    {
      "epoch": 7.846999541914796,
      "grad_norm": 0.31959018111228943,
      "learning_rate": 8.120645176343884e-05,
      "loss": 0.0156,
      "step": 51390
    },
    {
      "epoch": 7.8485264925942895,
      "grad_norm": 0.15617814660072327,
      "learning_rate": 8.11983767772088e-05,
      "loss": 0.014,
      "step": 51400
    },
    {
      "epoch": 7.850053443273782,
      "grad_norm": 0.2141987681388855,
      "learning_rate": 8.119030045824143e-05,
      "loss": 0.0137,
      "step": 51410
    },
    {
      "epoch": 7.851580393953276,
      "grad_norm": 0.19353079795837402,
      "learning_rate": 8.118222280688172e-05,
      "loss": 0.0132,
      "step": 51420
    },
    {
      "epoch": 7.853107344632768,
      "grad_norm": 0.24855650961399078,
      "learning_rate": 8.117414382347473e-05,
      "loss": 0.0175,
      "step": 51430
    },
    {
      "epoch": 7.854634295312262,
      "grad_norm": 0.1858542114496231,
      "learning_rate": 8.116606350836557e-05,
      "loss": 0.0158,
      "step": 51440
    },
    {
      "epoch": 7.856161245991754,
      "grad_norm": 0.3160753548145294,
      "learning_rate": 8.115798186189945e-05,
      "loss": 0.0167,
      "step": 51450
    },
    {
      "epoch": 7.857688196671248,
      "grad_norm": 0.15787944197654724,
      "learning_rate": 8.11498988844216e-05,
      "loss": 0.0136,
      "step": 51460
    },
    {
      "epoch": 7.85921514735074,
      "grad_norm": 0.24480780959129333,
      "learning_rate": 8.114181457627727e-05,
      "loss": 0.0152,
      "step": 51470
    },
    {
      "epoch": 7.860742098030234,
      "grad_norm": 0.30506157875061035,
      "learning_rate": 8.113372893781181e-05,
      "loss": 0.0155,
      "step": 51480
    },
    {
      "epoch": 7.862269048709726,
      "grad_norm": 0.3715399503707886,
      "learning_rate": 8.11256419693707e-05,
      "loss": 0.0178,
      "step": 51490
    },
    {
      "epoch": 7.86379599938922,
      "grad_norm": 0.18909600377082825,
      "learning_rate": 8.11175536712993e-05,
      "loss": 0.017,
      "step": 51500
    },
    {
      "epoch": 7.8653229500687125,
      "grad_norm": 0.1980709433555603,
      "learning_rate": 8.110946404394319e-05,
      "loss": 0.0126,
      "step": 51510
    },
    {
      "epoch": 7.866849900748206,
      "grad_norm": 0.2366124838590622,
      "learning_rate": 8.110137308764792e-05,
      "loss": 0.0135,
      "step": 51520
    },
    {
      "epoch": 7.868376851427699,
      "grad_norm": 0.33474549651145935,
      "learning_rate": 8.109328080275911e-05,
      "loss": 0.0151,
      "step": 51530
    },
    {
      "epoch": 7.869903802107192,
      "grad_norm": 0.23030847311019897,
      "learning_rate": 8.108518718962249e-05,
      "loss": 0.013,
      "step": 51540
    },
    {
      "epoch": 7.871430752786685,
      "grad_norm": 0.16362795233726501,
      "learning_rate": 8.107709224858377e-05,
      "loss": 0.0154,
      "step": 51550
    },
    {
      "epoch": 7.872957703466178,
      "grad_norm": 0.2333725541830063,
      "learning_rate": 8.106899597998875e-05,
      "loss": 0.014,
      "step": 51560
    },
    {
      "epoch": 7.874484654145671,
      "grad_norm": 0.2423604130744934,
      "learning_rate": 8.106089838418332e-05,
      "loss": 0.0147,
      "step": 51570
    },
    {
      "epoch": 7.876011604825164,
      "grad_norm": 0.37792855501174927,
      "learning_rate": 8.105279946151336e-05,
      "loss": 0.0212,
      "step": 51580
    },
    {
      "epoch": 7.877538555504657,
      "grad_norm": 0.2657838463783264,
      "learning_rate": 8.104469921232484e-05,
      "loss": 0.0177,
      "step": 51590
    },
    {
      "epoch": 7.87906550618415,
      "grad_norm": 0.1913858950138092,
      "learning_rate": 8.103659763696383e-05,
      "loss": 0.0149,
      "step": 51600
    },
    {
      "epoch": 7.880592456863643,
      "grad_norm": 0.2278883010149002,
      "learning_rate": 8.102849473577636e-05,
      "loss": 0.0163,
      "step": 51610
    },
    {
      "epoch": 7.8821194075431364,
      "grad_norm": 0.26302167773246765,
      "learning_rate": 8.102039050910862e-05,
      "loss": 0.0142,
      "step": 51620
    },
    {
      "epoch": 7.883646358222629,
      "grad_norm": 0.7003933191299438,
      "learning_rate": 8.101228495730675e-05,
      "loss": 0.014,
      "step": 51630
    },
    {
      "epoch": 7.8851733089021225,
      "grad_norm": 0.2811354994773865,
      "learning_rate": 8.100417808071707e-05,
      "loss": 0.0159,
      "step": 51640
    },
    {
      "epoch": 7.886700259581615,
      "grad_norm": 0.20029377937316895,
      "learning_rate": 8.099606987968584e-05,
      "loss": 0.0126,
      "step": 51650
    },
    {
      "epoch": 7.888227210261109,
      "grad_norm": 0.6876223087310791,
      "learning_rate": 8.098796035455944e-05,
      "loss": 0.0152,
      "step": 51660
    },
    {
      "epoch": 7.889754160940601,
      "grad_norm": 0.2409646362066269,
      "learning_rate": 8.097984950568433e-05,
      "loss": 0.0155,
      "step": 51670
    },
    {
      "epoch": 7.891281111620095,
      "grad_norm": 0.2606426179409027,
      "learning_rate": 8.097173733340693e-05,
      "loss": 0.0178,
      "step": 51680
    },
    {
      "epoch": 7.892808062299588,
      "grad_norm": 0.19521181285381317,
      "learning_rate": 8.096362383807383e-05,
      "loss": 0.0173,
      "step": 51690
    },
    {
      "epoch": 7.894335012979081,
      "grad_norm": 0.23240642249584198,
      "learning_rate": 8.095550902003158e-05,
      "loss": 0.0149,
      "step": 51700
    },
    {
      "epoch": 7.895861963658573,
      "grad_norm": 0.19016946852207184,
      "learning_rate": 8.094739287962687e-05,
      "loss": 0.0152,
      "step": 51710
    },
    {
      "epoch": 7.897388914338067,
      "grad_norm": 0.18279755115509033,
      "learning_rate": 8.093927541720638e-05,
      "loss": 0.0169,
      "step": 51720
    },
    {
      "epoch": 7.89891586501756,
      "grad_norm": 0.30768606066703796,
      "learning_rate": 8.093115663311688e-05,
      "loss": 0.0126,
      "step": 51730
    },
    {
      "epoch": 7.900442815697053,
      "grad_norm": 0.1971413642168045,
      "learning_rate": 8.09230365277052e-05,
      "loss": 0.0139,
      "step": 51740
    },
    {
      "epoch": 7.901969766376546,
      "grad_norm": 0.1366177499294281,
      "learning_rate": 8.09149151013182e-05,
      "loss": 0.0153,
      "step": 51750
    },
    {
      "epoch": 7.903496717056039,
      "grad_norm": 0.18198880553245544,
      "learning_rate": 8.090679235430283e-05,
      "loss": 0.0165,
      "step": 51760
    },
    {
      "epoch": 7.9050236677355326,
      "grad_norm": 0.13694944977760315,
      "learning_rate": 8.089866828700605e-05,
      "loss": 0.013,
      "step": 51770
    },
    {
      "epoch": 7.906550618415025,
      "grad_norm": 0.1358594000339508,
      "learning_rate": 8.089054289977493e-05,
      "loss": 0.0163,
      "step": 51780
    },
    {
      "epoch": 7.908077569094518,
      "grad_norm": 0.37778764963150024,
      "learning_rate": 8.088241619295658e-05,
      "loss": 0.0173,
      "step": 51790
    },
    {
      "epoch": 7.909604519774011,
      "grad_norm": 0.18565012514591217,
      "learning_rate": 8.087428816689812e-05,
      "loss": 0.0146,
      "step": 51800
    },
    {
      "epoch": 7.911131470453505,
      "grad_norm": 0.34346452355384827,
      "learning_rate": 8.086615882194679e-05,
      "loss": 0.0142,
      "step": 51810
    },
    {
      "epoch": 7.912658421132997,
      "grad_norm": 0.24487584829330444,
      "learning_rate": 8.085802815844987e-05,
      "loss": 0.0129,
      "step": 51820
    },
    {
      "epoch": 7.914185371812491,
      "grad_norm": 0.21936742961406708,
      "learning_rate": 8.084989617675467e-05,
      "loss": 0.0134,
      "step": 51830
    },
    {
      "epoch": 7.915712322491983,
      "grad_norm": 0.1994250863790512,
      "learning_rate": 8.084176287720858e-05,
      "loss": 0.0125,
      "step": 51840
    },
    {
      "epoch": 7.917239273171477,
      "grad_norm": 0.23443560302257538,
      "learning_rate": 8.083362826015904e-05,
      "loss": 0.0163,
      "step": 51850
    },
    {
      "epoch": 7.9187662238509695,
      "grad_norm": 0.410916268825531,
      "learning_rate": 8.082549232595355e-05,
      "loss": 0.0144,
      "step": 51860
    },
    {
      "epoch": 7.920293174530463,
      "grad_norm": 0.4412792921066284,
      "learning_rate": 8.081735507493963e-05,
      "loss": 0.0161,
      "step": 51870
    },
    {
      "epoch": 7.921820125209956,
      "grad_norm": 0.1825643926858902,
      "learning_rate": 8.080921650746493e-05,
      "loss": 0.0144,
      "step": 51880
    },
    {
      "epoch": 7.923347075889449,
      "grad_norm": 0.27440017461776733,
      "learning_rate": 8.080107662387711e-05,
      "loss": 0.0143,
      "step": 51890
    },
    {
      "epoch": 7.924874026568942,
      "grad_norm": 0.19116739928722382,
      "learning_rate": 8.079293542452387e-05,
      "loss": 0.0143,
      "step": 51900
    },
    {
      "epoch": 7.926400977248435,
      "grad_norm": 0.46630018949508667,
      "learning_rate": 8.078479290975301e-05,
      "loss": 0.017,
      "step": 51910
    },
    {
      "epoch": 7.927927927927928,
      "grad_norm": 0.17520110309123993,
      "learning_rate": 8.077664907991234e-05,
      "loss": 0.0128,
      "step": 51920
    },
    {
      "epoch": 7.929454878607421,
      "grad_norm": 0.458462119102478,
      "learning_rate": 8.076850393534974e-05,
      "loss": 0.0157,
      "step": 51930
    },
    {
      "epoch": 7.930981829286914,
      "grad_norm": 0.20255208015441895,
      "learning_rate": 8.076035747641321e-05,
      "loss": 0.014,
      "step": 51940
    },
    {
      "epoch": 7.932508779966407,
      "grad_norm": 0.39810752868652344,
      "learning_rate": 8.075220970345069e-05,
      "loss": 0.0179,
      "step": 51950
    },
    {
      "epoch": 7.9340357306459,
      "grad_norm": 0.25326523184776306,
      "learning_rate": 8.074406061681028e-05,
      "loss": 0.0165,
      "step": 51960
    },
    {
      "epoch": 7.935562681325393,
      "grad_norm": 0.15218859910964966,
      "learning_rate": 8.073591021684008e-05,
      "loss": 0.017,
      "step": 51970
    },
    {
      "epoch": 7.937089632004886,
      "grad_norm": 0.20442607998847961,
      "learning_rate": 8.072775850388825e-05,
      "loss": 0.0172,
      "step": 51980
    },
    {
      "epoch": 7.9386165826843795,
      "grad_norm": 0.5170546770095825,
      "learning_rate": 8.071960547830304e-05,
      "loss": 0.0128,
      "step": 51990
    },
    {
      "epoch": 7.940143533363872,
      "grad_norm": 0.16775807738304138,
      "learning_rate": 8.07114511404327e-05,
      "loss": 0.012,
      "step": 52000
    },
    {
      "epoch": 7.941670484043366,
      "grad_norm": 0.1886996328830719,
      "learning_rate": 8.070329549062558e-05,
      "loss": 0.0126,
      "step": 52010
    },
    {
      "epoch": 7.943197434722858,
      "grad_norm": 0.27964702248573303,
      "learning_rate": 8.06951385292301e-05,
      "loss": 0.0188,
      "step": 52020
    },
    {
      "epoch": 7.944724385402352,
      "grad_norm": 0.2982078194618225,
      "learning_rate": 8.068698025659469e-05,
      "loss": 0.0203,
      "step": 52030
    },
    {
      "epoch": 7.946251336081844,
      "grad_norm": 0.24591605365276337,
      "learning_rate": 8.067882067306785e-05,
      "loss": 0.0147,
      "step": 52040
    },
    {
      "epoch": 7.947778286761338,
      "grad_norm": 0.1835041493177414,
      "learning_rate": 8.067065977899816e-05,
      "loss": 0.013,
      "step": 52050
    },
    {
      "epoch": 7.94930523744083,
      "grad_norm": 0.46058765053749084,
      "learning_rate": 8.06624975747342e-05,
      "loss": 0.0201,
      "step": 52060
    },
    {
      "epoch": 7.950832188120324,
      "grad_norm": 0.2890882194042206,
      "learning_rate": 8.065433406062471e-05,
      "loss": 0.0125,
      "step": 52070
    },
    {
      "epoch": 7.9523591387998165,
      "grad_norm": 0.2776234447956085,
      "learning_rate": 8.064616923701836e-05,
      "loss": 0.0147,
      "step": 52080
    },
    {
      "epoch": 7.95388608947931,
      "grad_norm": 0.16820596158504486,
      "learning_rate": 8.063800310426397e-05,
      "loss": 0.0138,
      "step": 52090
    },
    {
      "epoch": 7.955413040158803,
      "grad_norm": 0.7576696872711182,
      "learning_rate": 8.062983566271037e-05,
      "loss": 0.0155,
      "step": 52100
    },
    {
      "epoch": 7.956939990838296,
      "grad_norm": 0.21736818552017212,
      "learning_rate": 8.062166691270646e-05,
      "loss": 0.0142,
      "step": 52110
    },
    {
      "epoch": 7.958466941517789,
      "grad_norm": 0.27059462666511536,
      "learning_rate": 8.061349685460117e-05,
      "loss": 0.0183,
      "step": 52120
    },
    {
      "epoch": 7.959993892197282,
      "grad_norm": 0.2941419780254364,
      "learning_rate": 8.060532548874356e-05,
      "loss": 0.0157,
      "step": 52130
    },
    {
      "epoch": 7.961520842876775,
      "grad_norm": 0.2692217528820038,
      "learning_rate": 8.059715281548265e-05,
      "loss": 0.0144,
      "step": 52140
    },
    {
      "epoch": 7.963047793556268,
      "grad_norm": 0.1903577595949173,
      "learning_rate": 8.058897883516759e-05,
      "loss": 0.0119,
      "step": 52150
    },
    {
      "epoch": 7.964574744235761,
      "grad_norm": 0.16844500601291656,
      "learning_rate": 8.058080354814755e-05,
      "loss": 0.015,
      "step": 52160
    },
    {
      "epoch": 7.966101694915254,
      "grad_norm": 0.18647824227809906,
      "learning_rate": 8.057262695477176e-05,
      "loss": 0.0142,
      "step": 52170
    },
    {
      "epoch": 7.967628645594747,
      "grad_norm": 0.27450498938560486,
      "learning_rate": 8.056444905538951e-05,
      "loss": 0.0145,
      "step": 52180
    },
    {
      "epoch": 7.96915559627424,
      "grad_norm": 0.2129381000995636,
      "learning_rate": 8.055626985035015e-05,
      "loss": 0.0151,
      "step": 52190
    },
    {
      "epoch": 7.970682546953733,
      "grad_norm": 0.18016526103019714,
      "learning_rate": 8.054808934000306e-05,
      "loss": 0.0149,
      "step": 52200
    },
    {
      "epoch": 7.9722094976332265,
      "grad_norm": 0.2622748017311096,
      "learning_rate": 8.053990752469773e-05,
      "loss": 0.0134,
      "step": 52210
    },
    {
      "epoch": 7.973736448312719,
      "grad_norm": 0.23533862829208374,
      "learning_rate": 8.053172440478365e-05,
      "loss": 0.0137,
      "step": 52220
    },
    {
      "epoch": 7.975263398992213,
      "grad_norm": 0.3574169874191284,
      "learning_rate": 8.052353998061038e-05,
      "loss": 0.0141,
      "step": 52230
    },
    {
      "epoch": 7.976790349671706,
      "grad_norm": 0.20500332117080688,
      "learning_rate": 8.051535425252756e-05,
      "loss": 0.0156,
      "step": 52240
    },
    {
      "epoch": 7.978317300351199,
      "grad_norm": 0.16196773946285248,
      "learning_rate": 8.050716722088488e-05,
      "loss": 0.0138,
      "step": 52250
    },
    {
      "epoch": 7.979844251030691,
      "grad_norm": 0.20229041576385498,
      "learning_rate": 8.049897888603203e-05,
      "loss": 0.0146,
      "step": 52260
    },
    {
      "epoch": 7.981371201710185,
      "grad_norm": 0.1998647302389145,
      "learning_rate": 8.049078924831886e-05,
      "loss": 0.0131,
      "step": 52270
    },
    {
      "epoch": 7.982898152389678,
      "grad_norm": 0.22936175763607025,
      "learning_rate": 8.048259830809517e-05,
      "loss": 0.0144,
      "step": 52280
    },
    {
      "epoch": 7.984425103069171,
      "grad_norm": 0.2054062932729721,
      "learning_rate": 8.04744060657109e-05,
      "loss": 0.0112,
      "step": 52290
    },
    {
      "epoch": 7.9859520537486635,
      "grad_norm": 0.4101810157299042,
      "learning_rate": 8.046621252151595e-05,
      "loss": 0.0138,
      "step": 52300
    },
    {
      "epoch": 7.987479004428157,
      "grad_norm": 0.26687073707580566,
      "learning_rate": 8.04580176758604e-05,
      "loss": 0.0143,
      "step": 52310
    },
    {
      "epoch": 7.98900595510765,
      "grad_norm": 0.6424558758735657,
      "learning_rate": 8.044982152909428e-05,
      "loss": 0.0144,
      "step": 52320
    },
    {
      "epoch": 7.990532905787143,
      "grad_norm": 0.15325050055980682,
      "learning_rate": 8.044162408156773e-05,
      "loss": 0.0155,
      "step": 52330
    },
    {
      "epoch": 7.992059856466636,
      "grad_norm": 0.34264323115348816,
      "learning_rate": 8.04334253336309e-05,
      "loss": 0.0213,
      "step": 52340
    },
    {
      "epoch": 7.993586807146129,
      "grad_norm": 0.24477970600128174,
      "learning_rate": 8.042522528563406e-05,
      "loss": 0.0136,
      "step": 52350
    },
    {
      "epoch": 7.995113757825623,
      "grad_norm": 0.3795223534107208,
      "learning_rate": 8.04170239379275e-05,
      "loss": 0.0136,
      "step": 52360
    },
    {
      "epoch": 7.996640708505115,
      "grad_norm": 0.30463242530822754,
      "learning_rate": 8.040882129086154e-05,
      "loss": 0.0154,
      "step": 52370
    },
    {
      "epoch": 7.998167659184609,
      "grad_norm": 0.2085895836353302,
      "learning_rate": 8.04006173447866e-05,
      "loss": 0.014,
      "step": 52380
    },
    {
      "epoch": 7.999694609864101,
      "grad_norm": 0.19142858684062958,
      "learning_rate": 8.039241210005312e-05,
      "loss": 0.0124,
      "step": 52390
    },
    {
      "epoch": 8.001221560543595,
      "grad_norm": 0.15725131332874298,
      "learning_rate": 8.038420555701166e-05,
      "loss": 0.015,
      "step": 52400
    },
    {
      "epoch": 8.002748511223087,
      "grad_norm": 0.2061459720134735,
      "learning_rate": 8.037599771601274e-05,
      "loss": 0.0164,
      "step": 52410
    },
    {
      "epoch": 8.00427546190258,
      "grad_norm": 0.2570611834526062,
      "learning_rate": 8.036778857740699e-05,
      "loss": 0.0096,
      "step": 52420
    },
    {
      "epoch": 8.005802412582074,
      "grad_norm": 0.3721560537815094,
      "learning_rate": 8.035957814154512e-05,
      "loss": 0.0148,
      "step": 52430
    },
    {
      "epoch": 8.007329363261567,
      "grad_norm": 0.2248251736164093,
      "learning_rate": 8.035136640877783e-05,
      "loss": 0.0161,
      "step": 52440
    },
    {
      "epoch": 8.00885631394106,
      "grad_norm": 0.27536046504974365,
      "learning_rate": 8.034315337945593e-05,
      "loss": 0.0128,
      "step": 52450
    },
    {
      "epoch": 8.010383264620552,
      "grad_norm": 0.162824347615242,
      "learning_rate": 8.033493905393026e-05,
      "loss": 0.0128,
      "step": 52460
    },
    {
      "epoch": 8.011910215300047,
      "grad_norm": 0.14078116416931152,
      "learning_rate": 8.032672343255171e-05,
      "loss": 0.0137,
      "step": 52470
    },
    {
      "epoch": 8.01343716597954,
      "grad_norm": 0.23186451196670532,
      "learning_rate": 8.031850651567126e-05,
      "loss": 0.0161,
      "step": 52480
    },
    {
      "epoch": 8.014964116659032,
      "grad_norm": 0.2827809453010559,
      "learning_rate": 8.031028830363991e-05,
      "loss": 0.014,
      "step": 52490
    },
    {
      "epoch": 8.016491067338524,
      "grad_norm": 0.19168318808078766,
      "learning_rate": 8.030206879680871e-05,
      "loss": 0.0131,
      "step": 52500
    },
    {
      "epoch": 8.018018018018019,
      "grad_norm": 0.17471475899219513,
      "learning_rate": 8.029384799552882e-05,
      "loss": 0.0127,
      "step": 52510
    },
    {
      "epoch": 8.019544968697511,
      "grad_norm": 0.17544978857040405,
      "learning_rate": 8.028562590015138e-05,
      "loss": 0.0188,
      "step": 52520
    },
    {
      "epoch": 8.021071919377004,
      "grad_norm": 0.19605505466461182,
      "learning_rate": 8.027740251102762e-05,
      "loss": 0.0155,
      "step": 52530
    },
    {
      "epoch": 8.022598870056497,
      "grad_norm": 0.226289764046669,
      "learning_rate": 8.026917782850888e-05,
      "loss": 0.0156,
      "step": 52540
    },
    {
      "epoch": 8.024125820735991,
      "grad_norm": 0.1714116483926773,
      "learning_rate": 8.026095185294646e-05,
      "loss": 0.0148,
      "step": 52550
    },
    {
      "epoch": 8.025652771415483,
      "grad_norm": 0.1952507048845291,
      "learning_rate": 8.025272458469176e-05,
      "loss": 0.0134,
      "step": 52560
    },
    {
      "epoch": 8.027179722094976,
      "grad_norm": 0.2443162202835083,
      "learning_rate": 8.024449602409624e-05,
      "loss": 0.0134,
      "step": 52570
    },
    {
      "epoch": 8.028706672774469,
      "grad_norm": 0.2456388622522354,
      "learning_rate": 8.023626617151141e-05,
      "loss": 0.0146,
      "step": 52580
    },
    {
      "epoch": 8.030233623453963,
      "grad_norm": 0.17057593166828156,
      "learning_rate": 8.022803502728885e-05,
      "loss": 0.0156,
      "step": 52590
    },
    {
      "epoch": 8.031760574133456,
      "grad_norm": 0.24544531106948853,
      "learning_rate": 8.021980259178016e-05,
      "loss": 0.0126,
      "step": 52600
    },
    {
      "epoch": 8.033287524812948,
      "grad_norm": 0.15563270449638367,
      "learning_rate": 8.0211568865337e-05,
      "loss": 0.0147,
      "step": 52610
    },
    {
      "epoch": 8.03481447549244,
      "grad_norm": 0.29518622159957886,
      "learning_rate": 8.020333384831113e-05,
      "loss": 0.0167,
      "step": 52620
    },
    {
      "epoch": 8.036341426171935,
      "grad_norm": 0.19492220878601074,
      "learning_rate": 8.019509754105435e-05,
      "loss": 0.0164,
      "step": 52630
    },
    {
      "epoch": 8.037868376851428,
      "grad_norm": 0.22060424089431763,
      "learning_rate": 8.018685994391844e-05,
      "loss": 0.0139,
      "step": 52640
    },
    {
      "epoch": 8.03939532753092,
      "grad_norm": 0.18644867837429047,
      "learning_rate": 8.017862105725534e-05,
      "loss": 0.0144,
      "step": 52650
    },
    {
      "epoch": 8.040922278210413,
      "grad_norm": 0.20446693897247314,
      "learning_rate": 8.017038088141697e-05,
      "loss": 0.0162,
      "step": 52660
    },
    {
      "epoch": 8.042449228889907,
      "grad_norm": 0.2629079818725586,
      "learning_rate": 8.016213941675537e-05,
      "loss": 0.0129,
      "step": 52670
    },
    {
      "epoch": 8.0439761795694,
      "grad_norm": 0.23819711804389954,
      "learning_rate": 8.01538966636226e-05,
      "loss": 0.0192,
      "step": 52680
    },
    {
      "epoch": 8.045503130248893,
      "grad_norm": 0.24647057056427002,
      "learning_rate": 8.014565262237072e-05,
      "loss": 0.0152,
      "step": 52690
    },
    {
      "epoch": 8.047030080928385,
      "grad_norm": 0.32399407029151917,
      "learning_rate": 8.013740729335197e-05,
      "loss": 0.0154,
      "step": 52700
    },
    {
      "epoch": 8.04855703160788,
      "grad_norm": 0.15263767540454865,
      "learning_rate": 8.012916067691854e-05,
      "loss": 0.0128,
      "step": 52710
    },
    {
      "epoch": 8.050083982287372,
      "grad_norm": 0.19169212877750397,
      "learning_rate": 8.012091277342271e-05,
      "loss": 0.0153,
      "step": 52720
    },
    {
      "epoch": 8.051610932966865,
      "grad_norm": 0.28428882360458374,
      "learning_rate": 8.011266358321681e-05,
      "loss": 0.0184,
      "step": 52730
    },
    {
      "epoch": 8.053137883646357,
      "grad_norm": 0.2536064684391022,
      "learning_rate": 8.010441310665326e-05,
      "loss": 0.011,
      "step": 52740
    },
    {
      "epoch": 8.054664834325852,
      "grad_norm": 0.18975259363651276,
      "learning_rate": 8.009616134408448e-05,
      "loss": 0.0138,
      "step": 52750
    },
    {
      "epoch": 8.056191785005344,
      "grad_norm": 0.23867583274841309,
      "learning_rate": 8.008790829586297e-05,
      "loss": 0.014,
      "step": 52760
    },
    {
      "epoch": 8.057718735684837,
      "grad_norm": 0.2486739605665207,
      "learning_rate": 8.00796539623413e-05,
      "loss": 0.0151,
      "step": 52770
    },
    {
      "epoch": 8.05924568636433,
      "grad_norm": 0.21051232516765594,
      "learning_rate": 8.007139834387206e-05,
      "loss": 0.0149,
      "step": 52780
    },
    {
      "epoch": 8.060772637043824,
      "grad_norm": 0.2592082619667053,
      "learning_rate": 8.006314144080793e-05,
      "loss": 0.0184,
      "step": 52790
    },
    {
      "epoch": 8.062299587723317,
      "grad_norm": 0.3111947774887085,
      "learning_rate": 8.005488325350163e-05,
      "loss": 0.015,
      "step": 52800
    },
    {
      "epoch": 8.06382653840281,
      "grad_norm": 0.20345164835453033,
      "learning_rate": 8.004662378230593e-05,
      "loss": 0.0221,
      "step": 52810
    },
    {
      "epoch": 8.065353489082302,
      "grad_norm": 0.25752589106559753,
      "learning_rate": 8.003836302757365e-05,
      "loss": 0.0135,
      "step": 52820
    },
    {
      "epoch": 8.066880439761796,
      "grad_norm": 0.22626535594463348,
      "learning_rate": 8.003010098965768e-05,
      "loss": 0.0112,
      "step": 52830
    },
    {
      "epoch": 8.068407390441289,
      "grad_norm": 0.27546581625938416,
      "learning_rate": 8.002183766891099e-05,
      "loss": 0.0122,
      "step": 52840
    },
    {
      "epoch": 8.069934341120781,
      "grad_norm": 0.18419533967971802,
      "learning_rate": 8.00135730656865e-05,
      "loss": 0.014,
      "step": 52850
    },
    {
      "epoch": 8.071461291800276,
      "grad_norm": 0.21599705517292023,
      "learning_rate": 8.000530718033734e-05,
      "loss": 0.016,
      "step": 52860
    },
    {
      "epoch": 8.072988242479768,
      "grad_norm": 0.1982434242963791,
      "learning_rate": 7.999704001321659e-05,
      "loss": 0.0145,
      "step": 52870
    },
    {
      "epoch": 8.074515193159261,
      "grad_norm": 0.21390414237976074,
      "learning_rate": 7.998877156467738e-05,
      "loss": 0.0149,
      "step": 52880
    },
    {
      "epoch": 8.076042143838754,
      "grad_norm": 0.2672862112522125,
      "learning_rate": 7.998050183507293e-05,
      "loss": 0.0145,
      "step": 52890
    },
    {
      "epoch": 8.077569094518248,
      "grad_norm": 0.18907268345355988,
      "learning_rate": 7.997223082475654e-05,
      "loss": 0.0111,
      "step": 52900
    },
    {
      "epoch": 8.07909604519774,
      "grad_norm": 0.2326137274503708,
      "learning_rate": 7.996395853408149e-05,
      "loss": 0.0137,
      "step": 52910
    },
    {
      "epoch": 8.080622995877233,
      "grad_norm": 0.2852574288845062,
      "learning_rate": 7.995568496340117e-05,
      "loss": 0.013,
      "step": 52920
    },
    {
      "epoch": 8.082149946556726,
      "grad_norm": 0.1905437558889389,
      "learning_rate": 7.994741011306903e-05,
      "loss": 0.0126,
      "step": 52930
    },
    {
      "epoch": 8.08367689723622,
      "grad_norm": 0.24079149961471558,
      "learning_rate": 7.993913398343856e-05,
      "loss": 0.0139,
      "step": 52940
    },
    {
      "epoch": 8.085203847915713,
      "grad_norm": 0.2687017619609833,
      "learning_rate": 7.993085657486327e-05,
      "loss": 0.0144,
      "step": 52950
    },
    {
      "epoch": 8.086730798595205,
      "grad_norm": 0.1963057518005371,
      "learning_rate": 7.992257788769679e-05,
      "loss": 0.0168,
      "step": 52960
    },
    {
      "epoch": 8.088257749274698,
      "grad_norm": 0.3343626856803894,
      "learning_rate": 7.991429792229272e-05,
      "loss": 0.0143,
      "step": 52970
    },
    {
      "epoch": 8.089784699954192,
      "grad_norm": 0.20605365931987762,
      "learning_rate": 7.990601667900482e-05,
      "loss": 0.0141,
      "step": 52980
    },
    {
      "epoch": 8.091311650633685,
      "grad_norm": 0.1931178718805313,
      "learning_rate": 7.989773415818682e-05,
      "loss": 0.0148,
      "step": 52990
    },
    {
      "epoch": 8.092838601313177,
      "grad_norm": 0.2846953868865967,
      "learning_rate": 7.988945036019255e-05,
      "loss": 0.0134,
      "step": 53000
    },
    {
      "epoch": 8.09436555199267,
      "grad_norm": 0.365028440952301,
      "learning_rate": 7.988116528537586e-05,
      "loss": 0.0174,
      "step": 53010
    },
    {
      "epoch": 8.095892502672164,
      "grad_norm": 0.1713332235813141,
      "learning_rate": 7.987287893409068e-05,
      "loss": 0.0146,
      "step": 53020
    },
    {
      "epoch": 8.097419453351657,
      "grad_norm": 0.28147122263908386,
      "learning_rate": 7.9864591306691e-05,
      "loss": 0.0187,
      "step": 53030
    },
    {
      "epoch": 8.09894640403115,
      "grad_norm": 0.24356071650981903,
      "learning_rate": 7.985630240353082e-05,
      "loss": 0.0153,
      "step": 53040
    },
    {
      "epoch": 8.100473354710642,
      "grad_norm": 0.20325638353824615,
      "learning_rate": 7.984801222496427e-05,
      "loss": 0.0144,
      "step": 53050
    },
    {
      "epoch": 8.102000305390137,
      "grad_norm": 0.20969264209270477,
      "learning_rate": 7.983972077134547e-05,
      "loss": 0.0159,
      "step": 53060
    },
    {
      "epoch": 8.10352725606963,
      "grad_norm": 0.22313541173934937,
      "learning_rate": 7.983142804302861e-05,
      "loss": 0.0149,
      "step": 53070
    },
    {
      "epoch": 8.105054206749122,
      "grad_norm": 0.42629122734069824,
      "learning_rate": 7.982313404036795e-05,
      "loss": 0.013,
      "step": 53080
    },
    {
      "epoch": 8.106581157428614,
      "grad_norm": 0.20809589326381683,
      "learning_rate": 7.981483876371777e-05,
      "loss": 0.0145,
      "step": 53090
    },
    {
      "epoch": 8.108108108108109,
      "grad_norm": 0.24310331046581268,
      "learning_rate": 7.980654221343249e-05,
      "loss": 0.0136,
      "step": 53100
    },
    {
      "epoch": 8.109635058787601,
      "grad_norm": 0.2585979402065277,
      "learning_rate": 7.979824438986645e-05,
      "loss": 0.0158,
      "step": 53110
    },
    {
      "epoch": 8.111162009467094,
      "grad_norm": 0.16472624242305756,
      "learning_rate": 7.978994529337418e-05,
      "loss": 0.0124,
      "step": 53120
    },
    {
      "epoch": 8.112688960146587,
      "grad_norm": 0.23931488394737244,
      "learning_rate": 7.978164492431014e-05,
      "loss": 0.0162,
      "step": 53130
    },
    {
      "epoch": 8.114215910826081,
      "grad_norm": 0.2209671288728714,
      "learning_rate": 7.977334328302897e-05,
      "loss": 0.0149,
      "step": 53140
    },
    {
      "epoch": 8.115742861505574,
      "grad_norm": 0.16424912214279175,
      "learning_rate": 7.976504036988524e-05,
      "loss": 0.012,
      "step": 53150
    },
    {
      "epoch": 8.117269812185066,
      "grad_norm": 0.20854660868644714,
      "learning_rate": 7.975673618523369e-05,
      "loss": 0.0166,
      "step": 53160
    },
    {
      "epoch": 8.118796762864559,
      "grad_norm": 0.3569791913032532,
      "learning_rate": 7.974843072942902e-05,
      "loss": 0.0147,
      "step": 53170
    },
    {
      "epoch": 8.120323713544053,
      "grad_norm": 0.16643615067005157,
      "learning_rate": 7.974012400282604e-05,
      "loss": 0.0111,
      "step": 53180
    },
    {
      "epoch": 8.121850664223546,
      "grad_norm": 0.22652369737625122,
      "learning_rate": 7.973181600577962e-05,
      "loss": 0.0091,
      "step": 53190
    },
    {
      "epoch": 8.123377614903038,
      "grad_norm": 0.19614051282405853,
      "learning_rate": 7.97235067386446e-05,
      "loss": 0.0217,
      "step": 53200
    },
    {
      "epoch": 8.124904565582531,
      "grad_norm": 0.3154776394367218,
      "learning_rate": 7.9715196201776e-05,
      "loss": 0.0158,
      "step": 53210
    },
    {
      "epoch": 8.126431516262025,
      "grad_norm": 0.2946276068687439,
      "learning_rate": 7.97068843955288e-05,
      "loss": 0.0162,
      "step": 53220
    },
    {
      "epoch": 8.127958466941518,
      "grad_norm": 0.17806433141231537,
      "learning_rate": 7.969857132025809e-05,
      "loss": 0.0142,
      "step": 53230
    },
    {
      "epoch": 8.12948541762101,
      "grad_norm": 0.20994187891483307,
      "learning_rate": 7.969025697631896e-05,
      "loss": 0.0127,
      "step": 53240
    },
    {
      "epoch": 8.131012368300503,
      "grad_norm": 0.21843066811561584,
      "learning_rate": 7.968194136406657e-05,
      "loss": 0.0152,
      "step": 53250
    },
    {
      "epoch": 8.132539318979997,
      "grad_norm": 0.35891446471214294,
      "learning_rate": 7.96736244838562e-05,
      "loss": 0.0173,
      "step": 53260
    },
    {
      "epoch": 8.13406626965949,
      "grad_norm": 0.2458151876926422,
      "learning_rate": 7.96653063360431e-05,
      "loss": 0.0154,
      "step": 53270
    },
    {
      "epoch": 8.135593220338983,
      "grad_norm": 0.2190399020910263,
      "learning_rate": 7.96569869209826e-05,
      "loss": 0.015,
      "step": 53280
    },
    {
      "epoch": 8.137120171018475,
      "grad_norm": 0.224930077791214,
      "learning_rate": 7.964866623903011e-05,
      "loss": 0.0142,
      "step": 53290
    },
    {
      "epoch": 8.13864712169797,
      "grad_norm": 0.2390277236700058,
      "learning_rate": 7.964034429054105e-05,
      "loss": 0.0146,
      "step": 53300
    },
    {
      "epoch": 8.140174072377462,
      "grad_norm": 0.17409421503543854,
      "learning_rate": 7.963202107587096e-05,
      "loss": 0.0156,
      "step": 53310
    },
    {
      "epoch": 8.141701023056955,
      "grad_norm": 0.19574770331382751,
      "learning_rate": 7.962369659537536e-05,
      "loss": 0.0137,
      "step": 53320
    },
    {
      "epoch": 8.143227973736447,
      "grad_norm": 0.17535120248794556,
      "learning_rate": 7.961537084940985e-05,
      "loss": 0.0152,
      "step": 53330
    },
    {
      "epoch": 8.144754924415942,
      "grad_norm": 0.20984020829200745,
      "learning_rate": 7.960704383833011e-05,
      "loss": 0.0156,
      "step": 53340
    },
    {
      "epoch": 8.146281875095434,
      "grad_norm": 0.19124582409858704,
      "learning_rate": 7.959871556249183e-05,
      "loss": 0.0135,
      "step": 53350
    },
    {
      "epoch": 8.147808825774927,
      "grad_norm": 0.23781715333461761,
      "learning_rate": 7.959038602225081e-05,
      "loss": 0.0156,
      "step": 53360
    },
    {
      "epoch": 8.149335776454421,
      "grad_norm": 0.17986583709716797,
      "learning_rate": 7.958205521796286e-05,
      "loss": 0.0142,
      "step": 53370
    },
    {
      "epoch": 8.150862727133914,
      "grad_norm": 0.21097955107688904,
      "learning_rate": 7.957372314998384e-05,
      "loss": 0.013,
      "step": 53380
    },
    {
      "epoch": 8.152389677813407,
      "grad_norm": 0.32121869921684265,
      "learning_rate": 7.956538981866972e-05,
      "loss": 0.0127,
      "step": 53390
    },
    {
      "epoch": 8.1539166284929,
      "grad_norm": 0.1822632998228073,
      "learning_rate": 7.955705522437645e-05,
      "loss": 0.0168,
      "step": 53400
    },
    {
      "epoch": 8.155443579172394,
      "grad_norm": 0.24446602165699005,
      "learning_rate": 7.954871936746007e-05,
      "loss": 0.0153,
      "step": 53410
    },
    {
      "epoch": 8.156970529851886,
      "grad_norm": 0.2679353356361389,
      "learning_rate": 7.954038224827669e-05,
      "loss": 0.0131,
      "step": 53420
    },
    {
      "epoch": 8.158497480531379,
      "grad_norm": 0.24948522448539734,
      "learning_rate": 7.953204386718245e-05,
      "loss": 0.015,
      "step": 53430
    },
    {
      "epoch": 8.160024431210871,
      "grad_norm": 0.5920328497886658,
      "learning_rate": 7.952370422453355e-05,
      "loss": 0.0136,
      "step": 53440
    },
    {
      "epoch": 8.161551381890366,
      "grad_norm": 0.20290832221508026,
      "learning_rate": 7.951536332068623e-05,
      "loss": 0.0125,
      "step": 53450
    },
    {
      "epoch": 8.163078332569858,
      "grad_norm": 0.2082703858613968,
      "learning_rate": 7.950702115599682e-05,
      "loss": 0.0171,
      "step": 53460
    },
    {
      "epoch": 8.164605283249351,
      "grad_norm": 0.2284080535173416,
      "learning_rate": 7.949867773082168e-05,
      "loss": 0.0152,
      "step": 53470
    },
    {
      "epoch": 8.166132233928844,
      "grad_norm": 0.21228082478046417,
      "learning_rate": 7.949033304551719e-05,
      "loss": 0.0115,
      "step": 53480
    },
    {
      "epoch": 8.167659184608338,
      "grad_norm": 0.21114836633205414,
      "learning_rate": 7.948198710043986e-05,
      "loss": 0.0149,
      "step": 53490
    },
    {
      "epoch": 8.16918613528783,
      "grad_norm": 0.15873757004737854,
      "learning_rate": 7.947363989594621e-05,
      "loss": 0.0124,
      "step": 53500
    },
    {
      "epoch": 8.170713085967323,
      "grad_norm": 0.34211286902427673,
      "learning_rate": 7.946529143239281e-05,
      "loss": 0.0141,
      "step": 53510
    },
    {
      "epoch": 8.172240036646816,
      "grad_norm": 0.21022634208202362,
      "learning_rate": 7.945694171013628e-05,
      "loss": 0.0151,
      "step": 53520
    },
    {
      "epoch": 8.17376698732631,
      "grad_norm": 0.17291924357414246,
      "learning_rate": 7.944859072953333e-05,
      "loss": 0.0147,
      "step": 53530
    },
    {
      "epoch": 8.175293938005803,
      "grad_norm": 0.1868504136800766,
      "learning_rate": 7.944023849094066e-05,
      "loss": 0.0147,
      "step": 53540
    },
    {
      "epoch": 8.176820888685295,
      "grad_norm": 0.27234333753585815,
      "learning_rate": 7.94318849947151e-05,
      "loss": 0.0146,
      "step": 53550
    },
    {
      "epoch": 8.178347839364788,
      "grad_norm": 0.18041156232357025,
      "learning_rate": 7.942353024121347e-05,
      "loss": 0.0164,
      "step": 53560
    },
    {
      "epoch": 8.179874790044282,
      "grad_norm": 0.16586269438266754,
      "learning_rate": 7.94151742307927e-05,
      "loss": 0.0113,
      "step": 53570
    },
    {
      "epoch": 8.181401740723775,
      "grad_norm": 0.22652029991149902,
      "learning_rate": 7.940681696380969e-05,
      "loss": 0.0228,
      "step": 53580
    },
    {
      "epoch": 8.182928691403268,
      "grad_norm": 0.2482774704694748,
      "learning_rate": 7.939845844062153e-05,
      "loss": 0.0175,
      "step": 53590
    },
    {
      "epoch": 8.18445564208276,
      "grad_norm": 0.21560147404670715,
      "learning_rate": 7.939009866158519e-05,
      "loss": 0.0138,
      "step": 53600
    },
    {
      "epoch": 8.185982592762254,
      "grad_norm": 0.14856530725955963,
      "learning_rate": 7.938173762705785e-05,
      "loss": 0.0146,
      "step": 53610
    },
    {
      "epoch": 8.187509543441747,
      "grad_norm": 0.2303202748298645,
      "learning_rate": 7.937337533739663e-05,
      "loss": 0.0169,
      "step": 53620
    },
    {
      "epoch": 8.18903649412124,
      "grad_norm": 0.24548758566379547,
      "learning_rate": 7.93650117929588e-05,
      "loss": 0.014,
      "step": 53630
    },
    {
      "epoch": 8.190563444800732,
      "grad_norm": 0.23897746205329895,
      "learning_rate": 7.935664699410161e-05,
      "loss": 0.0141,
      "step": 53640
    },
    {
      "epoch": 8.192090395480227,
      "grad_norm": 0.30074480175971985,
      "learning_rate": 7.934828094118239e-05,
      "loss": 0.012,
      "step": 53650
    },
    {
      "epoch": 8.19361734615972,
      "grad_norm": 0.20624706149101257,
      "learning_rate": 7.933991363455852e-05,
      "loss": 0.0153,
      "step": 53660
    },
    {
      "epoch": 8.195144296839212,
      "grad_norm": 0.1947326511144638,
      "learning_rate": 7.933154507458742e-05,
      "loss": 0.0099,
      "step": 53670
    },
    {
      "epoch": 8.196671247518704,
      "grad_norm": 0.19034340977668762,
      "learning_rate": 7.932317526162662e-05,
      "loss": 0.0148,
      "step": 53680
    },
    {
      "epoch": 8.198198198198199,
      "grad_norm": 0.1596825271844864,
      "learning_rate": 7.931480419603364e-05,
      "loss": 0.0144,
      "step": 53690
    },
    {
      "epoch": 8.199725148877691,
      "grad_norm": 0.29021787643432617,
      "learning_rate": 7.930643187816607e-05,
      "loss": 0.0164,
      "step": 53700
    },
    {
      "epoch": 8.201252099557184,
      "grad_norm": 0.25175726413726807,
      "learning_rate": 7.929805830838157e-05,
      "loss": 0.0157,
      "step": 53710
    },
    {
      "epoch": 8.202779050236677,
      "grad_norm": 0.20895607769489288,
      "learning_rate": 7.928968348703785e-05,
      "loss": 0.0155,
      "step": 53720
    },
    {
      "epoch": 8.204306000916171,
      "grad_norm": 0.34726646542549133,
      "learning_rate": 7.928130741449264e-05,
      "loss": 0.0165,
      "step": 53730
    },
    {
      "epoch": 8.205832951595664,
      "grad_norm": 0.276893675327301,
      "learning_rate": 7.92729300911038e-05,
      "loss": 0.014,
      "step": 53740
    },
    {
      "epoch": 8.207359902275156,
      "grad_norm": 0.15291933715343475,
      "learning_rate": 7.926455151722914e-05,
      "loss": 0.0138,
      "step": 53750
    },
    {
      "epoch": 8.208886852954649,
      "grad_norm": 0.18322482705116272,
      "learning_rate": 7.925617169322659e-05,
      "loss": 0.0131,
      "step": 53760
    },
    {
      "epoch": 8.210413803634143,
      "grad_norm": 0.16165968775749207,
      "learning_rate": 7.924779061945415e-05,
      "loss": 0.0161,
      "step": 53770
    },
    {
      "epoch": 8.211940754313636,
      "grad_norm": 0.21338744461536407,
      "learning_rate": 7.923940829626982e-05,
      "loss": 0.0133,
      "step": 53780
    },
    {
      "epoch": 8.213467704993128,
      "grad_norm": 0.21218204498291016,
      "learning_rate": 7.923102472403167e-05,
      "loss": 0.0113,
      "step": 53790
    },
    {
      "epoch": 8.214994655672621,
      "grad_norm": 0.16689488291740417,
      "learning_rate": 7.922263990309786e-05,
      "loss": 0.0127,
      "step": 53800
    },
    {
      "epoch": 8.216521606352115,
      "grad_norm": 0.17298564314842224,
      "learning_rate": 7.921425383382655e-05,
      "loss": 0.0197,
      "step": 53810
    },
    {
      "epoch": 8.218048557031608,
      "grad_norm": 0.18331485986709595,
      "learning_rate": 7.920586651657598e-05,
      "loss": 0.0139,
      "step": 53820
    },
    {
      "epoch": 8.2195755077111,
      "grad_norm": 0.18727236986160278,
      "learning_rate": 7.919747795170444e-05,
      "loss": 0.0125,
      "step": 53830
    },
    {
      "epoch": 8.221102458390593,
      "grad_norm": 0.3145686388015747,
      "learning_rate": 7.91890881395703e-05,
      "loss": 0.0114,
      "step": 53840
    },
    {
      "epoch": 8.222629409070088,
      "grad_norm": 0.16915415227413177,
      "learning_rate": 7.918069708053191e-05,
      "loss": 0.0134,
      "step": 53850
    },
    {
      "epoch": 8.22415635974958,
      "grad_norm": 0.24005168676376343,
      "learning_rate": 7.917230477494777e-05,
      "loss": 0.0169,
      "step": 53860
    },
    {
      "epoch": 8.225683310429073,
      "grad_norm": 0.17688904702663422,
      "learning_rate": 7.916391122317636e-05,
      "loss": 0.0129,
      "step": 53870
    },
    {
      "epoch": 8.227210261108565,
      "grad_norm": 0.22251726686954498,
      "learning_rate": 7.915551642557624e-05,
      "loss": 0.0121,
      "step": 53880
    },
    {
      "epoch": 8.22873721178806,
      "grad_norm": 0.16228452324867249,
      "learning_rate": 7.9147120382506e-05,
      "loss": 0.0153,
      "step": 53890
    },
    {
      "epoch": 8.230264162467552,
      "grad_norm": 0.29837682843208313,
      "learning_rate": 7.913872309432433e-05,
      "loss": 0.0147,
      "step": 53900
    },
    {
      "epoch": 8.231791113147045,
      "grad_norm": 0.19761422276496887,
      "learning_rate": 7.913032456138994e-05,
      "loss": 0.0121,
      "step": 53910
    },
    {
      "epoch": 8.233318063826538,
      "grad_norm": 0.2802019417285919,
      "learning_rate": 7.91219247840616e-05,
      "loss": 0.0134,
      "step": 53920
    },
    {
      "epoch": 8.234845014506032,
      "grad_norm": 0.2001921832561493,
      "learning_rate": 7.911352376269814e-05,
      "loss": 0.0112,
      "step": 53930
    },
    {
      "epoch": 8.236371965185525,
      "grad_norm": 0.30819934606552124,
      "learning_rate": 7.910512149765842e-05,
      "loss": 0.0131,
      "step": 53940
    },
    {
      "epoch": 8.237898915865017,
      "grad_norm": 0.1877032369375229,
      "learning_rate": 7.909671798930138e-05,
      "loss": 0.0132,
      "step": 53950
    },
    {
      "epoch": 8.239425866544511,
      "grad_norm": 0.20547541975975037,
      "learning_rate": 7.9088313237986e-05,
      "loss": 0.0192,
      "step": 53960
    },
    {
      "epoch": 8.240952817224004,
      "grad_norm": 0.22414477169513702,
      "learning_rate": 7.907990724407131e-05,
      "loss": 0.0158,
      "step": 53970
    },
    {
      "epoch": 8.242479767903497,
      "grad_norm": 0.18887589871883392,
      "learning_rate": 7.907150000791641e-05,
      "loss": 0.012,
      "step": 53980
    },
    {
      "epoch": 8.24400671858299,
      "grad_norm": 0.16723665595054626,
      "learning_rate": 7.906309152988043e-05,
      "loss": 0.013,
      "step": 53990
    },
    {
      "epoch": 8.245533669262484,
      "grad_norm": 0.28353115916252136,
      "learning_rate": 7.905468181032259e-05,
      "loss": 0.0169,
      "step": 54000
    },
    {
      "epoch": 8.247060619941976,
      "grad_norm": 0.22565408051013947,
      "learning_rate": 7.90462708496021e-05,
      "loss": 0.0165,
      "step": 54010
    },
    {
      "epoch": 8.248587570621469,
      "grad_norm": 0.30744096636772156,
      "learning_rate": 7.903785864807827e-05,
      "loss": 0.0131,
      "step": 54020
    },
    {
      "epoch": 8.250114521300961,
      "grad_norm": 0.20490090548992157,
      "learning_rate": 7.902944520611048e-05,
      "loss": 0.0139,
      "step": 54030
    },
    {
      "epoch": 8.251641471980456,
      "grad_norm": 0.20147499442100525,
      "learning_rate": 7.902103052405811e-05,
      "loss": 0.0124,
      "step": 54040
    },
    {
      "epoch": 8.253168422659948,
      "grad_norm": 0.4175572097301483,
      "learning_rate": 7.901261460228062e-05,
      "loss": 0.0197,
      "step": 54050
    },
    {
      "epoch": 8.254695373339441,
      "grad_norm": 0.29332074522972107,
      "learning_rate": 7.900419744113757e-05,
      "loss": 0.0145,
      "step": 54060
    },
    {
      "epoch": 8.256222324018934,
      "grad_norm": 0.20922048389911652,
      "learning_rate": 7.899577904098846e-05,
      "loss": 0.0162,
      "step": 54070
    },
    {
      "epoch": 8.257749274698428,
      "grad_norm": 0.22494570910930634,
      "learning_rate": 7.898735940219292e-05,
      "loss": 0.0126,
      "step": 54080
    },
    {
      "epoch": 8.25927622537792,
      "grad_norm": 0.368802934885025,
      "learning_rate": 7.897893852511067e-05,
      "loss": 0.0195,
      "step": 54090
    },
    {
      "epoch": 8.260803176057413,
      "grad_norm": 0.1888110637664795,
      "learning_rate": 7.897051641010138e-05,
      "loss": 0.0144,
      "step": 54100
    },
    {
      "epoch": 8.262330126736906,
      "grad_norm": 0.1278698891401291,
      "learning_rate": 7.896209305752487e-05,
      "loss": 0.0178,
      "step": 54110
    },
    {
      "epoch": 8.2638570774164,
      "grad_norm": 0.19998015463352203,
      "learning_rate": 7.895366846774093e-05,
      "loss": 0.0149,
      "step": 54120
    },
    {
      "epoch": 8.265384028095893,
      "grad_norm": 0.20937742292881012,
      "learning_rate": 7.894524264110947e-05,
      "loss": 0.017,
      "step": 54130
    },
    {
      "epoch": 8.266910978775385,
      "grad_norm": 0.22178661823272705,
      "learning_rate": 7.893681557799041e-05,
      "loss": 0.0145,
      "step": 54140
    },
    {
      "epoch": 8.268437929454878,
      "grad_norm": 0.2184566706418991,
      "learning_rate": 7.892838727874377e-05,
      "loss": 0.0166,
      "step": 54150
    },
    {
      "epoch": 8.269964880134372,
      "grad_norm": 0.2779712378978729,
      "learning_rate": 7.891995774372956e-05,
      "loss": 0.0159,
      "step": 54160
    },
    {
      "epoch": 8.271491830813865,
      "grad_norm": 0.20008109509944916,
      "learning_rate": 7.891152697330788e-05,
      "loss": 0.0123,
      "step": 54170
    },
    {
      "epoch": 8.273018781493358,
      "grad_norm": 0.15179459750652313,
      "learning_rate": 7.890309496783888e-05,
      "loss": 0.0126,
      "step": 54180
    },
    {
      "epoch": 8.27454573217285,
      "grad_norm": 0.27109307050704956,
      "learning_rate": 7.889466172768273e-05,
      "loss": 0.0164,
      "step": 54190
    },
    {
      "epoch": 8.276072682852345,
      "grad_norm": 0.1966663897037506,
      "learning_rate": 7.888622725319977e-05,
      "loss": 0.0127,
      "step": 54200
    },
    {
      "epoch": 8.277599633531837,
      "grad_norm": 0.16916412115097046,
      "learning_rate": 7.88777915447502e-05,
      "loss": 0.012,
      "step": 54210
    },
    {
      "epoch": 8.27912658421133,
      "grad_norm": 0.15610893070697784,
      "learning_rate": 7.886935460269445e-05,
      "loss": 0.0122,
      "step": 54220
    },
    {
      "epoch": 8.280653534890822,
      "grad_norm": 0.3830816447734833,
      "learning_rate": 7.886091642739289e-05,
      "loss": 0.0132,
      "step": 54230
    },
    {
      "epoch": 8.282180485570317,
      "grad_norm": 0.2538416087627411,
      "learning_rate": 7.885247701920602e-05,
      "loss": 0.0166,
      "step": 54240
    },
    {
      "epoch": 8.28370743624981,
      "grad_norm": 0.20605865120887756,
      "learning_rate": 7.884403637849431e-05,
      "loss": 0.0114,
      "step": 54250
    },
    {
      "epoch": 8.285234386929302,
      "grad_norm": 0.1442522257566452,
      "learning_rate": 7.883559450561837e-05,
      "loss": 0.0177,
      "step": 54260
    },
    {
      "epoch": 8.286761337608795,
      "grad_norm": 0.21417932212352753,
      "learning_rate": 7.882715140093882e-05,
      "loss": 0.0119,
      "step": 54270
    },
    {
      "epoch": 8.288288288288289,
      "grad_norm": 0.2329789698123932,
      "learning_rate": 7.881870706481629e-05,
      "loss": 0.0132,
      "step": 54280
    },
    {
      "epoch": 8.289815238967781,
      "grad_norm": 0.2737848162651062,
      "learning_rate": 7.881026149761155e-05,
      "loss": 0.0123,
      "step": 54290
    },
    {
      "epoch": 8.291342189647274,
      "grad_norm": 0.26064735651016235,
      "learning_rate": 7.880181469968537e-05,
      "loss": 0.0127,
      "step": 54300
    },
    {
      "epoch": 8.292869140326767,
      "grad_norm": 0.11983317136764526,
      "learning_rate": 7.879336667139856e-05,
      "loss": 0.0135,
      "step": 54310
    },
    {
      "epoch": 8.294396091006261,
      "grad_norm": 0.20642788708209991,
      "learning_rate": 7.878491741311203e-05,
      "loss": 0.0154,
      "step": 54320
    },
    {
      "epoch": 8.295923041685754,
      "grad_norm": 0.21748605370521545,
      "learning_rate": 7.877646692518673e-05,
      "loss": 0.0114,
      "step": 54330
    },
    {
      "epoch": 8.297449992365246,
      "grad_norm": 0.26746606826782227,
      "learning_rate": 7.876801520798358e-05,
      "loss": 0.0138,
      "step": 54340
    },
    {
      "epoch": 8.298976943044739,
      "grad_norm": 0.1693287193775177,
      "learning_rate": 7.875956226186369e-05,
      "loss": 0.0163,
      "step": 54350
    },
    {
      "epoch": 8.300503893724233,
      "grad_norm": 0.2820359468460083,
      "learning_rate": 7.875110808718816e-05,
      "loss": 0.0178,
      "step": 54360
    },
    {
      "epoch": 8.302030844403726,
      "grad_norm": 0.28943613171577454,
      "learning_rate": 7.874265268431808e-05,
      "loss": 0.0167,
      "step": 54370
    },
    {
      "epoch": 8.303557795083218,
      "grad_norm": 0.24912536144256592,
      "learning_rate": 7.873419605361469e-05,
      "loss": 0.013,
      "step": 54380
    },
    {
      "epoch": 8.305084745762711,
      "grad_norm": 0.4146130383014679,
      "learning_rate": 7.872573819543923e-05,
      "loss": 0.0159,
      "step": 54390
    },
    {
      "epoch": 8.306611696442205,
      "grad_norm": 0.2776101529598236,
      "learning_rate": 7.871727911015298e-05,
      "loss": 0.0156,
      "step": 54400
    },
    {
      "epoch": 8.308138647121698,
      "grad_norm": 0.3266419768333435,
      "learning_rate": 7.870881879811735e-05,
      "loss": 0.0151,
      "step": 54410
    },
    {
      "epoch": 8.30966559780119,
      "grad_norm": 0.23630452156066895,
      "learning_rate": 7.870035725969371e-05,
      "loss": 0.0132,
      "step": 54420
    },
    {
      "epoch": 8.311192548480683,
      "grad_norm": 0.28955942392349243,
      "learning_rate": 7.869189449524355e-05,
      "loss": 0.0155,
      "step": 54430
    },
    {
      "epoch": 8.312719499160178,
      "grad_norm": 0.19377930462360382,
      "learning_rate": 7.868343050512835e-05,
      "loss": 0.0142,
      "step": 54440
    },
    {
      "epoch": 8.31424644983967,
      "grad_norm": 0.20683196187019348,
      "learning_rate": 7.86749652897097e-05,
      "loss": 0.0126,
      "step": 54450
    },
    {
      "epoch": 8.315773400519163,
      "grad_norm": 0.2197793424129486,
      "learning_rate": 7.866649884934921e-05,
      "loss": 0.0127,
      "step": 54460
    },
    {
      "epoch": 8.317300351198657,
      "grad_norm": 0.18377411365509033,
      "learning_rate": 7.865803118440855e-05,
      "loss": 0.0109,
      "step": 54470
    },
    {
      "epoch": 8.31882730187815,
      "grad_norm": 0.5964004993438721,
      "learning_rate": 7.864956229524942e-05,
      "loss": 0.0144,
      "step": 54480
    },
    {
      "epoch": 8.320354252557642,
      "grad_norm": 0.21972592175006866,
      "learning_rate": 7.864109218223366e-05,
      "loss": 0.0143,
      "step": 54490
    },
    {
      "epoch": 8.321881203237135,
      "grad_norm": 0.21149729192256927,
      "learning_rate": 7.863262084572303e-05,
      "loss": 0.0135,
      "step": 54500
    },
    {
      "epoch": 8.323408153916628,
      "grad_norm": 0.22005723416805267,
      "learning_rate": 7.862414828607944e-05,
      "loss": 0.0155,
      "step": 54510
    },
    {
      "epoch": 8.324935104596122,
      "grad_norm": 0.18995119631290436,
      "learning_rate": 7.861567450366483e-05,
      "loss": 0.0176,
      "step": 54520
    },
    {
      "epoch": 8.326462055275615,
      "grad_norm": 0.21852602064609528,
      "learning_rate": 7.860719949884117e-05,
      "loss": 0.0131,
      "step": 54530
    },
    {
      "epoch": 8.327989005955107,
      "grad_norm": 0.19499322772026062,
      "learning_rate": 7.859872327197048e-05,
      "loss": 0.0135,
      "step": 54540
    },
    {
      "epoch": 8.329515956634602,
      "grad_norm": 0.3250170648097992,
      "learning_rate": 7.859024582341489e-05,
      "loss": 0.0132,
      "step": 54550
    },
    {
      "epoch": 8.331042907314094,
      "grad_norm": 0.14024914801120758,
      "learning_rate": 7.858176715353654e-05,
      "loss": 0.0139,
      "step": 54560
    },
    {
      "epoch": 8.332569857993587,
      "grad_norm": 0.20056895911693573,
      "learning_rate": 7.857328726269758e-05,
      "loss": 0.0144,
      "step": 54570
    },
    {
      "epoch": 8.33409680867308,
      "grad_norm": 0.23906593024730682,
      "learning_rate": 7.856480615126028e-05,
      "loss": 0.0151,
      "step": 54580
    },
    {
      "epoch": 8.335623759352574,
      "grad_norm": 0.1740894913673401,
      "learning_rate": 7.855632381958693e-05,
      "loss": 0.0162,
      "step": 54590
    },
    {
      "epoch": 8.337150710032066,
      "grad_norm": 0.2612880766391754,
      "learning_rate": 7.85478402680399e-05,
      "loss": 0.0136,
      "step": 54600
    },
    {
      "epoch": 8.338677660711559,
      "grad_norm": 0.19997744262218475,
      "learning_rate": 7.853935549698157e-05,
      "loss": 0.0143,
      "step": 54610
    },
    {
      "epoch": 8.340204611391052,
      "grad_norm": 0.2693202793598175,
      "learning_rate": 7.853086950677441e-05,
      "loss": 0.0165,
      "step": 54620
    },
    {
      "epoch": 8.341731562070546,
      "grad_norm": 0.1251588612794876,
      "learning_rate": 7.852238229778091e-05,
      "loss": 0.0122,
      "step": 54630
    },
    {
      "epoch": 8.343258512750038,
      "grad_norm": 0.24439623951911926,
      "learning_rate": 7.851389387036363e-05,
      "loss": 0.0169,
      "step": 54640
    },
    {
      "epoch": 8.344785463429531,
      "grad_norm": 0.22945481538772583,
      "learning_rate": 7.85054042248852e-05,
      "loss": 0.0159,
      "step": 54650
    },
    {
      "epoch": 8.346312414109024,
      "grad_norm": 0.15973669290542603,
      "learning_rate": 7.849691336170826e-05,
      "loss": 0.0126,
      "step": 54660
    },
    {
      "epoch": 8.347839364788518,
      "grad_norm": 0.2493218183517456,
      "learning_rate": 7.848842128119554e-05,
      "loss": 0.013,
      "step": 54670
    },
    {
      "epoch": 8.34936631546801,
      "grad_norm": 0.1785174459218979,
      "learning_rate": 7.847992798370978e-05,
      "loss": 0.0138,
      "step": 54680
    },
    {
      "epoch": 8.350893266147503,
      "grad_norm": 0.2489781230688095,
      "learning_rate": 7.847143346961383e-05,
      "loss": 0.0151,
      "step": 54690
    },
    {
      "epoch": 8.352420216826996,
      "grad_norm": 0.3011420667171478,
      "learning_rate": 7.846293773927053e-05,
      "loss": 0.0145,
      "step": 54700
    },
    {
      "epoch": 8.35394716750649,
      "grad_norm": 0.1764741986989975,
      "learning_rate": 7.845444079304283e-05,
      "loss": 0.011,
      "step": 54710
    },
    {
      "epoch": 8.355474118185983,
      "grad_norm": 0.2937414050102234,
      "learning_rate": 7.844594263129368e-05,
      "loss": 0.0153,
      "step": 54720
    },
    {
      "epoch": 8.357001068865475,
      "grad_norm": 0.19338028132915497,
      "learning_rate": 7.843744325438614e-05,
      "loss": 0.0175,
      "step": 54730
    },
    {
      "epoch": 8.358528019544968,
      "grad_norm": 0.27023470401763916,
      "learning_rate": 7.842894266268325e-05,
      "loss": 0.0131,
      "step": 54740
    },
    {
      "epoch": 8.360054970224462,
      "grad_norm": 0.2436026632785797,
      "learning_rate": 7.842044085654816e-05,
      "loss": 0.0125,
      "step": 54750
    },
    {
      "epoch": 8.361581920903955,
      "grad_norm": 0.2599119544029236,
      "learning_rate": 7.841193783634406e-05,
      "loss": 0.0122,
      "step": 54760
    },
    {
      "epoch": 8.363108871583448,
      "grad_norm": 0.18049465119838715,
      "learning_rate": 7.840343360243414e-05,
      "loss": 0.0112,
      "step": 54770
    },
    {
      "epoch": 8.36463582226294,
      "grad_norm": 0.2996940612792969,
      "learning_rate": 7.839492815518175e-05,
      "loss": 0.0135,
      "step": 54780
    },
    {
      "epoch": 8.366162772942435,
      "grad_norm": 0.21797075867652893,
      "learning_rate": 7.838642149495015e-05,
      "loss": 0.0096,
      "step": 54790
    },
    {
      "epoch": 8.367689723621927,
      "grad_norm": 0.2729414105415344,
      "learning_rate": 7.83779136221028e-05,
      "loss": 0.0146,
      "step": 54800
    },
    {
      "epoch": 8.36921667430142,
      "grad_norm": 0.20148873329162598,
      "learning_rate": 7.836940453700309e-05,
      "loss": 0.015,
      "step": 54810
    },
    {
      "epoch": 8.370743624980912,
      "grad_norm": 0.20659616589546204,
      "learning_rate": 7.836089424001456e-05,
      "loss": 0.014,
      "step": 54820
    },
    {
      "epoch": 8.372270575660407,
      "grad_norm": 0.3522767424583435,
      "learning_rate": 7.835238273150073e-05,
      "loss": 0.0202,
      "step": 54830
    },
    {
      "epoch": 8.3737975263399,
      "grad_norm": 0.18857784569263458,
      "learning_rate": 7.834387001182519e-05,
      "loss": 0.0139,
      "step": 54840
    },
    {
      "epoch": 8.375324477019392,
      "grad_norm": 0.20423845946788788,
      "learning_rate": 7.833535608135158e-05,
      "loss": 0.0141,
      "step": 54850
    },
    {
      "epoch": 8.376851427698885,
      "grad_norm": 0.19393551349639893,
      "learning_rate": 7.832684094044362e-05,
      "loss": 0.0133,
      "step": 54860
    },
    {
      "epoch": 8.378378378378379,
      "grad_norm": 0.28916725516319275,
      "learning_rate": 7.831832458946504e-05,
      "loss": 0.0184,
      "step": 54870
    },
    {
      "epoch": 8.379905329057872,
      "grad_norm": 0.19756802916526794,
      "learning_rate": 7.830980702877969e-05,
      "loss": 0.0194,
      "step": 54880
    },
    {
      "epoch": 8.381432279737364,
      "grad_norm": 0.26783961057662964,
      "learning_rate": 7.830128825875136e-05,
      "loss": 0.0139,
      "step": 54890
    },
    {
      "epoch": 8.382959230416857,
      "grad_norm": 0.34698840975761414,
      "learning_rate": 7.829276827974398e-05,
      "loss": 0.0159,
      "step": 54900
    },
    {
      "epoch": 8.384486181096351,
      "grad_norm": 0.21666856110095978,
      "learning_rate": 7.828424709212154e-05,
      "loss": 0.0152,
      "step": 54910
    },
    {
      "epoch": 8.386013131775844,
      "grad_norm": 0.3246639370918274,
      "learning_rate": 7.827572469624802e-05,
      "loss": 0.0147,
      "step": 54920
    },
    {
      "epoch": 8.387540082455336,
      "grad_norm": 0.33851510286331177,
      "learning_rate": 7.826720109248747e-05,
      "loss": 0.016,
      "step": 54930
    },
    {
      "epoch": 8.389067033134829,
      "grad_norm": 0.34815868735313416,
      "learning_rate": 7.825867628120402e-05,
      "loss": 0.0153,
      "step": 54940
    },
    {
      "epoch": 8.390593983814323,
      "grad_norm": 0.29545316100120544,
      "learning_rate": 7.825015026276185e-05,
      "loss": 0.0129,
      "step": 54950
    },
    {
      "epoch": 8.392120934493816,
      "grad_norm": 0.14975501596927643,
      "learning_rate": 7.824162303752513e-05,
      "loss": 0.0129,
      "step": 54960
    },
    {
      "epoch": 8.393647885173309,
      "grad_norm": 0.19460567831993103,
      "learning_rate": 7.823309460585818e-05,
      "loss": 0.012,
      "step": 54970
    },
    {
      "epoch": 8.395174835852801,
      "grad_norm": 0.1769612729549408,
      "learning_rate": 7.822456496812529e-05,
      "loss": 0.0131,
      "step": 54980
    },
    {
      "epoch": 8.396701786532295,
      "grad_norm": 0.15039952099323273,
      "learning_rate": 7.821603412469082e-05,
      "loss": 0.0107,
      "step": 54990
    },
    {
      "epoch": 8.398228737211788,
      "grad_norm": 0.398405522108078,
      "learning_rate": 7.820750207591923e-05,
      "loss": 0.0134,
      "step": 55000
    },
    {
      "epoch": 8.39975568789128,
      "grad_norm": 0.2690761983394623,
      "learning_rate": 7.819896882217496e-05,
      "loss": 0.014,
      "step": 55010
    },
    {
      "epoch": 8.401282638570773,
      "grad_norm": 0.18570752441883087,
      "learning_rate": 7.819043436382253e-05,
      "loss": 0.0141,
      "step": 55020
    },
    {
      "epoch": 8.402809589250268,
      "grad_norm": 0.1865740567445755,
      "learning_rate": 7.818189870122656e-05,
      "loss": 0.0125,
      "step": 55030
    },
    {
      "epoch": 8.40433653992976,
      "grad_norm": 0.2535887360572815,
      "learning_rate": 7.817336183475163e-05,
      "loss": 0.0157,
      "step": 55040
    },
    {
      "epoch": 8.405863490609253,
      "grad_norm": 0.3073232173919678,
      "learning_rate": 7.816482376476244e-05,
      "loss": 0.015,
      "step": 55050
    },
    {
      "epoch": 8.407390441288747,
      "grad_norm": 0.13669738173484802,
      "learning_rate": 7.815628449162371e-05,
      "loss": 0.0115,
      "step": 55060
    },
    {
      "epoch": 8.40891739196824,
      "grad_norm": 0.19816909730434418,
      "learning_rate": 7.814774401570025e-05,
      "loss": 0.0141,
      "step": 55070
    },
    {
      "epoch": 8.410444342647732,
      "grad_norm": 0.2916692793369293,
      "learning_rate": 7.813920233735688e-05,
      "loss": 0.012,
      "step": 55080
    },
    {
      "epoch": 8.411971293327225,
      "grad_norm": 0.1805461347103119,
      "learning_rate": 7.813065945695845e-05,
      "loss": 0.017,
      "step": 55090
    },
    {
      "epoch": 8.41349824400672,
      "grad_norm": 0.31015586853027344,
      "learning_rate": 7.812211537486994e-05,
      "loss": 0.013,
      "step": 55100
    },
    {
      "epoch": 8.415025194686212,
      "grad_norm": 0.20803913474082947,
      "learning_rate": 7.811357009145633e-05,
      "loss": 0.0136,
      "step": 55110
    },
    {
      "epoch": 8.416552145365705,
      "grad_norm": 0.199379563331604,
      "learning_rate": 7.810502360708265e-05,
      "loss": 0.0144,
      "step": 55120
    },
    {
      "epoch": 8.418079096045197,
      "grad_norm": 0.21572819352149963,
      "learning_rate": 7.8096475922114e-05,
      "loss": 0.0165,
      "step": 55130
    },
    {
      "epoch": 8.419606046724692,
      "grad_norm": 0.2120773047208786,
      "learning_rate": 7.80879270369155e-05,
      "loss": 0.0142,
      "step": 55140
    },
    {
      "epoch": 8.421132997404184,
      "grad_norm": 0.23438861966133118,
      "learning_rate": 7.807937695185235e-05,
      "loss": 0.012,
      "step": 55150
    },
    {
      "epoch": 8.422659948083677,
      "grad_norm": 0.20091138780117035,
      "learning_rate": 7.807082566728982e-05,
      "loss": 0.0124,
      "step": 55160
    },
    {
      "epoch": 8.42418689876317,
      "grad_norm": 0.3509429395198822,
      "learning_rate": 7.806227318359316e-05,
      "loss": 0.0148,
      "step": 55170
    },
    {
      "epoch": 8.425713849442664,
      "grad_norm": 0.26376891136169434,
      "learning_rate": 7.805371950112776e-05,
      "loss": 0.0131,
      "step": 55180
    },
    {
      "epoch": 8.427240800122156,
      "grad_norm": 0.2560085654258728,
      "learning_rate": 7.8045164620259e-05,
      "loss": 0.014,
      "step": 55190
    },
    {
      "epoch": 8.428767750801649,
      "grad_norm": 0.20187832415103912,
      "learning_rate": 7.803660854135233e-05,
      "loss": 0.0158,
      "step": 55200
    },
    {
      "epoch": 8.430294701481142,
      "grad_norm": 0.3391101360321045,
      "learning_rate": 7.802805126477323e-05,
      "loss": 0.016,
      "step": 55210
    },
    {
      "epoch": 8.431821652160636,
      "grad_norm": 0.2375265508890152,
      "learning_rate": 7.801949279088728e-05,
      "loss": 0.0137,
      "step": 55220
    },
    {
      "epoch": 8.433348602840129,
      "grad_norm": 0.26854321360588074,
      "learning_rate": 7.801093312006007e-05,
      "loss": 0.0121,
      "step": 55230
    },
    {
      "epoch": 8.434875553519621,
      "grad_norm": 0.2963276505470276,
      "learning_rate": 7.800237225265726e-05,
      "loss": 0.0148,
      "step": 55240
    },
    {
      "epoch": 8.436402504199114,
      "grad_norm": 0.3074171841144562,
      "learning_rate": 7.799381018904455e-05,
      "loss": 0.0175,
      "step": 55250
    },
    {
      "epoch": 8.437929454878608,
      "grad_norm": 0.3138301968574524,
      "learning_rate": 7.798524692958769e-05,
      "loss": 0.0149,
      "step": 55260
    },
    {
      "epoch": 8.4394564055581,
      "grad_norm": 0.2720032334327698,
      "learning_rate": 7.79766824746525e-05,
      "loss": 0.017,
      "step": 55270
    },
    {
      "epoch": 8.440983356237593,
      "grad_norm": 0.3690004348754883,
      "learning_rate": 7.796811682460481e-05,
      "loss": 0.0163,
      "step": 55280
    },
    {
      "epoch": 8.442510306917086,
      "grad_norm": 0.25166797637939453,
      "learning_rate": 7.795954997981056e-05,
      "loss": 0.0184,
      "step": 55290
    },
    {
      "epoch": 8.44403725759658,
      "grad_norm": 0.23291750252246857,
      "learning_rate": 7.79509819406357e-05,
      "loss": 0.0136,
      "step": 55300
    },
    {
      "epoch": 8.445564208276073,
      "grad_norm": 0.23923733830451965,
      "learning_rate": 7.794241270744624e-05,
      "loss": 0.0129,
      "step": 55310
    },
    {
      "epoch": 8.447091158955566,
      "grad_norm": 0.18326842784881592,
      "learning_rate": 7.793384228060824e-05,
      "loss": 0.0142,
      "step": 55320
    },
    {
      "epoch": 8.448618109635058,
      "grad_norm": 0.20506148040294647,
      "learning_rate": 7.792527066048782e-05,
      "loss": 0.0172,
      "step": 55330
    },
    {
      "epoch": 8.450145060314552,
      "grad_norm": 0.22254528105258942,
      "learning_rate": 7.791669784745112e-05,
      "loss": 0.0161,
      "step": 55340
    },
    {
      "epoch": 8.451672010994045,
      "grad_norm": 0.1811155080795288,
      "learning_rate": 7.790812384186439e-05,
      "loss": 0.016,
      "step": 55350
    },
    {
      "epoch": 8.453198961673538,
      "grad_norm": 0.2588779628276825,
      "learning_rate": 7.789954864409388e-05,
      "loss": 0.0179,
      "step": 55360
    },
    {
      "epoch": 8.45472591235303,
      "grad_norm": 0.26404672861099243,
      "learning_rate": 7.789097225450588e-05,
      "loss": 0.018,
      "step": 55370
    },
    {
      "epoch": 8.456252863032525,
      "grad_norm": 0.1497202068567276,
      "learning_rate": 7.788239467346681e-05,
      "loss": 0.015,
      "step": 55380
    },
    {
      "epoch": 8.457779813712017,
      "grad_norm": 0.2034773826599121,
      "learning_rate": 7.787381590134306e-05,
      "loss": 0.014,
      "step": 55390
    },
    {
      "epoch": 8.45930676439151,
      "grad_norm": 0.2923727333545685,
      "learning_rate": 7.786523593850108e-05,
      "loss": 0.0151,
      "step": 55400
    },
    {
      "epoch": 8.460833715071002,
      "grad_norm": 0.3594076633453369,
      "learning_rate": 7.785665478530743e-05,
      "loss": 0.0117,
      "step": 55410
    },
    {
      "epoch": 8.462360665750497,
      "grad_norm": 0.23021243512630463,
      "learning_rate": 7.784807244212863e-05,
      "loss": 0.015,
      "step": 55420
    },
    {
      "epoch": 8.46388761642999,
      "grad_norm": 0.20833244919776917,
      "learning_rate": 7.783948890933137e-05,
      "loss": 0.0146,
      "step": 55430
    },
    {
      "epoch": 8.465414567109482,
      "grad_norm": 0.21790556609630585,
      "learning_rate": 7.783090418728228e-05,
      "loss": 0.0159,
      "step": 55440
    },
    {
      "epoch": 8.466941517788975,
      "grad_norm": 0.1881820112466812,
      "learning_rate": 7.782231827634808e-05,
      "loss": 0.0204,
      "step": 55450
    },
    {
      "epoch": 8.468468468468469,
      "grad_norm": 0.21579810976982117,
      "learning_rate": 7.781373117689555e-05,
      "loss": 0.0144,
      "step": 55460
    },
    {
      "epoch": 8.469995419147962,
      "grad_norm": 0.18213380873203278,
      "learning_rate": 7.780514288929154e-05,
      "loss": 0.0127,
      "step": 55470
    },
    {
      "epoch": 8.471522369827454,
      "grad_norm": 0.1760282665491104,
      "learning_rate": 7.779655341390289e-05,
      "loss": 0.0126,
      "step": 55480
    },
    {
      "epoch": 8.473049320506947,
      "grad_norm": 0.17885710299015045,
      "learning_rate": 7.778796275109654e-05,
      "loss": 0.0137,
      "step": 55490
    },
    {
      "epoch": 8.474576271186441,
      "grad_norm": 0.14160051941871643,
      "learning_rate": 7.777937090123948e-05,
      "loss": 0.0177,
      "step": 55500
    },
    {
      "epoch": 8.476103221865934,
      "grad_norm": 0.23860996961593628,
      "learning_rate": 7.777077786469873e-05,
      "loss": 0.0117,
      "step": 55510
    },
    {
      "epoch": 8.477630172545426,
      "grad_norm": 0.3917403817176819,
      "learning_rate": 7.776218364184136e-05,
      "loss": 0.0159,
      "step": 55520
    },
    {
      "epoch": 8.479157123224919,
      "grad_norm": 0.28117161989212036,
      "learning_rate": 7.775358823303449e-05,
      "loss": 0.0155,
      "step": 55530
    },
    {
      "epoch": 8.480684073904413,
      "grad_norm": 0.23399300873279572,
      "learning_rate": 7.774499163864535e-05,
      "loss": 0.0134,
      "step": 55540
    },
    {
      "epoch": 8.482211024583906,
      "grad_norm": 0.1967867761850357,
      "learning_rate": 7.77363938590411e-05,
      "loss": 0.0141,
      "step": 55550
    },
    {
      "epoch": 8.483737975263399,
      "grad_norm": 0.1961013674736023,
      "learning_rate": 7.772779489458909e-05,
      "loss": 0.0186,
      "step": 55560
    },
    {
      "epoch": 8.485264925942893,
      "grad_norm": 0.17497453093528748,
      "learning_rate": 7.771919474565659e-05,
      "loss": 0.0152,
      "step": 55570
    },
    {
      "epoch": 8.486791876622386,
      "grad_norm": 0.19533197581768036,
      "learning_rate": 7.771059341261103e-05,
      "loss": 0.017,
      "step": 55580
    },
    {
      "epoch": 8.488318827301878,
      "grad_norm": 0.5100162029266357,
      "learning_rate": 7.770199089581982e-05,
      "loss": 0.0165,
      "step": 55590
    },
    {
      "epoch": 8.48984577798137,
      "grad_norm": 0.3406168818473816,
      "learning_rate": 7.769338719565045e-05,
      "loss": 0.0163,
      "step": 55600
    },
    {
      "epoch": 8.491372728660863,
      "grad_norm": 0.22964923083782196,
      "learning_rate": 7.768478231247044e-05,
      "loss": 0.0149,
      "step": 55610
    },
    {
      "epoch": 8.492899679340358,
      "grad_norm": 0.2512802481651306,
      "learning_rate": 7.767617624664741e-05,
      "loss": 0.0122,
      "step": 55620
    },
    {
      "epoch": 8.49442663001985,
      "grad_norm": 0.17669084668159485,
      "learning_rate": 7.766756899854896e-05,
      "loss": 0.0146,
      "step": 55630
    },
    {
      "epoch": 8.495953580699343,
      "grad_norm": 0.2461831122636795,
      "learning_rate": 7.76589605685428e-05,
      "loss": 0.0145,
      "step": 55640
    },
    {
      "epoch": 8.497480531378837,
      "grad_norm": 0.2024698406457901,
      "learning_rate": 7.765035095699666e-05,
      "loss": 0.0127,
      "step": 55650
    },
    {
      "epoch": 8.49900748205833,
      "grad_norm": 0.24066700041294098,
      "learning_rate": 7.764174016427832e-05,
      "loss": 0.015,
      "step": 55660
    },
    {
      "epoch": 8.500534432737822,
      "grad_norm": 0.20574963092803955,
      "learning_rate": 7.76331281907556e-05,
      "loss": 0.0111,
      "step": 55670
    },
    {
      "epoch": 8.502061383417315,
      "grad_norm": 0.20719996094703674,
      "learning_rate": 7.762451503679642e-05,
      "loss": 0.012,
      "step": 55680
    },
    {
      "epoch": 8.50358833409681,
      "grad_norm": 0.20703968405723572,
      "learning_rate": 7.761590070276871e-05,
      "loss": 0.0146,
      "step": 55690
    },
    {
      "epoch": 8.505115284776302,
      "grad_norm": 0.18472246825695038,
      "learning_rate": 7.760728518904045e-05,
      "loss": 0.0134,
      "step": 55700
    },
    {
      "epoch": 8.506642235455795,
      "grad_norm": 0.2033918797969818,
      "learning_rate": 7.759866849597968e-05,
      "loss": 0.0135,
      "step": 55710
    },
    {
      "epoch": 8.508169186135287,
      "grad_norm": 0.24822571873664856,
      "learning_rate": 7.75900506239545e-05,
      "loss": 0.0138,
      "step": 55720
    },
    {
      "epoch": 8.509696136814782,
      "grad_norm": 0.15976975858211517,
      "learning_rate": 7.758143157333303e-05,
      "loss": 0.0118,
      "step": 55730
    },
    {
      "epoch": 8.511223087494274,
      "grad_norm": 0.2668159008026123,
      "learning_rate": 7.757281134448348e-05,
      "loss": 0.0139,
      "step": 55740
    },
    {
      "epoch": 8.512750038173767,
      "grad_norm": 0.5515627264976501,
      "learning_rate": 7.756418993777408e-05,
      "loss": 0.0165,
      "step": 55750
    },
    {
      "epoch": 8.51427698885326,
      "grad_norm": 0.27071377635002136,
      "learning_rate": 7.755556735357312e-05,
      "loss": 0.016,
      "step": 55760
    },
    {
      "epoch": 8.515803939532754,
      "grad_norm": 0.22019338607788086,
      "learning_rate": 7.754694359224895e-05,
      "loss": 0.0206,
      "step": 55770
    },
    {
      "epoch": 8.517330890212246,
      "grad_norm": 0.43805640935897827,
      "learning_rate": 7.753831865416995e-05,
      "loss": 0.0162,
      "step": 55780
    },
    {
      "epoch": 8.518857840891739,
      "grad_norm": 0.30836206674575806,
      "learning_rate": 7.752969253970457e-05,
      "loss": 0.0154,
      "step": 55790
    },
    {
      "epoch": 8.520384791571232,
      "grad_norm": 0.2116713523864746,
      "learning_rate": 7.752106524922129e-05,
      "loss": 0.0137,
      "step": 55800
    },
    {
      "epoch": 8.521911742250726,
      "grad_norm": 0.15435977280139923,
      "learning_rate": 7.751243678308869e-05,
      "loss": 0.0148,
      "step": 55810
    },
    {
      "epoch": 8.523438692930219,
      "grad_norm": 0.3802392780780792,
      "learning_rate": 7.75038071416753e-05,
      "loss": 0.0156,
      "step": 55820
    },
    {
      "epoch": 8.524965643609711,
      "grad_norm": 0.2771882712841034,
      "learning_rate": 7.74951763253498e-05,
      "loss": 0.0167,
      "step": 55830
    },
    {
      "epoch": 8.526492594289204,
      "grad_norm": 0.20913763344287872,
      "learning_rate": 7.748654433448089e-05,
      "loss": 0.0122,
      "step": 55840
    },
    {
      "epoch": 8.528019544968698,
      "grad_norm": 0.1451234519481659,
      "learning_rate": 7.74779111694373e-05,
      "loss": 0.0189,
      "step": 55850
    },
    {
      "epoch": 8.52954649564819,
      "grad_norm": 0.1685241311788559,
      "learning_rate": 7.746927683058782e-05,
      "loss": 0.0124,
      "step": 55860
    },
    {
      "epoch": 8.531073446327683,
      "grad_norm": 0.1780066192150116,
      "learning_rate": 7.746064131830129e-05,
      "loss": 0.013,
      "step": 55870
    },
    {
      "epoch": 8.532600397007176,
      "grad_norm": 0.5288479328155518,
      "learning_rate": 7.74520046329466e-05,
      "loss": 0.0157,
      "step": 55880
    },
    {
      "epoch": 8.53412734768667,
      "grad_norm": 0.16076527535915375,
      "learning_rate": 7.744336677489272e-05,
      "loss": 0.0135,
      "step": 55890
    },
    {
      "epoch": 8.535654298366163,
      "grad_norm": 0.1414288431406021,
      "learning_rate": 7.743472774450863e-05,
      "loss": 0.0151,
      "step": 55900
    },
    {
      "epoch": 8.537181249045656,
      "grad_norm": 0.35181480646133423,
      "learning_rate": 7.742608754216335e-05,
      "loss": 0.0151,
      "step": 55910
    },
    {
      "epoch": 8.538708199725148,
      "grad_norm": 0.3213135898113251,
      "learning_rate": 7.741744616822602e-05,
      "loss": 0.0145,
      "step": 55920
    },
    {
      "epoch": 8.540235150404643,
      "grad_norm": 0.22652572393417358,
      "learning_rate": 7.740880362306573e-05,
      "loss": 0.0154,
      "step": 55930
    },
    {
      "epoch": 8.541762101084135,
      "grad_norm": 0.19779035449028015,
      "learning_rate": 7.740015990705172e-05,
      "loss": 0.0113,
      "step": 55940
    },
    {
      "epoch": 8.543289051763628,
      "grad_norm": 0.16225184500217438,
      "learning_rate": 7.739151502055321e-05,
      "loss": 0.0126,
      "step": 55950
    },
    {
      "epoch": 8.54481600244312,
      "grad_norm": 0.16823795437812805,
      "learning_rate": 7.738286896393949e-05,
      "loss": 0.0152,
      "step": 55960
    },
    {
      "epoch": 8.546342953122615,
      "grad_norm": 0.20058469474315643,
      "learning_rate": 7.737422173757994e-05,
      "loss": 0.0128,
      "step": 55970
    },
    {
      "epoch": 8.547869903802107,
      "grad_norm": 0.24150075018405914,
      "learning_rate": 7.736557334184389e-05,
      "loss": 0.0154,
      "step": 55980
    },
    {
      "epoch": 8.5493968544816,
      "grad_norm": 0.18770183622837067,
      "learning_rate": 7.735692377710082e-05,
      "loss": 0.0168,
      "step": 55990
    },
    {
      "epoch": 8.550923805161093,
      "grad_norm": 0.35176190733909607,
      "learning_rate": 7.734827304372025e-05,
      "loss": 0.0161,
      "step": 56000
    },
    {
      "epoch": 8.552450755840587,
      "grad_norm": 0.1699744611978531,
      "learning_rate": 7.733962114207167e-05,
      "loss": 0.0138,
      "step": 56010
    },
    {
      "epoch": 8.55397770652008,
      "grad_norm": 0.39337068796157837,
      "learning_rate": 7.733096807252471e-05,
      "loss": 0.0154,
      "step": 56020
    },
    {
      "epoch": 8.555504657199572,
      "grad_norm": 0.22876287996768951,
      "learning_rate": 7.732231383544902e-05,
      "loss": 0.015,
      "step": 56030
    },
    {
      "epoch": 8.557031607879065,
      "grad_norm": 0.21139316260814667,
      "learning_rate": 7.731365843121425e-05,
      "loss": 0.0118,
      "step": 56040
    },
    {
      "epoch": 8.558558558558559,
      "grad_norm": 0.1891191601753235,
      "learning_rate": 7.730500186019018e-05,
      "loss": 0.0165,
      "step": 56050
    },
    {
      "epoch": 8.560085509238052,
      "grad_norm": 0.18984279036521912,
      "learning_rate": 7.729634412274659e-05,
      "loss": 0.0123,
      "step": 56060
    },
    {
      "epoch": 8.561612459917544,
      "grad_norm": 0.22498071193695068,
      "learning_rate": 7.728768521925332e-05,
      "loss": 0.0125,
      "step": 56070
    },
    {
      "epoch": 8.563139410597039,
      "grad_norm": 0.2158343344926834,
      "learning_rate": 7.727902515008028e-05,
      "loss": 0.0142,
      "step": 56080
    },
    {
      "epoch": 8.564666361276531,
      "grad_norm": 0.2056788057088852,
      "learning_rate": 7.727036391559737e-05,
      "loss": 0.016,
      "step": 56090
    },
    {
      "epoch": 8.566193311956024,
      "grad_norm": 0.18390727043151855,
      "learning_rate": 7.726170151617464e-05,
      "loss": 0.0128,
      "step": 56100
    },
    {
      "epoch": 8.567720262635516,
      "grad_norm": 0.16260959208011627,
      "learning_rate": 7.725303795218209e-05,
      "loss": 0.0158,
      "step": 56110
    },
    {
      "epoch": 8.569247213315009,
      "grad_norm": 0.2403901219367981,
      "learning_rate": 7.724437322398982e-05,
      "loss": 0.0131,
      "step": 56120
    },
    {
      "epoch": 8.570774163994503,
      "grad_norm": 0.12872882187366486,
      "learning_rate": 7.723570733196798e-05,
      "loss": 0.0109,
      "step": 56130
    },
    {
      "epoch": 8.572301114673996,
      "grad_norm": 0.21190011501312256,
      "learning_rate": 7.722704027648676e-05,
      "loss": 0.0142,
      "step": 56140
    },
    {
      "epoch": 8.573828065353489,
      "grad_norm": 0.243774875998497,
      "learning_rate": 7.72183720579164e-05,
      "loss": 0.0119,
      "step": 56150
    },
    {
      "epoch": 8.575355016032983,
      "grad_norm": 0.2684703767299652,
      "learning_rate": 7.720970267662717e-05,
      "loss": 0.0206,
      "step": 56160
    },
    {
      "epoch": 8.576881966712476,
      "grad_norm": 0.17429538071155548,
      "learning_rate": 7.720103213298945e-05,
      "loss": 0.0127,
      "step": 56170
    },
    {
      "epoch": 8.578408917391968,
      "grad_norm": 0.34989994764328003,
      "learning_rate": 7.719236042737359e-05,
      "loss": 0.0162,
      "step": 56180
    },
    {
      "epoch": 8.57993586807146,
      "grad_norm": 0.26503583788871765,
      "learning_rate": 7.718368756015006e-05,
      "loss": 0.0167,
      "step": 56190
    },
    {
      "epoch": 8.581462818750953,
      "grad_norm": 0.24767565727233887,
      "learning_rate": 7.717501353168932e-05,
      "loss": 0.0117,
      "step": 56200
    },
    {
      "epoch": 8.582989769430448,
      "grad_norm": 0.27878519892692566,
      "learning_rate": 7.716633834236193e-05,
      "loss": 0.0152,
      "step": 56210
    },
    {
      "epoch": 8.58451672010994,
      "grad_norm": 0.22988064587116241,
      "learning_rate": 7.715766199253848e-05,
      "loss": 0.0136,
      "step": 56220
    },
    {
      "epoch": 8.586043670789433,
      "grad_norm": 0.19185347855091095,
      "learning_rate": 7.71489844825896e-05,
      "loss": 0.0133,
      "step": 56230
    },
    {
      "epoch": 8.587570621468927,
      "grad_norm": 0.43448373675346375,
      "learning_rate": 7.714030581288596e-05,
      "loss": 0.0118,
      "step": 56240
    },
    {
      "epoch": 8.58909757214842,
      "grad_norm": 0.20318204164505005,
      "learning_rate": 7.713162598379833e-05,
      "loss": 0.0182,
      "step": 56250
    },
    {
      "epoch": 8.590624522827913,
      "grad_norm": 0.2058819979429245,
      "learning_rate": 7.712294499569748e-05,
      "loss": 0.0159,
      "step": 56260
    },
    {
      "epoch": 8.592151473507405,
      "grad_norm": 0.17281122505664825,
      "learning_rate": 7.711426284895424e-05,
      "loss": 0.0157,
      "step": 56270
    },
    {
      "epoch": 8.5936784241869,
      "grad_norm": 0.34097179770469666,
      "learning_rate": 7.71055795439395e-05,
      "loss": 0.0175,
      "step": 56280
    },
    {
      "epoch": 8.595205374866392,
      "grad_norm": 0.21303090453147888,
      "learning_rate": 7.70968950810242e-05,
      "loss": 0.0119,
      "step": 56290
    },
    {
      "epoch": 8.596732325545885,
      "grad_norm": 0.3466572165489197,
      "learning_rate": 7.708820946057932e-05,
      "loss": 0.017,
      "step": 56300
    },
    {
      "epoch": 8.598259276225377,
      "grad_norm": 0.20973625779151917,
      "learning_rate": 7.707952268297589e-05,
      "loss": 0.0153,
      "step": 56310
    },
    {
      "epoch": 8.599786226904872,
      "grad_norm": 0.22836165130138397,
      "learning_rate": 7.707083474858501e-05,
      "loss": 0.0122,
      "step": 56320
    },
    {
      "epoch": 8.601313177584364,
      "grad_norm": 0.22823601961135864,
      "learning_rate": 7.70621456577778e-05,
      "loss": 0.0161,
      "step": 56330
    },
    {
      "epoch": 8.602840128263857,
      "grad_norm": 0.5128771066665649,
      "learning_rate": 7.705345541092544e-05,
      "loss": 0.016,
      "step": 56340
    },
    {
      "epoch": 8.60436707894335,
      "grad_norm": 0.1631675660610199,
      "learning_rate": 7.704476400839915e-05,
      "loss": 0.0143,
      "step": 56350
    },
    {
      "epoch": 8.605894029622844,
      "grad_norm": 0.27891331911087036,
      "learning_rate": 7.703607145057023e-05,
      "loss": 0.0177,
      "step": 56360
    },
    {
      "epoch": 8.607420980302336,
      "grad_norm": 0.292400062084198,
      "learning_rate": 7.702737773781002e-05,
      "loss": 0.0134,
      "step": 56370
    },
    {
      "epoch": 8.608947930981829,
      "grad_norm": 0.26387935876846313,
      "learning_rate": 7.701868287048985e-05,
      "loss": 0.0128,
      "step": 56380
    },
    {
      "epoch": 8.610474881661322,
      "grad_norm": 0.22754284739494324,
      "learning_rate": 7.700998684898122e-05,
      "loss": 0.014,
      "step": 56390
    },
    {
      "epoch": 8.612001832340816,
      "grad_norm": 0.15900389850139618,
      "learning_rate": 7.700128967365556e-05,
      "loss": 0.0137,
      "step": 56400
    },
    {
      "epoch": 8.613528783020309,
      "grad_norm": 0.19840241968631744,
      "learning_rate": 7.69925913448844e-05,
      "loss": 0.0139,
      "step": 56410
    },
    {
      "epoch": 8.615055733699801,
      "grad_norm": 0.4875018298625946,
      "learning_rate": 7.698389186303933e-05,
      "loss": 0.0162,
      "step": 56420
    },
    {
      "epoch": 8.616582684379294,
      "grad_norm": 0.15305374562740326,
      "learning_rate": 7.697519122849197e-05,
      "loss": 0.0104,
      "step": 56430
    },
    {
      "epoch": 8.618109635058788,
      "grad_norm": 0.20918485522270203,
      "learning_rate": 7.6966489441614e-05,
      "loss": 0.0128,
      "step": 56440
    },
    {
      "epoch": 8.61963658573828,
      "grad_norm": 0.21325062215328217,
      "learning_rate": 7.695778650277713e-05,
      "loss": 0.0122,
      "step": 56450
    },
    {
      "epoch": 8.621163536417773,
      "grad_norm": 0.1465463936328888,
      "learning_rate": 7.694908241235314e-05,
      "loss": 0.0118,
      "step": 56460
    },
    {
      "epoch": 8.622690487097266,
      "grad_norm": 0.1760023683309555,
      "learning_rate": 7.694037717071387e-05,
      "loss": 0.0116,
      "step": 56470
    },
    {
      "epoch": 8.62421743777676,
      "grad_norm": 0.19404956698417664,
      "learning_rate": 7.693167077823118e-05,
      "loss": 0.013,
      "step": 56480
    },
    {
      "epoch": 8.625744388456253,
      "grad_norm": 0.158377006649971,
      "learning_rate": 7.692296323527697e-05,
      "loss": 0.0141,
      "step": 56490
    },
    {
      "epoch": 8.627271339135746,
      "grad_norm": 0.15990538895130157,
      "learning_rate": 7.691425454222325e-05,
      "loss": 0.0139,
      "step": 56500
    },
    {
      "epoch": 8.628798289815238,
      "grad_norm": 0.25730592012405396,
      "learning_rate": 7.690554469944201e-05,
      "loss": 0.0142,
      "step": 56510
    },
    {
      "epoch": 8.630325240494733,
      "grad_norm": 0.17359016835689545,
      "learning_rate": 7.689683370730533e-05,
      "loss": 0.0161,
      "step": 56520
    },
    {
      "epoch": 8.631852191174225,
      "grad_norm": 0.2412329465150833,
      "learning_rate": 7.688812156618533e-05,
      "loss": 0.0187,
      "step": 56530
    },
    {
      "epoch": 8.633379141853718,
      "grad_norm": 0.22192884981632233,
      "learning_rate": 7.687940827645416e-05,
      "loss": 0.0166,
      "step": 56540
    },
    {
      "epoch": 8.63490609253321,
      "grad_norm": 0.21190808713436127,
      "learning_rate": 7.687069383848406e-05,
      "loss": 0.0126,
      "step": 56550
    },
    {
      "epoch": 8.636433043212705,
      "grad_norm": 0.25392502546310425,
      "learning_rate": 7.686197825264727e-05,
      "loss": 0.0122,
      "step": 56560
    },
    {
      "epoch": 8.637959993892197,
      "grad_norm": 0.27985575795173645,
      "learning_rate": 7.685326151931612e-05,
      "loss": 0.0117,
      "step": 56570
    },
    {
      "epoch": 8.63948694457169,
      "grad_norm": 0.21979466080665588,
      "learning_rate": 7.684454363886297e-05,
      "loss": 0.0122,
      "step": 56580
    },
    {
      "epoch": 8.641013895251183,
      "grad_norm": 0.1646910160779953,
      "learning_rate": 7.683582461166024e-05,
      "loss": 0.0104,
      "step": 56590
    },
    {
      "epoch": 8.642540845930677,
      "grad_norm": 0.26505839824676514,
      "learning_rate": 7.682710443808036e-05,
      "loss": 0.0143,
      "step": 56600
    },
    {
      "epoch": 8.64406779661017,
      "grad_norm": 0.2689730226993561,
      "learning_rate": 7.681838311849587e-05,
      "loss": 0.0113,
      "step": 56610
    },
    {
      "epoch": 8.645594747289662,
      "grad_norm": 0.3023359775543213,
      "learning_rate": 7.680966065327933e-05,
      "loss": 0.0147,
      "step": 56620
    },
    {
      "epoch": 8.647121697969155,
      "grad_norm": 0.2748330533504486,
      "learning_rate": 7.680093704280333e-05,
      "loss": 0.016,
      "step": 56630
    },
    {
      "epoch": 8.64864864864865,
      "grad_norm": 0.19079476594924927,
      "learning_rate": 7.679221228744054e-05,
      "loss": 0.0152,
      "step": 56640
    },
    {
      "epoch": 8.650175599328142,
      "grad_norm": 0.21008120477199554,
      "learning_rate": 7.678348638756365e-05,
      "loss": 0.0146,
      "step": 56650
    },
    {
      "epoch": 8.651702550007634,
      "grad_norm": 0.3253360986709595,
      "learning_rate": 7.677475934354543e-05,
      "loss": 0.0105,
      "step": 56660
    },
    {
      "epoch": 8.653229500687129,
      "grad_norm": 0.32433411478996277,
      "learning_rate": 7.67660311557587e-05,
      "loss": 0.0173,
      "step": 56670
    },
    {
      "epoch": 8.654756451366621,
      "grad_norm": 0.17017464339733124,
      "learning_rate": 7.675730182457626e-05,
      "loss": 0.0175,
      "step": 56680
    },
    {
      "epoch": 8.656283402046114,
      "grad_norm": 0.16174814105033875,
      "learning_rate": 7.674857135037104e-05,
      "loss": 0.0115,
      "step": 56690
    },
    {
      "epoch": 8.657810352725607,
      "grad_norm": 0.18680141866207123,
      "learning_rate": 7.673983973351601e-05,
      "loss": 0.0114,
      "step": 56700
    },
    {
      "epoch": 8.659337303405099,
      "grad_norm": 0.15819968283176422,
      "learning_rate": 7.673110697438412e-05,
      "loss": 0.0151,
      "step": 56710
    },
    {
      "epoch": 8.660864254084593,
      "grad_norm": 0.17922362685203552,
      "learning_rate": 7.672237307334847e-05,
      "loss": 0.0126,
      "step": 56720
    },
    {
      "epoch": 8.662391204764086,
      "grad_norm": 0.2523382604122162,
      "learning_rate": 7.671363803078215e-05,
      "loss": 0.0131,
      "step": 56730
    },
    {
      "epoch": 8.663918155443579,
      "grad_norm": 0.25598862767219543,
      "learning_rate": 7.670490184705826e-05,
      "loss": 0.0138,
      "step": 56740
    },
    {
      "epoch": 8.665445106123073,
      "grad_norm": 0.14599940180778503,
      "learning_rate": 7.669616452255001e-05,
      "loss": 0.0127,
      "step": 56750
    },
    {
      "epoch": 8.666972056802566,
      "grad_norm": 0.20283572375774384,
      "learning_rate": 7.668742605763067e-05,
      "loss": 0.0141,
      "step": 56760
    },
    {
      "epoch": 8.668499007482058,
      "grad_norm": 0.21030844748020172,
      "learning_rate": 7.667868645267353e-05,
      "loss": 0.016,
      "step": 56770
    },
    {
      "epoch": 8.67002595816155,
      "grad_norm": 0.2368883192539215,
      "learning_rate": 7.66699457080519e-05,
      "loss": 0.0131,
      "step": 56780
    },
    {
      "epoch": 8.671552908841045,
      "grad_norm": 0.15187126398086548,
      "learning_rate": 7.666120382413918e-05,
      "loss": 0.0144,
      "step": 56790
    },
    {
      "epoch": 8.673079859520538,
      "grad_norm": 0.41339409351348877,
      "learning_rate": 7.665246080130884e-05,
      "loss": 0.0111,
      "step": 56800
    },
    {
      "epoch": 8.67460681020003,
      "grad_norm": 0.1879759579896927,
      "learning_rate": 7.664371663993428e-05,
      "loss": 0.0117,
      "step": 56810
    },
    {
      "epoch": 8.676133760879523,
      "grad_norm": 0.2113039195537567,
      "learning_rate": 7.663497134038916e-05,
      "loss": 0.0141,
      "step": 56820
    },
    {
      "epoch": 8.677660711559017,
      "grad_norm": 0.23066961765289307,
      "learning_rate": 7.662622490304695e-05,
      "loss": 0.014,
      "step": 56830
    },
    {
      "epoch": 8.67918766223851,
      "grad_norm": 0.21803398430347443,
      "learning_rate": 7.661747732828133e-05,
      "loss": 0.0126,
      "step": 56840
    },
    {
      "epoch": 8.680714612918003,
      "grad_norm": 0.17628024518489838,
      "learning_rate": 7.660872861646597e-05,
      "loss": 0.0112,
      "step": 56850
    },
    {
      "epoch": 8.682241563597495,
      "grad_norm": 0.3294390141963959,
      "learning_rate": 7.659997876797462e-05,
      "loss": 0.0122,
      "step": 56860
    },
    {
      "epoch": 8.68376851427699,
      "grad_norm": 0.30776146054267883,
      "learning_rate": 7.659122778318104e-05,
      "loss": 0.0128,
      "step": 56870
    },
    {
      "epoch": 8.685295464956482,
      "grad_norm": 0.22340749204158783,
      "learning_rate": 7.658247566245907e-05,
      "loss": 0.0124,
      "step": 56880
    },
    {
      "epoch": 8.686822415635975,
      "grad_norm": 0.23166364431381226,
      "learning_rate": 7.657372240618255e-05,
      "loss": 0.0154,
      "step": 56890
    },
    {
      "epoch": 8.688349366315467,
      "grad_norm": 0.2098238617181778,
      "learning_rate": 7.656496801472543e-05,
      "loss": 0.012,
      "step": 56900
    },
    {
      "epoch": 8.689876316994962,
      "grad_norm": 0.16079005599021912,
      "learning_rate": 7.65562124884617e-05,
      "loss": 0.0142,
      "step": 56910
    },
    {
      "epoch": 8.691403267674454,
      "grad_norm": 0.18490974605083466,
      "learning_rate": 7.654745582776533e-05,
      "loss": 0.0121,
      "step": 56920
    },
    {
      "epoch": 8.692930218353947,
      "grad_norm": 0.19485077261924744,
      "learning_rate": 7.653869803301044e-05,
      "loss": 0.014,
      "step": 56930
    },
    {
      "epoch": 8.69445716903344,
      "grad_norm": 0.21436691284179688,
      "learning_rate": 7.65299391045711e-05,
      "loss": 0.0148,
      "step": 56940
    },
    {
      "epoch": 8.695984119712934,
      "grad_norm": 0.3038354218006134,
      "learning_rate": 7.652117904282152e-05,
      "loss": 0.0134,
      "step": 56950
    },
    {
      "epoch": 8.697511070392427,
      "grad_norm": 0.4537830948829651,
      "learning_rate": 7.651241784813588e-05,
      "loss": 0.0156,
      "step": 56960
    },
    {
      "epoch": 8.69903802107192,
      "grad_norm": 0.2202455848455429,
      "learning_rate": 7.650365552088845e-05,
      "loss": 0.0122,
      "step": 56970
    },
    {
      "epoch": 8.700564971751412,
      "grad_norm": 0.35620591044425964,
      "learning_rate": 7.649489206145356e-05,
      "loss": 0.0134,
      "step": 56980
    },
    {
      "epoch": 8.702091922430906,
      "grad_norm": 0.6647476553916931,
      "learning_rate": 7.648612747020553e-05,
      "loss": 0.015,
      "step": 56990
    },
    {
      "epoch": 8.703618873110399,
      "grad_norm": 0.24336670339107513,
      "learning_rate": 7.647736174751883e-05,
      "loss": 0.0141,
      "step": 57000
    },
    {
      "epoch": 8.705145823789891,
      "grad_norm": 0.2424449920654297,
      "learning_rate": 7.646859489376785e-05,
      "loss": 0.0171,
      "step": 57010
    },
    {
      "epoch": 8.706672774469384,
      "grad_norm": 0.2381359338760376,
      "learning_rate": 7.645982690932713e-05,
      "loss": 0.0176,
      "step": 57020
    },
    {
      "epoch": 8.708199725148878,
      "grad_norm": 0.1955690234899521,
      "learning_rate": 7.64510577945712e-05,
      "loss": 0.0125,
      "step": 57030
    },
    {
      "epoch": 8.709726675828371,
      "grad_norm": 0.3082337975502014,
      "learning_rate": 7.644228754987468e-05,
      "loss": 0.0158,
      "step": 57040
    },
    {
      "epoch": 8.711253626507864,
      "grad_norm": 0.3643430173397064,
      "learning_rate": 7.643351617561221e-05,
      "loss": 0.0116,
      "step": 57050
    },
    {
      "epoch": 8.712780577187356,
      "grad_norm": 0.17137624323368073,
      "learning_rate": 7.64247436721585e-05,
      "loss": 0.0135,
      "step": 57060
    },
    {
      "epoch": 8.71430752786685,
      "grad_norm": 0.18258331716060638,
      "learning_rate": 7.641597003988828e-05,
      "loss": 0.0134,
      "step": 57070
    },
    {
      "epoch": 8.715834478546343,
      "grad_norm": 0.2547032833099365,
      "learning_rate": 7.640719527917634e-05,
      "loss": 0.015,
      "step": 57080
    },
    {
      "epoch": 8.717361429225836,
      "grad_norm": 0.2049800604581833,
      "learning_rate": 7.639841939039754e-05,
      "loss": 0.0177,
      "step": 57090
    },
    {
      "epoch": 8.718888379905328,
      "grad_norm": 0.23279300332069397,
      "learning_rate": 7.638964237392675e-05,
      "loss": 0.0135,
      "step": 57100
    },
    {
      "epoch": 8.720415330584823,
      "grad_norm": 0.2966001331806183,
      "learning_rate": 7.63808642301389e-05,
      "loss": 0.0114,
      "step": 57110
    },
    {
      "epoch": 8.721942281264315,
      "grad_norm": 0.196237713098526,
      "learning_rate": 7.637208495940902e-05,
      "loss": 0.0135,
      "step": 57120
    },
    {
      "epoch": 8.723469231943808,
      "grad_norm": 0.2633530795574188,
      "learning_rate": 7.636330456211212e-05,
      "loss": 0.0138,
      "step": 57130
    },
    {
      "epoch": 8.7249961826233,
      "grad_norm": 0.23630286753177643,
      "learning_rate": 7.635452303862324e-05,
      "loss": 0.0162,
      "step": 57140
    },
    {
      "epoch": 8.726523133302795,
      "grad_norm": 0.1946774572134018,
      "learning_rate": 7.63457403893176e-05,
      "loss": 0.0174,
      "step": 57150
    },
    {
      "epoch": 8.728050083982287,
      "grad_norm": 0.16068559885025024,
      "learning_rate": 7.633695661457031e-05,
      "loss": 0.0136,
      "step": 57160
    },
    {
      "epoch": 8.72957703466178,
      "grad_norm": 0.20495693385601044,
      "learning_rate": 7.632817171475661e-05,
      "loss": 0.0156,
      "step": 57170
    },
    {
      "epoch": 8.731103985341274,
      "grad_norm": 0.2163931429386139,
      "learning_rate": 7.631938569025179e-05,
      "loss": 0.0131,
      "step": 57180
    },
    {
      "epoch": 8.732630936020767,
      "grad_norm": 0.24976658821105957,
      "learning_rate": 7.631059854143116e-05,
      "loss": 0.0173,
      "step": 57190
    },
    {
      "epoch": 8.73415788670026,
      "grad_norm": 0.214699849486351,
      "learning_rate": 7.63018102686701e-05,
      "loss": 0.0161,
      "step": 57200
    },
    {
      "epoch": 8.735684837379752,
      "grad_norm": 0.18435917794704437,
      "learning_rate": 7.6293020872344e-05,
      "loss": 0.0144,
      "step": 57210
    },
    {
      "epoch": 8.737211788059245,
      "grad_norm": 0.22777479887008667,
      "learning_rate": 7.628423035282838e-05,
      "loss": 0.016,
      "step": 57220
    },
    {
      "epoch": 8.73873873873874,
      "grad_norm": 0.17127294838428497,
      "learning_rate": 7.627543871049871e-05,
      "loss": 0.0111,
      "step": 57230
    },
    {
      "epoch": 8.740265689418232,
      "grad_norm": 0.2374740093946457,
      "learning_rate": 7.626664594573057e-05,
      "loss": 0.0141,
      "step": 57240
    },
    {
      "epoch": 8.741792640097724,
      "grad_norm": 0.21402597427368164,
      "learning_rate": 7.625785205889958e-05,
      "loss": 0.0179,
      "step": 57250
    },
    {
      "epoch": 8.743319590777219,
      "grad_norm": 0.20931369066238403,
      "learning_rate": 7.624905705038137e-05,
      "loss": 0.0122,
      "step": 57260
    },
    {
      "epoch": 8.744846541456711,
      "grad_norm": 0.1805245280265808,
      "learning_rate": 7.624026092055166e-05,
      "loss": 0.0125,
      "step": 57270
    },
    {
      "epoch": 8.746373492136204,
      "grad_norm": 0.20120014250278473,
      "learning_rate": 7.623146366978622e-05,
      "loss": 0.0155,
      "step": 57280
    },
    {
      "epoch": 8.747900442815697,
      "grad_norm": 0.2524835467338562,
      "learning_rate": 7.622266529846084e-05,
      "loss": 0.016,
      "step": 57290
    },
    {
      "epoch": 8.74942739349519,
      "grad_norm": 0.17569191753864288,
      "learning_rate": 7.621386580695137e-05,
      "loss": 0.0133,
      "step": 57300
    },
    {
      "epoch": 8.750954344174684,
      "grad_norm": 0.24978657066822052,
      "learning_rate": 7.62050651956337e-05,
      "loss": 0.0166,
      "step": 57310
    },
    {
      "epoch": 8.752481294854176,
      "grad_norm": 0.16662992537021637,
      "learning_rate": 7.61962634648838e-05,
      "loss": 0.014,
      "step": 57320
    },
    {
      "epoch": 8.754008245533669,
      "grad_norm": 0.20804578065872192,
      "learning_rate": 7.618746061507765e-05,
      "loss": 0.0115,
      "step": 57330
    },
    {
      "epoch": 8.755535196213163,
      "grad_norm": 0.21679536998271942,
      "learning_rate": 7.617865664659128e-05,
      "loss": 0.0158,
      "step": 57340
    },
    {
      "epoch": 8.757062146892656,
      "grad_norm": 0.15742436051368713,
      "learning_rate": 7.616985155980079e-05,
      "loss": 0.0146,
      "step": 57350
    },
    {
      "epoch": 8.758589097572148,
      "grad_norm": 0.1460168957710266,
      "learning_rate": 7.616104535508232e-05,
      "loss": 0.0141,
      "step": 57360
    },
    {
      "epoch": 8.760116048251641,
      "grad_norm": 0.18862485885620117,
      "learning_rate": 7.615223803281206e-05,
      "loss": 0.013,
      "step": 57370
    },
    {
      "epoch": 8.761642998931135,
      "grad_norm": 0.2869841456413269,
      "learning_rate": 7.614342959336622e-05,
      "loss": 0.0144,
      "step": 57380
    },
    {
      "epoch": 8.763169949610628,
      "grad_norm": 0.236657053232193,
      "learning_rate": 7.61346200371211e-05,
      "loss": 0.0148,
      "step": 57390
    },
    {
      "epoch": 8.76469690029012,
      "grad_norm": 0.1932203471660614,
      "learning_rate": 7.612580936445304e-05,
      "loss": 0.014,
      "step": 57400
    },
    {
      "epoch": 8.766223850969613,
      "grad_norm": 0.14717014133930206,
      "learning_rate": 7.611699757573835e-05,
      "loss": 0.0132,
      "step": 57410
    },
    {
      "epoch": 8.767750801649107,
      "grad_norm": 0.22904708981513977,
      "learning_rate": 7.610818467135355e-05,
      "loss": 0.0159,
      "step": 57420
    },
    {
      "epoch": 8.7692777523286,
      "grad_norm": 0.20214980840682983,
      "learning_rate": 7.609937065167505e-05,
      "loss": 0.0136,
      "step": 57430
    },
    {
      "epoch": 8.770804703008093,
      "grad_norm": 0.27839189767837524,
      "learning_rate": 7.609055551707937e-05,
      "loss": 0.0141,
      "step": 57440
    },
    {
      "epoch": 8.772331653687585,
      "grad_norm": 0.19713810086250305,
      "learning_rate": 7.608173926794312e-05,
      "loss": 0.0139,
      "step": 57450
    },
    {
      "epoch": 8.77385860436708,
      "grad_norm": 0.22058340907096863,
      "learning_rate": 7.607292190464285e-05,
      "loss": 0.0129,
      "step": 57460
    },
    {
      "epoch": 8.775385555046572,
      "grad_norm": 0.14932776987552643,
      "learning_rate": 7.606410342755527e-05,
      "loss": 0.0136,
      "step": 57470
    },
    {
      "epoch": 8.776912505726065,
      "grad_norm": 0.33496716618537903,
      "learning_rate": 7.605528383705706e-05,
      "loss": 0.0144,
      "step": 57480
    },
    {
      "epoch": 8.778439456405557,
      "grad_norm": 0.18793876469135284,
      "learning_rate": 7.604646313352499e-05,
      "loss": 0.0109,
      "step": 57490
    },
    {
      "epoch": 8.779966407085052,
      "grad_norm": 0.15412111580371857,
      "learning_rate": 7.603764131733588e-05,
      "loss": 0.0171,
      "step": 57500
    },
    {
      "epoch": 8.781493357764544,
      "grad_norm": 0.30442553758621216,
      "learning_rate": 7.602881838886655e-05,
      "loss": 0.0219,
      "step": 57510
    },
    {
      "epoch": 8.783020308444037,
      "grad_norm": 0.18739758431911469,
      "learning_rate": 7.601999434849392e-05,
      "loss": 0.0142,
      "step": 57520
    },
    {
      "epoch": 8.78454725912353,
      "grad_norm": 0.19087064266204834,
      "learning_rate": 7.601116919659494e-05,
      "loss": 0.0143,
      "step": 57530
    },
    {
      "epoch": 8.786074209803024,
      "grad_norm": 0.3009956479072571,
      "learning_rate": 7.600234293354659e-05,
      "loss": 0.0134,
      "step": 57540
    },
    {
      "epoch": 8.787601160482517,
      "grad_norm": 0.1897132843732834,
      "learning_rate": 7.599351555972591e-05,
      "loss": 0.0115,
      "step": 57550
    },
    {
      "epoch": 8.78912811116201,
      "grad_norm": 0.2791212201118469,
      "learning_rate": 7.598468707551001e-05,
      "loss": 0.0144,
      "step": 57560
    },
    {
      "epoch": 8.790655061841502,
      "grad_norm": 0.1056276485323906,
      "learning_rate": 7.5975857481276e-05,
      "loss": 0.0162,
      "step": 57570
    },
    {
      "epoch": 8.792182012520996,
      "grad_norm": 0.38330304622650146,
      "learning_rate": 7.596702677740108e-05,
      "loss": 0.0149,
      "step": 57580
    },
    {
      "epoch": 8.793708963200489,
      "grad_norm": 0.19851191341876984,
      "learning_rate": 7.595819496426249e-05,
      "loss": 0.0122,
      "step": 57590
    },
    {
      "epoch": 8.795235913879981,
      "grad_norm": 0.18644359707832336,
      "learning_rate": 7.59493620422375e-05,
      "loss": 0.0155,
      "step": 57600
    },
    {
      "epoch": 8.796762864559474,
      "grad_norm": 0.27009299397468567,
      "learning_rate": 7.59405280117034e-05,
      "loss": 0.0118,
      "step": 57610
    },
    {
      "epoch": 8.798289815238968,
      "grad_norm": 0.17965124547481537,
      "learning_rate": 7.593169287303763e-05,
      "loss": 0.017,
      "step": 57620
    },
    {
      "epoch": 8.799816765918461,
      "grad_norm": 0.2027980089187622,
      "learning_rate": 7.592285662661758e-05,
      "loss": 0.0137,
      "step": 57630
    },
    {
      "epoch": 8.801343716597954,
      "grad_norm": 0.1677076518535614,
      "learning_rate": 7.59140192728207e-05,
      "loss": 0.015,
      "step": 57640
    },
    {
      "epoch": 8.802870667277446,
      "grad_norm": 0.22648875415325165,
      "learning_rate": 7.590518081202453e-05,
      "loss": 0.018,
      "step": 57650
    },
    {
      "epoch": 8.80439761795694,
      "grad_norm": 0.21968941390514374,
      "learning_rate": 7.589634124460663e-05,
      "loss": 0.0169,
      "step": 57660
    },
    {
      "epoch": 8.805924568636433,
      "grad_norm": 0.21380682289600372,
      "learning_rate": 7.58875005709446e-05,
      "loss": 0.0121,
      "step": 57670
    },
    {
      "epoch": 8.807451519315926,
      "grad_norm": 0.22867292165756226,
      "learning_rate": 7.587865879141611e-05,
      "loss": 0.0138,
      "step": 57680
    },
    {
      "epoch": 8.808978469995418,
      "grad_norm": 0.311772882938385,
      "learning_rate": 7.586981590639883e-05,
      "loss": 0.0165,
      "step": 57690
    },
    {
      "epoch": 8.810505420674913,
      "grad_norm": 0.20053675770759583,
      "learning_rate": 7.586097191627058e-05,
      "loss": 0.0141,
      "step": 57700
    },
    {
      "epoch": 8.812032371354405,
      "grad_norm": 0.2270362377166748,
      "learning_rate": 7.585212682140908e-05,
      "loss": 0.0159,
      "step": 57710
    },
    {
      "epoch": 8.813559322033898,
      "grad_norm": 0.28952810168266296,
      "learning_rate": 7.584328062219223e-05,
      "loss": 0.0142,
      "step": 57720
    },
    {
      "epoch": 8.81508627271339,
      "grad_norm": 0.29042425751686096,
      "learning_rate": 7.58344333189979e-05,
      "loss": 0.0124,
      "step": 57730
    },
    {
      "epoch": 8.816613223392885,
      "grad_norm": 0.17775113880634308,
      "learning_rate": 7.582558491220407e-05,
      "loss": 0.0167,
      "step": 57740
    },
    {
      "epoch": 8.818140174072377,
      "grad_norm": 0.26565614342689514,
      "learning_rate": 7.581673540218866e-05,
      "loss": 0.0192,
      "step": 57750
    },
    {
      "epoch": 8.81966712475187,
      "grad_norm": 0.2491646409034729,
      "learning_rate": 7.580788478932975e-05,
      "loss": 0.0121,
      "step": 57760
    },
    {
      "epoch": 8.821194075431364,
      "grad_norm": 0.2463538944721222,
      "learning_rate": 7.579903307400542e-05,
      "loss": 0.019,
      "step": 57770
    },
    {
      "epoch": 8.822721026110857,
      "grad_norm": 0.17124082148075104,
      "learning_rate": 7.579018025659378e-05,
      "loss": 0.0128,
      "step": 57780
    },
    {
      "epoch": 8.82424797679035,
      "grad_norm": 0.2112298309803009,
      "learning_rate": 7.578132633747301e-05,
      "loss": 0.0119,
      "step": 57790
    },
    {
      "epoch": 8.825774927469842,
      "grad_norm": 0.22030630707740784,
      "learning_rate": 7.577247131702136e-05,
      "loss": 0.0128,
      "step": 57800
    },
    {
      "epoch": 8.827301878149335,
      "grad_norm": 0.22351418435573578,
      "learning_rate": 7.576361519561709e-05,
      "loss": 0.0211,
      "step": 57810
    },
    {
      "epoch": 8.82882882882883,
      "grad_norm": 0.16725189983844757,
      "learning_rate": 7.575475797363849e-05,
      "loss": 0.0136,
      "step": 57820
    },
    {
      "epoch": 8.830355779508322,
      "grad_norm": 0.18605951964855194,
      "learning_rate": 7.574589965146395e-05,
      "loss": 0.0121,
      "step": 57830
    },
    {
      "epoch": 8.831882730187814,
      "grad_norm": 0.1744936853647232,
      "learning_rate": 7.573704022947185e-05,
      "loss": 0.0127,
      "step": 57840
    },
    {
      "epoch": 8.833409680867309,
      "grad_norm": 0.22101084887981415,
      "learning_rate": 7.572817970804072e-05,
      "loss": 0.0111,
      "step": 57850
    },
    {
      "epoch": 8.834936631546801,
      "grad_norm": 0.1771518588066101,
      "learning_rate": 7.571931808754896e-05,
      "loss": 0.0146,
      "step": 57860
    },
    {
      "epoch": 8.836463582226294,
      "grad_norm": 0.4083356559276581,
      "learning_rate": 7.571045536837523e-05,
      "loss": 0.0151,
      "step": 57870
    },
    {
      "epoch": 8.837990532905787,
      "grad_norm": 0.877654492855072,
      "learning_rate": 7.570159155089804e-05,
      "loss": 0.0117,
      "step": 57880
    },
    {
      "epoch": 8.839517483585281,
      "grad_norm": 0.30352872610092163,
      "learning_rate": 7.56927266354961e-05,
      "loss": 0.0158,
      "step": 57890
    },
    {
      "epoch": 8.841044434264774,
      "grad_norm": 0.15732155740261078,
      "learning_rate": 7.568386062254807e-05,
      "loss": 0.016,
      "step": 57900
    },
    {
      "epoch": 8.842571384944266,
      "grad_norm": 0.3180888295173645,
      "learning_rate": 7.567499351243268e-05,
      "loss": 0.0184,
      "step": 57910
    },
    {
      "epoch": 8.844098335623759,
      "grad_norm": 0.19132466614246368,
      "learning_rate": 7.566612530552876e-05,
      "loss": 0.0161,
      "step": 57920
    },
    {
      "epoch": 8.845625286303253,
      "grad_norm": 0.2662258744239807,
      "learning_rate": 7.56572560022151e-05,
      "loss": 0.0197,
      "step": 57930
    },
    {
      "epoch": 8.847152236982746,
      "grad_norm": 0.2085929960012436,
      "learning_rate": 7.56483856028706e-05,
      "loss": 0.0154,
      "step": 57940
    },
    {
      "epoch": 8.848679187662238,
      "grad_norm": 0.21212224662303925,
      "learning_rate": 7.563951410787418e-05,
      "loss": 0.0123,
      "step": 57950
    },
    {
      "epoch": 8.850206138341731,
      "grad_norm": 0.1696946769952774,
      "learning_rate": 7.563064151760483e-05,
      "loss": 0.0118,
      "step": 57960
    },
    {
      "epoch": 8.851733089021225,
      "grad_norm": 0.2028006911277771,
      "learning_rate": 7.562176783244155e-05,
      "loss": 0.0115,
      "step": 57970
    },
    {
      "epoch": 8.853260039700718,
      "grad_norm": 0.1586291342973709,
      "learning_rate": 7.561289305276342e-05,
      "loss": 0.0152,
      "step": 57980
    },
    {
      "epoch": 8.85478699038021,
      "grad_norm": 0.30333998799324036,
      "learning_rate": 7.560401717894956e-05,
      "loss": 0.0134,
      "step": 57990
    },
    {
      "epoch": 8.856313941059703,
      "grad_norm": 0.2515767216682434,
      "learning_rate": 7.559514021137913e-05,
      "loss": 0.0165,
      "step": 58000
    },
    {
      "epoch": 8.857840891739198,
      "grad_norm": 0.21837398409843445,
      "learning_rate": 7.558626215043129e-05,
      "loss": 0.0145,
      "step": 58010
    },
    {
      "epoch": 8.85936784241869,
      "grad_norm": 0.22794295847415924,
      "learning_rate": 7.557738299648537e-05,
      "loss": 0.0161,
      "step": 58020
    },
    {
      "epoch": 8.860894793098183,
      "grad_norm": 0.4726097285747528,
      "learning_rate": 7.556850274992063e-05,
      "loss": 0.0142,
      "step": 58030
    },
    {
      "epoch": 8.862421743777675,
      "grad_norm": 0.2141634076833725,
      "learning_rate": 7.555962141111641e-05,
      "loss": 0.0136,
      "step": 58040
    },
    {
      "epoch": 8.86394869445717,
      "grad_norm": 0.25447091460227966,
      "learning_rate": 7.555073898045213e-05,
      "loss": 0.0137,
      "step": 58050
    },
    {
      "epoch": 8.865475645136662,
      "grad_norm": 0.4463808536529541,
      "learning_rate": 7.55418554583072e-05,
      "loss": 0.0131,
      "step": 58060
    },
    {
      "epoch": 8.867002595816155,
      "grad_norm": 0.1749972701072693,
      "learning_rate": 7.553297084506114e-05,
      "loss": 0.0131,
      "step": 58070
    },
    {
      "epoch": 8.868529546495648,
      "grad_norm": 0.24016723036766052,
      "learning_rate": 7.552408514109348e-05,
      "loss": 0.0119,
      "step": 58080
    },
    {
      "epoch": 8.870056497175142,
      "grad_norm": 0.2080070674419403,
      "learning_rate": 7.551519834678379e-05,
      "loss": 0.0149,
      "step": 58090
    },
    {
      "epoch": 8.871583447854634,
      "grad_norm": 0.21286067366600037,
      "learning_rate": 7.55063104625117e-05,
      "loss": 0.0123,
      "step": 58100
    },
    {
      "epoch": 8.873110398534127,
      "grad_norm": 0.20063947141170502,
      "learning_rate": 7.549742148865686e-05,
      "loss": 0.0154,
      "step": 58110
    },
    {
      "epoch": 8.87463734921362,
      "grad_norm": 0.292399138212204,
      "learning_rate": 7.548853142559904e-05,
      "loss": 0.0145,
      "step": 58120
    },
    {
      "epoch": 8.876164299893114,
      "grad_norm": 0.4037298560142517,
      "learning_rate": 7.547964027371798e-05,
      "loss": 0.0148,
      "step": 58130
    },
    {
      "epoch": 8.877691250572607,
      "grad_norm": 0.20556385815143585,
      "learning_rate": 7.54707480333935e-05,
      "loss": 0.0156,
      "step": 58140
    },
    {
      "epoch": 8.8792182012521,
      "grad_norm": 0.21139447391033173,
      "learning_rate": 7.546185470500543e-05,
      "loss": 0.014,
      "step": 58150
    },
    {
      "epoch": 8.880745151931592,
      "grad_norm": 0.2686122953891754,
      "learning_rate": 7.545296028893372e-05,
      "loss": 0.0132,
      "step": 58160
    },
    {
      "epoch": 8.882272102611086,
      "grad_norm": 0.21264109015464783,
      "learning_rate": 7.54440647855583e-05,
      "loss": 0.0165,
      "step": 58170
    },
    {
      "epoch": 8.883799053290579,
      "grad_norm": 0.18574585020542145,
      "learning_rate": 7.543516819525916e-05,
      "loss": 0.0131,
      "step": 58180
    },
    {
      "epoch": 8.885326003970071,
      "grad_norm": 0.27628225088119507,
      "learning_rate": 7.54262705184164e-05,
      "loss": 0.0131,
      "step": 58190
    },
    {
      "epoch": 8.886852954649564,
      "grad_norm": 0.2381286919116974,
      "learning_rate": 7.541737175541004e-05,
      "loss": 0.0181,
      "step": 58200
    },
    {
      "epoch": 8.888379905329058,
      "grad_norm": 0.181622713804245,
      "learning_rate": 7.540847190662026e-05,
      "loss": 0.0116,
      "step": 58210
    },
    {
      "epoch": 8.889906856008551,
      "grad_norm": 0.1979651153087616,
      "learning_rate": 7.539957097242723e-05,
      "loss": 0.0135,
      "step": 58220
    },
    {
      "epoch": 8.891433806688044,
      "grad_norm": 0.2687495946884155,
      "learning_rate": 7.53906689532112e-05,
      "loss": 0.0156,
      "step": 58230
    },
    {
      "epoch": 8.892960757367536,
      "grad_norm": 0.16499127447605133,
      "learning_rate": 7.538176584935244e-05,
      "loss": 0.0139,
      "step": 58240
    },
    {
      "epoch": 8.89448770804703,
      "grad_norm": 0.17189031839370728,
      "learning_rate": 7.537286166123127e-05,
      "loss": 0.012,
      "step": 58250
    },
    {
      "epoch": 8.896014658726523,
      "grad_norm": 0.3080897331237793,
      "learning_rate": 7.536395638922804e-05,
      "loss": 0.0145,
      "step": 58260
    },
    {
      "epoch": 8.897541609406016,
      "grad_norm": 0.32927218079566956,
      "learning_rate": 7.53550500337232e-05,
      "loss": 0.0116,
      "step": 58270
    },
    {
      "epoch": 8.89906856008551,
      "grad_norm": 0.19487173855304718,
      "learning_rate": 7.534614259509721e-05,
      "loss": 0.0124,
      "step": 58280
    },
    {
      "epoch": 8.900595510765003,
      "grad_norm": 0.14294248819351196,
      "learning_rate": 7.533723407373057e-05,
      "loss": 0.0149,
      "step": 58290
    },
    {
      "epoch": 8.902122461444495,
      "grad_norm": 0.2987758219242096,
      "learning_rate": 7.532832447000384e-05,
      "loss": 0.0199,
      "step": 58300
    },
    {
      "epoch": 8.903649412123988,
      "grad_norm": 0.1842309683561325,
      "learning_rate": 7.531941378429759e-05,
      "loss": 0.0112,
      "step": 58310
    },
    {
      "epoch": 8.90517636280348,
      "grad_norm": 0.1721375584602356,
      "learning_rate": 7.531050201699252e-05,
      "loss": 0.0164,
      "step": 58320
    },
    {
      "epoch": 8.906703313482975,
      "grad_norm": 0.25271427631378174,
      "learning_rate": 7.53015891684693e-05,
      "loss": 0.017,
      "step": 58330
    },
    {
      "epoch": 8.908230264162468,
      "grad_norm": 0.19548235833644867,
      "learning_rate": 7.529267523910867e-05,
      "loss": 0.0124,
      "step": 58340
    },
    {
      "epoch": 8.90975721484196,
      "grad_norm": 0.47217172384262085,
      "learning_rate": 7.528376022929142e-05,
      "loss": 0.0169,
      "step": 58350
    },
    {
      "epoch": 8.911284165521455,
      "grad_norm": 0.23343397676944733,
      "learning_rate": 7.527484413939835e-05,
      "loss": 0.0148,
      "step": 58360
    },
    {
      "epoch": 8.912811116200947,
      "grad_norm": 0.5696641802787781,
      "learning_rate": 7.526592696981043e-05,
      "loss": 0.0146,
      "step": 58370
    },
    {
      "epoch": 8.91433806688044,
      "grad_norm": 0.33967989683151245,
      "learning_rate": 7.525700872090848e-05,
      "loss": 0.0112,
      "step": 58380
    },
    {
      "epoch": 8.915865017559932,
      "grad_norm": 0.27227848768234253,
      "learning_rate": 7.524808939307353e-05,
      "loss": 0.013,
      "step": 58390
    },
    {
      "epoch": 8.917391968239425,
      "grad_norm": 0.19853994250297546,
      "learning_rate": 7.523916898668657e-05,
      "loss": 0.0119,
      "step": 58400
    },
    {
      "epoch": 8.91891891891892,
      "grad_norm": 0.3259679079055786,
      "learning_rate": 7.523024750212869e-05,
      "loss": 0.0141,
      "step": 58410
    },
    {
      "epoch": 8.920445869598412,
      "grad_norm": 0.20185591280460358,
      "learning_rate": 7.522132493978098e-05,
      "loss": 0.0185,
      "step": 58420
    },
    {
      "epoch": 8.921972820277905,
      "grad_norm": 0.21786119043827057,
      "learning_rate": 7.521240130002461e-05,
      "loss": 0.0191,
      "step": 58430
    },
    {
      "epoch": 8.923499770957399,
      "grad_norm": 0.2729148268699646,
      "learning_rate": 7.520347658324076e-05,
      "loss": 0.0169,
      "step": 58440
    },
    {
      "epoch": 8.925026721636891,
      "grad_norm": 0.17294040322303772,
      "learning_rate": 7.519455078981072e-05,
      "loss": 0.0132,
      "step": 58450
    },
    {
      "epoch": 8.926553672316384,
      "grad_norm": 0.22528238594532013,
      "learning_rate": 7.518562392011572e-05,
      "loss": 0.0118,
      "step": 58460
    },
    {
      "epoch": 8.928080622995877,
      "grad_norm": 0.28193360567092896,
      "learning_rate": 7.517669597453714e-05,
      "loss": 0.0142,
      "step": 58470
    },
    {
      "epoch": 8.929607573675371,
      "grad_norm": 0.2134130448102951,
      "learning_rate": 7.516776695345637e-05,
      "loss": 0.0108,
      "step": 58480
    },
    {
      "epoch": 8.931134524354864,
      "grad_norm": 0.16477467119693756,
      "learning_rate": 7.515883685725483e-05,
      "loss": 0.0135,
      "step": 58490
    },
    {
      "epoch": 8.932661475034356,
      "grad_norm": 0.38504457473754883,
      "learning_rate": 7.5149905686314e-05,
      "loss": 0.011,
      "step": 58500
    },
    {
      "epoch": 8.934188425713849,
      "grad_norm": 0.23796583712100983,
      "learning_rate": 7.514097344101538e-05,
      "loss": 0.0141,
      "step": 58510
    },
    {
      "epoch": 8.935715376393343,
      "grad_norm": 0.3383182883262634,
      "learning_rate": 7.513204012174059e-05,
      "loss": 0.0134,
      "step": 58520
    },
    {
      "epoch": 8.937242327072836,
      "grad_norm": 0.2498684525489807,
      "learning_rate": 7.512310572887121e-05,
      "loss": 0.0131,
      "step": 58530
    },
    {
      "epoch": 8.938769277752328,
      "grad_norm": 0.2522790729999542,
      "learning_rate": 7.511417026278888e-05,
      "loss": 0.0122,
      "step": 58540
    },
    {
      "epoch": 8.940296228431821,
      "grad_norm": 0.2004970908164978,
      "learning_rate": 7.510523372387536e-05,
      "loss": 0.0137,
      "step": 58550
    },
    {
      "epoch": 8.941823179111315,
      "grad_norm": 0.15747885406017303,
      "learning_rate": 7.509629611251235e-05,
      "loss": 0.013,
      "step": 58560
    },
    {
      "epoch": 8.943350129790808,
      "grad_norm": 0.22746311128139496,
      "learning_rate": 7.508735742908169e-05,
      "loss": 0.0167,
      "step": 58570
    },
    {
      "epoch": 8.9448770804703,
      "grad_norm": 0.20942248404026031,
      "learning_rate": 7.50784176739652e-05,
      "loss": 0.0105,
      "step": 58580
    },
    {
      "epoch": 8.946404031149793,
      "grad_norm": 0.29016220569610596,
      "learning_rate": 7.506947684754479e-05,
      "loss": 0.0155,
      "step": 58590
    },
    {
      "epoch": 8.947930981829288,
      "grad_norm": 0.26295456290245056,
      "learning_rate": 7.506053495020237e-05,
      "loss": 0.011,
      "step": 58600
    },
    {
      "epoch": 8.94945793250878,
      "grad_norm": 0.19095033407211304,
      "learning_rate": 7.505159198231993e-05,
      "loss": 0.0141,
      "step": 58610
    },
    {
      "epoch": 8.950984883188273,
      "grad_norm": 0.5397703647613525,
      "learning_rate": 7.50426479442795e-05,
      "loss": 0.0126,
      "step": 58620
    },
    {
      "epoch": 8.952511833867765,
      "grad_norm": 0.204034224152565,
      "learning_rate": 7.503370283646318e-05,
      "loss": 0.012,
      "step": 58630
    },
    {
      "epoch": 8.95403878454726,
      "grad_norm": 0.20593097805976868,
      "learning_rate": 7.502475665925305e-05,
      "loss": 0.012,
      "step": 58640
    },
    {
      "epoch": 8.955565735226752,
      "grad_norm": 0.16014093160629272,
      "learning_rate": 7.50158094130313e-05,
      "loss": 0.0137,
      "step": 58650
    },
    {
      "epoch": 8.957092685906245,
      "grad_norm": 0.1952550709247589,
      "learning_rate": 7.50068610981801e-05,
      "loss": 0.0141,
      "step": 58660
    },
    {
      "epoch": 8.958619636585738,
      "grad_norm": 0.28795740008354187,
      "learning_rate": 7.499791171508175e-05,
      "loss": 0.011,
      "step": 58670
    },
    {
      "epoch": 8.960146587265232,
      "grad_norm": 0.21470238268375397,
      "learning_rate": 7.498896126411852e-05,
      "loss": 0.0156,
      "step": 58680
    },
    {
      "epoch": 8.961673537944725,
      "grad_norm": 0.20387209951877594,
      "learning_rate": 7.498000974567279e-05,
      "loss": 0.0149,
      "step": 58690
    },
    {
      "epoch": 8.963200488624217,
      "grad_norm": 0.19099435210227966,
      "learning_rate": 7.497105716012693e-05,
      "loss": 0.0165,
      "step": 58700
    },
    {
      "epoch": 8.96472743930371,
      "grad_norm": 0.16800853610038757,
      "learning_rate": 7.496210350786336e-05,
      "loss": 0.0165,
      "step": 58710
    },
    {
      "epoch": 8.966254389983204,
      "grad_norm": 0.1950480341911316,
      "learning_rate": 7.495314878926463e-05,
      "loss": 0.0121,
      "step": 58720
    },
    {
      "epoch": 8.967781340662697,
      "grad_norm": 0.20981431007385254,
      "learning_rate": 7.494419300471318e-05,
      "loss": 0.0124,
      "step": 58730
    },
    {
      "epoch": 8.96930829134219,
      "grad_norm": 0.20288677513599396,
      "learning_rate": 7.493523615459165e-05,
      "loss": 0.0137,
      "step": 58740
    },
    {
      "epoch": 8.970835242021682,
      "grad_norm": 0.22578853368759155,
      "learning_rate": 7.492627823928264e-05,
      "loss": 0.0119,
      "step": 58750
    },
    {
      "epoch": 8.972362192701176,
      "grad_norm": 0.20441724359989166,
      "learning_rate": 7.49173192591688e-05,
      "loss": 0.0144,
      "step": 58760
    },
    {
      "epoch": 8.973889143380669,
      "grad_norm": 0.1824389547109604,
      "learning_rate": 7.490835921463287e-05,
      "loss": 0.0109,
      "step": 58770
    },
    {
      "epoch": 8.975416094060161,
      "grad_norm": 0.23113593459129333,
      "learning_rate": 7.489939810605758e-05,
      "loss": 0.0136,
      "step": 58780
    },
    {
      "epoch": 8.976943044739654,
      "grad_norm": 0.26658308506011963,
      "learning_rate": 7.489043593382575e-05,
      "loss": 0.0147,
      "step": 58790
    },
    {
      "epoch": 8.978469995419148,
      "grad_norm": 0.30750060081481934,
      "learning_rate": 7.488147269832023e-05,
      "loss": 0.0177,
      "step": 58800
    },
    {
      "epoch": 8.979996946098641,
      "grad_norm": 0.20266872644424438,
      "learning_rate": 7.48725083999239e-05,
      "loss": 0.0141,
      "step": 58810
    },
    {
      "epoch": 8.981523896778134,
      "grad_norm": 0.19573359191417694,
      "learning_rate": 7.486354303901971e-05,
      "loss": 0.0135,
      "step": 58820
    },
    {
      "epoch": 8.983050847457626,
      "grad_norm": 0.3219437003135681,
      "learning_rate": 7.485457661599062e-05,
      "loss": 0.0129,
      "step": 58830
    },
    {
      "epoch": 8.98457779813712,
      "grad_norm": 0.2532567083835602,
      "learning_rate": 7.484560913121969e-05,
      "loss": 0.0152,
      "step": 58840
    },
    {
      "epoch": 8.986104748816613,
      "grad_norm": 0.22050251066684723,
      "learning_rate": 7.483664058508996e-05,
      "loss": 0.0112,
      "step": 58850
    },
    {
      "epoch": 8.987631699496106,
      "grad_norm": 0.2208501100540161,
      "learning_rate": 7.482767097798459e-05,
      "loss": 0.0151,
      "step": 58860
    },
    {
      "epoch": 8.9891586501756,
      "grad_norm": 0.20134252309799194,
      "learning_rate": 7.481870031028673e-05,
      "loss": 0.0152,
      "step": 58870
    },
    {
      "epoch": 8.990685600855093,
      "grad_norm": 0.2205127477645874,
      "learning_rate": 7.480972858237958e-05,
      "loss": 0.0107,
      "step": 58880
    },
    {
      "epoch": 8.992212551534585,
      "grad_norm": 0.28451114892959595,
      "learning_rate": 7.480075579464639e-05,
      "loss": 0.0116,
      "step": 58890
    },
    {
      "epoch": 8.993739502214078,
      "grad_norm": 0.36502858996391296,
      "learning_rate": 7.47917819474705e-05,
      "loss": 0.0119,
      "step": 58900
    },
    {
      "epoch": 8.99526645289357,
      "grad_norm": 0.19506233930587769,
      "learning_rate": 7.47828070412352e-05,
      "loss": 0.0131,
      "step": 58910
    },
    {
      "epoch": 8.996793403573065,
      "grad_norm": 0.16826476156711578,
      "learning_rate": 7.477383107632393e-05,
      "loss": 0.015,
      "step": 58920
    },
    {
      "epoch": 8.998320354252558,
      "grad_norm": 0.19443410634994507,
      "learning_rate": 7.47648540531201e-05,
      "loss": 0.017,
      "step": 58930
    },
    {
      "epoch": 8.99984730493205,
      "grad_norm": 0.19406872987747192,
      "learning_rate": 7.47558759720072e-05,
      "loss": 0.0163,
      "step": 58940
    },
    {
      "epoch": 9.001374255611545,
      "grad_norm": 0.2528158724308014,
      "learning_rate": 7.474689683336876e-05,
      "loss": 0.0139,
      "step": 58950
    },
    {
      "epoch": 9.002901206291037,
      "grad_norm": 0.1483236700296402,
      "learning_rate": 7.473791663758833e-05,
      "loss": 0.013,
      "step": 58960
    },
    {
      "epoch": 9.00442815697053,
      "grad_norm": 0.22341081500053406,
      "learning_rate": 7.472893538504957e-05,
      "loss": 0.0132,
      "step": 58970
    },
    {
      "epoch": 9.005955107650022,
      "grad_norm": 0.20670929551124573,
      "learning_rate": 7.47199530761361e-05,
      "loss": 0.0147,
      "step": 58980
    },
    {
      "epoch": 9.007482058329517,
      "grad_norm": 0.25814521312713623,
      "learning_rate": 7.471096971123168e-05,
      "loss": 0.0126,
      "step": 58990
    },
    {
      "epoch": 9.00900900900901,
      "grad_norm": 0.2729091942310333,
      "learning_rate": 7.470198529071999e-05,
      "loss": 0.0149,
      "step": 59000
    },
    {
      "epoch": 9.010535959688502,
      "grad_norm": 0.24533359706401825,
      "learning_rate": 7.469299981498488e-05,
      "loss": 0.0127,
      "step": 59010
    },
    {
      "epoch": 9.012062910367995,
      "grad_norm": 0.2764257490634918,
      "learning_rate": 7.46840132844102e-05,
      "loss": 0.0141,
      "step": 59020
    },
    {
      "epoch": 9.013589861047489,
      "grad_norm": 0.21394291520118713,
      "learning_rate": 7.467502569937978e-05,
      "loss": 0.0159,
      "step": 59030
    },
    {
      "epoch": 9.015116811726982,
      "grad_norm": 0.2416127324104309,
      "learning_rate": 7.466603706027764e-05,
      "loss": 0.0162,
      "step": 59040
    },
    {
      "epoch": 9.016643762406474,
      "grad_norm": 0.18198896944522858,
      "learning_rate": 7.465704736748767e-05,
      "loss": 0.012,
      "step": 59050
    },
    {
      "epoch": 9.018170713085967,
      "grad_norm": 0.13356278836727142,
      "learning_rate": 7.464805662139394e-05,
      "loss": 0.0103,
      "step": 59060
    },
    {
      "epoch": 9.019697663765461,
      "grad_norm": 0.23800209164619446,
      "learning_rate": 7.463906482238052e-05,
      "loss": 0.0147,
      "step": 59070
    },
    {
      "epoch": 9.021224614444954,
      "grad_norm": 0.23083949089050293,
      "learning_rate": 7.463007197083151e-05,
      "loss": 0.0111,
      "step": 59080
    },
    {
      "epoch": 9.022751565124446,
      "grad_norm": 0.2665449380874634,
      "learning_rate": 7.462107806713108e-05,
      "loss": 0.0126,
      "step": 59090
    },
    {
      "epoch": 9.024278515803939,
      "grad_norm": 0.3524283170700073,
      "learning_rate": 7.461208311166344e-05,
      "loss": 0.0122,
      "step": 59100
    },
    {
      "epoch": 9.025805466483433,
      "grad_norm": 0.1959185153245926,
      "learning_rate": 7.460308710481279e-05,
      "loss": 0.0147,
      "step": 59110
    },
    {
      "epoch": 9.027332417162926,
      "grad_norm": 0.20449024438858032,
      "learning_rate": 7.459409004696347e-05,
      "loss": 0.0146,
      "step": 59120
    },
    {
      "epoch": 9.028859367842418,
      "grad_norm": 0.21534661948680878,
      "learning_rate": 7.45850919384998e-05,
      "loss": 0.0124,
      "step": 59130
    },
    {
      "epoch": 9.030386318521911,
      "grad_norm": 0.19623324275016785,
      "learning_rate": 7.457609277980618e-05,
      "loss": 0.0159,
      "step": 59140
    },
    {
      "epoch": 9.031913269201405,
      "grad_norm": 0.16920098662376404,
      "learning_rate": 7.4567092571267e-05,
      "loss": 0.0125,
      "step": 59150
    },
    {
      "epoch": 9.033440219880898,
      "grad_norm": 0.1671707034111023,
      "learning_rate": 7.455809131326676e-05,
      "loss": 0.0166,
      "step": 59160
    },
    {
      "epoch": 9.03496717056039,
      "grad_norm": 0.18290236592292786,
      "learning_rate": 7.454908900619e-05,
      "loss": 0.0139,
      "step": 59170
    },
    {
      "epoch": 9.036494121239883,
      "grad_norm": 0.2219199389219284,
      "learning_rate": 7.454008565042123e-05,
      "loss": 0.0153,
      "step": 59180
    },
    {
      "epoch": 9.038021071919378,
      "grad_norm": 0.1994837373495102,
      "learning_rate": 7.45310812463451e-05,
      "loss": 0.009,
      "step": 59190
    },
    {
      "epoch": 9.03954802259887,
      "grad_norm": 0.2286372184753418,
      "learning_rate": 7.452207579434624e-05,
      "loss": 0.0126,
      "step": 59200
    },
    {
      "epoch": 9.041074973278363,
      "grad_norm": 0.24370433390140533,
      "learning_rate": 7.451306929480935e-05,
      "loss": 0.0133,
      "step": 59210
    },
    {
      "epoch": 9.042601923957855,
      "grad_norm": 0.1589611917734146,
      "learning_rate": 7.450406174811917e-05,
      "loss": 0.0135,
      "step": 59220
    },
    {
      "epoch": 9.04412887463735,
      "grad_norm": 0.19368629157543182,
      "learning_rate": 7.449505315466048e-05,
      "loss": 0.0107,
      "step": 59230
    },
    {
      "epoch": 9.045655825316842,
      "grad_norm": 0.2410784512758255,
      "learning_rate": 7.448604351481812e-05,
      "loss": 0.0132,
      "step": 59240
    },
    {
      "epoch": 9.047182775996335,
      "grad_norm": 0.3387026786804199,
      "learning_rate": 7.447703282897698e-05,
      "loss": 0.0137,
      "step": 59250
    },
    {
      "epoch": 9.048709726675828,
      "grad_norm": 0.1708989441394806,
      "learning_rate": 7.446802109752194e-05,
      "loss": 0.0149,
      "step": 59260
    },
    {
      "epoch": 9.050236677355322,
      "grad_norm": 0.16257180273532867,
      "learning_rate": 7.445900832083801e-05,
      "loss": 0.0143,
      "step": 59270
    },
    {
      "epoch": 9.051763628034815,
      "grad_norm": 0.2807556390762329,
      "learning_rate": 7.444999449931016e-05,
      "loss": 0.0158,
      "step": 59280
    },
    {
      "epoch": 9.053290578714307,
      "grad_norm": 0.17670764029026031,
      "learning_rate": 7.444097963332346e-05,
      "loss": 0.014,
      "step": 59290
    },
    {
      "epoch": 9.0548175293938,
      "grad_norm": 0.161285862326622,
      "learning_rate": 7.443196372326304e-05,
      "loss": 0.0115,
      "step": 59300
    },
    {
      "epoch": 9.056344480073294,
      "grad_norm": 0.3978659510612488,
      "learning_rate": 7.442294676951398e-05,
      "loss": 0.0195,
      "step": 59310
    },
    {
      "epoch": 9.057871430752787,
      "grad_norm": 0.1536547839641571,
      "learning_rate": 7.441392877246151e-05,
      "loss": 0.0121,
      "step": 59320
    },
    {
      "epoch": 9.05939838143228,
      "grad_norm": 0.2060849964618683,
      "learning_rate": 7.440490973249085e-05,
      "loss": 0.0124,
      "step": 59330
    },
    {
      "epoch": 9.060925332111772,
      "grad_norm": 0.27353009581565857,
      "learning_rate": 7.439588964998729e-05,
      "loss": 0.0116,
      "step": 59340
    },
    {
      "epoch": 9.062452282791266,
      "grad_norm": 0.19250917434692383,
      "learning_rate": 7.438686852533611e-05,
      "loss": 0.0126,
      "step": 59350
    },
    {
      "epoch": 9.063979233470759,
      "grad_norm": 0.16559617221355438,
      "learning_rate": 7.437784635892275e-05,
      "loss": 0.0127,
      "step": 59360
    },
    {
      "epoch": 9.065506184150252,
      "grad_norm": 0.19365210831165314,
      "learning_rate": 7.436882315113256e-05,
      "loss": 0.0158,
      "step": 59370
    },
    {
      "epoch": 9.067033134829744,
      "grad_norm": 0.20049113035202026,
      "learning_rate": 7.435979890235098e-05,
      "loss": 0.0178,
      "step": 59380
    },
    {
      "epoch": 9.068560085509239,
      "grad_norm": 0.16802339255809784,
      "learning_rate": 7.435077361296358e-05,
      "loss": 0.0092,
      "step": 59390
    },
    {
      "epoch": 9.070087036188731,
      "grad_norm": 0.655978798866272,
      "learning_rate": 7.434174728335587e-05,
      "loss": 0.0202,
      "step": 59400
    },
    {
      "epoch": 9.071613986868224,
      "grad_norm": 0.19737669825553894,
      "learning_rate": 7.43327199139134e-05,
      "loss": 0.0163,
      "step": 59410
    },
    {
      "epoch": 9.073140937547716,
      "grad_norm": 0.3008105158805847,
      "learning_rate": 7.432369150502188e-05,
      "loss": 0.0145,
      "step": 59420
    },
    {
      "epoch": 9.07466788822721,
      "grad_norm": 0.21561317145824432,
      "learning_rate": 7.431466205706689e-05,
      "loss": 0.0101,
      "step": 59430
    },
    {
      "epoch": 9.076194838906703,
      "grad_norm": 0.2043405920267105,
      "learning_rate": 7.430563157043426e-05,
      "loss": 0.0127,
      "step": 59440
    },
    {
      "epoch": 9.077721789586196,
      "grad_norm": 0.2990550994873047,
      "learning_rate": 7.429660004550965e-05,
      "loss": 0.0161,
      "step": 59450
    },
    {
      "epoch": 9.07924874026569,
      "grad_norm": 0.27038007974624634,
      "learning_rate": 7.428756748267896e-05,
      "loss": 0.0166,
      "step": 59460
    },
    {
      "epoch": 9.080775690945183,
      "grad_norm": 0.2654586732387543,
      "learning_rate": 7.427853388232798e-05,
      "loss": 0.0111,
      "step": 59470
    },
    {
      "epoch": 9.082302641624675,
      "grad_norm": 0.33550772070884705,
      "learning_rate": 7.426949924484263e-05,
      "loss": 0.0132,
      "step": 59480
    },
    {
      "epoch": 9.083829592304168,
      "grad_norm": 0.24773241579532623,
      "learning_rate": 7.426046357060889e-05,
      "loss": 0.0151,
      "step": 59490
    },
    {
      "epoch": 9.085356542983662,
      "grad_norm": 0.15448181331157684,
      "learning_rate": 7.425142686001269e-05,
      "loss": 0.0144,
      "step": 59500
    },
    {
      "epoch": 9.086883493663155,
      "grad_norm": 0.20633867383003235,
      "learning_rate": 7.424238911344008e-05,
      "loss": 0.0127,
      "step": 59510
    },
    {
      "epoch": 9.088410444342648,
      "grad_norm": 0.48433318734169006,
      "learning_rate": 7.423335033127714e-05,
      "loss": 0.0147,
      "step": 59520
    },
    {
      "epoch": 9.08993739502214,
      "grad_norm": 0.24571451544761658,
      "learning_rate": 7.422431051391001e-05,
      "loss": 0.0152,
      "step": 59530
    },
    {
      "epoch": 9.091464345701635,
      "grad_norm": 0.20773832499980927,
      "learning_rate": 7.421526966172481e-05,
      "loss": 0.0118,
      "step": 59540
    },
    {
      "epoch": 9.092991296381127,
      "grad_norm": 0.22679316997528076,
      "learning_rate": 7.420622777510779e-05,
      "loss": 0.0149,
      "step": 59550
    },
    {
      "epoch": 9.09451824706062,
      "grad_norm": 0.18501797318458557,
      "learning_rate": 7.41971848544452e-05,
      "loss": 0.0148,
      "step": 59560
    },
    {
      "epoch": 9.096045197740112,
      "grad_norm": 0.21331572532653809,
      "learning_rate": 7.418814090012333e-05,
      "loss": 0.0175,
      "step": 59570
    },
    {
      "epoch": 9.097572148419607,
      "grad_norm": 0.19630897045135498,
      "learning_rate": 7.41790959125285e-05,
      "loss": 0.0134,
      "step": 59580
    },
    {
      "epoch": 9.0990990990991,
      "grad_norm": 0.25267866253852844,
      "learning_rate": 7.41700498920471e-05,
      "loss": 0.0137,
      "step": 59590
    },
    {
      "epoch": 9.100626049778592,
      "grad_norm": 0.1851528435945511,
      "learning_rate": 7.416100283906558e-05,
      "loss": 0.0125,
      "step": 59600
    },
    {
      "epoch": 9.102153000458085,
      "grad_norm": 0.15677864849567413,
      "learning_rate": 7.415195475397041e-05,
      "loss": 0.0129,
      "step": 59610
    },
    {
      "epoch": 9.103679951137579,
      "grad_norm": 0.18798235058784485,
      "learning_rate": 7.41429056371481e-05,
      "loss": 0.0156,
      "step": 59620
    },
    {
      "epoch": 9.105206901817072,
      "grad_norm": 0.205222949385643,
      "learning_rate": 7.413385548898521e-05,
      "loss": 0.0126,
      "step": 59630
    },
    {
      "epoch": 9.106733852496564,
      "grad_norm": 0.20770354568958282,
      "learning_rate": 7.412480430986835e-05,
      "loss": 0.0125,
      "step": 59640
    },
    {
      "epoch": 9.108260803176057,
      "grad_norm": 0.20216917991638184,
      "learning_rate": 7.411575210018417e-05,
      "loss": 0.0163,
      "step": 59650
    },
    {
      "epoch": 9.109787753855551,
      "grad_norm": 0.14282317459583282,
      "learning_rate": 7.410669886031936e-05,
      "loss": 0.0148,
      "step": 59660
    },
    {
      "epoch": 9.111314704535044,
      "grad_norm": 0.1484513282775879,
      "learning_rate": 7.409764459066067e-05,
      "loss": 0.0122,
      "step": 59670
    },
    {
      "epoch": 9.112841655214536,
      "grad_norm": 0.25310686230659485,
      "learning_rate": 7.408858929159485e-05,
      "loss": 0.0187,
      "step": 59680
    },
    {
      "epoch": 9.114368605894029,
      "grad_norm": 0.1519622951745987,
      "learning_rate": 7.407953296350875e-05,
      "loss": 0.012,
      "step": 59690
    },
    {
      "epoch": 9.115895556573523,
      "grad_norm": 0.33067989349365234,
      "learning_rate": 7.407047560678926e-05,
      "loss": 0.0158,
      "step": 59700
    },
    {
      "epoch": 9.117422507253016,
      "grad_norm": 0.5386120676994324,
      "learning_rate": 7.406141722182325e-05,
      "loss": 0.0138,
      "step": 59710
    },
    {
      "epoch": 9.118949457932509,
      "grad_norm": 0.20341280102729797,
      "learning_rate": 7.405235780899771e-05,
      "loss": 0.0125,
      "step": 59720
    },
    {
      "epoch": 9.120476408612001,
      "grad_norm": 0.14061954617500305,
      "learning_rate": 7.404329736869963e-05,
      "loss": 0.0124,
      "step": 59730
    },
    {
      "epoch": 9.122003359291496,
      "grad_norm": 0.1595679670572281,
      "learning_rate": 7.403423590131604e-05,
      "loss": 0.0143,
      "step": 59740
    },
    {
      "epoch": 9.123530309970988,
      "grad_norm": 0.21596482396125793,
      "learning_rate": 7.402517340723406e-05,
      "loss": 0.0118,
      "step": 59750
    },
    {
      "epoch": 9.12505726065048,
      "grad_norm": 0.2108570635318756,
      "learning_rate": 7.401610988684081e-05,
      "loss": 0.0169,
      "step": 59760
    },
    {
      "epoch": 9.126584211329973,
      "grad_norm": 0.2009664922952652,
      "learning_rate": 7.400704534052346e-05,
      "loss": 0.0151,
      "step": 59770
    },
    {
      "epoch": 9.128111162009468,
      "grad_norm": 0.197037011384964,
      "learning_rate": 7.399797976866923e-05,
      "loss": 0.0149,
      "step": 59780
    },
    {
      "epoch": 9.12963811268896,
      "grad_norm": 0.3476172983646393,
      "learning_rate": 7.39889131716654e-05,
      "loss": 0.017,
      "step": 59790
    },
    {
      "epoch": 9.131165063368453,
      "grad_norm": 0.21379341185092926,
      "learning_rate": 7.397984554989925e-05,
      "loss": 0.0164,
      "step": 59800
    },
    {
      "epoch": 9.132692014047946,
      "grad_norm": 0.24193546175956726,
      "learning_rate": 7.397077690375816e-05,
      "loss": 0.0134,
      "step": 59810
    },
    {
      "epoch": 9.13421896472744,
      "grad_norm": 0.19995619356632233,
      "learning_rate": 7.396170723362954e-05,
      "loss": 0.0158,
      "step": 59820
    },
    {
      "epoch": 9.135745915406932,
      "grad_norm": 0.2951337397098541,
      "learning_rate": 7.395263653990077e-05,
      "loss": 0.0133,
      "step": 59830
    },
    {
      "epoch": 9.137272866086425,
      "grad_norm": 0.20238378643989563,
      "learning_rate": 7.394356482295939e-05,
      "loss": 0.0159,
      "step": 59840
    },
    {
      "epoch": 9.138799816765918,
      "grad_norm": 0.2747969925403595,
      "learning_rate": 7.39344920831929e-05,
      "loss": 0.0139,
      "step": 59850
    },
    {
      "epoch": 9.140326767445412,
      "grad_norm": 0.23786792159080505,
      "learning_rate": 7.392541832098889e-05,
      "loss": 0.0131,
      "step": 59860
    },
    {
      "epoch": 9.141853718124905,
      "grad_norm": 0.33924928307533264,
      "learning_rate": 7.391634353673495e-05,
      "loss": 0.0164,
      "step": 59870
    },
    {
      "epoch": 9.143380668804397,
      "grad_norm": 0.263266921043396,
      "learning_rate": 7.390726773081874e-05,
      "loss": 0.0163,
      "step": 59880
    },
    {
      "epoch": 9.14490761948389,
      "grad_norm": 0.2700110077857971,
      "learning_rate": 7.389819090362799e-05,
      "loss": 0.0139,
      "step": 59890
    },
    {
      "epoch": 9.146434570163384,
      "grad_norm": 0.28342458605766296,
      "learning_rate": 7.388911305555042e-05,
      "loss": 0.0125,
      "step": 59900
    },
    {
      "epoch": 9.147961520842877,
      "grad_norm": 0.1575811803340912,
      "learning_rate": 7.388003418697383e-05,
      "loss": 0.0144,
      "step": 59910
    },
    {
      "epoch": 9.14948847152237,
      "grad_norm": 0.30859240889549255,
      "learning_rate": 7.387095429828603e-05,
      "loss": 0.0119,
      "step": 59920
    },
    {
      "epoch": 9.151015422201862,
      "grad_norm": 0.16736222803592682,
      "learning_rate": 7.386187338987492e-05,
      "loss": 0.0129,
      "step": 59930
    },
    {
      "epoch": 9.152542372881356,
      "grad_norm": 0.3318781852722168,
      "learning_rate": 7.385279146212842e-05,
      "loss": 0.0142,
      "step": 59940
    },
    {
      "epoch": 9.154069323560849,
      "grad_norm": 0.17945519089698792,
      "learning_rate": 7.384370851543449e-05,
      "loss": 0.0138,
      "step": 59950
    },
    {
      "epoch": 9.155596274240342,
      "grad_norm": 0.15479813516139984,
      "learning_rate": 7.383462455018116e-05,
      "loss": 0.012,
      "step": 59960
    },
    {
      "epoch": 9.157123224919836,
      "grad_norm": 0.3142347037792206,
      "learning_rate": 7.382553956675642e-05,
      "loss": 0.0102,
      "step": 59970
    },
    {
      "epoch": 9.158650175599329,
      "grad_norm": 0.15719814598560333,
      "learning_rate": 7.38164535655484e-05,
      "loss": 0.0121,
      "step": 59980
    },
    {
      "epoch": 9.160177126278821,
      "grad_norm": 0.18430005013942719,
      "learning_rate": 7.380736654694524e-05,
      "loss": 0.0117,
      "step": 59990
    },
    {
      "epoch": 9.161704076958314,
      "grad_norm": 0.15031954646110535,
      "learning_rate": 7.379827851133513e-05,
      "loss": 0.0134,
      "step": 60000
    },
    {
      "epoch": 9.163231027637808,
      "grad_norm": 0.24393261969089508,
      "learning_rate": 7.378918945910626e-05,
      "loss": 0.0126,
      "step": 60010
    },
    {
      "epoch": 9.1647579783173,
      "grad_norm": 0.24159346520900726,
      "learning_rate": 7.378009939064695e-05,
      "loss": 0.011,
      "step": 60020
    },
    {
      "epoch": 9.166284928996793,
      "grad_norm": 0.18011002242565155,
      "learning_rate": 7.377100830634545e-05,
      "loss": 0.0134,
      "step": 60030
    },
    {
      "epoch": 9.167811879676286,
      "grad_norm": 0.14610350131988525,
      "learning_rate": 7.376191620659016e-05,
      "loss": 0.0157,
      "step": 60040
    },
    {
      "epoch": 9.16933883035578,
      "grad_norm": 0.2382468432188034,
      "learning_rate": 7.375282309176945e-05,
      "loss": 0.0156,
      "step": 60050
    },
    {
      "epoch": 9.170865781035273,
      "grad_norm": 0.22069209814071655,
      "learning_rate": 7.374372896227177e-05,
      "loss": 0.0161,
      "step": 60060
    },
    {
      "epoch": 9.172392731714766,
      "grad_norm": 0.1572348028421402,
      "learning_rate": 7.373463381848563e-05,
      "loss": 0.012,
      "step": 60070
    },
    {
      "epoch": 9.173919682394258,
      "grad_norm": 0.22736312448978424,
      "learning_rate": 7.37255376607995e-05,
      "loss": 0.0166,
      "step": 60080
    },
    {
      "epoch": 9.175446633073753,
      "grad_norm": 0.25812312960624695,
      "learning_rate": 7.371644048960203e-05,
      "loss": 0.011,
      "step": 60090
    },
    {
      "epoch": 9.176973583753245,
      "grad_norm": 0.1889973133802414,
      "learning_rate": 7.370734230528175e-05,
      "loss": 0.0117,
      "step": 60100
    },
    {
      "epoch": 9.178500534432738,
      "grad_norm": 0.22458678483963013,
      "learning_rate": 7.369824310822738e-05,
      "loss": 0.016,
      "step": 60110
    },
    {
      "epoch": 9.18002748511223,
      "grad_norm": 0.1959187388420105,
      "learning_rate": 7.36891428988276e-05,
      "loss": 0.0147,
      "step": 60120
    },
    {
      "epoch": 9.181554435791725,
      "grad_norm": 0.142502099275589,
      "learning_rate": 7.368004167747114e-05,
      "loss": 0.0153,
      "step": 60130
    },
    {
      "epoch": 9.183081386471217,
      "grad_norm": 0.2682732045650482,
      "learning_rate": 7.367093944454683e-05,
      "loss": 0.0124,
      "step": 60140
    },
    {
      "epoch": 9.18460833715071,
      "grad_norm": 0.13238616287708282,
      "learning_rate": 7.366183620044344e-05,
      "loss": 0.0174,
      "step": 60150
    },
    {
      "epoch": 9.186135287830203,
      "grad_norm": 0.24239550530910492,
      "learning_rate": 7.36527319455499e-05,
      "loss": 0.0121,
      "step": 60160
    },
    {
      "epoch": 9.187662238509697,
      "grad_norm": 0.3559415340423584,
      "learning_rate": 7.364362668025508e-05,
      "loss": 0.0124,
      "step": 60170
    },
    {
      "epoch": 9.18918918918919,
      "grad_norm": 0.26230162382125854,
      "learning_rate": 7.363452040494798e-05,
      "loss": 0.0114,
      "step": 60180
    },
    {
      "epoch": 9.190716139868682,
      "grad_norm": 0.3837268054485321,
      "learning_rate": 7.362541312001757e-05,
      "loss": 0.0148,
      "step": 60190
    },
    {
      "epoch": 9.192243090548175,
      "grad_norm": 0.23779070377349854,
      "learning_rate": 7.361630482585292e-05,
      "loss": 0.0181,
      "step": 60200
    },
    {
      "epoch": 9.193770041227669,
      "grad_norm": 0.20850345492362976,
      "learning_rate": 7.360719552284312e-05,
      "loss": 0.0162,
      "step": 60210
    },
    {
      "epoch": 9.195296991907162,
      "grad_norm": 0.18248476088047028,
      "learning_rate": 7.35980852113773e-05,
      "loss": 0.0144,
      "step": 60220
    },
    {
      "epoch": 9.196823942586654,
      "grad_norm": 0.1651822328567505,
      "learning_rate": 7.358897389184461e-05,
      "loss": 0.0129,
      "step": 60230
    },
    {
      "epoch": 9.198350893266147,
      "grad_norm": 0.16159746050834656,
      "learning_rate": 7.35798615646343e-05,
      "loss": 0.0101,
      "step": 60240
    },
    {
      "epoch": 9.199877843945641,
      "grad_norm": 0.18861059844493866,
      "learning_rate": 7.357074823013563e-05,
      "loss": 0.0137,
      "step": 60250
    },
    {
      "epoch": 9.201404794625134,
      "grad_norm": 0.3813532292842865,
      "learning_rate": 7.35616338887379e-05,
      "loss": 0.0149,
      "step": 60260
    },
    {
      "epoch": 9.202931745304626,
      "grad_norm": 0.20809748768806458,
      "learning_rate": 7.355251854083044e-05,
      "loss": 0.016,
      "step": 60270
    },
    {
      "epoch": 9.204458695984119,
      "grad_norm": 0.24189917743206024,
      "learning_rate": 7.354340218680264e-05,
      "loss": 0.0134,
      "step": 60280
    },
    {
      "epoch": 9.205985646663613,
      "grad_norm": 0.15630009770393372,
      "learning_rate": 7.353428482704398e-05,
      "loss": 0.0138,
      "step": 60290
    },
    {
      "epoch": 9.207512597343106,
      "grad_norm": 0.22138093411922455,
      "learning_rate": 7.352516646194389e-05,
      "loss": 0.0106,
      "step": 60300
    },
    {
      "epoch": 9.209039548022599,
      "grad_norm": 0.15868861973285675,
      "learning_rate": 7.35160470918919e-05,
      "loss": 0.0169,
      "step": 60310
    },
    {
      "epoch": 9.210566498702091,
      "grad_norm": 0.1468544602394104,
      "learning_rate": 7.350692671727761e-05,
      "loss": 0.0098,
      "step": 60320
    },
    {
      "epoch": 9.212093449381586,
      "grad_norm": 0.18048034608364105,
      "learning_rate": 7.349780533849056e-05,
      "loss": 0.011,
      "step": 60330
    },
    {
      "epoch": 9.213620400061078,
      "grad_norm": 0.1763443499803543,
      "learning_rate": 7.348868295592045e-05,
      "loss": 0.0138,
      "step": 60340
    },
    {
      "epoch": 9.21514735074057,
      "grad_norm": 0.170628622174263,
      "learning_rate": 7.347955956995693e-05,
      "loss": 0.0128,
      "step": 60350
    },
    {
      "epoch": 9.216674301420063,
      "grad_norm": 0.18486052751541138,
      "learning_rate": 7.34704351809898e-05,
      "loss": 0.0139,
      "step": 60360
    },
    {
      "epoch": 9.218201252099558,
      "grad_norm": 0.2957153022289276,
      "learning_rate": 7.346130978940877e-05,
      "loss": 0.0124,
      "step": 60370
    },
    {
      "epoch": 9.21972820277905,
      "grad_norm": 0.23717673122882843,
      "learning_rate": 7.345218339560368e-05,
      "loss": 0.0106,
      "step": 60380
    },
    {
      "epoch": 9.221255153458543,
      "grad_norm": 0.26838594675064087,
      "learning_rate": 7.344305599996441e-05,
      "loss": 0.0125,
      "step": 60390
    },
    {
      "epoch": 9.222782104138036,
      "grad_norm": 0.17050018906593323,
      "learning_rate": 7.343392760288085e-05,
      "loss": 0.0154,
      "step": 60400
    },
    {
      "epoch": 9.22430905481753,
      "grad_norm": 0.16676393151283264,
      "learning_rate": 7.342479820474296e-05,
      "loss": 0.0128,
      "step": 60410
    },
    {
      "epoch": 9.225836005497023,
      "grad_norm": 0.2203785628080368,
      "learning_rate": 7.341566780594071e-05,
      "loss": 0.0142,
      "step": 60420
    },
    {
      "epoch": 9.227362956176515,
      "grad_norm": 0.38992512226104736,
      "learning_rate": 7.340653640686415e-05,
      "loss": 0.0142,
      "step": 60430
    },
    {
      "epoch": 9.228889906856008,
      "grad_norm": 0.20164388418197632,
      "learning_rate": 7.339740400790337e-05,
      "loss": 0.0123,
      "step": 60440
    },
    {
      "epoch": 9.230416857535502,
      "grad_norm": 0.1787705421447754,
      "learning_rate": 7.338827060944846e-05,
      "loss": 0.0131,
      "step": 60450
    },
    {
      "epoch": 9.231943808214995,
      "grad_norm": 0.2105501890182495,
      "learning_rate": 7.337913621188959e-05,
      "loss": 0.011,
      "step": 60460
    },
    {
      "epoch": 9.233470758894487,
      "grad_norm": 0.27664420008659363,
      "learning_rate": 7.3370000815617e-05,
      "loss": 0.014,
      "step": 60470
    },
    {
      "epoch": 9.23499770957398,
      "grad_norm": 0.21248386800289154,
      "learning_rate": 7.336086442102086e-05,
      "loss": 0.0174,
      "step": 60480
    },
    {
      "epoch": 9.236524660253474,
      "grad_norm": 0.2508118152618408,
      "learning_rate": 7.335172702849154e-05,
      "loss": 0.0124,
      "step": 60490
    },
    {
      "epoch": 9.238051610932967,
      "grad_norm": 1.026342511177063,
      "learning_rate": 7.334258863841933e-05,
      "loss": 0.0122,
      "step": 60500
    },
    {
      "epoch": 9.23957856161246,
      "grad_norm": 0.3045612573623657,
      "learning_rate": 7.33334492511946e-05,
      "loss": 0.0105,
      "step": 60510
    },
    {
      "epoch": 9.241105512291952,
      "grad_norm": 0.1964423954486847,
      "learning_rate": 7.332430886720783e-05,
      "loss": 0.0126,
      "step": 60520
    },
    {
      "epoch": 9.242632462971446,
      "grad_norm": 0.26382017135620117,
      "learning_rate": 7.331516748684938e-05,
      "loss": 0.0123,
      "step": 60530
    },
    {
      "epoch": 9.244159413650939,
      "grad_norm": 0.35626929998397827,
      "learning_rate": 7.330602511050984e-05,
      "loss": 0.0155,
      "step": 60540
    },
    {
      "epoch": 9.245686364330432,
      "grad_norm": 0.2605532705783844,
      "learning_rate": 7.329688173857969e-05,
      "loss": 0.0169,
      "step": 60550
    },
    {
      "epoch": 9.247213315009926,
      "grad_norm": 0.15827293694019318,
      "learning_rate": 7.328773737144959e-05,
      "loss": 0.0133,
      "step": 60560
    },
    {
      "epoch": 9.248740265689419,
      "grad_norm": 0.3777450919151306,
      "learning_rate": 7.327859200951011e-05,
      "loss": 0.0141,
      "step": 60570
    },
    {
      "epoch": 9.250267216368911,
      "grad_norm": 0.18099844455718994,
      "learning_rate": 7.326944565315193e-05,
      "loss": 0.013,
      "step": 60580
    },
    {
      "epoch": 9.251794167048404,
      "grad_norm": 0.18797914683818817,
      "learning_rate": 7.326029830276579e-05,
      "loss": 0.0142,
      "step": 60590
    },
    {
      "epoch": 9.253321117727898,
      "grad_norm": 0.296921968460083,
      "learning_rate": 7.325114995874245e-05,
      "loss": 0.014,
      "step": 60600
    },
    {
      "epoch": 9.25484806840739,
      "grad_norm": 0.24255803227424622,
      "learning_rate": 7.32420006214727e-05,
      "loss": 0.0118,
      "step": 60610
    },
    {
      "epoch": 9.256375019086883,
      "grad_norm": 0.23877529799938202,
      "learning_rate": 7.323285029134736e-05,
      "loss": 0.0132,
      "step": 60620
    },
    {
      "epoch": 9.257901969766376,
      "grad_norm": 0.14248207211494446,
      "learning_rate": 7.322369896875733e-05,
      "loss": 0.0133,
      "step": 60630
    },
    {
      "epoch": 9.25942892044587,
      "grad_norm": 0.15998034179210663,
      "learning_rate": 7.321454665409357e-05,
      "loss": 0.0119,
      "step": 60640
    },
    {
      "epoch": 9.260955871125363,
      "grad_norm": 0.16173629462718964,
      "learning_rate": 7.320539334774701e-05,
      "loss": 0.0138,
      "step": 60650
    },
    {
      "epoch": 9.262482821804856,
      "grad_norm": 0.21048100292682648,
      "learning_rate": 7.319623905010867e-05,
      "loss": 0.0122,
      "step": 60660
    },
    {
      "epoch": 9.264009772484348,
      "grad_norm": 0.1956537663936615,
      "learning_rate": 7.318708376156962e-05,
      "loss": 0.0144,
      "step": 60670
    },
    {
      "epoch": 9.265536723163843,
      "grad_norm": 0.21705716848373413,
      "learning_rate": 7.317792748252094e-05,
      "loss": 0.0132,
      "step": 60680
    },
    {
      "epoch": 9.267063673843335,
      "grad_norm": 0.27017906308174133,
      "learning_rate": 7.316877021335379e-05,
      "loss": 0.0152,
      "step": 60690
    },
    {
      "epoch": 9.268590624522828,
      "grad_norm": 0.17016799747943878,
      "learning_rate": 7.315961195445932e-05,
      "loss": 0.0106,
      "step": 60700
    },
    {
      "epoch": 9.27011757520232,
      "grad_norm": 0.18548741936683655,
      "learning_rate": 7.315045270622879e-05,
      "loss": 0.0105,
      "step": 60710
    },
    {
      "epoch": 9.271644525881815,
      "grad_norm": 0.2125360071659088,
      "learning_rate": 7.314129246905346e-05,
      "loss": 0.0158,
      "step": 60720
    },
    {
      "epoch": 9.273171476561307,
      "grad_norm": 0.23571719229221344,
      "learning_rate": 7.313213124332459e-05,
      "loss": 0.0122,
      "step": 60730
    },
    {
      "epoch": 9.2746984272408,
      "grad_norm": 0.16750238835811615,
      "learning_rate": 7.31229690294336e-05,
      "loss": 0.0122,
      "step": 60740
    },
    {
      "epoch": 9.276225377920293,
      "grad_norm": 0.26785171031951904,
      "learning_rate": 7.311380582777184e-05,
      "loss": 0.0112,
      "step": 60750
    },
    {
      "epoch": 9.277752328599787,
      "grad_norm": 0.24138686060905457,
      "learning_rate": 7.310464163873075e-05,
      "loss": 0.0116,
      "step": 60760
    },
    {
      "epoch": 9.27927927927928,
      "grad_norm": 0.28988945484161377,
      "learning_rate": 7.309547646270182e-05,
      "loss": 0.0145,
      "step": 60770
    },
    {
      "epoch": 9.280806229958772,
      "grad_norm": 0.16485755145549774,
      "learning_rate": 7.308631030007657e-05,
      "loss": 0.0127,
      "step": 60780
    },
    {
      "epoch": 9.282333180638265,
      "grad_norm": 0.23670858144760132,
      "learning_rate": 7.307714315124656e-05,
      "loss": 0.0117,
      "step": 60790
    },
    {
      "epoch": 9.28386013131776,
      "grad_norm": 0.2145383208990097,
      "learning_rate": 7.306797501660335e-05,
      "loss": 0.0138,
      "step": 60800
    },
    {
      "epoch": 9.285387081997252,
      "grad_norm": 0.25390031933784485,
      "learning_rate": 7.305880589653866e-05,
      "loss": 0.0199,
      "step": 60810
    },
    {
      "epoch": 9.286914032676744,
      "grad_norm": 0.15994316339492798,
      "learning_rate": 7.304963579144414e-05,
      "loss": 0.014,
      "step": 60820
    },
    {
      "epoch": 9.288440983356237,
      "grad_norm": 0.16837702691555023,
      "learning_rate": 7.304046470171151e-05,
      "loss": 0.0142,
      "step": 60830
    },
    {
      "epoch": 9.289967934035731,
      "grad_norm": 0.18177051842212677,
      "learning_rate": 7.303129262773256e-05,
      "loss": 0.0158,
      "step": 60840
    },
    {
      "epoch": 9.291494884715224,
      "grad_norm": 0.1948435753583908,
      "learning_rate": 7.30221195698991e-05,
      "loss": 0.0114,
      "step": 60850
    },
    {
      "epoch": 9.293021835394716,
      "grad_norm": 0.1758914291858673,
      "learning_rate": 7.301294552860299e-05,
      "loss": 0.0122,
      "step": 60860
    },
    {
      "epoch": 9.294548786074209,
      "grad_norm": 0.22987616062164307,
      "learning_rate": 7.300377050423613e-05,
      "loss": 0.0119,
      "step": 60870
    },
    {
      "epoch": 9.296075736753703,
      "grad_norm": 0.1515491008758545,
      "learning_rate": 7.299459449719042e-05,
      "loss": 0.0107,
      "step": 60880
    },
    {
      "epoch": 9.297602687433196,
      "grad_norm": 0.18180210888385773,
      "learning_rate": 7.29854175078579e-05,
      "loss": 0.0127,
      "step": 60890
    },
    {
      "epoch": 9.299129638112689,
      "grad_norm": 0.19457793235778809,
      "learning_rate": 7.297623953663058e-05,
      "loss": 0.0124,
      "step": 60900
    },
    {
      "epoch": 9.300656588792181,
      "grad_norm": 0.18699735403060913,
      "learning_rate": 7.29670605839005e-05,
      "loss": 0.0156,
      "step": 60910
    },
    {
      "epoch": 9.302183539471676,
      "grad_norm": 0.42313674092292786,
      "learning_rate": 7.295788065005978e-05,
      "loss": 0.0158,
      "step": 60920
    },
    {
      "epoch": 9.303710490151168,
      "grad_norm": 0.16739661991596222,
      "learning_rate": 7.294869973550057e-05,
      "loss": 0.0133,
      "step": 60930
    },
    {
      "epoch": 9.30523744083066,
      "grad_norm": 0.1743190884590149,
      "learning_rate": 7.293951784061509e-05,
      "loss": 0.0134,
      "step": 60940
    },
    {
      "epoch": 9.306764391510153,
      "grad_norm": 0.19496196508407593,
      "learning_rate": 7.293033496579552e-05,
      "loss": 0.0146,
      "step": 60950
    },
    {
      "epoch": 9.308291342189648,
      "grad_norm": 0.21154004335403442,
      "learning_rate": 7.292115111143419e-05,
      "loss": 0.0125,
      "step": 60960
    },
    {
      "epoch": 9.30981829286914,
      "grad_norm": 0.20643125474452972,
      "learning_rate": 7.291196627792338e-05,
      "loss": 0.013,
      "step": 60970
    },
    {
      "epoch": 9.311345243548633,
      "grad_norm": 0.17754778265953064,
      "learning_rate": 7.290278046565546e-05,
      "loss": 0.0145,
      "step": 60980
    },
    {
      "epoch": 9.312872194228126,
      "grad_norm": 0.21290156245231628,
      "learning_rate": 7.289359367502285e-05,
      "loss": 0.0118,
      "step": 60990
    },
    {
      "epoch": 9.31439914490762,
      "grad_norm": 0.22182874381542206,
      "learning_rate": 7.288440590641794e-05,
      "loss": 0.0127,
      "step": 61000
    },
    {
      "epoch": 9.315926095587113,
      "grad_norm": 0.580383837223053,
      "learning_rate": 7.287521716023327e-05,
      "loss": 0.0107,
      "step": 61010
    },
    {
      "epoch": 9.317453046266605,
      "grad_norm": 0.1674804538488388,
      "learning_rate": 7.286602743686135e-05,
      "loss": 0.0131,
      "step": 61020
    },
    {
      "epoch": 9.318979996946098,
      "grad_norm": 0.2358068823814392,
      "learning_rate": 7.285683673669474e-05,
      "loss": 0.0179,
      "step": 61030
    },
    {
      "epoch": 9.320506947625592,
      "grad_norm": 0.27011170983314514,
      "learning_rate": 7.284764506012604e-05,
      "loss": 0.0136,
      "step": 61040
    },
    {
      "epoch": 9.322033898305085,
      "grad_norm": 0.18331623077392578,
      "learning_rate": 7.283845240754793e-05,
      "loss": 0.0096,
      "step": 61050
    },
    {
      "epoch": 9.323560848984577,
      "grad_norm": 0.19757069647312164,
      "learning_rate": 7.282925877935309e-05,
      "loss": 0.0129,
      "step": 61060
    },
    {
      "epoch": 9.325087799664072,
      "grad_norm": 0.2750714421272278,
      "learning_rate": 7.282006417593426e-05,
      "loss": 0.016,
      "step": 61070
    },
    {
      "epoch": 9.326614750343564,
      "grad_norm": 0.31498920917510986,
      "learning_rate": 7.28108685976842e-05,
      "loss": 0.0147,
      "step": 61080
    },
    {
      "epoch": 9.328141701023057,
      "grad_norm": 0.14808204770088196,
      "learning_rate": 7.280167204499574e-05,
      "loss": 0.0151,
      "step": 61090
    },
    {
      "epoch": 9.32966865170255,
      "grad_norm": 0.26121971011161804,
      "learning_rate": 7.279247451826174e-05,
      "loss": 0.0115,
      "step": 61100
    },
    {
      "epoch": 9.331195602382042,
      "grad_norm": 0.3164624273777008,
      "learning_rate": 7.278327601787508e-05,
      "loss": 0.0166,
      "step": 61110
    },
    {
      "epoch": 9.332722553061537,
      "grad_norm": 0.19076447188854218,
      "learning_rate": 7.277407654422875e-05,
      "loss": 0.014,
      "step": 61120
    },
    {
      "epoch": 9.33424950374103,
      "grad_norm": 0.2549575865268707,
      "learning_rate": 7.276487609771569e-05,
      "loss": 0.0127,
      "step": 61130
    },
    {
      "epoch": 9.335776454420522,
      "grad_norm": 0.1907719075679779,
      "learning_rate": 7.275567467872897e-05,
      "loss": 0.014,
      "step": 61140
    },
    {
      "epoch": 9.337303405100016,
      "grad_norm": 0.21045814454555511,
      "learning_rate": 7.27464722876616e-05,
      "loss": 0.0133,
      "step": 61150
    },
    {
      "epoch": 9.338830355779509,
      "grad_norm": 0.2454783171415329,
      "learning_rate": 7.273726892490674e-05,
      "loss": 0.0108,
      "step": 61160
    },
    {
      "epoch": 9.340357306459001,
      "grad_norm": 0.1983022689819336,
      "learning_rate": 7.272806459085751e-05,
      "loss": 0.0145,
      "step": 61170
    },
    {
      "epoch": 9.341884257138494,
      "grad_norm": 0.15839819610118866,
      "learning_rate": 7.271885928590711e-05,
      "loss": 0.0129,
      "step": 61180
    },
    {
      "epoch": 9.343411207817988,
      "grad_norm": 0.12246803939342499,
      "learning_rate": 7.27096530104488e-05,
      "loss": 0.0138,
      "step": 61190
    },
    {
      "epoch": 9.34493815849748,
      "grad_norm": 0.1560518592596054,
      "learning_rate": 7.27004457648758e-05,
      "loss": 0.0152,
      "step": 61200
    },
    {
      "epoch": 9.346465109176973,
      "grad_norm": 0.20921878516674042,
      "learning_rate": 7.269123754958149e-05,
      "loss": 0.0146,
      "step": 61210
    },
    {
      "epoch": 9.347992059856466,
      "grad_norm": 0.28014254570007324,
      "learning_rate": 7.268202836495918e-05,
      "loss": 0.0133,
      "step": 61220
    },
    {
      "epoch": 9.34951901053596,
      "grad_norm": 0.16870801150798798,
      "learning_rate": 7.267281821140229e-05,
      "loss": 0.0112,
      "step": 61230
    },
    {
      "epoch": 9.351045961215453,
      "grad_norm": 0.1729077398777008,
      "learning_rate": 7.266360708930425e-05,
      "loss": 0.014,
      "step": 61240
    },
    {
      "epoch": 9.352572911894946,
      "grad_norm": 0.2103998214006424,
      "learning_rate": 7.265439499905855e-05,
      "loss": 0.0125,
      "step": 61250
    },
    {
      "epoch": 9.354099862574438,
      "grad_norm": 0.25334078073501587,
      "learning_rate": 7.264518194105874e-05,
      "loss": 0.0131,
      "step": 61260
    },
    {
      "epoch": 9.355626813253933,
      "grad_norm": 0.15426887571811676,
      "learning_rate": 7.263596791569833e-05,
      "loss": 0.0097,
      "step": 61270
    },
    {
      "epoch": 9.357153763933425,
      "grad_norm": 0.13853603601455688,
      "learning_rate": 7.262675292337095e-05,
      "loss": 0.0103,
      "step": 61280
    },
    {
      "epoch": 9.358680714612918,
      "grad_norm": 0.27625492215156555,
      "learning_rate": 7.261753696447027e-05,
      "loss": 0.0127,
      "step": 61290
    },
    {
      "epoch": 9.36020766529241,
      "grad_norm": 0.23698724806308746,
      "learning_rate": 7.260832003938995e-05,
      "loss": 0.0119,
      "step": 61300
    },
    {
      "epoch": 9.361734615971905,
      "grad_norm": 0.15669211745262146,
      "learning_rate": 7.259910214852373e-05,
      "loss": 0.0124,
      "step": 61310
    },
    {
      "epoch": 9.363261566651397,
      "grad_norm": 0.5797463655471802,
      "learning_rate": 7.25898832922654e-05,
      "loss": 0.0117,
      "step": 61320
    },
    {
      "epoch": 9.36478851733089,
      "grad_norm": 0.22988136112689972,
      "learning_rate": 7.258066347100874e-05,
      "loss": 0.011,
      "step": 61330
    },
    {
      "epoch": 9.366315468010383,
      "grad_norm": 0.24305306375026703,
      "learning_rate": 7.257144268514762e-05,
      "loss": 0.0131,
      "step": 61340
    },
    {
      "epoch": 9.367842418689877,
      "grad_norm": 0.24491003155708313,
      "learning_rate": 7.256222093507593e-05,
      "loss": 0.0167,
      "step": 61350
    },
    {
      "epoch": 9.36936936936937,
      "grad_norm": 0.15315558016300201,
      "learning_rate": 7.255299822118761e-05,
      "loss": 0.0129,
      "step": 61360
    },
    {
      "epoch": 9.370896320048862,
      "grad_norm": 0.2523530423641205,
      "learning_rate": 7.254377454387664e-05,
      "loss": 0.0164,
      "step": 61370
    },
    {
      "epoch": 9.372423270728355,
      "grad_norm": 0.1504410207271576,
      "learning_rate": 7.253454990353705e-05,
      "loss": 0.012,
      "step": 61380
    },
    {
      "epoch": 9.37395022140785,
      "grad_norm": 0.1591975837945938,
      "learning_rate": 7.252532430056287e-05,
      "loss": 0.0142,
      "step": 61390
    },
    {
      "epoch": 9.375477172087342,
      "grad_norm": 0.16413117945194244,
      "learning_rate": 7.25160977353482e-05,
      "loss": 0.0108,
      "step": 61400
    },
    {
      "epoch": 9.377004122766834,
      "grad_norm": 0.20127812027931213,
      "learning_rate": 7.250687020828724e-05,
      "loss": 0.014,
      "step": 61410
    },
    {
      "epoch": 9.378531073446327,
      "grad_norm": 0.16828663647174835,
      "learning_rate": 7.249764171977409e-05,
      "loss": 0.0107,
      "step": 61420
    },
    {
      "epoch": 9.380058024125821,
      "grad_norm": 0.19116787612438202,
      "learning_rate": 7.248841227020304e-05,
      "loss": 0.0168,
      "step": 61430
    },
    {
      "epoch": 9.381584974805314,
      "grad_norm": 0.18123440444469452,
      "learning_rate": 7.247918185996832e-05,
      "loss": 0.0147,
      "step": 61440
    },
    {
      "epoch": 9.383111925484807,
      "grad_norm": 0.24076348543167114,
      "learning_rate": 7.246995048946425e-05,
      "loss": 0.0114,
      "step": 61450
    },
    {
      "epoch": 9.3846388761643,
      "grad_norm": 0.21989819407463074,
      "learning_rate": 7.246071815908517e-05,
      "loss": 0.0125,
      "step": 61460
    },
    {
      "epoch": 9.386165826843794,
      "grad_norm": 0.17318372428417206,
      "learning_rate": 7.245148486922549e-05,
      "loss": 0.0194,
      "step": 61470
    },
    {
      "epoch": 9.387692777523286,
      "grad_norm": 0.2555723190307617,
      "learning_rate": 7.24422506202796e-05,
      "loss": 0.013,
      "step": 61480
    },
    {
      "epoch": 9.389219728202779,
      "grad_norm": 0.2604605257511139,
      "learning_rate": 7.243301541264199e-05,
      "loss": 0.0156,
      "step": 61490
    },
    {
      "epoch": 9.390746678882271,
      "grad_norm": 0.16541245579719543,
      "learning_rate": 7.242377924670718e-05,
      "loss": 0.0153,
      "step": 61500
    },
    {
      "epoch": 9.392273629561766,
      "grad_norm": 0.2233506590127945,
      "learning_rate": 7.241454212286971e-05,
      "loss": 0.0149,
      "step": 61510
    },
    {
      "epoch": 9.393800580241258,
      "grad_norm": 0.2505102753639221,
      "learning_rate": 7.240530404152418e-05,
      "loss": 0.0146,
      "step": 61520
    },
    {
      "epoch": 9.395327530920751,
      "grad_norm": 0.19311656057834625,
      "learning_rate": 7.239606500306524e-05,
      "loss": 0.0133,
      "step": 61530
    },
    {
      "epoch": 9.396854481600244,
      "grad_norm": 0.24547623097896576,
      "learning_rate": 7.238682500788752e-05,
      "loss": 0.0147,
      "step": 61540
    },
    {
      "epoch": 9.398381432279738,
      "grad_norm": 0.21528486907482147,
      "learning_rate": 7.237758405638578e-05,
      "loss": 0.0119,
      "step": 61550
    },
    {
      "epoch": 9.39990838295923,
      "grad_norm": 0.17065270245075226,
      "learning_rate": 7.236834214895474e-05,
      "loss": 0.0139,
      "step": 61560
    },
    {
      "epoch": 9.401435333638723,
      "grad_norm": 0.232305645942688,
      "learning_rate": 7.235909928598922e-05,
      "loss": 0.0141,
      "step": 61570
    },
    {
      "epoch": 9.402962284318216,
      "grad_norm": 0.15879778563976288,
      "learning_rate": 7.234985546788405e-05,
      "loss": 0.0111,
      "step": 61580
    },
    {
      "epoch": 9.40448923499771,
      "grad_norm": 0.19034996628761292,
      "learning_rate": 7.234061069503412e-05,
      "loss": 0.0135,
      "step": 61590
    },
    {
      "epoch": 9.406016185677203,
      "grad_norm": 0.25623464584350586,
      "learning_rate": 7.233136496783434e-05,
      "loss": 0.0148,
      "step": 61600
    },
    {
      "epoch": 9.407543136356695,
      "grad_norm": 0.206362783908844,
      "learning_rate": 7.232211828667969e-05,
      "loss": 0.013,
      "step": 61610
    },
    {
      "epoch": 9.409070087036188,
      "grad_norm": 0.18684819340705872,
      "learning_rate": 7.231287065196512e-05,
      "loss": 0.018,
      "step": 61620
    },
    {
      "epoch": 9.410597037715682,
      "grad_norm": 0.23492056131362915,
      "learning_rate": 7.230362206408572e-05,
      "loss": 0.015,
      "step": 61630
    },
    {
      "epoch": 9.412123988395175,
      "grad_norm": 0.17540182173252106,
      "learning_rate": 7.229437252343659e-05,
      "loss": 0.0143,
      "step": 61640
    },
    {
      "epoch": 9.413650939074667,
      "grad_norm": 0.21480120718479156,
      "learning_rate": 7.228512203041278e-05,
      "loss": 0.0135,
      "step": 61650
    },
    {
      "epoch": 9.415177889754162,
      "grad_norm": 0.23725436627864838,
      "learning_rate": 7.227587058540952e-05,
      "loss": 0.0131,
      "step": 61660
    },
    {
      "epoch": 9.416704840433654,
      "grad_norm": 0.27557846903800964,
      "learning_rate": 7.226661818882197e-05,
      "loss": 0.0123,
      "step": 61670
    },
    {
      "epoch": 9.418231791113147,
      "grad_norm": 0.2347913682460785,
      "learning_rate": 7.22573648410454e-05,
      "loss": 0.0122,
      "step": 61680
    },
    {
      "epoch": 9.41975874179264,
      "grad_norm": 0.18411119282245636,
      "learning_rate": 7.22481105424751e-05,
      "loss": 0.0125,
      "step": 61690
    },
    {
      "epoch": 9.421285692472134,
      "grad_norm": 0.1700999140739441,
      "learning_rate": 7.22388552935064e-05,
      "loss": 0.0107,
      "step": 61700
    },
    {
      "epoch": 9.422812643151627,
      "grad_norm": 0.1801825612783432,
      "learning_rate": 7.222959909453463e-05,
      "loss": 0.0135,
      "step": 61710
    },
    {
      "epoch": 9.42433959383112,
      "grad_norm": 0.21461282670497894,
      "learning_rate": 7.222034194595524e-05,
      "loss": 0.0138,
      "step": 61720
    },
    {
      "epoch": 9.425866544510612,
      "grad_norm": 0.344022661447525,
      "learning_rate": 7.221108384816366e-05,
      "loss": 0.0117,
      "step": 61730
    },
    {
      "epoch": 9.427393495190106,
      "grad_norm": 0.16221468150615692,
      "learning_rate": 7.220182480155538e-05,
      "loss": 0.0133,
      "step": 61740
    },
    {
      "epoch": 9.428920445869599,
      "grad_norm": 0.1846880167722702,
      "learning_rate": 7.219256480652593e-05,
      "loss": 0.0109,
      "step": 61750
    },
    {
      "epoch": 9.430447396549091,
      "grad_norm": 0.24903520941734314,
      "learning_rate": 7.218330386347088e-05,
      "loss": 0.0135,
      "step": 61760
    },
    {
      "epoch": 9.431974347228584,
      "grad_norm": 0.15892039239406586,
      "learning_rate": 7.217404197278585e-05,
      "loss": 0.0133,
      "step": 61770
    },
    {
      "epoch": 9.433501297908078,
      "grad_norm": 0.17507317662239075,
      "learning_rate": 7.216477913486647e-05,
      "loss": 0.0134,
      "step": 61780
    },
    {
      "epoch": 9.435028248587571,
      "grad_norm": 0.35885459184646606,
      "learning_rate": 7.215551535010844e-05,
      "loss": 0.0176,
      "step": 61790
    },
    {
      "epoch": 9.436555199267064,
      "grad_norm": 0.2098749577999115,
      "learning_rate": 7.214625061890751e-05,
      "loss": 0.018,
      "step": 61800
    },
    {
      "epoch": 9.438082149946556,
      "grad_norm": 0.18811605870723724,
      "learning_rate": 7.213698494165943e-05,
      "loss": 0.0132,
      "step": 61810
    },
    {
      "epoch": 9.43960910062605,
      "grad_norm": 0.4451221823692322,
      "learning_rate": 7.212771831876002e-05,
      "loss": 0.012,
      "step": 61820
    },
    {
      "epoch": 9.441136051305543,
      "grad_norm": 0.24147547781467438,
      "learning_rate": 7.211845075060514e-05,
      "loss": 0.0134,
      "step": 61830
    },
    {
      "epoch": 9.442663001985036,
      "grad_norm": 0.24123646318912506,
      "learning_rate": 7.210918223759068e-05,
      "loss": 0.0125,
      "step": 61840
    },
    {
      "epoch": 9.444189952664528,
      "grad_norm": 0.2574184834957123,
      "learning_rate": 7.209991278011255e-05,
      "loss": 0.0101,
      "step": 61850
    },
    {
      "epoch": 9.445716903344023,
      "grad_norm": 0.18109357357025146,
      "learning_rate": 7.209064237856676e-05,
      "loss": 0.013,
      "step": 61860
    },
    {
      "epoch": 9.447243854023515,
      "grad_norm": 0.21414165198802948,
      "learning_rate": 7.208137103334931e-05,
      "loss": 0.0167,
      "step": 61870
    },
    {
      "epoch": 9.448770804703008,
      "grad_norm": 0.2407251000404358,
      "learning_rate": 7.207209874485624e-05,
      "loss": 0.0136,
      "step": 61880
    },
    {
      "epoch": 9.4502977553825,
      "grad_norm": 0.17387908697128296,
      "learning_rate": 7.206282551348366e-05,
      "loss": 0.0123,
      "step": 61890
    },
    {
      "epoch": 9.451824706061995,
      "grad_norm": 0.4813855290412903,
      "learning_rate": 7.205355133962772e-05,
      "loss": 0.0162,
      "step": 61900
    },
    {
      "epoch": 9.453351656741487,
      "grad_norm": 0.24864773452281952,
      "learning_rate": 7.20442762236846e-05,
      "loss": 0.0149,
      "step": 61910
    },
    {
      "epoch": 9.45487860742098,
      "grad_norm": 0.22654634714126587,
      "learning_rate": 7.203500016605045e-05,
      "loss": 0.0166,
      "step": 61920
    },
    {
      "epoch": 9.456405558100473,
      "grad_norm": 0.47946831583976746,
      "learning_rate": 7.202572316712159e-05,
      "loss": 0.014,
      "step": 61930
    },
    {
      "epoch": 9.457932508779967,
      "grad_norm": 0.2721116542816162,
      "learning_rate": 7.201644522729432e-05,
      "loss": 0.0103,
      "step": 61940
    },
    {
      "epoch": 9.45945945945946,
      "grad_norm": 0.3098621964454651,
      "learning_rate": 7.200716634696493e-05,
      "loss": 0.0106,
      "step": 61950
    },
    {
      "epoch": 9.460986410138952,
      "grad_norm": 0.37530338764190674,
      "learning_rate": 7.199788652652982e-05,
      "loss": 0.0141,
      "step": 61960
    },
    {
      "epoch": 9.462513360818445,
      "grad_norm": 0.17119358479976654,
      "learning_rate": 7.198860576638542e-05,
      "loss": 0.0131,
      "step": 61970
    },
    {
      "epoch": 9.46404031149794,
      "grad_norm": 0.2722754180431366,
      "learning_rate": 7.197932406692818e-05,
      "loss": 0.0156,
      "step": 61980
    },
    {
      "epoch": 9.465567262177432,
      "grad_norm": 0.205789253115654,
      "learning_rate": 7.197004142855459e-05,
      "loss": 0.012,
      "step": 61990
    },
    {
      "epoch": 9.467094212856924,
      "grad_norm": 0.17210577428340912,
      "learning_rate": 7.196075785166118e-05,
      "loss": 0.011,
      "step": 62000
    },
    {
      "epoch": 9.468621163536417,
      "grad_norm": 0.3096686601638794,
      "learning_rate": 7.195147333664455e-05,
      "loss": 0.0145,
      "step": 62010
    },
    {
      "epoch": 9.470148114215911,
      "grad_norm": 0.3119053244590759,
      "learning_rate": 7.19421878839013e-05,
      "loss": 0.0153,
      "step": 62020
    },
    {
      "epoch": 9.471675064895404,
      "grad_norm": 0.15434636175632477,
      "learning_rate": 7.19329014938281e-05,
      "loss": 0.0113,
      "step": 62030
    },
    {
      "epoch": 9.473202015574897,
      "grad_norm": 0.2344098836183548,
      "learning_rate": 7.192361416682164e-05,
      "loss": 0.0132,
      "step": 62040
    },
    {
      "epoch": 9.47472896625439,
      "grad_norm": 0.20968887209892273,
      "learning_rate": 7.191432590327864e-05,
      "loss": 0.0107,
      "step": 62050
    },
    {
      "epoch": 9.476255916933884,
      "grad_norm": 0.3142881393432617,
      "learning_rate": 7.190503670359592e-05,
      "loss": 0.0111,
      "step": 62060
    },
    {
      "epoch": 9.477782867613376,
      "grad_norm": 0.1876785308122635,
      "learning_rate": 7.189574656817026e-05,
      "loss": 0.0161,
      "step": 62070
    },
    {
      "epoch": 9.479309818292869,
      "grad_norm": 0.1820472627878189,
      "learning_rate": 7.188645549739852e-05,
      "loss": 0.0109,
      "step": 62080
    },
    {
      "epoch": 9.480836768972361,
      "grad_norm": 0.3477691113948822,
      "learning_rate": 7.187716349167764e-05,
      "loss": 0.0159,
      "step": 62090
    },
    {
      "epoch": 9.482363719651856,
      "grad_norm": 0.4718470573425293,
      "learning_rate": 7.186787055140448e-05,
      "loss": 0.0135,
      "step": 62100
    },
    {
      "epoch": 9.483890670331348,
      "grad_norm": 0.23674552142620087,
      "learning_rate": 7.18585766769761e-05,
      "loss": 0.0157,
      "step": 62110
    },
    {
      "epoch": 9.485417621010841,
      "grad_norm": 0.16124765574932098,
      "learning_rate": 7.184928186878945e-05,
      "loss": 0.0124,
      "step": 62120
    },
    {
      "epoch": 9.486944571690334,
      "grad_norm": 0.23834633827209473,
      "learning_rate": 7.183998612724165e-05,
      "loss": 0.0155,
      "step": 62130
    },
    {
      "epoch": 9.488471522369828,
      "grad_norm": 0.18620485067367554,
      "learning_rate": 7.183068945272974e-05,
      "loss": 0.0093,
      "step": 62140
    },
    {
      "epoch": 9.48999847304932,
      "grad_norm": 0.2561064660549164,
      "learning_rate": 7.182139184565089e-05,
      "loss": 0.0131,
      "step": 62150
    },
    {
      "epoch": 9.491525423728813,
      "grad_norm": 0.1577749252319336,
      "learning_rate": 7.181209330640226e-05,
      "loss": 0.0165,
      "step": 62160
    },
    {
      "epoch": 9.493052374408308,
      "grad_norm": 0.20022700726985931,
      "learning_rate": 7.180279383538107e-05,
      "loss": 0.0137,
      "step": 62170
    },
    {
      "epoch": 9.4945793250878,
      "grad_norm": 0.3174251914024353,
      "learning_rate": 7.17934934329846e-05,
      "loss": 0.0127,
      "step": 62180
    },
    {
      "epoch": 9.496106275767293,
      "grad_norm": 0.16558460891246796,
      "learning_rate": 7.178419209961012e-05,
      "loss": 0.0142,
      "step": 62190
    },
    {
      "epoch": 9.497633226446785,
      "grad_norm": 0.1853625625371933,
      "learning_rate": 7.177488983565497e-05,
      "loss": 0.0118,
      "step": 62200
    },
    {
      "epoch": 9.499160177126278,
      "grad_norm": 0.18253104388713837,
      "learning_rate": 7.176558664151652e-05,
      "loss": 0.0131,
      "step": 62210
    },
    {
      "epoch": 9.500687127805772,
      "grad_norm": 0.1924154907464981,
      "learning_rate": 7.17562825175922e-05,
      "loss": 0.0124,
      "step": 62220
    },
    {
      "epoch": 9.502214078485265,
      "grad_norm": 0.46466630697250366,
      "learning_rate": 7.174697746427945e-05,
      "loss": 0.014,
      "step": 62230
    },
    {
      "epoch": 9.503741029164757,
      "grad_norm": 0.19992052018642426,
      "learning_rate": 7.17376714819758e-05,
      "loss": 0.0151,
      "step": 62240
    },
    {
      "epoch": 9.505267979844252,
      "grad_norm": 0.19004791975021362,
      "learning_rate": 7.172836457107872e-05,
      "loss": 0.0142,
      "step": 62250
    },
    {
      "epoch": 9.506794930523744,
      "grad_norm": 0.21867845952510834,
      "learning_rate": 7.171905673198586e-05,
      "loss": 0.0144,
      "step": 62260
    },
    {
      "epoch": 9.508321881203237,
      "grad_norm": 0.19622884690761566,
      "learning_rate": 7.170974796509478e-05,
      "loss": 0.0114,
      "step": 62270
    },
    {
      "epoch": 9.50984883188273,
      "grad_norm": 0.16499346494674683,
      "learning_rate": 7.170043827080313e-05,
      "loss": 0.0122,
      "step": 62280
    },
    {
      "epoch": 9.511375782562224,
      "grad_norm": 0.21642568707466125,
      "learning_rate": 7.169112764950865e-05,
      "loss": 0.0129,
      "step": 62290
    },
    {
      "epoch": 9.512902733241717,
      "grad_norm": 0.23134146630764008,
      "learning_rate": 7.168181610160903e-05,
      "loss": 0.0115,
      "step": 62300
    },
    {
      "epoch": 9.51442968392121,
      "grad_norm": 0.2917531132698059,
      "learning_rate": 7.167250362750206e-05,
      "loss": 0.0123,
      "step": 62310
    },
    {
      "epoch": 9.515956634600702,
      "grad_norm": 0.19172438979148865,
      "learning_rate": 7.166319022758554e-05,
      "loss": 0.0112,
      "step": 62320
    },
    {
      "epoch": 9.517483585280196,
      "grad_norm": 0.25903651118278503,
      "learning_rate": 7.165387590225734e-05,
      "loss": 0.0134,
      "step": 62330
    },
    {
      "epoch": 9.519010535959689,
      "grad_norm": 0.38244086503982544,
      "learning_rate": 7.164456065191534e-05,
      "loss": 0.011,
      "step": 62340
    },
    {
      "epoch": 9.520537486639181,
      "grad_norm": 0.21405835449695587,
      "learning_rate": 7.163524447695746e-05,
      "loss": 0.0146,
      "step": 62350
    },
    {
      "epoch": 9.522064437318674,
      "grad_norm": 0.17023631930351257,
      "learning_rate": 7.16259273777817e-05,
      "loss": 0.0149,
      "step": 62360
    },
    {
      "epoch": 9.523591387998168,
      "grad_norm": 0.173439159989357,
      "learning_rate": 7.161660935478604e-05,
      "loss": 0.0139,
      "step": 62370
    },
    {
      "epoch": 9.525118338677661,
      "grad_norm": 0.18865688145160675,
      "learning_rate": 7.160729040836856e-05,
      "loss": 0.0146,
      "step": 62380
    },
    {
      "epoch": 9.526645289357154,
      "grad_norm": 0.1755969524383545,
      "learning_rate": 7.15979705389273e-05,
      "loss": 0.0156,
      "step": 62390
    },
    {
      "epoch": 9.528172240036646,
      "grad_norm": 0.17861483991146088,
      "learning_rate": 7.158864974686042e-05,
      "loss": 0.0131,
      "step": 62400
    },
    {
      "epoch": 9.52969919071614,
      "grad_norm": 0.20949473977088928,
      "learning_rate": 7.157932803256609e-05,
      "loss": 0.013,
      "step": 62410
    },
    {
      "epoch": 9.531226141395633,
      "grad_norm": 0.17968663573265076,
      "learning_rate": 7.15700053964425e-05,
      "loss": 0.0134,
      "step": 62420
    },
    {
      "epoch": 9.532753092075126,
      "grad_norm": 0.3748302161693573,
      "learning_rate": 7.156068183888791e-05,
      "loss": 0.0121,
      "step": 62430
    },
    {
      "epoch": 9.534280042754618,
      "grad_norm": 0.2134578973054886,
      "learning_rate": 7.15513573603006e-05,
      "loss": 0.0163,
      "step": 62440
    },
    {
      "epoch": 9.535806993434113,
      "grad_norm": 0.20554979145526886,
      "learning_rate": 7.15420319610789e-05,
      "loss": 0.0103,
      "step": 62450
    },
    {
      "epoch": 9.537333944113605,
      "grad_norm": 0.14299677312374115,
      "learning_rate": 7.153270564162116e-05,
      "loss": 0.0114,
      "step": 62460
    },
    {
      "epoch": 9.538860894793098,
      "grad_norm": 0.2740129232406616,
      "learning_rate": 7.15233784023258e-05,
      "loss": 0.0124,
      "step": 62470
    },
    {
      "epoch": 9.54038784547259,
      "grad_norm": 0.27023574709892273,
      "learning_rate": 7.151405024359125e-05,
      "loss": 0.0158,
      "step": 62480
    },
    {
      "epoch": 9.541914796152085,
      "grad_norm": 0.1405102014541626,
      "learning_rate": 7.1504721165816e-05,
      "loss": 0.0122,
      "step": 62490
    },
    {
      "epoch": 9.543441746831578,
      "grad_norm": 0.2546170949935913,
      "learning_rate": 7.149539116939855e-05,
      "loss": 0.0145,
      "step": 62500
    },
    {
      "epoch": 9.54496869751107,
      "grad_norm": 0.1930251121520996,
      "learning_rate": 7.148606025473749e-05,
      "loss": 0.0132,
      "step": 62510
    },
    {
      "epoch": 9.546495648190563,
      "grad_norm": 0.3204626441001892,
      "learning_rate": 7.14767284222314e-05,
      "loss": 0.0131,
      "step": 62520
    },
    {
      "epoch": 9.548022598870057,
      "grad_norm": 0.24349531531333923,
      "learning_rate": 7.146739567227896e-05,
      "loss": 0.0124,
      "step": 62530
    },
    {
      "epoch": 9.54954954954955,
      "grad_norm": 0.2830885648727417,
      "learning_rate": 7.145806200527878e-05,
      "loss": 0.0134,
      "step": 62540
    },
    {
      "epoch": 9.551076500229042,
      "grad_norm": 0.2150142639875412,
      "learning_rate": 7.144872742162962e-05,
      "loss": 0.0126,
      "step": 62550
    },
    {
      "epoch": 9.552603450908535,
      "grad_norm": 0.23657503724098206,
      "learning_rate": 7.143939192173022e-05,
      "loss": 0.0121,
      "step": 62560
    },
    {
      "epoch": 9.55413040158803,
      "grad_norm": 0.20410054922103882,
      "learning_rate": 7.143005550597938e-05,
      "loss": 0.0154,
      "step": 62570
    },
    {
      "epoch": 9.555657352267522,
      "grad_norm": 0.21076829731464386,
      "learning_rate": 7.142071817477596e-05,
      "loss": 0.017,
      "step": 62580
    },
    {
      "epoch": 9.557184302947014,
      "grad_norm": 0.16049306094646454,
      "learning_rate": 7.141137992851879e-05,
      "loss": 0.0119,
      "step": 62590
    },
    {
      "epoch": 9.558711253626507,
      "grad_norm": 0.2498035430908203,
      "learning_rate": 7.140204076760681e-05,
      "loss": 0.0117,
      "step": 62600
    },
    {
      "epoch": 9.560238204306001,
      "grad_norm": 0.20676808059215546,
      "learning_rate": 7.139270069243896e-05,
      "loss": 0.015,
      "step": 62610
    },
    {
      "epoch": 9.561765154985494,
      "grad_norm": 0.17794208228588104,
      "learning_rate": 7.138335970341425e-05,
      "loss": 0.0127,
      "step": 62620
    },
    {
      "epoch": 9.563292105664987,
      "grad_norm": 0.22324667870998383,
      "learning_rate": 7.137401780093168e-05,
      "loss": 0.011,
      "step": 62630
    },
    {
      "epoch": 9.56481905634448,
      "grad_norm": 0.31216418743133545,
      "learning_rate": 7.136467498539035e-05,
      "loss": 0.0119,
      "step": 62640
    },
    {
      "epoch": 9.566346007023974,
      "grad_norm": 0.17445804178714752,
      "learning_rate": 7.135533125718935e-05,
      "loss": 0.0116,
      "step": 62650
    },
    {
      "epoch": 9.567872957703466,
      "grad_norm": 0.2751554250717163,
      "learning_rate": 7.134598661672781e-05,
      "loss": 0.0145,
      "step": 62660
    },
    {
      "epoch": 9.569399908382959,
      "grad_norm": 0.2755603790283203,
      "learning_rate": 7.133664106440495e-05,
      "loss": 0.0132,
      "step": 62670
    },
    {
      "epoch": 9.570926859062453,
      "grad_norm": 0.2248360812664032,
      "learning_rate": 7.132729460061997e-05,
      "loss": 0.0143,
      "step": 62680
    },
    {
      "epoch": 9.572453809741946,
      "grad_norm": 0.19693437218666077,
      "learning_rate": 7.131794722577218e-05,
      "loss": 0.0157,
      "step": 62690
    },
    {
      "epoch": 9.573980760421438,
      "grad_norm": 0.5378904342651367,
      "learning_rate": 7.13085989402608e-05,
      "loss": 0.0143,
      "step": 62700
    },
    {
      "epoch": 9.575507711100931,
      "grad_norm": 0.4287208318710327,
      "learning_rate": 7.129924974448525e-05,
      "loss": 0.0132,
      "step": 62710
    },
    {
      "epoch": 9.577034661780424,
      "grad_norm": 0.22585061192512512,
      "learning_rate": 7.128989963884485e-05,
      "loss": 0.0132,
      "step": 62720
    },
    {
      "epoch": 9.578561612459918,
      "grad_norm": 0.2498532235622406,
      "learning_rate": 7.128054862373907e-05,
      "loss": 0.0128,
      "step": 62730
    },
    {
      "epoch": 9.58008856313941,
      "grad_norm": 0.21133753657341003,
      "learning_rate": 7.127119669956735e-05,
      "loss": 0.0135,
      "step": 62740
    },
    {
      "epoch": 9.581615513818903,
      "grad_norm": 0.3562113642692566,
      "learning_rate": 7.126184386672919e-05,
      "loss": 0.0147,
      "step": 62750
    },
    {
      "epoch": 9.583142464498398,
      "grad_norm": 0.23605255782604218,
      "learning_rate": 7.125249012562409e-05,
      "loss": 0.0109,
      "step": 62760
    },
    {
      "epoch": 9.58466941517789,
      "grad_norm": 0.2305447906255722,
      "learning_rate": 7.124313547665166e-05,
      "loss": 0.0141,
      "step": 62770
    },
    {
      "epoch": 9.586196365857383,
      "grad_norm": 0.17370764911174774,
      "learning_rate": 7.123377992021153e-05,
      "loss": 0.0106,
      "step": 62780
    },
    {
      "epoch": 9.587723316536875,
      "grad_norm": 0.2484634667634964,
      "learning_rate": 7.122442345670332e-05,
      "loss": 0.0115,
      "step": 62790
    },
    {
      "epoch": 9.589250267216368,
      "grad_norm": 0.21211688220500946,
      "learning_rate": 7.121506608652673e-05,
      "loss": 0.0146,
      "step": 62800
    },
    {
      "epoch": 9.590777217895862,
      "grad_norm": 0.29444390535354614,
      "learning_rate": 7.120570781008148e-05,
      "loss": 0.0128,
      "step": 62810
    },
    {
      "epoch": 9.592304168575355,
      "grad_norm": 0.2500919997692108,
      "learning_rate": 7.119634862776735e-05,
      "loss": 0.0168,
      "step": 62820
    },
    {
      "epoch": 9.593831119254848,
      "grad_norm": 0.2957022190093994,
      "learning_rate": 7.118698853998416e-05,
      "loss": 0.0139,
      "step": 62830
    },
    {
      "epoch": 9.595358069934342,
      "grad_norm": 0.22790315747261047,
      "learning_rate": 7.117762754713173e-05,
      "loss": 0.01,
      "step": 62840
    },
    {
      "epoch": 9.596885020613835,
      "grad_norm": 0.23942013084888458,
      "learning_rate": 7.116826564960996e-05,
      "loss": 0.0128,
      "step": 62850
    },
    {
      "epoch": 9.598411971293327,
      "grad_norm": 0.1993589997291565,
      "learning_rate": 7.115890284781876e-05,
      "loss": 0.0129,
      "step": 62860
    },
    {
      "epoch": 9.59993892197282,
      "grad_norm": 0.2581546902656555,
      "learning_rate": 7.11495391421581e-05,
      "loss": 0.0131,
      "step": 62870
    },
    {
      "epoch": 9.601465872652314,
      "grad_norm": 0.16786204278469086,
      "learning_rate": 7.114017453302799e-05,
      "loss": 0.0141,
      "step": 62880
    },
    {
      "epoch": 9.602992823331807,
      "grad_norm": 0.2870391309261322,
      "learning_rate": 7.113080902082847e-05,
      "loss": 0.0128,
      "step": 62890
    },
    {
      "epoch": 9.6045197740113,
      "grad_norm": 0.25000524520874023,
      "learning_rate": 7.112144260595959e-05,
      "loss": 0.0123,
      "step": 62900
    },
    {
      "epoch": 9.606046724690792,
      "grad_norm": 0.1372617781162262,
      "learning_rate": 7.111207528882149e-05,
      "loss": 0.014,
      "step": 62910
    },
    {
      "epoch": 9.607573675370286,
      "grad_norm": 0.2028684765100479,
      "learning_rate": 7.11027070698143e-05,
      "loss": 0.009,
      "step": 62920
    },
    {
      "epoch": 9.609100626049779,
      "grad_norm": 0.21142292022705078,
      "learning_rate": 7.109333794933825e-05,
      "loss": 0.0128,
      "step": 62930
    },
    {
      "epoch": 9.610627576729271,
      "grad_norm": 0.2186570167541504,
      "learning_rate": 7.108396792779356e-05,
      "loss": 0.0129,
      "step": 62940
    },
    {
      "epoch": 9.612154527408764,
      "grad_norm": 0.1889857053756714,
      "learning_rate": 7.107459700558047e-05,
      "loss": 0.0122,
      "step": 62950
    },
    {
      "epoch": 9.613681478088258,
      "grad_norm": 0.2008916586637497,
      "learning_rate": 7.106522518309934e-05,
      "loss": 0.0113,
      "step": 62960
    },
    {
      "epoch": 9.615208428767751,
      "grad_norm": 0.15969832241535187,
      "learning_rate": 7.105585246075046e-05,
      "loss": 0.0123,
      "step": 62970
    },
    {
      "epoch": 9.616735379447244,
      "grad_norm": 0.17561392486095428,
      "learning_rate": 7.104647883893427e-05,
      "loss": 0.0115,
      "step": 62980
    },
    {
      "epoch": 9.618262330126736,
      "grad_norm": 0.2416064292192459,
      "learning_rate": 7.103710431805115e-05,
      "loss": 0.01,
      "step": 62990
    },
    {
      "epoch": 9.61978928080623,
      "grad_norm": 0.14401397109031677,
      "learning_rate": 7.102772889850158e-05,
      "loss": 0.0118,
      "step": 63000
    },
    {
      "epoch": 9.621316231485723,
      "grad_norm": 0.23827479779720306,
      "learning_rate": 7.101835258068606e-05,
      "loss": 0.0117,
      "step": 63010
    },
    {
      "epoch": 9.622843182165216,
      "grad_norm": 0.16861136257648468,
      "learning_rate": 7.100897536500512e-05,
      "loss": 0.0143,
      "step": 63020
    },
    {
      "epoch": 9.624370132844708,
      "grad_norm": 0.13800184428691864,
      "learning_rate": 7.099959725185937e-05,
      "loss": 0.014,
      "step": 63030
    },
    {
      "epoch": 9.625897083524203,
      "grad_norm": 0.18617115914821625,
      "learning_rate": 7.09902182416494e-05,
      "loss": 0.0104,
      "step": 63040
    },
    {
      "epoch": 9.627424034203695,
      "grad_norm": 0.09458553791046143,
      "learning_rate": 7.098083833477585e-05,
      "loss": 0.0124,
      "step": 63050
    },
    {
      "epoch": 9.628950984883188,
      "grad_norm": 0.20105195045471191,
      "learning_rate": 7.097145753163944e-05,
      "loss": 0.0138,
      "step": 63060
    },
    {
      "epoch": 9.63047793556268,
      "grad_norm": 0.15954521298408508,
      "learning_rate": 7.09620758326409e-05,
      "loss": 0.0118,
      "step": 63070
    },
    {
      "epoch": 9.632004886242175,
      "grad_norm": 0.18095627427101135,
      "learning_rate": 7.095269323818097e-05,
      "loss": 0.0107,
      "step": 63080
    },
    {
      "epoch": 9.633531836921668,
      "grad_norm": 0.31886398792266846,
      "learning_rate": 7.094330974866049e-05,
      "loss": 0.0123,
      "step": 63090
    },
    {
      "epoch": 9.63505878760116,
      "grad_norm": 0.13190218806266785,
      "learning_rate": 7.093392536448027e-05,
      "loss": 0.0141,
      "step": 63100
    },
    {
      "epoch": 9.636585738280653,
      "grad_norm": 0.17112554609775543,
      "learning_rate": 7.092454008604125e-05,
      "loss": 0.0108,
      "step": 63110
    },
    {
      "epoch": 9.638112688960147,
      "grad_norm": 0.18840061128139496,
      "learning_rate": 7.091515391374429e-05,
      "loss": 0.0136,
      "step": 63120
    },
    {
      "epoch": 9.63963963963964,
      "grad_norm": 0.1892327517271042,
      "learning_rate": 7.090576684799038e-05,
      "loss": 0.0118,
      "step": 63130
    },
    {
      "epoch": 9.641166590319132,
      "grad_norm": 0.21783801913261414,
      "learning_rate": 7.089637888918052e-05,
      "loss": 0.0151,
      "step": 63140
    },
    {
      "epoch": 9.642693540998625,
      "grad_norm": 0.3656367361545563,
      "learning_rate": 7.088699003771575e-05,
      "loss": 0.0155,
      "step": 63150
    },
    {
      "epoch": 9.64422049167812,
      "grad_norm": 0.35512858629226685,
      "learning_rate": 7.087760029399713e-05,
      "loss": 0.0135,
      "step": 63160
    },
    {
      "epoch": 9.645747442357612,
      "grad_norm": 0.2411901205778122,
      "learning_rate": 7.086820965842577e-05,
      "loss": 0.0125,
      "step": 63170
    },
    {
      "epoch": 9.647274393037105,
      "grad_norm": 0.3908981680870056,
      "learning_rate": 7.085881813140285e-05,
      "loss": 0.0139,
      "step": 63180
    },
    {
      "epoch": 9.648801343716597,
      "grad_norm": 0.22638683021068573,
      "learning_rate": 7.084942571332952e-05,
      "loss": 0.0145,
      "step": 63190
    },
    {
      "epoch": 9.650328294396092,
      "grad_norm": 0.38061654567718506,
      "learning_rate": 7.084003240460703e-05,
      "loss": 0.014,
      "step": 63200
    },
    {
      "epoch": 9.651855245075584,
      "grad_norm": 0.2080662101507187,
      "learning_rate": 7.083063820563665e-05,
      "loss": 0.0114,
      "step": 63210
    },
    {
      "epoch": 9.653382195755077,
      "grad_norm": 0.18892455101013184,
      "learning_rate": 7.082124311681965e-05,
      "loss": 0.0122,
      "step": 63220
    },
    {
      "epoch": 9.65490914643457,
      "grad_norm": 0.236043319106102,
      "learning_rate": 7.081184713855742e-05,
      "loss": 0.0146,
      "step": 63230
    },
    {
      "epoch": 9.656436097114064,
      "grad_norm": 0.20586782693862915,
      "learning_rate": 7.080245027125129e-05,
      "loss": 0.0126,
      "step": 63240
    },
    {
      "epoch": 9.657963047793556,
      "grad_norm": 0.177395761013031,
      "learning_rate": 7.079305251530272e-05,
      "loss": 0.0119,
      "step": 63250
    },
    {
      "epoch": 9.659489998473049,
      "grad_norm": 0.15795287489891052,
      "learning_rate": 7.078365387111311e-05,
      "loss": 0.0103,
      "step": 63260
    },
    {
      "epoch": 9.661016949152543,
      "grad_norm": 0.23025068640708923,
      "learning_rate": 7.077425433908402e-05,
      "loss": 0.013,
      "step": 63270
    },
    {
      "epoch": 9.662543899832036,
      "grad_norm": 0.2965027987957001,
      "learning_rate": 7.076485391961694e-05,
      "loss": 0.0117,
      "step": 63280
    },
    {
      "epoch": 9.664070850511528,
      "grad_norm": 0.226425901055336,
      "learning_rate": 7.075545261311346e-05,
      "loss": 0.0116,
      "step": 63290
    },
    {
      "epoch": 9.665597801191021,
      "grad_norm": 0.13781514763832092,
      "learning_rate": 7.074605041997516e-05,
      "loss": 0.0129,
      "step": 63300
    },
    {
      "epoch": 9.667124751870514,
      "grad_norm": 0.16466999053955078,
      "learning_rate": 7.07366473406037e-05,
      "loss": 0.0109,
      "step": 63310
    },
    {
      "epoch": 9.668651702550008,
      "grad_norm": 0.21831288933753967,
      "learning_rate": 7.072724337540075e-05,
      "loss": 0.0142,
      "step": 63320
    },
    {
      "epoch": 9.6701786532295,
      "grad_norm": 0.3075922131538391,
      "learning_rate": 7.071783852476805e-05,
      "loss": 0.0123,
      "step": 63330
    },
    {
      "epoch": 9.671705603908993,
      "grad_norm": 0.3196798861026764,
      "learning_rate": 7.070843278910734e-05,
      "loss": 0.0138,
      "step": 63340
    },
    {
      "epoch": 9.673232554588488,
      "grad_norm": 0.3494431674480438,
      "learning_rate": 7.069902616882044e-05,
      "loss": 0.0141,
      "step": 63350
    },
    {
      "epoch": 9.67475950526798,
      "grad_norm": 0.1869075745344162,
      "learning_rate": 7.068961866430917e-05,
      "loss": 0.0134,
      "step": 63360
    },
    {
      "epoch": 9.676286455947473,
      "grad_norm": 0.17620623111724854,
      "learning_rate": 7.068021027597536e-05,
      "loss": 0.0131,
      "step": 63370
    },
    {
      "epoch": 9.677813406626965,
      "grad_norm": 0.17568805813789368,
      "learning_rate": 7.0670801004221e-05,
      "loss": 0.0126,
      "step": 63380
    },
    {
      "epoch": 9.67934035730646,
      "grad_norm": 0.1922096163034439,
      "learning_rate": 7.066139084944799e-05,
      "loss": 0.0141,
      "step": 63390
    },
    {
      "epoch": 9.680867307985952,
      "grad_norm": 0.25719934701919556,
      "learning_rate": 7.065197981205828e-05,
      "loss": 0.0119,
      "step": 63400
    },
    {
      "epoch": 9.682394258665445,
      "grad_norm": 0.20553459227085114,
      "learning_rate": 7.064256789245399e-05,
      "loss": 0.0129,
      "step": 63410
    },
    {
      "epoch": 9.683921209344938,
      "grad_norm": 0.18941755592823029,
      "learning_rate": 7.063315509103707e-05,
      "loss": 0.0151,
      "step": 63420
    },
    {
      "epoch": 9.685448160024432,
      "grad_norm": 0.22774209082126617,
      "learning_rate": 7.062374140820969e-05,
      "loss": 0.0112,
      "step": 63430
    },
    {
      "epoch": 9.686975110703925,
      "grad_norm": 0.3573387861251831,
      "learning_rate": 7.061432684437397e-05,
      "loss": 0.0136,
      "step": 63440
    },
    {
      "epoch": 9.688502061383417,
      "grad_norm": 0.27229970693588257,
      "learning_rate": 7.060491139993208e-05,
      "loss": 0.013,
      "step": 63450
    },
    {
      "epoch": 9.69002901206291,
      "grad_norm": 0.2696050703525543,
      "learning_rate": 7.05954950752862e-05,
      "loss": 0.0118,
      "step": 63460
    },
    {
      "epoch": 9.691555962742404,
      "grad_norm": 0.16838425397872925,
      "learning_rate": 7.058607787083863e-05,
      "loss": 0.0105,
      "step": 63470
    },
    {
      "epoch": 9.693082913421897,
      "grad_norm": 0.23212172091007233,
      "learning_rate": 7.057665978699161e-05,
      "loss": 0.0176,
      "step": 63480
    },
    {
      "epoch": 9.69460986410139,
      "grad_norm": 0.21158888936042786,
      "learning_rate": 7.056724082414752e-05,
      "loss": 0.0116,
      "step": 63490
    },
    {
      "epoch": 9.696136814780882,
      "grad_norm": 0.1350075900554657,
      "learning_rate": 7.055782098270866e-05,
      "loss": 0.0121,
      "step": 63500
    },
    {
      "epoch": 9.697663765460376,
      "grad_norm": 0.22575603425502777,
      "learning_rate": 7.054840026307745e-05,
      "loss": 0.0142,
      "step": 63510
    },
    {
      "epoch": 9.699190716139869,
      "grad_norm": 0.21208353340625763,
      "learning_rate": 7.053897866565634e-05,
      "loss": 0.012,
      "step": 63520
    },
    {
      "epoch": 9.700717666819362,
      "grad_norm": 0.18629799783229828,
      "learning_rate": 7.052955619084779e-05,
      "loss": 0.0148,
      "step": 63530
    },
    {
      "epoch": 9.702244617498854,
      "grad_norm": 0.1955198347568512,
      "learning_rate": 7.052013283905431e-05,
      "loss": 0.0128,
      "step": 63540
    },
    {
      "epoch": 9.703771568178349,
      "grad_norm": 0.19224615395069122,
      "learning_rate": 7.051070861067845e-05,
      "loss": 0.0132,
      "step": 63550
    },
    {
      "epoch": 9.705298518857841,
      "grad_norm": 0.3710189163684845,
      "learning_rate": 7.050128350612282e-05,
      "loss": 0.0161,
      "step": 63560
    },
    {
      "epoch": 9.706825469537334,
      "grad_norm": 0.23438091576099396,
      "learning_rate": 7.049185752579e-05,
      "loss": 0.0173,
      "step": 63570
    },
    {
      "epoch": 9.708352420216826,
      "grad_norm": 0.18117937445640564,
      "learning_rate": 7.048243067008267e-05,
      "loss": 0.0151,
      "step": 63580
    },
    {
      "epoch": 9.70987937089632,
      "grad_norm": 0.2545250356197357,
      "learning_rate": 7.047300293940354e-05,
      "loss": 0.0145,
      "step": 63590
    },
    {
      "epoch": 9.711406321575813,
      "grad_norm": 0.1894076019525528,
      "learning_rate": 7.046357433415533e-05,
      "loss": 0.013,
      "step": 63600
    },
    {
      "epoch": 9.712933272255306,
      "grad_norm": 0.19505633413791656,
      "learning_rate": 7.04541448547408e-05,
      "loss": 0.0113,
      "step": 63610
    },
    {
      "epoch": 9.714460222934798,
      "grad_norm": 0.20940211415290833,
      "learning_rate": 7.04447145015628e-05,
      "loss": 0.0127,
      "step": 63620
    },
    {
      "epoch": 9.715987173614293,
      "grad_norm": 0.21588139235973358,
      "learning_rate": 7.043528327502415e-05,
      "loss": 0.012,
      "step": 63630
    },
    {
      "epoch": 9.717514124293785,
      "grad_norm": 0.18387174606323242,
      "learning_rate": 7.042585117552773e-05,
      "loss": 0.0138,
      "step": 63640
    },
    {
      "epoch": 9.719041074973278,
      "grad_norm": 0.23754101991653442,
      "learning_rate": 7.041641820347649e-05,
      "loss": 0.0162,
      "step": 63650
    },
    {
      "epoch": 9.72056802565277,
      "grad_norm": 0.2130783349275589,
      "learning_rate": 7.040698435927335e-05,
      "loss": 0.0125,
      "step": 63660
    },
    {
      "epoch": 9.722094976332265,
      "grad_norm": 0.20139530301094055,
      "learning_rate": 7.039754964332133e-05,
      "loss": 0.0114,
      "step": 63670
    },
    {
      "epoch": 9.723621927011758,
      "grad_norm": 0.14923343062400818,
      "learning_rate": 7.038811405602347e-05,
      "loss": 0.0104,
      "step": 63680
    },
    {
      "epoch": 9.72514887769125,
      "grad_norm": 0.4451858401298523,
      "learning_rate": 7.037867759778284e-05,
      "loss": 0.0161,
      "step": 63690
    },
    {
      "epoch": 9.726675828370743,
      "grad_norm": 0.3622053563594818,
      "learning_rate": 7.036924026900252e-05,
      "loss": 0.0146,
      "step": 63700
    },
    {
      "epoch": 9.728202779050237,
      "grad_norm": 0.22274230420589447,
      "learning_rate": 7.035980207008568e-05,
      "loss": 0.0128,
      "step": 63710
    },
    {
      "epoch": 9.72972972972973,
      "grad_norm": 0.2287691831588745,
      "learning_rate": 7.03503630014355e-05,
      "loss": 0.0136,
      "step": 63720
    },
    {
      "epoch": 9.731256680409222,
      "grad_norm": 0.12973061203956604,
      "learning_rate": 7.03409230634552e-05,
      "loss": 0.0145,
      "step": 63730
    },
    {
      "epoch": 9.732783631088715,
      "grad_norm": 0.1543925255537033,
      "learning_rate": 7.033148225654804e-05,
      "loss": 0.0129,
      "step": 63740
    },
    {
      "epoch": 9.73431058176821,
      "grad_norm": 0.1800328940153122,
      "learning_rate": 7.032204058111729e-05,
      "loss": 0.0141,
      "step": 63750
    },
    {
      "epoch": 9.735837532447702,
      "grad_norm": 0.2251138836145401,
      "learning_rate": 7.031259803756631e-05,
      "loss": 0.0118,
      "step": 63760
    },
    {
      "epoch": 9.737364483127195,
      "grad_norm": 0.19028446078300476,
      "learning_rate": 7.030315462629847e-05,
      "loss": 0.014,
      "step": 63770
    },
    {
      "epoch": 9.738891433806689,
      "grad_norm": 0.18105749785900116,
      "learning_rate": 7.029371034771714e-05,
      "loss": 0.0156,
      "step": 63780
    },
    {
      "epoch": 9.740418384486182,
      "grad_norm": 0.19951103627681732,
      "learning_rate": 7.02842652022258e-05,
      "loss": 0.0149,
      "step": 63790
    },
    {
      "epoch": 9.741945335165674,
      "grad_norm": 0.22651919722557068,
      "learning_rate": 7.02748191902279e-05,
      "loss": 0.0143,
      "step": 63800
    },
    {
      "epoch": 9.743472285845167,
      "grad_norm": 0.191903755068779,
      "learning_rate": 7.026537231212699e-05,
      "loss": 0.0147,
      "step": 63810
    },
    {
      "epoch": 9.74499923652466,
      "grad_norm": 0.17144262790679932,
      "learning_rate": 7.025592456832657e-05,
      "loss": 0.0139,
      "step": 63820
    },
    {
      "epoch": 9.746526187204154,
      "grad_norm": 0.20141297578811646,
      "learning_rate": 7.024647595923031e-05,
      "loss": 0.011,
      "step": 63830
    },
    {
      "epoch": 9.748053137883646,
      "grad_norm": 0.1848442554473877,
      "learning_rate": 7.023702648524175e-05,
      "loss": 0.0103,
      "step": 63840
    },
    {
      "epoch": 9.749580088563139,
      "grad_norm": 0.29152873158454895,
      "learning_rate": 7.022757614676462e-05,
      "loss": 0.0132,
      "step": 63850
    },
    {
      "epoch": 9.751107039242633,
      "grad_norm": 0.25124630331993103,
      "learning_rate": 7.021812494420259e-05,
      "loss": 0.0108,
      "step": 63860
    },
    {
      "epoch": 9.752633989922126,
      "grad_norm": 0.16469359397888184,
      "learning_rate": 7.02086728779594e-05,
      "loss": 0.0112,
      "step": 63870
    },
    {
      "epoch": 9.754160940601619,
      "grad_norm": 0.18828068673610687,
      "learning_rate": 7.019921994843883e-05,
      "loss": 0.0142,
      "step": 63880
    },
    {
      "epoch": 9.755687891281111,
      "grad_norm": 0.195337176322937,
      "learning_rate": 7.01897661560447e-05,
      "loss": 0.0123,
      "step": 63890
    },
    {
      "epoch": 9.757214841960604,
      "grad_norm": 0.2641947567462921,
      "learning_rate": 7.018031150118083e-05,
      "loss": 0.0173,
      "step": 63900
    },
    {
      "epoch": 9.758741792640098,
      "grad_norm": 0.20027890801429749,
      "learning_rate": 7.017085598425113e-05,
      "loss": 0.0163,
      "step": 63910
    },
    {
      "epoch": 9.76026874331959,
      "grad_norm": 0.47917670011520386,
      "learning_rate": 7.016139960565952e-05,
      "loss": 0.0142,
      "step": 63920
    },
    {
      "epoch": 9.761795693999083,
      "grad_norm": 0.15368051826953888,
      "learning_rate": 7.015194236580998e-05,
      "loss": 0.0129,
      "step": 63930
    },
    {
      "epoch": 9.763322644678578,
      "grad_norm": 0.1898125261068344,
      "learning_rate": 7.014248426510646e-05,
      "loss": 0.0169,
      "step": 63940
    },
    {
      "epoch": 9.76484959535807,
      "grad_norm": 0.24643680453300476,
      "learning_rate": 7.013302530395303e-05,
      "loss": 0.0164,
      "step": 63950
    },
    {
      "epoch": 9.766376546037563,
      "grad_norm": 0.3668209910392761,
      "learning_rate": 7.012356548275371e-05,
      "loss": 0.0148,
      "step": 63960
    },
    {
      "epoch": 9.767903496717055,
      "grad_norm": 0.21965771913528442,
      "learning_rate": 7.011410480191267e-05,
      "loss": 0.0133,
      "step": 63970
    },
    {
      "epoch": 9.76943044739655,
      "grad_norm": 0.2862895727157593,
      "learning_rate": 7.010464326183401e-05,
      "loss": 0.0137,
      "step": 63980
    },
    {
      "epoch": 9.770957398076042,
      "grad_norm": 0.20866237580776215,
      "learning_rate": 7.009518086292194e-05,
      "loss": 0.0134,
      "step": 63990
    },
    {
      "epoch": 9.772484348755535,
      "grad_norm": 0.19118967652320862,
      "learning_rate": 7.008571760558065e-05,
      "loss": 0.0093,
      "step": 64000
    },
    {
      "epoch": 9.774011299435028,
      "grad_norm": 0.2957265377044678,
      "learning_rate": 7.00762534902144e-05,
      "loss": 0.0154,
      "step": 64010
    },
    {
      "epoch": 9.775538250114522,
      "grad_norm": 0.16315071284770966,
      "learning_rate": 7.006678851722748e-05,
      "loss": 0.0115,
      "step": 64020
    },
    {
      "epoch": 9.777065200794015,
      "grad_norm": 0.18516987562179565,
      "learning_rate": 7.005732268702423e-05,
      "loss": 0.0119,
      "step": 64030
    },
    {
      "epoch": 9.778592151473507,
      "grad_norm": 0.20901614427566528,
      "learning_rate": 7.0047856000009e-05,
      "loss": 0.0122,
      "step": 64040
    },
    {
      "epoch": 9.780119102153,
      "grad_norm": 0.2163841724395752,
      "learning_rate": 7.003838845658618e-05,
      "loss": 0.0154,
      "step": 64050
    },
    {
      "epoch": 9.781646052832494,
      "grad_norm": 0.18786729872226715,
      "learning_rate": 7.002892005716023e-05,
      "loss": 0.0129,
      "step": 64060
    },
    {
      "epoch": 9.783173003511987,
      "grad_norm": 0.2318076491355896,
      "learning_rate": 7.001945080213559e-05,
      "loss": 0.0128,
      "step": 64070
    },
    {
      "epoch": 9.78469995419148,
      "grad_norm": 0.17488647997379303,
      "learning_rate": 7.000998069191681e-05,
      "loss": 0.011,
      "step": 64080
    },
    {
      "epoch": 9.786226904870972,
      "grad_norm": 0.17325066030025482,
      "learning_rate": 7.00005097269084e-05,
      "loss": 0.0116,
      "step": 64090
    },
    {
      "epoch": 9.787753855550466,
      "grad_norm": 0.332961767911911,
      "learning_rate": 6.999103790751496e-05,
      "loss": 0.0116,
      "step": 64100
    },
    {
      "epoch": 9.789280806229959,
      "grad_norm": 0.22832712531089783,
      "learning_rate": 6.998156523414111e-05,
      "loss": 0.0147,
      "step": 64110
    },
    {
      "epoch": 9.790807756909452,
      "grad_norm": 0.13542824983596802,
      "learning_rate": 6.997209170719148e-05,
      "loss": 0.0098,
      "step": 64120
    },
    {
      "epoch": 9.792334707588944,
      "grad_norm": 0.21249911189079285,
      "learning_rate": 6.996261732707082e-05,
      "loss": 0.0096,
      "step": 64130
    },
    {
      "epoch": 9.793861658268439,
      "grad_norm": 0.13146330416202545,
      "learning_rate": 6.995314209418379e-05,
      "loss": 0.0128,
      "step": 64140
    },
    {
      "epoch": 9.795388608947931,
      "grad_norm": 0.22812634706497192,
      "learning_rate": 6.994366600893521e-05,
      "loss": 0.0123,
      "step": 64150
    },
    {
      "epoch": 9.796915559627424,
      "grad_norm": 0.21053069829940796,
      "learning_rate": 6.993418907172983e-05,
      "loss": 0.0121,
      "step": 64160
    },
    {
      "epoch": 9.798442510306916,
      "grad_norm": 0.13149243593215942,
      "learning_rate": 6.992471128297252e-05,
      "loss": 0.0128,
      "step": 64170
    },
    {
      "epoch": 9.79996946098641,
      "grad_norm": 0.20697689056396484,
      "learning_rate": 6.991523264306815e-05,
      "loss": 0.012,
      "step": 64180
    },
    {
      "epoch": 9.801496411665903,
      "grad_norm": 0.21512699127197266,
      "learning_rate": 6.990575315242163e-05,
      "loss": 0.012,
      "step": 64190
    },
    {
      "epoch": 9.803023362345396,
      "grad_norm": 0.2608168125152588,
      "learning_rate": 6.989627281143789e-05,
      "loss": 0.012,
      "step": 64200
    },
    {
      "epoch": 9.804550313024889,
      "grad_norm": 0.18182218074798584,
      "learning_rate": 6.988679162052196e-05,
      "loss": 0.012,
      "step": 64210
    },
    {
      "epoch": 9.806077263704383,
      "grad_norm": 0.20314648747444153,
      "learning_rate": 6.987730958007878e-05,
      "loss": 0.0099,
      "step": 64220
    },
    {
      "epoch": 9.807604214383876,
      "grad_norm": 0.36976101994514465,
      "learning_rate": 6.986782669051348e-05,
      "loss": 0.0162,
      "step": 64230
    },
    {
      "epoch": 9.809131165063368,
      "grad_norm": 0.13467282056808472,
      "learning_rate": 6.985834295223112e-05,
      "loss": 0.0125,
      "step": 64240
    },
    {
      "epoch": 9.81065811574286,
      "grad_norm": 0.1666891872882843,
      "learning_rate": 6.984885836563681e-05,
      "loss": 0.0145,
      "step": 64250
    },
    {
      "epoch": 9.812185066422355,
      "grad_norm": 0.29472866654396057,
      "learning_rate": 6.983937293113575e-05,
      "loss": 0.0173,
      "step": 64260
    },
    {
      "epoch": 9.813712017101848,
      "grad_norm": 0.2617371678352356,
      "learning_rate": 6.982988664913313e-05,
      "loss": 0.0145,
      "step": 64270
    },
    {
      "epoch": 9.81523896778134,
      "grad_norm": 0.21334514021873474,
      "learning_rate": 6.982039952003418e-05,
      "loss": 0.0104,
      "step": 64280
    },
    {
      "epoch": 9.816765918460833,
      "grad_norm": 0.24587738513946533,
      "learning_rate": 6.981091154424415e-05,
      "loss": 0.0131,
      "step": 64290
    },
    {
      "epoch": 9.818292869140327,
      "grad_norm": 0.1431143581867218,
      "learning_rate": 6.98014227221684e-05,
      "loss": 0.0143,
      "step": 64300
    },
    {
      "epoch": 9.81981981981982,
      "grad_norm": 0.2547120153903961,
      "learning_rate": 6.979193305421223e-05,
      "loss": 0.0107,
      "step": 64310
    },
    {
      "epoch": 9.821346770499312,
      "grad_norm": 0.17763102054595947,
      "learning_rate": 6.978244254078106e-05,
      "loss": 0.013,
      "step": 64320
    },
    {
      "epoch": 9.822873721178805,
      "grad_norm": 0.18954119086265564,
      "learning_rate": 6.977295118228027e-05,
      "loss": 0.013,
      "step": 64330
    },
    {
      "epoch": 9.8244006718583,
      "grad_norm": 0.150109201669693,
      "learning_rate": 6.976345897911532e-05,
      "loss": 0.0112,
      "step": 64340
    },
    {
      "epoch": 9.825927622537792,
      "grad_norm": 0.183206245303154,
      "learning_rate": 6.975396593169174e-05,
      "loss": 0.0125,
      "step": 64350
    },
    {
      "epoch": 9.827454573217285,
      "grad_norm": 0.29235705733299255,
      "learning_rate": 6.9744472040415e-05,
      "loss": 0.0114,
      "step": 64360
    },
    {
      "epoch": 9.828981523896779,
      "grad_norm": 0.1921399086713791,
      "learning_rate": 6.97349773056907e-05,
      "loss": 0.0113,
      "step": 64370
    },
    {
      "epoch": 9.830508474576272,
      "grad_norm": 0.1797158420085907,
      "learning_rate": 6.972548172792441e-05,
      "loss": 0.012,
      "step": 64380
    },
    {
      "epoch": 9.832035425255764,
      "grad_norm": 0.292573481798172,
      "learning_rate": 6.971598530752178e-05,
      "loss": 0.0114,
      "step": 64390
    },
    {
      "epoch": 9.833562375935257,
      "grad_norm": 0.2136436253786087,
      "learning_rate": 6.970648804488848e-05,
      "loss": 0.0139,
      "step": 64400
    },
    {
      "epoch": 9.83508932661475,
      "grad_norm": 0.15507499873638153,
      "learning_rate": 6.969698994043023e-05,
      "loss": 0.0103,
      "step": 64410
    },
    {
      "epoch": 9.836616277294244,
      "grad_norm": 0.20171110332012177,
      "learning_rate": 6.968749099455273e-05,
      "loss": 0.0137,
      "step": 64420
    },
    {
      "epoch": 9.838143227973736,
      "grad_norm": 0.176182359457016,
      "learning_rate": 6.967799120766178e-05,
      "loss": 0.0126,
      "step": 64430
    },
    {
      "epoch": 9.839670178653229,
      "grad_norm": 0.22526982426643372,
      "learning_rate": 6.96684905801632e-05,
      "loss": 0.0128,
      "step": 64440
    },
    {
      "epoch": 9.841197129332723,
      "grad_norm": 0.1986956149339676,
      "learning_rate": 6.965898911246285e-05,
      "loss": 0.0116,
      "step": 64450
    },
    {
      "epoch": 9.842724080012216,
      "grad_norm": 0.21503210067749023,
      "learning_rate": 6.964948680496659e-05,
      "loss": 0.0135,
      "step": 64460
    },
    {
      "epoch": 9.844251030691709,
      "grad_norm": 0.14583012461662292,
      "learning_rate": 6.963998365808034e-05,
      "loss": 0.0129,
      "step": 64470
    },
    {
      "epoch": 9.845777981371201,
      "grad_norm": 0.22446265816688538,
      "learning_rate": 6.96304796722101e-05,
      "loss": 0.0117,
      "step": 64480
    },
    {
      "epoch": 9.847304932050696,
      "grad_norm": 0.21286405622959137,
      "learning_rate": 6.962097484776179e-05,
      "loss": 0.0101,
      "step": 64490
    },
    {
      "epoch": 9.848831882730188,
      "grad_norm": 0.16396743059158325,
      "learning_rate": 6.96114691851415e-05,
      "loss": 0.0111,
      "step": 64500
    },
    {
      "epoch": 9.85035883340968,
      "grad_norm": 0.24658603966236115,
      "learning_rate": 6.960196268475528e-05,
      "loss": 0.0149,
      "step": 64510
    },
    {
      "epoch": 9.851885784089173,
      "grad_norm": 0.18657146394252777,
      "learning_rate": 6.959245534700921e-05,
      "loss": 0.0147,
      "step": 64520
    },
    {
      "epoch": 9.853412734768668,
      "grad_norm": 0.22046205401420593,
      "learning_rate": 6.958294717230946e-05,
      "loss": 0.013,
      "step": 64530
    },
    {
      "epoch": 9.85493968544816,
      "grad_norm": 0.4848710000514984,
      "learning_rate": 6.957343816106215e-05,
      "loss": 0.0146,
      "step": 64540
    },
    {
      "epoch": 9.856466636127653,
      "grad_norm": 0.13560174405574799,
      "learning_rate": 6.956392831367354e-05,
      "loss": 0.0128,
      "step": 64550
    },
    {
      "epoch": 9.857993586807146,
      "grad_norm": 0.3754258453845978,
      "learning_rate": 6.955441763054986e-05,
      "loss": 0.0154,
      "step": 64560
    },
    {
      "epoch": 9.85952053748664,
      "grad_norm": 0.3883502185344696,
      "learning_rate": 6.954490611209737e-05,
      "loss": 0.0136,
      "step": 64570
    },
    {
      "epoch": 9.861047488166133,
      "grad_norm": 0.2050214558839798,
      "learning_rate": 6.95353937587224e-05,
      "loss": 0.0132,
      "step": 64580
    },
    {
      "epoch": 9.862574438845625,
      "grad_norm": 0.24485723674297333,
      "learning_rate": 6.952588057083128e-05,
      "loss": 0.0101,
      "step": 64590
    },
    {
      "epoch": 9.864101389525118,
      "grad_norm": 0.26214826107025146,
      "learning_rate": 6.951636654883042e-05,
      "loss": 0.0168,
      "step": 64600
    },
    {
      "epoch": 9.865628340204612,
      "grad_norm": 0.2107616811990738,
      "learning_rate": 6.950685169312626e-05,
      "loss": 0.0127,
      "step": 64610
    },
    {
      "epoch": 9.867155290884105,
      "grad_norm": 0.21660546958446503,
      "learning_rate": 6.94973360041252e-05,
      "loss": 0.0147,
      "step": 64620
    },
    {
      "epoch": 9.868682241563597,
      "grad_norm": 0.21845600008964539,
      "learning_rate": 6.948781948223377e-05,
      "loss": 0.0122,
      "step": 64630
    },
    {
      "epoch": 9.87020919224309,
      "grad_norm": 0.21769987046718597,
      "learning_rate": 6.947830212785851e-05,
      "loss": 0.0146,
      "step": 64640
    },
    {
      "epoch": 9.871736142922584,
      "grad_norm": 0.19657252728939056,
      "learning_rate": 6.946878394140595e-05,
      "loss": 0.0094,
      "step": 64650
    },
    {
      "epoch": 9.873263093602077,
      "grad_norm": 0.22546935081481934,
      "learning_rate": 6.94592649232827e-05,
      "loss": 0.0125,
      "step": 64660
    },
    {
      "epoch": 9.87479004428157,
      "grad_norm": 0.2651258409023285,
      "learning_rate": 6.94497450738954e-05,
      "loss": 0.0139,
      "step": 64670
    },
    {
      "epoch": 9.876316994961062,
      "grad_norm": 0.30236268043518066,
      "learning_rate": 6.944022439365074e-05,
      "loss": 0.0142,
      "step": 64680
    },
    {
      "epoch": 9.877843945640556,
      "grad_norm": 0.23817743360996246,
      "learning_rate": 6.943070288295539e-05,
      "loss": 0.0122,
      "step": 64690
    },
    {
      "epoch": 9.879370896320049,
      "grad_norm": 0.33330246806144714,
      "learning_rate": 6.942118054221612e-05,
      "loss": 0.0132,
      "step": 64700
    },
    {
      "epoch": 9.880897846999542,
      "grad_norm": 0.7291296720504761,
      "learning_rate": 6.941165737183968e-05,
      "loss": 0.0125,
      "step": 64710
    },
    {
      "epoch": 9.882424797679034,
      "grad_norm": 0.2168809026479721,
      "learning_rate": 6.940213337223292e-05,
      "loss": 0.0126,
      "step": 64720
    },
    {
      "epoch": 9.883951748358529,
      "grad_norm": 0.27174487709999084,
      "learning_rate": 6.939260854380265e-05,
      "loss": 0.015,
      "step": 64730
    },
    {
      "epoch": 9.885478699038021,
      "grad_norm": 0.1973041594028473,
      "learning_rate": 6.938308288695576e-05,
      "loss": 0.0103,
      "step": 64740
    },
    {
      "epoch": 9.887005649717514,
      "grad_norm": 0.119143046438694,
      "learning_rate": 6.937355640209919e-05,
      "loss": 0.0129,
      "step": 64750
    },
    {
      "epoch": 9.888532600397006,
      "grad_norm": 0.1664390116930008,
      "learning_rate": 6.936402908963989e-05,
      "loss": 0.0127,
      "step": 64760
    },
    {
      "epoch": 9.8900595510765,
      "grad_norm": 0.269855260848999,
      "learning_rate": 6.935450094998481e-05,
      "loss": 0.0156,
      "step": 64770
    },
    {
      "epoch": 9.891586501755993,
      "grad_norm": 0.16684944927692413,
      "learning_rate": 6.934497198354102e-05,
      "loss": 0.0123,
      "step": 64780
    },
    {
      "epoch": 9.893113452435486,
      "grad_norm": 0.3491622507572174,
      "learning_rate": 6.933544219071558e-05,
      "loss": 0.0141,
      "step": 64790
    },
    {
      "epoch": 9.894640403114979,
      "grad_norm": 0.308407187461853,
      "learning_rate": 6.932591157191554e-05,
      "loss": 0.0146,
      "step": 64800
    },
    {
      "epoch": 9.896167353794473,
      "grad_norm": 0.22834226489067078,
      "learning_rate": 6.931638012754809e-05,
      "loss": 0.0177,
      "step": 64810
    },
    {
      "epoch": 9.897694304473966,
      "grad_norm": 0.1508617401123047,
      "learning_rate": 6.930684785802035e-05,
      "loss": 0.0124,
      "step": 64820
    },
    {
      "epoch": 9.899221255153458,
      "grad_norm": 0.13869920372962952,
      "learning_rate": 6.929731476373954e-05,
      "loss": 0.0136,
      "step": 64830
    },
    {
      "epoch": 9.90074820583295,
      "grad_norm": 0.18988735973834991,
      "learning_rate": 6.92877808451129e-05,
      "loss": 0.0182,
      "step": 64840
    },
    {
      "epoch": 9.902275156512445,
      "grad_norm": 0.23372046649456024,
      "learning_rate": 6.927824610254768e-05,
      "loss": 0.0174,
      "step": 64850
    },
    {
      "epoch": 9.903802107191938,
      "grad_norm": 0.5104894638061523,
      "learning_rate": 6.926871053645122e-05,
      "loss": 0.0151,
      "step": 64860
    },
    {
      "epoch": 9.90532905787143,
      "grad_norm": 0.19930067658424377,
      "learning_rate": 6.925917414723082e-05,
      "loss": 0.0128,
      "step": 64870
    },
    {
      "epoch": 9.906856008550925,
      "grad_norm": 0.17151422798633575,
      "learning_rate": 6.924963693529391e-05,
      "loss": 0.0132,
      "step": 64880
    },
    {
      "epoch": 9.908382959230417,
      "grad_norm": 0.298005610704422,
      "learning_rate": 6.924009890104785e-05,
      "loss": 0.0128,
      "step": 64890
    },
    {
      "epoch": 9.90990990990991,
      "grad_norm": 0.26990681886672974,
      "learning_rate": 6.923056004490012e-05,
      "loss": 0.0145,
      "step": 64900
    },
    {
      "epoch": 9.911436860589403,
      "grad_norm": 0.19778499007225037,
      "learning_rate": 6.92210203672582e-05,
      "loss": 0.0114,
      "step": 64910
    },
    {
      "epoch": 9.912963811268895,
      "grad_norm": 0.2180786281824112,
      "learning_rate": 6.921147986852958e-05,
      "loss": 0.0135,
      "step": 64920
    },
    {
      "epoch": 9.91449076194839,
      "grad_norm": 0.16536086797714233,
      "learning_rate": 6.920193854912185e-05,
      "loss": 0.0121,
      "step": 64930
    },
    {
      "epoch": 9.916017712627882,
      "grad_norm": 0.2687106430530548,
      "learning_rate": 6.919239640944257e-05,
      "loss": 0.0143,
      "step": 64940
    },
    {
      "epoch": 9.917544663307375,
      "grad_norm": 0.19431865215301514,
      "learning_rate": 6.918285344989939e-05,
      "loss": 0.0145,
      "step": 64950
    },
    {
      "epoch": 9.919071613986869,
      "grad_norm": 0.2374735176563263,
      "learning_rate": 6.917330967089992e-05,
      "loss": 0.0121,
      "step": 64960
    },
    {
      "epoch": 9.920598564666362,
      "grad_norm": 0.17338761687278748,
      "learning_rate": 6.91637650728519e-05,
      "loss": 0.0124,
      "step": 64970
    },
    {
      "epoch": 9.922125515345854,
      "grad_norm": 0.28056415915489197,
      "learning_rate": 6.915421965616306e-05,
      "loss": 0.0124,
      "step": 64980
    },
    {
      "epoch": 9.923652466025347,
      "grad_norm": 0.28771406412124634,
      "learning_rate": 6.914467342124111e-05,
      "loss": 0.013,
      "step": 64990
    },
    {
      "epoch": 9.92517941670484,
      "grad_norm": 0.29700544476509094,
      "learning_rate": 6.913512636849391e-05,
      "loss": 0.0168,
      "step": 65000
    },
    {
      "epoch": 9.926706367384334,
      "grad_norm": 0.20201349258422852,
      "learning_rate": 6.912557849832925e-05,
      "loss": 0.011,
      "step": 65010
    },
    {
      "epoch": 9.928233318063826,
      "grad_norm": 0.20460756123065948,
      "learning_rate": 6.911602981115502e-05,
      "loss": 0.014,
      "step": 65020
    },
    {
      "epoch": 9.929760268743319,
      "grad_norm": 0.20021216571331024,
      "learning_rate": 6.91064803073791e-05,
      "loss": 0.0124,
      "step": 65030
    },
    {
      "epoch": 9.931287219422813,
      "grad_norm": 0.13128584623336792,
      "learning_rate": 6.909692998740945e-05,
      "loss": 0.0137,
      "step": 65040
    },
    {
      "epoch": 9.932814170102306,
      "grad_norm": 0.17751210927963257,
      "learning_rate": 6.908737885165401e-05,
      "loss": 0.0108,
      "step": 65050
    },
    {
      "epoch": 9.934341120781799,
      "grad_norm": 0.22618557512760162,
      "learning_rate": 6.907782690052085e-05,
      "loss": 0.016,
      "step": 65060
    },
    {
      "epoch": 9.935868071461291,
      "grad_norm": 0.16089650988578796,
      "learning_rate": 6.906827413441795e-05,
      "loss": 0.011,
      "step": 65070
    },
    {
      "epoch": 9.937395022140786,
      "grad_norm": 0.15615539252758026,
      "learning_rate": 6.905872055375341e-05,
      "loss": 0.0133,
      "step": 65080
    },
    {
      "epoch": 9.938921972820278,
      "grad_norm": 0.1732269674539566,
      "learning_rate": 6.904916615893533e-05,
      "loss": 0.0129,
      "step": 65090
    },
    {
      "epoch": 9.94044892349977,
      "grad_norm": 0.16846910119056702,
      "learning_rate": 6.903961095037188e-05,
      "loss": 0.0138,
      "step": 65100
    },
    {
      "epoch": 9.941975874179263,
      "grad_norm": 0.2221623808145523,
      "learning_rate": 6.903005492847122e-05,
      "loss": 0.0119,
      "step": 65110
    },
    {
      "epoch": 9.943502824858758,
      "grad_norm": 0.1855785995721817,
      "learning_rate": 6.902049809364157e-05,
      "loss": 0.0134,
      "step": 65120
    },
    {
      "epoch": 9.94502977553825,
      "grad_norm": 0.23554395139217377,
      "learning_rate": 6.90109404462912e-05,
      "loss": 0.0166,
      "step": 65130
    },
    {
      "epoch": 9.946556726217743,
      "grad_norm": 0.2085466980934143,
      "learning_rate": 6.900138198682836e-05,
      "loss": 0.013,
      "step": 65140
    },
    {
      "epoch": 9.948083676897236,
      "grad_norm": 0.274821937084198,
      "learning_rate": 6.89918227156614e-05,
      "loss": 0.0189,
      "step": 65150
    },
    {
      "epoch": 9.94961062757673,
      "grad_norm": 0.2997084856033325,
      "learning_rate": 6.898226263319867e-05,
      "loss": 0.0094,
      "step": 65160
    },
    {
      "epoch": 9.951137578256223,
      "grad_norm": 0.2149534523487091,
      "learning_rate": 6.897270173984854e-05,
      "loss": 0.014,
      "step": 65170
    },
    {
      "epoch": 9.952664528935715,
      "grad_norm": 0.29989108443260193,
      "learning_rate": 6.896314003601945e-05,
      "loss": 0.0121,
      "step": 65180
    },
    {
      "epoch": 9.954191479615208,
      "grad_norm": 0.19631576538085938,
      "learning_rate": 6.895357752211984e-05,
      "loss": 0.0093,
      "step": 65190
    },
    {
      "epoch": 9.955718430294702,
      "grad_norm": 0.1680450588464737,
      "learning_rate": 6.894401419855823e-05,
      "loss": 0.0123,
      "step": 65200
    },
    {
      "epoch": 9.957245380974195,
      "grad_norm": 0.24899090826511383,
      "learning_rate": 6.893445006574314e-05,
      "loss": 0.0115,
      "step": 65210
    },
    {
      "epoch": 9.958772331653687,
      "grad_norm": 0.3201708495616913,
      "learning_rate": 6.892488512408311e-05,
      "loss": 0.0178,
      "step": 65220
    },
    {
      "epoch": 9.96029928233318,
      "grad_norm": 0.24708066880702972,
      "learning_rate": 6.891531937398677e-05,
      "loss": 0.0135,
      "step": 65230
    },
    {
      "epoch": 9.961826233012674,
      "grad_norm": 0.15076106786727905,
      "learning_rate": 6.890575281586273e-05,
      "loss": 0.0138,
      "step": 65240
    },
    {
      "epoch": 9.963353183692167,
      "grad_norm": 0.20690980553627014,
      "learning_rate": 6.889618545011964e-05,
      "loss": 0.0144,
      "step": 65250
    },
    {
      "epoch": 9.96488013437166,
      "grad_norm": 0.2159222662448883,
      "learning_rate": 6.888661727716625e-05,
      "loss": 0.0125,
      "step": 65260
    },
    {
      "epoch": 9.966407085051152,
      "grad_norm": 0.332053542137146,
      "learning_rate": 6.887704829741126e-05,
      "loss": 0.014,
      "step": 65270
    },
    {
      "epoch": 9.967934035730647,
      "grad_norm": 0.2189917415380478,
      "learning_rate": 6.886747851126344e-05,
      "loss": 0.0104,
      "step": 65280
    },
    {
      "epoch": 9.96946098641014,
      "grad_norm": 0.358264297246933,
      "learning_rate": 6.885790791913161e-05,
      "loss": 0.0155,
      "step": 65290
    },
    {
      "epoch": 9.970987937089632,
      "grad_norm": 0.1799037754535675,
      "learning_rate": 6.884833652142457e-05,
      "loss": 0.0149,
      "step": 65300
    },
    {
      "epoch": 9.972514887769124,
      "grad_norm": 0.23996096849441528,
      "learning_rate": 6.883876431855123e-05,
      "loss": 0.0137,
      "step": 65310
    },
    {
      "epoch": 9.974041838448619,
      "grad_norm": 0.35110193490982056,
      "learning_rate": 6.882919131092049e-05,
      "loss": 0.0139,
      "step": 65320
    },
    {
      "epoch": 9.975568789128111,
      "grad_norm": 0.16419361531734467,
      "learning_rate": 6.88196174989413e-05,
      "loss": 0.0114,
      "step": 65330
    },
    {
      "epoch": 9.977095739807604,
      "grad_norm": 0.20412173867225647,
      "learning_rate": 6.88100428830226e-05,
      "loss": 0.0149,
      "step": 65340
    },
    {
      "epoch": 9.978622690487096,
      "grad_norm": 0.37736085057258606,
      "learning_rate": 6.880046746357344e-05,
      "loss": 0.0161,
      "step": 65350
    },
    {
      "epoch": 9.98014964116659,
      "grad_norm": 0.21435894072055817,
      "learning_rate": 6.879089124100284e-05,
      "loss": 0.0135,
      "step": 65360
    },
    {
      "epoch": 9.981676591846083,
      "grad_norm": 0.14973480999469757,
      "learning_rate": 6.87813142157199e-05,
      "loss": 0.0123,
      "step": 65370
    },
    {
      "epoch": 9.983203542525576,
      "grad_norm": 0.1850808560848236,
      "learning_rate": 6.877173638813371e-05,
      "loss": 0.0106,
      "step": 65380
    },
    {
      "epoch": 9.984730493205069,
      "grad_norm": 0.15024740993976593,
      "learning_rate": 6.876215775865341e-05,
      "loss": 0.0129,
      "step": 65390
    },
    {
      "epoch": 9.986257443884563,
      "grad_norm": 0.2047690898180008,
      "learning_rate": 6.875257832768822e-05,
      "loss": 0.0116,
      "step": 65400
    },
    {
      "epoch": 9.987784394564056,
      "grad_norm": 0.22917135059833527,
      "learning_rate": 6.874299809564732e-05,
      "loss": 0.0115,
      "step": 65410
    },
    {
      "epoch": 9.989311345243548,
      "grad_norm": 0.15998291969299316,
      "learning_rate": 6.873341706293999e-05,
      "loss": 0.0113,
      "step": 65420
    },
    {
      "epoch": 9.99083829592304,
      "grad_norm": 0.262405663728714,
      "learning_rate": 6.872383522997547e-05,
      "loss": 0.0118,
      "step": 65430
    },
    {
      "epoch": 9.992365246602535,
      "grad_norm": 0.23282739520072937,
      "learning_rate": 6.871425259716314e-05,
      "loss": 0.0124,
      "step": 65440
    },
    {
      "epoch": 9.993892197282028,
      "grad_norm": 0.18353989720344543,
      "learning_rate": 6.87046691649123e-05,
      "loss": 0.0138,
      "step": 65450
    },
    {
      "epoch": 9.99541914796152,
      "grad_norm": 0.3436436951160431,
      "learning_rate": 6.869508493363234e-05,
      "loss": 0.0131,
      "step": 65460
    },
    {
      "epoch": 9.996946098641015,
      "grad_norm": 0.3399255871772766,
      "learning_rate": 6.868549990373272e-05,
      "loss": 0.0132,
      "step": 65470
    },
    {
      "epoch": 9.998473049320507,
      "grad_norm": 0.2167450487613678,
      "learning_rate": 6.867591407562287e-05,
      "loss": 0.0135,
      "step": 65480
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.49745285511016846,
      "learning_rate": 6.866632744971227e-05,
      "loss": 0.013,
      "step": 65490
    },
    {
      "epoch": 10.001526950679493,
      "grad_norm": 0.257576048374176,
      "learning_rate": 6.865674002641043e-05,
      "loss": 0.0144,
      "step": 65500
    },
    {
      "epoch": 10.003053901358987,
      "grad_norm": 0.17494429647922516,
      "learning_rate": 6.864715180612696e-05,
      "loss": 0.0112,
      "step": 65510
    },
    {
      "epoch": 10.00458085203848,
      "grad_norm": 0.25607287883758545,
      "learning_rate": 6.863756278927142e-05,
      "loss": 0.0126,
      "step": 65520
    },
    {
      "epoch": 10.006107802717972,
      "grad_norm": 0.3461606204509735,
      "learning_rate": 6.862797297625343e-05,
      "loss": 0.0194,
      "step": 65530
    },
    {
      "epoch": 10.007634753397465,
      "grad_norm": 0.20221178233623505,
      "learning_rate": 6.861838236748266e-05,
      "loss": 0.0142,
      "step": 65540
    },
    {
      "epoch": 10.00916170407696,
      "grad_norm": 0.2815108299255371,
      "learning_rate": 6.860879096336878e-05,
      "loss": 0.0136,
      "step": 65550
    },
    {
      "epoch": 10.010688654756452,
      "grad_norm": 0.25206562876701355,
      "learning_rate": 6.859919876432154e-05,
      "loss": 0.0123,
      "step": 65560
    },
    {
      "epoch": 10.012215605435944,
      "grad_norm": 0.17788812518119812,
      "learning_rate": 6.85896057707507e-05,
      "loss": 0.0125,
      "step": 65570
    },
    {
      "epoch": 10.013742556115437,
      "grad_norm": 0.17955243587493896,
      "learning_rate": 6.858001198306608e-05,
      "loss": 0.0144,
      "step": 65580
    },
    {
      "epoch": 10.015269506794931,
      "grad_norm": 0.1955191045999527,
      "learning_rate": 6.857041740167745e-05,
      "loss": 0.0131,
      "step": 65590
    },
    {
      "epoch": 10.016796457474424,
      "grad_norm": 0.2636459469795227,
      "learning_rate": 6.856082202699473e-05,
      "loss": 0.01,
      "step": 65600
    },
    {
      "epoch": 10.018323408153917,
      "grad_norm": 0.18892014026641846,
      "learning_rate": 6.855122585942775e-05,
      "loss": 0.0126,
      "step": 65610
    },
    {
      "epoch": 10.01985035883341,
      "grad_norm": 0.3810156583786011,
      "learning_rate": 6.85416288993865e-05,
      "loss": 0.0134,
      "step": 65620
    },
    {
      "epoch": 10.021377309512904,
      "grad_norm": 0.34529152512550354,
      "learning_rate": 6.853203114728094e-05,
      "loss": 0.0139,
      "step": 65630
    },
    {
      "epoch": 10.022904260192396,
      "grad_norm": 0.16811668872833252,
      "learning_rate": 6.852243260352103e-05,
      "loss": 0.0125,
      "step": 65640
    },
    {
      "epoch": 10.024431210871889,
      "grad_norm": 0.24599102139472961,
      "learning_rate": 6.851283326851685e-05,
      "loss": 0.0129,
      "step": 65650
    },
    {
      "epoch": 10.025958161551381,
      "grad_norm": 0.208914652466774,
      "learning_rate": 6.850323314267843e-05,
      "loss": 0.0094,
      "step": 65660
    },
    {
      "epoch": 10.027485112230876,
      "grad_norm": 0.1566123217344284,
      "learning_rate": 6.849363222641587e-05,
      "loss": 0.0121,
      "step": 65670
    },
    {
      "epoch": 10.029012062910368,
      "grad_norm": 0.1925714910030365,
      "learning_rate": 6.848403052013933e-05,
      "loss": 0.0153,
      "step": 65680
    },
    {
      "epoch": 10.03053901358986,
      "grad_norm": 0.19824180006980896,
      "learning_rate": 6.847442802425895e-05,
      "loss": 0.0125,
      "step": 65690
    },
    {
      "epoch": 10.032065964269353,
      "grad_norm": 0.14616060256958008,
      "learning_rate": 6.846482473918495e-05,
      "loss": 0.0102,
      "step": 65700
    },
    {
      "epoch": 10.033592914948848,
      "grad_norm": 0.14685358107089996,
      "learning_rate": 6.845522066532757e-05,
      "loss": 0.0153,
      "step": 65710
    },
    {
      "epoch": 10.03511986562834,
      "grad_norm": 0.2297104001045227,
      "learning_rate": 6.844561580309705e-05,
      "loss": 0.0106,
      "step": 65720
    },
    {
      "epoch": 10.036646816307833,
      "grad_norm": 0.19906143844127655,
      "learning_rate": 6.843601015290371e-05,
      "loss": 0.0129,
      "step": 65730
    },
    {
      "epoch": 10.038173766987326,
      "grad_norm": 0.1573641002178192,
      "learning_rate": 6.84264037151579e-05,
      "loss": 0.0104,
      "step": 65740
    },
    {
      "epoch": 10.03970071766682,
      "grad_norm": 0.20878107845783234,
      "learning_rate": 6.841679649026997e-05,
      "loss": 0.0125,
      "step": 65750
    },
    {
      "epoch": 10.041227668346313,
      "grad_norm": 0.23489472270011902,
      "learning_rate": 6.840718847865031e-05,
      "loss": 0.014,
      "step": 65760
    },
    {
      "epoch": 10.042754619025805,
      "grad_norm": 0.28130844235420227,
      "learning_rate": 6.839757968070937e-05,
      "loss": 0.0112,
      "step": 65770
    },
    {
      "epoch": 10.044281569705298,
      "grad_norm": 0.18474668264389038,
      "learning_rate": 6.838797009685766e-05,
      "loss": 0.0154,
      "step": 65780
    },
    {
      "epoch": 10.045808520384792,
      "grad_norm": 0.1406642645597458,
      "learning_rate": 6.837835972750561e-05,
      "loss": 0.0118,
      "step": 65790
    },
    {
      "epoch": 10.047335471064285,
      "grad_norm": 0.23318402469158173,
      "learning_rate": 6.836874857306381e-05,
      "loss": 0.0132,
      "step": 65800
    },
    {
      "epoch": 10.048862421743777,
      "grad_norm": 0.18020300567150116,
      "learning_rate": 6.835913663394282e-05,
      "loss": 0.0123,
      "step": 65810
    },
    {
      "epoch": 10.05038937242327,
      "grad_norm": 0.4860425889492035,
      "learning_rate": 6.834952391055322e-05,
      "loss": 0.0124,
      "step": 65820
    },
    {
      "epoch": 10.051916323102764,
      "grad_norm": 0.13481393456459045,
      "learning_rate": 6.833991040330569e-05,
      "loss": 0.0126,
      "step": 65830
    },
    {
      "epoch": 10.053443273782257,
      "grad_norm": 0.17072953283786774,
      "learning_rate": 6.833029611261088e-05,
      "loss": 0.0112,
      "step": 65840
    },
    {
      "epoch": 10.05497022446175,
      "grad_norm": 0.18998444080352783,
      "learning_rate": 6.832068103887948e-05,
      "loss": 0.0095,
      "step": 65850
    },
    {
      "epoch": 10.056497175141242,
      "grad_norm": 0.25085094571113586,
      "learning_rate": 6.831106518252224e-05,
      "loss": 0.0142,
      "step": 65860
    },
    {
      "epoch": 10.058024125820737,
      "grad_norm": 0.22592580318450928,
      "learning_rate": 6.830144854394994e-05,
      "loss": 0.0157,
      "step": 65870
    },
    {
      "epoch": 10.05955107650023,
      "grad_norm": 0.28151729702949524,
      "learning_rate": 6.829183112357338e-05,
      "loss": 0.0128,
      "step": 65880
    },
    {
      "epoch": 10.061078027179722,
      "grad_norm": 0.2021128237247467,
      "learning_rate": 6.828221292180339e-05,
      "loss": 0.0127,
      "step": 65890
    },
    {
      "epoch": 10.062604977859214,
      "grad_norm": 0.1636761873960495,
      "learning_rate": 6.827259393905085e-05,
      "loss": 0.0118,
      "step": 65900
    },
    {
      "epoch": 10.064131928538709,
      "grad_norm": 0.14257605373859406,
      "learning_rate": 6.826297417572668e-05,
      "loss": 0.0147,
      "step": 65910
    },
    {
      "epoch": 10.065658879218201,
      "grad_norm": 0.26740357279777527,
      "learning_rate": 6.82533536322418e-05,
      "loss": 0.0129,
      "step": 65920
    },
    {
      "epoch": 10.067185829897694,
      "grad_norm": 0.1865188181400299,
      "learning_rate": 6.824373230900718e-05,
      "loss": 0.0167,
      "step": 65930
    },
    {
      "epoch": 10.068712780577187,
      "grad_norm": 0.32139697670936584,
      "learning_rate": 6.823411020643383e-05,
      "loss": 0.0144,
      "step": 65940
    },
    {
      "epoch": 10.070239731256681,
      "grad_norm": 0.1559939980506897,
      "learning_rate": 6.822448732493278e-05,
      "loss": 0.0116,
      "step": 65950
    },
    {
      "epoch": 10.071766681936174,
      "grad_norm": 0.19132055342197418,
      "learning_rate": 6.821486366491513e-05,
      "loss": 0.0125,
      "step": 65960
    },
    {
      "epoch": 10.073293632615666,
      "grad_norm": 0.13462671637535095,
      "learning_rate": 6.820523922679196e-05,
      "loss": 0.0134,
      "step": 65970
    },
    {
      "epoch": 10.074820583295159,
      "grad_norm": 0.1739700883626938,
      "learning_rate": 6.819561401097441e-05,
      "loss": 0.0116,
      "step": 65980
    },
    {
      "epoch": 10.076347533974653,
      "grad_norm": 0.19505712389945984,
      "learning_rate": 6.818598801787365e-05,
      "loss": 0.0145,
      "step": 65990
    },
    {
      "epoch": 10.077874484654146,
      "grad_norm": 0.17827995121479034,
      "learning_rate": 6.81763612479009e-05,
      "loss": 0.0129,
      "step": 66000
    },
    {
      "epoch": 10.079401435333638,
      "grad_norm": 0.15661168098449707,
      "learning_rate": 6.816673370146739e-05,
      "loss": 0.0118,
      "step": 66010
    },
    {
      "epoch": 10.080928386013131,
      "grad_norm": 0.1915699690580368,
      "learning_rate": 6.815710537898438e-05,
      "loss": 0.0116,
      "step": 66020
    },
    {
      "epoch": 10.082455336692625,
      "grad_norm": 0.19101716578006744,
      "learning_rate": 6.81474762808632e-05,
      "loss": 0.0094,
      "step": 66030
    },
    {
      "epoch": 10.083982287372118,
      "grad_norm": 0.198298379778862,
      "learning_rate": 6.813784640751515e-05,
      "loss": 0.0123,
      "step": 66040
    },
    {
      "epoch": 10.08550923805161,
      "grad_norm": 0.21881552040576935,
      "learning_rate": 6.812821575935164e-05,
      "loss": 0.0125,
      "step": 66050
    },
    {
      "epoch": 10.087036188731105,
      "grad_norm": 0.30281102657318115,
      "learning_rate": 6.811858433678404e-05,
      "loss": 0.0151,
      "step": 66060
    },
    {
      "epoch": 10.088563139410597,
      "grad_norm": 0.20713841915130615,
      "learning_rate": 6.810895214022381e-05,
      "loss": 0.0106,
      "step": 66070
    },
    {
      "epoch": 10.09009009009009,
      "grad_norm": 0.2614292800426483,
      "learning_rate": 6.809931917008241e-05,
      "loss": 0.0116,
      "step": 66080
    },
    {
      "epoch": 10.091617040769583,
      "grad_norm": 0.18137000501155853,
      "learning_rate": 6.808968542677135e-05,
      "loss": 0.0137,
      "step": 66090
    },
    {
      "epoch": 10.093143991449077,
      "grad_norm": 0.19123181700706482,
      "learning_rate": 6.808005091070217e-05,
      "loss": 0.0114,
      "step": 66100
    },
    {
      "epoch": 10.09467094212857,
      "grad_norm": 0.2336425632238388,
      "learning_rate": 6.80704156222864e-05,
      "loss": 0.0146,
      "step": 66110
    },
    {
      "epoch": 10.096197892808062,
      "grad_norm": 0.17667916417121887,
      "learning_rate": 6.806077956193568e-05,
      "loss": 0.0104,
      "step": 66120
    },
    {
      "epoch": 10.097724843487555,
      "grad_norm": 0.1268925964832306,
      "learning_rate": 6.805114273006166e-05,
      "loss": 0.0119,
      "step": 66130
    },
    {
      "epoch": 10.09925179416705,
      "grad_norm": 0.15509819984436035,
      "learning_rate": 6.804150512707596e-05,
      "loss": 0.0086,
      "step": 66140
    },
    {
      "epoch": 10.100778744846542,
      "grad_norm": 0.13392147421836853,
      "learning_rate": 6.80318667533903e-05,
      "loss": 0.0108,
      "step": 66150
    },
    {
      "epoch": 10.102305695526034,
      "grad_norm": 0.18126459419727325,
      "learning_rate": 6.802222760941643e-05,
      "loss": 0.0142,
      "step": 66160
    },
    {
      "epoch": 10.103832646205527,
      "grad_norm": 0.31083640456199646,
      "learning_rate": 6.801258769556609e-05,
      "loss": 0.0141,
      "step": 66170
    },
    {
      "epoch": 10.105359596885021,
      "grad_norm": 0.2904947102069855,
      "learning_rate": 6.800294701225113e-05,
      "loss": 0.0127,
      "step": 66180
    },
    {
      "epoch": 10.106886547564514,
      "grad_norm": 0.1845841258764267,
      "learning_rate": 6.799330555988333e-05,
      "loss": 0.0098,
      "step": 66190
    },
    {
      "epoch": 10.108413498244007,
      "grad_norm": 0.1733667254447937,
      "learning_rate": 6.798366333887455e-05,
      "loss": 0.0134,
      "step": 66200
    },
    {
      "epoch": 10.1099404489235,
      "grad_norm": 0.24128451943397522,
      "learning_rate": 6.797402034963673e-05,
      "loss": 0.0111,
      "step": 66210
    },
    {
      "epoch": 10.111467399602994,
      "grad_norm": 0.1929183155298233,
      "learning_rate": 6.796437659258177e-05,
      "loss": 0.012,
      "step": 66220
    },
    {
      "epoch": 10.112994350282486,
      "grad_norm": 0.17524388432502747,
      "learning_rate": 6.795473206812165e-05,
      "loss": 0.012,
      "step": 66230
    },
    {
      "epoch": 10.114521300961979,
      "grad_norm": 0.1828923523426056,
      "learning_rate": 6.794508677666834e-05,
      "loss": 0.0114,
      "step": 66240
    },
    {
      "epoch": 10.116048251641471,
      "grad_norm": 0.16934271156787872,
      "learning_rate": 6.793544071863392e-05,
      "loss": 0.0107,
      "step": 66250
    },
    {
      "epoch": 10.117575202320966,
      "grad_norm": 0.19322635233402252,
      "learning_rate": 6.792579389443039e-05,
      "loss": 0.01,
      "step": 66260
    },
    {
      "epoch": 10.119102153000458,
      "grad_norm": 0.32034534215927124,
      "learning_rate": 6.79161463044699e-05,
      "loss": 0.0142,
      "step": 66270
    },
    {
      "epoch": 10.120629103679951,
      "grad_norm": 0.15644071996212006,
      "learning_rate": 6.790649794916456e-05,
      "loss": 0.0108,
      "step": 66280
    },
    {
      "epoch": 10.122156054359444,
      "grad_norm": 0.25564149022102356,
      "learning_rate": 6.78968488289265e-05,
      "loss": 0.0111,
      "step": 66290
    },
    {
      "epoch": 10.123683005038938,
      "grad_norm": 0.21223260462284088,
      "learning_rate": 6.788719894416795e-05,
      "loss": 0.0154,
      "step": 66300
    },
    {
      "epoch": 10.12520995571843,
      "grad_norm": 0.3154435157775879,
      "learning_rate": 6.78775482953011e-05,
      "loss": 0.0152,
      "step": 66310
    },
    {
      "epoch": 10.126736906397923,
      "grad_norm": 0.18136905133724213,
      "learning_rate": 6.786789688273825e-05,
      "loss": 0.012,
      "step": 66320
    },
    {
      "epoch": 10.128263857077416,
      "grad_norm": 0.17961850762367249,
      "learning_rate": 6.785824470689166e-05,
      "loss": 0.0108,
      "step": 66330
    },
    {
      "epoch": 10.12979080775691,
      "grad_norm": 0.21287281811237335,
      "learning_rate": 6.784859176817367e-05,
      "loss": 0.0094,
      "step": 66340
    },
    {
      "epoch": 10.131317758436403,
      "grad_norm": 0.18746250867843628,
      "learning_rate": 6.783893806699662e-05,
      "loss": 0.018,
      "step": 66350
    },
    {
      "epoch": 10.132844709115895,
      "grad_norm": 0.17268186807632446,
      "learning_rate": 6.78292836037729e-05,
      "loss": 0.013,
      "step": 66360
    },
    {
      "epoch": 10.134371659795388,
      "grad_norm": 0.18197286128997803,
      "learning_rate": 6.781962837891495e-05,
      "loss": 0.0152,
      "step": 66370
    },
    {
      "epoch": 10.135898610474882,
      "grad_norm": 0.14163964986801147,
      "learning_rate": 6.780997239283523e-05,
      "loss": 0.0127,
      "step": 66380
    },
    {
      "epoch": 10.137425561154375,
      "grad_norm": 0.2002655267715454,
      "learning_rate": 6.780031564594618e-05,
      "loss": 0.0115,
      "step": 66390
    },
    {
      "epoch": 10.138952511833867,
      "grad_norm": 0.15946458280086517,
      "learning_rate": 6.779065813866035e-05,
      "loss": 0.0117,
      "step": 66400
    },
    {
      "epoch": 10.14047946251336,
      "grad_norm": 0.303671658039093,
      "learning_rate": 6.778099987139029e-05,
      "loss": 0.0143,
      "step": 66410
    },
    {
      "epoch": 10.142006413192854,
      "grad_norm": 0.19825796782970428,
      "learning_rate": 6.777134084454857e-05,
      "loss": 0.0157,
      "step": 66420
    },
    {
      "epoch": 10.143533363872347,
      "grad_norm": 0.47036972641944885,
      "learning_rate": 6.776168105854785e-05,
      "loss": 0.0105,
      "step": 66430
    },
    {
      "epoch": 10.14506031455184,
      "grad_norm": 0.16809476912021637,
      "learning_rate": 6.775202051380071e-05,
      "loss": 0.0158,
      "step": 66440
    },
    {
      "epoch": 10.146587265231332,
      "grad_norm": 0.3939041495323181,
      "learning_rate": 6.774235921071987e-05,
      "loss": 0.014,
      "step": 66450
    },
    {
      "epoch": 10.148114215910827,
      "grad_norm": 0.40152499079704285,
      "learning_rate": 6.773269714971803e-05,
      "loss": 0.0133,
      "step": 66460
    },
    {
      "epoch": 10.14964116659032,
      "grad_norm": 0.1798795759677887,
      "learning_rate": 6.772303433120798e-05,
      "loss": 0.0141,
      "step": 66470
    },
    {
      "epoch": 10.151168117269812,
      "grad_norm": 0.199430912733078,
      "learning_rate": 6.771337075560243e-05,
      "loss": 0.0117,
      "step": 66480
    },
    {
      "epoch": 10.152695067949304,
      "grad_norm": 0.17706386744976044,
      "learning_rate": 6.770370642331424e-05,
      "loss": 0.0143,
      "step": 66490
    },
    {
      "epoch": 10.154222018628799,
      "grad_norm": 0.17776896059513092,
      "learning_rate": 6.769404133475623e-05,
      "loss": 0.0125,
      "step": 66500
    },
    {
      "epoch": 10.155748969308291,
      "grad_norm": 0.2438082993030548,
      "learning_rate": 6.768437549034126e-05,
      "loss": 0.0106,
      "step": 66510
    },
    {
      "epoch": 10.157275919987784,
      "grad_norm": 0.2362045794725418,
      "learning_rate": 6.767470889048229e-05,
      "loss": 0.0135,
      "step": 66520
    },
    {
      "epoch": 10.158802870667277,
      "grad_norm": 0.22298100590705872,
      "learning_rate": 6.76650415355922e-05,
      "loss": 0.0153,
      "step": 66530
    },
    {
      "epoch": 10.160329821346771,
      "grad_norm": 0.2091556042432785,
      "learning_rate": 6.765537342608399e-05,
      "loss": 0.0117,
      "step": 66540
    },
    {
      "epoch": 10.161856772026264,
      "grad_norm": 0.18078777194023132,
      "learning_rate": 6.764570456237067e-05,
      "loss": 0.0106,
      "step": 66550
    },
    {
      "epoch": 10.163383722705756,
      "grad_norm": 0.28894004225730896,
      "learning_rate": 6.763603494486525e-05,
      "loss": 0.0122,
      "step": 66560
    },
    {
      "epoch": 10.164910673385249,
      "grad_norm": 0.27917730808258057,
      "learning_rate": 6.762636457398085e-05,
      "loss": 0.0123,
      "step": 66570
    },
    {
      "epoch": 10.166437624064743,
      "grad_norm": 0.17617075145244598,
      "learning_rate": 6.761669345013051e-05,
      "loss": 0.0097,
      "step": 66580
    },
    {
      "epoch": 10.167964574744236,
      "grad_norm": 0.1565592736005783,
      "learning_rate": 6.760702157372739e-05,
      "loss": 0.016,
      "step": 66590
    },
    {
      "epoch": 10.169491525423728,
      "grad_norm": 0.16344323754310608,
      "learning_rate": 6.759734894518466e-05,
      "loss": 0.0128,
      "step": 66600
    },
    {
      "epoch": 10.171018476103223,
      "grad_norm": 0.16967914998531342,
      "learning_rate": 6.758767556491551e-05,
      "loss": 0.0132,
      "step": 66610
    },
    {
      "epoch": 10.172545426782715,
      "grad_norm": 0.16207574307918549,
      "learning_rate": 6.757800143333316e-05,
      "loss": 0.0147,
      "step": 66620
    },
    {
      "epoch": 10.174072377462208,
      "grad_norm": 0.17282356321811676,
      "learning_rate": 6.756832655085091e-05,
      "loss": 0.0139,
      "step": 66630
    },
    {
      "epoch": 10.1755993281417,
      "grad_norm": 0.19509923458099365,
      "learning_rate": 6.755865091788198e-05,
      "loss": 0.0137,
      "step": 66640
    },
    {
      "epoch": 10.177126278821195,
      "grad_norm": 0.2957531213760376,
      "learning_rate": 6.754897453483977e-05,
      "loss": 0.012,
      "step": 66650
    },
    {
      "epoch": 10.178653229500688,
      "grad_norm": 0.14877259731292725,
      "learning_rate": 6.753929740213759e-05,
      "loss": 0.0135,
      "step": 66660
    },
    {
      "epoch": 10.18018018018018,
      "grad_norm": 0.2054881453514099,
      "learning_rate": 6.752961952018885e-05,
      "loss": 0.0139,
      "step": 66670
    },
    {
      "epoch": 10.181707130859673,
      "grad_norm": 0.19129543006420135,
      "learning_rate": 6.751994088940697e-05,
      "loss": 0.0164,
      "step": 66680
    },
    {
      "epoch": 10.183234081539167,
      "grad_norm": 0.18106496334075928,
      "learning_rate": 6.75102615102054e-05,
      "loss": 0.0116,
      "step": 66690
    },
    {
      "epoch": 10.18476103221866,
      "grad_norm": 0.22948651015758514,
      "learning_rate": 6.750058138299763e-05,
      "loss": 0.0145,
      "step": 66700
    },
    {
      "epoch": 10.186287982898152,
      "grad_norm": 0.20839402079582214,
      "learning_rate": 6.749090050819715e-05,
      "loss": 0.0125,
      "step": 66710
    },
    {
      "epoch": 10.187814933577645,
      "grad_norm": 0.6398214101791382,
      "learning_rate": 6.748121888621757e-05,
      "loss": 0.0148,
      "step": 66720
    },
    {
      "epoch": 10.18934188425714,
      "grad_norm": 0.207439586520195,
      "learning_rate": 6.747153651747241e-05,
      "loss": 0.0121,
      "step": 66730
    },
    {
      "epoch": 10.190868834936632,
      "grad_norm": 0.1660802662372589,
      "learning_rate": 6.746185340237531e-05,
      "loss": 0.0147,
      "step": 66740
    },
    {
      "epoch": 10.192395785616124,
      "grad_norm": 0.34225767850875854,
      "learning_rate": 6.745216954133991e-05,
      "loss": 0.0134,
      "step": 66750
    },
    {
      "epoch": 10.193922736295617,
      "grad_norm": 0.27428969740867615,
      "learning_rate": 6.744248493477988e-05,
      "loss": 0.0136,
      "step": 66760
    },
    {
      "epoch": 10.195449686975111,
      "grad_norm": 0.3083813786506653,
      "learning_rate": 6.743279958310895e-05,
      "loss": 0.0111,
      "step": 66770
    },
    {
      "epoch": 10.196976637654604,
      "grad_norm": 0.1849665492773056,
      "learning_rate": 6.742311348674085e-05,
      "loss": 0.0162,
      "step": 66780
    },
    {
      "epoch": 10.198503588334097,
      "grad_norm": 0.19886426627635956,
      "learning_rate": 6.741342664608933e-05,
      "loss": 0.0106,
      "step": 66790
    },
    {
      "epoch": 10.20003053901359,
      "grad_norm": 0.19800269603729248,
      "learning_rate": 6.740373906156823e-05,
      "loss": 0.0099,
      "step": 66800
    },
    {
      "epoch": 10.201557489693084,
      "grad_norm": 0.17815425992012024,
      "learning_rate": 6.739405073359136e-05,
      "loss": 0.0147,
      "step": 66810
    },
    {
      "epoch": 10.203084440372576,
      "grad_norm": 0.23541148006916046,
      "learning_rate": 6.73843616625726e-05,
      "loss": 0.016,
      "step": 66820
    },
    {
      "epoch": 10.204611391052069,
      "grad_norm": 0.2381746917963028,
      "learning_rate": 6.737467184892585e-05,
      "loss": 0.0126,
      "step": 66830
    },
    {
      "epoch": 10.206138341731561,
      "grad_norm": 0.23299378156661987,
      "learning_rate": 6.736498129306504e-05,
      "loss": 0.0115,
      "step": 66840
    },
    {
      "epoch": 10.207665292411056,
      "grad_norm": 0.20686191320419312,
      "learning_rate": 6.735528999540411e-05,
      "loss": 0.0122,
      "step": 66850
    },
    {
      "epoch": 10.209192243090548,
      "grad_norm": 0.17565374076366425,
      "learning_rate": 6.734559795635709e-05,
      "loss": 0.0106,
      "step": 66860
    },
    {
      "epoch": 10.210719193770041,
      "grad_norm": 0.19178380072116852,
      "learning_rate": 6.733590517633798e-05,
      "loss": 0.0136,
      "step": 66870
    },
    {
      "epoch": 10.212246144449534,
      "grad_norm": 0.306037038564682,
      "learning_rate": 6.732621165576087e-05,
      "loss": 0.0159,
      "step": 66880
    },
    {
      "epoch": 10.213773095129028,
      "grad_norm": 0.32655277848243713,
      "learning_rate": 6.731651739503981e-05,
      "loss": 0.0132,
      "step": 66890
    },
    {
      "epoch": 10.21530004580852,
      "grad_norm": 0.2030573934316635,
      "learning_rate": 6.730682239458895e-05,
      "loss": 0.0143,
      "step": 66900
    },
    {
      "epoch": 10.216826996488013,
      "grad_norm": 0.3034331798553467,
      "learning_rate": 6.72971266548224e-05,
      "loss": 0.0141,
      "step": 66910
    },
    {
      "epoch": 10.218353947167506,
      "grad_norm": 0.16486714780330658,
      "learning_rate": 6.72874301761544e-05,
      "loss": 0.0134,
      "step": 66920
    },
    {
      "epoch": 10.219880897847,
      "grad_norm": 0.15284031629562378,
      "learning_rate": 6.727773295899914e-05,
      "loss": 0.0116,
      "step": 66930
    },
    {
      "epoch": 10.221407848526493,
      "grad_norm": 0.17775681614875793,
      "learning_rate": 6.726803500377087e-05,
      "loss": 0.0143,
      "step": 66940
    },
    {
      "epoch": 10.222934799205985,
      "grad_norm": 0.15537068247795105,
      "learning_rate": 6.725833631088386e-05,
      "loss": 0.0097,
      "step": 66950
    },
    {
      "epoch": 10.224461749885478,
      "grad_norm": 0.14048555493354797,
      "learning_rate": 6.724863688075243e-05,
      "loss": 0.0123,
      "step": 66960
    },
    {
      "epoch": 10.225988700564972,
      "grad_norm": 0.35822945833206177,
      "learning_rate": 6.723893671379092e-05,
      "loss": 0.0148,
      "step": 66970
    },
    {
      "epoch": 10.227515651244465,
      "grad_norm": 0.29931506514549255,
      "learning_rate": 6.72292358104137e-05,
      "loss": 0.0112,
      "step": 66980
    },
    {
      "epoch": 10.229042601923958,
      "grad_norm": 0.2217566967010498,
      "learning_rate": 6.721953417103519e-05,
      "loss": 0.0143,
      "step": 66990
    },
    {
      "epoch": 10.23056955260345,
      "grad_norm": 0.21450619399547577,
      "learning_rate": 6.72098317960698e-05,
      "loss": 0.0117,
      "step": 67000
    },
    {
      "epoch": 10.232096503282945,
      "grad_norm": 0.2402040660381317,
      "learning_rate": 6.7200128685932e-05,
      "loss": 0.013,
      "step": 67010
    },
    {
      "epoch": 10.233623453962437,
      "grad_norm": 0.20888788998126984,
      "learning_rate": 6.719042484103632e-05,
      "loss": 0.0127,
      "step": 67020
    },
    {
      "epoch": 10.23515040464193,
      "grad_norm": 0.16018755733966827,
      "learning_rate": 6.718072026179727e-05,
      "loss": 0.0109,
      "step": 67030
    },
    {
      "epoch": 10.236677355321422,
      "grad_norm": 0.18608641624450684,
      "learning_rate": 6.717101494862941e-05,
      "loss": 0.0115,
      "step": 67040
    },
    {
      "epoch": 10.238204306000917,
      "grad_norm": 0.3418545424938202,
      "learning_rate": 6.716130890194732e-05,
      "loss": 0.0122,
      "step": 67050
    },
    {
      "epoch": 10.23973125668041,
      "grad_norm": 0.23624809086322784,
      "learning_rate": 6.715160212216565e-05,
      "loss": 0.0134,
      "step": 67060
    },
    {
      "epoch": 10.241258207359902,
      "grad_norm": 0.1869029402732849,
      "learning_rate": 6.714189460969905e-05,
      "loss": 0.0147,
      "step": 67070
    },
    {
      "epoch": 10.242785158039394,
      "grad_norm": 0.33471664786338806,
      "learning_rate": 6.71321863649622e-05,
      "loss": 0.0116,
      "step": 67080
    },
    {
      "epoch": 10.244312108718889,
      "grad_norm": 0.4552062153816223,
      "learning_rate": 6.712247738836981e-05,
      "loss": 0.0136,
      "step": 67090
    },
    {
      "epoch": 10.245839059398381,
      "grad_norm": 0.2111928015947342,
      "learning_rate": 6.711276768033668e-05,
      "loss": 0.0121,
      "step": 67100
    },
    {
      "epoch": 10.247366010077874,
      "grad_norm": 0.3304302990436554,
      "learning_rate": 6.71030572412775e-05,
      "loss": 0.0135,
      "step": 67110
    },
    {
      "epoch": 10.248892960757367,
      "grad_norm": 0.4689919352531433,
      "learning_rate": 6.709334607160718e-05,
      "loss": 0.0102,
      "step": 67120
    },
    {
      "epoch": 10.250419911436861,
      "grad_norm": 0.20386655628681183,
      "learning_rate": 6.708363417174048e-05,
      "loss": 0.0155,
      "step": 67130
    },
    {
      "epoch": 10.251946862116354,
      "grad_norm": 0.14950193464756012,
      "learning_rate": 6.707392154209234e-05,
      "loss": 0.01,
      "step": 67140
    },
    {
      "epoch": 10.253473812795846,
      "grad_norm": 0.1839025765657425,
      "learning_rate": 6.706420818307764e-05,
      "loss": 0.0111,
      "step": 67150
    },
    {
      "epoch": 10.25500076347534,
      "grad_norm": 0.14348284900188446,
      "learning_rate": 6.705449409511129e-05,
      "loss": 0.0111,
      "step": 67160
    },
    {
      "epoch": 10.256527714154833,
      "grad_norm": 0.21806925535202026,
      "learning_rate": 6.70447792786083e-05,
      "loss": 0.0147,
      "step": 67170
    },
    {
      "epoch": 10.258054664834326,
      "grad_norm": 0.24662649631500244,
      "learning_rate": 6.703506373398364e-05,
      "loss": 0.0119,
      "step": 67180
    },
    {
      "epoch": 10.259581615513818,
      "grad_norm": 0.32246968150138855,
      "learning_rate": 6.702534746165235e-05,
      "loss": 0.0132,
      "step": 67190
    },
    {
      "epoch": 10.261108566193313,
      "grad_norm": 0.19468455016613007,
      "learning_rate": 6.70156304620295e-05,
      "loss": 0.011,
      "step": 67200
    },
    {
      "epoch": 10.262635516872805,
      "grad_norm": 0.22718720138072968,
      "learning_rate": 6.700591273553017e-05,
      "loss": 0.0119,
      "step": 67210
    },
    {
      "epoch": 10.264162467552298,
      "grad_norm": 0.20883478224277496,
      "learning_rate": 6.69961942825695e-05,
      "loss": 0.0116,
      "step": 67220
    },
    {
      "epoch": 10.26568941823179,
      "grad_norm": 0.10773151367902756,
      "learning_rate": 6.698647510356262e-05,
      "loss": 0.0151,
      "step": 67230
    },
    {
      "epoch": 10.267216368911285,
      "grad_norm": 0.15362252295017242,
      "learning_rate": 6.697675519892475e-05,
      "loss": 0.0106,
      "step": 67240
    },
    {
      "epoch": 10.268743319590778,
      "grad_norm": 0.2443036586046219,
      "learning_rate": 6.696703456907105e-05,
      "loss": 0.0114,
      "step": 67250
    },
    {
      "epoch": 10.27027027027027,
      "grad_norm": 0.2043006271123886,
      "learning_rate": 6.695731321441682e-05,
      "loss": 0.0136,
      "step": 67260
    },
    {
      "epoch": 10.271797220949763,
      "grad_norm": 0.17937830090522766,
      "learning_rate": 6.694759113537732e-05,
      "loss": 0.0116,
      "step": 67270
    },
    {
      "epoch": 10.273324171629257,
      "grad_norm": 0.1994231790304184,
      "learning_rate": 6.693786833236787e-05,
      "loss": 0.009,
      "step": 67280
    },
    {
      "epoch": 10.27485112230875,
      "grad_norm": 0.14772692322731018,
      "learning_rate": 6.692814480580379e-05,
      "loss": 0.0132,
      "step": 67290
    },
    {
      "epoch": 10.276378072988242,
      "grad_norm": 0.4113355576992035,
      "learning_rate": 6.691842055610048e-05,
      "loss": 0.0153,
      "step": 67300
    },
    {
      "epoch": 10.277905023667735,
      "grad_norm": 0.2023494392633438,
      "learning_rate": 6.69086955836733e-05,
      "loss": 0.0131,
      "step": 67310
    },
    {
      "epoch": 10.27943197434723,
      "grad_norm": 0.25239086151123047,
      "learning_rate": 6.689896988893774e-05,
      "loss": 0.0106,
      "step": 67320
    },
    {
      "epoch": 10.280958925026722,
      "grad_norm": 0.32452502846717834,
      "learning_rate": 6.68892434723092e-05,
      "loss": 0.0117,
      "step": 67330
    },
    {
      "epoch": 10.282485875706215,
      "grad_norm": 0.2960757911205292,
      "learning_rate": 6.687951633420321e-05,
      "loss": 0.0136,
      "step": 67340
    },
    {
      "epoch": 10.284012826385707,
      "grad_norm": 0.27368536591529846,
      "learning_rate": 6.68697884750353e-05,
      "loss": 0.0128,
      "step": 67350
    },
    {
      "epoch": 10.285539777065202,
      "grad_norm": 0.20743969082832336,
      "learning_rate": 6.686005989522099e-05,
      "loss": 0.0131,
      "step": 67360
    },
    {
      "epoch": 10.287066727744694,
      "grad_norm": 0.2766668498516083,
      "learning_rate": 6.685033059517593e-05,
      "loss": 0.0103,
      "step": 67370
    },
    {
      "epoch": 10.288593678424187,
      "grad_norm": 0.3522190451622009,
      "learning_rate": 6.684060057531569e-05,
      "loss": 0.013,
      "step": 67380
    },
    {
      "epoch": 10.29012062910368,
      "grad_norm": 0.25742024183273315,
      "learning_rate": 6.683086983605593e-05,
      "loss": 0.0131,
      "step": 67390
    },
    {
      "epoch": 10.291647579783174,
      "grad_norm": 0.18293873965740204,
      "learning_rate": 6.682113837781234e-05,
      "loss": 0.0189,
      "step": 67400
    },
    {
      "epoch": 10.293174530462666,
      "grad_norm": 0.204566091299057,
      "learning_rate": 6.681140620100059e-05,
      "loss": 0.0116,
      "step": 67410
    },
    {
      "epoch": 10.294701481142159,
      "grad_norm": 0.13956718146800995,
      "learning_rate": 6.680167330603648e-05,
      "loss": 0.01,
      "step": 67420
    },
    {
      "epoch": 10.296228431821651,
      "grad_norm": 0.2713795304298401,
      "learning_rate": 6.679193969333575e-05,
      "loss": 0.0132,
      "step": 67430
    },
    {
      "epoch": 10.297755382501146,
      "grad_norm": 0.18399661779403687,
      "learning_rate": 6.678220536331419e-05,
      "loss": 0.0108,
      "step": 67440
    },
    {
      "epoch": 10.299282333180638,
      "grad_norm": 0.23289509117603302,
      "learning_rate": 6.677247031638765e-05,
      "loss": 0.0121,
      "step": 67450
    },
    {
      "epoch": 10.300809283860131,
      "grad_norm": 0.15604470670223236,
      "learning_rate": 6.676273455297198e-05,
      "loss": 0.0114,
      "step": 67460
    },
    {
      "epoch": 10.302336234539624,
      "grad_norm": 0.1097428947687149,
      "learning_rate": 6.67529980734831e-05,
      "loss": 0.0121,
      "step": 67470
    },
    {
      "epoch": 10.303863185219118,
      "grad_norm": 0.4547843933105469,
      "learning_rate": 6.674326087833691e-05,
      "loss": 0.0123,
      "step": 67480
    },
    {
      "epoch": 10.30539013589861,
      "grad_norm": 0.2078593373298645,
      "learning_rate": 6.67335229679494e-05,
      "loss": 0.0162,
      "step": 67490
    },
    {
      "epoch": 10.306917086578103,
      "grad_norm": 0.16688665747642517,
      "learning_rate": 6.672378434273649e-05,
      "loss": 0.0174,
      "step": 67500
    },
    {
      "epoch": 10.308444037257596,
      "grad_norm": 0.33145469427108765,
      "learning_rate": 6.671404500311426e-05,
      "loss": 0.0118,
      "step": 67510
    },
    {
      "epoch": 10.30997098793709,
      "grad_norm": 0.18432405591011047,
      "learning_rate": 6.670430494949872e-05,
      "loss": 0.0118,
      "step": 67520
    },
    {
      "epoch": 10.311497938616583,
      "grad_norm": 0.18637989461421967,
      "learning_rate": 6.669456418230596e-05,
      "loss": 0.0129,
      "step": 67530
    },
    {
      "epoch": 10.313024889296075,
      "grad_norm": 0.4204254746437073,
      "learning_rate": 6.66848227019521e-05,
      "loss": 0.0112,
      "step": 67540
    },
    {
      "epoch": 10.314551839975568,
      "grad_norm": 0.18982499837875366,
      "learning_rate": 6.667508050885325e-05,
      "loss": 0.0122,
      "step": 67550
    },
    {
      "epoch": 10.316078790655062,
      "grad_norm": 0.18542255461215973,
      "learning_rate": 6.66653376034256e-05,
      "loss": 0.0103,
      "step": 67560
    },
    {
      "epoch": 10.317605741334555,
      "grad_norm": 0.19592343270778656,
      "learning_rate": 6.665559398608535e-05,
      "loss": 0.0131,
      "step": 67570
    },
    {
      "epoch": 10.319132692014048,
      "grad_norm": 0.1797398030757904,
      "learning_rate": 6.664584965724872e-05,
      "loss": 0.0139,
      "step": 67580
    },
    {
      "epoch": 10.32065964269354,
      "grad_norm": 0.30703210830688477,
      "learning_rate": 6.663610461733196e-05,
      "loss": 0.0135,
      "step": 67590
    },
    {
      "epoch": 10.322186593373035,
      "grad_norm": 0.2155422866344452,
      "learning_rate": 6.662635886675139e-05,
      "loss": 0.0136,
      "step": 67600
    },
    {
      "epoch": 10.323713544052527,
      "grad_norm": 0.31896159052848816,
      "learning_rate": 6.66166124059233e-05,
      "loss": 0.0131,
      "step": 67610
    },
    {
      "epoch": 10.32524049473202,
      "grad_norm": 0.17204274237155914,
      "learning_rate": 6.660686523526406e-05,
      "loss": 0.0117,
      "step": 67620
    },
    {
      "epoch": 10.326767445411512,
      "grad_norm": 0.17179259657859802,
      "learning_rate": 6.659711735519003e-05,
      "loss": 0.0106,
      "step": 67630
    },
    {
      "epoch": 10.328294396091007,
      "grad_norm": 0.13784195482730865,
      "learning_rate": 6.658736876611765e-05,
      "loss": 0.0099,
      "step": 67640
    },
    {
      "epoch": 10.3298213467705,
      "grad_norm": 0.23119813203811646,
      "learning_rate": 6.657761946846335e-05,
      "loss": 0.0147,
      "step": 67650
    },
    {
      "epoch": 10.331348297449992,
      "grad_norm": 0.23203617334365845,
      "learning_rate": 6.65678694626436e-05,
      "loss": 0.0122,
      "step": 67660
    },
    {
      "epoch": 10.332875248129486,
      "grad_norm": 0.41621527075767517,
      "learning_rate": 6.65581187490749e-05,
      "loss": 0.0161,
      "step": 67670
    },
    {
      "epoch": 10.334402198808979,
      "grad_norm": 0.13113826513290405,
      "learning_rate": 6.654836732817378e-05,
      "loss": 0.015,
      "step": 67680
    },
    {
      "epoch": 10.335929149488472,
      "grad_norm": 0.19737589359283447,
      "learning_rate": 6.653861520035681e-05,
      "loss": 0.0095,
      "step": 67690
    },
    {
      "epoch": 10.337456100167964,
      "grad_norm": 0.2112881988286972,
      "learning_rate": 6.65288623660406e-05,
      "loss": 0.0118,
      "step": 67700
    },
    {
      "epoch": 10.338983050847457,
      "grad_norm": 0.24116705358028412,
      "learning_rate": 6.651910882564171e-05,
      "loss": 0.0126,
      "step": 67710
    },
    {
      "epoch": 10.340510001526951,
      "grad_norm": 0.2470027208328247,
      "learning_rate": 6.650935457957688e-05,
      "loss": 0.0151,
      "step": 67720
    },
    {
      "epoch": 10.342036952206444,
      "grad_norm": 0.22774283587932587,
      "learning_rate": 6.649959962826273e-05,
      "loss": 0.0106,
      "step": 67730
    },
    {
      "epoch": 10.343563902885936,
      "grad_norm": 0.2187974452972412,
      "learning_rate": 6.6489843972116e-05,
      "loss": 0.0141,
      "step": 67740
    },
    {
      "epoch": 10.34509085356543,
      "grad_norm": 0.1415589600801468,
      "learning_rate": 6.648008761155344e-05,
      "loss": 0.0118,
      "step": 67750
    },
    {
      "epoch": 10.346617804244923,
      "grad_norm": 0.19592364132404327,
      "learning_rate": 6.647033054699179e-05,
      "loss": 0.0114,
      "step": 67760
    },
    {
      "epoch": 10.348144754924416,
      "grad_norm": 0.16192582249641418,
      "learning_rate": 6.64605727788479e-05,
      "loss": 0.0138,
      "step": 67770
    },
    {
      "epoch": 10.349671705603908,
      "grad_norm": 0.7926070690155029,
      "learning_rate": 6.645081430753856e-05,
      "loss": 0.014,
      "step": 67780
    },
    {
      "epoch": 10.351198656283403,
      "grad_norm": 0.15317712724208832,
      "learning_rate": 6.644105513348066e-05,
      "loss": 0.0104,
      "step": 67790
    },
    {
      "epoch": 10.352725606962895,
      "grad_norm": 0.18302452564239502,
      "learning_rate": 6.64312952570911e-05,
      "loss": 0.0133,
      "step": 67800
    },
    {
      "epoch": 10.354252557642388,
      "grad_norm": 0.3073912560939789,
      "learning_rate": 6.642153467878677e-05,
      "loss": 0.0151,
      "step": 67810
    },
    {
      "epoch": 10.35577950832188,
      "grad_norm": 0.20178495347499847,
      "learning_rate": 6.641177339898465e-05,
      "loss": 0.0112,
      "step": 67820
    },
    {
      "epoch": 10.357306459001375,
      "grad_norm": 0.15578529238700867,
      "learning_rate": 6.640201141810174e-05,
      "loss": 0.0111,
      "step": 67830
    },
    {
      "epoch": 10.358833409680868,
      "grad_norm": 0.15885956585407257,
      "learning_rate": 6.639224873655502e-05,
      "loss": 0.0099,
      "step": 67840
    },
    {
      "epoch": 10.36036036036036,
      "grad_norm": 0.33622968196868896,
      "learning_rate": 6.638248535476155e-05,
      "loss": 0.0124,
      "step": 67850
    },
    {
      "epoch": 10.361887311039853,
      "grad_norm": 0.2744947671890259,
      "learning_rate": 6.637272127313838e-05,
      "loss": 0.0131,
      "step": 67860
    },
    {
      "epoch": 10.363414261719347,
      "grad_norm": 0.16710440814495087,
      "learning_rate": 6.636295649210267e-05,
      "loss": 0.0108,
      "step": 67870
    },
    {
      "epoch": 10.36494121239884,
      "grad_norm": 0.22240595519542694,
      "learning_rate": 6.63531910120715e-05,
      "loss": 0.0118,
      "step": 67880
    },
    {
      "epoch": 10.366468163078332,
      "grad_norm": 0.2217748761177063,
      "learning_rate": 6.634342483346205e-05,
      "loss": 0.0177,
      "step": 67890
    },
    {
      "epoch": 10.367995113757825,
      "grad_norm": 0.3782525062561035,
      "learning_rate": 6.633365795669152e-05,
      "loss": 0.0145,
      "step": 67900
    },
    {
      "epoch": 10.36952206443732,
      "grad_norm": 0.3947318494319916,
      "learning_rate": 6.632389038217712e-05,
      "loss": 0.0131,
      "step": 67910
    },
    {
      "epoch": 10.371049015116812,
      "grad_norm": 0.20758049190044403,
      "learning_rate": 6.631412211033611e-05,
      "loss": 0.0116,
      "step": 67920
    },
    {
      "epoch": 10.372575965796305,
      "grad_norm": 0.1497427076101303,
      "learning_rate": 6.630435314158579e-05,
      "loss": 0.0122,
      "step": 67930
    },
    {
      "epoch": 10.374102916475797,
      "grad_norm": 0.12271515280008316,
      "learning_rate": 6.629458347634345e-05,
      "loss": 0.0157,
      "step": 67940
    },
    {
      "epoch": 10.375629867155292,
      "grad_norm": 0.19263345003128052,
      "learning_rate": 6.628481311502645e-05,
      "loss": 0.0146,
      "step": 67950
    },
    {
      "epoch": 10.377156817834784,
      "grad_norm": 0.17122313380241394,
      "learning_rate": 6.627504205805213e-05,
      "loss": 0.0144,
      "step": 67960
    },
    {
      "epoch": 10.378683768514277,
      "grad_norm": 0.21689076721668243,
      "learning_rate": 6.626527030583791e-05,
      "loss": 0.0136,
      "step": 67970
    },
    {
      "epoch": 10.38021071919377,
      "grad_norm": 0.17029494047164917,
      "learning_rate": 6.625549785880123e-05,
      "loss": 0.0128,
      "step": 67980
    },
    {
      "epoch": 10.381737669873264,
      "grad_norm": 0.18799753487110138,
      "learning_rate": 6.624572471735954e-05,
      "loss": 0.0092,
      "step": 67990
    },
    {
      "epoch": 10.383264620552756,
      "grad_norm": 0.14422787725925446,
      "learning_rate": 6.623595088193034e-05,
      "loss": 0.014,
      "step": 68000
    },
    {
      "epoch": 10.384791571232249,
      "grad_norm": 0.2627527415752411,
      "learning_rate": 6.622617635293113e-05,
      "loss": 0.011,
      "step": 68010
    },
    {
      "epoch": 10.386318521911742,
      "grad_norm": 0.2170695960521698,
      "learning_rate": 6.62164011307795e-05,
      "loss": 0.0129,
      "step": 68020
    },
    {
      "epoch": 10.387845472591236,
      "grad_norm": 0.15889117121696472,
      "learning_rate": 6.6206625215893e-05,
      "loss": 0.0137,
      "step": 68030
    },
    {
      "epoch": 10.389372423270729,
      "grad_norm": 0.4376538395881653,
      "learning_rate": 6.619684860868922e-05,
      "loss": 0.0102,
      "step": 68040
    },
    {
      "epoch": 10.390899373950221,
      "grad_norm": 0.18573111295700073,
      "learning_rate": 6.618707130958585e-05,
      "loss": 0.0106,
      "step": 68050
    },
    {
      "epoch": 10.392426324629714,
      "grad_norm": 0.2848314344882965,
      "learning_rate": 6.61772933190005e-05,
      "loss": 0.0148,
      "step": 68060
    },
    {
      "epoch": 10.393953275309208,
      "grad_norm": 0.2665069103240967,
      "learning_rate": 6.616751463735093e-05,
      "loss": 0.0173,
      "step": 68070
    },
    {
      "epoch": 10.3954802259887,
      "grad_norm": 0.29287391901016235,
      "learning_rate": 6.61577352650548e-05,
      "loss": 0.0129,
      "step": 68080
    },
    {
      "epoch": 10.397007176668193,
      "grad_norm": 0.1536444127559662,
      "learning_rate": 6.614795520252994e-05,
      "loss": 0.0144,
      "step": 68090
    },
    {
      "epoch": 10.398534127347686,
      "grad_norm": 0.20279978215694427,
      "learning_rate": 6.613817445019407e-05,
      "loss": 0.0143,
      "step": 68100
    },
    {
      "epoch": 10.40006107802718,
      "grad_norm": 0.3511037230491638,
      "learning_rate": 6.612839300846505e-05,
      "loss": 0.0124,
      "step": 68110
    },
    {
      "epoch": 10.401588028706673,
      "grad_norm": 0.22741834819316864,
      "learning_rate": 6.61186108777607e-05,
      "loss": 0.014,
      "step": 68120
    },
    {
      "epoch": 10.403114979386165,
      "grad_norm": 0.15211571753025055,
      "learning_rate": 6.610882805849891e-05,
      "loss": 0.015,
      "step": 68130
    },
    {
      "epoch": 10.404641930065658,
      "grad_norm": 0.17687425017356873,
      "learning_rate": 6.609904455109758e-05,
      "loss": 0.0108,
      "step": 68140
    },
    {
      "epoch": 10.406168880745152,
      "grad_norm": 0.38068437576293945,
      "learning_rate": 6.608926035597464e-05,
      "loss": 0.0122,
      "step": 68150
    },
    {
      "epoch": 10.407695831424645,
      "grad_norm": 0.202656090259552,
      "learning_rate": 6.607947547354804e-05,
      "loss": 0.0103,
      "step": 68160
    },
    {
      "epoch": 10.409222782104138,
      "grad_norm": 0.1493617594242096,
      "learning_rate": 6.606968990423581e-05,
      "loss": 0.0112,
      "step": 68170
    },
    {
      "epoch": 10.41074973278363,
      "grad_norm": 0.21915684640407562,
      "learning_rate": 6.605990364845593e-05,
      "loss": 0.0161,
      "step": 68180
    },
    {
      "epoch": 10.412276683463125,
      "grad_norm": 0.2167242169380188,
      "learning_rate": 6.605011670662649e-05,
      "loss": 0.013,
      "step": 68190
    },
    {
      "epoch": 10.413803634142617,
      "grad_norm": 0.19337409734725952,
      "learning_rate": 6.604032907916553e-05,
      "loss": 0.0117,
      "step": 68200
    },
    {
      "epoch": 10.41533058482211,
      "grad_norm": 0.4373307228088379,
      "learning_rate": 6.603054076649117e-05,
      "loss": 0.0189,
      "step": 68210
    },
    {
      "epoch": 10.416857535501602,
      "grad_norm": 0.31148725748062134,
      "learning_rate": 6.602075176902158e-05,
      "loss": 0.0134,
      "step": 68220
    },
    {
      "epoch": 10.418384486181097,
      "grad_norm": 0.40359145402908325,
      "learning_rate": 6.60109620871749e-05,
      "loss": 0.0142,
      "step": 68230
    },
    {
      "epoch": 10.41991143686059,
      "grad_norm": 0.1846064180135727,
      "learning_rate": 6.600117172136934e-05,
      "loss": 0.0121,
      "step": 68240
    },
    {
      "epoch": 10.421438387540082,
      "grad_norm": 0.19575947523117065,
      "learning_rate": 6.59913806720231e-05,
      "loss": 0.013,
      "step": 68250
    },
    {
      "epoch": 10.422965338219576,
      "grad_norm": 0.22322645783424377,
      "learning_rate": 6.598158893955446e-05,
      "loss": 0.0108,
      "step": 68260
    },
    {
      "epoch": 10.424492288899069,
      "grad_norm": 0.2100929170846939,
      "learning_rate": 6.597179652438173e-05,
      "loss": 0.0113,
      "step": 68270
    },
    {
      "epoch": 10.426019239578562,
      "grad_norm": 0.26555153727531433,
      "learning_rate": 6.596200342692315e-05,
      "loss": 0.0115,
      "step": 68280
    },
    {
      "epoch": 10.427546190258054,
      "grad_norm": 0.16937388479709625,
      "learning_rate": 6.595220964759713e-05,
      "loss": 0.0156,
      "step": 68290
    },
    {
      "epoch": 10.429073140937549,
      "grad_norm": 0.19535893201828003,
      "learning_rate": 6.5942415186822e-05,
      "loss": 0.0112,
      "step": 68300
    },
    {
      "epoch": 10.430600091617041,
      "grad_norm": 0.1899731606245041,
      "learning_rate": 6.59326200450162e-05,
      "loss": 0.0123,
      "step": 68310
    },
    {
      "epoch": 10.432127042296534,
      "grad_norm": 0.21309509873390198,
      "learning_rate": 6.592282422259813e-05,
      "loss": 0.0147,
      "step": 68320
    },
    {
      "epoch": 10.433653992976026,
      "grad_norm": 0.1377713978290558,
      "learning_rate": 6.591302771998626e-05,
      "loss": 0.0084,
      "step": 68330
    },
    {
      "epoch": 10.43518094365552,
      "grad_norm": 0.1585671752691269,
      "learning_rate": 6.59032305375991e-05,
      "loss": 0.0134,
      "step": 68340
    },
    {
      "epoch": 10.436707894335013,
      "grad_norm": 0.13516166806221008,
      "learning_rate": 6.589343267585513e-05,
      "loss": 0.0118,
      "step": 68350
    },
    {
      "epoch": 10.438234845014506,
      "grad_norm": 0.20450671017169952,
      "learning_rate": 6.588363413517291e-05,
      "loss": 0.0144,
      "step": 68360
    },
    {
      "epoch": 10.439761795693999,
      "grad_norm": 0.1853260099887848,
      "learning_rate": 6.587383491597102e-05,
      "loss": 0.0125,
      "step": 68370
    },
    {
      "epoch": 10.441288746373493,
      "grad_norm": 0.11463332176208496,
      "learning_rate": 6.586403501866806e-05,
      "loss": 0.0121,
      "step": 68380
    },
    {
      "epoch": 10.442815697052986,
      "grad_norm": 0.19638466835021973,
      "learning_rate": 6.585423444368268e-05,
      "loss": 0.0112,
      "step": 68390
    },
    {
      "epoch": 10.444342647732478,
      "grad_norm": 0.19298987090587616,
      "learning_rate": 6.584443319143353e-05,
      "loss": 0.0135,
      "step": 68400
    },
    {
      "epoch": 10.44586959841197,
      "grad_norm": 0.19963787496089935,
      "learning_rate": 6.583463126233928e-05,
      "loss": 0.0146,
      "step": 68410
    },
    {
      "epoch": 10.447396549091465,
      "grad_norm": 0.2827897369861603,
      "learning_rate": 6.58248286568187e-05,
      "loss": 0.0143,
      "step": 68420
    },
    {
      "epoch": 10.448923499770958,
      "grad_norm": 0.23358185589313507,
      "learning_rate": 6.58150253752905e-05,
      "loss": 0.0101,
      "step": 68430
    },
    {
      "epoch": 10.45045045045045,
      "grad_norm": 0.14553214609622955,
      "learning_rate": 6.580522141817345e-05,
      "loss": 0.0117,
      "step": 68440
    },
    {
      "epoch": 10.451977401129943,
      "grad_norm": 0.14266058802604675,
      "learning_rate": 6.57954167858864e-05,
      "loss": 0.0101,
      "step": 68450
    },
    {
      "epoch": 10.453504351809437,
      "grad_norm": 0.3371269404888153,
      "learning_rate": 6.578561147884815e-05,
      "loss": 0.0155,
      "step": 68460
    },
    {
      "epoch": 10.45503130248893,
      "grad_norm": 0.19861185550689697,
      "learning_rate": 6.57758054974776e-05,
      "loss": 0.0121,
      "step": 68470
    },
    {
      "epoch": 10.456558253168422,
      "grad_norm": 0.1746516227722168,
      "learning_rate": 6.576599884219359e-05,
      "loss": 0.0111,
      "step": 68480
    },
    {
      "epoch": 10.458085203847915,
      "grad_norm": 0.13915522396564484,
      "learning_rate": 6.575619151341508e-05,
      "loss": 0.0115,
      "step": 68490
    },
    {
      "epoch": 10.45961215452741,
      "grad_norm": 0.1871342957019806,
      "learning_rate": 6.574638351156101e-05,
      "loss": 0.0121,
      "step": 68500
    },
    {
      "epoch": 10.461139105206902,
      "grad_norm": 0.17821170389652252,
      "learning_rate": 6.573657483705038e-05,
      "loss": 0.0097,
      "step": 68510
    },
    {
      "epoch": 10.462666055886395,
      "grad_norm": 0.24391235411167145,
      "learning_rate": 6.57267654903022e-05,
      "loss": 0.0126,
      "step": 68520
    },
    {
      "epoch": 10.464193006565887,
      "grad_norm": 0.29100465774536133,
      "learning_rate": 6.571695547173543e-05,
      "loss": 0.0153,
      "step": 68530
    },
    {
      "epoch": 10.465719957245382,
      "grad_norm": 0.28204816579818726,
      "learning_rate": 6.570714478176924e-05,
      "loss": 0.0128,
      "step": 68540
    },
    {
      "epoch": 10.467246907924874,
      "grad_norm": 0.19131438434123993,
      "learning_rate": 6.569733342082267e-05,
      "loss": 0.0101,
      "step": 68550
    },
    {
      "epoch": 10.468773858604367,
      "grad_norm": 0.16220293939113617,
      "learning_rate": 6.568752138931484e-05,
      "loss": 0.0116,
      "step": 68560
    },
    {
      "epoch": 10.47030080928386,
      "grad_norm": 0.28909051418304443,
      "learning_rate": 6.567770868766492e-05,
      "loss": 0.0154,
      "step": 68570
    },
    {
      "epoch": 10.471827759963354,
      "grad_norm": 0.3070051968097687,
      "learning_rate": 6.56678953162921e-05,
      "loss": 0.0147,
      "step": 68580
    },
    {
      "epoch": 10.473354710642846,
      "grad_norm": 0.1680212765932083,
      "learning_rate": 6.565808127561555e-05,
      "loss": 0.0126,
      "step": 68590
    },
    {
      "epoch": 10.474881661322339,
      "grad_norm": 0.19138246774673462,
      "learning_rate": 6.564826656605457e-05,
      "loss": 0.0147,
      "step": 68600
    },
    {
      "epoch": 10.476408612001832,
      "grad_norm": 0.24501772224903107,
      "learning_rate": 6.563845118802836e-05,
      "loss": 0.0121,
      "step": 68610
    },
    {
      "epoch": 10.477935562681326,
      "grad_norm": 0.22348618507385254,
      "learning_rate": 6.562863514195626e-05,
      "loss": 0.0114,
      "step": 68620
    },
    {
      "epoch": 10.479462513360819,
      "grad_norm": 0.18292301893234253,
      "learning_rate": 6.561881842825757e-05,
      "loss": 0.0178,
      "step": 68630
    },
    {
      "epoch": 10.480989464040311,
      "grad_norm": 0.2734086811542511,
      "learning_rate": 6.560900104735163e-05,
      "loss": 0.0154,
      "step": 68640
    },
    {
      "epoch": 10.482516414719804,
      "grad_norm": 0.2189055234193802,
      "learning_rate": 6.559918299965787e-05,
      "loss": 0.0134,
      "step": 68650
    },
    {
      "epoch": 10.484043365399298,
      "grad_norm": 0.21164485812187195,
      "learning_rate": 6.558936428559565e-05,
      "loss": 0.0154,
      "step": 68660
    },
    {
      "epoch": 10.48557031607879,
      "grad_norm": 0.1667330265045166,
      "learning_rate": 6.557954490558444e-05,
      "loss": 0.0128,
      "step": 68670
    },
    {
      "epoch": 10.487097266758283,
      "grad_norm": 0.18644168972969055,
      "learning_rate": 6.556972486004367e-05,
      "loss": 0.0122,
      "step": 68680
    },
    {
      "epoch": 10.488624217437776,
      "grad_norm": 0.33306169509887695,
      "learning_rate": 6.555990414939289e-05,
      "loss": 0.0178,
      "step": 68690
    },
    {
      "epoch": 10.49015116811727,
      "grad_norm": 0.22422721982002258,
      "learning_rate": 6.555008277405156e-05,
      "loss": 0.0118,
      "step": 68700
    },
    {
      "epoch": 10.491678118796763,
      "grad_norm": 0.16072653234004974,
      "learning_rate": 6.554026073443929e-05,
      "loss": 0.0163,
      "step": 68710
    },
    {
      "epoch": 10.493205069476256,
      "grad_norm": 0.1496172547340393,
      "learning_rate": 6.553043803097562e-05,
      "loss": 0.0102,
      "step": 68720
    },
    {
      "epoch": 10.494732020155748,
      "grad_norm": 0.17781613767147064,
      "learning_rate": 6.552061466408014e-05,
      "loss": 0.0131,
      "step": 68730
    },
    {
      "epoch": 10.496258970835243,
      "grad_norm": 0.17765755951404572,
      "learning_rate": 6.551079063417254e-05,
      "loss": 0.0131,
      "step": 68740
    },
    {
      "epoch": 10.497785921514735,
      "grad_norm": 0.29980602860450745,
      "learning_rate": 6.550096594167245e-05,
      "loss": 0.0106,
      "step": 68750
    },
    {
      "epoch": 10.499312872194228,
      "grad_norm": 0.16793155670166016,
      "learning_rate": 6.549114058699958e-05,
      "loss": 0.0111,
      "step": 68760
    },
    {
      "epoch": 10.500839822873722,
      "grad_norm": 0.17643439769744873,
      "learning_rate": 6.548131457057363e-05,
      "loss": 0.0138,
      "step": 68770
    },
    {
      "epoch": 10.502366773553215,
      "grad_norm": 0.17644880712032318,
      "learning_rate": 6.547148789281436e-05,
      "loss": 0.0129,
      "step": 68780
    },
    {
      "epoch": 10.503893724232707,
      "grad_norm": 0.2144138216972351,
      "learning_rate": 6.546166055414155e-05,
      "loss": 0.0109,
      "step": 68790
    },
    {
      "epoch": 10.5054206749122,
      "grad_norm": 0.27059584856033325,
      "learning_rate": 6.545183255497503e-05,
      "loss": 0.0139,
      "step": 68800
    },
    {
      "epoch": 10.506947625591692,
      "grad_norm": 0.2543344795703888,
      "learning_rate": 6.544200389573458e-05,
      "loss": 0.015,
      "step": 68810
    },
    {
      "epoch": 10.508474576271187,
      "grad_norm": 0.1978800892829895,
      "learning_rate": 6.54321745768401e-05,
      "loss": 0.0129,
      "step": 68820
    },
    {
      "epoch": 10.51000152695068,
      "grad_norm": 0.19541683793067932,
      "learning_rate": 6.542234459871149e-05,
      "loss": 0.0112,
      "step": 68830
    },
    {
      "epoch": 10.511528477630172,
      "grad_norm": 0.1593019813299179,
      "learning_rate": 6.541251396176861e-05,
      "loss": 0.0098,
      "step": 68840
    },
    {
      "epoch": 10.513055428309666,
      "grad_norm": 0.1739407330751419,
      "learning_rate": 6.540268266643148e-05,
      "loss": 0.0089,
      "step": 68850
    },
    {
      "epoch": 10.514582378989159,
      "grad_norm": 0.16247543692588806,
      "learning_rate": 6.539285071312004e-05,
      "loss": 0.0108,
      "step": 68860
    },
    {
      "epoch": 10.516109329668652,
      "grad_norm": 0.21503251791000366,
      "learning_rate": 6.53830181022543e-05,
      "loss": 0.0113,
      "step": 68870
    },
    {
      "epoch": 10.517636280348144,
      "grad_norm": 0.14351330697536469,
      "learning_rate": 6.537318483425425e-05,
      "loss": 0.0137,
      "step": 68880
    },
    {
      "epoch": 10.519163231027639,
      "grad_norm": 0.33344775438308716,
      "learning_rate": 6.536335090954002e-05,
      "loss": 0.0143,
      "step": 68890
    },
    {
      "epoch": 10.520690181707131,
      "grad_norm": 0.14869068562984467,
      "learning_rate": 6.535351632853166e-05,
      "loss": 0.0114,
      "step": 68900
    },
    {
      "epoch": 10.522217132386624,
      "grad_norm": 0.30885758996009827,
      "learning_rate": 6.534368109164927e-05,
      "loss": 0.0129,
      "step": 68910
    },
    {
      "epoch": 10.523744083066116,
      "grad_norm": 0.15310966968536377,
      "learning_rate": 6.533384519931302e-05,
      "loss": 0.0117,
      "step": 68920
    },
    {
      "epoch": 10.52527103374561,
      "grad_norm": 0.1543237268924713,
      "learning_rate": 6.532400865194307e-05,
      "loss": 0.0113,
      "step": 68930
    },
    {
      "epoch": 10.526797984425103,
      "grad_norm": 0.15240056812763214,
      "learning_rate": 6.531417144995964e-05,
      "loss": 0.0092,
      "step": 68940
    },
    {
      "epoch": 10.528324935104596,
      "grad_norm": 0.23543182015419006,
      "learning_rate": 6.530433359378292e-05,
      "loss": 0.0124,
      "step": 68950
    },
    {
      "epoch": 10.529851885784089,
      "grad_norm": 0.17802882194519043,
      "learning_rate": 6.529449508383318e-05,
      "loss": 0.012,
      "step": 68960
    },
    {
      "epoch": 10.531378836463583,
      "grad_norm": 0.4460986256599426,
      "learning_rate": 6.52846559205307e-05,
      "loss": 0.0153,
      "step": 68970
    },
    {
      "epoch": 10.532905787143076,
      "grad_norm": 0.1656186729669571,
      "learning_rate": 6.527481610429582e-05,
      "loss": 0.0112,
      "step": 68980
    },
    {
      "epoch": 10.534432737822568,
      "grad_norm": 0.13355766236782074,
      "learning_rate": 6.526497563554886e-05,
      "loss": 0.0134,
      "step": 68990
    },
    {
      "epoch": 10.53595968850206,
      "grad_norm": 0.18762758374214172,
      "learning_rate": 6.525513451471017e-05,
      "loss": 0.0137,
      "step": 69000
    },
    {
      "epoch": 10.537486639181555,
      "grad_norm": 0.3126084506511688,
      "learning_rate": 6.524529274220017e-05,
      "loss": 0.0116,
      "step": 69010
    },
    {
      "epoch": 10.539013589861048,
      "grad_norm": 0.19370543956756592,
      "learning_rate": 6.523545031843926e-05,
      "loss": 0.0127,
      "step": 69020
    },
    {
      "epoch": 10.54054054054054,
      "grad_norm": 0.1464761346578598,
      "learning_rate": 6.52256072438479e-05,
      "loss": 0.0094,
      "step": 69030
    },
    {
      "epoch": 10.542067491220033,
      "grad_norm": 0.21003390848636627,
      "learning_rate": 6.521576351884657e-05,
      "loss": 0.0121,
      "step": 69040
    },
    {
      "epoch": 10.543594441899527,
      "grad_norm": 0.21001678705215454,
      "learning_rate": 6.520591914385576e-05,
      "loss": 0.0091,
      "step": 69050
    },
    {
      "epoch": 10.54512139257902,
      "grad_norm": 0.18029071390628815,
      "learning_rate": 6.519607411929605e-05,
      "loss": 0.0119,
      "step": 69060
    },
    {
      "epoch": 10.546648343258513,
      "grad_norm": 0.268322229385376,
      "learning_rate": 6.518622844558795e-05,
      "loss": 0.0169,
      "step": 69070
    },
    {
      "epoch": 10.548175293938005,
      "grad_norm": 0.23769451677799225,
      "learning_rate": 6.517638212315208e-05,
      "loss": 0.0167,
      "step": 69080
    },
    {
      "epoch": 10.5497022446175,
      "grad_norm": 0.208695188164711,
      "learning_rate": 6.516653515240903e-05,
      "loss": 0.0124,
      "step": 69090
    },
    {
      "epoch": 10.551229195296992,
      "grad_norm": 0.17542119324207306,
      "learning_rate": 6.515668753377947e-05,
      "loss": 0.0113,
      "step": 69100
    },
    {
      "epoch": 10.552756145976485,
      "grad_norm": 0.1465017944574356,
      "learning_rate": 6.514683926768405e-05,
      "loss": 0.0128,
      "step": 69110
    },
    {
      "epoch": 10.554283096655977,
      "grad_norm": 0.16793540120124817,
      "learning_rate": 6.51369903545435e-05,
      "loss": 0.0106,
      "step": 69120
    },
    {
      "epoch": 10.555810047335472,
      "grad_norm": 0.12101609259843826,
      "learning_rate": 6.512714079477852e-05,
      "loss": 0.012,
      "step": 69130
    },
    {
      "epoch": 10.557336998014964,
      "grad_norm": 0.3097081184387207,
      "learning_rate": 6.511729058880988e-05,
      "loss": 0.0092,
      "step": 69140
    },
    {
      "epoch": 10.558863948694457,
      "grad_norm": 0.15190158784389496,
      "learning_rate": 6.510743973705836e-05,
      "loss": 0.0117,
      "step": 69150
    },
    {
      "epoch": 10.56039089937395,
      "grad_norm": 0.21627269685268402,
      "learning_rate": 6.509758823994477e-05,
      "loss": 0.0126,
      "step": 69160
    },
    {
      "epoch": 10.561917850053444,
      "grad_norm": 0.21427027881145477,
      "learning_rate": 6.508773609788994e-05,
      "loss": 0.0114,
      "step": 69170
    },
    {
      "epoch": 10.563444800732936,
      "grad_norm": 0.28174707293510437,
      "learning_rate": 6.507788331131473e-05,
      "loss": 0.0118,
      "step": 69180
    },
    {
      "epoch": 10.564971751412429,
      "grad_norm": 0.1768965870141983,
      "learning_rate": 6.506802988064004e-05,
      "loss": 0.0148,
      "step": 69190
    },
    {
      "epoch": 10.566498702091922,
      "grad_norm": 0.2811366021633148,
      "learning_rate": 6.505817580628682e-05,
      "loss": 0.0108,
      "step": 69200
    },
    {
      "epoch": 10.568025652771416,
      "grad_norm": 0.22126519680023193,
      "learning_rate": 6.504832108867598e-05,
      "loss": 0.0131,
      "step": 69210
    },
    {
      "epoch": 10.569552603450909,
      "grad_norm": 0.26962679624557495,
      "learning_rate": 6.503846572822851e-05,
      "loss": 0.0141,
      "step": 69220
    },
    {
      "epoch": 10.571079554130401,
      "grad_norm": 0.21487364172935486,
      "learning_rate": 6.50286097253654e-05,
      "loss": 0.0113,
      "step": 69230
    },
    {
      "epoch": 10.572606504809894,
      "grad_norm": 0.2886953353881836,
      "learning_rate": 6.501875308050768e-05,
      "loss": 0.012,
      "step": 69240
    },
    {
      "epoch": 10.574133455489388,
      "grad_norm": 0.20168368518352509,
      "learning_rate": 6.500889579407645e-05,
      "loss": 0.0118,
      "step": 69250
    },
    {
      "epoch": 10.57566040616888,
      "grad_norm": 0.2778487801551819,
      "learning_rate": 6.499903786649276e-05,
      "loss": 0.0103,
      "step": 69260
    },
    {
      "epoch": 10.577187356848373,
      "grad_norm": 0.22766335308551788,
      "learning_rate": 6.498917929817772e-05,
      "loss": 0.014,
      "step": 69270
    },
    {
      "epoch": 10.578714307527868,
      "grad_norm": 0.230300635099411,
      "learning_rate": 6.497932008955247e-05,
      "loss": 0.011,
      "step": 69280
    },
    {
      "epoch": 10.58024125820736,
      "grad_norm": 0.2517975866794586,
      "learning_rate": 6.496946024103819e-05,
      "loss": 0.0138,
      "step": 69290
    },
    {
      "epoch": 10.581768208886853,
      "grad_norm": 0.2703857123851776,
      "learning_rate": 6.495959975305606e-05,
      "loss": 0.0123,
      "step": 69300
    },
    {
      "epoch": 10.583295159566346,
      "grad_norm": 0.21485882997512817,
      "learning_rate": 6.494973862602732e-05,
      "loss": 0.0124,
      "step": 69310
    },
    {
      "epoch": 10.584822110245838,
      "grad_norm": 0.19061270356178284,
      "learning_rate": 6.493987686037321e-05,
      "loss": 0.0119,
      "step": 69320
    },
    {
      "epoch": 10.586349060925333,
      "grad_norm": 0.19226206839084625,
      "learning_rate": 6.493001445651498e-05,
      "loss": 0.0117,
      "step": 69330
    },
    {
      "epoch": 10.587876011604825,
      "grad_norm": 0.20947298407554626,
      "learning_rate": 6.4920151414874e-05,
      "loss": 0.0108,
      "step": 69340
    },
    {
      "epoch": 10.589402962284318,
      "grad_norm": 0.25625789165496826,
      "learning_rate": 6.491028773587153e-05,
      "loss": 0.0136,
      "step": 69350
    },
    {
      "epoch": 10.590929912963812,
      "grad_norm": 0.21550720930099487,
      "learning_rate": 6.490042341992898e-05,
      "loss": 0.0125,
      "step": 69360
    },
    {
      "epoch": 10.592456863643305,
      "grad_norm": 0.16161417961120605,
      "learning_rate": 6.489055846746772e-05,
      "loss": 0.0113,
      "step": 69370
    },
    {
      "epoch": 10.593983814322797,
      "grad_norm": 0.1407182514667511,
      "learning_rate": 6.488069287890912e-05,
      "loss": 0.0105,
      "step": 69380
    },
    {
      "epoch": 10.59551076500229,
      "grad_norm": 0.266818106174469,
      "learning_rate": 6.487082665467469e-05,
      "loss": 0.0121,
      "step": 69390
    },
    {
      "epoch": 10.597037715681783,
      "grad_norm": 0.2838911712169647,
      "learning_rate": 6.486095979518585e-05,
      "loss": 0.0093,
      "step": 69400
    },
    {
      "epoch": 10.598564666361277,
      "grad_norm": 0.15320056676864624,
      "learning_rate": 6.485109230086412e-05,
      "loss": 0.0124,
      "step": 69410
    },
    {
      "epoch": 10.60009161704077,
      "grad_norm": 0.2569828927516937,
      "learning_rate": 6.484122417213098e-05,
      "loss": 0.0105,
      "step": 69420
    },
    {
      "epoch": 10.601618567720262,
      "grad_norm": 0.1508246511220932,
      "learning_rate": 6.483135540940803e-05,
      "loss": 0.0127,
      "step": 69430
    },
    {
      "epoch": 10.603145518399756,
      "grad_norm": 0.11000609397888184,
      "learning_rate": 6.482148601311683e-05,
      "loss": 0.0112,
      "step": 69440
    },
    {
      "epoch": 10.604672469079249,
      "grad_norm": 0.14379072189331055,
      "learning_rate": 6.481161598367897e-05,
      "loss": 0.0095,
      "step": 69450
    },
    {
      "epoch": 10.606199419758742,
      "grad_norm": 0.19413988292217255,
      "learning_rate": 6.480174532151608e-05,
      "loss": 0.013,
      "step": 69460
    },
    {
      "epoch": 10.607726370438234,
      "grad_norm": 0.3476036787033081,
      "learning_rate": 6.479187402704983e-05,
      "loss": 0.0182,
      "step": 69470
    },
    {
      "epoch": 10.609253321117729,
      "grad_norm": 0.1828799992799759,
      "learning_rate": 6.478200210070187e-05,
      "loss": 0.015,
      "step": 69480
    },
    {
      "epoch": 10.610780271797221,
      "grad_norm": 0.17371511459350586,
      "learning_rate": 6.477212954289396e-05,
      "loss": 0.0111,
      "step": 69490
    },
    {
      "epoch": 10.612307222476714,
      "grad_norm": 0.2053767740726471,
      "learning_rate": 6.47622563540478e-05,
      "loss": 0.0121,
      "step": 69500
    },
    {
      "epoch": 10.613834173156206,
      "grad_norm": 0.18058064579963684,
      "learning_rate": 6.475238253458518e-05,
      "loss": 0.0117,
      "step": 69510
    },
    {
      "epoch": 10.6153611238357,
      "grad_norm": 0.18903669714927673,
      "learning_rate": 6.474250808492787e-05,
      "loss": 0.016,
      "step": 69520
    },
    {
      "epoch": 10.616888074515193,
      "grad_norm": 0.10409668833017349,
      "learning_rate": 6.47326330054977e-05,
      "loss": 0.0107,
      "step": 69530
    },
    {
      "epoch": 10.618415025194686,
      "grad_norm": 0.18777596950531006,
      "learning_rate": 6.472275729671653e-05,
      "loss": 0.0099,
      "step": 69540
    },
    {
      "epoch": 10.619941975874179,
      "grad_norm": 0.31038030982017517,
      "learning_rate": 6.47128809590062e-05,
      "loss": 0.0119,
      "step": 69550
    },
    {
      "epoch": 10.621468926553673,
      "grad_norm": 0.18159696459770203,
      "learning_rate": 6.470300399278861e-05,
      "loss": 0.0139,
      "step": 69560
    },
    {
      "epoch": 10.622995877233166,
      "grad_norm": 0.21206261217594147,
      "learning_rate": 6.469312639848573e-05,
      "loss": 0.0115,
      "step": 69570
    },
    {
      "epoch": 10.624522827912658,
      "grad_norm": 0.3438257873058319,
      "learning_rate": 6.468324817651945e-05,
      "loss": 0.0142,
      "step": 69580
    },
    {
      "epoch": 10.62604977859215,
      "grad_norm": 0.17002269625663757,
      "learning_rate": 6.467336932731181e-05,
      "loss": 0.0127,
      "step": 69590
    },
    {
      "epoch": 10.627576729271645,
      "grad_norm": 0.22077211737632751,
      "learning_rate": 6.466348985128477e-05,
      "loss": 0.0117,
      "step": 69600
    },
    {
      "epoch": 10.629103679951138,
      "grad_norm": 0.21414832770824432,
      "learning_rate": 6.465360974886038e-05,
      "loss": 0.013,
      "step": 69610
    },
    {
      "epoch": 10.63063063063063,
      "grad_norm": 0.18425820767879486,
      "learning_rate": 6.464372902046071e-05,
      "loss": 0.0145,
      "step": 69620
    },
    {
      "epoch": 10.632157581310123,
      "grad_norm": 0.1924920678138733,
      "learning_rate": 6.463384766650783e-05,
      "loss": 0.0108,
      "step": 69630
    },
    {
      "epoch": 10.633684531989617,
      "grad_norm": 0.31820347905158997,
      "learning_rate": 6.462396568742389e-05,
      "loss": 0.0122,
      "step": 69640
    },
    {
      "epoch": 10.63521148266911,
      "grad_norm": 0.21675832569599152,
      "learning_rate": 6.461408308363095e-05,
      "loss": 0.0108,
      "step": 69650
    },
    {
      "epoch": 10.636738433348603,
      "grad_norm": 0.17232026159763336,
      "learning_rate": 6.460419985555126e-05,
      "loss": 0.0161,
      "step": 69660
    },
    {
      "epoch": 10.638265384028095,
      "grad_norm": 0.2938656508922577,
      "learning_rate": 6.459431600360697e-05,
      "loss": 0.0121,
      "step": 69670
    },
    {
      "epoch": 10.63979233470759,
      "grad_norm": 0.23202894628047943,
      "learning_rate": 6.458443152822032e-05,
      "loss": 0.0133,
      "step": 69680
    },
    {
      "epoch": 10.641319285387082,
      "grad_norm": 0.17215688526630402,
      "learning_rate": 6.457454642981354e-05,
      "loss": 0.0109,
      "step": 69690
    },
    {
      "epoch": 10.642846236066575,
      "grad_norm": 0.17680151760578156,
      "learning_rate": 6.456466070880891e-05,
      "loss": 0.0135,
      "step": 69700
    },
    {
      "epoch": 10.644373186746067,
      "grad_norm": 0.22646939754486084,
      "learning_rate": 6.455477436562874e-05,
      "loss": 0.0111,
      "step": 69710
    },
    {
      "epoch": 10.645900137425562,
      "grad_norm": 0.18396131694316864,
      "learning_rate": 6.454488740069535e-05,
      "loss": 0.016,
      "step": 69720
    },
    {
      "epoch": 10.647427088105054,
      "grad_norm": 0.4112246036529541,
      "learning_rate": 6.453499981443109e-05,
      "loss": 0.0161,
      "step": 69730
    },
    {
      "epoch": 10.648954038784547,
      "grad_norm": 0.21399085223674774,
      "learning_rate": 6.452511160725833e-05,
      "loss": 0.0097,
      "step": 69740
    },
    {
      "epoch": 10.65048098946404,
      "grad_norm": 0.22521118819713593,
      "learning_rate": 6.451522277959948e-05,
      "loss": 0.0115,
      "step": 69750
    },
    {
      "epoch": 10.652007940143534,
      "grad_norm": 0.22904172539710999,
      "learning_rate": 6.450533333187699e-05,
      "loss": 0.0116,
      "step": 69760
    },
    {
      "epoch": 10.653534890823027,
      "grad_norm": 0.37434273958206177,
      "learning_rate": 6.449544326451331e-05,
      "loss": 0.014,
      "step": 69770
    },
    {
      "epoch": 10.65506184150252,
      "grad_norm": 0.16954980790615082,
      "learning_rate": 6.44855525779309e-05,
      "loss": 0.0104,
      "step": 69780
    },
    {
      "epoch": 10.656588792182012,
      "grad_norm": 0.2173818200826645,
      "learning_rate": 6.447566127255231e-05,
      "loss": 0.0145,
      "step": 69790
    },
    {
      "epoch": 10.658115742861506,
      "grad_norm": 0.20960287749767303,
      "learning_rate": 6.446576934880007e-05,
      "loss": 0.0087,
      "step": 69800
    },
    {
      "epoch": 10.659642693540999,
      "grad_norm": 0.2584015727043152,
      "learning_rate": 6.445587680709673e-05,
      "loss": 0.0116,
      "step": 69810
    },
    {
      "epoch": 10.661169644220491,
      "grad_norm": 0.22591567039489746,
      "learning_rate": 6.44459836478649e-05,
      "loss": 0.0119,
      "step": 69820
    },
    {
      "epoch": 10.662696594899984,
      "grad_norm": 0.24293233454227448,
      "learning_rate": 6.443608987152716e-05,
      "loss": 0.0137,
      "step": 69830
    },
    {
      "epoch": 10.664223545579478,
      "grad_norm": 0.2524072229862213,
      "learning_rate": 6.442619547850621e-05,
      "loss": 0.0111,
      "step": 69840
    },
    {
      "epoch": 10.66575049625897,
      "grad_norm": 0.2081286758184433,
      "learning_rate": 6.441630046922467e-05,
      "loss": 0.0125,
      "step": 69850
    },
    {
      "epoch": 10.667277446938463,
      "grad_norm": 0.1644032895565033,
      "learning_rate": 6.440640484410527e-05,
      "loss": 0.0098,
      "step": 69860
    },
    {
      "epoch": 10.668804397617958,
      "grad_norm": 0.295791357755661,
      "learning_rate": 6.439650860357072e-05,
      "loss": 0.0176,
      "step": 69870
    },
    {
      "epoch": 10.67033134829745,
      "grad_norm": 0.22016412019729614,
      "learning_rate": 6.438661174804377e-05,
      "loss": 0.0148,
      "step": 69880
    },
    {
      "epoch": 10.671858298976943,
      "grad_norm": 0.1937292367219925,
      "learning_rate": 6.437671427794718e-05,
      "loss": 0.0121,
      "step": 69890
    },
    {
      "epoch": 10.673385249656436,
      "grad_norm": 0.18447841703891754,
      "learning_rate": 6.436681619370377e-05,
      "loss": 0.0132,
      "step": 69900
    },
    {
      "epoch": 10.674912200335928,
      "grad_norm": 0.241622656583786,
      "learning_rate": 6.435691749573639e-05,
      "loss": 0.0134,
      "step": 69910
    },
    {
      "epoch": 10.676439151015423,
      "grad_norm": 0.2370867282152176,
      "learning_rate": 6.434701818446785e-05,
      "loss": 0.0111,
      "step": 69920
    },
    {
      "epoch": 10.677966101694915,
      "grad_norm": 0.1936371922492981,
      "learning_rate": 6.433711826032106e-05,
      "loss": 0.0116,
      "step": 69930
    },
    {
      "epoch": 10.679493052374408,
      "grad_norm": 0.1328832358121872,
      "learning_rate": 6.43272177237189e-05,
      "loss": 0.0114,
      "step": 69940
    },
    {
      "epoch": 10.681020003053902,
      "grad_norm": 0.2262195199728012,
      "learning_rate": 6.431731657508433e-05,
      "loss": 0.0136,
      "step": 69950
    },
    {
      "epoch": 10.682546953733395,
      "grad_norm": 0.21987690031528473,
      "learning_rate": 6.430741481484028e-05,
      "loss": 0.0114,
      "step": 69960
    },
    {
      "epoch": 10.684073904412887,
      "grad_norm": 0.13618509471416473,
      "learning_rate": 6.429751244340978e-05,
      "loss": 0.0102,
      "step": 69970
    },
    {
      "epoch": 10.68560085509238,
      "grad_norm": 0.36007943749427795,
      "learning_rate": 6.428760946121579e-05,
      "loss": 0.012,
      "step": 69980
    },
    {
      "epoch": 10.687127805771874,
      "grad_norm": 0.36804473400115967,
      "learning_rate": 6.42777058686814e-05,
      "loss": 0.0107,
      "step": 69990
    },
    {
      "epoch": 10.688654756451367,
      "grad_norm": 0.15629567205905914,
      "learning_rate": 6.426780166622962e-05,
      "loss": 0.0119,
      "step": 70000
    },
    {
      "epoch": 10.69018170713086,
      "grad_norm": 0.20885609090328217,
      "learning_rate": 6.425789685428357e-05,
      "loss": 0.0127,
      "step": 70010
    },
    {
      "epoch": 10.691708657810352,
      "grad_norm": 0.19123095273971558,
      "learning_rate": 6.424799143326636e-05,
      "loss": 0.009,
      "step": 70020
    },
    {
      "epoch": 10.693235608489847,
      "grad_norm": 0.22266267240047455,
      "learning_rate": 6.423808540360112e-05,
      "loss": 0.0106,
      "step": 70030
    },
    {
      "epoch": 10.69476255916934,
      "grad_norm": 0.16759081184864044,
      "learning_rate": 6.422817876571104e-05,
      "loss": 0.0115,
      "step": 70040
    },
    {
      "epoch": 10.696289509848832,
      "grad_norm": 0.1508731096982956,
      "learning_rate": 6.421827152001929e-05,
      "loss": 0.0155,
      "step": 70050
    },
    {
      "epoch": 10.697816460528324,
      "grad_norm": 0.2230503410100937,
      "learning_rate": 6.420836366694911e-05,
      "loss": 0.012,
      "step": 70060
    },
    {
      "epoch": 10.699343411207819,
      "grad_norm": 0.1893387734889984,
      "learning_rate": 6.419845520692373e-05,
      "loss": 0.0109,
      "step": 70070
    },
    {
      "epoch": 10.700870361887311,
      "grad_norm": 0.18995165824890137,
      "learning_rate": 6.418854614036644e-05,
      "loss": 0.0118,
      "step": 70080
    },
    {
      "epoch": 10.702397312566804,
      "grad_norm": 0.1366017609834671,
      "learning_rate": 6.417863646770052e-05,
      "loss": 0.0117,
      "step": 70090
    },
    {
      "epoch": 10.703924263246297,
      "grad_norm": 0.1381973773241043,
      "learning_rate": 6.416872618934928e-05,
      "loss": 0.0141,
      "step": 70100
    },
    {
      "epoch": 10.705451213925791,
      "grad_norm": 0.15946683287620544,
      "learning_rate": 6.415881530573611e-05,
      "loss": 0.0127,
      "step": 70110
    },
    {
      "epoch": 10.706978164605284,
      "grad_norm": 0.336244136095047,
      "learning_rate": 6.414890381728434e-05,
      "loss": 0.0118,
      "step": 70120
    },
    {
      "epoch": 10.708505115284776,
      "grad_norm": 0.18932346999645233,
      "learning_rate": 6.41389917244174e-05,
      "loss": 0.0147,
      "step": 70130
    },
    {
      "epoch": 10.710032065964269,
      "grad_norm": 0.2055240273475647,
      "learning_rate": 6.412907902755872e-05,
      "loss": 0.0127,
      "step": 70140
    },
    {
      "epoch": 10.711559016643763,
      "grad_norm": 0.19371408224105835,
      "learning_rate": 6.411916572713173e-05,
      "loss": 0.0099,
      "step": 70150
    },
    {
      "epoch": 10.713085967323256,
      "grad_norm": 0.19448541104793549,
      "learning_rate": 6.410925182355991e-05,
      "loss": 0.013,
      "step": 70160
    },
    {
      "epoch": 10.714612918002748,
      "grad_norm": 0.3387720286846161,
      "learning_rate": 6.409933731726678e-05,
      "loss": 0.0112,
      "step": 70170
    },
    {
      "epoch": 10.71613986868224,
      "grad_norm": 0.2998946011066437,
      "learning_rate": 6.408942220867585e-05,
      "loss": 0.013,
      "step": 70180
    },
    {
      "epoch": 10.717666819361735,
      "grad_norm": 0.24405068159103394,
      "learning_rate": 6.40795064982107e-05,
      "loss": 0.0113,
      "step": 70190
    },
    {
      "epoch": 10.719193770041228,
      "grad_norm": 0.3205317258834839,
      "learning_rate": 6.40695901862949e-05,
      "loss": 0.0132,
      "step": 70200
    },
    {
      "epoch": 10.72072072072072,
      "grad_norm": 0.2164796143770218,
      "learning_rate": 6.405967327335205e-05,
      "loss": 0.0133,
      "step": 70210
    },
    {
      "epoch": 10.722247671400213,
      "grad_norm": 0.444487065076828,
      "learning_rate": 6.404975575980578e-05,
      "loss": 0.0103,
      "step": 70220
    },
    {
      "epoch": 10.723774622079707,
      "grad_norm": 0.14353595674037933,
      "learning_rate": 6.403983764607974e-05,
      "loss": 0.0116,
      "step": 70230
    },
    {
      "epoch": 10.7253015727592,
      "grad_norm": 0.22666433453559875,
      "learning_rate": 6.402991893259765e-05,
      "loss": 0.0139,
      "step": 70240
    },
    {
      "epoch": 10.726828523438693,
      "grad_norm": 0.2239144742488861,
      "learning_rate": 6.401999961978317e-05,
      "loss": 0.0126,
      "step": 70250
    },
    {
      "epoch": 10.728355474118185,
      "grad_norm": 0.17596913874149323,
      "learning_rate": 6.40100797080601e-05,
      "loss": 0.0111,
      "step": 70260
    },
    {
      "epoch": 10.72988242479768,
      "grad_norm": 0.19493430852890015,
      "learning_rate": 6.400015919785215e-05,
      "loss": 0.0108,
      "step": 70270
    },
    {
      "epoch": 10.731409375477172,
      "grad_norm": 0.10824897885322571,
      "learning_rate": 6.399023808958311e-05,
      "loss": 0.012,
      "step": 70280
    },
    {
      "epoch": 10.732936326156665,
      "grad_norm": 0.2388724535703659,
      "learning_rate": 6.39803163836768e-05,
      "loss": 0.0124,
      "step": 70290
    },
    {
      "epoch": 10.734463276836157,
      "grad_norm": 0.19890685379505157,
      "learning_rate": 6.397039408055706e-05,
      "loss": 0.0119,
      "step": 70300
    },
    {
      "epoch": 10.735990227515652,
      "grad_norm": 0.20922398567199707,
      "learning_rate": 6.396047118064777e-05,
      "loss": 0.0123,
      "step": 70310
    },
    {
      "epoch": 10.737517178195144,
      "grad_norm": 0.13934937119483948,
      "learning_rate": 6.395054768437276e-05,
      "loss": 0.0121,
      "step": 70320
    },
    {
      "epoch": 10.739044128874637,
      "grad_norm": 0.2790850102901459,
      "learning_rate": 6.3940623592156e-05,
      "loss": 0.0124,
      "step": 70330
    },
    {
      "epoch": 10.74057107955413,
      "grad_norm": 0.12440401315689087,
      "learning_rate": 6.39306989044214e-05,
      "loss": 0.0112,
      "step": 70340
    },
    {
      "epoch": 10.742098030233624,
      "grad_norm": 0.25450143218040466,
      "learning_rate": 6.392077362159295e-05,
      "loss": 0.0114,
      "step": 70350
    },
    {
      "epoch": 10.743624980913117,
      "grad_norm": 0.19259066879749298,
      "learning_rate": 6.39108477440946e-05,
      "loss": 0.01,
      "step": 70360
    },
    {
      "epoch": 10.74515193159261,
      "grad_norm": 0.2990620732307434,
      "learning_rate": 6.390092127235042e-05,
      "loss": 0.0115,
      "step": 70370
    },
    {
      "epoch": 10.746678882272104,
      "grad_norm": 0.18940775096416473,
      "learning_rate": 6.38909942067844e-05,
      "loss": 0.009,
      "step": 70380
    },
    {
      "epoch": 10.748205832951596,
      "grad_norm": 0.13033169507980347,
      "learning_rate": 6.388106654782063e-05,
      "loss": 0.0101,
      "step": 70390
    },
    {
      "epoch": 10.749732783631089,
      "grad_norm": 0.20123590528964996,
      "learning_rate": 6.387113829588321e-05,
      "loss": 0.0139,
      "step": 70400
    },
    {
      "epoch": 10.751259734310581,
      "grad_norm": 0.21644875407218933,
      "learning_rate": 6.386120945139623e-05,
      "loss": 0.0118,
      "step": 70410
    },
    {
      "epoch": 10.752786684990074,
      "grad_norm": 0.13507206737995148,
      "learning_rate": 6.385128001478386e-05,
      "loss": 0.0119,
      "step": 70420
    },
    {
      "epoch": 10.754313635669568,
      "grad_norm": 0.239878848195076,
      "learning_rate": 6.384134998647023e-05,
      "loss": 0.013,
      "step": 70430
    },
    {
      "epoch": 10.755840586349061,
      "grad_norm": 0.3114602565765381,
      "learning_rate": 6.383141936687957e-05,
      "loss": 0.0136,
      "step": 70440
    },
    {
      "epoch": 10.757367537028554,
      "grad_norm": 0.2843729257583618,
      "learning_rate": 6.382148815643607e-05,
      "loss": 0.0115,
      "step": 70450
    },
    {
      "epoch": 10.758894487708048,
      "grad_norm": 0.39690595865249634,
      "learning_rate": 6.381155635556401e-05,
      "loss": 0.0132,
      "step": 70460
    },
    {
      "epoch": 10.76042143838754,
      "grad_norm": 0.13595855236053467,
      "learning_rate": 6.380162396468761e-05,
      "loss": 0.0118,
      "step": 70470
    },
    {
      "epoch": 10.761948389067033,
      "grad_norm": 0.22377122938632965,
      "learning_rate": 6.379169098423122e-05,
      "loss": 0.0168,
      "step": 70480
    },
    {
      "epoch": 10.763475339746526,
      "grad_norm": 0.19010162353515625,
      "learning_rate": 6.37817574146191e-05,
      "loss": 0.0116,
      "step": 70490
    },
    {
      "epoch": 10.765002290426018,
      "grad_norm": 0.2506338059902191,
      "learning_rate": 6.377182325627562e-05,
      "loss": 0.0108,
      "step": 70500
    },
    {
      "epoch": 10.766529241105513,
      "grad_norm": 0.8441370725631714,
      "learning_rate": 6.376188850962518e-05,
      "loss": 0.0121,
      "step": 70510
    },
    {
      "epoch": 10.768056191785005,
      "grad_norm": 0.2278517484664917,
      "learning_rate": 6.375195317509211e-05,
      "loss": 0.0131,
      "step": 70520
    },
    {
      "epoch": 10.769583142464498,
      "grad_norm": 0.20514123141765594,
      "learning_rate": 6.374201725310089e-05,
      "loss": 0.014,
      "step": 70530
    },
    {
      "epoch": 10.771110093143992,
      "grad_norm": 0.4157392680644989,
      "learning_rate": 6.373208074407593e-05,
      "loss": 0.0127,
      "step": 70540
    },
    {
      "epoch": 10.772637043823485,
      "grad_norm": 0.17875537276268005,
      "learning_rate": 6.372214364844169e-05,
      "loss": 0.0112,
      "step": 70550
    },
    {
      "epoch": 10.774163994502977,
      "grad_norm": 0.20006676018238068,
      "learning_rate": 6.371220596662269e-05,
      "loss": 0.0142,
      "step": 70560
    },
    {
      "epoch": 10.77569094518247,
      "grad_norm": 0.24970024824142456,
      "learning_rate": 6.370226769904346e-05,
      "loss": 0.0127,
      "step": 70570
    },
    {
      "epoch": 10.777217895861964,
      "grad_norm": 0.24117764830589294,
      "learning_rate": 6.369232884612851e-05,
      "loss": 0.0133,
      "step": 70580
    },
    {
      "epoch": 10.778744846541457,
      "grad_norm": 0.2645736336708069,
      "learning_rate": 6.368238940830243e-05,
      "loss": 0.0126,
      "step": 70590
    },
    {
      "epoch": 10.78027179722095,
      "grad_norm": 0.15061567723751068,
      "learning_rate": 6.36724493859898e-05,
      "loss": 0.0125,
      "step": 70600
    },
    {
      "epoch": 10.781798747900442,
      "grad_norm": 0.15537875890731812,
      "learning_rate": 6.366250877961525e-05,
      "loss": 0.0118,
      "step": 70610
    },
    {
      "epoch": 10.783325698579937,
      "grad_norm": 0.29119643568992615,
      "learning_rate": 6.365256758960346e-05,
      "loss": 0.0128,
      "step": 70620
    },
    {
      "epoch": 10.78485264925943,
      "grad_norm": 0.17591989040374756,
      "learning_rate": 6.364262581637901e-05,
      "loss": 0.0098,
      "step": 70630
    },
    {
      "epoch": 10.786379599938922,
      "grad_norm": 0.1913900375366211,
      "learning_rate": 6.363268346036669e-05,
      "loss": 0.0135,
      "step": 70640
    },
    {
      "epoch": 10.787906550618414,
      "grad_norm": 0.2404559701681137,
      "learning_rate": 6.362274052199115e-05,
      "loss": 0.0099,
      "step": 70650
    },
    {
      "epoch": 10.789433501297909,
      "grad_norm": 0.3627074658870697,
      "learning_rate": 6.361279700167717e-05,
      "loss": 0.0164,
      "step": 70660
    },
    {
      "epoch": 10.790960451977401,
      "grad_norm": 0.23232589662075043,
      "learning_rate": 6.36028528998495e-05,
      "loss": 0.0125,
      "step": 70670
    },
    {
      "epoch": 10.792487402656894,
      "grad_norm": 0.1616518199443817,
      "learning_rate": 6.359290821693296e-05,
      "loss": 0.0141,
      "step": 70680
    },
    {
      "epoch": 10.794014353336387,
      "grad_norm": 0.16835461556911469,
      "learning_rate": 6.358296295335235e-05,
      "loss": 0.0131,
      "step": 70690
    },
    {
      "epoch": 10.795541304015881,
      "grad_norm": 0.18093696236610413,
      "learning_rate": 6.35730171095325e-05,
      "loss": 0.0113,
      "step": 70700
    },
    {
      "epoch": 10.797068254695374,
      "grad_norm": 0.2614980936050415,
      "learning_rate": 6.356307068589831e-05,
      "loss": 0.0135,
      "step": 70710
    },
    {
      "epoch": 10.798595205374866,
      "grad_norm": 0.2947899103164673,
      "learning_rate": 6.355312368287464e-05,
      "loss": 0.0121,
      "step": 70720
    },
    {
      "epoch": 10.800122156054359,
      "grad_norm": 0.3750913143157959,
      "learning_rate": 6.354317610088643e-05,
      "loss": 0.0125,
      "step": 70730
    },
    {
      "epoch": 10.801649106733853,
      "grad_norm": 0.2374160885810852,
      "learning_rate": 6.353322794035863e-05,
      "loss": 0.0121,
      "step": 70740
    },
    {
      "epoch": 10.803176057413346,
      "grad_norm": 0.20918923616409302,
      "learning_rate": 6.352327920171618e-05,
      "loss": 0.0111,
      "step": 70750
    },
    {
      "epoch": 10.804703008092838,
      "grad_norm": 0.15282972157001495,
      "learning_rate": 6.35133298853841e-05,
      "loss": 0.0095,
      "step": 70760
    },
    {
      "epoch": 10.806229958772331,
      "grad_norm": 0.1723196804523468,
      "learning_rate": 6.350337999178738e-05,
      "loss": 0.0157,
      "step": 70770
    },
    {
      "epoch": 10.807756909451825,
      "grad_norm": 0.30022966861724854,
      "learning_rate": 6.349342952135107e-05,
      "loss": 0.0121,
      "step": 70780
    },
    {
      "epoch": 10.809283860131318,
      "grad_norm": 0.23854434490203857,
      "learning_rate": 6.348347847450023e-05,
      "loss": 0.012,
      "step": 70790
    },
    {
      "epoch": 10.81081081081081,
      "grad_norm": 0.22122181951999664,
      "learning_rate": 6.347352685165998e-05,
      "loss": 0.012,
      "step": 70800
    },
    {
      "epoch": 10.812337761490303,
      "grad_norm": 0.22552594542503357,
      "learning_rate": 6.346357465325541e-05,
      "loss": 0.0168,
      "step": 70810
    },
    {
      "epoch": 10.813864712169797,
      "grad_norm": 0.21114209294319153,
      "learning_rate": 6.345362187971167e-05,
      "loss": 0.013,
      "step": 70820
    },
    {
      "epoch": 10.81539166284929,
      "grad_norm": 0.21567046642303467,
      "learning_rate": 6.344366853145389e-05,
      "loss": 0.0122,
      "step": 70830
    },
    {
      "epoch": 10.816918613528783,
      "grad_norm": 0.17834638059139252,
      "learning_rate": 6.343371460890733e-05,
      "loss": 0.0125,
      "step": 70840
    },
    {
      "epoch": 10.818445564208275,
      "grad_norm": 0.20005755126476288,
      "learning_rate": 6.342376011249713e-05,
      "loss": 0.0109,
      "step": 70850
    },
    {
      "epoch": 10.81997251488777,
      "grad_norm": 0.18929722905158997,
      "learning_rate": 6.341380504264855e-05,
      "loss": 0.0115,
      "step": 70860
    },
    {
      "epoch": 10.821499465567262,
      "grad_norm": 0.24095803499221802,
      "learning_rate": 6.340384939978689e-05,
      "loss": 0.013,
      "step": 70870
    },
    {
      "epoch": 10.823026416246755,
      "grad_norm": 0.2121291607618332,
      "learning_rate": 6.33938931843374e-05,
      "loss": 0.0103,
      "step": 70880
    },
    {
      "epoch": 10.824553366926247,
      "grad_norm": 0.38394269347190857,
      "learning_rate": 6.338393639672539e-05,
      "loss": 0.0131,
      "step": 70890
    },
    {
      "epoch": 10.826080317605742,
      "grad_norm": 0.23617438971996307,
      "learning_rate": 6.33739790373762e-05,
      "loss": 0.0094,
      "step": 70900
    },
    {
      "epoch": 10.827607268285234,
      "grad_norm": 0.29210135340690613,
      "learning_rate": 6.33640211067152e-05,
      "loss": 0.0138,
      "step": 70910
    },
    {
      "epoch": 10.829134218964727,
      "grad_norm": 0.3894613981246948,
      "learning_rate": 6.335406260516777e-05,
      "loss": 0.0118,
      "step": 70920
    },
    {
      "epoch": 10.83066116964422,
      "grad_norm": 0.19004075229167938,
      "learning_rate": 6.334410353315932e-05,
      "loss": 0.0125,
      "step": 70930
    },
    {
      "epoch": 10.832188120323714,
      "grad_norm": 0.21237529814243317,
      "learning_rate": 6.333414389111528e-05,
      "loss": 0.0131,
      "step": 70940
    },
    {
      "epoch": 10.833715071003207,
      "grad_norm": 0.2733367383480072,
      "learning_rate": 6.332418367946109e-05,
      "loss": 0.0157,
      "step": 70950
    },
    {
      "epoch": 10.8352420216827,
      "grad_norm": 0.24849699437618256,
      "learning_rate": 6.331422289862227e-05,
      "loss": 0.0108,
      "step": 70960
    },
    {
      "epoch": 10.836768972362194,
      "grad_norm": 0.3546951711177826,
      "learning_rate": 6.330426154902432e-05,
      "loss": 0.0132,
      "step": 70970
    },
    {
      "epoch": 10.838295923041686,
      "grad_norm": 0.2312508076429367,
      "learning_rate": 6.329429963109273e-05,
      "loss": 0.0112,
      "step": 70980
    },
    {
      "epoch": 10.839822873721179,
      "grad_norm": 0.30438879132270813,
      "learning_rate": 6.328433714525311e-05,
      "loss": 0.0135,
      "step": 70990
    },
    {
      "epoch": 10.841349824400671,
      "grad_norm": 0.18605391681194305,
      "learning_rate": 6.327437409193098e-05,
      "loss": 0.0129,
      "step": 71000
    },
    {
      "epoch": 10.842876775080164,
      "grad_norm": 0.31513532996177673,
      "learning_rate": 6.326441047155198e-05,
      "loss": 0.0111,
      "step": 71010
    },
    {
      "epoch": 10.844403725759658,
      "grad_norm": 0.27900511026382446,
      "learning_rate": 6.325444628454174e-05,
      "loss": 0.0112,
      "step": 71020
    },
    {
      "epoch": 10.845930676439151,
      "grad_norm": 0.16600076854228973,
      "learning_rate": 6.324448153132593e-05,
      "loss": 0.0125,
      "step": 71030
    },
    {
      "epoch": 10.847457627118644,
      "grad_norm": 0.36958324909210205,
      "learning_rate": 6.323451621233016e-05,
      "loss": 0.0147,
      "step": 71040
    },
    {
      "epoch": 10.848984577798138,
      "grad_norm": 0.3708001673221588,
      "learning_rate": 6.32245503279802e-05,
      "loss": 0.0134,
      "step": 71050
    },
    {
      "epoch": 10.85051152847763,
      "grad_norm": 0.17411798238754272,
      "learning_rate": 6.321458387870172e-05,
      "loss": 0.012,
      "step": 71060
    },
    {
      "epoch": 10.852038479157123,
      "grad_norm": 0.18661360442638397,
      "learning_rate": 6.32046168649205e-05,
      "loss": 0.0157,
      "step": 71070
    },
    {
      "epoch": 10.853565429836616,
      "grad_norm": 0.15687301754951477,
      "learning_rate": 6.319464928706231e-05,
      "loss": 0.01,
      "step": 71080
    },
    {
      "epoch": 10.85509238051611,
      "grad_norm": 0.21452246606349945,
      "learning_rate": 6.318468114555295e-05,
      "loss": 0.0151,
      "step": 71090
    },
    {
      "epoch": 10.856619331195603,
      "grad_norm": 0.1254555583000183,
      "learning_rate": 6.31747124408182e-05,
      "loss": 0.0105,
      "step": 71100
    },
    {
      "epoch": 10.858146281875095,
      "grad_norm": 0.18448534607887268,
      "learning_rate": 6.316474317328397e-05,
      "loss": 0.0117,
      "step": 71110
    },
    {
      "epoch": 10.859673232554588,
      "grad_norm": 0.28334131836891174,
      "learning_rate": 6.315477334337608e-05,
      "loss": 0.0142,
      "step": 71120
    },
    {
      "epoch": 10.861200183234082,
      "grad_norm": 0.16636665165424347,
      "learning_rate": 6.314480295152045e-05,
      "loss": 0.0125,
      "step": 71130
    },
    {
      "epoch": 10.862727133913575,
      "grad_norm": 0.22563959658145905,
      "learning_rate": 6.313483199814298e-05,
      "loss": 0.0122,
      "step": 71140
    },
    {
      "epoch": 10.864254084593068,
      "grad_norm": 0.6048877239227295,
      "learning_rate": 6.312486048366962e-05,
      "loss": 0.0116,
      "step": 71150
    },
    {
      "epoch": 10.86578103527256,
      "grad_norm": 0.15466631948947906,
      "learning_rate": 6.311488840852633e-05,
      "loss": 0.0128,
      "step": 71160
    },
    {
      "epoch": 10.867307985952054,
      "grad_norm": 0.2193218171596527,
      "learning_rate": 6.31049157731391e-05,
      "loss": 0.0124,
      "step": 71170
    },
    {
      "epoch": 10.868834936631547,
      "grad_norm": 0.13641004264354706,
      "learning_rate": 6.309494257793393e-05,
      "loss": 0.0091,
      "step": 71180
    },
    {
      "epoch": 10.87036188731104,
      "grad_norm": 0.27129969000816345,
      "learning_rate": 6.308496882333687e-05,
      "loss": 0.0113,
      "step": 71190
    },
    {
      "epoch": 10.871888837990532,
      "grad_norm": 0.1718723028898239,
      "learning_rate": 6.3074994509774e-05,
      "loss": 0.0148,
      "step": 71200
    },
    {
      "epoch": 10.873415788670027,
      "grad_norm": 0.32557499408721924,
      "learning_rate": 6.306501963767138e-05,
      "loss": 0.0101,
      "step": 71210
    },
    {
      "epoch": 10.87494273934952,
      "grad_norm": 0.237250417470932,
      "learning_rate": 6.30550442074551e-05,
      "loss": 0.014,
      "step": 71220
    },
    {
      "epoch": 10.876469690029012,
      "grad_norm": 0.1918514221906662,
      "learning_rate": 6.304506821955134e-05,
      "loss": 0.0146,
      "step": 71230
    },
    {
      "epoch": 10.877996640708504,
      "grad_norm": 0.14157134294509888,
      "learning_rate": 6.303509167438622e-05,
      "loss": 0.0121,
      "step": 71240
    },
    {
      "epoch": 10.879523591387999,
      "grad_norm": 0.18065494298934937,
      "learning_rate": 6.302511457238592e-05,
      "loss": 0.0102,
      "step": 71250
    },
    {
      "epoch": 10.881050542067491,
      "grad_norm": 0.19002065062522888,
      "learning_rate": 6.301513691397666e-05,
      "loss": 0.0108,
      "step": 71260
    },
    {
      "epoch": 10.882577492746984,
      "grad_norm": 0.290461927652359,
      "learning_rate": 6.300515869958468e-05,
      "loss": 0.0096,
      "step": 71270
    },
    {
      "epoch": 10.884104443426477,
      "grad_norm": 0.248551607131958,
      "learning_rate": 6.299517992963619e-05,
      "loss": 0.0127,
      "step": 71280
    },
    {
      "epoch": 10.885631394105971,
      "grad_norm": 0.22603821754455566,
      "learning_rate": 6.29852006045575e-05,
      "loss": 0.0118,
      "step": 71290
    },
    {
      "epoch": 10.887158344785464,
      "grad_norm": 0.23775015771389008,
      "learning_rate": 6.297522072477487e-05,
      "loss": 0.0124,
      "step": 71300
    },
    {
      "epoch": 10.888685295464956,
      "grad_norm": 0.4190787076950073,
      "learning_rate": 6.296524029071467e-05,
      "loss": 0.0152,
      "step": 71310
    },
    {
      "epoch": 10.890212246144449,
      "grad_norm": 0.2823562026023865,
      "learning_rate": 6.295525930280321e-05,
      "loss": 0.0132,
      "step": 71320
    },
    {
      "epoch": 10.891739196823943,
      "grad_norm": 0.2504291236400604,
      "learning_rate": 6.294527776146688e-05,
      "loss": 0.0122,
      "step": 71330
    },
    {
      "epoch": 10.893266147503436,
      "grad_norm": 0.2765520215034485,
      "learning_rate": 6.293529566713207e-05,
      "loss": 0.0135,
      "step": 71340
    },
    {
      "epoch": 10.894793098182928,
      "grad_norm": 0.37794017791748047,
      "learning_rate": 6.292531302022518e-05,
      "loss": 0.0114,
      "step": 71350
    },
    {
      "epoch": 10.896320048862421,
      "grad_norm": 0.19544801115989685,
      "learning_rate": 6.291532982117267e-05,
      "loss": 0.0127,
      "step": 71360
    },
    {
      "epoch": 10.897846999541915,
      "grad_norm": 0.18852928280830383,
      "learning_rate": 6.2905346070401e-05,
      "loss": 0.0128,
      "step": 71370
    },
    {
      "epoch": 10.899373950221408,
      "grad_norm": 0.185430109500885,
      "learning_rate": 6.289536176833664e-05,
      "loss": 0.0144,
      "step": 71380
    },
    {
      "epoch": 10.9009009009009,
      "grad_norm": 0.1433253288269043,
      "learning_rate": 6.288537691540612e-05,
      "loss": 0.0104,
      "step": 71390
    },
    {
      "epoch": 10.902427851580393,
      "grad_norm": 0.26746320724487305,
      "learning_rate": 6.287539151203598e-05,
      "loss": 0.0103,
      "step": 71400
    },
    {
      "epoch": 10.903954802259888,
      "grad_norm": 0.1416231095790863,
      "learning_rate": 6.286540555865277e-05,
      "loss": 0.0099,
      "step": 71410
    },
    {
      "epoch": 10.90548175293938,
      "grad_norm": 0.15368378162384033,
      "learning_rate": 6.285541905568304e-05,
      "loss": 0.0144,
      "step": 71420
    },
    {
      "epoch": 10.907008703618873,
      "grad_norm": 0.18290449678897858,
      "learning_rate": 6.284543200355345e-05,
      "loss": 0.0086,
      "step": 71430
    },
    {
      "epoch": 10.908535654298365,
      "grad_norm": 0.11609341949224472,
      "learning_rate": 6.283544440269061e-05,
      "loss": 0.0117,
      "step": 71440
    },
    {
      "epoch": 10.91006260497786,
      "grad_norm": 0.25038769841194153,
      "learning_rate": 6.282545625352112e-05,
      "loss": 0.0094,
      "step": 71450
    },
    {
      "epoch": 10.911589555657352,
      "grad_norm": 0.19385503232479095,
      "learning_rate": 6.281546755647174e-05,
      "loss": 0.01,
      "step": 71460
    },
    {
      "epoch": 10.913116506336845,
      "grad_norm": 0.21638308465480804,
      "learning_rate": 6.280547831196913e-05,
      "loss": 0.0088,
      "step": 71470
    },
    {
      "epoch": 10.91464345701634,
      "grad_norm": 0.1291065216064453,
      "learning_rate": 6.279548852044e-05,
      "loss": 0.0107,
      "step": 71480
    },
    {
      "epoch": 10.916170407695832,
      "grad_norm": 0.21275493502616882,
      "learning_rate": 6.27854981823111e-05,
      "loss": 0.0118,
      "step": 71490
    },
    {
      "epoch": 10.917697358375325,
      "grad_norm": 0.18112187087535858,
      "learning_rate": 6.27755072980092e-05,
      "loss": 0.0096,
      "step": 71500
    },
    {
      "epoch": 10.919224309054817,
      "grad_norm": 0.17678719758987427,
      "learning_rate": 6.276551586796113e-05,
      "loss": 0.0155,
      "step": 71510
    },
    {
      "epoch": 10.92075125973431,
      "grad_norm": 0.18272501230239868,
      "learning_rate": 6.275552389259363e-05,
      "loss": 0.0119,
      "step": 71520
    },
    {
      "epoch": 10.922278210413804,
      "grad_norm": 0.19511696696281433,
      "learning_rate": 6.274553137233361e-05,
      "loss": 0.0106,
      "step": 71530
    },
    {
      "epoch": 10.923805161093297,
      "grad_norm": 0.3061109781265259,
      "learning_rate": 6.273553830760791e-05,
      "loss": 0.0121,
      "step": 71540
    },
    {
      "epoch": 10.92533211177279,
      "grad_norm": 0.1415213942527771,
      "learning_rate": 6.272554469884338e-05,
      "loss": 0.0109,
      "step": 71550
    },
    {
      "epoch": 10.926859062452284,
      "grad_norm": 0.21986034512519836,
      "learning_rate": 6.271555054646699e-05,
      "loss": 0.0115,
      "step": 71560
    },
    {
      "epoch": 10.928386013131776,
      "grad_norm": 0.20848405361175537,
      "learning_rate": 6.270555585090563e-05,
      "loss": 0.0104,
      "step": 71570
    },
    {
      "epoch": 10.929912963811269,
      "grad_norm": 0.18941260874271393,
      "learning_rate": 6.269556061258626e-05,
      "loss": 0.0097,
      "step": 71580
    },
    {
      "epoch": 10.931439914490761,
      "grad_norm": 0.20707935094833374,
      "learning_rate": 6.268556483193586e-05,
      "loss": 0.0115,
      "step": 71590
    },
    {
      "epoch": 10.932966865170254,
      "grad_norm": 0.3661932349205017,
      "learning_rate": 6.267556850938144e-05,
      "loss": 0.0133,
      "step": 71600
    },
    {
      "epoch": 10.934493815849748,
      "grad_norm": 0.27272364497184753,
      "learning_rate": 6.266557164535002e-05,
      "loss": 0.0118,
      "step": 71610
    },
    {
      "epoch": 10.936020766529241,
      "grad_norm": 0.1923188865184784,
      "learning_rate": 6.265557424026862e-05,
      "loss": 0.0112,
      "step": 71620
    },
    {
      "epoch": 10.937547717208734,
      "grad_norm": 0.28811880946159363,
      "learning_rate": 6.264557629456438e-05,
      "loss": 0.0131,
      "step": 71630
    },
    {
      "epoch": 10.939074667888228,
      "grad_norm": 0.236933633685112,
      "learning_rate": 6.263557780866433e-05,
      "loss": 0.0118,
      "step": 71640
    },
    {
      "epoch": 10.94060161856772,
      "grad_norm": 0.28220513463020325,
      "learning_rate": 6.262557878299562e-05,
      "loss": 0.0114,
      "step": 71650
    },
    {
      "epoch": 10.942128569247213,
      "grad_norm": 0.1795998513698578,
      "learning_rate": 6.261557921798535e-05,
      "loss": 0.0087,
      "step": 71660
    },
    {
      "epoch": 10.943655519926706,
      "grad_norm": 0.18542343378067017,
      "learning_rate": 6.260557911406073e-05,
      "loss": 0.0112,
      "step": 71670
    },
    {
      "epoch": 10.9451824706062,
      "grad_norm": 0.21784378588199615,
      "learning_rate": 6.259557847164894e-05,
      "loss": 0.0106,
      "step": 71680
    },
    {
      "epoch": 10.946709421285693,
      "grad_norm": 0.19680318236351013,
      "learning_rate": 6.258557729117717e-05,
      "loss": 0.0113,
      "step": 71690
    },
    {
      "epoch": 10.948236371965185,
      "grad_norm": 0.14026139676570892,
      "learning_rate": 6.257557557307265e-05,
      "loss": 0.0126,
      "step": 71700
    },
    {
      "epoch": 10.949763322644678,
      "grad_norm": 0.17191638052463531,
      "learning_rate": 6.256557331776264e-05,
      "loss": 0.0106,
      "step": 71710
    },
    {
      "epoch": 10.951290273324172,
      "grad_norm": 0.1471421867609024,
      "learning_rate": 6.255557052567442e-05,
      "loss": 0.0095,
      "step": 71720
    },
    {
      "epoch": 10.952817224003665,
      "grad_norm": 0.20288392901420593,
      "learning_rate": 6.25455671972353e-05,
      "loss": 0.0116,
      "step": 71730
    },
    {
      "epoch": 10.954344174683158,
      "grad_norm": 0.34710872173309326,
      "learning_rate": 6.25355633328726e-05,
      "loss": 0.0144,
      "step": 71740
    },
    {
      "epoch": 10.95587112536265,
      "grad_norm": 0.16357241570949554,
      "learning_rate": 6.252555893301366e-05,
      "loss": 0.011,
      "step": 71750
    },
    {
      "epoch": 10.957398076042145,
      "grad_norm": 0.1829102635383606,
      "learning_rate": 6.251555399808586e-05,
      "loss": 0.0095,
      "step": 71760
    },
    {
      "epoch": 10.958925026721637,
      "grad_norm": 0.20704084634780884,
      "learning_rate": 6.250554852851658e-05,
      "loss": 0.0102,
      "step": 71770
    },
    {
      "epoch": 10.96045197740113,
      "grad_norm": 0.196746364235878,
      "learning_rate": 6.249554252473323e-05,
      "loss": 0.0112,
      "step": 71780
    },
    {
      "epoch": 10.961978928080622,
      "grad_norm": 0.21339750289916992,
      "learning_rate": 6.248553598716329e-05,
      "loss": 0.011,
      "step": 71790
    },
    {
      "epoch": 10.963505878760117,
      "grad_norm": 0.1927230954170227,
      "learning_rate": 6.247552891623413e-05,
      "loss": 0.0109,
      "step": 71800
    },
    {
      "epoch": 10.96503282943961,
      "grad_norm": 0.21632876992225647,
      "learning_rate": 6.246552131237335e-05,
      "loss": 0.0116,
      "step": 71810
    },
    {
      "epoch": 10.966559780119102,
      "grad_norm": 0.14294828474521637,
      "learning_rate": 6.245551317600836e-05,
      "loss": 0.011,
      "step": 71820
    },
    {
      "epoch": 10.968086730798595,
      "grad_norm": 0.12345293164253235,
      "learning_rate": 6.244550450756675e-05,
      "loss": 0.0145,
      "step": 71830
    },
    {
      "epoch": 10.969613681478089,
      "grad_norm": 0.31386029720306396,
      "learning_rate": 6.243549530747606e-05,
      "loss": 0.014,
      "step": 71840
    },
    {
      "epoch": 10.971140632157582,
      "grad_norm": 0.5859717130661011,
      "learning_rate": 6.242548557616383e-05,
      "loss": 0.0132,
      "step": 71850
    },
    {
      "epoch": 10.972667582837074,
      "grad_norm": 0.21034491062164307,
      "learning_rate": 6.241547531405769e-05,
      "loss": 0.0096,
      "step": 71860
    },
    {
      "epoch": 10.974194533516567,
      "grad_norm": 0.14872387051582336,
      "learning_rate": 6.240546452158527e-05,
      "loss": 0.0105,
      "step": 71870
    },
    {
      "epoch": 10.975721484196061,
      "grad_norm": 0.28190600872039795,
      "learning_rate": 6.239545319917418e-05,
      "loss": 0.0102,
      "step": 71880
    },
    {
      "epoch": 10.977248434875554,
      "grad_norm": 0.2029695212841034,
      "learning_rate": 6.23854413472521e-05,
      "loss": 0.0129,
      "step": 71890
    },
    {
      "epoch": 10.978775385555046,
      "grad_norm": 0.1360158920288086,
      "learning_rate": 6.237542896624673e-05,
      "loss": 0.012,
      "step": 71900
    },
    {
      "epoch": 10.980302336234539,
      "grad_norm": 0.20979180932044983,
      "learning_rate": 6.236541605658575e-05,
      "loss": 0.0135,
      "step": 71910
    },
    {
      "epoch": 10.981829286914033,
      "grad_norm": 0.4529469609260559,
      "learning_rate": 6.235540261869692e-05,
      "loss": 0.0104,
      "step": 71920
    },
    {
      "epoch": 10.983356237593526,
      "grad_norm": 0.27789026498794556,
      "learning_rate": 6.2345388653008e-05,
      "loss": 0.0131,
      "step": 71930
    },
    {
      "epoch": 10.984883188273018,
      "grad_norm": 0.42288321256637573,
      "learning_rate": 6.233537415994675e-05,
      "loss": 0.0129,
      "step": 71940
    },
    {
      "epoch": 10.986410138952511,
      "grad_norm": 0.1814127117395401,
      "learning_rate": 6.232535913994097e-05,
      "loss": 0.0107,
      "step": 71950
    },
    {
      "epoch": 10.987937089632005,
      "grad_norm": 0.1660597175359726,
      "learning_rate": 6.231534359341849e-05,
      "loss": 0.0142,
      "step": 71960
    },
    {
      "epoch": 10.989464040311498,
      "grad_norm": 0.1854754090309143,
      "learning_rate": 6.230532752080715e-05,
      "loss": 0.0123,
      "step": 71970
    },
    {
      "epoch": 10.99099099099099,
      "grad_norm": 0.16237075626850128,
      "learning_rate": 6.229531092253484e-05,
      "loss": 0.0102,
      "step": 71980
    },
    {
      "epoch": 10.992517941670483,
      "grad_norm": 0.11563258618116379,
      "learning_rate": 6.228529379902943e-05,
      "loss": 0.0075,
      "step": 71990
    },
    {
      "epoch": 10.994044892349978,
      "grad_norm": 0.19033153355121613,
      "learning_rate": 6.227527615071882e-05,
      "loss": 0.0149,
      "step": 72000
    },
    {
      "epoch": 10.99557184302947,
      "grad_norm": 0.23177845776081085,
      "learning_rate": 6.2265257978031e-05,
      "loss": 0.0127,
      "step": 72010
    },
    {
      "epoch": 10.997098793708963,
      "grad_norm": 0.1487065851688385,
      "learning_rate": 6.225523928139385e-05,
      "loss": 0.0104,
      "step": 72020
    },
    {
      "epoch": 10.998625744388455,
      "grad_norm": 0.20822511613368988,
      "learning_rate": 6.224522006123543e-05,
      "loss": 0.0091,
      "step": 72030
    },
    {
      "epoch": 11.00015269506795,
      "grad_norm": 0.21844586730003357,
      "learning_rate": 6.223520031798368e-05,
      "loss": 0.0114,
      "step": 72040
    },
    {
      "epoch": 11.001679645747442,
      "grad_norm": 0.20747502148151398,
      "learning_rate": 6.222518005206665e-05,
      "loss": 0.0115,
      "step": 72050
    },
    {
      "epoch": 11.003206596426935,
      "grad_norm": 0.2979092001914978,
      "learning_rate": 6.221515926391239e-05,
      "loss": 0.0126,
      "step": 72060
    },
    {
      "epoch": 11.004733547106428,
      "grad_norm": 0.2884925603866577,
      "learning_rate": 6.220513795394896e-05,
      "loss": 0.009,
      "step": 72070
    },
    {
      "epoch": 11.006260497785922,
      "grad_norm": 0.17949040234088898,
      "learning_rate": 6.219511612260446e-05,
      "loss": 0.0105,
      "step": 72080
    },
    {
      "epoch": 11.007787448465415,
      "grad_norm": 0.16031166911125183,
      "learning_rate": 6.218509377030702e-05,
      "loss": 0.0118,
      "step": 72090
    },
    {
      "epoch": 11.009314399144907,
      "grad_norm": 0.23085260391235352,
      "learning_rate": 6.217507089748475e-05,
      "loss": 0.0106,
      "step": 72100
    },
    {
      "epoch": 11.010841349824402,
      "grad_norm": 0.1641501933336258,
      "learning_rate": 6.21650475045658e-05,
      "loss": 0.0118,
      "step": 72110
    },
    {
      "epoch": 11.012368300503894,
      "grad_norm": 0.18787622451782227,
      "learning_rate": 6.215502359197839e-05,
      "loss": 0.0118,
      "step": 72120
    },
    {
      "epoch": 11.013895251183387,
      "grad_norm": 0.15160177648067474,
      "learning_rate": 6.214499916015069e-05,
      "loss": 0.011,
      "step": 72130
    },
    {
      "epoch": 11.01542220186288,
      "grad_norm": 0.13335520029067993,
      "learning_rate": 6.213497420951095e-05,
      "loss": 0.0132,
      "step": 72140
    },
    {
      "epoch": 11.016949152542374,
      "grad_norm": 0.2044895887374878,
      "learning_rate": 6.21249487404874e-05,
      "loss": 0.011,
      "step": 72150
    },
    {
      "epoch": 11.018476103221866,
      "grad_norm": 0.17740458250045776,
      "learning_rate": 6.21149227535083e-05,
      "loss": 0.0131,
      "step": 72160
    },
    {
      "epoch": 11.020003053901359,
      "grad_norm": 0.494878888130188,
      "learning_rate": 6.210489624900196e-05,
      "loss": 0.0135,
      "step": 72170
    },
    {
      "epoch": 11.021530004580852,
      "grad_norm": 0.29851460456848145,
      "learning_rate": 6.20948692273967e-05,
      "loss": 0.0119,
      "step": 72180
    },
    {
      "epoch": 11.023056955260346,
      "grad_norm": 0.13325530290603638,
      "learning_rate": 6.208484168912084e-05,
      "loss": 0.0129,
      "step": 72190
    },
    {
      "epoch": 11.024583905939839,
      "grad_norm": 0.142988383769989,
      "learning_rate": 6.207481363460274e-05,
      "loss": 0.0122,
      "step": 72200
    },
    {
      "epoch": 11.026110856619331,
      "grad_norm": 0.24873478710651398,
      "learning_rate": 6.206478506427079e-05,
      "loss": 0.0103,
      "step": 72210
    },
    {
      "epoch": 11.027637807298824,
      "grad_norm": 0.34772711992263794,
      "learning_rate": 6.205475597855338e-05,
      "loss": 0.01,
      "step": 72220
    },
    {
      "epoch": 11.029164757978318,
      "grad_norm": 0.10785192251205444,
      "learning_rate": 6.204472637787895e-05,
      "loss": 0.01,
      "step": 72230
    },
    {
      "epoch": 11.03069170865781,
      "grad_norm": 0.3217482268810272,
      "learning_rate": 6.203469626267593e-05,
      "loss": 0.011,
      "step": 72240
    },
    {
      "epoch": 11.032218659337303,
      "grad_norm": 0.16645435988903046,
      "learning_rate": 6.202466563337279e-05,
      "loss": 0.0097,
      "step": 72250
    },
    {
      "epoch": 11.033745610016796,
      "grad_norm": 0.27457892894744873,
      "learning_rate": 6.201463449039804e-05,
      "loss": 0.0119,
      "step": 72260
    },
    {
      "epoch": 11.03527256069629,
      "grad_norm": 0.14288052916526794,
      "learning_rate": 6.200460283418014e-05,
      "loss": 0.0101,
      "step": 72270
    },
    {
      "epoch": 11.036799511375783,
      "grad_norm": 0.22245906293392181,
      "learning_rate": 6.19945706651477e-05,
      "loss": 0.0122,
      "step": 72280
    },
    {
      "epoch": 11.038326462055275,
      "grad_norm": 0.1493213027715683,
      "learning_rate": 6.198453798372922e-05,
      "loss": 0.0121,
      "step": 72290
    },
    {
      "epoch": 11.039853412734768,
      "grad_norm": 0.18519257009029388,
      "learning_rate": 6.197450479035329e-05,
      "loss": 0.012,
      "step": 72300
    },
    {
      "epoch": 11.041380363414262,
      "grad_norm": 0.13323594629764557,
      "learning_rate": 6.196447108544851e-05,
      "loss": 0.0086,
      "step": 72310
    },
    {
      "epoch": 11.042907314093755,
      "grad_norm": 0.2752826511859894,
      "learning_rate": 6.195443686944352e-05,
      "loss": 0.0116,
      "step": 72320
    },
    {
      "epoch": 11.044434264773248,
      "grad_norm": 0.17221170663833618,
      "learning_rate": 6.194440214276694e-05,
      "loss": 0.0122,
      "step": 72330
    },
    {
      "epoch": 11.04596121545274,
      "grad_norm": 0.21455498039722443,
      "learning_rate": 6.193436690584744e-05,
      "loss": 0.0116,
      "step": 72340
    },
    {
      "epoch": 11.047488166132235,
      "grad_norm": 0.20041128993034363,
      "learning_rate": 6.192433115911371e-05,
      "loss": 0.0145,
      "step": 72350
    },
    {
      "epoch": 11.049015116811727,
      "grad_norm": 0.2442447990179062,
      "learning_rate": 6.191429490299446e-05,
      "loss": 0.0128,
      "step": 72360
    },
    {
      "epoch": 11.05054206749122,
      "grad_norm": 0.19895024597644806,
      "learning_rate": 6.190425813791843e-05,
      "loss": 0.0126,
      "step": 72370
    },
    {
      "epoch": 11.052069018170712,
      "grad_norm": 0.2933390438556671,
      "learning_rate": 6.189422086431433e-05,
      "loss": 0.0145,
      "step": 72380
    },
    {
      "epoch": 11.053595968850207,
      "grad_norm": 0.24562568962574005,
      "learning_rate": 6.188418308261101e-05,
      "loss": 0.0145,
      "step": 72390
    },
    {
      "epoch": 11.0551229195297,
      "grad_norm": 0.25976312160491943,
      "learning_rate": 6.187414479323717e-05,
      "loss": 0.0137,
      "step": 72400
    },
    {
      "epoch": 11.056649870209192,
      "grad_norm": 0.7860650420188904,
      "learning_rate": 6.186410599662172e-05,
      "loss": 0.0123,
      "step": 72410
    },
    {
      "epoch": 11.058176820888685,
      "grad_norm": 0.33147677779197693,
      "learning_rate": 6.185406669319343e-05,
      "loss": 0.0141,
      "step": 72420
    },
    {
      "epoch": 11.059703771568179,
      "grad_norm": 0.2097027599811554,
      "learning_rate": 6.184402688338121e-05,
      "loss": 0.0098,
      "step": 72430
    },
    {
      "epoch": 11.061230722247672,
      "grad_norm": 0.1588565558195114,
      "learning_rate": 6.183398656761391e-05,
      "loss": 0.0131,
      "step": 72440
    },
    {
      "epoch": 11.062757672927164,
      "grad_norm": 0.23282168805599213,
      "learning_rate": 6.182394574632043e-05,
      "loss": 0.0154,
      "step": 72450
    },
    {
      "epoch": 11.064284623606657,
      "grad_norm": 0.27247288823127747,
      "learning_rate": 6.181390441992974e-05,
      "loss": 0.0133,
      "step": 72460
    },
    {
      "epoch": 11.065811574286151,
      "grad_norm": 0.20524826645851135,
      "learning_rate": 6.180386258887072e-05,
      "loss": 0.0116,
      "step": 72470
    },
    {
      "epoch": 11.067338524965644,
      "grad_norm": 0.1368565857410431,
      "learning_rate": 6.17938202535724e-05,
      "loss": 0.0096,
      "step": 72480
    },
    {
      "epoch": 11.068865475645136,
      "grad_norm": 0.1932864934206009,
      "learning_rate": 6.178377741446374e-05,
      "loss": 0.0142,
      "step": 72490
    },
    {
      "epoch": 11.070392426324629,
      "grad_norm": 0.14056728780269623,
      "learning_rate": 6.177373407197376e-05,
      "loss": 0.0123,
      "step": 72500
    },
    {
      "epoch": 11.071919377004123,
      "grad_norm": 0.20669816434383392,
      "learning_rate": 6.176369022653147e-05,
      "loss": 0.012,
      "step": 72510
    },
    {
      "epoch": 11.073446327683616,
      "grad_norm": 0.26485565304756165,
      "learning_rate": 6.175364587856595e-05,
      "loss": 0.0106,
      "step": 72520
    },
    {
      "epoch": 11.074973278363109,
      "grad_norm": 0.1467903107404709,
      "learning_rate": 6.17436010285063e-05,
      "loss": 0.0113,
      "step": 72530
    },
    {
      "epoch": 11.076500229042601,
      "grad_norm": 0.23384030163288116,
      "learning_rate": 6.173355567678155e-05,
      "loss": 0.0114,
      "step": 72540
    },
    {
      "epoch": 11.078027179722095,
      "grad_norm": 0.2880789637565613,
      "learning_rate": 6.172350982382087e-05,
      "loss": 0.0147,
      "step": 72550
    },
    {
      "epoch": 11.079554130401588,
      "grad_norm": 0.18542811274528503,
      "learning_rate": 6.171346347005339e-05,
      "loss": 0.016,
      "step": 72560
    },
    {
      "epoch": 11.08108108108108,
      "grad_norm": 0.20022305846214294,
      "learning_rate": 6.170341661590826e-05,
      "loss": 0.0101,
      "step": 72570
    },
    {
      "epoch": 11.082608031760573,
      "grad_norm": 0.3278713822364807,
      "learning_rate": 6.169336926181468e-05,
      "loss": 0.0123,
      "step": 72580
    },
    {
      "epoch": 11.084134982440068,
      "grad_norm": 0.18818339705467224,
      "learning_rate": 6.168332140820185e-05,
      "loss": 0.0118,
      "step": 72590
    },
    {
      "epoch": 11.08566193311956,
      "grad_norm": 0.21398861706256866,
      "learning_rate": 6.167327305549898e-05,
      "loss": 0.0103,
      "step": 72600
    },
    {
      "epoch": 11.087188883799053,
      "grad_norm": 0.9253621101379395,
      "learning_rate": 6.166322420413536e-05,
      "loss": 0.0152,
      "step": 72610
    },
    {
      "epoch": 11.088715834478545,
      "grad_norm": 0.2542625665664673,
      "learning_rate": 6.165317485454019e-05,
      "loss": 0.0118,
      "step": 72620
    },
    {
      "epoch": 11.09024278515804,
      "grad_norm": 0.5745344758033752,
      "learning_rate": 6.164312500714281e-05,
      "loss": 0.013,
      "step": 72630
    },
    {
      "epoch": 11.091769735837532,
      "grad_norm": 0.1431955248117447,
      "learning_rate": 6.163307466237253e-05,
      "loss": 0.0109,
      "step": 72640
    },
    {
      "epoch": 11.093296686517025,
      "grad_norm": 0.14580360054969788,
      "learning_rate": 6.162302382065865e-05,
      "loss": 0.0097,
      "step": 72650
    },
    {
      "epoch": 11.09482363719652,
      "grad_norm": 0.1496259868144989,
      "learning_rate": 6.161297248243058e-05,
      "loss": 0.0135,
      "step": 72660
    },
    {
      "epoch": 11.096350587876012,
      "grad_norm": 0.3170320689678192,
      "learning_rate": 6.160292064811761e-05,
      "loss": 0.0116,
      "step": 72670
    },
    {
      "epoch": 11.097877538555505,
      "grad_norm": 0.142612487077713,
      "learning_rate": 6.159286831814924e-05,
      "loss": 0.0096,
      "step": 72680
    },
    {
      "epoch": 11.099404489234997,
      "grad_norm": 0.18109624087810516,
      "learning_rate": 6.158281549295479e-05,
      "loss": 0.0096,
      "step": 72690
    },
    {
      "epoch": 11.100931439914492,
      "grad_norm": 0.17875400185585022,
      "learning_rate": 6.157276217296375e-05,
      "loss": 0.0139,
      "step": 72700
    },
    {
      "epoch": 11.102458390593984,
      "grad_norm": 0.1433008760213852,
      "learning_rate": 6.15627083586056e-05,
      "loss": 0.0121,
      "step": 72710
    },
    {
      "epoch": 11.103985341273477,
      "grad_norm": 0.20859748125076294,
      "learning_rate": 6.155265405030974e-05,
      "loss": 0.0099,
      "step": 72720
    },
    {
      "epoch": 11.10551229195297,
      "grad_norm": 0.2589302659034729,
      "learning_rate": 6.154259924850576e-05,
      "loss": 0.0108,
      "step": 72730
    },
    {
      "epoch": 11.107039242632464,
      "grad_norm": 0.2518793046474457,
      "learning_rate": 6.153254395362312e-05,
      "loss": 0.011,
      "step": 72740
    },
    {
      "epoch": 11.108566193311956,
      "grad_norm": 0.16417892277240753,
      "learning_rate": 6.152248816609141e-05,
      "loss": 0.0146,
      "step": 72750
    },
    {
      "epoch": 11.110093143991449,
      "grad_norm": 0.20696882903575897,
      "learning_rate": 6.151243188634016e-05,
      "loss": 0.012,
      "step": 72760
    },
    {
      "epoch": 11.111620094670942,
      "grad_norm": 0.20673100650310516,
      "learning_rate": 6.150237511479897e-05,
      "loss": 0.0133,
      "step": 72770
    },
    {
      "epoch": 11.113147045350436,
      "grad_norm": 0.17089718580245972,
      "learning_rate": 6.149231785189744e-05,
      "loss": 0.0113,
      "step": 72780
    },
    {
      "epoch": 11.114673996029929,
      "grad_norm": 0.16830326616764069,
      "learning_rate": 6.148226009806523e-05,
      "loss": 0.0152,
      "step": 72790
    },
    {
      "epoch": 11.116200946709421,
      "grad_norm": 0.31599658727645874,
      "learning_rate": 6.147220185373194e-05,
      "loss": 0.0163,
      "step": 72800
    },
    {
      "epoch": 11.117727897388914,
      "grad_norm": 0.20631973445415497,
      "learning_rate": 6.146214311932725e-05,
      "loss": 0.0129,
      "step": 72810
    },
    {
      "epoch": 11.119254848068408,
      "grad_norm": 0.1887083351612091,
      "learning_rate": 6.145208389528088e-05,
      "loss": 0.0136,
      "step": 72820
    },
    {
      "epoch": 11.1207817987479,
      "grad_norm": 0.18252959847450256,
      "learning_rate": 6.144202418202251e-05,
      "loss": 0.0114,
      "step": 72830
    },
    {
      "epoch": 11.122308749427393,
      "grad_norm": 0.21235375106334686,
      "learning_rate": 6.143196397998191e-05,
      "loss": 0.0109,
      "step": 72840
    },
    {
      "epoch": 11.123835700106886,
      "grad_norm": 0.16645070910453796,
      "learning_rate": 6.142190328958879e-05,
      "loss": 0.011,
      "step": 72850
    },
    {
      "epoch": 11.12536265078638,
      "grad_norm": 0.2238481193780899,
      "learning_rate": 6.141184211127297e-05,
      "loss": 0.0098,
      "step": 72860
    },
    {
      "epoch": 11.126889601465873,
      "grad_norm": 0.1216917335987091,
      "learning_rate": 6.140178044546419e-05,
      "loss": 0.0114,
      "step": 72870
    },
    {
      "epoch": 11.128416552145366,
      "grad_norm": 0.21109655499458313,
      "learning_rate": 6.139171829259231e-05,
      "loss": 0.0109,
      "step": 72880
    },
    {
      "epoch": 11.129943502824858,
      "grad_norm": 0.1637897789478302,
      "learning_rate": 6.138165565308715e-05,
      "loss": 0.013,
      "step": 72890
    },
    {
      "epoch": 11.131470453504352,
      "grad_norm": 0.31500500440597534,
      "learning_rate": 6.137159252737857e-05,
      "loss": 0.0117,
      "step": 72900
    },
    {
      "epoch": 11.132997404183845,
      "grad_norm": 0.25803691148757935,
      "learning_rate": 6.136152891589644e-05,
      "loss": 0.0117,
      "step": 72910
    },
    {
      "epoch": 11.134524354863338,
      "grad_norm": 0.20113563537597656,
      "learning_rate": 6.135146481907067e-05,
      "loss": 0.0138,
      "step": 72920
    },
    {
      "epoch": 11.13605130554283,
      "grad_norm": 0.21737492084503174,
      "learning_rate": 6.134140023733119e-05,
      "loss": 0.014,
      "step": 72930
    },
    {
      "epoch": 11.137578256222325,
      "grad_norm": 0.2825484275817871,
      "learning_rate": 6.133133517110791e-05,
      "loss": 0.0129,
      "step": 72940
    },
    {
      "epoch": 11.139105206901817,
      "grad_norm": 0.15607526898384094,
      "learning_rate": 6.132126962083081e-05,
      "loss": 0.0086,
      "step": 72950
    },
    {
      "epoch": 11.14063215758131,
      "grad_norm": 0.20429696142673492,
      "learning_rate": 6.131120358692986e-05,
      "loss": 0.013,
      "step": 72960
    },
    {
      "epoch": 11.142159108260802,
      "grad_norm": 0.3352724313735962,
      "learning_rate": 6.130113706983508e-05,
      "loss": 0.0134,
      "step": 72970
    },
    {
      "epoch": 11.143686058940297,
      "grad_norm": 0.19126906991004944,
      "learning_rate": 6.12910700699765e-05,
      "loss": 0.0115,
      "step": 72980
    },
    {
      "epoch": 11.14521300961979,
      "grad_norm": 0.0970943495631218,
      "learning_rate": 6.128100258778414e-05,
      "loss": 0.0108,
      "step": 72990
    },
    {
      "epoch": 11.146739960299282,
      "grad_norm": 0.2138810157775879,
      "learning_rate": 6.127093462368807e-05,
      "loss": 0.0139,
      "step": 73000
    },
    {
      "epoch": 11.148266910978775,
      "grad_norm": 0.17835071682929993,
      "learning_rate": 6.126086617811839e-05,
      "loss": 0.0099,
      "step": 73010
    },
    {
      "epoch": 11.149793861658269,
      "grad_norm": 0.16957277059555054,
      "learning_rate": 6.125079725150518e-05,
      "loss": 0.0117,
      "step": 73020
    },
    {
      "epoch": 11.151320812337762,
      "grad_norm": 0.15881969034671783,
      "learning_rate": 6.124072784427858e-05,
      "loss": 0.0119,
      "step": 73030
    },
    {
      "epoch": 11.152847763017254,
      "grad_norm": 0.2064708024263382,
      "learning_rate": 6.123065795686872e-05,
      "loss": 0.0108,
      "step": 73040
    },
    {
      "epoch": 11.154374713696747,
      "grad_norm": 0.23013897240161896,
      "learning_rate": 6.122058758970581e-05,
      "loss": 0.0102,
      "step": 73050
    },
    {
      "epoch": 11.155901664376241,
      "grad_norm": 0.21743366122245789,
      "learning_rate": 6.121051674322002e-05,
      "loss": 0.0151,
      "step": 73060
    },
    {
      "epoch": 11.157428615055734,
      "grad_norm": 0.18135015666484833,
      "learning_rate": 6.120044541784152e-05,
      "loss": 0.0113,
      "step": 73070
    },
    {
      "epoch": 11.158955565735226,
      "grad_norm": 0.15239617228507996,
      "learning_rate": 6.119037361400059e-05,
      "loss": 0.0087,
      "step": 73080
    },
    {
      "epoch": 11.160482516414719,
      "grad_norm": 0.1317560374736786,
      "learning_rate": 6.118030133212744e-05,
      "loss": 0.01,
      "step": 73090
    },
    {
      "epoch": 11.162009467094213,
      "grad_norm": 0.3255324363708496,
      "learning_rate": 6.117022857265237e-05,
      "loss": 0.0161,
      "step": 73100
    },
    {
      "epoch": 11.163536417773706,
      "grad_norm": 0.19183050096035004,
      "learning_rate": 6.116015533600566e-05,
      "loss": 0.0114,
      "step": 73110
    },
    {
      "epoch": 11.165063368453199,
      "grad_norm": 0.22948399186134338,
      "learning_rate": 6.11500816226176e-05,
      "loss": 0.0127,
      "step": 73120
    },
    {
      "epoch": 11.166590319132691,
      "grad_norm": 0.10474778711795807,
      "learning_rate": 6.114000743291854e-05,
      "loss": 0.0106,
      "step": 73130
    },
    {
      "epoch": 11.168117269812186,
      "grad_norm": 0.30819523334503174,
      "learning_rate": 6.112993276733882e-05,
      "loss": 0.0113,
      "step": 73140
    },
    {
      "epoch": 11.169644220491678,
      "grad_norm": 0.301393985748291,
      "learning_rate": 6.111985762630883e-05,
      "loss": 0.0118,
      "step": 73150
    },
    {
      "epoch": 11.17117117117117,
      "grad_norm": 0.166585311293602,
      "learning_rate": 6.110978201025896e-05,
      "loss": 0.0122,
      "step": 73160
    },
    {
      "epoch": 11.172698121850663,
      "grad_norm": 0.20014338195323944,
      "learning_rate": 6.109970591961959e-05,
      "loss": 0.0146,
      "step": 73170
    },
    {
      "epoch": 11.174225072530158,
      "grad_norm": 0.13113774359226227,
      "learning_rate": 6.108962935482118e-05,
      "loss": 0.0116,
      "step": 73180
    },
    {
      "epoch": 11.17575202320965,
      "grad_norm": 0.1542729288339615,
      "learning_rate": 6.107955231629418e-05,
      "loss": 0.0123,
      "step": 73190
    },
    {
      "epoch": 11.177278973889143,
      "grad_norm": 0.3297910988330841,
      "learning_rate": 6.106947480446906e-05,
      "loss": 0.0111,
      "step": 73200
    },
    {
      "epoch": 11.178805924568636,
      "grad_norm": 0.16981108486652374,
      "learning_rate": 6.105939681977631e-05,
      "loss": 0.0102,
      "step": 73210
    },
    {
      "epoch": 11.18033287524813,
      "grad_norm": 0.23911020159721375,
      "learning_rate": 6.104931836264644e-05,
      "loss": 0.0107,
      "step": 73220
    },
    {
      "epoch": 11.181859825927623,
      "grad_norm": 0.22195389866828918,
      "learning_rate": 6.103923943351e-05,
      "loss": 0.0108,
      "step": 73230
    },
    {
      "epoch": 11.183386776607115,
      "grad_norm": 0.20033779740333557,
      "learning_rate": 6.1029160032797514e-05,
      "loss": 0.0093,
      "step": 73240
    },
    {
      "epoch": 11.18491372728661,
      "grad_norm": 0.20887668430805206,
      "learning_rate": 6.101908016093959e-05,
      "loss": 0.0118,
      "step": 73250
    },
    {
      "epoch": 11.186440677966102,
      "grad_norm": 0.15294095873832703,
      "learning_rate": 6.1008999818366807e-05,
      "loss": 0.0149,
      "step": 73260
    },
    {
      "epoch": 11.187967628645595,
      "grad_norm": 0.228505939245224,
      "learning_rate": 6.099891900550976e-05,
      "loss": 0.0121,
      "step": 73270
    },
    {
      "epoch": 11.189494579325087,
      "grad_norm": 0.18113605678081512,
      "learning_rate": 6.0988837722799095e-05,
      "loss": 0.0153,
      "step": 73280
    },
    {
      "epoch": 11.191021530004582,
      "grad_norm": 0.15402495861053467,
      "learning_rate": 6.097875597066548e-05,
      "loss": 0.0126,
      "step": 73290
    },
    {
      "epoch": 11.192548480684074,
      "grad_norm": 0.2184070497751236,
      "learning_rate": 6.096867374953958e-05,
      "loss": 0.0127,
      "step": 73300
    },
    {
      "epoch": 11.194075431363567,
      "grad_norm": 0.1839998960494995,
      "learning_rate": 6.095859105985209e-05,
      "loss": 0.0107,
      "step": 73310
    },
    {
      "epoch": 11.19560238204306,
      "grad_norm": 0.12520143389701843,
      "learning_rate": 6.0948507902033704e-05,
      "loss": 0.0146,
      "step": 73320
    },
    {
      "epoch": 11.197129332722554,
      "grad_norm": 0.21556533873081207,
      "learning_rate": 6.093842427651519e-05,
      "loss": 0.0135,
      "step": 73330
    },
    {
      "epoch": 11.198656283402046,
      "grad_norm": 0.13663837313652039,
      "learning_rate": 6.092834018372728e-05,
      "loss": 0.0117,
      "step": 73340
    },
    {
      "epoch": 11.200183234081539,
      "grad_norm": 0.2932795584201813,
      "learning_rate": 6.091825562410076e-05,
      "loss": 0.0099,
      "step": 73350
    },
    {
      "epoch": 11.201710184761032,
      "grad_norm": 0.15085266530513763,
      "learning_rate": 6.0908170598066415e-05,
      "loss": 0.0104,
      "step": 73360
    },
    {
      "epoch": 11.203237135440526,
      "grad_norm": 0.1438322514295578,
      "learning_rate": 6.089808510605505e-05,
      "loss": 0.0117,
      "step": 73370
    },
    {
      "epoch": 11.204764086120019,
      "grad_norm": 0.15508194267749786,
      "learning_rate": 6.0887999148497535e-05,
      "loss": 0.0137,
      "step": 73380
    },
    {
      "epoch": 11.206291036799511,
      "grad_norm": 0.19791173934936523,
      "learning_rate": 6.087791272582466e-05,
      "loss": 0.0116,
      "step": 73390
    },
    {
      "epoch": 11.207817987479004,
      "grad_norm": 0.14325445890426636,
      "learning_rate": 6.0867825838467366e-05,
      "loss": 0.0098,
      "step": 73400
    },
    {
      "epoch": 11.209344938158498,
      "grad_norm": 0.2041563242673874,
      "learning_rate": 6.085773848685651e-05,
      "loss": 0.013,
      "step": 73410
    },
    {
      "epoch": 11.21087188883799,
      "grad_norm": 0.16740091145038605,
      "learning_rate": 6.084765067142301e-05,
      "loss": 0.0156,
      "step": 73420
    },
    {
      "epoch": 11.212398839517483,
      "grad_norm": 0.18526753783226013,
      "learning_rate": 6.083756239259779e-05,
      "loss": 0.0127,
      "step": 73430
    },
    {
      "epoch": 11.213925790196976,
      "grad_norm": 0.3271579146385193,
      "learning_rate": 6.082747365081183e-05,
      "loss": 0.0128,
      "step": 73440
    },
    {
      "epoch": 11.21545274087647,
      "grad_norm": 0.15393884479999542,
      "learning_rate": 6.081738444649609e-05,
      "loss": 0.0116,
      "step": 73450
    },
    {
      "epoch": 11.216979691555963,
      "grad_norm": 0.1780393272638321,
      "learning_rate": 6.0807294780081545e-05,
      "loss": 0.0097,
      "step": 73460
    },
    {
      "epoch": 11.218506642235456,
      "grad_norm": 0.16621807217597961,
      "learning_rate": 6.0797204651999226e-05,
      "loss": 0.0111,
      "step": 73470
    },
    {
      "epoch": 11.220033592914948,
      "grad_norm": 0.14943106472492218,
      "learning_rate": 6.0787114062680165e-05,
      "loss": 0.0099,
      "step": 73480
    },
    {
      "epoch": 11.221560543594443,
      "grad_norm": 0.21567785739898682,
      "learning_rate": 6.07770230125554e-05,
      "loss": 0.0117,
      "step": 73490
    },
    {
      "epoch": 11.223087494273935,
      "grad_norm": 0.2518776059150696,
      "learning_rate": 6.076693150205601e-05,
      "loss": 0.0106,
      "step": 73500
    },
    {
      "epoch": 11.224614444953428,
      "grad_norm": 0.20435650646686554,
      "learning_rate": 6.07568395316131e-05,
      "loss": 0.0137,
      "step": 73510
    },
    {
      "epoch": 11.22614139563292,
      "grad_norm": 0.24293296039104462,
      "learning_rate": 6.0746747101657744e-05,
      "loss": 0.0118,
      "step": 73520
    },
    {
      "epoch": 11.227668346312415,
      "grad_norm": 0.38371050357818604,
      "learning_rate": 6.0736654212621104e-05,
      "loss": 0.0103,
      "step": 73530
    },
    {
      "epoch": 11.229195296991907,
      "grad_norm": 0.33692866563796997,
      "learning_rate": 6.0726560864934324e-05,
      "loss": 0.0118,
      "step": 73540
    },
    {
      "epoch": 11.2307222476714,
      "grad_norm": 0.3068332076072693,
      "learning_rate": 6.071646705902856e-05,
      "loss": 0.0133,
      "step": 73550
    },
    {
      "epoch": 11.232249198350893,
      "grad_norm": 0.2662595808506012,
      "learning_rate": 6.070637279533502e-05,
      "loss": 0.0096,
      "step": 73560
    },
    {
      "epoch": 11.233776149030387,
      "grad_norm": 0.24526280164718628,
      "learning_rate": 6.069627807428489e-05,
      "loss": 0.0127,
      "step": 73570
    },
    {
      "epoch": 11.23530309970988,
      "grad_norm": 0.1511293202638626,
      "learning_rate": 6.068618289630943e-05,
      "loss": 0.0122,
      "step": 73580
    },
    {
      "epoch": 11.236830050389372,
      "grad_norm": 0.2127590775489807,
      "learning_rate": 6.0676087261839844e-05,
      "loss": 0.0112,
      "step": 73590
    },
    {
      "epoch": 11.238357001068865,
      "grad_norm": 0.29666611552238464,
      "learning_rate": 6.066599117130745e-05,
      "loss": 0.0109,
      "step": 73600
    },
    {
      "epoch": 11.239883951748359,
      "grad_norm": 0.19374939799308777,
      "learning_rate": 6.0655894625143485e-05,
      "loss": 0.0109,
      "step": 73610
    },
    {
      "epoch": 11.241410902427852,
      "grad_norm": 0.2181224822998047,
      "learning_rate": 6.0645797623779274e-05,
      "loss": 0.0104,
      "step": 73620
    },
    {
      "epoch": 11.242937853107344,
      "grad_norm": 0.19188477098941803,
      "learning_rate": 6.0635700167646156e-05,
      "loss": 0.0187,
      "step": 73630
    },
    {
      "epoch": 11.244464803786837,
      "grad_norm": 0.26268887519836426,
      "learning_rate": 6.062560225717546e-05,
      "loss": 0.0113,
      "step": 73640
    },
    {
      "epoch": 11.245991754466331,
      "grad_norm": 0.285165399312973,
      "learning_rate": 6.0615503892798575e-05,
      "loss": 0.0125,
      "step": 73650
    },
    {
      "epoch": 11.247518705145824,
      "grad_norm": 0.19789737462997437,
      "learning_rate": 6.060540507494685e-05,
      "loss": 0.0106,
      "step": 73660
    },
    {
      "epoch": 11.249045655825316,
      "grad_norm": 0.3336808383464813,
      "learning_rate": 6.05953058040517e-05,
      "loss": 0.0118,
      "step": 73670
    },
    {
      "epoch": 11.250572606504809,
      "grad_norm": 0.16302475333213806,
      "learning_rate": 6.058520608054455e-05,
      "loss": 0.013,
      "step": 73680
    },
    {
      "epoch": 11.252099557184303,
      "grad_norm": 0.3336455821990967,
      "learning_rate": 6.0575105904856847e-05,
      "loss": 0.012,
      "step": 73690
    },
    {
      "epoch": 11.253626507863796,
      "grad_norm": 0.14946602284908295,
      "learning_rate": 6.056500527742004e-05,
      "loss": 0.008,
      "step": 73700
    },
    {
      "epoch": 11.255153458543289,
      "grad_norm": 0.14680972695350647,
      "learning_rate": 6.055490419866563e-05,
      "loss": 0.0134,
      "step": 73710
    },
    {
      "epoch": 11.256680409222781,
      "grad_norm": 0.25915074348449707,
      "learning_rate": 6.054480266902508e-05,
      "loss": 0.0133,
      "step": 73720
    },
    {
      "epoch": 11.258207359902276,
      "grad_norm": 0.2853221893310547,
      "learning_rate": 6.053470068892996e-05,
      "loss": 0.0119,
      "step": 73730
    },
    {
      "epoch": 11.259734310581768,
      "grad_norm": 0.20465567708015442,
      "learning_rate": 6.052459825881176e-05,
      "loss": 0.012,
      "step": 73740
    },
    {
      "epoch": 11.26126126126126,
      "grad_norm": 0.15292376279830933,
      "learning_rate": 6.051449537910207e-05,
      "loss": 0.0123,
      "step": 73750
    },
    {
      "epoch": 11.262788211940755,
      "grad_norm": 0.2549092769622803,
      "learning_rate": 6.0504392050232436e-05,
      "loss": 0.0132,
      "step": 73760
    },
    {
      "epoch": 11.264315162620248,
      "grad_norm": 0.1693546622991562,
      "learning_rate": 6.049428827263448e-05,
      "loss": 0.0132,
      "step": 73770
    },
    {
      "epoch": 11.26584211329974,
      "grad_norm": 0.2696569859981537,
      "learning_rate": 6.048418404673981e-05,
      "loss": 0.0106,
      "step": 73780
    },
    {
      "epoch": 11.267369063979233,
      "grad_norm": 0.28848761320114136,
      "learning_rate": 6.047407937298004e-05,
      "loss": 0.0133,
      "step": 73790
    },
    {
      "epoch": 11.268896014658727,
      "grad_norm": 0.26716452836990356,
      "learning_rate": 6.046397425178687e-05,
      "loss": 0.0121,
      "step": 73800
    },
    {
      "epoch": 11.27042296533822,
      "grad_norm": 0.2986110746860504,
      "learning_rate": 6.045386868359193e-05,
      "loss": 0.0156,
      "step": 73810
    },
    {
      "epoch": 11.271949916017713,
      "grad_norm": 0.20258912444114685,
      "learning_rate": 6.044376266882692e-05,
      "loss": 0.0142,
      "step": 73820
    },
    {
      "epoch": 11.273476866697205,
      "grad_norm": 0.3650889992713928,
      "learning_rate": 6.043365620792356e-05,
      "loss": 0.0114,
      "step": 73830
    },
    {
      "epoch": 11.2750038173767,
      "grad_norm": 0.36950743198394775,
      "learning_rate": 6.042354930131356e-05,
      "loss": 0.0107,
      "step": 73840
    },
    {
      "epoch": 11.276530768056192,
      "grad_norm": 0.1666746288537979,
      "learning_rate": 6.0413441949428706e-05,
      "loss": 0.0129,
      "step": 73850
    },
    {
      "epoch": 11.278057718735685,
      "grad_norm": 0.1838216930627823,
      "learning_rate": 6.040333415270072e-05,
      "loss": 0.0109,
      "step": 73860
    },
    {
      "epoch": 11.279584669415177,
      "grad_norm": 0.21738190948963165,
      "learning_rate": 6.0393225911561426e-05,
      "loss": 0.0125,
      "step": 73870
    },
    {
      "epoch": 11.281111620094672,
      "grad_norm": 0.3362014591693878,
      "learning_rate": 6.038311722644261e-05,
      "loss": 0.0129,
      "step": 73880
    },
    {
      "epoch": 11.282638570774164,
      "grad_norm": 0.12890926003456116,
      "learning_rate": 6.0373008097776084e-05,
      "loss": 0.0134,
      "step": 73890
    },
    {
      "epoch": 11.284165521453657,
      "grad_norm": 0.35011300444602966,
      "learning_rate": 6.036289852599373e-05,
      "loss": 0.012,
      "step": 73900
    },
    {
      "epoch": 11.28569247213315,
      "grad_norm": 0.3229965567588806,
      "learning_rate": 6.0352788511527394e-05,
      "loss": 0.0103,
      "step": 73910
    },
    {
      "epoch": 11.287219422812644,
      "grad_norm": 0.1973022222518921,
      "learning_rate": 6.0342678054808934e-05,
      "loss": 0.011,
      "step": 73920
    },
    {
      "epoch": 11.288746373492136,
      "grad_norm": 0.16751091182231903,
      "learning_rate": 6.033256715627027e-05,
      "loss": 0.0079,
      "step": 73930
    },
    {
      "epoch": 11.290273324171629,
      "grad_norm": 0.19037364423274994,
      "learning_rate": 6.032245581634332e-05,
      "loss": 0.0106,
      "step": 73940
    },
    {
      "epoch": 11.291800274851122,
      "grad_norm": 0.16785567998886108,
      "learning_rate": 6.0312344035460013e-05,
      "loss": 0.0088,
      "step": 73950
    },
    {
      "epoch": 11.293327225530616,
      "grad_norm": 0.15780310332775116,
      "learning_rate": 6.0302231814052335e-05,
      "loss": 0.0145,
      "step": 73960
    },
    {
      "epoch": 11.294854176210109,
      "grad_norm": 0.8801389932632446,
      "learning_rate": 6.029211915255221e-05,
      "loss": 0.0106,
      "step": 73970
    },
    {
      "epoch": 11.296381126889601,
      "grad_norm": 0.1534324735403061,
      "learning_rate": 6.0282006051391684e-05,
      "loss": 0.0082,
      "step": 73980
    },
    {
      "epoch": 11.297908077569094,
      "grad_norm": 0.21761247515678406,
      "learning_rate": 6.027189251100274e-05,
      "loss": 0.0106,
      "step": 73990
    },
    {
      "epoch": 11.299435028248588,
      "grad_norm": 0.2790541350841522,
      "learning_rate": 6.026177853181743e-05,
      "loss": 0.0115,
      "step": 74000
    },
    {
      "epoch": 11.30096197892808,
      "grad_norm": 0.2657976448535919,
      "learning_rate": 6.025166411426777e-05,
      "loss": 0.0124,
      "step": 74010
    },
    {
      "epoch": 11.302488929607573,
      "grad_norm": 0.20024625957012177,
      "learning_rate": 6.024154925878587e-05,
      "loss": 0.0106,
      "step": 74020
    },
    {
      "epoch": 11.304015880287066,
      "grad_norm": 0.33899927139282227,
      "learning_rate": 6.0231433965803796e-05,
      "loss": 0.0127,
      "step": 74030
    },
    {
      "epoch": 11.30554283096656,
      "grad_norm": 0.254035085439682,
      "learning_rate": 6.0221318235753645e-05,
      "loss": 0.0077,
      "step": 74040
    },
    {
      "epoch": 11.307069781646053,
      "grad_norm": 0.14883705973625183,
      "learning_rate": 6.021120206906757e-05,
      "loss": 0.0118,
      "step": 74050
    },
    {
      "epoch": 11.308596732325546,
      "grad_norm": 0.2290416657924652,
      "learning_rate": 6.020108546617771e-05,
      "loss": 0.0114,
      "step": 74060
    },
    {
      "epoch": 11.310123683005038,
      "grad_norm": 0.13342025876045227,
      "learning_rate": 6.01909684275162e-05,
      "loss": 0.0107,
      "step": 74070
    },
    {
      "epoch": 11.311650633684533,
      "grad_norm": 0.17888449132442474,
      "learning_rate": 6.018085095351524e-05,
      "loss": 0.0127,
      "step": 74080
    },
    {
      "epoch": 11.313177584364025,
      "grad_norm": 0.180921271443367,
      "learning_rate": 6.017073304460704e-05,
      "loss": 0.0145,
      "step": 74090
    },
    {
      "epoch": 11.314704535043518,
      "grad_norm": 0.1662011742591858,
      "learning_rate": 6.0160614701223814e-05,
      "loss": 0.0086,
      "step": 74100
    },
    {
      "epoch": 11.31623148572301,
      "grad_norm": 0.2715686857700348,
      "learning_rate": 6.015049592379779e-05,
      "loss": 0.0097,
      "step": 74110
    },
    {
      "epoch": 11.317758436402505,
      "grad_norm": 0.15035274624824524,
      "learning_rate": 6.014037671276123e-05,
      "loss": 0.0123,
      "step": 74120
    },
    {
      "epoch": 11.319285387081997,
      "grad_norm": 0.19602400064468384,
      "learning_rate": 6.013025706854639e-05,
      "loss": 0.0109,
      "step": 74130
    },
    {
      "epoch": 11.32081233776149,
      "grad_norm": 0.1781858503818512,
      "learning_rate": 6.012013699158558e-05,
      "loss": 0.0147,
      "step": 74140
    },
    {
      "epoch": 11.322339288440983,
      "grad_norm": 0.20176737010478973,
      "learning_rate": 6.011001648231113e-05,
      "loss": 0.0126,
      "step": 74150
    },
    {
      "epoch": 11.323866239120477,
      "grad_norm": 0.16858933866024017,
      "learning_rate": 6.009989554115534e-05,
      "loss": 0.0141,
      "step": 74160
    },
    {
      "epoch": 11.32539318979997,
      "grad_norm": 0.2248990833759308,
      "learning_rate": 6.008977416855055e-05,
      "loss": 0.0089,
      "step": 74170
    },
    {
      "epoch": 11.326920140479462,
      "grad_norm": 0.18143008649349213,
      "learning_rate": 6.0079652364929165e-05,
      "loss": 0.0098,
      "step": 74180
    },
    {
      "epoch": 11.328447091158955,
      "grad_norm": 0.17724600434303284,
      "learning_rate": 6.0069530130723516e-05,
      "loss": 0.0086,
      "step": 74190
    },
    {
      "epoch": 11.32997404183845,
      "grad_norm": 0.24022233486175537,
      "learning_rate": 6.005940746636607e-05,
      "loss": 0.0133,
      "step": 74200
    },
    {
      "epoch": 11.331500992517942,
      "grad_norm": 0.21248094737529755,
      "learning_rate": 6.0049284372289206e-05,
      "loss": 0.0102,
      "step": 74210
    },
    {
      "epoch": 11.333027943197434,
      "grad_norm": 0.2500966191291809,
      "learning_rate": 6.003916084892538e-05,
      "loss": 0.0095,
      "step": 74220
    },
    {
      "epoch": 11.334554893876927,
      "grad_norm": 0.1677640825510025,
      "learning_rate": 6.002903689670705e-05,
      "loss": 0.0109,
      "step": 74230
    },
    {
      "epoch": 11.336081844556421,
      "grad_norm": 0.18475642800331116,
      "learning_rate": 6.001891251606666e-05,
      "loss": 0.0099,
      "step": 74240
    },
    {
      "epoch": 11.337608795235914,
      "grad_norm": 0.21911245584487915,
      "learning_rate": 6.000878770743675e-05,
      "loss": 0.0103,
      "step": 74250
    },
    {
      "epoch": 11.339135745915407,
      "grad_norm": 0.2905043065547943,
      "learning_rate": 5.9998662471249824e-05,
      "loss": 0.0132,
      "step": 74260
    },
    {
      "epoch": 11.340662696594901,
      "grad_norm": 0.19212833046913147,
      "learning_rate": 5.998853680793839e-05,
      "loss": 0.0114,
      "step": 74270
    },
    {
      "epoch": 11.342189647274393,
      "grad_norm": 0.16848966479301453,
      "learning_rate": 5.997841071793502e-05,
      "loss": 0.0107,
      "step": 74280
    },
    {
      "epoch": 11.343716597953886,
      "grad_norm": 0.309993177652359,
      "learning_rate": 5.996828420167227e-05,
      "loss": 0.0126,
      "step": 74290
    },
    {
      "epoch": 11.345243548633379,
      "grad_norm": 0.18430545926094055,
      "learning_rate": 5.995815725958276e-05,
      "loss": 0.01,
      "step": 74300
    },
    {
      "epoch": 11.346770499312871,
      "grad_norm": 0.19795052707195282,
      "learning_rate": 5.994802989209903e-05,
      "loss": 0.0093,
      "step": 74310
    },
    {
      "epoch": 11.348297449992366,
      "grad_norm": 0.20561231672763824,
      "learning_rate": 5.993790209965375e-05,
      "loss": 0.0105,
      "step": 74320
    },
    {
      "epoch": 11.349824400671858,
      "grad_norm": 0.19275373220443726,
      "learning_rate": 5.992777388267955e-05,
      "loss": 0.0108,
      "step": 74330
    },
    {
      "epoch": 11.35135135135135,
      "grad_norm": 0.22908146679401398,
      "learning_rate": 5.991764524160909e-05,
      "loss": 0.0115,
      "step": 74340
    },
    {
      "epoch": 11.352878302030845,
      "grad_norm": 0.17462368309497833,
      "learning_rate": 5.9907516176875034e-05,
      "loss": 0.0095,
      "step": 74350
    },
    {
      "epoch": 11.354405252710338,
      "grad_norm": 0.1803039312362671,
      "learning_rate": 5.9897386688910106e-05,
      "loss": 0.0104,
      "step": 74360
    },
    {
      "epoch": 11.35593220338983,
      "grad_norm": 0.23489826917648315,
      "learning_rate": 5.9887256778146974e-05,
      "loss": 0.0122,
      "step": 74370
    },
    {
      "epoch": 11.357459154069323,
      "grad_norm": 0.14119230210781097,
      "learning_rate": 5.9877126445018426e-05,
      "loss": 0.0109,
      "step": 74380
    },
    {
      "epoch": 11.358986104748817,
      "grad_norm": 0.42625856399536133,
      "learning_rate": 5.986699568995716e-05,
      "loss": 0.0174,
      "step": 74390
    },
    {
      "epoch": 11.36051305542831,
      "grad_norm": 0.12948881089687347,
      "learning_rate": 5.9856864513395974e-05,
      "loss": 0.0138,
      "step": 74400
    },
    {
      "epoch": 11.362040006107803,
      "grad_norm": 0.21078072488307953,
      "learning_rate": 5.9846732915767636e-05,
      "loss": 0.0115,
      "step": 74410
    },
    {
      "epoch": 11.363566956787295,
      "grad_norm": 0.17916856706142426,
      "learning_rate": 5.983660089750496e-05,
      "loss": 0.0125,
      "step": 74420
    },
    {
      "epoch": 11.36509390746679,
      "grad_norm": 0.26136571168899536,
      "learning_rate": 5.982646845904078e-05,
      "loss": 0.0103,
      "step": 74430
    },
    {
      "epoch": 11.366620858146282,
      "grad_norm": 0.1839928925037384,
      "learning_rate": 5.981633560080789e-05,
      "loss": 0.0133,
      "step": 74440
    },
    {
      "epoch": 11.368147808825775,
      "grad_norm": 0.22741374373435974,
      "learning_rate": 5.98062023232392e-05,
      "loss": 0.0099,
      "step": 74450
    },
    {
      "epoch": 11.369674759505267,
      "grad_norm": 0.14902761578559875,
      "learning_rate": 5.979606862676755e-05,
      "loss": 0.0106,
      "step": 74460
    },
    {
      "epoch": 11.371201710184762,
      "grad_norm": 0.18951115012168884,
      "learning_rate": 5.9785934511825844e-05,
      "loss": 0.0101,
      "step": 74470
    },
    {
      "epoch": 11.372728660864254,
      "grad_norm": 0.24224939942359924,
      "learning_rate": 5.977579997884702e-05,
      "loss": 0.0128,
      "step": 74480
    },
    {
      "epoch": 11.374255611543747,
      "grad_norm": 0.26943662762641907,
      "learning_rate": 5.976566502826393e-05,
      "loss": 0.0108,
      "step": 74490
    },
    {
      "epoch": 11.37578256222324,
      "grad_norm": 0.1980964094400406,
      "learning_rate": 5.975552966050961e-05,
      "loss": 0.0109,
      "step": 74500
    },
    {
      "epoch": 11.377309512902734,
      "grad_norm": 0.3236832618713379,
      "learning_rate": 5.9745393876016964e-05,
      "loss": 0.0132,
      "step": 74510
    },
    {
      "epoch": 11.378836463582227,
      "grad_norm": 0.16719874739646912,
      "learning_rate": 5.9735257675219e-05,
      "loss": 0.0097,
      "step": 74520
    },
    {
      "epoch": 11.38036341426172,
      "grad_norm": 0.1453189253807068,
      "learning_rate": 5.972512105854872e-05,
      "loss": 0.0105,
      "step": 74530
    },
    {
      "epoch": 11.381890364941212,
      "grad_norm": 0.14487725496292114,
      "learning_rate": 5.971498402643911e-05,
      "loss": 0.012,
      "step": 74540
    },
    {
      "epoch": 11.383417315620706,
      "grad_norm": 0.16912411153316498,
      "learning_rate": 5.970484657932325e-05,
      "loss": 0.0155,
      "step": 74550
    },
    {
      "epoch": 11.384944266300199,
      "grad_norm": 0.1731814295053482,
      "learning_rate": 5.969470871763418e-05,
      "loss": 0.0122,
      "step": 74560
    },
    {
      "epoch": 11.386471216979691,
      "grad_norm": 0.16357512772083282,
      "learning_rate": 5.968457044180496e-05,
      "loss": 0.0098,
      "step": 74570
    },
    {
      "epoch": 11.387998167659184,
      "grad_norm": 0.2735002338886261,
      "learning_rate": 5.967443175226867e-05,
      "loss": 0.0126,
      "step": 74580
    },
    {
      "epoch": 11.389525118338678,
      "grad_norm": 0.14556452631950378,
      "learning_rate": 5.966429264945842e-05,
      "loss": 0.0144,
      "step": 74590
    },
    {
      "epoch": 11.391052069018171,
      "grad_norm": 0.144356831908226,
      "learning_rate": 5.9654153133807354e-05,
      "loss": 0.0125,
      "step": 74600
    },
    {
      "epoch": 11.392579019697664,
      "grad_norm": 0.20521952211856842,
      "learning_rate": 5.964401320574861e-05,
      "loss": 0.0137,
      "step": 74610
    },
    {
      "epoch": 11.394105970377156,
      "grad_norm": 0.3150286376476288,
      "learning_rate": 5.9633872865715325e-05,
      "loss": 0.0111,
      "step": 74620
    },
    {
      "epoch": 11.39563292105665,
      "grad_norm": 0.19134071469306946,
      "learning_rate": 5.9623732114140696e-05,
      "loss": 0.0092,
      "step": 74630
    },
    {
      "epoch": 11.397159871736143,
      "grad_norm": 0.20246626436710358,
      "learning_rate": 5.96135909514579e-05,
      "loss": 0.0146,
      "step": 74640
    },
    {
      "epoch": 11.398686822415636,
      "grad_norm": 0.18125496804714203,
      "learning_rate": 5.960344937810017e-05,
      "loss": 0.0138,
      "step": 74650
    },
    {
      "epoch": 11.400213773095128,
      "grad_norm": 0.11783632636070251,
      "learning_rate": 5.959330739450073e-05,
      "loss": 0.0101,
      "step": 74660
    },
    {
      "epoch": 11.401740723774623,
      "grad_norm": 0.2161838412284851,
      "learning_rate": 5.958316500109281e-05,
      "loss": 0.0133,
      "step": 74670
    },
    {
      "epoch": 11.403267674454115,
      "grad_norm": 0.23346847295761108,
      "learning_rate": 5.957302219830969e-05,
      "loss": 0.0096,
      "step": 74680
    },
    {
      "epoch": 11.404794625133608,
      "grad_norm": 0.19778703153133392,
      "learning_rate": 5.956287898658464e-05,
      "loss": 0.0135,
      "step": 74690
    },
    {
      "epoch": 11.4063215758131,
      "grad_norm": 0.16922004520893097,
      "learning_rate": 5.9552735366350985e-05,
      "loss": 0.0092,
      "step": 74700
    },
    {
      "epoch": 11.407848526492595,
      "grad_norm": 0.296921044588089,
      "learning_rate": 5.954259133804201e-05,
      "loss": 0.0114,
      "step": 74710
    },
    {
      "epoch": 11.409375477172087,
      "grad_norm": 0.1322793811559677,
      "learning_rate": 5.953244690209106e-05,
      "loss": 0.0116,
      "step": 74720
    },
    {
      "epoch": 11.41090242785158,
      "grad_norm": 0.2237892895936966,
      "learning_rate": 5.95223020589315e-05,
      "loss": 0.0121,
      "step": 74730
    },
    {
      "epoch": 11.412429378531073,
      "grad_norm": 0.19683116674423218,
      "learning_rate": 5.951215680899669e-05,
      "loss": 0.0125,
      "step": 74740
    },
    {
      "epoch": 11.413956329210567,
      "grad_norm": 0.2107219696044922,
      "learning_rate": 5.9502011152720004e-05,
      "loss": 0.0105,
      "step": 74750
    },
    {
      "epoch": 11.41548327989006,
      "grad_norm": 0.18569400906562805,
      "learning_rate": 5.949186509053488e-05,
      "loss": 0.0092,
      "step": 74760
    },
    {
      "epoch": 11.417010230569552,
      "grad_norm": 0.3536190986633301,
      "learning_rate": 5.94817186228747e-05,
      "loss": 0.0121,
      "step": 74770
    },
    {
      "epoch": 11.418537181249045,
      "grad_norm": 0.1925739049911499,
      "learning_rate": 5.9471571750172916e-05,
      "loss": 0.0138,
      "step": 74780
    },
    {
      "epoch": 11.42006413192854,
      "grad_norm": 0.1610458791255951,
      "learning_rate": 5.946142447286299e-05,
      "loss": 0.0085,
      "step": 74790
    },
    {
      "epoch": 11.421591082608032,
      "grad_norm": 0.2228747308254242,
      "learning_rate": 5.9451276791378396e-05,
      "loss": 0.0133,
      "step": 74800
    },
    {
      "epoch": 11.423118033287524,
      "grad_norm": 0.1673584282398224,
      "learning_rate": 5.944112870615262e-05,
      "loss": 0.0129,
      "step": 74810
    },
    {
      "epoch": 11.424644983967017,
      "grad_norm": 0.27265721559524536,
      "learning_rate": 5.943098021761916e-05,
      "loss": 0.0127,
      "step": 74820
    },
    {
      "epoch": 11.426171934646511,
      "grad_norm": 0.31826141476631165,
      "learning_rate": 5.942083132621157e-05,
      "loss": 0.0128,
      "step": 74830
    },
    {
      "epoch": 11.427698885326004,
      "grad_norm": 0.15543852746486664,
      "learning_rate": 5.941068203236334e-05,
      "loss": 0.0103,
      "step": 74840
    },
    {
      "epoch": 11.429225836005497,
      "grad_norm": 0.17961402237415314,
      "learning_rate": 5.94005323365081e-05,
      "loss": 0.0133,
      "step": 74850
    },
    {
      "epoch": 11.430752786684991,
      "grad_norm": 0.1535736471414566,
      "learning_rate": 5.9390382239079356e-05,
      "loss": 0.0123,
      "step": 74860
    },
    {
      "epoch": 11.432279737364484,
      "grad_norm": 0.12960055470466614,
      "learning_rate": 5.938023174051075e-05,
      "loss": 0.0104,
      "step": 74870
    },
    {
      "epoch": 11.433806688043976,
      "grad_norm": 0.24562783539295197,
      "learning_rate": 5.9370080841235875e-05,
      "loss": 0.0116,
      "step": 74880
    },
    {
      "epoch": 11.435333638723469,
      "grad_norm": 0.1514805555343628,
      "learning_rate": 5.935992954168835e-05,
      "loss": 0.0122,
      "step": 74890
    },
    {
      "epoch": 11.436860589402963,
      "grad_norm": 0.19699159264564514,
      "learning_rate": 5.9349777842301844e-05,
      "loss": 0.0147,
      "step": 74900
    },
    {
      "epoch": 11.438387540082456,
      "grad_norm": 0.3012665808200836,
      "learning_rate": 5.9339625743509995e-05,
      "loss": 0.0117,
      "step": 74910
    },
    {
      "epoch": 11.439914490761948,
      "grad_norm": 0.22745667397975922,
      "learning_rate": 5.932947324574649e-05,
      "loss": 0.0118,
      "step": 74920
    },
    {
      "epoch": 11.441441441441441,
      "grad_norm": 0.2148749679327011,
      "learning_rate": 5.931932034944504e-05,
      "loss": 0.011,
      "step": 74930
    },
    {
      "epoch": 11.442968392120935,
      "grad_norm": 0.3553391396999359,
      "learning_rate": 5.930916705503933e-05,
      "loss": 0.0136,
      "step": 74940
    },
    {
      "epoch": 11.444495342800428,
      "grad_norm": 0.1611068993806839,
      "learning_rate": 5.9299013362963116e-05,
      "loss": 0.0106,
      "step": 74950
    },
    {
      "epoch": 11.44602229347992,
      "grad_norm": 0.16798366606235504,
      "learning_rate": 5.928885927365013e-05,
      "loss": 0.0116,
      "step": 74960
    },
    {
      "epoch": 11.447549244159413,
      "grad_norm": 0.18706244230270386,
      "learning_rate": 5.9278704787534144e-05,
      "loss": 0.0114,
      "step": 74970
    },
    {
      "epoch": 11.449076194838907,
      "grad_norm": 0.17026370763778687,
      "learning_rate": 5.926854990504892e-05,
      "loss": 0.0101,
      "step": 74980
    },
    {
      "epoch": 11.4506031455184,
      "grad_norm": 0.4288846552371979,
      "learning_rate": 5.925839462662828e-05,
      "loss": 0.0139,
      "step": 74990
    },
    {
      "epoch": 11.452130096197893,
      "grad_norm": 0.27354466915130615,
      "learning_rate": 5.924823895270604e-05,
      "loss": 0.0112,
      "step": 75000
    },
    {
      "epoch": 11.453657046877385,
      "grad_norm": 0.24288803339004517,
      "learning_rate": 5.923808288371601e-05,
      "loss": 0.0104,
      "step": 75010
    },
    {
      "epoch": 11.45518399755688,
      "grad_norm": 0.23485814034938812,
      "learning_rate": 5.922792642009204e-05,
      "loss": 0.0156,
      "step": 75020
    },
    {
      "epoch": 11.456710948236372,
      "grad_norm": 0.13737650215625763,
      "learning_rate": 5.9217769562268035e-05,
      "loss": 0.015,
      "step": 75030
    },
    {
      "epoch": 11.458237898915865,
      "grad_norm": 0.2190919667482376,
      "learning_rate": 5.920761231067782e-05,
      "loss": 0.0104,
      "step": 75040
    },
    {
      "epoch": 11.459764849595357,
      "grad_norm": 0.21104949712753296,
      "learning_rate": 5.919745466575534e-05,
      "loss": 0.0132,
      "step": 75050
    },
    {
      "epoch": 11.461291800274852,
      "grad_norm": 0.19497837126255035,
      "learning_rate": 5.9187296627934476e-05,
      "loss": 0.0111,
      "step": 75060
    },
    {
      "epoch": 11.462818750954344,
      "grad_norm": 0.19573406875133514,
      "learning_rate": 5.9177138197649186e-05,
      "loss": 0.0147,
      "step": 75070
    },
    {
      "epoch": 11.464345701633837,
      "grad_norm": 0.19799506664276123,
      "learning_rate": 5.916697937533342e-05,
      "loss": 0.0141,
      "step": 75080
    },
    {
      "epoch": 11.46587265231333,
      "grad_norm": 0.27547383308410645,
      "learning_rate": 5.9156820161421126e-05,
      "loss": 0.0111,
      "step": 75090
    },
    {
      "epoch": 11.467399602992824,
      "grad_norm": 0.17067725956439972,
      "learning_rate": 5.91466605563463e-05,
      "loss": 0.013,
      "step": 75100
    },
    {
      "epoch": 11.468926553672317,
      "grad_norm": 0.3863905370235443,
      "learning_rate": 5.913650056054293e-05,
      "loss": 0.012,
      "step": 75110
    },
    {
      "epoch": 11.47045350435181,
      "grad_norm": 0.15580111742019653,
      "learning_rate": 5.912634017444505e-05,
      "loss": 0.0085,
      "step": 75120
    },
    {
      "epoch": 11.471980455031302,
      "grad_norm": 0.2162160873413086,
      "learning_rate": 5.911617939848668e-05,
      "loss": 0.0137,
      "step": 75130
    },
    {
      "epoch": 11.473507405710796,
      "grad_norm": 0.148923859000206,
      "learning_rate": 5.910601823310187e-05,
      "loss": 0.0133,
      "step": 75140
    },
    {
      "epoch": 11.475034356390289,
      "grad_norm": 0.14449961483478546,
      "learning_rate": 5.9095856678724706e-05,
      "loss": 0.0157,
      "step": 75150
    },
    {
      "epoch": 11.476561307069781,
      "grad_norm": 0.29133519530296326,
      "learning_rate": 5.908569473578923e-05,
      "loss": 0.0114,
      "step": 75160
    },
    {
      "epoch": 11.478088257749274,
      "grad_norm": 0.1867978572845459,
      "learning_rate": 5.907553240472957e-05,
      "loss": 0.0113,
      "step": 75170
    },
    {
      "epoch": 11.479615208428768,
      "grad_norm": 0.17933519184589386,
      "learning_rate": 5.9065369685979845e-05,
      "loss": 0.0141,
      "step": 75180
    },
    {
      "epoch": 11.481142159108261,
      "grad_norm": 0.30733686685562134,
      "learning_rate": 5.9055206579974186e-05,
      "loss": 0.0126,
      "step": 75190
    },
    {
      "epoch": 11.482669109787754,
      "grad_norm": 0.2668669521808624,
      "learning_rate": 5.9045043087146726e-05,
      "loss": 0.013,
      "step": 75200
    },
    {
      "epoch": 11.484196060467246,
      "grad_norm": 0.337759792804718,
      "learning_rate": 5.903487920793165e-05,
      "loss": 0.0174,
      "step": 75210
    },
    {
      "epoch": 11.48572301114674,
      "grad_norm": 0.18808090686798096,
      "learning_rate": 5.902471494276313e-05,
      "loss": 0.0105,
      "step": 75220
    },
    {
      "epoch": 11.487249961826233,
      "grad_norm": 0.22763946652412415,
      "learning_rate": 5.9014550292075363e-05,
      "loss": 0.0101,
      "step": 75230
    },
    {
      "epoch": 11.488776912505726,
      "grad_norm": 0.2120828777551651,
      "learning_rate": 5.900438525630256e-05,
      "loss": 0.0109,
      "step": 75240
    },
    {
      "epoch": 11.490303863185218,
      "grad_norm": 0.18759578466415405,
      "learning_rate": 5.899421983587897e-05,
      "loss": 0.0098,
      "step": 75250
    },
    {
      "epoch": 11.491830813864713,
      "grad_norm": 0.13439936935901642,
      "learning_rate": 5.898405403123884e-05,
      "loss": 0.0128,
      "step": 75260
    },
    {
      "epoch": 11.493357764544205,
      "grad_norm": 0.44349008798599243,
      "learning_rate": 5.897388784281641e-05,
      "loss": 0.0122,
      "step": 75270
    },
    {
      "epoch": 11.494884715223698,
      "grad_norm": 0.2244826853275299,
      "learning_rate": 5.896372127104599e-05,
      "loss": 0.0103,
      "step": 75280
    },
    {
      "epoch": 11.49641166590319,
      "grad_norm": 0.39363333582878113,
      "learning_rate": 5.895355431636185e-05,
      "loss": 0.0125,
      "step": 75290
    },
    {
      "epoch": 11.497938616582685,
      "grad_norm": 0.21829649806022644,
      "learning_rate": 5.8943386979198334e-05,
      "loss": 0.0129,
      "step": 75300
    },
    {
      "epoch": 11.499465567262178,
      "grad_norm": 0.22192160785198212,
      "learning_rate": 5.893321925998975e-05,
      "loss": 0.0112,
      "step": 75310
    },
    {
      "epoch": 11.50099251794167,
      "grad_norm": 0.22550003230571747,
      "learning_rate": 5.892305115917045e-05,
      "loss": 0.0111,
      "step": 75320
    },
    {
      "epoch": 11.502519468621163,
      "grad_norm": 0.19399623572826385,
      "learning_rate": 5.8912882677174795e-05,
      "loss": 0.0123,
      "step": 75330
    },
    {
      "epoch": 11.504046419300657,
      "grad_norm": 0.16326507925987244,
      "learning_rate": 5.890271381443716e-05,
      "loss": 0.0119,
      "step": 75340
    },
    {
      "epoch": 11.50557336998015,
      "grad_norm": 0.24260444939136505,
      "learning_rate": 5.889254457139196e-05,
      "loss": 0.0125,
      "step": 75350
    },
    {
      "epoch": 11.507100320659642,
      "grad_norm": 0.16215500235557556,
      "learning_rate": 5.888237494847357e-05,
      "loss": 0.0118,
      "step": 75360
    },
    {
      "epoch": 11.508627271339137,
      "grad_norm": 0.1736951768398285,
      "learning_rate": 5.887220494611646e-05,
      "loss": 0.0085,
      "step": 75370
    },
    {
      "epoch": 11.51015422201863,
      "grad_norm": 0.16333787143230438,
      "learning_rate": 5.886203456475504e-05,
      "loss": 0.0103,
      "step": 75380
    },
    {
      "epoch": 11.511681172698122,
      "grad_norm": 0.13146871328353882,
      "learning_rate": 5.8851863804823795e-05,
      "loss": 0.0163,
      "step": 75390
    },
    {
      "epoch": 11.513208123377614,
      "grad_norm": 0.2853028178215027,
      "learning_rate": 5.884169266675718e-05,
      "loss": 0.0129,
      "step": 75400
    },
    {
      "epoch": 11.514735074057107,
      "grad_norm": 0.17215056717395782,
      "learning_rate": 5.88315211509897e-05,
      "loss": 0.0136,
      "step": 75410
    },
    {
      "epoch": 11.516262024736601,
      "grad_norm": 0.19253741204738617,
      "learning_rate": 5.8821349257955874e-05,
      "loss": 0.0131,
      "step": 75420
    },
    {
      "epoch": 11.517788975416094,
      "grad_norm": 0.1857561469078064,
      "learning_rate": 5.88111769880902e-05,
      "loss": 0.0117,
      "step": 75430
    },
    {
      "epoch": 11.519315926095587,
      "grad_norm": 0.1812857836484909,
      "learning_rate": 5.8801004341827226e-05,
      "loss": 0.0119,
      "step": 75440
    },
    {
      "epoch": 11.520842876775081,
      "grad_norm": 0.17820923030376434,
      "learning_rate": 5.879083131960153e-05,
      "loss": 0.0113,
      "step": 75450
    },
    {
      "epoch": 11.522369827454574,
      "grad_norm": 0.23649843037128448,
      "learning_rate": 5.878065792184765e-05,
      "loss": 0.0115,
      "step": 75460
    },
    {
      "epoch": 11.523896778134066,
      "grad_norm": 0.23560470342636108,
      "learning_rate": 5.87704841490002e-05,
      "loss": 0.0118,
      "step": 75470
    },
    {
      "epoch": 11.525423728813559,
      "grad_norm": 0.2186278998851776,
      "learning_rate": 5.876031000149379e-05,
      "loss": 0.0118,
      "step": 75480
    },
    {
      "epoch": 11.526950679493053,
      "grad_norm": 0.22483813762664795,
      "learning_rate": 5.875013547976301e-05,
      "loss": 0.0107,
      "step": 75490
    },
    {
      "epoch": 11.528477630172546,
      "grad_norm": 0.21314822137355804,
      "learning_rate": 5.873996058424255e-05,
      "loss": 0.0121,
      "step": 75500
    },
    {
      "epoch": 11.530004580852038,
      "grad_norm": 0.20209209620952606,
      "learning_rate": 5.8729785315367e-05,
      "loss": 0.0097,
      "step": 75510
    },
    {
      "epoch": 11.531531531531531,
      "grad_norm": 0.18492673337459564,
      "learning_rate": 5.8719609673571066e-05,
      "loss": 0.0095,
      "step": 75520
    },
    {
      "epoch": 11.533058482211025,
      "grad_norm": 0.192210391163826,
      "learning_rate": 5.870943365928944e-05,
      "loss": 0.0084,
      "step": 75530
    },
    {
      "epoch": 11.534585432890518,
      "grad_norm": 0.2207704782485962,
      "learning_rate": 5.8699257272956785e-05,
      "loss": 0.0119,
      "step": 75540
    },
    {
      "epoch": 11.53611238357001,
      "grad_norm": 0.3153018057346344,
      "learning_rate": 5.8689080515007855e-05,
      "loss": 0.0085,
      "step": 75550
    },
    {
      "epoch": 11.537639334249503,
      "grad_norm": 0.23231332004070282,
      "learning_rate": 5.867890338587736e-05,
      "loss": 0.0127,
      "step": 75560
    },
    {
      "epoch": 11.539166284928998,
      "grad_norm": 0.22845840454101562,
      "learning_rate": 5.8668725886000066e-05,
      "loss": 0.0114,
      "step": 75570
    },
    {
      "epoch": 11.54069323560849,
      "grad_norm": 0.8553648591041565,
      "learning_rate": 5.865854801581071e-05,
      "loss": 0.0122,
      "step": 75580
    },
    {
      "epoch": 11.542220186287983,
      "grad_norm": 0.25463780760765076,
      "learning_rate": 5.864836977574411e-05,
      "loss": 0.0124,
      "step": 75590
    },
    {
      "epoch": 11.543747136967475,
      "grad_norm": 0.17790088057518005,
      "learning_rate": 5.863819116623503e-05,
      "loss": 0.0134,
      "step": 75600
    },
    {
      "epoch": 11.54527408764697,
      "grad_norm": 0.25363752245903015,
      "learning_rate": 5.8628012187718284e-05,
      "loss": 0.0098,
      "step": 75610
    },
    {
      "epoch": 11.546801038326462,
      "grad_norm": 0.20155178010463715,
      "learning_rate": 5.861783284062873e-05,
      "loss": 0.0104,
      "step": 75620
    },
    {
      "epoch": 11.548327989005955,
      "grad_norm": 0.12851448357105255,
      "learning_rate": 5.8607653125401164e-05,
      "loss": 0.0115,
      "step": 75630
    },
    {
      "epoch": 11.549854939685448,
      "grad_norm": 0.2317785918712616,
      "learning_rate": 5.8597473042470485e-05,
      "loss": 0.0124,
      "step": 75640
    },
    {
      "epoch": 11.551381890364942,
      "grad_norm": 0.1604142040014267,
      "learning_rate": 5.858729259227154e-05,
      "loss": 0.0116,
      "step": 75650
    },
    {
      "epoch": 11.552908841044434,
      "grad_norm": 0.18308579921722412,
      "learning_rate": 5.8577111775239236e-05,
      "loss": 0.0134,
      "step": 75660
    },
    {
      "epoch": 11.554435791723927,
      "grad_norm": 0.2401106059551239,
      "learning_rate": 5.8566930591808475e-05,
      "loss": 0.0118,
      "step": 75670
    },
    {
      "epoch": 11.55596274240342,
      "grad_norm": 0.2875005900859833,
      "learning_rate": 5.855674904241418e-05,
      "loss": 0.0107,
      "step": 75680
    },
    {
      "epoch": 11.557489693082914,
      "grad_norm": 0.2368411421775818,
      "learning_rate": 5.854656712749128e-05,
      "loss": 0.0124,
      "step": 75690
    },
    {
      "epoch": 11.559016643762407,
      "grad_norm": 0.20355668663978577,
      "learning_rate": 5.853638484747473e-05,
      "loss": 0.0108,
      "step": 75700
    },
    {
      "epoch": 11.5605435944419,
      "grad_norm": 0.269365131855011,
      "learning_rate": 5.8526202202799516e-05,
      "loss": 0.0133,
      "step": 75710
    },
    {
      "epoch": 11.562070545121392,
      "grad_norm": 0.18702420592308044,
      "learning_rate": 5.851601919390059e-05,
      "loss": 0.008,
      "step": 75720
    },
    {
      "epoch": 11.563597495800886,
      "grad_norm": 0.20924296975135803,
      "learning_rate": 5.8505835821212985e-05,
      "loss": 0.0102,
      "step": 75730
    },
    {
      "epoch": 11.565124446480379,
      "grad_norm": 0.3675192892551422,
      "learning_rate": 5.849565208517168e-05,
      "loss": 0.013,
      "step": 75740
    },
    {
      "epoch": 11.566651397159871,
      "grad_norm": 0.2593771517276764,
      "learning_rate": 5.8485467986211754e-05,
      "loss": 0.0142,
      "step": 75750
    },
    {
      "epoch": 11.568178347839364,
      "grad_norm": 0.1608278602361679,
      "learning_rate": 5.847528352476819e-05,
      "loss": 0.01,
      "step": 75760
    },
    {
      "epoch": 11.569705298518858,
      "grad_norm": 0.16867928206920624,
      "learning_rate": 5.84650987012761e-05,
      "loss": 0.0137,
      "step": 75770
    },
    {
      "epoch": 11.571232249198351,
      "grad_norm": 0.15685154497623444,
      "learning_rate": 5.845491351617055e-05,
      "loss": 0.0098,
      "step": 75780
    },
    {
      "epoch": 11.572759199877844,
      "grad_norm": 0.2017296403646469,
      "learning_rate": 5.844472796988661e-05,
      "loss": 0.0093,
      "step": 75790
    },
    {
      "epoch": 11.574286150557336,
      "grad_norm": 0.18838344514369965,
      "learning_rate": 5.843454206285942e-05,
      "loss": 0.0117,
      "step": 75800
    },
    {
      "epoch": 11.57581310123683,
      "grad_norm": 0.18361808359622955,
      "learning_rate": 5.842435579552408e-05,
      "loss": 0.0112,
      "step": 75810
    },
    {
      "epoch": 11.577340051916323,
      "grad_norm": 0.1257959008216858,
      "learning_rate": 5.8414169168315735e-05,
      "loss": 0.0105,
      "step": 75820
    },
    {
      "epoch": 11.578867002595816,
      "grad_norm": 0.14552968740463257,
      "learning_rate": 5.840398218166955e-05,
      "loss": 0.0135,
      "step": 75830
    },
    {
      "epoch": 11.580393953275308,
      "grad_norm": 0.229728564620018,
      "learning_rate": 5.839379483602068e-05,
      "loss": 0.0131,
      "step": 75840
    },
    {
      "epoch": 11.581920903954803,
      "grad_norm": 0.24254177510738373,
      "learning_rate": 5.838360713180431e-05,
      "loss": 0.0129,
      "step": 75850
    },
    {
      "epoch": 11.583447854634295,
      "grad_norm": 0.16031263768672943,
      "learning_rate": 5.8373419069455636e-05,
      "loss": 0.0122,
      "step": 75860
    },
    {
      "epoch": 11.584974805313788,
      "grad_norm": 0.2046295553445816,
      "learning_rate": 5.8363230649409894e-05,
      "loss": 0.0113,
      "step": 75870
    },
    {
      "epoch": 11.586501755993282,
      "grad_norm": 0.19427324831485748,
      "learning_rate": 5.835304187210231e-05,
      "loss": 0.012,
      "step": 75880
    },
    {
      "epoch": 11.588028706672775,
      "grad_norm": 0.22561779618263245,
      "learning_rate": 5.834285273796811e-05,
      "loss": 0.0104,
      "step": 75890
    },
    {
      "epoch": 11.589555657352268,
      "grad_norm": 0.15104632079601288,
      "learning_rate": 5.833266324744257e-05,
      "loss": 0.0107,
      "step": 75900
    },
    {
      "epoch": 11.59108260803176,
      "grad_norm": 0.14896859228610992,
      "learning_rate": 5.832247340096098e-05,
      "loss": 0.0096,
      "step": 75910
    },
    {
      "epoch": 11.592609558711253,
      "grad_norm": 0.15370364487171173,
      "learning_rate": 5.831228319895858e-05,
      "loss": 0.0118,
      "step": 75920
    },
    {
      "epoch": 11.594136509390747,
      "grad_norm": 0.14839231967926025,
      "learning_rate": 5.8302092641870756e-05,
      "loss": 0.0094,
      "step": 75930
    },
    {
      "epoch": 11.59566346007024,
      "grad_norm": 0.18984410166740417,
      "learning_rate": 5.829190173013275e-05,
      "loss": 0.0112,
      "step": 75940
    },
    {
      "epoch": 11.597190410749732,
      "grad_norm": 0.21179591119289398,
      "learning_rate": 5.828171046417995e-05,
      "loss": 0.0147,
      "step": 75950
    },
    {
      "epoch": 11.598717361429227,
      "grad_norm": 0.1713080108165741,
      "learning_rate": 5.827151884444768e-05,
      "loss": 0.0114,
      "step": 75960
    },
    {
      "epoch": 11.60024431210872,
      "grad_norm": 0.1250505894422531,
      "learning_rate": 5.8261326871371336e-05,
      "loss": 0.0128,
      "step": 75970
    },
    {
      "epoch": 11.601771262788212,
      "grad_norm": 0.1587018221616745,
      "learning_rate": 5.8251134545386275e-05,
      "loss": 0.0106,
      "step": 75980
    },
    {
      "epoch": 11.603298213467705,
      "grad_norm": 0.25403279066085815,
      "learning_rate": 5.8240941866927914e-05,
      "loss": 0.0109,
      "step": 75990
    },
    {
      "epoch": 11.604825164147197,
      "grad_norm": 0.16597694158554077,
      "learning_rate": 5.823074883643165e-05,
      "loss": 0.0117,
      "step": 76000
    },
    {
      "epoch": 11.606352114826691,
      "grad_norm": 0.11077964305877686,
      "learning_rate": 5.82205554543329e-05,
      "loss": 0.0104,
      "step": 76010
    },
    {
      "epoch": 11.607879065506184,
      "grad_norm": 0.18522761762142181,
      "learning_rate": 5.8210361721067155e-05,
      "loss": 0.0093,
      "step": 76020
    },
    {
      "epoch": 11.609406016185677,
      "grad_norm": 0.16164101660251617,
      "learning_rate": 5.820016763706981e-05,
      "loss": 0.0138,
      "step": 76030
    },
    {
      "epoch": 11.610932966865171,
      "grad_norm": 0.1495783030986786,
      "learning_rate": 5.818997320277639e-05,
      "loss": 0.0117,
      "step": 76040
    },
    {
      "epoch": 11.612459917544664,
      "grad_norm": 0.17808814346790314,
      "learning_rate": 5.8179778418622346e-05,
      "loss": 0.0126,
      "step": 76050
    },
    {
      "epoch": 11.613986868224156,
      "grad_norm": 0.18062181770801544,
      "learning_rate": 5.816958328504321e-05,
      "loss": 0.0128,
      "step": 76060
    },
    {
      "epoch": 11.615513818903649,
      "grad_norm": 0.18237002193927765,
      "learning_rate": 5.8159387802474476e-05,
      "loss": 0.0103,
      "step": 76070
    },
    {
      "epoch": 11.617040769583143,
      "grad_norm": 0.13750797510147095,
      "learning_rate": 5.814919197135168e-05,
      "loss": 0.0101,
      "step": 76080
    },
    {
      "epoch": 11.618567720262636,
      "grad_norm": 0.24535132944583893,
      "learning_rate": 5.8138995792110375e-05,
      "loss": 0.0096,
      "step": 76090
    },
    {
      "epoch": 11.620094670942128,
      "grad_norm": 0.23571860790252686,
      "learning_rate": 5.8128799265186116e-05,
      "loss": 0.0133,
      "step": 76100
    },
    {
      "epoch": 11.621621621621621,
      "grad_norm": 0.20850501954555511,
      "learning_rate": 5.8118602391014486e-05,
      "loss": 0.009,
      "step": 76110
    },
    {
      "epoch": 11.623148572301115,
      "grad_norm": 0.24545343220233917,
      "learning_rate": 5.810840517003109e-05,
      "loss": 0.0126,
      "step": 76120
    },
    {
      "epoch": 11.624675522980608,
      "grad_norm": 0.2388598471879959,
      "learning_rate": 5.8098207602671516e-05,
      "loss": 0.0114,
      "step": 76130
    },
    {
      "epoch": 11.6262024736601,
      "grad_norm": 0.25485217571258545,
      "learning_rate": 5.808800968937138e-05,
      "loss": 0.0124,
      "step": 76140
    },
    {
      "epoch": 11.627729424339593,
      "grad_norm": 0.38034361600875854,
      "learning_rate": 5.807781143056634e-05,
      "loss": 0.0129,
      "step": 76150
    },
    {
      "epoch": 11.629256375019088,
      "grad_norm": 0.1603439599275589,
      "learning_rate": 5.806761282669203e-05,
      "loss": 0.0132,
      "step": 76160
    },
    {
      "epoch": 11.63078332569858,
      "grad_norm": 0.17725612223148346,
      "learning_rate": 5.805741387818412e-05,
      "loss": 0.012,
      "step": 76170
    },
    {
      "epoch": 11.632310276378073,
      "grad_norm": 0.17944276332855225,
      "learning_rate": 5.804721458547828e-05,
      "loss": 0.012,
      "step": 76180
    },
    {
      "epoch": 11.633837227057565,
      "grad_norm": 0.13476109504699707,
      "learning_rate": 5.803701494901024e-05,
      "loss": 0.0094,
      "step": 76190
    },
    {
      "epoch": 11.63536417773706,
      "grad_norm": 0.20408011972904205,
      "learning_rate": 5.802681496921567e-05,
      "loss": 0.0111,
      "step": 76200
    },
    {
      "epoch": 11.636891128416552,
      "grad_norm": 0.143976628780365,
      "learning_rate": 5.801661464653031e-05,
      "loss": 0.0104,
      "step": 76210
    },
    {
      "epoch": 11.638418079096045,
      "grad_norm": 0.21841497719287872,
      "learning_rate": 5.8006413981389906e-05,
      "loss": 0.012,
      "step": 76220
    },
    {
      "epoch": 11.639945029775538,
      "grad_norm": 0.1953379213809967,
      "learning_rate": 5.79962129742302e-05,
      "loss": 0.0114,
      "step": 76230
    },
    {
      "epoch": 11.641471980455032,
      "grad_norm": 0.8253220319747925,
      "learning_rate": 5.798601162548697e-05,
      "loss": 0.0132,
      "step": 76240
    },
    {
      "epoch": 11.642998931134525,
      "grad_norm": 0.3654833137989044,
      "learning_rate": 5.7975809935596e-05,
      "loss": 0.0137,
      "step": 76250
    },
    {
      "epoch": 11.644525881814017,
      "grad_norm": 0.19395427405834198,
      "learning_rate": 5.796560790499306e-05,
      "loss": 0.0148,
      "step": 76260
    },
    {
      "epoch": 11.64605283249351,
      "grad_norm": 0.23240135610103607,
      "learning_rate": 5.7955405534114004e-05,
      "loss": 0.0123,
      "step": 76270
    },
    {
      "epoch": 11.647579783173004,
      "grad_norm": 0.1989639401435852,
      "learning_rate": 5.794520282339464e-05,
      "loss": 0.0104,
      "step": 76280
    },
    {
      "epoch": 11.649106733852497,
      "grad_norm": 0.20447446405887604,
      "learning_rate": 5.7934999773270795e-05,
      "loss": 0.0125,
      "step": 76290
    },
    {
      "epoch": 11.65063368453199,
      "grad_norm": 0.2651169002056122,
      "learning_rate": 5.792479638417834e-05,
      "loss": 0.0132,
      "step": 76300
    },
    {
      "epoch": 11.652160635211482,
      "grad_norm": 0.18601743876934052,
      "learning_rate": 5.7914592656553134e-05,
      "loss": 0.0092,
      "step": 76310
    },
    {
      "epoch": 11.653687585890976,
      "grad_norm": 0.32900434732437134,
      "learning_rate": 5.790438859083107e-05,
      "loss": 0.0127,
      "step": 76320
    },
    {
      "epoch": 11.655214536570469,
      "grad_norm": 0.23600047826766968,
      "learning_rate": 5.789418418744806e-05,
      "loss": 0.0135,
      "step": 76330
    },
    {
      "epoch": 11.656741487249962,
      "grad_norm": 0.2842932939529419,
      "learning_rate": 5.7883979446840006e-05,
      "loss": 0.0103,
      "step": 76340
    },
    {
      "epoch": 11.658268437929454,
      "grad_norm": 0.22397466003894806,
      "learning_rate": 5.787377436944282e-05,
      "loss": 0.0116,
      "step": 76350
    },
    {
      "epoch": 11.659795388608948,
      "grad_norm": 0.18882697820663452,
      "learning_rate": 5.786356895569246e-05,
      "loss": 0.0118,
      "step": 76360
    },
    {
      "epoch": 11.661322339288441,
      "grad_norm": 0.5264391303062439,
      "learning_rate": 5.785336320602488e-05,
      "loss": 0.0141,
      "step": 76370
    },
    {
      "epoch": 11.662849289967934,
      "grad_norm": 0.1161184087395668,
      "learning_rate": 5.7843157120876045e-05,
      "loss": 0.0157,
      "step": 76380
    },
    {
      "epoch": 11.664376240647426,
      "grad_norm": 0.20416176319122314,
      "learning_rate": 5.7832950700681954e-05,
      "loss": 0.0097,
      "step": 76390
    },
    {
      "epoch": 11.66590319132692,
      "grad_norm": 0.2674331068992615,
      "learning_rate": 5.782274394587861e-05,
      "loss": 0.0126,
      "step": 76400
    },
    {
      "epoch": 11.667430142006413,
      "grad_norm": 0.15546338260173798,
      "learning_rate": 5.781253685690199e-05,
      "loss": 0.0106,
      "step": 76410
    },
    {
      "epoch": 11.668957092685906,
      "grad_norm": 0.31838133931159973,
      "learning_rate": 5.7802329434188174e-05,
      "loss": 0.0129,
      "step": 76420
    },
    {
      "epoch": 11.670484043365398,
      "grad_norm": 0.1841030716896057,
      "learning_rate": 5.7792121678173164e-05,
      "loss": 0.0103,
      "step": 76430
    },
    {
      "epoch": 11.672010994044893,
      "grad_norm": 0.2324064075946808,
      "learning_rate": 5.778191358929304e-05,
      "loss": 0.0108,
      "step": 76440
    },
    {
      "epoch": 11.673537944724385,
      "grad_norm": 0.249383807182312,
      "learning_rate": 5.777170516798386e-05,
      "loss": 0.0124,
      "step": 76450
    },
    {
      "epoch": 11.675064895403878,
      "grad_norm": 0.17080679535865784,
      "learning_rate": 5.776149641468169e-05,
      "loss": 0.0105,
      "step": 76460
    },
    {
      "epoch": 11.676591846083372,
      "grad_norm": 0.2628003656864166,
      "learning_rate": 5.775128732982268e-05,
      "loss": 0.0097,
      "step": 76470
    },
    {
      "epoch": 11.678118796762865,
      "grad_norm": 0.1869295835494995,
      "learning_rate": 5.77410779138429e-05,
      "loss": 0.0087,
      "step": 76480
    },
    {
      "epoch": 11.679645747442358,
      "grad_norm": 0.15553058683872223,
      "learning_rate": 5.77308681671785e-05,
      "loss": 0.0102,
      "step": 76490
    },
    {
      "epoch": 11.68117269812185,
      "grad_norm": 0.33967143297195435,
      "learning_rate": 5.77206580902656e-05,
      "loss": 0.0089,
      "step": 76500
    },
    {
      "epoch": 11.682699648801343,
      "grad_norm": 0.46920615434646606,
      "learning_rate": 5.771044768354038e-05,
      "loss": 0.0108,
      "step": 76510
    },
    {
      "epoch": 11.684226599480837,
      "grad_norm": 0.17913030087947845,
      "learning_rate": 5.7700236947439e-05,
      "loss": 0.0106,
      "step": 76520
    },
    {
      "epoch": 11.68575355016033,
      "grad_norm": 0.18368306756019592,
      "learning_rate": 5.769002588239765e-05,
      "loss": 0.0133,
      "step": 76530
    },
    {
      "epoch": 11.687280500839822,
      "grad_norm": 0.17541539669036865,
      "learning_rate": 5.767981448885251e-05,
      "loss": 0.0108,
      "step": 76540
    },
    {
      "epoch": 11.688807451519317,
      "grad_norm": 0.22217822074890137,
      "learning_rate": 5.766960276723981e-05,
      "loss": 0.0113,
      "step": 76550
    },
    {
      "epoch": 11.69033440219881,
      "grad_norm": 0.1618029624223709,
      "learning_rate": 5.765939071799576e-05,
      "loss": 0.0119,
      "step": 76560
    },
    {
      "epoch": 11.691861352878302,
      "grad_norm": 0.2104739546775818,
      "learning_rate": 5.764917834155662e-05,
      "loss": 0.0091,
      "step": 76570
    },
    {
      "epoch": 11.693388303557795,
      "grad_norm": 0.20964154601097107,
      "learning_rate": 5.763896563835862e-05,
      "loss": 0.011,
      "step": 76580
    },
    {
      "epoch": 11.694915254237289,
      "grad_norm": 0.20091518759727478,
      "learning_rate": 5.7628752608838055e-05,
      "loss": 0.0123,
      "step": 76590
    },
    {
      "epoch": 11.696442204916782,
      "grad_norm": 0.21510426700115204,
      "learning_rate": 5.761853925343119e-05,
      "loss": 0.0116,
      "step": 76600
    },
    {
      "epoch": 11.697969155596274,
      "grad_norm": 0.2569986581802368,
      "learning_rate": 5.760832557257432e-05,
      "loss": 0.0133,
      "step": 76610
    },
    {
      "epoch": 11.699496106275767,
      "grad_norm": 0.19184227287769318,
      "learning_rate": 5.759811156670377e-05,
      "loss": 0.0088,
      "step": 76620
    },
    {
      "epoch": 11.701023056955261,
      "grad_norm": 0.2834121882915497,
      "learning_rate": 5.7587897236255836e-05,
      "loss": 0.0125,
      "step": 76630
    },
    {
      "epoch": 11.702550007634754,
      "grad_norm": 0.2426632046699524,
      "learning_rate": 5.757768258166688e-05,
      "loss": 0.0116,
      "step": 76640
    },
    {
      "epoch": 11.704076958314246,
      "grad_norm": 0.24045443534851074,
      "learning_rate": 5.756746760337325e-05,
      "loss": 0.0136,
      "step": 76650
    },
    {
      "epoch": 11.705603908993739,
      "grad_norm": 0.27394533157348633,
      "learning_rate": 5.7557252301811284e-05,
      "loss": 0.0097,
      "step": 76660
    },
    {
      "epoch": 11.707130859673233,
      "grad_norm": 0.13397477567195892,
      "learning_rate": 5.7547036677417407e-05,
      "loss": 0.012,
      "step": 76670
    },
    {
      "epoch": 11.708657810352726,
      "grad_norm": 0.1955212503671646,
      "learning_rate": 5.753682073062798e-05,
      "loss": 0.0119,
      "step": 76680
    },
    {
      "epoch": 11.710184761032219,
      "grad_norm": 0.23201154172420502,
      "learning_rate": 5.7526604461879406e-05,
      "loss": 0.0114,
      "step": 76690
    },
    {
      "epoch": 11.711711711711711,
      "grad_norm": 0.2629767954349518,
      "learning_rate": 5.751638787160813e-05,
      "loss": 0.0106,
      "step": 76700
    },
    {
      "epoch": 11.713238662391205,
      "grad_norm": 0.18539473414421082,
      "learning_rate": 5.750617096025057e-05,
      "loss": 0.0137,
      "step": 76710
    },
    {
      "epoch": 11.714765613070698,
      "grad_norm": 0.16266392171382904,
      "learning_rate": 5.749595372824318e-05,
      "loss": 0.009,
      "step": 76720
    },
    {
      "epoch": 11.71629256375019,
      "grad_norm": 0.15571299195289612,
      "learning_rate": 5.748573617602241e-05,
      "loss": 0.0085,
      "step": 76730
    },
    {
      "epoch": 11.717819514429683,
      "grad_norm": 0.2501683533191681,
      "learning_rate": 5.7475518304024734e-05,
      "loss": 0.0087,
      "step": 76740
    },
    {
      "epoch": 11.719346465109178,
      "grad_norm": 0.2162897139787674,
      "learning_rate": 5.746530011268666e-05,
      "loss": 0.0119,
      "step": 76750
    },
    {
      "epoch": 11.72087341578867,
      "grad_norm": 0.1551702320575714,
      "learning_rate": 5.745508160244467e-05,
      "loss": 0.0099,
      "step": 76760
    },
    {
      "epoch": 11.722400366468163,
      "grad_norm": 0.1589227318763733,
      "learning_rate": 5.7444862773735296e-05,
      "loss": 0.0114,
      "step": 76770
    },
    {
      "epoch": 11.723927317147655,
      "grad_norm": 0.23275311291217804,
      "learning_rate": 5.743464362699506e-05,
      "loss": 0.0132,
      "step": 76780
    },
    {
      "epoch": 11.72545426782715,
      "grad_norm": 0.18503409624099731,
      "learning_rate": 5.7424424162660505e-05,
      "loss": 0.0127,
      "step": 76790
    },
    {
      "epoch": 11.726981218506642,
      "grad_norm": 0.13341040909290314,
      "learning_rate": 5.74142043811682e-05,
      "loss": 0.0105,
      "step": 76800
    },
    {
      "epoch": 11.728508169186135,
      "grad_norm": 0.2257569134235382,
      "learning_rate": 5.74039842829547e-05,
      "loss": 0.0095,
      "step": 76810
    },
    {
      "epoch": 11.730035119865628,
      "grad_norm": 0.2999914586544037,
      "learning_rate": 5.7393763868456584e-05,
      "loss": 0.0103,
      "step": 76820
    },
    {
      "epoch": 11.731562070545122,
      "grad_norm": 0.17672142386436462,
      "learning_rate": 5.7383543138110465e-05,
      "loss": 0.0095,
      "step": 76830
    },
    {
      "epoch": 11.733089021224615,
      "grad_norm": 0.2809940278530121,
      "learning_rate": 5.7373322092352946e-05,
      "loss": 0.0107,
      "step": 76840
    },
    {
      "epoch": 11.734615971904107,
      "grad_norm": 0.1610570102930069,
      "learning_rate": 5.7363100731620656e-05,
      "loss": 0.0111,
      "step": 76850
    },
    {
      "epoch": 11.7361429225836,
      "grad_norm": 0.20270049571990967,
      "learning_rate": 5.7352879056350216e-05,
      "loss": 0.0118,
      "step": 76860
    },
    {
      "epoch": 11.737669873263094,
      "grad_norm": 0.5434162020683289,
      "learning_rate": 5.734265706697831e-05,
      "loss": 0.014,
      "step": 76870
    },
    {
      "epoch": 11.739196823942587,
      "grad_norm": 0.3030197024345398,
      "learning_rate": 5.733243476394157e-05,
      "loss": 0.0083,
      "step": 76880
    },
    {
      "epoch": 11.74072377462208,
      "grad_norm": 0.18954601883888245,
      "learning_rate": 5.732221214767668e-05,
      "loss": 0.0133,
      "step": 76890
    },
    {
      "epoch": 11.742250725301572,
      "grad_norm": 0.30734983086586,
      "learning_rate": 5.731198921862037e-05,
      "loss": 0.014,
      "step": 76900
    },
    {
      "epoch": 11.743777675981066,
      "grad_norm": 0.16867157816886902,
      "learning_rate": 5.7301765977209265e-05,
      "loss": 0.0138,
      "step": 76910
    },
    {
      "epoch": 11.745304626660559,
      "grad_norm": 0.20181003212928772,
      "learning_rate": 5.7291542423880176e-05,
      "loss": 0.0141,
      "step": 76920
    },
    {
      "epoch": 11.746831577340052,
      "grad_norm": 0.22939294576644897,
      "learning_rate": 5.7281318559069764e-05,
      "loss": 0.0129,
      "step": 76930
    },
    {
      "epoch": 11.748358528019544,
      "grad_norm": 0.23548616468906403,
      "learning_rate": 5.727109438321481e-05,
      "loss": 0.0114,
      "step": 76940
    },
    {
      "epoch": 11.749885478699039,
      "grad_norm": 0.1649845987558365,
      "learning_rate": 5.726086989675205e-05,
      "loss": 0.0109,
      "step": 76950
    },
    {
      "epoch": 11.751412429378531,
      "grad_norm": 0.2987614870071411,
      "learning_rate": 5.725064510011827e-05,
      "loss": 0.0114,
      "step": 76960
    },
    {
      "epoch": 11.752939380058024,
      "grad_norm": 0.1832944005727768,
      "learning_rate": 5.724041999375025e-05,
      "loss": 0.0123,
      "step": 76970
    },
    {
      "epoch": 11.754466330737518,
      "grad_norm": 0.18926116824150085,
      "learning_rate": 5.72301945780848e-05,
      "loss": 0.0114,
      "step": 76980
    },
    {
      "epoch": 11.75599328141701,
      "grad_norm": 0.18706391751766205,
      "learning_rate": 5.721996885355872e-05,
      "loss": 0.0116,
      "step": 76990
    },
    {
      "epoch": 11.757520232096503,
      "grad_norm": 0.2443840205669403,
      "learning_rate": 5.720974282060882e-05,
      "loss": 0.0103,
      "step": 77000
    },
    {
      "epoch": 11.759047182775996,
      "grad_norm": 0.1959925889968872,
      "learning_rate": 5.7199516479671963e-05,
      "loss": 0.0111,
      "step": 77010
    },
    {
      "epoch": 11.760574133455489,
      "grad_norm": 0.18761780858039856,
      "learning_rate": 5.718928983118499e-05,
      "loss": 0.0123,
      "step": 77020
    },
    {
      "epoch": 11.762101084134983,
      "grad_norm": 0.3560945987701416,
      "learning_rate": 5.717906287558475e-05,
      "loss": 0.0131,
      "step": 77030
    },
    {
      "epoch": 11.763628034814475,
      "grad_norm": 0.1881578117609024,
      "learning_rate": 5.7168835613308134e-05,
      "loss": 0.0109,
      "step": 77040
    },
    {
      "epoch": 11.765154985493968,
      "grad_norm": 0.20248959958553314,
      "learning_rate": 5.715860804479205e-05,
      "loss": 0.0111,
      "step": 77050
    },
    {
      "epoch": 11.766681936173462,
      "grad_norm": 0.23519261181354523,
      "learning_rate": 5.7148380170473345e-05,
      "loss": 0.0138,
      "step": 77060
    },
    {
      "epoch": 11.768208886852955,
      "grad_norm": 0.15122738480567932,
      "learning_rate": 5.7138151990789015e-05,
      "loss": 0.012,
      "step": 77070
    },
    {
      "epoch": 11.769735837532448,
      "grad_norm": 0.23905380070209503,
      "learning_rate": 5.712792350617592e-05,
      "loss": 0.0129,
      "step": 77080
    },
    {
      "epoch": 11.77126278821194,
      "grad_norm": 0.248310387134552,
      "learning_rate": 5.711769471707102e-05,
      "loss": 0.0111,
      "step": 77090
    },
    {
      "epoch": 11.772789738891433,
      "grad_norm": 0.20191383361816406,
      "learning_rate": 5.71074656239113e-05,
      "loss": 0.0079,
      "step": 77100
    },
    {
      "epoch": 11.774316689570927,
      "grad_norm": 0.20363253355026245,
      "learning_rate": 5.709723622713368e-05,
      "loss": 0.011,
      "step": 77110
    },
    {
      "epoch": 11.77584364025042,
      "grad_norm": 0.12928703427314758,
      "learning_rate": 5.7087006527175194e-05,
      "loss": 0.013,
      "step": 77120
    },
    {
      "epoch": 11.777370590929912,
      "grad_norm": 0.2690942883491516,
      "learning_rate": 5.707677652447279e-05,
      "loss": 0.0102,
      "step": 77130
    },
    {
      "epoch": 11.778897541609407,
      "grad_norm": 0.15856553614139557,
      "learning_rate": 5.706654621946349e-05,
      "loss": 0.0086,
      "step": 77140
    },
    {
      "epoch": 11.7804244922889,
      "grad_norm": 0.19081002473831177,
      "learning_rate": 5.705631561258432e-05,
      "loss": 0.0131,
      "step": 77150
    },
    {
      "epoch": 11.781951442968392,
      "grad_norm": 0.2559494078159332,
      "learning_rate": 5.704608470427232e-05,
      "loss": 0.011,
      "step": 77160
    },
    {
      "epoch": 11.783478393647885,
      "grad_norm": 0.17679932713508606,
      "learning_rate": 5.703585349496452e-05,
      "loss": 0.0114,
      "step": 77170
    },
    {
      "epoch": 11.785005344327379,
      "grad_norm": 0.1786983609199524,
      "learning_rate": 5.702562198509798e-05,
      "loss": 0.0111,
      "step": 77180
    },
    {
      "epoch": 11.786532295006872,
      "grad_norm": 0.2790597975254059,
      "learning_rate": 5.7015390175109787e-05,
      "loss": 0.012,
      "step": 77190
    },
    {
      "epoch": 11.788059245686364,
      "grad_norm": 0.35747572779655457,
      "learning_rate": 5.7005158065437e-05,
      "loss": 0.0149,
      "step": 77200
    },
    {
      "epoch": 11.789586196365857,
      "grad_norm": 0.16291603446006775,
      "learning_rate": 5.699492565651674e-05,
      "loss": 0.012,
      "step": 77210
    },
    {
      "epoch": 11.791113147045351,
      "grad_norm": 0.2999643385410309,
      "learning_rate": 5.698469294878609e-05,
      "loss": 0.0116,
      "step": 77220
    },
    {
      "epoch": 11.792640097724844,
      "grad_norm": 0.21362711489200592,
      "learning_rate": 5.69744599426822e-05,
      "loss": 0.0132,
      "step": 77230
    },
    {
      "epoch": 11.794167048404336,
      "grad_norm": 0.16983681917190552,
      "learning_rate": 5.696422663864219e-05,
      "loss": 0.0105,
      "step": 77240
    },
    {
      "epoch": 11.795693999083829,
      "grad_norm": 0.22147513926029205,
      "learning_rate": 5.6953993037103226e-05,
      "loss": 0.009,
      "step": 77250
    },
    {
      "epoch": 11.797220949763323,
      "grad_norm": 0.17646537721157074,
      "learning_rate": 5.6943759138502426e-05,
      "loss": 0.0099,
      "step": 77260
    },
    {
      "epoch": 11.798747900442816,
      "grad_norm": 0.13798362016677856,
      "learning_rate": 5.693352494327702e-05,
      "loss": 0.01,
      "step": 77270
    },
    {
      "epoch": 11.800274851122309,
      "grad_norm": 0.30784764885902405,
      "learning_rate": 5.6923290451864156e-05,
      "loss": 0.0122,
      "step": 77280
    },
    {
      "epoch": 11.801801801801801,
      "grad_norm": 0.2199057638645172,
      "learning_rate": 5.6913055664701034e-05,
      "loss": 0.0107,
      "step": 77290
    },
    {
      "epoch": 11.803328752481296,
      "grad_norm": 0.3155015707015991,
      "learning_rate": 5.690282058222489e-05,
      "loss": 0.0107,
      "step": 77300
    },
    {
      "epoch": 11.804855703160788,
      "grad_norm": 0.25578421354293823,
      "learning_rate": 5.6892585204872906e-05,
      "loss": 0.0142,
      "step": 77310
    },
    {
      "epoch": 11.80638265384028,
      "grad_norm": 0.18982532620429993,
      "learning_rate": 5.688234953308238e-05,
      "loss": 0.0105,
      "step": 77320
    },
    {
      "epoch": 11.807909604519773,
      "grad_norm": 0.3519768714904785,
      "learning_rate": 5.6872113567290494e-05,
      "loss": 0.0121,
      "step": 77330
    },
    {
      "epoch": 11.809436555199268,
      "grad_norm": 0.25540417432785034,
      "learning_rate": 5.6861877307934554e-05,
      "loss": 0.0102,
      "step": 77340
    },
    {
      "epoch": 11.81096350587876,
      "grad_norm": 0.1804448366165161,
      "learning_rate": 5.685164075545182e-05,
      "loss": 0.0109,
      "step": 77350
    },
    {
      "epoch": 11.812490456558253,
      "grad_norm": 0.23988397419452667,
      "learning_rate": 5.684140391027958e-05,
      "loss": 0.0093,
      "step": 77360
    },
    {
      "epoch": 11.814017407237746,
      "grad_norm": 0.22282308340072632,
      "learning_rate": 5.683116677285514e-05,
      "loss": 0.0132,
      "step": 77370
    },
    {
      "epoch": 11.81554435791724,
      "grad_norm": 0.14116300642490387,
      "learning_rate": 5.6820929343615784e-05,
      "loss": 0.0102,
      "step": 77380
    },
    {
      "epoch": 11.817071308596732,
      "grad_norm": 0.3191690444946289,
      "learning_rate": 5.681069162299888e-05,
      "loss": 0.0105,
      "step": 77390
    },
    {
      "epoch": 11.818598259276225,
      "grad_norm": 0.19437499344348907,
      "learning_rate": 5.680045361144173e-05,
      "loss": 0.0118,
      "step": 77400
    },
    {
      "epoch": 11.820125209955718,
      "grad_norm": 0.1538529098033905,
      "learning_rate": 5.679021530938169e-05,
      "loss": 0.0111,
      "step": 77410
    },
    {
      "epoch": 11.821652160635212,
      "grad_norm": 0.1294173151254654,
      "learning_rate": 5.677997671725613e-05,
      "loss": 0.0104,
      "step": 77420
    },
    {
      "epoch": 11.823179111314705,
      "grad_norm": 0.3414662778377533,
      "learning_rate": 5.6769737835502424e-05,
      "loss": 0.0087,
      "step": 77430
    },
    {
      "epoch": 11.824706061994197,
      "grad_norm": 0.1938018798828125,
      "learning_rate": 5.675949866455794e-05,
      "loss": 0.0101,
      "step": 77440
    },
    {
      "epoch": 11.82623301267369,
      "grad_norm": 0.34496453404426575,
      "learning_rate": 5.674925920486012e-05,
      "loss": 0.0116,
      "step": 77450
    },
    {
      "epoch": 11.827759963353184,
      "grad_norm": 0.15239621698856354,
      "learning_rate": 5.673901945684632e-05,
      "loss": 0.0128,
      "step": 77460
    },
    {
      "epoch": 11.829286914032677,
      "grad_norm": 0.20842042565345764,
      "learning_rate": 5.6728779420954e-05,
      "loss": 0.0146,
      "step": 77470
    },
    {
      "epoch": 11.83081386471217,
      "grad_norm": 0.2155863344669342,
      "learning_rate": 5.671853909762057e-05,
      "loss": 0.01,
      "step": 77480
    },
    {
      "epoch": 11.832340815391662,
      "grad_norm": 0.26165181398391724,
      "learning_rate": 5.670829848728351e-05,
      "loss": 0.0113,
      "step": 77490
    },
    {
      "epoch": 11.833867766071156,
      "grad_norm": 0.31554335355758667,
      "learning_rate": 5.669805759038026e-05,
      "loss": 0.0132,
      "step": 77500
    },
    {
      "epoch": 11.835394716750649,
      "grad_norm": 0.15674161911010742,
      "learning_rate": 5.668781640734828e-05,
      "loss": 0.0107,
      "step": 77510
    },
    {
      "epoch": 11.836921667430142,
      "grad_norm": 0.15873229503631592,
      "learning_rate": 5.667757493862509e-05,
      "loss": 0.0146,
      "step": 77520
    },
    {
      "epoch": 11.838448618109634,
      "grad_norm": 0.13483692705631256,
      "learning_rate": 5.666733318464815e-05,
      "loss": 0.0094,
      "step": 77530
    },
    {
      "epoch": 11.839975568789129,
      "grad_norm": 0.17801034450531006,
      "learning_rate": 5.665709114585499e-05,
      "loss": 0.0124,
      "step": 77540
    },
    {
      "epoch": 11.841502519468621,
      "grad_norm": 0.15250691771507263,
      "learning_rate": 5.664684882268313e-05,
      "loss": 0.0096,
      "step": 77550
    },
    {
      "epoch": 11.843029470148114,
      "grad_norm": 0.18165968358516693,
      "learning_rate": 5.6636606215570084e-05,
      "loss": 0.0101,
      "step": 77560
    },
    {
      "epoch": 11.844556420827608,
      "grad_norm": 0.16347433626651764,
      "learning_rate": 5.662636332495343e-05,
      "loss": 0.0093,
      "step": 77570
    },
    {
      "epoch": 11.8460833715071,
      "grad_norm": 0.20689666271209717,
      "learning_rate": 5.661612015127069e-05,
      "loss": 0.0105,
      "step": 77580
    },
    {
      "epoch": 11.847610322186593,
      "grad_norm": 0.16488751769065857,
      "learning_rate": 5.660587669495947e-05,
      "loss": 0.0094,
      "step": 77590
    },
    {
      "epoch": 11.849137272866086,
      "grad_norm": 0.250190794467926,
      "learning_rate": 5.6595632956457324e-05,
      "loss": 0.0101,
      "step": 77600
    },
    {
      "epoch": 11.850664223545579,
      "grad_norm": 0.22826120257377625,
      "learning_rate": 5.658538893620184e-05,
      "loss": 0.0095,
      "step": 77610
    },
    {
      "epoch": 11.852191174225073,
      "grad_norm": 0.2693849205970764,
      "learning_rate": 5.657514463463066e-05,
      "loss": 0.0109,
      "step": 77620
    },
    {
      "epoch": 11.853718124904566,
      "grad_norm": 0.14733275771141052,
      "learning_rate": 5.656490005218137e-05,
      "loss": 0.0108,
      "step": 77630
    },
    {
      "epoch": 11.855245075584058,
      "grad_norm": 0.2737533748149872,
      "learning_rate": 5.655465518929163e-05,
      "loss": 0.0168,
      "step": 77640
    },
    {
      "epoch": 11.856772026263553,
      "grad_norm": 0.20456385612487793,
      "learning_rate": 5.654441004639903e-05,
      "loss": 0.0105,
      "step": 77650
    },
    {
      "epoch": 11.858298976943045,
      "grad_norm": 0.2022174745798111,
      "learning_rate": 5.6534164623941274e-05,
      "loss": 0.014,
      "step": 77660
    },
    {
      "epoch": 11.859825927622538,
      "grad_norm": 0.21599683165550232,
      "learning_rate": 5.6523918922356e-05,
      "loss": 0.0131,
      "step": 77670
    },
    {
      "epoch": 11.86135287830203,
      "grad_norm": 0.22661957144737244,
      "learning_rate": 5.65136729420809e-05,
      "loss": 0.011,
      "step": 77680
    },
    {
      "epoch": 11.862879828981525,
      "grad_norm": 0.19529873132705688,
      "learning_rate": 5.650342668355366e-05,
      "loss": 0.0108,
      "step": 77690
    },
    {
      "epoch": 11.864406779661017,
      "grad_norm": 0.34248387813568115,
      "learning_rate": 5.649318014721199e-05,
      "loss": 0.0106,
      "step": 77700
    },
    {
      "epoch": 11.86593373034051,
      "grad_norm": 0.17664000391960144,
      "learning_rate": 5.648293333349356e-05,
      "loss": 0.0137,
      "step": 77710
    },
    {
      "epoch": 11.867460681020003,
      "grad_norm": 0.17257502675056458,
      "learning_rate": 5.647268624283616e-05,
      "loss": 0.0107,
      "step": 77720
    },
    {
      "epoch": 11.868987631699497,
      "grad_norm": 0.2056719958782196,
      "learning_rate": 5.646243887567747e-05,
      "loss": 0.0111,
      "step": 77730
    },
    {
      "epoch": 11.87051458237899,
      "grad_norm": 0.3163665533065796,
      "learning_rate": 5.6452191232455273e-05,
      "loss": 0.0144,
      "step": 77740
    },
    {
      "epoch": 11.872041533058482,
      "grad_norm": 0.24455803632736206,
      "learning_rate": 5.644194331360734e-05,
      "loss": 0.0116,
      "step": 77750
    },
    {
      "epoch": 11.873568483737975,
      "grad_norm": 0.24667908251285553,
      "learning_rate": 5.643169511957138e-05,
      "loss": 0.0113,
      "step": 77760
    },
    {
      "epoch": 11.875095434417469,
      "grad_norm": 0.16356998682022095,
      "learning_rate": 5.642144665078526e-05,
      "loss": 0.0141,
      "step": 77770
    },
    {
      "epoch": 11.876622385096962,
      "grad_norm": 0.16188232600688934,
      "learning_rate": 5.641119790768671e-05,
      "loss": 0.0106,
      "step": 77780
    },
    {
      "epoch": 11.878149335776454,
      "grad_norm": 0.5795901417732239,
      "learning_rate": 5.640094889071358e-05,
      "loss": 0.014,
      "step": 77790
    },
    {
      "epoch": 11.879676286455947,
      "grad_norm": 0.19554279744625092,
      "learning_rate": 5.6390699600303653e-05,
      "loss": 0.0146,
      "step": 77800
    },
    {
      "epoch": 11.881203237135441,
      "grad_norm": 0.3958015441894531,
      "learning_rate": 5.638045003689479e-05,
      "loss": 0.0111,
      "step": 77810
    },
    {
      "epoch": 11.882730187814934,
      "grad_norm": 0.24530360102653503,
      "learning_rate": 5.6370200200924825e-05,
      "loss": 0.0113,
      "step": 77820
    },
    {
      "epoch": 11.884257138494426,
      "grad_norm": 0.26730963587760925,
      "learning_rate": 5.6359950092831605e-05,
      "loss": 0.0137,
      "step": 77830
    },
    {
      "epoch": 11.885784089173919,
      "grad_norm": 0.2021629810333252,
      "learning_rate": 5.6349699713053014e-05,
      "loss": 0.0109,
      "step": 77840
    },
    {
      "epoch": 11.887311039853413,
      "grad_norm": 0.18920566141605377,
      "learning_rate": 5.633944906202691e-05,
      "loss": 0.0108,
      "step": 77850
    },
    {
      "epoch": 11.888837990532906,
      "grad_norm": 0.1979600489139557,
      "learning_rate": 5.6329198140191173e-05,
      "loss": 0.0092,
      "step": 77860
    },
    {
      "epoch": 11.890364941212399,
      "grad_norm": 0.3921349346637726,
      "learning_rate": 5.631894694798373e-05,
      "loss": 0.015,
      "step": 77870
    },
    {
      "epoch": 11.891891891891891,
      "grad_norm": 0.2088291198015213,
      "learning_rate": 5.630869548584248e-05,
      "loss": 0.0127,
      "step": 77880
    },
    {
      "epoch": 11.893418842571386,
      "grad_norm": 0.2271662801504135,
      "learning_rate": 5.6298443754205353e-05,
      "loss": 0.01,
      "step": 77890
    },
    {
      "epoch": 11.894945793250878,
      "grad_norm": 0.17651116847991943,
      "learning_rate": 5.628819175351028e-05,
      "loss": 0.0098,
      "step": 77900
    },
    {
      "epoch": 11.89647274393037,
      "grad_norm": 0.20396065711975098,
      "learning_rate": 5.6277939484195195e-05,
      "loss": 0.0124,
      "step": 77910
    },
    {
      "epoch": 11.897999694609863,
      "grad_norm": 0.27463796734809875,
      "learning_rate": 5.626768694669808e-05,
      "loss": 0.0108,
      "step": 77920
    },
    {
      "epoch": 11.899526645289358,
      "grad_norm": 0.1835109293460846,
      "learning_rate": 5.625743414145689e-05,
      "loss": 0.0085,
      "step": 77930
    },
    {
      "epoch": 11.90105359596885,
      "grad_norm": 0.15437890589237213,
      "learning_rate": 5.624718106890961e-05,
      "loss": 0.0094,
      "step": 77940
    },
    {
      "epoch": 11.902580546648343,
      "grad_norm": 0.14807072281837463,
      "learning_rate": 5.6236927729494235e-05,
      "loss": 0.01,
      "step": 77950
    },
    {
      "epoch": 11.904107497327836,
      "grad_norm": 0.19851809740066528,
      "learning_rate": 5.622667412364875e-05,
      "loss": 0.0105,
      "step": 77960
    },
    {
      "epoch": 11.90563444800733,
      "grad_norm": 0.31681323051452637,
      "learning_rate": 5.62164202518112e-05,
      "loss": 0.0101,
      "step": 77970
    },
    {
      "epoch": 11.907161398686823,
      "grad_norm": 0.2147861272096634,
      "learning_rate": 5.620616611441958e-05,
      "loss": 0.011,
      "step": 77980
    },
    {
      "epoch": 11.908688349366315,
      "grad_norm": 0.18274511396884918,
      "learning_rate": 5.6195911711911966e-05,
      "loss": 0.0162,
      "step": 77990
    },
    {
      "epoch": 11.910215300045808,
      "grad_norm": 0.2333833873271942,
      "learning_rate": 5.618565704472637e-05,
      "loss": 0.0123,
      "step": 78000
    },
    {
      "epoch": 11.911742250725302,
      "grad_norm": 0.191245898604393,
      "learning_rate": 5.6175402113300865e-05,
      "loss": 0.0128,
      "step": 78010
    },
    {
      "epoch": 11.913269201404795,
      "grad_norm": 0.12640801072120667,
      "learning_rate": 5.6165146918073554e-05,
      "loss": 0.0103,
      "step": 78020
    },
    {
      "epoch": 11.914796152084287,
      "grad_norm": 0.18933552503585815,
      "learning_rate": 5.6154891459482464e-05,
      "loss": 0.0098,
      "step": 78030
    },
    {
      "epoch": 11.91632310276378,
      "grad_norm": 0.24712885916233063,
      "learning_rate": 5.614463573796573e-05,
      "loss": 0.0124,
      "step": 78040
    },
    {
      "epoch": 11.917850053443274,
      "grad_norm": 0.20105396211147308,
      "learning_rate": 5.613437975396144e-05,
      "loss": 0.0101,
      "step": 78050
    },
    {
      "epoch": 11.919377004122767,
      "grad_norm": 0.22591149806976318,
      "learning_rate": 5.6124123507907725e-05,
      "loss": 0.01,
      "step": 78060
    },
    {
      "epoch": 11.92090395480226,
      "grad_norm": 0.11280595511198044,
      "learning_rate": 5.611386700024269e-05,
      "loss": 0.0107,
      "step": 78070
    },
    {
      "epoch": 11.922430905481754,
      "grad_norm": 0.1871923804283142,
      "learning_rate": 5.610361023140449e-05,
      "loss": 0.0102,
      "step": 78080
    },
    {
      "epoch": 11.923957856161246,
      "grad_norm": 0.17698703706264496,
      "learning_rate": 5.609335320183128e-05,
      "loss": 0.01,
      "step": 78090
    },
    {
      "epoch": 11.925484806840739,
      "grad_norm": 0.1756110042333603,
      "learning_rate": 5.6083095911961226e-05,
      "loss": 0.0112,
      "step": 78100
    },
    {
      "epoch": 11.927011757520232,
      "grad_norm": 0.17984654009342194,
      "learning_rate": 5.6072838362232475e-05,
      "loss": 0.0128,
      "step": 78110
    },
    {
      "epoch": 11.928538708199724,
      "grad_norm": 0.15012744069099426,
      "learning_rate": 5.606258055308322e-05,
      "loss": 0.0107,
      "step": 78120
    },
    {
      "epoch": 11.930065658879219,
      "grad_norm": 0.20405587553977966,
      "learning_rate": 5.605232248495167e-05,
      "loss": 0.0104,
      "step": 78130
    },
    {
      "epoch": 11.931592609558711,
      "grad_norm": 0.24483811855316162,
      "learning_rate": 5.604206415827602e-05,
      "loss": 0.0123,
      "step": 78140
    },
    {
      "epoch": 11.933119560238204,
      "grad_norm": 0.22618801891803741,
      "learning_rate": 5.603180557349449e-05,
      "loss": 0.0117,
      "step": 78150
    },
    {
      "epoch": 11.934646510917698,
      "grad_norm": 0.19541044533252716,
      "learning_rate": 5.60215467310453e-05,
      "loss": 0.0084,
      "step": 78160
    },
    {
      "epoch": 11.93617346159719,
      "grad_norm": 0.29684552550315857,
      "learning_rate": 5.601128763136672e-05,
      "loss": 0.0104,
      "step": 78170
    },
    {
      "epoch": 11.937700412276683,
      "grad_norm": 0.3491697609424591,
      "learning_rate": 5.600102827489695e-05,
      "loss": 0.0108,
      "step": 78180
    },
    {
      "epoch": 11.939227362956176,
      "grad_norm": 0.16918334364891052,
      "learning_rate": 5.599076866207429e-05,
      "loss": 0.0085,
      "step": 78190
    },
    {
      "epoch": 11.940754313635669,
      "grad_norm": 0.15353545546531677,
      "learning_rate": 5.598050879333699e-05,
      "loss": 0.0088,
      "step": 78200
    },
    {
      "epoch": 11.942281264315163,
      "grad_norm": 0.33987006545066833,
      "learning_rate": 5.5970248669123346e-05,
      "loss": 0.0095,
      "step": 78210
    },
    {
      "epoch": 11.943808214994656,
      "grad_norm": 0.23299284279346466,
      "learning_rate": 5.5959988289871656e-05,
      "loss": 0.012,
      "step": 78220
    },
    {
      "epoch": 11.945335165674148,
      "grad_norm": 0.19653581082820892,
      "learning_rate": 5.594972765602019e-05,
      "loss": 0.0125,
      "step": 78230
    },
    {
      "epoch": 11.946862116353643,
      "grad_norm": 0.2389695942401886,
      "learning_rate": 5.593946676800731e-05,
      "loss": 0.0126,
      "step": 78240
    },
    {
      "epoch": 11.948389067033135,
      "grad_norm": 0.19079358875751495,
      "learning_rate": 5.5929205626271306e-05,
      "loss": 0.0103,
      "step": 78250
    },
    {
      "epoch": 11.949916017712628,
      "grad_norm": 0.17824643850326538,
      "learning_rate": 5.5918944231250536e-05,
      "loss": 0.0093,
      "step": 78260
    },
    {
      "epoch": 11.95144296839212,
      "grad_norm": 0.1670197993516922,
      "learning_rate": 5.5908682583383344e-05,
      "loss": 0.012,
      "step": 78270
    },
    {
      "epoch": 11.952969919071615,
      "grad_norm": 0.1303737610578537,
      "learning_rate": 5.589842068310808e-05,
      "loss": 0.0095,
      "step": 78280
    },
    {
      "epoch": 11.954496869751107,
      "grad_norm": 0.09931439906358719,
      "learning_rate": 5.5888158530863124e-05,
      "loss": 0.0107,
      "step": 78290
    },
    {
      "epoch": 11.9560238204306,
      "grad_norm": 0.455939382314682,
      "learning_rate": 5.5877896127086856e-05,
      "loss": 0.016,
      "step": 78300
    },
    {
      "epoch": 11.957550771110093,
      "grad_norm": 0.21095240116119385,
      "learning_rate": 5.586763347221766e-05,
      "loss": 0.0099,
      "step": 78310
    },
    {
      "epoch": 11.959077721789587,
      "grad_norm": 0.18329086899757385,
      "learning_rate": 5.5857370566693945e-05,
      "loss": 0.0108,
      "step": 78320
    },
    {
      "epoch": 11.96060467246908,
      "grad_norm": 0.2663268446922302,
      "learning_rate": 5.5847107410954116e-05,
      "loss": 0.0115,
      "step": 78330
    },
    {
      "epoch": 11.962131623148572,
      "grad_norm": 0.17082907259464264,
      "learning_rate": 5.5836844005436604e-05,
      "loss": 0.0109,
      "step": 78340
    },
    {
      "epoch": 11.963658573828065,
      "grad_norm": 0.24884365499019623,
      "learning_rate": 5.5826580350579826e-05,
      "loss": 0.0105,
      "step": 78350
    },
    {
      "epoch": 11.96518552450756,
      "grad_norm": 0.1401539146900177,
      "learning_rate": 5.581631644682226e-05,
      "loss": 0.0105,
      "step": 78360
    },
    {
      "epoch": 11.966712475187052,
      "grad_norm": 0.27644819021224976,
      "learning_rate": 5.580605229460233e-05,
      "loss": 0.0111,
      "step": 78370
    },
    {
      "epoch": 11.968239425866544,
      "grad_norm": 0.18564768135547638,
      "learning_rate": 5.57957878943585e-05,
      "loss": 0.0102,
      "step": 78380
    },
    {
      "epoch": 11.969766376546037,
      "grad_norm": 0.2590136229991913,
      "learning_rate": 5.5785523246529284e-05,
      "loss": 0.0134,
      "step": 78390
    },
    {
      "epoch": 11.971293327225531,
      "grad_norm": 0.21079601347446442,
      "learning_rate": 5.577525835155313e-05,
      "loss": 0.0106,
      "step": 78400
    },
    {
      "epoch": 11.972820277905024,
      "grad_norm": 0.13240404427051544,
      "learning_rate": 5.576499320986855e-05,
      "loss": 0.0102,
      "step": 78410
    },
    {
      "epoch": 11.974347228584517,
      "grad_norm": 0.14503544569015503,
      "learning_rate": 5.575472782191404e-05,
      "loss": 0.014,
      "step": 78420
    },
    {
      "epoch": 11.975874179264009,
      "grad_norm": 0.2614804208278656,
      "learning_rate": 5.5744462188128136e-05,
      "loss": 0.0113,
      "step": 78430
    },
    {
      "epoch": 11.977401129943503,
      "grad_norm": 0.15677577257156372,
      "learning_rate": 5.5734196308949374e-05,
      "loss": 0.0112,
      "step": 78440
    },
    {
      "epoch": 11.978928080622996,
      "grad_norm": 0.16464078426361084,
      "learning_rate": 5.572393018481625e-05,
      "loss": 0.0122,
      "step": 78450
    },
    {
      "epoch": 11.980455031302489,
      "grad_norm": 0.17100971937179565,
      "learning_rate": 5.571366381616737e-05,
      "loss": 0.0112,
      "step": 78460
    },
    {
      "epoch": 11.981981981981981,
      "grad_norm": 0.14842605590820312,
      "learning_rate": 5.570339720344125e-05,
      "loss": 0.0095,
      "step": 78470
    },
    {
      "epoch": 11.983508932661476,
      "grad_norm": 0.10297705978155136,
      "learning_rate": 5.569313034707649e-05,
      "loss": 0.0106,
      "step": 78480
    },
    {
      "epoch": 11.985035883340968,
      "grad_norm": 0.16878248751163483,
      "learning_rate": 5.5682863247511674e-05,
      "loss": 0.0119,
      "step": 78490
    },
    {
      "epoch": 11.98656283402046,
      "grad_norm": 0.1709272563457489,
      "learning_rate": 5.5672595905185356e-05,
      "loss": 0.011,
      "step": 78500
    },
    {
      "epoch": 11.988089784699953,
      "grad_norm": 0.15085050463676453,
      "learning_rate": 5.5662328320536174e-05,
      "loss": 0.0126,
      "step": 78510
    },
    {
      "epoch": 11.989616735379448,
      "grad_norm": 0.22676441073417664,
      "learning_rate": 5.565206049400272e-05,
      "loss": 0.0136,
      "step": 78520
    },
    {
      "epoch": 11.99114368605894,
      "grad_norm": 0.19792066514492035,
      "learning_rate": 5.564179242602363e-05,
      "loss": 0.0111,
      "step": 78530
    },
    {
      "epoch": 11.992670636738433,
      "grad_norm": 0.1534794569015503,
      "learning_rate": 5.563152411703753e-05,
      "loss": 0.0084,
      "step": 78540
    },
    {
      "epoch": 11.994197587417926,
      "grad_norm": 0.11310677230358124,
      "learning_rate": 5.562125556748306e-05,
      "loss": 0.0131,
      "step": 78550
    },
    {
      "epoch": 11.99572453809742,
      "grad_norm": 0.19601526856422424,
      "learning_rate": 5.561098677779888e-05,
      "loss": 0.0112,
      "step": 78560
    },
    {
      "epoch": 11.997251488776913,
      "grad_norm": 0.1919727623462677,
      "learning_rate": 5.5600717748423666e-05,
      "loss": 0.0094,
      "step": 78570
    },
    {
      "epoch": 11.998778439456405,
      "grad_norm": 0.11207173764705658,
      "learning_rate": 5.5590448479796074e-05,
      "loss": 0.0121,
      "step": 78580
    },
    {
      "epoch": 12.000305390135898,
      "grad_norm": 0.5714425444602966,
      "learning_rate": 5.558017897235479e-05,
      "loss": 0.0099,
      "step": 78590
    },
    {
      "epoch": 12.001832340815392,
      "grad_norm": 0.17320752143859863,
      "learning_rate": 5.556990922653851e-05,
      "loss": 0.0105,
      "step": 78600
    },
    {
      "epoch": 12.003359291494885,
      "grad_norm": 0.1352504938840866,
      "learning_rate": 5.555963924278593e-05,
      "loss": 0.0071,
      "step": 78610
    },
    {
      "epoch": 12.004886242174377,
      "grad_norm": 0.15893994271755219,
      "learning_rate": 5.55493690215358e-05,
      "loss": 0.013,
      "step": 78620
    },
    {
      "epoch": 12.00641319285387,
      "grad_norm": 0.11738692969083786,
      "learning_rate": 5.5539098563226785e-05,
      "loss": 0.0119,
      "step": 78630
    },
    {
      "epoch": 12.007940143533364,
      "grad_norm": 0.16522198915481567,
      "learning_rate": 5.552882786829769e-05,
      "loss": 0.0109,
      "step": 78640
    },
    {
      "epoch": 12.009467094212857,
      "grad_norm": 0.2602490782737732,
      "learning_rate": 5.551855693718722e-05,
      "loss": 0.0098,
      "step": 78650
    },
    {
      "epoch": 12.01099404489235,
      "grad_norm": 0.23312155902385712,
      "learning_rate": 5.550828577033411e-05,
      "loss": 0.0125,
      "step": 78660
    },
    {
      "epoch": 12.012520995571842,
      "grad_norm": 0.2141437530517578,
      "learning_rate": 5.549801436817719e-05,
      "loss": 0.0104,
      "step": 78670
    },
    {
      "epoch": 12.014047946251337,
      "grad_norm": 0.14463213086128235,
      "learning_rate": 5.5487742731155156e-05,
      "loss": 0.0108,
      "step": 78680
    },
    {
      "epoch": 12.01557489693083,
      "grad_norm": 0.2100682407617569,
      "learning_rate": 5.547747085970686e-05,
      "loss": 0.0136,
      "step": 78690
    },
    {
      "epoch": 12.017101847610322,
      "grad_norm": 0.13474798202514648,
      "learning_rate": 5.546719875427105e-05,
      "loss": 0.0095,
      "step": 78700
    },
    {
      "epoch": 12.018628798289816,
      "grad_norm": 0.3873845040798187,
      "learning_rate": 5.545692641528657e-05,
      "loss": 0.0143,
      "step": 78710
    },
    {
      "epoch": 12.020155748969309,
      "grad_norm": 0.3987111747264862,
      "learning_rate": 5.544665384319221e-05,
      "loss": 0.012,
      "step": 78720
    },
    {
      "epoch": 12.021682699648801,
      "grad_norm": 0.2232675850391388,
      "learning_rate": 5.543638103842681e-05,
      "loss": 0.0118,
      "step": 78730
    },
    {
      "epoch": 12.023209650328294,
      "grad_norm": 0.17141801118850708,
      "learning_rate": 5.542610800142919e-05,
      "loss": 0.0156,
      "step": 78740
    },
    {
      "epoch": 12.024736601007788,
      "grad_norm": 0.23614217340946198,
      "learning_rate": 5.541583473263822e-05,
      "loss": 0.0147,
      "step": 78750
    },
    {
      "epoch": 12.026263551687281,
      "grad_norm": 0.21747282147407532,
      "learning_rate": 5.540556123249273e-05,
      "loss": 0.0122,
      "step": 78760
    },
    {
      "epoch": 12.027790502366773,
      "grad_norm": 0.27171266078948975,
      "learning_rate": 5.539528750143159e-05,
      "loss": 0.0116,
      "step": 78770
    },
    {
      "epoch": 12.029317453046266,
      "grad_norm": 0.18876336514949799,
      "learning_rate": 5.538501353989368e-05,
      "loss": 0.0107,
      "step": 78780
    },
    {
      "epoch": 12.03084440372576,
      "grad_norm": 0.28242459893226624,
      "learning_rate": 5.5374739348317895e-05,
      "loss": 0.011,
      "step": 78790
    },
    {
      "epoch": 12.032371354405253,
      "grad_norm": 0.1742943972349167,
      "learning_rate": 5.536446492714311e-05,
      "loss": 0.011,
      "step": 78800
    },
    {
      "epoch": 12.033898305084746,
      "grad_norm": 0.1499907672405243,
      "learning_rate": 5.535419027680824e-05,
      "loss": 0.0095,
      "step": 78810
    },
    {
      "epoch": 12.035425255764238,
      "grad_norm": 0.490502268075943,
      "learning_rate": 5.53439153977522e-05,
      "loss": 0.0124,
      "step": 78820
    },
    {
      "epoch": 12.036952206443733,
      "grad_norm": 0.16704069077968597,
      "learning_rate": 5.5333640290413904e-05,
      "loss": 0.01,
      "step": 78830
    },
    {
      "epoch": 12.038479157123225,
      "grad_norm": 0.27888867259025574,
      "learning_rate": 5.532336495523231e-05,
      "loss": 0.0134,
      "step": 78840
    },
    {
      "epoch": 12.040006107802718,
      "grad_norm": 0.16458380222320557,
      "learning_rate": 5.5313089392646325e-05,
      "loss": 0.0111,
      "step": 78850
    },
    {
      "epoch": 12.04153305848221,
      "grad_norm": 0.20627273619174957,
      "learning_rate": 5.530281360309493e-05,
      "loss": 0.0095,
      "step": 78860
    },
    {
      "epoch": 12.043060009161705,
      "grad_norm": 0.37218615412712097,
      "learning_rate": 5.5292537587017076e-05,
      "loss": 0.0081,
      "step": 78870
    },
    {
      "epoch": 12.044586959841197,
      "grad_norm": 0.31494930386543274,
      "learning_rate": 5.5282261344851735e-05,
      "loss": 0.0106,
      "step": 78880
    },
    {
      "epoch": 12.04611391052069,
      "grad_norm": 0.19442160427570343,
      "learning_rate": 5.527198487703791e-05,
      "loss": 0.0083,
      "step": 78890
    },
    {
      "epoch": 12.047640861200183,
      "grad_norm": 0.13314984738826752,
      "learning_rate": 5.526170818401456e-05,
      "loss": 0.0107,
      "step": 78900
    },
    {
      "epoch": 12.049167811879677,
      "grad_norm": 0.22369493544101715,
      "learning_rate": 5.525143126622071e-05,
      "loss": 0.0107,
      "step": 78910
    },
    {
      "epoch": 12.05069476255917,
      "grad_norm": 0.1782938838005066,
      "learning_rate": 5.5241154124095365e-05,
      "loss": 0.0106,
      "step": 78920
    },
    {
      "epoch": 12.052221713238662,
      "grad_norm": 0.14959168434143066,
      "learning_rate": 5.5230876758077535e-05,
      "loss": 0.0129,
      "step": 78930
    },
    {
      "epoch": 12.053748663918155,
      "grad_norm": 0.16690048575401306,
      "learning_rate": 5.522059916860626e-05,
      "loss": 0.0094,
      "step": 78940
    },
    {
      "epoch": 12.05527561459765,
      "grad_norm": 0.15724124014377594,
      "learning_rate": 5.5210321356120576e-05,
      "loss": 0.0101,
      "step": 78950
    },
    {
      "epoch": 12.056802565277142,
      "grad_norm": 0.16853687167167664,
      "learning_rate": 5.5200043321059556e-05,
      "loss": 0.0117,
      "step": 78960
    },
    {
      "epoch": 12.058329515956634,
      "grad_norm": 0.17222926020622253,
      "learning_rate": 5.518976506386222e-05,
      "loss": 0.0099,
      "step": 78970
    },
    {
      "epoch": 12.059856466636127,
      "grad_norm": 0.24451874196529388,
      "learning_rate": 5.5179486584967666e-05,
      "loss": 0.0102,
      "step": 78980
    },
    {
      "epoch": 12.061383417315621,
      "grad_norm": 0.13260193169116974,
      "learning_rate": 5.5169207884814946e-05,
      "loss": 0.01,
      "step": 78990
    },
    {
      "epoch": 12.062910367995114,
      "grad_norm": 0.19354276359081268,
      "learning_rate": 5.515892896384317e-05,
      "loss": 0.0093,
      "step": 79000
    },
    {
      "epoch": 12.064437318674607,
      "grad_norm": 0.17672666907310486,
      "learning_rate": 5.5148649822491424e-05,
      "loss": 0.011,
      "step": 79010
    },
    {
      "epoch": 12.0659642693541,
      "grad_norm": 0.3017006814479828,
      "learning_rate": 5.5138370461198827e-05,
      "loss": 0.0131,
      "step": 79020
    },
    {
      "epoch": 12.067491220033594,
      "grad_norm": 0.14573965966701508,
      "learning_rate": 5.512809088040446e-05,
      "loss": 0.0101,
      "step": 79030
    },
    {
      "epoch": 12.069018170713086,
      "grad_norm": 0.2432742863893509,
      "learning_rate": 5.5117811080547486e-05,
      "loss": 0.0081,
      "step": 79040
    },
    {
      "epoch": 12.070545121392579,
      "grad_norm": 0.18859396874904633,
      "learning_rate": 5.510753106206703e-05,
      "loss": 0.0086,
      "step": 79050
    },
    {
      "epoch": 12.072072072072071,
      "grad_norm": 0.10803312063217163,
      "learning_rate": 5.5097250825402214e-05,
      "loss": 0.0095,
      "step": 79060
    },
    {
      "epoch": 12.073599022751566,
      "grad_norm": 0.15842504799365997,
      "learning_rate": 5.508697037099223e-05,
      "loss": 0.0101,
      "step": 79070
    },
    {
      "epoch": 12.075125973431058,
      "grad_norm": 0.22695258259773254,
      "learning_rate": 5.5076689699276185e-05,
      "loss": 0.0126,
      "step": 79080
    },
    {
      "epoch": 12.076652924110551,
      "grad_norm": 0.18306629359722137,
      "learning_rate": 5.5066408810693317e-05,
      "loss": 0.012,
      "step": 79090
    },
    {
      "epoch": 12.078179874790044,
      "grad_norm": 0.1771007478237152,
      "learning_rate": 5.505612770568275e-05,
      "loss": 0.0105,
      "step": 79100
    },
    {
      "epoch": 12.079706825469538,
      "grad_norm": 0.4070761203765869,
      "learning_rate": 5.50458463846837e-05,
      "loss": 0.0091,
      "step": 79110
    },
    {
      "epoch": 12.08123377614903,
      "grad_norm": 0.16988301277160645,
      "learning_rate": 5.503556484813536e-05,
      "loss": 0.0118,
      "step": 79120
    },
    {
      "epoch": 12.082760726828523,
      "grad_norm": 0.12608687579631805,
      "learning_rate": 5.5025283096476934e-05,
      "loss": 0.0097,
      "step": 79130
    },
    {
      "epoch": 12.084287677508016,
      "grad_norm": 0.25399065017700195,
      "learning_rate": 5.5015001130147666e-05,
      "loss": 0.0109,
      "step": 79140
    },
    {
      "epoch": 12.08581462818751,
      "grad_norm": 0.22249945998191833,
      "learning_rate": 5.5004718949586744e-05,
      "loss": 0.017,
      "step": 79150
    },
    {
      "epoch": 12.087341578867003,
      "grad_norm": 0.15101642906665802,
      "learning_rate": 5.499443655523343e-05,
      "loss": 0.0099,
      "step": 79160
    },
    {
      "epoch": 12.088868529546495,
      "grad_norm": 0.22625523805618286,
      "learning_rate": 5.498415394752696e-05,
      "loss": 0.0092,
      "step": 79170
    },
    {
      "epoch": 12.090395480225988,
      "grad_norm": 0.18076136708259583,
      "learning_rate": 5.4973871126906596e-05,
      "loss": 0.0089,
      "step": 79180
    },
    {
      "epoch": 12.091922430905482,
      "grad_norm": 0.1801878958940506,
      "learning_rate": 5.496358809381158e-05,
      "loss": 0.009,
      "step": 79190
    },
    {
      "epoch": 12.093449381584975,
      "grad_norm": 0.18193542957305908,
      "learning_rate": 5.495330484868121e-05,
      "loss": 0.0103,
      "step": 79200
    },
    {
      "epoch": 12.094976332264467,
      "grad_norm": 0.414421021938324,
      "learning_rate": 5.4943021391954755e-05,
      "loss": 0.0137,
      "step": 79210
    },
    {
      "epoch": 12.09650328294396,
      "grad_norm": 0.15566398203372955,
      "learning_rate": 5.493273772407152e-05,
      "loss": 0.0125,
      "step": 79220
    },
    {
      "epoch": 12.098030233623454,
      "grad_norm": 0.24973919987678528,
      "learning_rate": 5.492245384547077e-05,
      "loss": 0.0128,
      "step": 79230
    },
    {
      "epoch": 12.099557184302947,
      "grad_norm": 0.23155291378498077,
      "learning_rate": 5.491216975659184e-05,
      "loss": 0.0114,
      "step": 79240
    },
    {
      "epoch": 12.10108413498244,
      "grad_norm": 0.16831029951572418,
      "learning_rate": 5.490188545787404e-05,
      "loss": 0.0121,
      "step": 79250
    },
    {
      "epoch": 12.102611085661934,
      "grad_norm": 0.2723580598831177,
      "learning_rate": 5.489160094975669e-05,
      "loss": 0.0078,
      "step": 79260
    },
    {
      "epoch": 12.104138036341427,
      "grad_norm": 0.17086493968963623,
      "learning_rate": 5.488131623267916e-05,
      "loss": 0.012,
      "step": 79270
    },
    {
      "epoch": 12.10566498702092,
      "grad_norm": 0.14075736701488495,
      "learning_rate": 5.4871031307080745e-05,
      "loss": 0.0093,
      "step": 79280
    },
    {
      "epoch": 12.107191937700412,
      "grad_norm": 0.1746702343225479,
      "learning_rate": 5.486074617340083e-05,
      "loss": 0.0115,
      "step": 79290
    },
    {
      "epoch": 12.108718888379906,
      "grad_norm": 0.17803402245044708,
      "learning_rate": 5.4850460832078774e-05,
      "loss": 0.0114,
      "step": 79300
    },
    {
      "epoch": 12.110245839059399,
      "grad_norm": 0.15767192840576172,
      "learning_rate": 5.484017528355393e-05,
      "loss": 0.0102,
      "step": 79310
    },
    {
      "epoch": 12.111772789738891,
      "grad_norm": 0.3370973765850067,
      "learning_rate": 5.482988952826571e-05,
      "loss": 0.0119,
      "step": 79320
    },
    {
      "epoch": 12.113299740418384,
      "grad_norm": 0.1971457153558731,
      "learning_rate": 5.4819603566653455e-05,
      "loss": 0.0102,
      "step": 79330
    },
    {
      "epoch": 12.114826691097878,
      "grad_norm": 0.18339700996875763,
      "learning_rate": 5.48093173991566e-05,
      "loss": 0.0125,
      "step": 79340
    },
    {
      "epoch": 12.116353641777371,
      "grad_norm": 0.13872797787189484,
      "learning_rate": 5.479903102621453e-05,
      "loss": 0.0089,
      "step": 79350
    },
    {
      "epoch": 12.117880592456864,
      "grad_norm": 0.2627515494823456,
      "learning_rate": 5.4788744448266695e-05,
      "loss": 0.0114,
      "step": 79360
    },
    {
      "epoch": 12.119407543136356,
      "grad_norm": 0.2220742404460907,
      "learning_rate": 5.477845766575248e-05,
      "loss": 0.0125,
      "step": 79370
    },
    {
      "epoch": 12.12093449381585,
      "grad_norm": 0.239051952958107,
      "learning_rate": 5.476817067911133e-05,
      "loss": 0.0114,
      "step": 79380
    },
    {
      "epoch": 12.122461444495343,
      "grad_norm": 0.12956519424915314,
      "learning_rate": 5.47578834887827e-05,
      "loss": 0.0147,
      "step": 79390
    },
    {
      "epoch": 12.123988395174836,
      "grad_norm": 0.18957675993442535,
      "learning_rate": 5.474759609520601e-05,
      "loss": 0.0111,
      "step": 79400
    },
    {
      "epoch": 12.125515345854328,
      "grad_norm": 0.17884007096290588,
      "learning_rate": 5.473730849882076e-05,
      "loss": 0.0107,
      "step": 79410
    },
    {
      "epoch": 12.127042296533823,
      "grad_norm": 0.22744791209697723,
      "learning_rate": 5.4727020700066376e-05,
      "loss": 0.0116,
      "step": 79420
    },
    {
      "epoch": 12.128569247213315,
      "grad_norm": 0.22856435179710388,
      "learning_rate": 5.471673269938236e-05,
      "loss": 0.0101,
      "step": 79430
    },
    {
      "epoch": 12.130096197892808,
      "grad_norm": 0.557579517364502,
      "learning_rate": 5.470644449720817e-05,
      "loss": 0.0103,
      "step": 79440
    },
    {
      "epoch": 12.1316231485723,
      "grad_norm": 0.14242598414421082,
      "learning_rate": 5.469615609398333e-05,
      "loss": 0.0097,
      "step": 79450
    },
    {
      "epoch": 12.133150099251795,
      "grad_norm": 0.20005227625370026,
      "learning_rate": 5.468586749014734e-05,
      "loss": 0.0134,
      "step": 79460
    },
    {
      "epoch": 12.134677049931287,
      "grad_norm": 0.12416937202215195,
      "learning_rate": 5.467557868613969e-05,
      "loss": 0.0122,
      "step": 79470
    },
    {
      "epoch": 12.13620400061078,
      "grad_norm": 0.23665334284305573,
      "learning_rate": 5.46652896823999e-05,
      "loss": 0.0104,
      "step": 79480
    },
    {
      "epoch": 12.137730951290273,
      "grad_norm": 0.14298488199710846,
      "learning_rate": 5.465500047936751e-05,
      "loss": 0.0105,
      "step": 79490
    },
    {
      "epoch": 12.139257901969767,
      "grad_norm": 0.4631727635860443,
      "learning_rate": 5.464471107748206e-05,
      "loss": 0.0105,
      "step": 79500
    },
    {
      "epoch": 12.14078485264926,
      "grad_norm": 0.31073498725891113,
      "learning_rate": 5.4634421477183076e-05,
      "loss": 0.0102,
      "step": 79510
    },
    {
      "epoch": 12.142311803328752,
      "grad_norm": 0.15415996313095093,
      "learning_rate": 5.462413167891013e-05,
      "loss": 0.0125,
      "step": 79520
    },
    {
      "epoch": 12.143838754008245,
      "grad_norm": 0.1933230608701706,
      "learning_rate": 5.461384168310275e-05,
      "loss": 0.0111,
      "step": 79530
    },
    {
      "epoch": 12.14536570468774,
      "grad_norm": 0.2407049983739853,
      "learning_rate": 5.460355149020056e-05,
      "loss": 0.0127,
      "step": 79540
    },
    {
      "epoch": 12.146892655367232,
      "grad_norm": 0.1252228170633316,
      "learning_rate": 5.459326110064308e-05,
      "loss": 0.012,
      "step": 79550
    },
    {
      "epoch": 12.148419606046724,
      "grad_norm": 0.18425939977169037,
      "learning_rate": 5.458297051486993e-05,
      "loss": 0.0105,
      "step": 79560
    },
    {
      "epoch": 12.149946556726217,
      "grad_norm": 0.19038036465644836,
      "learning_rate": 5.457267973332071e-05,
      "loss": 0.0104,
      "step": 79570
    },
    {
      "epoch": 12.151473507405711,
      "grad_norm": 0.20917348563671112,
      "learning_rate": 5.4562388756435e-05,
      "loss": 0.011,
      "step": 79580
    },
    {
      "epoch": 12.153000458085204,
      "grad_norm": 0.42974480986595154,
      "learning_rate": 5.455209758465244e-05,
      "loss": 0.0141,
      "step": 79590
    },
    {
      "epoch": 12.154527408764697,
      "grad_norm": 0.2295730710029602,
      "learning_rate": 5.454180621841262e-05,
      "loss": 0.0129,
      "step": 79600
    },
    {
      "epoch": 12.15605435944419,
      "grad_norm": 0.21716587245464325,
      "learning_rate": 5.4531514658155194e-05,
      "loss": 0.0109,
      "step": 79610
    },
    {
      "epoch": 12.157581310123684,
      "grad_norm": 0.2636639475822449,
      "learning_rate": 5.452122290431978e-05,
      "loss": 0.0096,
      "step": 79620
    },
    {
      "epoch": 12.159108260803176,
      "grad_norm": 0.172837495803833,
      "learning_rate": 5.451093095734602e-05,
      "loss": 0.0099,
      "step": 79630
    },
    {
      "epoch": 12.160635211482669,
      "grad_norm": 0.19069939851760864,
      "learning_rate": 5.450063881767359e-05,
      "loss": 0.014,
      "step": 79640
    },
    {
      "epoch": 12.162162162162161,
      "grad_norm": 0.13655997812747955,
      "learning_rate": 5.4490346485742124e-05,
      "loss": 0.0161,
      "step": 79650
    },
    {
      "epoch": 12.163689112841656,
      "grad_norm": 0.18767774105072021,
      "learning_rate": 5.448005396199131e-05,
      "loss": 0.0109,
      "step": 79660
    },
    {
      "epoch": 12.165216063521148,
      "grad_norm": 0.18974149227142334,
      "learning_rate": 5.446976124686083e-05,
      "loss": 0.0115,
      "step": 79670
    },
    {
      "epoch": 12.166743014200641,
      "grad_norm": 0.22103796899318695,
      "learning_rate": 5.4459468340790345e-05,
      "loss": 0.0123,
      "step": 79680
    },
    {
      "epoch": 12.168269964880134,
      "grad_norm": 0.19657738506793976,
      "learning_rate": 5.444917524421959e-05,
      "loss": 0.0128,
      "step": 79690
    },
    {
      "epoch": 12.169796915559628,
      "grad_norm": 0.21061564981937408,
      "learning_rate": 5.4438881957588216e-05,
      "loss": 0.0129,
      "step": 79700
    },
    {
      "epoch": 12.17132386623912,
      "grad_norm": 0.1880856603384018,
      "learning_rate": 5.4428588481335976e-05,
      "loss": 0.0113,
      "step": 79710
    },
    {
      "epoch": 12.172850816918613,
      "grad_norm": 0.37429845333099365,
      "learning_rate": 5.441829481590257e-05,
      "loss": 0.0101,
      "step": 79720
    },
    {
      "epoch": 12.174377767598106,
      "grad_norm": 0.19736480712890625,
      "learning_rate": 5.440800096172771e-05,
      "loss": 0.0113,
      "step": 79730
    },
    {
      "epoch": 12.1759047182776,
      "grad_norm": 0.3712616264820099,
      "learning_rate": 5.4397706919251165e-05,
      "loss": 0.0105,
      "step": 79740
    },
    {
      "epoch": 12.177431668957093,
      "grad_norm": 0.1461111605167389,
      "learning_rate": 5.4387412688912645e-05,
      "loss": 0.0083,
      "step": 79750
    },
    {
      "epoch": 12.178958619636585,
      "grad_norm": 0.1969003677368164,
      "learning_rate": 5.437711827115193e-05,
      "loss": 0.0108,
      "step": 79760
    },
    {
      "epoch": 12.180485570316078,
      "grad_norm": 0.24110324680805206,
      "learning_rate": 5.4366823666408754e-05,
      "loss": 0.0126,
      "step": 79770
    },
    {
      "epoch": 12.182012520995572,
      "grad_norm": 0.20507533848285675,
      "learning_rate": 5.4356528875122895e-05,
      "loss": 0.0083,
      "step": 79780
    },
    {
      "epoch": 12.183539471675065,
      "grad_norm": 0.2072388082742691,
      "learning_rate": 5.4346233897734125e-05,
      "loss": 0.0105,
      "step": 79790
    },
    {
      "epoch": 12.185066422354558,
      "grad_norm": 0.17997029423713684,
      "learning_rate": 5.433593873468221e-05,
      "loss": 0.0119,
      "step": 79800
    },
    {
      "epoch": 12.18659337303405,
      "grad_norm": 0.24960216879844666,
      "learning_rate": 5.432564338640699e-05,
      "loss": 0.0087,
      "step": 79810
    },
    {
      "epoch": 12.188120323713544,
      "grad_norm": 0.16357804834842682,
      "learning_rate": 5.431534785334822e-05,
      "loss": 0.0109,
      "step": 79820
    },
    {
      "epoch": 12.189647274393037,
      "grad_norm": 0.17355403304100037,
      "learning_rate": 5.430505213594571e-05,
      "loss": 0.0102,
      "step": 79830
    },
    {
      "epoch": 12.19117422507253,
      "grad_norm": 0.23621585965156555,
      "learning_rate": 5.4294756234639274e-05,
      "loss": 0.0115,
      "step": 79840
    },
    {
      "epoch": 12.192701175752024,
      "grad_norm": 0.2809542417526245,
      "learning_rate": 5.4284460149868754e-05,
      "loss": 0.0082,
      "step": 79850
    },
    {
      "epoch": 12.194228126431517,
      "grad_norm": 0.21945549547672272,
      "learning_rate": 5.427416388207397e-05,
      "loss": 0.0075,
      "step": 79860
    },
    {
      "epoch": 12.19575507711101,
      "grad_norm": 0.15706920623779297,
      "learning_rate": 5.426386743169476e-05,
      "loss": 0.0115,
      "step": 79870
    },
    {
      "epoch": 12.197282027790502,
      "grad_norm": 0.14596641063690186,
      "learning_rate": 5.425357079917095e-05,
      "loss": 0.0076,
      "step": 79880
    },
    {
      "epoch": 12.198808978469996,
      "grad_norm": 0.24268701672554016,
      "learning_rate": 5.424327398494242e-05,
      "loss": 0.0093,
      "step": 79890
    },
    {
      "epoch": 12.200335929149489,
      "grad_norm": 0.19886669516563416,
      "learning_rate": 5.4232976989449016e-05,
      "loss": 0.0102,
      "step": 79900
    },
    {
      "epoch": 12.201862879828981,
      "grad_norm": 0.13163639605045319,
      "learning_rate": 5.422267981313062e-05,
      "loss": 0.0099,
      "step": 79910
    },
    {
      "epoch": 12.203389830508474,
      "grad_norm": 0.28194132447242737,
      "learning_rate": 5.42123824564271e-05,
      "loss": 0.0086,
      "step": 79920
    },
    {
      "epoch": 12.204916781187968,
      "grad_norm": 0.20539215207099915,
      "learning_rate": 5.4202084919778316e-05,
      "loss": 0.0113,
      "step": 79930
    },
    {
      "epoch": 12.206443731867461,
      "grad_norm": 0.13030751049518585,
      "learning_rate": 5.419178720362421e-05,
      "loss": 0.0107,
      "step": 79940
    },
    {
      "epoch": 12.207970682546954,
      "grad_norm": 0.1845322996377945,
      "learning_rate": 5.4181489308404635e-05,
      "loss": 0.009,
      "step": 79950
    },
    {
      "epoch": 12.209497633226446,
      "grad_norm": 0.25666141510009766,
      "learning_rate": 5.417119123455954e-05,
      "loss": 0.0105,
      "step": 79960
    },
    {
      "epoch": 12.21102458390594,
      "grad_norm": 0.2664277255535126,
      "learning_rate": 5.41608929825288e-05,
      "loss": 0.0135,
      "step": 79970
    },
    {
      "epoch": 12.212551534585433,
      "grad_norm": 0.21402433514595032,
      "learning_rate": 5.415059455275236e-05,
      "loss": 0.0109,
      "step": 79980
    },
    {
      "epoch": 12.214078485264926,
      "grad_norm": 0.24937601387500763,
      "learning_rate": 5.414029594567016e-05,
      "loss": 0.009,
      "step": 79990
    },
    {
      "epoch": 12.215605435944418,
      "grad_norm": 0.23789086937904358,
      "learning_rate": 5.41299971617221e-05,
      "loss": 0.0086,
      "step": 80000
    },
    {
      "epoch": 12.217132386623913,
      "grad_norm": 0.24579578638076782,
      "learning_rate": 5.4119698201348165e-05,
      "loss": 0.0154,
      "step": 80010
    },
    {
      "epoch": 12.218659337303405,
      "grad_norm": 0.20283667743206024,
      "learning_rate": 5.4109399064988296e-05,
      "loss": 0.0102,
      "step": 80020
    },
    {
      "epoch": 12.220186287982898,
      "grad_norm": 0.2684457004070282,
      "learning_rate": 5.409909975308244e-05,
      "loss": 0.0103,
      "step": 80030
    },
    {
      "epoch": 12.22171323866239,
      "grad_norm": 0.21235278248786926,
      "learning_rate": 5.408880026607056e-05,
      "loss": 0.0104,
      "step": 80040
    },
    {
      "epoch": 12.223240189341885,
      "grad_norm": 0.18029771745204926,
      "learning_rate": 5.4078500604392656e-05,
      "loss": 0.0108,
      "step": 80050
    },
    {
      "epoch": 12.224767140021378,
      "grad_norm": 0.200970858335495,
      "learning_rate": 5.40682007684887e-05,
      "loss": 0.0133,
      "step": 80060
    },
    {
      "epoch": 12.22629409070087,
      "grad_norm": 0.18793050944805145,
      "learning_rate": 5.405790075879869e-05,
      "loss": 0.0126,
      "step": 80070
    },
    {
      "epoch": 12.227821041380363,
      "grad_norm": 0.21519361436367035,
      "learning_rate": 5.404760057576259e-05,
      "loss": 0.0094,
      "step": 80080
    },
    {
      "epoch": 12.229347992059857,
      "grad_norm": 0.16720065474510193,
      "learning_rate": 5.403730021982045e-05,
      "loss": 0.0101,
      "step": 80090
    },
    {
      "epoch": 12.23087494273935,
      "grad_norm": 0.48595529794692993,
      "learning_rate": 5.402699969141225e-05,
      "loss": 0.0134,
      "step": 80100
    },
    {
      "epoch": 12.232401893418842,
      "grad_norm": 0.15753339231014252,
      "learning_rate": 5.401669899097802e-05,
      "loss": 0.0104,
      "step": 80110
    },
    {
      "epoch": 12.233928844098335,
      "grad_norm": 0.22769615054130554,
      "learning_rate": 5.40063981189578e-05,
      "loss": 0.0094,
      "step": 80120
    },
    {
      "epoch": 12.23545579477783,
      "grad_norm": 0.21116967499256134,
      "learning_rate": 5.3996097075791595e-05,
      "loss": 0.0096,
      "step": 80130
    },
    {
      "epoch": 12.236982745457322,
      "grad_norm": 0.1825382560491562,
      "learning_rate": 5.3985795861919484e-05,
      "loss": 0.0117,
      "step": 80140
    },
    {
      "epoch": 12.238509696136814,
      "grad_norm": 0.2543220818042755,
      "learning_rate": 5.397549447778147e-05,
      "loss": 0.0097,
      "step": 80150
    },
    {
      "epoch": 12.240036646816307,
      "grad_norm": 0.18560665845870972,
      "learning_rate": 5.3965192923817664e-05,
      "loss": 0.0139,
      "step": 80160
    },
    {
      "epoch": 12.241563597495801,
      "grad_norm": 0.17139926552772522,
      "learning_rate": 5.395489120046808e-05,
      "loss": 0.013,
      "step": 80170
    },
    {
      "epoch": 12.243090548175294,
      "grad_norm": 0.30373239517211914,
      "learning_rate": 5.394458930817282e-05,
      "loss": 0.0136,
      "step": 80180
    },
    {
      "epoch": 12.244617498854787,
      "grad_norm": 0.49390366673469543,
      "learning_rate": 5.393428724737195e-05,
      "loss": 0.0103,
      "step": 80190
    },
    {
      "epoch": 12.24614444953428,
      "grad_norm": 0.20700028538703918,
      "learning_rate": 5.392398501850555e-05,
      "loss": 0.0138,
      "step": 80200
    },
    {
      "epoch": 12.247671400213774,
      "grad_norm": 0.17921462655067444,
      "learning_rate": 5.391368262201373e-05,
      "loss": 0.0126,
      "step": 80210
    },
    {
      "epoch": 12.249198350893266,
      "grad_norm": 0.41822347044944763,
      "learning_rate": 5.390338005833657e-05,
      "loss": 0.0124,
      "step": 80220
    },
    {
      "epoch": 12.250725301572759,
      "grad_norm": 0.20106525719165802,
      "learning_rate": 5.389307732791417e-05,
      "loss": 0.0142,
      "step": 80230
    },
    {
      "epoch": 12.252252252252251,
      "grad_norm": 0.15271501243114471,
      "learning_rate": 5.3882774431186676e-05,
      "loss": 0.0087,
      "step": 80240
    },
    {
      "epoch": 12.253779202931746,
      "grad_norm": 0.10371625423431396,
      "learning_rate": 5.387247136859419e-05,
      "loss": 0.0092,
      "step": 80250
    },
    {
      "epoch": 12.255306153611238,
      "grad_norm": 0.30030331015586853,
      "learning_rate": 5.3862168140576854e-05,
      "loss": 0.0107,
      "step": 80260
    },
    {
      "epoch": 12.256833104290731,
      "grad_norm": 0.1574716717004776,
      "learning_rate": 5.385186474757478e-05,
      "loss": 0.0116,
      "step": 80270
    },
    {
      "epoch": 12.258360054970224,
      "grad_norm": 0.2608809173107147,
      "learning_rate": 5.384156119002811e-05,
      "loss": 0.0094,
      "step": 80280
    },
    {
      "epoch": 12.259887005649718,
      "grad_norm": 0.17699770629405975,
      "learning_rate": 5.383125746837701e-05,
      "loss": 0.0116,
      "step": 80290
    },
    {
      "epoch": 12.26141395632921,
      "grad_norm": 0.19648845493793488,
      "learning_rate": 5.382095358306163e-05,
      "loss": 0.01,
      "step": 80300
    },
    {
      "epoch": 12.262940907008703,
      "grad_norm": 0.171552374958992,
      "learning_rate": 5.381064953452212e-05,
      "loss": 0.0114,
      "step": 80310
    },
    {
      "epoch": 12.264467857688196,
      "grad_norm": 0.12928180396556854,
      "learning_rate": 5.3800345323198686e-05,
      "loss": 0.0114,
      "step": 80320
    },
    {
      "epoch": 12.26599480836769,
      "grad_norm": 0.17119424045085907,
      "learning_rate": 5.379004094953145e-05,
      "loss": 0.0141,
      "step": 80330
    },
    {
      "epoch": 12.267521759047183,
      "grad_norm": 0.13716277480125427,
      "learning_rate": 5.3779736413960656e-05,
      "loss": 0.0118,
      "step": 80340
    },
    {
      "epoch": 12.269048709726675,
      "grad_norm": 0.23553168773651123,
      "learning_rate": 5.3769431716926456e-05,
      "loss": 0.0136,
      "step": 80350
    },
    {
      "epoch": 12.27057566040617,
      "grad_norm": 0.22581978142261505,
      "learning_rate": 5.3759126858869056e-05,
      "loss": 0.0072,
      "step": 80360
    },
    {
      "epoch": 12.272102611085662,
      "grad_norm": 0.13080984354019165,
      "learning_rate": 5.374882184022866e-05,
      "loss": 0.0097,
      "step": 80370
    },
    {
      "epoch": 12.273629561765155,
      "grad_norm": 0.3663616180419922,
      "learning_rate": 5.373851666144548e-05,
      "loss": 0.0113,
      "step": 80380
    },
    {
      "epoch": 12.275156512444648,
      "grad_norm": 0.2659533619880676,
      "learning_rate": 5.372821132295975e-05,
      "loss": 0.0129,
      "step": 80390
    },
    {
      "epoch": 12.276683463124142,
      "grad_norm": 0.13888712227344513,
      "learning_rate": 5.371790582521167e-05,
      "loss": 0.0098,
      "step": 80400
    },
    {
      "epoch": 12.278210413803635,
      "grad_norm": 0.1337527185678482,
      "learning_rate": 5.370760016864149e-05,
      "loss": 0.0106,
      "step": 80410
    },
    {
      "epoch": 12.279737364483127,
      "grad_norm": 0.14172609150409698,
      "learning_rate": 5.369729435368943e-05,
      "loss": 0.0072,
      "step": 80420
    },
    {
      "epoch": 12.28126431516262,
      "grad_norm": 0.1807672083377838,
      "learning_rate": 5.3686988380795754e-05,
      "loss": 0.0133,
      "step": 80430
    },
    {
      "epoch": 12.282791265842114,
      "grad_norm": 0.1065402403473854,
      "learning_rate": 5.3676682250400725e-05,
      "loss": 0.0096,
      "step": 80440
    },
    {
      "epoch": 12.284318216521607,
      "grad_norm": 0.27933141589164734,
      "learning_rate": 5.366637596294455e-05,
      "loss": 0.0124,
      "step": 80450
    },
    {
      "epoch": 12.2858451672011,
      "grad_norm": 0.18303537368774414,
      "learning_rate": 5.365606951886756e-05,
      "loss": 0.0094,
      "step": 80460
    },
    {
      "epoch": 12.287372117880592,
      "grad_norm": 0.10503797233104706,
      "learning_rate": 5.3645762918609986e-05,
      "loss": 0.0079,
      "step": 80470
    },
    {
      "epoch": 12.288899068560086,
      "grad_norm": 0.23224344849586487,
      "learning_rate": 5.363545616261211e-05,
      "loss": 0.0136,
      "step": 80480
    },
    {
      "epoch": 12.290426019239579,
      "grad_norm": 0.1532590687274933,
      "learning_rate": 5.362514925131423e-05,
      "loss": 0.0092,
      "step": 80490
    },
    {
      "epoch": 12.291952969919071,
      "grad_norm": 0.22383137047290802,
      "learning_rate": 5.3614842185156634e-05,
      "loss": 0.0155,
      "step": 80500
    },
    {
      "epoch": 12.293479920598564,
      "grad_norm": 0.2629754841327667,
      "learning_rate": 5.3604534964579624e-05,
      "loss": 0.0129,
      "step": 80510
    },
    {
      "epoch": 12.295006871278058,
      "grad_norm": 0.15175241231918335,
      "learning_rate": 5.3594227590023496e-05,
      "loss": 0.0115,
      "step": 80520
    },
    {
      "epoch": 12.296533821957551,
      "grad_norm": 0.12606161832809448,
      "learning_rate": 5.358392006192857e-05,
      "loss": 0.0098,
      "step": 80530
    },
    {
      "epoch": 12.298060772637044,
      "grad_norm": 0.3685525059700012,
      "learning_rate": 5.3573612380735175e-05,
      "loss": 0.0125,
      "step": 80540
    },
    {
      "epoch": 12.299587723316536,
      "grad_norm": 0.17605328559875488,
      "learning_rate": 5.356330454688361e-05,
      "loss": 0.0095,
      "step": 80550
    },
    {
      "epoch": 12.30111467399603,
      "grad_norm": 0.13214507699012756,
      "learning_rate": 5.3552996560814215e-05,
      "loss": 0.0083,
      "step": 80560
    },
    {
      "epoch": 12.302641624675523,
      "grad_norm": 0.31702837347984314,
      "learning_rate": 5.3542688422967344e-05,
      "loss": 0.0085,
      "step": 80570
    },
    {
      "epoch": 12.304168575355016,
      "grad_norm": 0.2181435227394104,
      "learning_rate": 5.353238013378332e-05,
      "loss": 0.0124,
      "step": 80580
    },
    {
      "epoch": 12.305695526034508,
      "grad_norm": 0.18892700970172882,
      "learning_rate": 5.3522071693702536e-05,
      "loss": 0.0132,
      "step": 80590
    },
    {
      "epoch": 12.307222476714003,
      "grad_norm": 0.4186740815639496,
      "learning_rate": 5.351176310316528e-05,
      "loss": 0.0151,
      "step": 80600
    },
    {
      "epoch": 12.308749427393495,
      "grad_norm": 0.26710307598114014,
      "learning_rate": 5.350145436261199e-05,
      "loss": 0.0137,
      "step": 80610
    },
    {
      "epoch": 12.310276378072988,
      "grad_norm": 0.3596176505088806,
      "learning_rate": 5.3491145472482984e-05,
      "loss": 0.0181,
      "step": 80620
    },
    {
      "epoch": 12.31180332875248,
      "grad_norm": 0.2375403344631195,
      "learning_rate": 5.348083643321866e-05,
      "loss": 0.0118,
      "step": 80630
    },
    {
      "epoch": 12.313330279431975,
      "grad_norm": 0.21270106732845306,
      "learning_rate": 5.34705272452594e-05,
      "loss": 0.0088,
      "step": 80640
    },
    {
      "epoch": 12.314857230111468,
      "grad_norm": 0.1559688299894333,
      "learning_rate": 5.3460217909045585e-05,
      "loss": 0.0106,
      "step": 80650
    },
    {
      "epoch": 12.31638418079096,
      "grad_norm": 0.23464395105838776,
      "learning_rate": 5.3449908425017626e-05,
      "loss": 0.0111,
      "step": 80660
    },
    {
      "epoch": 12.317911131470453,
      "grad_norm": 0.16221924126148224,
      "learning_rate": 5.3439598793615916e-05,
      "loss": 0.0126,
      "step": 80670
    },
    {
      "epoch": 12.319438082149947,
      "grad_norm": 0.2336430698633194,
      "learning_rate": 5.342928901528086e-05,
      "loss": 0.0089,
      "step": 80680
    },
    {
      "epoch": 12.32096503282944,
      "grad_norm": 0.13684281706809998,
      "learning_rate": 5.341897909045288e-05,
      "loss": 0.0084,
      "step": 80690
    },
    {
      "epoch": 12.322491983508932,
      "grad_norm": 0.1211831271648407,
      "learning_rate": 5.340866901957239e-05,
      "loss": 0.012,
      "step": 80700
    },
    {
      "epoch": 12.324018934188425,
      "grad_norm": 0.19061626493930817,
      "learning_rate": 5.339835880307982e-05,
      "loss": 0.0124,
      "step": 80710
    },
    {
      "epoch": 12.32554588486792,
      "grad_norm": 0.17637500166893005,
      "learning_rate": 5.3388048441415604e-05,
      "loss": 0.0116,
      "step": 80720
    },
    {
      "epoch": 12.327072835547412,
      "grad_norm": 0.20846660435199738,
      "learning_rate": 5.33777379350202e-05,
      "loss": 0.0104,
      "step": 80730
    },
    {
      "epoch": 12.328599786226905,
      "grad_norm": 0.2337384819984436,
      "learning_rate": 5.3367427284334026e-05,
      "loss": 0.0113,
      "step": 80740
    },
    {
      "epoch": 12.330126736906397,
      "grad_norm": 0.22047702968120575,
      "learning_rate": 5.335711648979753e-05,
      "loss": 0.0115,
      "step": 80750
    },
    {
      "epoch": 12.331653687585892,
      "grad_norm": 0.16180361807346344,
      "learning_rate": 5.33468055518512e-05,
      "loss": 0.0114,
      "step": 80760
    },
    {
      "epoch": 12.333180638265384,
      "grad_norm": 0.15329916775226593,
      "learning_rate": 5.333649447093548e-05,
      "loss": 0.0085,
      "step": 80770
    },
    {
      "epoch": 12.334707588944877,
      "grad_norm": 0.174308180809021,
      "learning_rate": 5.332618324749085e-05,
      "loss": 0.0114,
      "step": 80780
    },
    {
      "epoch": 12.33623453962437,
      "grad_norm": 0.3198520839214325,
      "learning_rate": 5.331587188195779e-05,
      "loss": 0.0131,
      "step": 80790
    },
    {
      "epoch": 12.337761490303864,
      "grad_norm": 0.14148782193660736,
      "learning_rate": 5.330556037477675e-05,
      "loss": 0.0102,
      "step": 80800
    },
    {
      "epoch": 12.339288440983356,
      "grad_norm": 0.15875980257987976,
      "learning_rate": 5.329524872638827e-05,
      "loss": 0.0096,
      "step": 80810
    },
    {
      "epoch": 12.340815391662849,
      "grad_norm": 0.28628045320510864,
      "learning_rate": 5.32849369372328e-05,
      "loss": 0.0109,
      "step": 80820
    },
    {
      "epoch": 12.342342342342342,
      "grad_norm": 0.20919269323349,
      "learning_rate": 5.327462500775087e-05,
      "loss": 0.012,
      "step": 80830
    },
    {
      "epoch": 12.343869293021836,
      "grad_norm": 0.18482160568237305,
      "learning_rate": 5.3264312938382974e-05,
      "loss": 0.0098,
      "step": 80840
    },
    {
      "epoch": 12.345396243701328,
      "grad_norm": 0.31572073698043823,
      "learning_rate": 5.325400072956961e-05,
      "loss": 0.0123,
      "step": 80850
    },
    {
      "epoch": 12.346923194380821,
      "grad_norm": 0.4479508399963379,
      "learning_rate": 5.324368838175133e-05,
      "loss": 0.0142,
      "step": 80860
    },
    {
      "epoch": 12.348450145060315,
      "grad_norm": 0.20780427753925323,
      "learning_rate": 5.323337589536864e-05,
      "loss": 0.0122,
      "step": 80870
    },
    {
      "epoch": 12.349977095739808,
      "grad_norm": 0.175807923078537,
      "learning_rate": 5.322306327086206e-05,
      "loss": 0.0098,
      "step": 80880
    },
    {
      "epoch": 12.3515040464193,
      "grad_norm": 0.22283810377120972,
      "learning_rate": 5.321275050867215e-05,
      "loss": 0.0117,
      "step": 80890
    },
    {
      "epoch": 12.353030997098793,
      "grad_norm": 0.2812419831752777,
      "learning_rate": 5.320243760923943e-05,
      "loss": 0.0085,
      "step": 80900
    },
    {
      "epoch": 12.354557947778286,
      "grad_norm": 0.1234763115644455,
      "learning_rate": 5.3192124573004474e-05,
      "loss": 0.0075,
      "step": 80910
    },
    {
      "epoch": 12.35608489845778,
      "grad_norm": 0.1867832988500595,
      "learning_rate": 5.31818114004078e-05,
      "loss": 0.0086,
      "step": 80920
    },
    {
      "epoch": 12.357611849137273,
      "grad_norm": 0.20058555901050568,
      "learning_rate": 5.317149809189e-05,
      "loss": 0.0107,
      "step": 80930
    },
    {
      "epoch": 12.359138799816765,
      "grad_norm": 0.15891720354557037,
      "learning_rate": 5.316118464789164e-05,
      "loss": 0.0109,
      "step": 80940
    },
    {
      "epoch": 12.36066575049626,
      "grad_norm": 0.1876734346151352,
      "learning_rate": 5.3150871068853255e-05,
      "loss": 0.011,
      "step": 80950
    },
    {
      "epoch": 12.362192701175752,
      "grad_norm": 1.0000975131988525,
      "learning_rate": 5.314055735521546e-05,
      "loss": 0.0112,
      "step": 80960
    },
    {
      "epoch": 12.363719651855245,
      "grad_norm": 0.2998064160346985,
      "learning_rate": 5.313024350741882e-05,
      "loss": 0.011,
      "step": 80970
    },
    {
      "epoch": 12.365246602534738,
      "grad_norm": 0.18924489617347717,
      "learning_rate": 5.3119929525903924e-05,
      "loss": 0.0109,
      "step": 80980
    },
    {
      "epoch": 12.366773553214232,
      "grad_norm": 0.19043591618537903,
      "learning_rate": 5.310961541111138e-05,
      "loss": 0.0118,
      "step": 80990
    },
    {
      "epoch": 12.368300503893725,
      "grad_norm": 0.19905602931976318,
      "learning_rate": 5.3099301163481775e-05,
      "loss": 0.0118,
      "step": 81000
    },
    {
      "epoch": 12.369827454573217,
      "grad_norm": 0.21195444464683533,
      "learning_rate": 5.308898678345572e-05,
      "loss": 0.0105,
      "step": 81010
    },
    {
      "epoch": 12.37135440525271,
      "grad_norm": 0.3522626459598541,
      "learning_rate": 5.3078672271473816e-05,
      "loss": 0.0111,
      "step": 81020
    },
    {
      "epoch": 12.372881355932204,
      "grad_norm": 0.09510302543640137,
      "learning_rate": 5.306835762797669e-05,
      "loss": 0.009,
      "step": 81030
    },
    {
      "epoch": 12.374408306611697,
      "grad_norm": 0.2150011509656906,
      "learning_rate": 5.3058042853404974e-05,
      "loss": 0.0101,
      "step": 81040
    },
    {
      "epoch": 12.37593525729119,
      "grad_norm": 0.2343313843011856,
      "learning_rate": 5.304772794819927e-05,
      "loss": 0.0109,
      "step": 81050
    },
    {
      "epoch": 12.377462207970682,
      "grad_norm": 0.10249665379524231,
      "learning_rate": 5.303741291280023e-05,
      "loss": 0.0098,
      "step": 81060
    },
    {
      "epoch": 12.378989158650176,
      "grad_norm": 0.2547237277030945,
      "learning_rate": 5.30270977476485e-05,
      "loss": 0.0116,
      "step": 81070
    },
    {
      "epoch": 12.380516109329669,
      "grad_norm": 0.21623201668262482,
      "learning_rate": 5.301678245318471e-05,
      "loss": 0.0157,
      "step": 81080
    },
    {
      "epoch": 12.382043060009162,
      "grad_norm": 0.15316109359264374,
      "learning_rate": 5.3006467029849513e-05,
      "loss": 0.0093,
      "step": 81090
    },
    {
      "epoch": 12.383570010688654,
      "grad_norm": 0.17595823109149933,
      "learning_rate": 5.299615147808357e-05,
      "loss": 0.0092,
      "step": 81100
    },
    {
      "epoch": 12.385096961368149,
      "grad_norm": 0.2222735434770584,
      "learning_rate": 5.298583579832754e-05,
      "loss": 0.0109,
      "step": 81110
    },
    {
      "epoch": 12.386623912047641,
      "grad_norm": 0.19180051982402802,
      "learning_rate": 5.2975519991022084e-05,
      "loss": 0.0092,
      "step": 81120
    },
    {
      "epoch": 12.388150862727134,
      "grad_norm": 0.1853390336036682,
      "learning_rate": 5.2965204056607886e-05,
      "loss": 0.0099,
      "step": 81130
    },
    {
      "epoch": 12.389677813406626,
      "grad_norm": 0.15417931973934174,
      "learning_rate": 5.295488799552562e-05,
      "loss": 0.0109,
      "step": 81140
    },
    {
      "epoch": 12.39120476408612,
      "grad_norm": 0.11568058282136917,
      "learning_rate": 5.294457180821596e-05,
      "loss": 0.01,
      "step": 81150
    },
    {
      "epoch": 12.392731714765613,
      "grad_norm": 0.09257327765226364,
      "learning_rate": 5.2934255495119614e-05,
      "loss": 0.0115,
      "step": 81160
    },
    {
      "epoch": 12.394258665445106,
      "grad_norm": 0.29774338006973267,
      "learning_rate": 5.292393905667724e-05,
      "loss": 0.0112,
      "step": 81170
    },
    {
      "epoch": 12.395785616124599,
      "grad_norm": 0.18308894336223602,
      "learning_rate": 5.2913622493329594e-05,
      "loss": 0.0098,
      "step": 81180
    },
    {
      "epoch": 12.397312566804093,
      "grad_norm": 0.101234570145607,
      "learning_rate": 5.290330580551732e-05,
      "loss": 0.0089,
      "step": 81190
    },
    {
      "epoch": 12.398839517483585,
      "grad_norm": 0.14789845049381256,
      "learning_rate": 5.289298899368117e-05,
      "loss": 0.0099,
      "step": 81200
    },
    {
      "epoch": 12.400366468163078,
      "grad_norm": 0.20536044239997864,
      "learning_rate": 5.288267205826184e-05,
      "loss": 0.0115,
      "step": 81210
    },
    {
      "epoch": 12.40189341884257,
      "grad_norm": 0.1599380224943161,
      "learning_rate": 5.287235499970006e-05,
      "loss": 0.0101,
      "step": 81220
    },
    {
      "epoch": 12.403420369522065,
      "grad_norm": 0.23569616675376892,
      "learning_rate": 5.2862037818436537e-05,
      "loss": 0.0125,
      "step": 81230
    },
    {
      "epoch": 12.404947320201558,
      "grad_norm": 0.18126319348812103,
      "learning_rate": 5.285172051491204e-05,
      "loss": 0.0105,
      "step": 81240
    },
    {
      "epoch": 12.40647427088105,
      "grad_norm": 0.1365758180618286,
      "learning_rate": 5.2841403089567256e-05,
      "loss": 0.0111,
      "step": 81250
    },
    {
      "epoch": 12.408001221560543,
      "grad_norm": 0.20171114802360535,
      "learning_rate": 5.2831085542842974e-05,
      "loss": 0.0107,
      "step": 81260
    },
    {
      "epoch": 12.409528172240037,
      "grad_norm": 0.3448716700077057,
      "learning_rate": 5.28207678751799e-05,
      "loss": 0.0085,
      "step": 81270
    },
    {
      "epoch": 12.41105512291953,
      "grad_norm": 0.1753084510564804,
      "learning_rate": 5.2810450087018814e-05,
      "loss": 0.011,
      "step": 81280
    },
    {
      "epoch": 12.412582073599022,
      "grad_norm": 0.14552877843379974,
      "learning_rate": 5.2800132178800466e-05,
      "loss": 0.0095,
      "step": 81290
    },
    {
      "epoch": 12.414109024278515,
      "grad_norm": 0.2738460898399353,
      "learning_rate": 5.27898141509656e-05,
      "loss": 0.0109,
      "step": 81300
    },
    {
      "epoch": 12.41563597495801,
      "grad_norm": 0.202370747923851,
      "learning_rate": 5.277949600395502e-05,
      "loss": 0.0091,
      "step": 81310
    },
    {
      "epoch": 12.417162925637502,
      "grad_norm": 0.29585695266723633,
      "learning_rate": 5.2769177738209454e-05,
      "loss": 0.0119,
      "step": 81320
    },
    {
      "epoch": 12.418689876316995,
      "grad_norm": 0.6451066732406616,
      "learning_rate": 5.275885935416972e-05,
      "loss": 0.0106,
      "step": 81330
    },
    {
      "epoch": 12.420216826996487,
      "grad_norm": 0.1637045294046402,
      "learning_rate": 5.274854085227657e-05,
      "loss": 0.0113,
      "step": 81340
    },
    {
      "epoch": 12.421743777675982,
      "grad_norm": 0.2615450918674469,
      "learning_rate": 5.273822223297081e-05,
      "loss": 0.0133,
      "step": 81350
    },
    {
      "epoch": 12.423270728355474,
      "grad_norm": 0.10450039058923721,
      "learning_rate": 5.272790349669323e-05,
      "loss": 0.0084,
      "step": 81360
    },
    {
      "epoch": 12.424797679034967,
      "grad_norm": 0.18333286046981812,
      "learning_rate": 5.271758464388462e-05,
      "loss": 0.0108,
      "step": 81370
    },
    {
      "epoch": 12.42632462971446,
      "grad_norm": 0.13785748183727264,
      "learning_rate": 5.27072656749858e-05,
      "loss": 0.0116,
      "step": 81380
    },
    {
      "epoch": 12.427851580393954,
      "grad_norm": 0.17342713475227356,
      "learning_rate": 5.269694659043754e-05,
      "loss": 0.0117,
      "step": 81390
    },
    {
      "epoch": 12.429378531073446,
      "grad_norm": 0.16826386749744415,
      "learning_rate": 5.2686627390680684e-05,
      "loss": 0.0122,
      "step": 81400
    },
    {
      "epoch": 12.430905481752939,
      "grad_norm": 0.17955029010772705,
      "learning_rate": 5.2676308076156046e-05,
      "loss": 0.0115,
      "step": 81410
    },
    {
      "epoch": 12.432432432432432,
      "grad_norm": 0.1686120480298996,
      "learning_rate": 5.266598864730444e-05,
      "loss": 0.0146,
      "step": 81420
    },
    {
      "epoch": 12.433959383111926,
      "grad_norm": 0.3876431882381439,
      "learning_rate": 5.26556691045667e-05,
      "loss": 0.0111,
      "step": 81430
    },
    {
      "epoch": 12.435486333791419,
      "grad_norm": 0.2155345231294632,
      "learning_rate": 5.264534944838366e-05,
      "loss": 0.0128,
      "step": 81440
    },
    {
      "epoch": 12.437013284470911,
      "grad_norm": 0.15549878776073456,
      "learning_rate": 5.263502967919613e-05,
      "loss": 0.0112,
      "step": 81450
    },
    {
      "epoch": 12.438540235150406,
      "grad_norm": 0.19631214439868927,
      "learning_rate": 5.2624709797445005e-05,
      "loss": 0.0103,
      "step": 81460
    },
    {
      "epoch": 12.440067185829898,
      "grad_norm": 0.23545394837856293,
      "learning_rate": 5.2614389803571076e-05,
      "loss": 0.0159,
      "step": 81470
    },
    {
      "epoch": 12.44159413650939,
      "grad_norm": 0.16148176789283752,
      "learning_rate": 5.260406969801522e-05,
      "loss": 0.0096,
      "step": 81480
    },
    {
      "epoch": 12.443121087188883,
      "grad_norm": 0.13112403452396393,
      "learning_rate": 5.25937494812183e-05,
      "loss": 0.0106,
      "step": 81490
    },
    {
      "epoch": 12.444648037868378,
      "grad_norm": 0.1672617495059967,
      "learning_rate": 5.2583429153621156e-05,
      "loss": 0.0087,
      "step": 81500
    },
    {
      "epoch": 12.44617498854787,
      "grad_norm": 0.18133173882961273,
      "learning_rate": 5.257310871566468e-05,
      "loss": 0.0104,
      "step": 81510
    },
    {
      "epoch": 12.447701939227363,
      "grad_norm": 0.24129582941532135,
      "learning_rate": 5.25627881677897e-05,
      "loss": 0.0111,
      "step": 81520
    },
    {
      "epoch": 12.449228889906855,
      "grad_norm": 0.4160645008087158,
      "learning_rate": 5.255246751043714e-05,
      "loss": 0.0147,
      "step": 81530
    },
    {
      "epoch": 12.45075584058635,
      "grad_norm": 0.15894176065921783,
      "learning_rate": 5.254214674404785e-05,
      "loss": 0.0083,
      "step": 81540
    },
    {
      "epoch": 12.452282791265842,
      "grad_norm": 0.19653508067131042,
      "learning_rate": 5.2531825869062715e-05,
      "loss": 0.0145,
      "step": 81550
    },
    {
      "epoch": 12.453809741945335,
      "grad_norm": 0.23104830086231232,
      "learning_rate": 5.252150488592265e-05,
      "loss": 0.0091,
      "step": 81560
    },
    {
      "epoch": 12.455336692624828,
      "grad_norm": 0.1795474886894226,
      "learning_rate": 5.25111837950685e-05,
      "loss": 0.0098,
      "step": 81570
    },
    {
      "epoch": 12.456863643304322,
      "grad_norm": 0.32163333892822266,
      "learning_rate": 5.250086259694121e-05,
      "loss": 0.0112,
      "step": 81580
    },
    {
      "epoch": 12.458390593983815,
      "grad_norm": 0.2649482488632202,
      "learning_rate": 5.249054129198166e-05,
      "loss": 0.0087,
      "step": 81590
    },
    {
      "epoch": 12.459917544663307,
      "grad_norm": 0.12493031471967697,
      "learning_rate": 5.2480219880630765e-05,
      "loss": 0.0096,
      "step": 81600
    },
    {
      "epoch": 12.4614444953428,
      "grad_norm": 0.15436892211437225,
      "learning_rate": 5.246989836332943e-05,
      "loss": 0.01,
      "step": 81610
    },
    {
      "epoch": 12.462971446022294,
      "grad_norm": 0.1471259742975235,
      "learning_rate": 5.245957674051857e-05,
      "loss": 0.0101,
      "step": 81620
    },
    {
      "epoch": 12.464498396701787,
      "grad_norm": 0.18924200534820557,
      "learning_rate": 5.244925501263911e-05,
      "loss": 0.0104,
      "step": 81630
    },
    {
      "epoch": 12.46602534738128,
      "grad_norm": 0.26942873001098633,
      "learning_rate": 5.2438933180131986e-05,
      "loss": 0.0135,
      "step": 81640
    },
    {
      "epoch": 12.467552298060772,
      "grad_norm": 0.11833243072032928,
      "learning_rate": 5.242861124343811e-05,
      "loss": 0.0085,
      "step": 81650
    },
    {
      "epoch": 12.469079248740266,
      "grad_norm": 0.11207912117242813,
      "learning_rate": 5.2418289202998414e-05,
      "loss": 0.0099,
      "step": 81660
    },
    {
      "epoch": 12.470606199419759,
      "grad_norm": 0.17234323918819427,
      "learning_rate": 5.240796705925386e-05,
      "loss": 0.0107,
      "step": 81670
    },
    {
      "epoch": 12.472133150099252,
      "grad_norm": 0.14624986052513123,
      "learning_rate": 5.239764481264536e-05,
      "loss": 0.0096,
      "step": 81680
    },
    {
      "epoch": 12.473660100778744,
      "grad_norm": 0.1573583036661148,
      "learning_rate": 5.238732246361391e-05,
      "loss": 0.0103,
      "step": 81690
    },
    {
      "epoch": 12.475187051458239,
      "grad_norm": 0.18268892168998718,
      "learning_rate": 5.23770000126004e-05,
      "loss": 0.0105,
      "step": 81700
    },
    {
      "epoch": 12.476714002137731,
      "grad_norm": 0.2002307027578354,
      "learning_rate": 5.236667746004583e-05,
      "loss": 0.0087,
      "step": 81710
    },
    {
      "epoch": 12.478240952817224,
      "grad_norm": 0.1605307012796402,
      "learning_rate": 5.235635480639113e-05,
      "loss": 0.0081,
      "step": 81720
    },
    {
      "epoch": 12.479767903496716,
      "grad_norm": 0.2330346256494522,
      "learning_rate": 5.23460320520773e-05,
      "loss": 0.0095,
      "step": 81730
    },
    {
      "epoch": 12.48129485417621,
      "grad_norm": 0.2983017861843109,
      "learning_rate": 5.233570919754528e-05,
      "loss": 0.0132,
      "step": 81740
    },
    {
      "epoch": 12.482821804855703,
      "grad_norm": 0.1309259831905365,
      "learning_rate": 5.232538624323606e-05,
      "loss": 0.0096,
      "step": 81750
    },
    {
      "epoch": 12.484348755535196,
      "grad_norm": 0.4452154040336609,
      "learning_rate": 5.231506318959062e-05,
      "loss": 0.0145,
      "step": 81760
    },
    {
      "epoch": 12.485875706214689,
      "grad_norm": 0.1616964489221573,
      "learning_rate": 5.2304740037049916e-05,
      "loss": 0.0099,
      "step": 81770
    },
    {
      "epoch": 12.487402656894183,
      "grad_norm": 0.2146276980638504,
      "learning_rate": 5.2294416786054966e-05,
      "loss": 0.0119,
      "step": 81780
    },
    {
      "epoch": 12.488929607573676,
      "grad_norm": 0.2136451005935669,
      "learning_rate": 5.228409343704673e-05,
      "loss": 0.0101,
      "step": 81790
    },
    {
      "epoch": 12.490456558253168,
      "grad_norm": 0.14062859117984772,
      "learning_rate": 5.227376999046622e-05,
      "loss": 0.0121,
      "step": 81800
    },
    {
      "epoch": 12.49198350893266,
      "grad_norm": 0.1882590353488922,
      "learning_rate": 5.226344644675445e-05,
      "loss": 0.0094,
      "step": 81810
    },
    {
      "epoch": 12.493510459612155,
      "grad_norm": 0.23777535557746887,
      "learning_rate": 5.22531228063524e-05,
      "loss": 0.011,
      "step": 81820
    },
    {
      "epoch": 12.495037410291648,
      "grad_norm": 0.17527879774570465,
      "learning_rate": 5.2242799069701065e-05,
      "loss": 0.0113,
      "step": 81830
    },
    {
      "epoch": 12.49656436097114,
      "grad_norm": 0.1629267781972885,
      "learning_rate": 5.2232475237241504e-05,
      "loss": 0.0096,
      "step": 81840
    },
    {
      "epoch": 12.498091311650633,
      "grad_norm": 0.23355716466903687,
      "learning_rate": 5.222215130941468e-05,
      "loss": 0.0116,
      "step": 81850
    },
    {
      "epoch": 12.499618262330127,
      "grad_norm": 0.2678626477718353,
      "learning_rate": 5.221182728666164e-05,
      "loss": 0.012,
      "step": 81860
    },
    {
      "epoch": 12.50114521300962,
      "grad_norm": 0.3520270884037018,
      "learning_rate": 5.220150316942341e-05,
      "loss": 0.0124,
      "step": 81870
    },
    {
      "epoch": 12.502672163689112,
      "grad_norm": 0.15010495483875275,
      "learning_rate": 5.2191178958140986e-05,
      "loss": 0.009,
      "step": 81880
    },
    {
      "epoch": 12.504199114368605,
      "grad_norm": 0.1648871749639511,
      "learning_rate": 5.218085465325545e-05,
      "loss": 0.0102,
      "step": 81890
    },
    {
      "epoch": 12.5057260650481,
      "grad_norm": 0.2643582820892334,
      "learning_rate": 5.217053025520778e-05,
      "loss": 0.012,
      "step": 81900
    },
    {
      "epoch": 12.507253015727592,
      "grad_norm": 0.18432213366031647,
      "learning_rate": 5.216020576443907e-05,
      "loss": 0.0113,
      "step": 81910
    },
    {
      "epoch": 12.508779966407085,
      "grad_norm": 0.15333141386508942,
      "learning_rate": 5.2149881181390325e-05,
      "loss": 0.0108,
      "step": 81920
    },
    {
      "epoch": 12.510306917086577,
      "grad_norm": 0.14656499028205872,
      "learning_rate": 5.213955650650262e-05,
      "loss": 0.0102,
      "step": 81930
    },
    {
      "epoch": 12.511833867766072,
      "grad_norm": 0.286542683839798,
      "learning_rate": 5.212923174021698e-05,
      "loss": 0.0119,
      "step": 81940
    },
    {
      "epoch": 12.513360818445564,
      "grad_norm": 0.17327086627483368,
      "learning_rate": 5.211890688297447e-05,
      "loss": 0.0122,
      "step": 81950
    },
    {
      "epoch": 12.514887769125057,
      "grad_norm": 0.21654963493347168,
      "learning_rate": 5.2108581935216164e-05,
      "loss": 0.0131,
      "step": 81960
    },
    {
      "epoch": 12.516414719804551,
      "grad_norm": 0.3690795600414276,
      "learning_rate": 5.209825689738308e-05,
      "loss": 0.011,
      "step": 81970
    },
    {
      "epoch": 12.517941670484044,
      "grad_norm": 0.13188573718070984,
      "learning_rate": 5.2087931769916355e-05,
      "loss": 0.0085,
      "step": 81980
    },
    {
      "epoch": 12.519468621163536,
      "grad_norm": 0.22555097937583923,
      "learning_rate": 5.2077606553257e-05,
      "loss": 0.0102,
      "step": 81990
    },
    {
      "epoch": 12.520995571843029,
      "grad_norm": 0.26883190870285034,
      "learning_rate": 5.206728124784611e-05,
      "loss": 0.0126,
      "step": 82000
    },
    {
      "epoch": 12.522522522522522,
      "grad_norm": 0.14050431549549103,
      "learning_rate": 5.205695585412476e-05,
      "loss": 0.0101,
      "step": 82010
    },
    {
      "epoch": 12.524049473202016,
      "grad_norm": 0.2463245540857315,
      "learning_rate": 5.2046630372534034e-05,
      "loss": 0.0097,
      "step": 82020
    },
    {
      "epoch": 12.525576423881509,
      "grad_norm": 0.16342569887638092,
      "learning_rate": 5.2036304803515037e-05,
      "loss": 0.0102,
      "step": 82030
    },
    {
      "epoch": 12.527103374561001,
      "grad_norm": 0.14934207499027252,
      "learning_rate": 5.202597914750883e-05,
      "loss": 0.0109,
      "step": 82040
    },
    {
      "epoch": 12.528630325240496,
      "grad_norm": 0.13590691983699799,
      "learning_rate": 5.2015653404956513e-05,
      "loss": 0.0096,
      "step": 82050
    },
    {
      "epoch": 12.530157275919988,
      "grad_norm": 0.22944045066833496,
      "learning_rate": 5.2005327576299176e-05,
      "loss": 0.0152,
      "step": 82060
    },
    {
      "epoch": 12.53168422659948,
      "grad_norm": 0.16830557584762573,
      "learning_rate": 5.1995001661977934e-05,
      "loss": 0.0067,
      "step": 82070
    },
    {
      "epoch": 12.533211177278973,
      "grad_norm": 0.12936335802078247,
      "learning_rate": 5.198467566243389e-05,
      "loss": 0.0128,
      "step": 82080
    },
    {
      "epoch": 12.534738127958468,
      "grad_norm": 0.23482732474803925,
      "learning_rate": 5.197434957810815e-05,
      "loss": 0.0097,
      "step": 82090
    },
    {
      "epoch": 12.53626507863796,
      "grad_norm": 0.1187121570110321,
      "learning_rate": 5.196402340944181e-05,
      "loss": 0.0108,
      "step": 82100
    },
    {
      "epoch": 12.537792029317453,
      "grad_norm": 0.5698353052139282,
      "learning_rate": 5.195369715687603e-05,
      "loss": 0.0097,
      "step": 82110
    },
    {
      "epoch": 12.539318979996946,
      "grad_norm": 0.13152459263801575,
      "learning_rate": 5.194337082085187e-05,
      "loss": 0.0083,
      "step": 82120
    },
    {
      "epoch": 12.54084593067644,
      "grad_norm": 0.1884092539548874,
      "learning_rate": 5.1933044401810474e-05,
      "loss": 0.0112,
      "step": 82130
    },
    {
      "epoch": 12.542372881355933,
      "grad_norm": 0.1799589991569519,
      "learning_rate": 5.1922717900192976e-05,
      "loss": 0.0092,
      "step": 82140
    },
    {
      "epoch": 12.543899832035425,
      "grad_norm": 0.20872187614440918,
      "learning_rate": 5.1912391316440515e-05,
      "loss": 0.012,
      "step": 82150
    },
    {
      "epoch": 12.545426782714918,
      "grad_norm": 0.2005745768547058,
      "learning_rate": 5.1902064650994206e-05,
      "loss": 0.0076,
      "step": 82160
    },
    {
      "epoch": 12.546953733394412,
      "grad_norm": 0.32861247658729553,
      "learning_rate": 5.189173790429517e-05,
      "loss": 0.0109,
      "step": 82170
    },
    {
      "epoch": 12.548480684073905,
      "grad_norm": 0.217790424823761,
      "learning_rate": 5.188141107678459e-05,
      "loss": 0.0109,
      "step": 82180
    },
    {
      "epoch": 12.550007634753397,
      "grad_norm": 0.14178964495658875,
      "learning_rate": 5.187108416890357e-05,
      "loss": 0.0129,
      "step": 82190
    },
    {
      "epoch": 12.55153458543289,
      "grad_norm": 0.20360948145389557,
      "learning_rate": 5.186075718109328e-05,
      "loss": 0.0109,
      "step": 82200
    },
    {
      "epoch": 12.553061536112384,
      "grad_norm": 0.21428541839122772,
      "learning_rate": 5.185043011379487e-05,
      "loss": 0.0136,
      "step": 82210
    },
    {
      "epoch": 12.554588486791877,
      "grad_norm": 0.2635945975780487,
      "learning_rate": 5.1840102967449466e-05,
      "loss": 0.0162,
      "step": 82220
    },
    {
      "epoch": 12.55611543747137,
      "grad_norm": 0.44648662209510803,
      "learning_rate": 5.1829775742498254e-05,
      "loss": 0.0133,
      "step": 82230
    },
    {
      "epoch": 12.557642388150862,
      "grad_norm": 0.29701581597328186,
      "learning_rate": 5.181944843938238e-05,
      "loss": 0.0132,
      "step": 82240
    },
    {
      "epoch": 12.559169338830356,
      "grad_norm": 0.3279716670513153,
      "learning_rate": 5.180912105854301e-05,
      "loss": 0.0114,
      "step": 82250
    },
    {
      "epoch": 12.560696289509849,
      "grad_norm": 0.14351747930049896,
      "learning_rate": 5.1798793600421314e-05,
      "loss": 0.0095,
      "step": 82260
    },
    {
      "epoch": 12.562223240189342,
      "grad_norm": 0.17311814427375793,
      "learning_rate": 5.178846606545846e-05,
      "loss": 0.0102,
      "step": 82270
    },
    {
      "epoch": 12.563750190868834,
      "grad_norm": 0.10061924904584885,
      "learning_rate": 5.1778138454095626e-05,
      "loss": 0.0144,
      "step": 82280
    },
    {
      "epoch": 12.565277141548329,
      "grad_norm": 0.09994328022003174,
      "learning_rate": 5.1767810766773984e-05,
      "loss": 0.0105,
      "step": 82290
    },
    {
      "epoch": 12.566804092227821,
      "grad_norm": 0.35783258080482483,
      "learning_rate": 5.1757483003934706e-05,
      "loss": 0.0104,
      "step": 82300
    },
    {
      "epoch": 12.568331042907314,
      "grad_norm": 0.1712535172700882,
      "learning_rate": 5.174715516601899e-05,
      "loss": 0.0112,
      "step": 82310
    },
    {
      "epoch": 12.569857993586806,
      "grad_norm": 0.3200213611125946,
      "learning_rate": 5.1736827253468e-05,
      "loss": 0.0094,
      "step": 82320
    },
    {
      "epoch": 12.5713849442663,
      "grad_norm": 0.20337995886802673,
      "learning_rate": 5.172649926672295e-05,
      "loss": 0.0106,
      "step": 82330
    },
    {
      "epoch": 12.572911894945793,
      "grad_norm": 0.20121684670448303,
      "learning_rate": 5.171617120622503e-05,
      "loss": 0.0121,
      "step": 82340
    },
    {
      "epoch": 12.574438845625286,
      "grad_norm": 0.20175084471702576,
      "learning_rate": 5.1705843072415415e-05,
      "loss": 0.0108,
      "step": 82350
    },
    {
      "epoch": 12.575965796304779,
      "grad_norm": 0.1882118433713913,
      "learning_rate": 5.169551486573534e-05,
      "loss": 0.0079,
      "step": 82360
    },
    {
      "epoch": 12.577492746984273,
      "grad_norm": 0.18874655663967133,
      "learning_rate": 5.1685186586625955e-05,
      "loss": 0.0142,
      "step": 82370
    },
    {
      "epoch": 12.579019697663766,
      "grad_norm": 0.1748478263616562,
      "learning_rate": 5.167485823552852e-05,
      "loss": 0.0121,
      "step": 82380
    },
    {
      "epoch": 12.580546648343258,
      "grad_norm": 0.3366994857788086,
      "learning_rate": 5.166452981288421e-05,
      "loss": 0.0132,
      "step": 82390
    },
    {
      "epoch": 12.58207359902275,
      "grad_norm": 0.26725688576698303,
      "learning_rate": 5.165420131913423e-05,
      "loss": 0.0086,
      "step": 82400
    },
    {
      "epoch": 12.583600549702245,
      "grad_norm": 0.20250992476940155,
      "learning_rate": 5.164387275471983e-05,
      "loss": 0.0109,
      "step": 82410
    },
    {
      "epoch": 12.585127500381738,
      "grad_norm": 0.34329891204833984,
      "learning_rate": 5.163354412008219e-05,
      "loss": 0.0106,
      "step": 82420
    },
    {
      "epoch": 12.58665445106123,
      "grad_norm": 0.15216338634490967,
      "learning_rate": 5.1623215415662566e-05,
      "loss": 0.0103,
      "step": 82430
    },
    {
      "epoch": 12.588181401740723,
      "grad_norm": 0.13270021975040436,
      "learning_rate": 5.161288664190214e-05,
      "loss": 0.011,
      "step": 82440
    },
    {
      "epoch": 12.589708352420217,
      "grad_norm": 0.3321681022644043,
      "learning_rate": 5.160255779924217e-05,
      "loss": 0.0101,
      "step": 82450
    },
    {
      "epoch": 12.59123530309971,
      "grad_norm": 0.15650814771652222,
      "learning_rate": 5.159222888812387e-05,
      "loss": 0.0083,
      "step": 82460
    },
    {
      "epoch": 12.592762253779203,
      "grad_norm": 0.46898993849754333,
      "learning_rate": 5.158189990898847e-05,
      "loss": 0.0099,
      "step": 82470
    },
    {
      "epoch": 12.594289204458695,
      "grad_norm": 0.25479820370674133,
      "learning_rate": 5.157157086227723e-05,
      "loss": 0.0123,
      "step": 82480
    },
    {
      "epoch": 12.59581615513819,
      "grad_norm": 0.17212846875190735,
      "learning_rate": 5.156124174843137e-05,
      "loss": 0.0107,
      "step": 82490
    },
    {
      "epoch": 12.597343105817682,
      "grad_norm": 0.2280152440071106,
      "learning_rate": 5.1550912567892115e-05,
      "loss": 0.0103,
      "step": 82500
    },
    {
      "epoch": 12.598870056497175,
      "grad_norm": 0.15588195621967316,
      "learning_rate": 5.154058332110073e-05,
      "loss": 0.0079,
      "step": 82510
    },
    {
      "epoch": 12.600397007176667,
      "grad_norm": 0.14362245798110962,
      "learning_rate": 5.1530254008498455e-05,
      "loss": 0.0103,
      "step": 82520
    },
    {
      "epoch": 12.601923957856162,
      "grad_norm": 0.3565974533557892,
      "learning_rate": 5.151992463052654e-05,
      "loss": 0.0138,
      "step": 82530
    },
    {
      "epoch": 12.603450908535654,
      "grad_norm": 0.40274861454963684,
      "learning_rate": 5.150959518762623e-05,
      "loss": 0.0109,
      "step": 82540
    },
    {
      "epoch": 12.604977859215147,
      "grad_norm": 0.14503495395183563,
      "learning_rate": 5.14992656802388e-05,
      "loss": 0.012,
      "step": 82550
    },
    {
      "epoch": 12.606504809894641,
      "grad_norm": 0.2454703003168106,
      "learning_rate": 5.1488936108805495e-05,
      "loss": 0.0143,
      "step": 82560
    },
    {
      "epoch": 12.608031760574134,
      "grad_norm": 0.13000799715518951,
      "learning_rate": 5.1478606473767566e-05,
      "loss": 0.0131,
      "step": 82570
    },
    {
      "epoch": 12.609558711253626,
      "grad_norm": 0.11392685025930405,
      "learning_rate": 5.1468276775566295e-05,
      "loss": 0.0114,
      "step": 82580
    },
    {
      "epoch": 12.611085661933119,
      "grad_norm": 0.1767244189977646,
      "learning_rate": 5.1457947014642926e-05,
      "loss": 0.0102,
      "step": 82590
    },
    {
      "epoch": 12.612612612612612,
      "grad_norm": 0.1847405731678009,
      "learning_rate": 5.144761719143875e-05,
      "loss": 0.0118,
      "step": 82600
    },
    {
      "epoch": 12.614139563292106,
      "grad_norm": 0.1698256880044937,
      "learning_rate": 5.143728730639502e-05,
      "loss": 0.0111,
      "step": 82610
    },
    {
      "epoch": 12.615666513971599,
      "grad_norm": 0.1828283816576004,
      "learning_rate": 5.142695735995301e-05,
      "loss": 0.0101,
      "step": 82620
    },
    {
      "epoch": 12.617193464651091,
      "grad_norm": 0.11225783824920654,
      "learning_rate": 5.141662735255402e-05,
      "loss": 0.0101,
      "step": 82630
    },
    {
      "epoch": 12.618720415330586,
      "grad_norm": 0.16728566586971283,
      "learning_rate": 5.140629728463929e-05,
      "loss": 0.0096,
      "step": 82640
    },
    {
      "epoch": 12.620247366010078,
      "grad_norm": 0.21834217011928558,
      "learning_rate": 5.1395967156650135e-05,
      "loss": 0.0149,
      "step": 82650
    },
    {
      "epoch": 12.62177431668957,
      "grad_norm": 0.31777361035346985,
      "learning_rate": 5.1385636969027826e-05,
      "loss": 0.0101,
      "step": 82660
    },
    {
      "epoch": 12.623301267369063,
      "grad_norm": 0.2871829569339752,
      "learning_rate": 5.1375306722213656e-05,
      "loss": 0.0141,
      "step": 82670
    },
    {
      "epoch": 12.624828218048558,
      "grad_norm": 0.2753496468067169,
      "learning_rate": 5.1364976416648915e-05,
      "loss": 0.0108,
      "step": 82680
    },
    {
      "epoch": 12.62635516872805,
      "grad_norm": 0.20038177073001862,
      "learning_rate": 5.135464605277488e-05,
      "loss": 0.0088,
      "step": 82690
    },
    {
      "epoch": 12.627882119407543,
      "grad_norm": 0.20146521925926208,
      "learning_rate": 5.134431563103285e-05,
      "loss": 0.0093,
      "step": 82700
    },
    {
      "epoch": 12.629409070087036,
      "grad_norm": 0.15550997853279114,
      "learning_rate": 5.133398515186413e-05,
      "loss": 0.0139,
      "step": 82710
    },
    {
      "epoch": 12.63093602076653,
      "grad_norm": 0.3004668056964874,
      "learning_rate": 5.132365461571002e-05,
      "loss": 0.009,
      "step": 82720
    },
    {
      "epoch": 12.632462971446023,
      "grad_norm": 0.16625835001468658,
      "learning_rate": 5.13133240230118e-05,
      "loss": 0.0096,
      "step": 82730
    },
    {
      "epoch": 12.633989922125515,
      "grad_norm": 0.256574422121048,
      "learning_rate": 5.130299337421081e-05,
      "loss": 0.0115,
      "step": 82740
    },
    {
      "epoch": 12.635516872805008,
      "grad_norm": 0.23073409497737885,
      "learning_rate": 5.129266266974833e-05,
      "loss": 0.0133,
      "step": 82750
    },
    {
      "epoch": 12.637043823484502,
      "grad_norm": 0.18552488088607788,
      "learning_rate": 5.128233191006567e-05,
      "loss": 0.0068,
      "step": 82760
    },
    {
      "epoch": 12.638570774163995,
      "grad_norm": 0.23908014595508575,
      "learning_rate": 5.1272001095604164e-05,
      "loss": 0.0151,
      "step": 82770
    },
    {
      "epoch": 12.640097724843487,
      "grad_norm": 0.19419848918914795,
      "learning_rate": 5.126167022680508e-05,
      "loss": 0.0112,
      "step": 82780
    },
    {
      "epoch": 12.64162467552298,
      "grad_norm": 0.32126402854919434,
      "learning_rate": 5.125133930410978e-05,
      "loss": 0.0142,
      "step": 82790
    },
    {
      "epoch": 12.643151626202474,
      "grad_norm": 0.21331334114074707,
      "learning_rate": 5.124100832795956e-05,
      "loss": 0.0093,
      "step": 82800
    },
    {
      "epoch": 12.644678576881967,
      "grad_norm": 0.29328984022140503,
      "learning_rate": 5.1230677298795745e-05,
      "loss": 0.0158,
      "step": 82810
    },
    {
      "epoch": 12.64620552756146,
      "grad_norm": 0.16064605116844177,
      "learning_rate": 5.122034621705965e-05,
      "loss": 0.0098,
      "step": 82820
    },
    {
      "epoch": 12.647732478240952,
      "grad_norm": 0.152126744389534,
      "learning_rate": 5.121001508319262e-05,
      "loss": 0.0095,
      "step": 82830
    },
    {
      "epoch": 12.649259428920447,
      "grad_norm": 0.16973064839839935,
      "learning_rate": 5.119968389763597e-05,
      "loss": 0.0085,
      "step": 82840
    },
    {
      "epoch": 12.65078637959994,
      "grad_norm": 0.1873248964548111,
      "learning_rate": 5.1189352660831006e-05,
      "loss": 0.0118,
      "step": 82850
    },
    {
      "epoch": 12.652313330279432,
      "grad_norm": 0.124420665204525,
      "learning_rate": 5.1179021373219105e-05,
      "loss": 0.0097,
      "step": 82860
    },
    {
      "epoch": 12.653840280958924,
      "grad_norm": 0.11995328962802887,
      "learning_rate": 5.1168690035241554e-05,
      "loss": 0.0105,
      "step": 82870
    },
    {
      "epoch": 12.655367231638419,
      "grad_norm": 0.1364523470401764,
      "learning_rate": 5.115835864733973e-05,
      "loss": 0.0108,
      "step": 82880
    },
    {
      "epoch": 12.656894182317911,
      "grad_norm": 0.22432611882686615,
      "learning_rate": 5.114802720995493e-05,
      "loss": 0.0148,
      "step": 82890
    },
    {
      "epoch": 12.658421132997404,
      "grad_norm": 0.24673792719841003,
      "learning_rate": 5.113769572352855e-05,
      "loss": 0.0102,
      "step": 82900
    },
    {
      "epoch": 12.659948083676897,
      "grad_norm": 0.38372108340263367,
      "learning_rate": 5.112736418850188e-05,
      "loss": 0.013,
      "step": 82910
    },
    {
      "epoch": 12.66147503435639,
      "grad_norm": 0.18147151172161102,
      "learning_rate": 5.1117032605316286e-05,
      "loss": 0.0116,
      "step": 82920
    },
    {
      "epoch": 12.663001985035883,
      "grad_norm": 0.2596624493598938,
      "learning_rate": 5.11067009744131e-05,
      "loss": 0.0101,
      "step": 82930
    },
    {
      "epoch": 12.664528935715376,
      "grad_norm": 0.1824289858341217,
      "learning_rate": 5.109636929623369e-05,
      "loss": 0.0153,
      "step": 82940
    },
    {
      "epoch": 12.666055886394869,
      "grad_norm": 0.11916062980890274,
      "learning_rate": 5.10860375712194e-05,
      "loss": 0.0106,
      "step": 82950
    },
    {
      "epoch": 12.667582837074363,
      "grad_norm": 0.14605100452899933,
      "learning_rate": 5.107570579981158e-05,
      "loss": 0.0116,
      "step": 82960
    },
    {
      "epoch": 12.669109787753856,
      "grad_norm": 0.10929582267999649,
      "learning_rate": 5.106537398245158e-05,
      "loss": 0.0092,
      "step": 82970
    },
    {
      "epoch": 12.670636738433348,
      "grad_norm": 0.14479580521583557,
      "learning_rate": 5.1055042119580764e-05,
      "loss": 0.0118,
      "step": 82980
    },
    {
      "epoch": 12.67216368911284,
      "grad_norm": 0.17723947763442993,
      "learning_rate": 5.104471021164049e-05,
      "loss": 0.0105,
      "step": 82990
    },
    {
      "epoch": 12.673690639792335,
      "grad_norm": 0.16975080966949463,
      "learning_rate": 5.1034378259072115e-05,
      "loss": 0.0087,
      "step": 83000
    },
    {
      "epoch": 12.675217590471828,
      "grad_norm": 0.46578389406204224,
      "learning_rate": 5.102404626231701e-05,
      "loss": 0.0091,
      "step": 83010
    },
    {
      "epoch": 12.67674454115132,
      "grad_norm": 0.17538906633853912,
      "learning_rate": 5.101371422181649e-05,
      "loss": 0.0082,
      "step": 83020
    },
    {
      "epoch": 12.678271491830813,
      "grad_norm": 0.2065468281507492,
      "learning_rate": 5.1003382138012e-05,
      "loss": 0.0112,
      "step": 83030
    },
    {
      "epoch": 12.679798442510307,
      "grad_norm": 0.2059311866760254,
      "learning_rate": 5.0993050011344856e-05,
      "loss": 0.0091,
      "step": 83040
    },
    {
      "epoch": 12.6813253931898,
      "grad_norm": 0.24936126172542572,
      "learning_rate": 5.0982717842256436e-05,
      "loss": 0.0084,
      "step": 83050
    },
    {
      "epoch": 12.682852343869293,
      "grad_norm": 0.16097858548164368,
      "learning_rate": 5.0972385631188135e-05,
      "loss": 0.0091,
      "step": 83060
    },
    {
      "epoch": 12.684379294548787,
      "grad_norm": 0.14437854290008545,
      "learning_rate": 5.096205337858128e-05,
      "loss": 0.0114,
      "step": 83070
    },
    {
      "epoch": 12.68590624522828,
      "grad_norm": 0.11316888779401779,
      "learning_rate": 5.095172108487729e-05,
      "loss": 0.0093,
      "step": 83080
    },
    {
      "epoch": 12.687433195907772,
      "grad_norm": 0.17614492774009705,
      "learning_rate": 5.0941388750517494e-05,
      "loss": 0.0079,
      "step": 83090
    },
    {
      "epoch": 12.688960146587265,
      "grad_norm": 0.20097856223583221,
      "learning_rate": 5.093105637594333e-05,
      "loss": 0.0106,
      "step": 83100
    },
    {
      "epoch": 12.690487097266757,
      "grad_norm": 0.20821793377399445,
      "learning_rate": 5.092072396159614e-05,
      "loss": 0.0128,
      "step": 83110
    },
    {
      "epoch": 12.692014047946252,
      "grad_norm": 0.264299601316452,
      "learning_rate": 5.091039150791732e-05,
      "loss": 0.0104,
      "step": 83120
    },
    {
      "epoch": 12.693540998625744,
      "grad_norm": 0.18510881066322327,
      "learning_rate": 5.0900059015348236e-05,
      "loss": 0.0098,
      "step": 83130
    },
    {
      "epoch": 12.695067949305237,
      "grad_norm": 0.13070234656333923,
      "learning_rate": 5.0889726484330294e-05,
      "loss": 0.0076,
      "step": 83140
    },
    {
      "epoch": 12.696594899984731,
      "grad_norm": 0.2531953454017639,
      "learning_rate": 5.0879393915304874e-05,
      "loss": 0.0103,
      "step": 83150
    },
    {
      "epoch": 12.698121850664224,
      "grad_norm": 0.1236463412642479,
      "learning_rate": 5.086906130871335e-05,
      "loss": 0.0103,
      "step": 83160
    },
    {
      "epoch": 12.699648801343717,
      "grad_norm": 0.11913663148880005,
      "learning_rate": 5.085872866499712e-05,
      "loss": 0.0098,
      "step": 83170
    },
    {
      "epoch": 12.70117575202321,
      "grad_norm": 0.24535684287548065,
      "learning_rate": 5.084839598459759e-05,
      "loss": 0.0117,
      "step": 83180
    },
    {
      "epoch": 12.702702702702704,
      "grad_norm": 0.20400401949882507,
      "learning_rate": 5.083806326795614e-05,
      "loss": 0.0113,
      "step": 83190
    },
    {
      "epoch": 12.704229653382196,
      "grad_norm": 0.1330610066652298,
      "learning_rate": 5.082773051551416e-05,
      "loss": 0.0084,
      "step": 83200
    },
    {
      "epoch": 12.705756604061689,
      "grad_norm": 0.1719474047422409,
      "learning_rate": 5.081739772771307e-05,
      "loss": 0.0115,
      "step": 83210
    },
    {
      "epoch": 12.707283554741181,
      "grad_norm": 0.3640230596065521,
      "learning_rate": 5.080706490499422e-05,
      "loss": 0.0106,
      "step": 83220
    },
    {
      "epoch": 12.708810505420676,
      "grad_norm": 0.10585983842611313,
      "learning_rate": 5.079673204779907e-05,
      "loss": 0.0096,
      "step": 83230
    },
    {
      "epoch": 12.710337456100168,
      "grad_norm": 0.20089474320411682,
      "learning_rate": 5.0786399156568974e-05,
      "loss": 0.01,
      "step": 83240
    },
    {
      "epoch": 12.711864406779661,
      "grad_norm": 0.22386236488819122,
      "learning_rate": 5.077606623174536e-05,
      "loss": 0.0129,
      "step": 83250
    },
    {
      "epoch": 12.713391357459153,
      "grad_norm": 0.1997980922460556,
      "learning_rate": 5.0765733273769625e-05,
      "loss": 0.0115,
      "step": 83260
    },
    {
      "epoch": 12.714918308138648,
      "grad_norm": 0.22761361300945282,
      "learning_rate": 5.075540028308315e-05,
      "loss": 0.0103,
      "step": 83270
    },
    {
      "epoch": 12.71644525881814,
      "grad_norm": 0.21953818202018738,
      "learning_rate": 5.074506726012739e-05,
      "loss": 0.008,
      "step": 83280
    },
    {
      "epoch": 12.717972209497633,
      "grad_norm": 0.21438336372375488,
      "learning_rate": 5.073473420534369e-05,
      "loss": 0.0117,
      "step": 83290
    },
    {
      "epoch": 12.719499160177126,
      "grad_norm": 0.22590912878513336,
      "learning_rate": 5.072440111917354e-05,
      "loss": 0.0122,
      "step": 83300
    },
    {
      "epoch": 12.72102611085662,
      "grad_norm": 0.22249986231327057,
      "learning_rate": 5.0714068002058265e-05,
      "loss": 0.0082,
      "step": 83310
    },
    {
      "epoch": 12.722553061536113,
      "grad_norm": 0.2992943227291107,
      "learning_rate": 5.070373485443934e-05,
      "loss": 0.0154,
      "step": 83320
    },
    {
      "epoch": 12.724080012215605,
      "grad_norm": 0.28885167837142944,
      "learning_rate": 5.069340167675816e-05,
      "loss": 0.0128,
      "step": 83330
    },
    {
      "epoch": 12.725606962895098,
      "grad_norm": 0.17976130545139313,
      "learning_rate": 5.068306846945611e-05,
      "loss": 0.0099,
      "step": 83340
    },
    {
      "epoch": 12.727133913574592,
      "grad_norm": 0.2375866174697876,
      "learning_rate": 5.0672735232974646e-05,
      "loss": 0.0108,
      "step": 83350
    },
    {
      "epoch": 12.728660864254085,
      "grad_norm": 0.307279497385025,
      "learning_rate": 5.066240196775517e-05,
      "loss": 0.0107,
      "step": 83360
    },
    {
      "epoch": 12.730187814933577,
      "grad_norm": 0.1522468626499176,
      "learning_rate": 5.065206867423908e-05,
      "loss": 0.0079,
      "step": 83370
    },
    {
      "epoch": 12.73171476561307,
      "grad_norm": 0.18638525903224945,
      "learning_rate": 5.0641735352867836e-05,
      "loss": 0.0114,
      "step": 83380
    },
    {
      "epoch": 12.733241716292564,
      "grad_norm": 0.1330028474330902,
      "learning_rate": 5.063140200408283e-05,
      "loss": 0.01,
      "step": 83390
    },
    {
      "epoch": 12.734768666972057,
      "grad_norm": 0.4089505076408386,
      "learning_rate": 5.0621068628325484e-05,
      "loss": 0.0093,
      "step": 83400
    },
    {
      "epoch": 12.73629561765155,
      "grad_norm": 0.20414908230304718,
      "learning_rate": 5.061073522603724e-05,
      "loss": 0.0151,
      "step": 83410
    },
    {
      "epoch": 12.737822568331042,
      "grad_norm": 0.146274596452713,
      "learning_rate": 5.0600401797659505e-05,
      "loss": 0.0113,
      "step": 83420
    },
    {
      "epoch": 12.739349519010537,
      "grad_norm": 0.17919133603572845,
      "learning_rate": 5.05900683436337e-05,
      "loss": 0.0063,
      "step": 83430
    },
    {
      "epoch": 12.74087646969003,
      "grad_norm": 0.1126713678240776,
      "learning_rate": 5.057973486440126e-05,
      "loss": 0.01,
      "step": 83440
    },
    {
      "epoch": 12.742403420369522,
      "grad_norm": 0.12420462816953659,
      "learning_rate": 5.0569401360403615e-05,
      "loss": 0.0113,
      "step": 83450
    },
    {
      "epoch": 12.743930371049014,
      "grad_norm": 0.16291244328022003,
      "learning_rate": 5.05590678320822e-05,
      "loss": 0.0075,
      "step": 83460
    },
    {
      "epoch": 12.745457321728509,
      "grad_norm": 0.3813211917877197,
      "learning_rate": 5.054873427987841e-05,
      "loss": 0.0103,
      "step": 83470
    },
    {
      "epoch": 12.746984272408001,
      "grad_norm": 0.3391796052455902,
      "learning_rate": 5.0538400704233727e-05,
      "loss": 0.014,
      "step": 83480
    },
    {
      "epoch": 12.748511223087494,
      "grad_norm": 0.19754695892333984,
      "learning_rate": 5.0528067105589526e-05,
      "loss": 0.0074,
      "step": 83490
    },
    {
      "epoch": 12.750038173766987,
      "grad_norm": 0.17074748873710632,
      "learning_rate": 5.05177334843873e-05,
      "loss": 0.0098,
      "step": 83500
    },
    {
      "epoch": 12.751565124446481,
      "grad_norm": 0.25350162386894226,
      "learning_rate": 5.050739984106843e-05,
      "loss": 0.0104,
      "step": 83510
    },
    {
      "epoch": 12.753092075125974,
      "grad_norm": 0.29798492789268494,
      "learning_rate": 5.049706617607437e-05,
      "loss": 0.0084,
      "step": 83520
    },
    {
      "epoch": 12.754619025805466,
      "grad_norm": 0.18289372324943542,
      "learning_rate": 5.0486732489846566e-05,
      "loss": 0.0152,
      "step": 83530
    },
    {
      "epoch": 12.756145976484959,
      "grad_norm": 0.242698073387146,
      "learning_rate": 5.047639878282643e-05,
      "loss": 0.0131,
      "step": 83540
    },
    {
      "epoch": 12.757672927164453,
      "grad_norm": 0.41053006052970886,
      "learning_rate": 5.0466065055455436e-05,
      "loss": 0.0091,
      "step": 83550
    },
    {
      "epoch": 12.759199877843946,
      "grad_norm": 0.2631584405899048,
      "learning_rate": 5.045573130817498e-05,
      "loss": 0.0122,
      "step": 83560
    },
    {
      "epoch": 12.760726828523438,
      "grad_norm": 0.3106457591056824,
      "learning_rate": 5.044539754142653e-05,
      "loss": 0.011,
      "step": 83570
    },
    {
      "epoch": 12.762253779202931,
      "grad_norm": 0.25873324275016785,
      "learning_rate": 5.0435063755651516e-05,
      "loss": 0.0113,
      "step": 83580
    },
    {
      "epoch": 12.763780729882425,
      "grad_norm": 0.19219501316547394,
      "learning_rate": 5.042472995129136e-05,
      "loss": 0.0127,
      "step": 83590
    },
    {
      "epoch": 12.765307680561918,
      "grad_norm": 0.3261955976486206,
      "learning_rate": 5.0414396128787537e-05,
      "loss": 0.0098,
      "step": 83600
    },
    {
      "epoch": 12.76683463124141,
      "grad_norm": 0.21627111732959747,
      "learning_rate": 5.040406228858148e-05,
      "loss": 0.0092,
      "step": 83610
    },
    {
      "epoch": 12.768361581920903,
      "grad_norm": 0.09489213675260544,
      "learning_rate": 5.0393728431114605e-05,
      "loss": 0.0093,
      "step": 83620
    },
    {
      "epoch": 12.769888532600397,
      "grad_norm": 0.43019425868988037,
      "learning_rate": 5.038339455682839e-05,
      "loss": 0.0092,
      "step": 83630
    },
    {
      "epoch": 12.77141548327989,
      "grad_norm": 0.1934952437877655,
      "learning_rate": 5.037306066616425e-05,
      "loss": 0.0096,
      "step": 83640
    },
    {
      "epoch": 12.772942433959383,
      "grad_norm": 0.13100922107696533,
      "learning_rate": 5.036272675956365e-05,
      "loss": 0.0108,
      "step": 83650
    },
    {
      "epoch": 12.774469384638877,
      "grad_norm": 0.16386325657367706,
      "learning_rate": 5.035239283746804e-05,
      "loss": 0.0089,
      "step": 83660
    },
    {
      "epoch": 12.77599633531837,
      "grad_norm": 0.5788071155548096,
      "learning_rate": 5.034205890031883e-05,
      "loss": 0.0128,
      "step": 83670
    },
    {
      "epoch": 12.777523285997862,
      "grad_norm": 0.23569875955581665,
      "learning_rate": 5.033172494855753e-05,
      "loss": 0.0107,
      "step": 83680
    },
    {
      "epoch": 12.779050236677355,
      "grad_norm": 0.23893964290618896,
      "learning_rate": 5.03213909826255e-05,
      "loss": 0.0092,
      "step": 83690
    },
    {
      "epoch": 12.780577187356847,
      "grad_norm": 0.12355826050043106,
      "learning_rate": 5.031105700296428e-05,
      "loss": 0.0123,
      "step": 83700
    },
    {
      "epoch": 12.782104138036342,
      "grad_norm": 0.19871065020561218,
      "learning_rate": 5.030072301001526e-05,
      "loss": 0.0084,
      "step": 83710
    },
    {
      "epoch": 12.783631088715834,
      "grad_norm": 0.10840003192424774,
      "learning_rate": 5.02903890042199e-05,
      "loss": 0.01,
      "step": 83720
    },
    {
      "epoch": 12.785158039395327,
      "grad_norm": 0.3076055943965912,
      "learning_rate": 5.028005498601968e-05,
      "loss": 0.0097,
      "step": 83730
    },
    {
      "epoch": 12.786684990074821,
      "grad_norm": 0.18730293214321136,
      "learning_rate": 5.026972095585599e-05,
      "loss": 0.0091,
      "step": 83740
    },
    {
      "epoch": 12.788211940754314,
      "grad_norm": 0.2987777888774872,
      "learning_rate": 5.025938691417035e-05,
      "loss": 0.0116,
      "step": 83750
    },
    {
      "epoch": 12.789738891433807,
      "grad_norm": 0.2008499801158905,
      "learning_rate": 5.024905286140416e-05,
      "loss": 0.0111,
      "step": 83760
    },
    {
      "epoch": 12.7912658421133,
      "grad_norm": 0.20835989713668823,
      "learning_rate": 5.023871879799889e-05,
      "loss": 0.0109,
      "step": 83770
    },
    {
      "epoch": 12.792792792792794,
      "grad_norm": 0.18209415674209595,
      "learning_rate": 5.0228384724395985e-05,
      "loss": 0.0097,
      "step": 83780
    },
    {
      "epoch": 12.794319743472286,
      "grad_norm": 0.21020416915416718,
      "learning_rate": 5.021805064103691e-05,
      "loss": 0.0093,
      "step": 83790
    },
    {
      "epoch": 12.795846694151779,
      "grad_norm": 0.22470107674598694,
      "learning_rate": 5.0207716548363114e-05,
      "loss": 0.0121,
      "step": 83800
    },
    {
      "epoch": 12.797373644831271,
      "grad_norm": 0.2818353474140167,
      "learning_rate": 5.019738244681605e-05,
      "loss": 0.0114,
      "step": 83810
    },
    {
      "epoch": 12.798900595510766,
      "grad_norm": 0.16790497303009033,
      "learning_rate": 5.018704833683716e-05,
      "loss": 0.0118,
      "step": 83820
    },
    {
      "epoch": 12.800427546190258,
      "grad_norm": 0.22464028000831604,
      "learning_rate": 5.017671421886793e-05,
      "loss": 0.0116,
      "step": 83830
    },
    {
      "epoch": 12.801954496869751,
      "grad_norm": 0.1673961728811264,
      "learning_rate": 5.016638009334977e-05,
      "loss": 0.009,
      "step": 83840
    },
    {
      "epoch": 12.803481447549244,
      "grad_norm": 0.2347797155380249,
      "learning_rate": 5.0156045960724164e-05,
      "loss": 0.0096,
      "step": 83850
    },
    {
      "epoch": 12.805008398228738,
      "grad_norm": 0.18015849590301514,
      "learning_rate": 5.0145711821432576e-05,
      "loss": 0.0096,
      "step": 83860
    },
    {
      "epoch": 12.80653534890823,
      "grad_norm": 0.22352071106433868,
      "learning_rate": 5.013537767591643e-05,
      "loss": 0.0104,
      "step": 83870
    },
    {
      "epoch": 12.808062299587723,
      "grad_norm": 0.17719854414463043,
      "learning_rate": 5.012504352461721e-05,
      "loss": 0.0129,
      "step": 83880
    },
    {
      "epoch": 12.809589250267216,
      "grad_norm": 0.28523552417755127,
      "learning_rate": 5.0114709367976355e-05,
      "loss": 0.0106,
      "step": 83890
    },
    {
      "epoch": 12.81111620094671,
      "grad_norm": 0.17539241909980774,
      "learning_rate": 5.010437520643532e-05,
      "loss": 0.009,
      "step": 83900
    },
    {
      "epoch": 12.812643151626203,
      "grad_norm": 0.21716758608818054,
      "learning_rate": 5.009404104043557e-05,
      "loss": 0.0106,
      "step": 83910
    },
    {
      "epoch": 12.814170102305695,
      "grad_norm": 0.22193697094917297,
      "learning_rate": 5.008370687041857e-05,
      "loss": 0.0113,
      "step": 83920
    },
    {
      "epoch": 12.815697052985188,
      "grad_norm": 0.18393538892269135,
      "learning_rate": 5.007337269682576e-05,
      "loss": 0.0107,
      "step": 83930
    },
    {
      "epoch": 12.817224003664682,
      "grad_norm": 0.4200039803981781,
      "learning_rate": 5.0063038520098595e-05,
      "loss": 0.0108,
      "step": 83940
    },
    {
      "epoch": 12.818750954344175,
      "grad_norm": 0.29345396161079407,
      "learning_rate": 5.0052704340678556e-05,
      "loss": 0.0131,
      "step": 83950
    },
    {
      "epoch": 12.820277905023667,
      "grad_norm": 0.1542697548866272,
      "learning_rate": 5.0042370159007076e-05,
      "loss": 0.0073,
      "step": 83960
    },
    {
      "epoch": 12.82180485570316,
      "grad_norm": 0.11594971269369125,
      "learning_rate": 5.003203597552562e-05,
      "loss": 0.011,
      "step": 83970
    },
    {
      "epoch": 12.823331806382654,
      "grad_norm": 0.15678660571575165,
      "learning_rate": 5.0021701790675656e-05,
      "loss": 0.0108,
      "step": 83980
    },
    {
      "epoch": 12.824858757062147,
      "grad_norm": 0.18685513734817505,
      "learning_rate": 5.0011367604898615e-05,
      "loss": 0.01,
      "step": 83990
    },
    {
      "epoch": 12.82638570774164,
      "grad_norm": 0.3783109784126282,
      "learning_rate": 5.0001033418635986e-05,
      "loss": 0.0116,
      "step": 84000
    },
    {
      "epoch": 12.827912658421132,
      "grad_norm": 0.10345598310232162,
      "learning_rate": 4.9990699232329204e-05,
      "loss": 0.0077,
      "step": 84010
    },
    {
      "epoch": 12.829439609100627,
      "grad_norm": 0.11282286792993546,
      "learning_rate": 4.998036504641972e-05,
      "loss": 0.0099,
      "step": 84020
    },
    {
      "epoch": 12.83096655978012,
      "grad_norm": 0.10869282484054565,
      "learning_rate": 4.9970030861349023e-05,
      "loss": 0.0094,
      "step": 84030
    },
    {
      "epoch": 12.832493510459612,
      "grad_norm": 0.22596660256385803,
      "learning_rate": 4.9959696677558546e-05,
      "loss": 0.01,
      "step": 84040
    },
    {
      "epoch": 12.834020461139104,
      "grad_norm": 0.1776391863822937,
      "learning_rate": 4.9949362495489774e-05,
      "loss": 0.01,
      "step": 84050
    },
    {
      "epoch": 12.835547411818599,
      "grad_norm": 0.09896270185709,
      "learning_rate": 4.993902831558411e-05,
      "loss": 0.0078,
      "step": 84060
    },
    {
      "epoch": 12.837074362498091,
      "grad_norm": 0.13843423128128052,
      "learning_rate": 4.9928694138283054e-05,
      "loss": 0.0087,
      "step": 84070
    },
    {
      "epoch": 12.838601313177584,
      "grad_norm": 0.132611483335495,
      "learning_rate": 4.9918359964028066e-05,
      "loss": 0.0063,
      "step": 84080
    },
    {
      "epoch": 12.840128263857077,
      "grad_norm": 0.23294846713542938,
      "learning_rate": 4.9908025793260584e-05,
      "loss": 0.0103,
      "step": 84090
    },
    {
      "epoch": 12.841655214536571,
      "grad_norm": 0.210247203707695,
      "learning_rate": 4.9897691626422075e-05,
      "loss": 0.0073,
      "step": 84100
    },
    {
      "epoch": 12.843182165216064,
      "grad_norm": 0.12084384262561798,
      "learning_rate": 4.988735746395398e-05,
      "loss": 0.0143,
      "step": 84110
    },
    {
      "epoch": 12.844709115895556,
      "grad_norm": 0.26110514998435974,
      "learning_rate": 4.9877023306297766e-05,
      "loss": 0.0152,
      "step": 84120
    },
    {
      "epoch": 12.846236066575049,
      "grad_norm": 0.2646706998348236,
      "learning_rate": 4.986668915389491e-05,
      "loss": 0.0112,
      "step": 84130
    },
    {
      "epoch": 12.847763017254543,
      "grad_norm": 0.2558572590351105,
      "learning_rate": 4.9856355007186833e-05,
      "loss": 0.013,
      "step": 84140
    },
    {
      "epoch": 12.849289967934036,
      "grad_norm": 0.3016492426395416,
      "learning_rate": 4.9846020866615e-05,
      "loss": 0.0175,
      "step": 84150
    },
    {
      "epoch": 12.850816918613528,
      "grad_norm": 0.3439284563064575,
      "learning_rate": 4.983568673262089e-05,
      "loss": 0.0105,
      "step": 84160
    },
    {
      "epoch": 12.852343869293023,
      "grad_norm": 0.16357707977294922,
      "learning_rate": 4.982535260564593e-05,
      "loss": 0.0134,
      "step": 84170
    },
    {
      "epoch": 12.853870819972515,
      "grad_norm": 0.20148439705371857,
      "learning_rate": 4.98150184861316e-05,
      "loss": 0.0072,
      "step": 84180
    },
    {
      "epoch": 12.855397770652008,
      "grad_norm": 0.19989313185214996,
      "learning_rate": 4.980468437451933e-05,
      "loss": 0.0104,
      "step": 84190
    },
    {
      "epoch": 12.8569247213315,
      "grad_norm": 0.14866240322589874,
      "learning_rate": 4.979435027125057e-05,
      "loss": 0.0076,
      "step": 84200
    },
    {
      "epoch": 12.858451672010993,
      "grad_norm": 0.12602154910564423,
      "learning_rate": 4.978401617676681e-05,
      "loss": 0.0086,
      "step": 84210
    },
    {
      "epoch": 12.859978622690488,
      "grad_norm": 0.20095688104629517,
      "learning_rate": 4.9773682091509474e-05,
      "loss": 0.0103,
      "step": 84220
    },
    {
      "epoch": 12.86150557336998,
      "grad_norm": 0.17966116964817047,
      "learning_rate": 4.9763348015920035e-05,
      "loss": 0.012,
      "step": 84230
    },
    {
      "epoch": 12.863032524049473,
      "grad_norm": 0.16918377578258514,
      "learning_rate": 4.9753013950439914e-05,
      "loss": 0.0104,
      "step": 84240
    },
    {
      "epoch": 12.864559474728967,
      "grad_norm": 0.16183018684387207,
      "learning_rate": 4.974267989551059e-05,
      "loss": 0.0099,
      "step": 84250
    },
    {
      "epoch": 12.86608642540846,
      "grad_norm": 0.36367735266685486,
      "learning_rate": 4.973234585157352e-05,
      "loss": 0.0094,
      "step": 84260
    },
    {
      "epoch": 12.867613376087952,
      "grad_norm": 0.2879668176174164,
      "learning_rate": 4.972201181907013e-05,
      "loss": 0.0091,
      "step": 84270
    },
    {
      "epoch": 12.869140326767445,
      "grad_norm": 0.1457287073135376,
      "learning_rate": 4.9711677798441904e-05,
      "loss": 0.0087,
      "step": 84280
    },
    {
      "epoch": 12.87066727744694,
      "grad_norm": 0.1684846431016922,
      "learning_rate": 4.9701343790130225e-05,
      "loss": 0.0105,
      "step": 84290
    },
    {
      "epoch": 12.872194228126432,
      "grad_norm": 0.20126555860042572,
      "learning_rate": 4.969100979457664e-05,
      "loss": 0.0096,
      "step": 84300
    },
    {
      "epoch": 12.873721178805924,
      "grad_norm": 0.1252812147140503,
      "learning_rate": 4.968067581222253e-05,
      "loss": 0.011,
      "step": 84310
    },
    {
      "epoch": 12.875248129485417,
      "grad_norm": 0.2032942920923233,
      "learning_rate": 4.9670341843509375e-05,
      "loss": 0.0087,
      "step": 84320
    },
    {
      "epoch": 12.876775080164911,
      "grad_norm": 0.15989215672016144,
      "learning_rate": 4.9660007888878585e-05,
      "loss": 0.0125,
      "step": 84330
    },
    {
      "epoch": 12.878302030844404,
      "grad_norm": 0.28975728154182434,
      "learning_rate": 4.9649673948771646e-05,
      "loss": 0.0097,
      "step": 84340
    },
    {
      "epoch": 12.879828981523897,
      "grad_norm": 0.2541481554508209,
      "learning_rate": 4.9639340023630004e-05,
      "loss": 0.0121,
      "step": 84350
    },
    {
      "epoch": 12.88135593220339,
      "grad_norm": 0.14588217437267303,
      "learning_rate": 4.962900611389509e-05,
      "loss": 0.0105,
      "step": 84360
    },
    {
      "epoch": 12.882882882882884,
      "grad_norm": 0.2195156365633011,
      "learning_rate": 4.9618672220008355e-05,
      "loss": 0.0086,
      "step": 84370
    },
    {
      "epoch": 12.884409833562376,
      "grad_norm": 0.19291506707668304,
      "learning_rate": 4.960833834241122e-05,
      "loss": 0.0138,
      "step": 84380
    },
    {
      "epoch": 12.885936784241869,
      "grad_norm": 0.1623734086751938,
      "learning_rate": 4.959800448154517e-05,
      "loss": 0.0094,
      "step": 84390
    },
    {
      "epoch": 12.887463734921361,
      "grad_norm": 0.1987748146057129,
      "learning_rate": 4.958767063785163e-05,
      "loss": 0.0096,
      "step": 84400
    },
    {
      "epoch": 12.888990685600856,
      "grad_norm": 0.2643711268901825,
      "learning_rate": 4.957733681177204e-05,
      "loss": 0.0114,
      "step": 84410
    },
    {
      "epoch": 12.890517636280348,
      "grad_norm": 0.16754963994026184,
      "learning_rate": 4.956700300374784e-05,
      "loss": 0.0096,
      "step": 84420
    },
    {
      "epoch": 12.892044586959841,
      "grad_norm": 0.22311513125896454,
      "learning_rate": 4.955666921422049e-05,
      "loss": 0.0118,
      "step": 84430
    },
    {
      "epoch": 12.893571537639334,
      "grad_norm": 0.29126057028770447,
      "learning_rate": 4.9546335443631405e-05,
      "loss": 0.0105,
      "step": 84440
    },
    {
      "epoch": 12.895098488318828,
      "grad_norm": 0.1321927160024643,
      "learning_rate": 4.953600169242205e-05,
      "loss": 0.0114,
      "step": 84450
    },
    {
      "epoch": 12.89662543899832,
      "grad_norm": 0.26682397723197937,
      "learning_rate": 4.952566796103383e-05,
      "loss": 0.0115,
      "step": 84460
    },
    {
      "epoch": 12.898152389677813,
      "grad_norm": 0.13716866075992584,
      "learning_rate": 4.9515334249908204e-05,
      "loss": 0.0068,
      "step": 84470
    },
    {
      "epoch": 12.899679340357306,
      "grad_norm": 0.2983185052871704,
      "learning_rate": 4.950500055948663e-05,
      "loss": 0.0108,
      "step": 84480
    },
    {
      "epoch": 12.9012062910368,
      "grad_norm": 0.17363625764846802,
      "learning_rate": 4.9494666890210505e-05,
      "loss": 0.0098,
      "step": 84490
    },
    {
      "epoch": 12.902733241716293,
      "grad_norm": 0.3301387429237366,
      "learning_rate": 4.9484333242521295e-05,
      "loss": 0.0087,
      "step": 84500
    },
    {
      "epoch": 12.904260192395785,
      "grad_norm": 0.11555459350347519,
      "learning_rate": 4.947399961686041e-05,
      "loss": 0.0119,
      "step": 84510
    },
    {
      "epoch": 12.905787143075278,
      "grad_norm": 0.38217297196388245,
      "learning_rate": 4.946366601366929e-05,
      "loss": 0.0135,
      "step": 84520
    },
    {
      "epoch": 12.907314093754772,
      "grad_norm": 0.2777116298675537,
      "learning_rate": 4.945333243338939e-05,
      "loss": 0.0109,
      "step": 84530
    },
    {
      "epoch": 12.908841044434265,
      "grad_norm": 0.1633709967136383,
      "learning_rate": 4.944299887646211e-05,
      "loss": 0.0098,
      "step": 84540
    },
    {
      "epoch": 12.910367995113758,
      "grad_norm": 0.15096788108348846,
      "learning_rate": 4.943266534332892e-05,
      "loss": 0.009,
      "step": 84550
    },
    {
      "epoch": 12.91189494579325,
      "grad_norm": 0.246564120054245,
      "learning_rate": 4.942233183443119e-05,
      "loss": 0.0107,
      "step": 84560
    },
    {
      "epoch": 12.913421896472745,
      "grad_norm": 0.14937971532344818,
      "learning_rate": 4.9411998350210395e-05,
      "loss": 0.0087,
      "step": 84570
    },
    {
      "epoch": 12.914948847152237,
      "grad_norm": 0.15843328833580017,
      "learning_rate": 4.940166489110796e-05,
      "loss": 0.0102,
      "step": 84580
    },
    {
      "epoch": 12.91647579783173,
      "grad_norm": 0.17294393479824066,
      "learning_rate": 4.9391331457565295e-05,
      "loss": 0.0105,
      "step": 84590
    },
    {
      "epoch": 12.918002748511222,
      "grad_norm": 0.21354052424430847,
      "learning_rate": 4.9380998050023816e-05,
      "loss": 0.008,
      "step": 84600
    },
    {
      "epoch": 12.919529699190717,
      "grad_norm": 0.30315080285072327,
      "learning_rate": 4.937066466892499e-05,
      "loss": 0.0114,
      "step": 84610
    },
    {
      "epoch": 12.92105664987021,
      "grad_norm": 0.2065381407737732,
      "learning_rate": 4.93603313147102e-05,
      "loss": 0.012,
      "step": 84620
    },
    {
      "epoch": 12.922583600549702,
      "grad_norm": 0.16772599518299103,
      "learning_rate": 4.9349997987820894e-05,
      "loss": 0.0118,
      "step": 84630
    },
    {
      "epoch": 12.924110551229194,
      "grad_norm": 0.2293851226568222,
      "learning_rate": 4.933966468869847e-05,
      "loss": 0.0122,
      "step": 84640
    },
    {
      "epoch": 12.925637501908689,
      "grad_norm": 0.2006019800901413,
      "learning_rate": 4.9329331417784344e-05,
      "loss": 0.0097,
      "step": 84650
    },
    {
      "epoch": 12.927164452588181,
      "grad_norm": 0.2183859497308731,
      "learning_rate": 4.9318998175519966e-05,
      "loss": 0.0113,
      "step": 84660
    },
    {
      "epoch": 12.928691403267674,
      "grad_norm": 0.1706293374300003,
      "learning_rate": 4.930866496234673e-05,
      "loss": 0.0125,
      "step": 84670
    },
    {
      "epoch": 12.930218353947167,
      "grad_norm": 0.15407583117485046,
      "learning_rate": 4.9298331778706066e-05,
      "loss": 0.0082,
      "step": 84680
    },
    {
      "epoch": 12.931745304626661,
      "grad_norm": 0.24114377796649933,
      "learning_rate": 4.928799862503934e-05,
      "loss": 0.0102,
      "step": 84690
    },
    {
      "epoch": 12.933272255306154,
      "grad_norm": 0.12148067355155945,
      "learning_rate": 4.9277665501788046e-05,
      "loss": 0.0102,
      "step": 84700
    },
    {
      "epoch": 12.934799205985646,
      "grad_norm": 0.2003031075000763,
      "learning_rate": 4.9267332409393544e-05,
      "loss": 0.0098,
      "step": 84710
    },
    {
      "epoch": 12.936326156665139,
      "grad_norm": 0.25699785351753235,
      "learning_rate": 4.925699934829726e-05,
      "loss": 0.0096,
      "step": 84720
    },
    {
      "epoch": 12.937853107344633,
      "grad_norm": 0.20206807553768158,
      "learning_rate": 4.924666631894059e-05,
      "loss": 0.0092,
      "step": 84730
    },
    {
      "epoch": 12.939380058024126,
      "grad_norm": 0.14984920620918274,
      "learning_rate": 4.9236333321764945e-05,
      "loss": 0.012,
      "step": 84740
    },
    {
      "epoch": 12.940907008703618,
      "grad_norm": 0.23402908444404602,
      "learning_rate": 4.922600035721176e-05,
      "loss": 0.0129,
      "step": 84750
    },
    {
      "epoch": 12.942433959383113,
      "grad_norm": 0.12027406692504883,
      "learning_rate": 4.92156674257224e-05,
      "loss": 0.0088,
      "step": 84760
    },
    {
      "epoch": 12.943960910062605,
      "grad_norm": 0.18934322893619537,
      "learning_rate": 4.92053345277383e-05,
      "loss": 0.0149,
      "step": 84770
    },
    {
      "epoch": 12.945487860742098,
      "grad_norm": 0.32747936248779297,
      "learning_rate": 4.9195001663700826e-05,
      "loss": 0.0108,
      "step": 84780
    },
    {
      "epoch": 12.94701481142159,
      "grad_norm": 0.2531026303768158,
      "learning_rate": 4.918466883405142e-05,
      "loss": 0.0111,
      "step": 84790
    },
    {
      "epoch": 12.948541762101083,
      "grad_norm": 0.15542280673980713,
      "learning_rate": 4.917433603923147e-05,
      "loss": 0.0097,
      "step": 84800
    },
    {
      "epoch": 12.950068712780578,
      "grad_norm": 0.32916727662086487,
      "learning_rate": 4.916400327968235e-05,
      "loss": 0.0124,
      "step": 84810
    },
    {
      "epoch": 12.95159566346007,
      "grad_norm": 0.18754562735557556,
      "learning_rate": 4.915367055584549e-05,
      "loss": 0.0107,
      "step": 84820
    },
    {
      "epoch": 12.953122614139563,
      "grad_norm": 0.4647308588027954,
      "learning_rate": 4.9143337868162254e-05,
      "loss": 0.0116,
      "step": 84830
    },
    {
      "epoch": 12.954649564819057,
      "grad_norm": 0.19335360825061798,
      "learning_rate": 4.913300521707406e-05,
      "loss": 0.013,
      "step": 84840
    },
    {
      "epoch": 12.95617651549855,
      "grad_norm": 0.20109806954860687,
      "learning_rate": 4.912267260302229e-05,
      "loss": 0.0111,
      "step": 84850
    },
    {
      "epoch": 12.957703466178042,
      "grad_norm": 0.10358217358589172,
      "learning_rate": 4.9112340026448336e-05,
      "loss": 0.0117,
      "step": 84860
    },
    {
      "epoch": 12.959230416857535,
      "grad_norm": 0.2395462691783905,
      "learning_rate": 4.9102007487793566e-05,
      "loss": 0.0102,
      "step": 84870
    },
    {
      "epoch": 12.96075736753703,
      "grad_norm": 0.16761833429336548,
      "learning_rate": 4.9091674987499414e-05,
      "loss": 0.0114,
      "step": 84880
    },
    {
      "epoch": 12.962284318216522,
      "grad_norm": 0.19599370658397675,
      "learning_rate": 4.9081342526007225e-05,
      "loss": 0.0107,
      "step": 84890
    },
    {
      "epoch": 12.963811268896015,
      "grad_norm": 0.24911648035049438,
      "learning_rate": 4.9071010103758404e-05,
      "loss": 0.008,
      "step": 84900
    },
    {
      "epoch": 12.965338219575507,
      "grad_norm": 0.2245805412530899,
      "learning_rate": 4.906067772119432e-05,
      "loss": 0.0119,
      "step": 84910
    },
    {
      "epoch": 12.966865170255002,
      "grad_norm": 0.1939811110496521,
      "learning_rate": 4.905034537875634e-05,
      "loss": 0.009,
      "step": 84920
    },
    {
      "epoch": 12.968392120934494,
      "grad_norm": 0.2785831093788147,
      "learning_rate": 4.9040013076885886e-05,
      "loss": 0.0116,
      "step": 84930
    },
    {
      "epoch": 12.969919071613987,
      "grad_norm": 0.12159931659698486,
      "learning_rate": 4.90296808160243e-05,
      "loss": 0.012,
      "step": 84940
    },
    {
      "epoch": 12.97144602229348,
      "grad_norm": 0.2524659037590027,
      "learning_rate": 4.901934859661298e-05,
      "loss": 0.0117,
      "step": 84950
    },
    {
      "epoch": 12.972972972972974,
      "grad_norm": 0.2182561308145523,
      "learning_rate": 4.9009016419093256e-05,
      "loss": 0.0099,
      "step": 84960
    },
    {
      "epoch": 12.974499923652466,
      "grad_norm": 0.15476509928703308,
      "learning_rate": 4.899868428390655e-05,
      "loss": 0.0113,
      "step": 84970
    },
    {
      "epoch": 12.976026874331959,
      "grad_norm": 0.5400089025497437,
      "learning_rate": 4.8988352191494216e-05,
      "loss": 0.011,
      "step": 84980
    },
    {
      "epoch": 12.977553825011451,
      "grad_norm": 0.19411520659923553,
      "learning_rate": 4.897802014229762e-05,
      "loss": 0.0098,
      "step": 84990
    },
    {
      "epoch": 12.979080775690946,
      "grad_norm": 0.2714973986148834,
      "learning_rate": 4.896768813675812e-05,
      "loss": 0.012,
      "step": 85000
    },
    {
      "epoch": 12.980607726370438,
      "grad_norm": 0.3784553110599518,
      "learning_rate": 4.895735617531707e-05,
      "loss": 0.0126,
      "step": 85010
    },
    {
      "epoch": 12.982134677049931,
      "grad_norm": 0.21581852436065674,
      "learning_rate": 4.8947024258415864e-05,
      "loss": 0.0111,
      "step": 85020
    },
    {
      "epoch": 12.983661627729424,
      "grad_norm": 0.19043701887130737,
      "learning_rate": 4.8936692386495855e-05,
      "loss": 0.0088,
      "step": 85030
    },
    {
      "epoch": 12.985188578408918,
      "grad_norm": 0.19052892923355103,
      "learning_rate": 4.892636055999839e-05,
      "loss": 0.0107,
      "step": 85040
    },
    {
      "epoch": 12.98671552908841,
      "grad_norm": 0.3086777627468109,
      "learning_rate": 4.891602877936481e-05,
      "loss": 0.0127,
      "step": 85050
    },
    {
      "epoch": 12.988242479767903,
      "grad_norm": 0.21300265192985535,
      "learning_rate": 4.890569704503651e-05,
      "loss": 0.0098,
      "step": 85060
    },
    {
      "epoch": 12.989769430447396,
      "grad_norm": 0.3485107123851776,
      "learning_rate": 4.889536535745481e-05,
      "loss": 0.0107,
      "step": 85070
    },
    {
      "epoch": 12.99129638112689,
      "grad_norm": 0.20793338119983673,
      "learning_rate": 4.888503371706109e-05,
      "loss": 0.0093,
      "step": 85080
    },
    {
      "epoch": 12.992823331806383,
      "grad_norm": 0.15160487592220306,
      "learning_rate": 4.887470212429665e-05,
      "loss": 0.0121,
      "step": 85090
    },
    {
      "epoch": 12.994350282485875,
      "grad_norm": 0.3613470196723938,
      "learning_rate": 4.88643705796029e-05,
      "loss": 0.0132,
      "step": 85100
    },
    {
      "epoch": 12.995877233165368,
      "grad_norm": 0.10651974380016327,
      "learning_rate": 4.885403908342114e-05,
      "loss": 0.0089,
      "step": 85110
    },
    {
      "epoch": 12.997404183844862,
      "grad_norm": 0.1767841875553131,
      "learning_rate": 4.884370763619273e-05,
      "loss": 0.0119,
      "step": 85120
    },
    {
      "epoch": 12.998931134524355,
      "grad_norm": 0.16626088321208954,
      "learning_rate": 4.8833376238359e-05,
      "loss": 0.0108,
      "step": 85130
    },
    {
      "epoch": 13.000458085203848,
      "grad_norm": 0.20697273313999176,
      "learning_rate": 4.882304489036129e-05,
      "loss": 0.0129,
      "step": 85140
    },
    {
      "epoch": 13.00198503588334,
      "grad_norm": 0.1454845815896988,
      "learning_rate": 4.881271359264095e-05,
      "loss": 0.0087,
      "step": 85150
    },
    {
      "epoch": 13.003511986562835,
      "grad_norm": 0.19737981259822845,
      "learning_rate": 4.88023823456393e-05,
      "loss": 0.008,
      "step": 85160
    },
    {
      "epoch": 13.005038937242327,
      "grad_norm": 0.18740257620811462,
      "learning_rate": 4.8792051149797684e-05,
      "loss": 0.0126,
      "step": 85170
    },
    {
      "epoch": 13.00656588792182,
      "grad_norm": 0.22498831152915955,
      "learning_rate": 4.87817200055574e-05,
      "loss": 0.0101,
      "step": 85180
    },
    {
      "epoch": 13.008092838601312,
      "grad_norm": 0.38981881737709045,
      "learning_rate": 4.8771388913359814e-05,
      "loss": 0.013,
      "step": 85190
    },
    {
      "epoch": 13.009619789280807,
      "grad_norm": 0.4812059998512268,
      "learning_rate": 4.876105787364625e-05,
      "loss": 0.0108,
      "step": 85200
    },
    {
      "epoch": 13.0111467399603,
      "grad_norm": 0.16430339217185974,
      "learning_rate": 4.8750726886858e-05,
      "loss": 0.0138,
      "step": 85210
    },
    {
      "epoch": 13.012673690639792,
      "grad_norm": 0.1434222012758255,
      "learning_rate": 4.874039595343642e-05,
      "loss": 0.0095,
      "step": 85220
    },
    {
      "epoch": 13.014200641319285,
      "grad_norm": 0.1950807124376297,
      "learning_rate": 4.8730065073822784e-05,
      "loss": 0.0106,
      "step": 85230
    },
    {
      "epoch": 13.015727591998779,
      "grad_norm": 0.2516264021396637,
      "learning_rate": 4.8719734248458447e-05,
      "loss": 0.0081,
      "step": 85240
    },
    {
      "epoch": 13.017254542678272,
      "grad_norm": 0.22191612422466278,
      "learning_rate": 4.870940347778473e-05,
      "loss": 0.0086,
      "step": 85250
    },
    {
      "epoch": 13.018781493357764,
      "grad_norm": 0.17076332867145538,
      "learning_rate": 4.86990727622429e-05,
      "loss": 0.0125,
      "step": 85260
    },
    {
      "epoch": 13.020308444037257,
      "grad_norm": 0.13274629414081573,
      "learning_rate": 4.868874210227429e-05,
      "loss": 0.0099,
      "step": 85270
    },
    {
      "epoch": 13.021835394716751,
      "grad_norm": 0.24869142472743988,
      "learning_rate": 4.867841149832023e-05,
      "loss": 0.0113,
      "step": 85280
    },
    {
      "epoch": 13.023362345396244,
      "grad_norm": 0.15913304686546326,
      "learning_rate": 4.866808095082199e-05,
      "loss": 0.0084,
      "step": 85290
    },
    {
      "epoch": 13.024889296075736,
      "grad_norm": 0.17587541043758392,
      "learning_rate": 4.8657750460220895e-05,
      "loss": 0.0089,
      "step": 85300
    },
    {
      "epoch": 13.02641624675523,
      "grad_norm": 0.14368703961372375,
      "learning_rate": 4.864742002695823e-05,
      "loss": 0.0088,
      "step": 85310
    },
    {
      "epoch": 13.027943197434723,
      "grad_norm": 0.2851162850856781,
      "learning_rate": 4.8637089651475285e-05,
      "loss": 0.0138,
      "step": 85320
    },
    {
      "epoch": 13.029470148114216,
      "grad_norm": 0.1713259369134903,
      "learning_rate": 4.862675933421338e-05,
      "loss": 0.0087,
      "step": 85330
    },
    {
      "epoch": 13.030997098793708,
      "grad_norm": 0.29351016879081726,
      "learning_rate": 4.861642907561378e-05,
      "loss": 0.0109,
      "step": 85340
    },
    {
      "epoch": 13.032524049473203,
      "grad_norm": 0.2171650528907776,
      "learning_rate": 4.860609887611781e-05,
      "loss": 0.0095,
      "step": 85350
    },
    {
      "epoch": 13.034051000152695,
      "grad_norm": 0.26905009150505066,
      "learning_rate": 4.8595768736166715e-05,
      "loss": 0.0092,
      "step": 85360
    },
    {
      "epoch": 13.035577950832188,
      "grad_norm": 0.18195229768753052,
      "learning_rate": 4.8585438656201806e-05,
      "loss": 0.014,
      "step": 85370
    },
    {
      "epoch": 13.03710490151168,
      "grad_norm": 0.12707282602787018,
      "learning_rate": 4.857510863666436e-05,
      "loss": 0.01,
      "step": 85380
    },
    {
      "epoch": 13.038631852191175,
      "grad_norm": 0.22743092477321625,
      "learning_rate": 4.856477867799566e-05,
      "loss": 0.0127,
      "step": 85390
    },
    {
      "epoch": 13.040158802870668,
      "grad_norm": 0.1740267425775528,
      "learning_rate": 4.855444878063698e-05,
      "loss": 0.013,
      "step": 85400
    },
    {
      "epoch": 13.04168575355016,
      "grad_norm": 0.1648552566766739,
      "learning_rate": 4.8544118945029575e-05,
      "loss": 0.0109,
      "step": 85410
    },
    {
      "epoch": 13.043212704229653,
      "grad_norm": 0.20057138800621033,
      "learning_rate": 4.853378917161474e-05,
      "loss": 0.0104,
      "step": 85420
    },
    {
      "epoch": 13.044739654909147,
      "grad_norm": 0.22936396300792694,
      "learning_rate": 4.8523459460833755e-05,
      "loss": 0.0087,
      "step": 85430
    },
    {
      "epoch": 13.04626660558864,
      "grad_norm": 0.17483945190906525,
      "learning_rate": 4.851312981312785e-05,
      "loss": 0.0115,
      "step": 85440
    },
    {
      "epoch": 13.047793556268132,
      "grad_norm": 0.176462322473526,
      "learning_rate": 4.8502800228938314e-05,
      "loss": 0.009,
      "step": 85450
    },
    {
      "epoch": 13.049320506947625,
      "grad_norm": 0.17411141097545624,
      "learning_rate": 4.84924707087064e-05,
      "loss": 0.0098,
      "step": 85460
    },
    {
      "epoch": 13.05084745762712,
      "grad_norm": 0.2079528570175171,
      "learning_rate": 4.848214125287338e-05,
      "loss": 0.011,
      "step": 85470
    },
    {
      "epoch": 13.052374408306612,
      "grad_norm": 0.18622905015945435,
      "learning_rate": 4.847181186188048e-05,
      "loss": 0.0103,
      "step": 85480
    },
    {
      "epoch": 13.053901358986105,
      "grad_norm": 0.12859953939914703,
      "learning_rate": 4.8461482536169e-05,
      "loss": 0.01,
      "step": 85490
    },
    {
      "epoch": 13.055428309665597,
      "grad_norm": 0.17459312081336975,
      "learning_rate": 4.845115327618012e-05,
      "loss": 0.0115,
      "step": 85500
    },
    {
      "epoch": 13.056955260345092,
      "grad_norm": 0.17466726899147034,
      "learning_rate": 4.844082408235514e-05,
      "loss": 0.01,
      "step": 85510
    },
    {
      "epoch": 13.058482211024584,
      "grad_norm": 0.2359694093465805,
      "learning_rate": 4.843049495513531e-05,
      "loss": 0.0095,
      "step": 85520
    },
    {
      "epoch": 13.060009161704077,
      "grad_norm": 0.3143059015274048,
      "learning_rate": 4.842016589496183e-05,
      "loss": 0.0114,
      "step": 85530
    },
    {
      "epoch": 13.06153611238357,
      "grad_norm": 0.38933315873146057,
      "learning_rate": 4.8409836902275966e-05,
      "loss": 0.0105,
      "step": 85540
    },
    {
      "epoch": 13.063063063063064,
      "grad_norm": 0.18861053884029388,
      "learning_rate": 4.839950797751895e-05,
      "loss": 0.0113,
      "step": 85550
    },
    {
      "epoch": 13.064590013742556,
      "grad_norm": 0.17036591470241547,
      "learning_rate": 4.838917912113202e-05,
      "loss": 0.0135,
      "step": 85560
    },
    {
      "epoch": 13.066116964422049,
      "grad_norm": 0.21666227281093597,
      "learning_rate": 4.83788503335564e-05,
      "loss": 0.0093,
      "step": 85570
    },
    {
      "epoch": 13.067643915101542,
      "grad_norm": 0.13344688713550568,
      "learning_rate": 4.836852161523331e-05,
      "loss": 0.0132,
      "step": 85580
    },
    {
      "epoch": 13.069170865781036,
      "grad_norm": 0.155720517039299,
      "learning_rate": 4.835819296660396e-05,
      "loss": 0.0069,
      "step": 85590
    },
    {
      "epoch": 13.070697816460529,
      "grad_norm": 0.21138940751552582,
      "learning_rate": 4.834786438810962e-05,
      "loss": 0.0096,
      "step": 85600
    },
    {
      "epoch": 13.072224767140021,
      "grad_norm": 0.19415564835071564,
      "learning_rate": 4.8337535880191467e-05,
      "loss": 0.0107,
      "step": 85610
    },
    {
      "epoch": 13.073751717819514,
      "grad_norm": 0.14022374153137207,
      "learning_rate": 4.8327207443290735e-05,
      "loss": 0.0088,
      "step": 85620
    },
    {
      "epoch": 13.075278668499008,
      "grad_norm": 0.21300680935382843,
      "learning_rate": 4.8316879077848603e-05,
      "loss": 0.0103,
      "step": 85630
    },
    {
      "epoch": 13.0768056191785,
      "grad_norm": 0.16900639235973358,
      "learning_rate": 4.830655078430632e-05,
      "loss": 0.0105,
      "step": 85640
    },
    {
      "epoch": 13.078332569857993,
      "grad_norm": 0.2812471389770508,
      "learning_rate": 4.8296222563105085e-05,
      "loss": 0.0099,
      "step": 85650
    },
    {
      "epoch": 13.079859520537486,
      "grad_norm": 0.3938871920108795,
      "learning_rate": 4.828589441468609e-05,
      "loss": 0.0083,
      "step": 85660
    },
    {
      "epoch": 13.08138647121698,
      "grad_norm": 0.24962379038333893,
      "learning_rate": 4.8275566339490544e-05,
      "loss": 0.0105,
      "step": 85670
    },
    {
      "epoch": 13.082913421896473,
      "grad_norm": 0.17960838973522186,
      "learning_rate": 4.8265238337959604e-05,
      "loss": 0.0116,
      "step": 85680
    },
    {
      "epoch": 13.084440372575965,
      "grad_norm": 0.19671963155269623,
      "learning_rate": 4.825491041053451e-05,
      "loss": 0.0122,
      "step": 85690
    },
    {
      "epoch": 13.085967323255458,
      "grad_norm": 0.14219172298908234,
      "learning_rate": 4.824458255765646e-05,
      "loss": 0.0136,
      "step": 85700
    },
    {
      "epoch": 13.087494273934952,
      "grad_norm": 0.11754872649908066,
      "learning_rate": 4.82342547797666e-05,
      "loss": 0.0107,
      "step": 85710
    },
    {
      "epoch": 13.089021224614445,
      "grad_norm": 0.13688503205776215,
      "learning_rate": 4.822392707730612e-05,
      "loss": 0.0106,
      "step": 85720
    },
    {
      "epoch": 13.090548175293938,
      "grad_norm": 0.17904767394065857,
      "learning_rate": 4.821359945071623e-05,
      "loss": 0.0095,
      "step": 85730
    },
    {
      "epoch": 13.09207512597343,
      "grad_norm": 0.18251481652259827,
      "learning_rate": 4.8203271900438084e-05,
      "loss": 0.0105,
      "step": 85740
    },
    {
      "epoch": 13.093602076652925,
      "grad_norm": 0.15651081502437592,
      "learning_rate": 4.819294442691288e-05,
      "loss": 0.0103,
      "step": 85750
    },
    {
      "epoch": 13.095129027332417,
      "grad_norm": 0.17072324454784393,
      "learning_rate": 4.8182617030581754e-05,
      "loss": 0.0106,
      "step": 85760
    },
    {
      "epoch": 13.09665597801191,
      "grad_norm": 0.17856505513191223,
      "learning_rate": 4.817228971188587e-05,
      "loss": 0.0099,
      "step": 85770
    },
    {
      "epoch": 13.098182928691402,
      "grad_norm": 0.18037202954292297,
      "learning_rate": 4.8161962471266445e-05,
      "loss": 0.0085,
      "step": 85780
    },
    {
      "epoch": 13.099709879370897,
      "grad_norm": 0.23321427404880524,
      "learning_rate": 4.815163530916459e-05,
      "loss": 0.0128,
      "step": 85790
    },
    {
      "epoch": 13.10123683005039,
      "grad_norm": 0.16559413075447083,
      "learning_rate": 4.814130822602149e-05,
      "loss": 0.0095,
      "step": 85800
    },
    {
      "epoch": 13.102763780729882,
      "grad_norm": 0.2117205113172531,
      "learning_rate": 4.813098122227826e-05,
      "loss": 0.0099,
      "step": 85810
    },
    {
      "epoch": 13.104290731409375,
      "grad_norm": 0.2866842746734619,
      "learning_rate": 4.8120654298376106e-05,
      "loss": 0.0107,
      "step": 85820
    },
    {
      "epoch": 13.105817682088869,
      "grad_norm": 0.25326037406921387,
      "learning_rate": 4.8110327454756146e-05,
      "loss": 0.0089,
      "step": 85830
    },
    {
      "epoch": 13.107344632768362,
      "grad_norm": 0.29458776116371155,
      "learning_rate": 4.8100000691859524e-05,
      "loss": 0.015,
      "step": 85840
    },
    {
      "epoch": 13.108871583447854,
      "grad_norm": 0.1430501639842987,
      "learning_rate": 4.808967401012738e-05,
      "loss": 0.0062,
      "step": 85850
    },
    {
      "epoch": 13.110398534127349,
      "grad_norm": 0.19781623780727386,
      "learning_rate": 4.807934741000083e-05,
      "loss": 0.0113,
      "step": 85860
    },
    {
      "epoch": 13.111925484806841,
      "grad_norm": 0.23118554055690765,
      "learning_rate": 4.806902089192106e-05,
      "loss": 0.0083,
      "step": 85870
    },
    {
      "epoch": 13.113452435486334,
      "grad_norm": 0.1352604180574417,
      "learning_rate": 4.805869445632916e-05,
      "loss": 0.0086,
      "step": 85880
    },
    {
      "epoch": 13.114979386165826,
      "grad_norm": 0.12002207338809967,
      "learning_rate": 4.804836810366628e-05,
      "loss": 0.0108,
      "step": 85890
    },
    {
      "epoch": 13.11650633684532,
      "grad_norm": 0.1955791562795639,
      "learning_rate": 4.8038041834373507e-05,
      "loss": 0.0081,
      "step": 85900
    },
    {
      "epoch": 13.118033287524813,
      "grad_norm": 0.32561028003692627,
      "learning_rate": 4.8027715648891994e-05,
      "loss": 0.0088,
      "step": 85910
    },
    {
      "epoch": 13.119560238204306,
      "grad_norm": 0.27282267808914185,
      "learning_rate": 4.801738954766285e-05,
      "loss": 0.0065,
      "step": 85920
    },
    {
      "epoch": 13.121087188883799,
      "grad_norm": 0.14566820859909058,
      "learning_rate": 4.800706353112717e-05,
      "loss": 0.0093,
      "step": 85930
    },
    {
      "epoch": 13.122614139563293,
      "grad_norm": 0.18625286221504211,
      "learning_rate": 4.7996737599726095e-05,
      "loss": 0.012,
      "step": 85940
    },
    {
      "epoch": 13.124141090242786,
      "grad_norm": 0.11132647097110748,
      "learning_rate": 4.798641175390069e-05,
      "loss": 0.0075,
      "step": 85950
    },
    {
      "epoch": 13.125668040922278,
      "grad_norm": 0.17245684564113617,
      "learning_rate": 4.797608599409207e-05,
      "loss": 0.0113,
      "step": 85960
    },
    {
      "epoch": 13.12719499160177,
      "grad_norm": 0.1928831785917282,
      "learning_rate": 4.796576032074136e-05,
      "loss": 0.0106,
      "step": 85970
    },
    {
      "epoch": 13.128721942281265,
      "grad_norm": 0.1402481645345688,
      "learning_rate": 4.795543473428962e-05,
      "loss": 0.0091,
      "step": 85980
    },
    {
      "epoch": 13.130248892960758,
      "grad_norm": 0.17081066966056824,
      "learning_rate": 4.7945109235177946e-05,
      "loss": 0.0105,
      "step": 85990
    },
    {
      "epoch": 13.13177584364025,
      "grad_norm": 0.20916952192783356,
      "learning_rate": 4.7934783823847454e-05,
      "loss": 0.0115,
      "step": 86000
    },
    {
      "epoch": 13.133302794319743,
      "grad_norm": 0.14645855128765106,
      "learning_rate": 4.7924458500739183e-05,
      "loss": 0.0096,
      "step": 86010
    },
    {
      "epoch": 13.134829744999237,
      "grad_norm": 0.24065770208835602,
      "learning_rate": 4.791413326629425e-05,
      "loss": 0.0077,
      "step": 86020
    },
    {
      "epoch": 13.13635669567873,
      "grad_norm": 0.20902815461158752,
      "learning_rate": 4.790380812095369e-05,
      "loss": 0.011,
      "step": 86030
    },
    {
      "epoch": 13.137883646358222,
      "grad_norm": 0.17040839791297913,
      "learning_rate": 4.78934830651586e-05,
      "loss": 0.0138,
      "step": 86040
    },
    {
      "epoch": 13.139410597037715,
      "grad_norm": 0.21303923428058624,
      "learning_rate": 4.7883158099350054e-05,
      "loss": 0.0102,
      "step": 86050
    },
    {
      "epoch": 13.14093754771721,
      "grad_norm": 0.17447210848331451,
      "learning_rate": 4.78728332239691e-05,
      "loss": 0.009,
      "step": 86060
    },
    {
      "epoch": 13.142464498396702,
      "grad_norm": 0.23730063438415527,
      "learning_rate": 4.7862508439456814e-05,
      "loss": 0.0119,
      "step": 86070
    },
    {
      "epoch": 13.143991449076195,
      "grad_norm": 0.1833488643169403,
      "learning_rate": 4.7852183746254217e-05,
      "loss": 0.013,
      "step": 86080
    },
    {
      "epoch": 13.145518399755687,
      "grad_norm": 0.5002318024635315,
      "learning_rate": 4.784185914480239e-05,
      "loss": 0.0139,
      "step": 86090
    },
    {
      "epoch": 13.147045350435182,
      "grad_norm": 0.17233282327651978,
      "learning_rate": 4.78315346355424e-05,
      "loss": 0.009,
      "step": 86100
    },
    {
      "epoch": 13.148572301114674,
      "grad_norm": 0.15262913703918457,
      "learning_rate": 4.782121021891525e-05,
      "loss": 0.0095,
      "step": 86110
    },
    {
      "epoch": 13.150099251794167,
      "grad_norm": 0.16595302522182465,
      "learning_rate": 4.7810885895362e-05,
      "loss": 0.0094,
      "step": 86120
    },
    {
      "epoch": 13.15162620247366,
      "grad_norm": 0.4102083742618561,
      "learning_rate": 4.780056166532367e-05,
      "loss": 0.0111,
      "step": 86130
    },
    {
      "epoch": 13.153153153153154,
      "grad_norm": 0.2189456820487976,
      "learning_rate": 4.779023752924131e-05,
      "loss": 0.0095,
      "step": 86140
    },
    {
      "epoch": 13.154680103832646,
      "grad_norm": 0.3109440505504608,
      "learning_rate": 4.777991348755596e-05,
      "loss": 0.0129,
      "step": 86150
    },
    {
      "epoch": 13.156207054512139,
      "grad_norm": 0.21038679778575897,
      "learning_rate": 4.776958954070861e-05,
      "loss": 0.0093,
      "step": 86160
    },
    {
      "epoch": 13.157734005191632,
      "grad_norm": 0.20419728755950928,
      "learning_rate": 4.77592656891403e-05,
      "loss": 0.0105,
      "step": 86170
    },
    {
      "epoch": 13.159260955871126,
      "grad_norm": 0.14092791080474854,
      "learning_rate": 4.774894193329205e-05,
      "loss": 0.0103,
      "step": 86180
    },
    {
      "epoch": 13.160787906550619,
      "grad_norm": 0.20369446277618408,
      "learning_rate": 4.773861827360486e-05,
      "loss": 0.0096,
      "step": 86190
    },
    {
      "epoch": 13.162314857230111,
      "grad_norm": 0.2243065983057022,
      "learning_rate": 4.7728294710519756e-05,
      "loss": 0.0084,
      "step": 86200
    },
    {
      "epoch": 13.163841807909604,
      "grad_norm": 0.20919735729694366,
      "learning_rate": 4.771797124447772e-05,
      "loss": 0.0093,
      "step": 86210
    },
    {
      "epoch": 13.165368758589098,
      "grad_norm": 0.176873117685318,
      "learning_rate": 4.7707647875919745e-05,
      "loss": 0.0111,
      "step": 86220
    },
    {
      "epoch": 13.16689570926859,
      "grad_norm": 0.22976744174957275,
      "learning_rate": 4.769732460528686e-05,
      "loss": 0.0092,
      "step": 86230
    },
    {
      "epoch": 13.168422659948083,
      "grad_norm": 0.16110782325267792,
      "learning_rate": 4.768700143302003e-05,
      "loss": 0.0098,
      "step": 86240
    },
    {
      "epoch": 13.169949610627576,
      "grad_norm": 0.2095486968755722,
      "learning_rate": 4.767667835956026e-05,
      "loss": 0.0102,
      "step": 86250
    },
    {
      "epoch": 13.17147656130707,
      "grad_norm": 0.24350617825984955,
      "learning_rate": 4.7666355385348497e-05,
      "loss": 0.0078,
      "step": 86260
    },
    {
      "epoch": 13.173003511986563,
      "grad_norm": 0.12206345796585083,
      "learning_rate": 4.7656032510825763e-05,
      "loss": 0.01,
      "step": 86270
    },
    {
      "epoch": 13.174530462666056,
      "grad_norm": 0.13874930143356323,
      "learning_rate": 4.764570973643301e-05,
      "loss": 0.0099,
      "step": 86280
    },
    {
      "epoch": 13.176057413345548,
      "grad_norm": 0.20934730768203735,
      "learning_rate": 4.763538706261123e-05,
      "loss": 0.0094,
      "step": 86290
    },
    {
      "epoch": 13.177584364025043,
      "grad_norm": 0.32385554909706116,
      "learning_rate": 4.762506448980135e-05,
      "loss": 0.0084,
      "step": 86300
    },
    {
      "epoch": 13.179111314704535,
      "grad_norm": 0.23112671077251434,
      "learning_rate": 4.761474201844435e-05,
      "loss": 0.0101,
      "step": 86310
    },
    {
      "epoch": 13.180638265384028,
      "grad_norm": 0.26236212253570557,
      "learning_rate": 4.760441964898121e-05,
      "loss": 0.0118,
      "step": 86320
    },
    {
      "epoch": 13.18216521606352,
      "grad_norm": 0.2540939450263977,
      "learning_rate": 4.7594097381852845e-05,
      "loss": 0.0118,
      "step": 86330
    },
    {
      "epoch": 13.183692166743015,
      "grad_norm": 0.30512312054634094,
      "learning_rate": 4.7583775217500234e-05,
      "loss": 0.0113,
      "step": 86340
    },
    {
      "epoch": 13.185219117422507,
      "grad_norm": 0.16169284284114838,
      "learning_rate": 4.757345315636429e-05,
      "loss": 0.0161,
      "step": 86350
    },
    {
      "epoch": 13.186746068102,
      "grad_norm": 0.14358755946159363,
      "learning_rate": 4.756313119888597e-05,
      "loss": 0.0095,
      "step": 86360
    },
    {
      "epoch": 13.188273018781492,
      "grad_norm": 0.21597105264663696,
      "learning_rate": 4.7552809345506224e-05,
      "loss": 0.0117,
      "step": 86370
    },
    {
      "epoch": 13.189799969460987,
      "grad_norm": 0.21821585297584534,
      "learning_rate": 4.754248759666596e-05,
      "loss": 0.008,
      "step": 86380
    },
    {
      "epoch": 13.19132692014048,
      "grad_norm": 0.1727912873029709,
      "learning_rate": 4.7532165952806095e-05,
      "loss": 0.0101,
      "step": 86390
    },
    {
      "epoch": 13.192853870819972,
      "grad_norm": 0.17795400321483612,
      "learning_rate": 4.7521844414367586e-05,
      "loss": 0.0126,
      "step": 86400
    },
    {
      "epoch": 13.194380821499465,
      "grad_norm": 0.1564931720495224,
      "learning_rate": 4.751152298179133e-05,
      "loss": 0.0123,
      "step": 86410
    },
    {
      "epoch": 13.195907772178959,
      "grad_norm": 0.18426255881786346,
      "learning_rate": 4.7501201655518243e-05,
      "loss": 0.0081,
      "step": 86420
    },
    {
      "epoch": 13.197434722858452,
      "grad_norm": 0.11089564859867096,
      "learning_rate": 4.7490880435989225e-05,
      "loss": 0.0068,
      "step": 86430
    },
    {
      "epoch": 13.198961673537944,
      "grad_norm": 0.18547917902469635,
      "learning_rate": 4.748055932364517e-05,
      "loss": 0.0151,
      "step": 86440
    },
    {
      "epoch": 13.200488624217439,
      "grad_norm": 0.09920614957809448,
      "learning_rate": 4.747023831892702e-05,
      "loss": 0.0078,
      "step": 86450
    },
    {
      "epoch": 13.202015574896931,
      "grad_norm": 0.11523833870887756,
      "learning_rate": 4.745991742227563e-05,
      "loss": 0.0093,
      "step": 86460
    },
    {
      "epoch": 13.203542525576424,
      "grad_norm": 0.33952316641807556,
      "learning_rate": 4.744959663413191e-05,
      "loss": 0.0135,
      "step": 86470
    },
    {
      "epoch": 13.205069476255916,
      "grad_norm": 0.18520094454288483,
      "learning_rate": 4.7439275954936715e-05,
      "loss": 0.01,
      "step": 86480
    },
    {
      "epoch": 13.20659642693541,
      "grad_norm": 0.23762817680835724,
      "learning_rate": 4.742895538513096e-05,
      "loss": 0.008,
      "step": 86490
    },
    {
      "epoch": 13.208123377614903,
      "grad_norm": 0.16236884891986847,
      "learning_rate": 4.7418634925155514e-05,
      "loss": 0.0092,
      "step": 86500
    },
    {
      "epoch": 13.209650328294396,
      "grad_norm": 0.24766449630260468,
      "learning_rate": 4.7408314575451236e-05,
      "loss": 0.0114,
      "step": 86510
    },
    {
      "epoch": 13.211177278973889,
      "grad_norm": 0.141715869307518,
      "learning_rate": 4.739799433645901e-05,
      "loss": 0.0091,
      "step": 86520
    },
    {
      "epoch": 13.212704229653383,
      "grad_norm": 0.16190896928310394,
      "learning_rate": 4.738767420861966e-05,
      "loss": 0.012,
      "step": 86530
    },
    {
      "epoch": 13.214231180332876,
      "grad_norm": 0.1830269992351532,
      "learning_rate": 4.7377354192374076e-05,
      "loss": 0.0085,
      "step": 86540
    },
    {
      "epoch": 13.215758131012368,
      "grad_norm": 0.1759897917509079,
      "learning_rate": 4.736703428816312e-05,
      "loss": 0.0156,
      "step": 86550
    },
    {
      "epoch": 13.21728508169186,
      "grad_norm": 0.2601534426212311,
      "learning_rate": 4.735671449642761e-05,
      "loss": 0.0126,
      "step": 86560
    },
    {
      "epoch": 13.218812032371355,
      "grad_norm": 0.1979176253080368,
      "learning_rate": 4.734639481760839e-05,
      "loss": 0.0138,
      "step": 86570
    },
    {
      "epoch": 13.220338983050848,
      "grad_norm": 0.17031006515026093,
      "learning_rate": 4.733607525214633e-05,
      "loss": 0.0104,
      "step": 86580
    },
    {
      "epoch": 13.22186593373034,
      "grad_norm": 0.402150958776474,
      "learning_rate": 4.732575580048223e-05,
      "loss": 0.0073,
      "step": 86590
    },
    {
      "epoch": 13.223392884409833,
      "grad_norm": 0.31489279866218567,
      "learning_rate": 4.731543646305694e-05,
      "loss": 0.0112,
      "step": 86600
    },
    {
      "epoch": 13.224919835089327,
      "grad_norm": 0.1657569855451584,
      "learning_rate": 4.7305117240311265e-05,
      "loss": 0.0123,
      "step": 86610
    },
    {
      "epoch": 13.22644678576882,
      "grad_norm": 0.17600327730178833,
      "learning_rate": 4.729479813268602e-05,
      "loss": 0.0113,
      "step": 86620
    },
    {
      "epoch": 13.227973736448313,
      "grad_norm": 0.18036644160747528,
      "learning_rate": 4.7284479140622045e-05,
      "loss": 0.0078,
      "step": 86630
    },
    {
      "epoch": 13.229500687127805,
      "grad_norm": 0.1854468286037445,
      "learning_rate": 4.727416026456012e-05,
      "loss": 0.0119,
      "step": 86640
    },
    {
      "epoch": 13.2310276378073,
      "grad_norm": 0.21145972609519958,
      "learning_rate": 4.726384150494108e-05,
      "loss": 0.011,
      "step": 86650
    },
    {
      "epoch": 13.232554588486792,
      "grad_norm": 0.11375562846660614,
      "learning_rate": 4.725352286220568e-05,
      "loss": 0.0092,
      "step": 86660
    },
    {
      "epoch": 13.234081539166285,
      "grad_norm": 0.16293112933635712,
      "learning_rate": 4.7243204336794746e-05,
      "loss": 0.0115,
      "step": 86670
    },
    {
      "epoch": 13.235608489845777,
      "grad_norm": 0.3529410660266876,
      "learning_rate": 4.723288592914907e-05,
      "loss": 0.0098,
      "step": 86680
    },
    {
      "epoch": 13.237135440525272,
      "grad_norm": 0.16710853576660156,
      "learning_rate": 4.7222567639709416e-05,
      "loss": 0.009,
      "step": 86690
    },
    {
      "epoch": 13.238662391204764,
      "grad_norm": 0.1794988512992859,
      "learning_rate": 4.7212249468916575e-05,
      "loss": 0.0104,
      "step": 86700
    },
    {
      "epoch": 13.240189341884257,
      "grad_norm": 0.14991246163845062,
      "learning_rate": 4.72019314172113e-05,
      "loss": 0.0107,
      "step": 86710
    },
    {
      "epoch": 13.24171629256375,
      "grad_norm": 0.15655189752578735,
      "learning_rate": 4.719161348503439e-05,
      "loss": 0.0087,
      "step": 86720
    },
    {
      "epoch": 13.243243243243244,
      "grad_norm": 0.20162785053253174,
      "learning_rate": 4.718129567282659e-05,
      "loss": 0.0117,
      "step": 86730
    },
    {
      "epoch": 13.244770193922736,
      "grad_norm": 0.3190089464187622,
      "learning_rate": 4.717097798102867e-05,
      "loss": 0.0116,
      "step": 86740
    },
    {
      "epoch": 13.246297144602229,
      "grad_norm": 0.1443210244178772,
      "learning_rate": 4.7160660410081346e-05,
      "loss": 0.0114,
      "step": 86750
    },
    {
      "epoch": 13.247824095281722,
      "grad_norm": 0.23454691469669342,
      "learning_rate": 4.715034296042541e-05,
      "loss": 0.0088,
      "step": 86760
    },
    {
      "epoch": 13.249351045961216,
      "grad_norm": 0.39832428097724915,
      "learning_rate": 4.714002563250159e-05,
      "loss": 0.0118,
      "step": 86770
    },
    {
      "epoch": 13.250877996640709,
      "grad_norm": 0.21957586705684662,
      "learning_rate": 4.712970842675062e-05,
      "loss": 0.0085,
      "step": 86780
    },
    {
      "epoch": 13.252404947320201,
      "grad_norm": 0.22087633609771729,
      "learning_rate": 4.7119391343613244e-05,
      "loss": 0.0094,
      "step": 86790
    },
    {
      "epoch": 13.253931897999694,
      "grad_norm": 0.1748569905757904,
      "learning_rate": 4.710907438353016e-05,
      "loss": 0.0072,
      "step": 86800
    },
    {
      "epoch": 13.255458848679188,
      "grad_norm": 0.21958187222480774,
      "learning_rate": 4.709875754694211e-05,
      "loss": 0.0095,
      "step": 86810
    },
    {
      "epoch": 13.25698579935868,
      "grad_norm": 0.16529279947280884,
      "learning_rate": 4.7088440834289815e-05,
      "loss": 0.0101,
      "step": 86820
    },
    {
      "epoch": 13.258512750038173,
      "grad_norm": 0.22006967663764954,
      "learning_rate": 4.707812424601397e-05,
      "loss": 0.0089,
      "step": 86830
    },
    {
      "epoch": 13.260039700717666,
      "grad_norm": 0.09649709612131119,
      "learning_rate": 4.7067807782555284e-05,
      "loss": 0.0101,
      "step": 86840
    },
    {
      "epoch": 13.26156665139716,
      "grad_norm": 0.14872480928897858,
      "learning_rate": 4.7057491444354484e-05,
      "loss": 0.0094,
      "step": 86850
    },
    {
      "epoch": 13.263093602076653,
      "grad_norm": 0.19819322228431702,
      "learning_rate": 4.7047175231852234e-05,
      "loss": 0.0079,
      "step": 86860
    },
    {
      "epoch": 13.264620552756146,
      "grad_norm": 0.2129736989736557,
      "learning_rate": 4.7036859145489243e-05,
      "loss": 0.0089,
      "step": 86870
    },
    {
      "epoch": 13.266147503435638,
      "grad_norm": 0.18520331382751465,
      "learning_rate": 4.702654318570617e-05,
      "loss": 0.011,
      "step": 86880
    },
    {
      "epoch": 13.267674454115133,
      "grad_norm": 0.1485554724931717,
      "learning_rate": 4.70162273529437e-05,
      "loss": 0.0114,
      "step": 86890
    },
    {
      "epoch": 13.269201404794625,
      "grad_norm": 0.12257584929466248,
      "learning_rate": 4.700591164764255e-05,
      "loss": 0.0113,
      "step": 86900
    },
    {
      "epoch": 13.270728355474118,
      "grad_norm": 0.11652877926826477,
      "learning_rate": 4.699559607024333e-05,
      "loss": 0.009,
      "step": 86910
    },
    {
      "epoch": 13.27225530615361,
      "grad_norm": 0.18086986243724823,
      "learning_rate": 4.698528062118674e-05,
      "loss": 0.01,
      "step": 86920
    },
    {
      "epoch": 13.273782256833105,
      "grad_norm": 0.1398897022008896,
      "learning_rate": 4.69749653009134e-05,
      "loss": 0.0078,
      "step": 86930
    },
    {
      "epoch": 13.275309207512597,
      "grad_norm": 0.2194153219461441,
      "learning_rate": 4.6964650109864006e-05,
      "loss": 0.0105,
      "step": 86940
    },
    {
      "epoch": 13.27683615819209,
      "grad_norm": 0.14730669558048248,
      "learning_rate": 4.6954335048479186e-05,
      "loss": 0.0108,
      "step": 86950
    },
    {
      "epoch": 13.278363108871584,
      "grad_norm": 0.2635971009731293,
      "learning_rate": 4.694402011719957e-05,
      "loss": 0.0095,
      "step": 86960
    },
    {
      "epoch": 13.279890059551077,
      "grad_norm": 0.2603915333747864,
      "learning_rate": 4.693370531646581e-05,
      "loss": 0.0131,
      "step": 86970
    },
    {
      "epoch": 13.28141701023057,
      "grad_norm": 0.14853283762931824,
      "learning_rate": 4.69233906467185e-05,
      "loss": 0.0093,
      "step": 86980
    },
    {
      "epoch": 13.282943960910062,
      "grad_norm": 0.3653450906276703,
      "learning_rate": 4.691307610839831e-05,
      "loss": 0.0143,
      "step": 86990
    },
    {
      "epoch": 13.284470911589557,
      "grad_norm": 0.210957333445549,
      "learning_rate": 4.690276170194584e-05,
      "loss": 0.0107,
      "step": 87000
    },
    {
      "epoch": 13.285997862269049,
      "grad_norm": 0.3993721008300781,
      "learning_rate": 4.689244742780169e-05,
      "loss": 0.0099,
      "step": 87010
    },
    {
      "epoch": 13.287524812948542,
      "grad_norm": 0.19710803031921387,
      "learning_rate": 4.688213328640647e-05,
      "loss": 0.0122,
      "step": 87020
    },
    {
      "epoch": 13.289051763628034,
      "grad_norm": 0.23490646481513977,
      "learning_rate": 4.687181927820081e-05,
      "loss": 0.0114,
      "step": 87030
    },
    {
      "epoch": 13.290578714307529,
      "grad_norm": 0.146495521068573,
      "learning_rate": 4.686150540362527e-05,
      "loss": 0.008,
      "step": 87040
    },
    {
      "epoch": 13.292105664987021,
      "grad_norm": 0.2082531452178955,
      "learning_rate": 4.685119166312046e-05,
      "loss": 0.0095,
      "step": 87050
    },
    {
      "epoch": 13.293632615666514,
      "grad_norm": 0.2590572237968445,
      "learning_rate": 4.684087805712696e-05,
      "loss": 0.0112,
      "step": 87060
    },
    {
      "epoch": 13.295159566346006,
      "grad_norm": 0.13476333022117615,
      "learning_rate": 4.683056458608533e-05,
      "loss": 0.0108,
      "step": 87070
    },
    {
      "epoch": 13.2966865170255,
      "grad_norm": 0.13390077650547028,
      "learning_rate": 4.682025125043616e-05,
      "loss": 0.0095,
      "step": 87080
    },
    {
      "epoch": 13.298213467704993,
      "grad_norm": 0.1513405293226242,
      "learning_rate": 4.680993805062004e-05,
      "loss": 0.0081,
      "step": 87090
    },
    {
      "epoch": 13.299740418384486,
      "grad_norm": 0.1502762883901596,
      "learning_rate": 4.679962498707748e-05,
      "loss": 0.0114,
      "step": 87100
    },
    {
      "epoch": 13.301267369063979,
      "grad_norm": 0.19054795801639557,
      "learning_rate": 4.678931206024906e-05,
      "loss": 0.0125,
      "step": 87110
    },
    {
      "epoch": 13.302794319743473,
      "grad_norm": 0.1560508757829666,
      "learning_rate": 4.6778999270575355e-05,
      "loss": 0.0058,
      "step": 87120
    },
    {
      "epoch": 13.304321270422966,
      "grad_norm": 0.21908734738826752,
      "learning_rate": 4.676868661849687e-05,
      "loss": 0.0118,
      "step": 87130
    },
    {
      "epoch": 13.305848221102458,
      "grad_norm": 0.226168692111969,
      "learning_rate": 4.675837410445417e-05,
      "loss": 0.01,
      "step": 87140
    },
    {
      "epoch": 13.30737517178195,
      "grad_norm": 0.158881276845932,
      "learning_rate": 4.674806172888776e-05,
      "loss": 0.0093,
      "step": 87150
    },
    {
      "epoch": 13.308902122461445,
      "grad_norm": 0.2546728849411011,
      "learning_rate": 4.6737749492238166e-05,
      "loss": 0.0087,
      "step": 87160
    },
    {
      "epoch": 13.310429073140938,
      "grad_norm": 0.32064202427864075,
      "learning_rate": 4.672743739494594e-05,
      "loss": 0.0112,
      "step": 87170
    },
    {
      "epoch": 13.31195602382043,
      "grad_norm": 0.19322648644447327,
      "learning_rate": 4.671712543745157e-05,
      "loss": 0.0122,
      "step": 87180
    },
    {
      "epoch": 13.313482974499923,
      "grad_norm": 0.20425444841384888,
      "learning_rate": 4.6706813620195586e-05,
      "loss": 0.01,
      "step": 87190
    },
    {
      "epoch": 13.315009925179417,
      "grad_norm": 0.1681807041168213,
      "learning_rate": 4.6696501943618446e-05,
      "loss": 0.0091,
      "step": 87200
    },
    {
      "epoch": 13.31653687585891,
      "grad_norm": 0.30846989154815674,
      "learning_rate": 4.668619040816069e-05,
      "loss": 0.0128,
      "step": 87210
    },
    {
      "epoch": 13.318063826538403,
      "grad_norm": 0.22752106189727783,
      "learning_rate": 4.667587901426279e-05,
      "loss": 0.0109,
      "step": 87220
    },
    {
      "epoch": 13.319590777217895,
      "grad_norm": 0.16099725663661957,
      "learning_rate": 4.6665567762365234e-05,
      "loss": 0.0093,
      "step": 87230
    },
    {
      "epoch": 13.32111772789739,
      "grad_norm": 0.23637652397155762,
      "learning_rate": 4.6655256652908507e-05,
      "loss": 0.0091,
      "step": 87240
    },
    {
      "epoch": 13.322644678576882,
      "grad_norm": 0.1676524579524994,
      "learning_rate": 4.6644945686333044e-05,
      "loss": 0.0114,
      "step": 87250
    },
    {
      "epoch": 13.324171629256375,
      "grad_norm": 0.22994165122509003,
      "learning_rate": 4.663463486307935e-05,
      "loss": 0.0113,
      "step": 87260
    },
    {
      "epoch": 13.325698579935867,
      "grad_norm": 0.2249625027179718,
      "learning_rate": 4.662432418358789e-05,
      "loss": 0.01,
      "step": 87270
    },
    {
      "epoch": 13.327225530615362,
      "grad_norm": 0.18558821082115173,
      "learning_rate": 4.661401364829908e-05,
      "loss": 0.0099,
      "step": 87280
    },
    {
      "epoch": 13.328752481294854,
      "grad_norm": 0.0907471552491188,
      "learning_rate": 4.6603703257653386e-05,
      "loss": 0.0078,
      "step": 87290
    },
    {
      "epoch": 13.330279431974347,
      "grad_norm": 0.5330803990364075,
      "learning_rate": 4.659339301209126e-05,
      "loss": 0.014,
      "step": 87300
    },
    {
      "epoch": 13.33180638265384,
      "grad_norm": 0.1685737818479538,
      "learning_rate": 4.658308291205312e-05,
      "loss": 0.0095,
      "step": 87310
    },
    {
      "epoch": 13.333333333333334,
      "grad_norm": 0.16702638566493988,
      "learning_rate": 4.6572772957979416e-05,
      "loss": 0.0097,
      "step": 87320
    },
    {
      "epoch": 13.334860284012827,
      "grad_norm": 0.18951067328453064,
      "learning_rate": 4.656246315031054e-05,
      "loss": 0.0087,
      "step": 87330
    },
    {
      "epoch": 13.33638723469232,
      "grad_norm": 0.157389834523201,
      "learning_rate": 4.655215348948692e-05,
      "loss": 0.0093,
      "step": 87340
    },
    {
      "epoch": 13.337914185371812,
      "grad_norm": 0.23169945180416107,
      "learning_rate": 4.6541843975948976e-05,
      "loss": 0.0066,
      "step": 87350
    },
    {
      "epoch": 13.339441136051306,
      "grad_norm": 0.24509957432746887,
      "learning_rate": 4.65315346101371e-05,
      "loss": 0.0095,
      "step": 87360
    },
    {
      "epoch": 13.340968086730799,
      "grad_norm": 0.21764764189720154,
      "learning_rate": 4.6521225392491716e-05,
      "loss": 0.0106,
      "step": 87370
    },
    {
      "epoch": 13.342495037410291,
      "grad_norm": 0.2706802189350128,
      "learning_rate": 4.651091632345316e-05,
      "loss": 0.0119,
      "step": 87380
    },
    {
      "epoch": 13.344021988089784,
      "grad_norm": 0.29728010296821594,
      "learning_rate": 4.650060740346186e-05,
      "loss": 0.0099,
      "step": 87390
    },
    {
      "epoch": 13.345548938769278,
      "grad_norm": 0.22628715634346008,
      "learning_rate": 4.6490298632958196e-05,
      "loss": 0.0114,
      "step": 87400
    },
    {
      "epoch": 13.34707588944877,
      "grad_norm": 0.22406233847141266,
      "learning_rate": 4.647999001238251e-05,
      "loss": 0.0094,
      "step": 87410
    },
    {
      "epoch": 13.348602840128263,
      "grad_norm": 0.2840249538421631,
      "learning_rate": 4.6469681542175206e-05,
      "loss": 0.0107,
      "step": 87420
    },
    {
      "epoch": 13.350129790807756,
      "grad_norm": 0.1944473683834076,
      "learning_rate": 4.645937322277658e-05,
      "loss": 0.0089,
      "step": 87430
    },
    {
      "epoch": 13.35165674148725,
      "grad_norm": 0.17420977354049683,
      "learning_rate": 4.644906505462706e-05,
      "loss": 0.0098,
      "step": 87440
    },
    {
      "epoch": 13.353183692166743,
      "grad_norm": 0.23563344776630402,
      "learning_rate": 4.6438757038166955e-05,
      "loss": 0.0101,
      "step": 87450
    },
    {
      "epoch": 13.354710642846236,
      "grad_norm": 0.16765223443508148,
      "learning_rate": 4.6428449173836604e-05,
      "loss": 0.009,
      "step": 87460
    },
    {
      "epoch": 13.35623759352573,
      "grad_norm": 0.3134686350822449,
      "learning_rate": 4.641814146207633e-05,
      "loss": 0.011,
      "step": 87470
    },
    {
      "epoch": 13.357764544205223,
      "grad_norm": 0.12412188202142715,
      "learning_rate": 4.640783390332648e-05,
      "loss": 0.0078,
      "step": 87480
    },
    {
      "epoch": 13.359291494884715,
      "grad_norm": 0.2069774717092514,
      "learning_rate": 4.6397526498027375e-05,
      "loss": 0.0086,
      "step": 87490
    },
    {
      "epoch": 13.360818445564208,
      "grad_norm": 0.15624931454658508,
      "learning_rate": 4.6387219246619315e-05,
      "loss": 0.0111,
      "step": 87500
    },
    {
      "epoch": 13.3623453962437,
      "grad_norm": 0.19165542721748352,
      "learning_rate": 4.63769121495426e-05,
      "loss": 0.0124,
      "step": 87510
    },
    {
      "epoch": 13.363872346923195,
      "grad_norm": 0.18469521403312683,
      "learning_rate": 4.6366605207237566e-05,
      "loss": 0.0105,
      "step": 87520
    },
    {
      "epoch": 13.365399297602687,
      "grad_norm": 0.25591370463371277,
      "learning_rate": 4.6356298420144466e-05,
      "loss": 0.012,
      "step": 87530
    },
    {
      "epoch": 13.36692624828218,
      "grad_norm": 0.16344231367111206,
      "learning_rate": 4.634599178870362e-05,
      "loss": 0.009,
      "step": 87540
    },
    {
      "epoch": 13.368453198961674,
      "grad_norm": 0.16270722448825836,
      "learning_rate": 4.6335685313355275e-05,
      "loss": 0.0111,
      "step": 87550
    },
    {
      "epoch": 13.369980149641167,
      "grad_norm": 0.25238510966300964,
      "learning_rate": 4.632537899453971e-05,
      "loss": 0.0082,
      "step": 87560
    },
    {
      "epoch": 13.37150710032066,
      "grad_norm": 0.16811782121658325,
      "learning_rate": 4.6315072832697236e-05,
      "loss": 0.0088,
      "step": 87570
    },
    {
      "epoch": 13.373034051000152,
      "grad_norm": 0.14513063430786133,
      "learning_rate": 4.630476682826806e-05,
      "loss": 0.0084,
      "step": 87580
    },
    {
      "epoch": 13.374561001679647,
      "grad_norm": 0.8652922511100769,
      "learning_rate": 4.6294460981692476e-05,
      "loss": 0.0091,
      "step": 87590
    },
    {
      "epoch": 13.37608795235914,
      "grad_norm": 0.2192126214504242,
      "learning_rate": 4.628415529341069e-05,
      "loss": 0.0109,
      "step": 87600
    },
    {
      "epoch": 13.377614903038632,
      "grad_norm": 0.1583656370639801,
      "learning_rate": 4.627384976386297e-05,
      "loss": 0.0131,
      "step": 87610
    },
    {
      "epoch": 13.379141853718124,
      "grad_norm": 0.21952256560325623,
      "learning_rate": 4.626354439348956e-05,
      "loss": 0.0085,
      "step": 87620
    },
    {
      "epoch": 13.380668804397619,
      "grad_norm": 0.12806336581707,
      "learning_rate": 4.625323918273065e-05,
      "loss": 0.0134,
      "step": 87630
    },
    {
      "epoch": 13.382195755077111,
      "grad_norm": 0.14197653532028198,
      "learning_rate": 4.624293413202649e-05,
      "loss": 0.0094,
      "step": 87640
    },
    {
      "epoch": 13.383722705756604,
      "grad_norm": 0.2569047510623932,
      "learning_rate": 4.623262924181727e-05,
      "loss": 0.0089,
      "step": 87650
    },
    {
      "epoch": 13.385249656436097,
      "grad_norm": 0.2616831064224243,
      "learning_rate": 4.62223245125432e-05,
      "loss": 0.009,
      "step": 87660
    },
    {
      "epoch": 13.386776607115591,
      "grad_norm": 0.27448445558547974,
      "learning_rate": 4.621201994464451e-05,
      "loss": 0.0084,
      "step": 87670
    },
    {
      "epoch": 13.388303557795084,
      "grad_norm": 0.35416048765182495,
      "learning_rate": 4.6201715538561366e-05,
      "loss": 0.0123,
      "step": 87680
    },
    {
      "epoch": 13.389830508474576,
      "grad_norm": 0.20855166018009186,
      "learning_rate": 4.619141129473393e-05,
      "loss": 0.0109,
      "step": 87690
    },
    {
      "epoch": 13.391357459154069,
      "grad_norm": 0.16784429550170898,
      "learning_rate": 4.618110721360244e-05,
      "loss": 0.0123,
      "step": 87700
    },
    {
      "epoch": 13.392884409833563,
      "grad_norm": 0.17459359765052795,
      "learning_rate": 4.617080329560702e-05,
      "loss": 0.0087,
      "step": 87710
    },
    {
      "epoch": 13.394411360513056,
      "grad_norm": 0.4408969283103943,
      "learning_rate": 4.616049954118786e-05,
      "loss": 0.0115,
      "step": 87720
    },
    {
      "epoch": 13.395938311192548,
      "grad_norm": 0.16712893545627594,
      "learning_rate": 4.6150195950785095e-05,
      "loss": 0.0093,
      "step": 87730
    },
    {
      "epoch": 13.397465261872041,
      "grad_norm": 0.1735093742609024,
      "learning_rate": 4.613989252483888e-05,
      "loss": 0.0095,
      "step": 87740
    },
    {
      "epoch": 13.398992212551535,
      "grad_norm": 0.25149592757225037,
      "learning_rate": 4.612958926378938e-05,
      "loss": 0.01,
      "step": 87750
    },
    {
      "epoch": 13.400519163231028,
      "grad_norm": 0.2570818066596985,
      "learning_rate": 4.6119286168076706e-05,
      "loss": 0.0085,
      "step": 87760
    },
    {
      "epoch": 13.40204611391052,
      "grad_norm": 0.41173580288887024,
      "learning_rate": 4.610898323814101e-05,
      "loss": 0.0102,
      "step": 87770
    },
    {
      "epoch": 13.403573064590013,
      "grad_norm": 0.18467776477336884,
      "learning_rate": 4.6098680474422386e-05,
      "loss": 0.0096,
      "step": 87780
    },
    {
      "epoch": 13.405100015269507,
      "grad_norm": 0.2056192308664322,
      "learning_rate": 4.608837787736096e-05,
      "loss": 0.0119,
      "step": 87790
    },
    {
      "epoch": 13.406626965949,
      "grad_norm": 0.1544460952281952,
      "learning_rate": 4.607807544739688e-05,
      "loss": 0.01,
      "step": 87800
    },
    {
      "epoch": 13.408153916628493,
      "grad_norm": 0.16604460775852203,
      "learning_rate": 4.606777318497019e-05,
      "loss": 0.0137,
      "step": 87810
    },
    {
      "epoch": 13.409680867307985,
      "grad_norm": 0.13578127324581146,
      "learning_rate": 4.6057471090521006e-05,
      "loss": 0.0116,
      "step": 87820
    },
    {
      "epoch": 13.41120781798748,
      "grad_norm": 0.18807467818260193,
      "learning_rate": 4.60471691644894e-05,
      "loss": 0.0082,
      "step": 87830
    },
    {
      "epoch": 13.412734768666972,
      "grad_norm": 0.1255156546831131,
      "learning_rate": 4.603686740731549e-05,
      "loss": 0.0103,
      "step": 87840
    },
    {
      "epoch": 13.414261719346465,
      "grad_norm": 0.12781886756420135,
      "learning_rate": 4.6026565819439306e-05,
      "loss": 0.0125,
      "step": 87850
    },
    {
      "epoch": 13.415788670025957,
      "grad_norm": 0.17397868633270264,
      "learning_rate": 4.6016264401300944e-05,
      "loss": 0.0083,
      "step": 87860
    },
    {
      "epoch": 13.417315620705452,
      "grad_norm": 0.21179518103599548,
      "learning_rate": 4.600596315334044e-05,
      "loss": 0.0119,
      "step": 87870
    },
    {
      "epoch": 13.418842571384944,
      "grad_norm": 0.19380606710910797,
      "learning_rate": 4.599566207599785e-05,
      "loss": 0.0119,
      "step": 87880
    },
    {
      "epoch": 13.420369522064437,
      "grad_norm": 0.17405647039413452,
      "learning_rate": 4.598536116971324e-05,
      "loss": 0.0101,
      "step": 87890
    },
    {
      "epoch": 13.42189647274393,
      "grad_norm": 0.1612558513879776,
      "learning_rate": 4.59750604349266e-05,
      "loss": 0.0124,
      "step": 87900
    },
    {
      "epoch": 13.423423423423424,
      "grad_norm": 0.2324482947587967,
      "learning_rate": 4.596475987207801e-05,
      "loss": 0.0083,
      "step": 87910
    },
    {
      "epoch": 13.424950374102917,
      "grad_norm": 0.2623782455921173,
      "learning_rate": 4.595445948160744e-05,
      "loss": 0.0098,
      "step": 87920
    },
    {
      "epoch": 13.42647732478241,
      "grad_norm": 0.127755805850029,
      "learning_rate": 4.5944159263954935e-05,
      "loss": 0.0114,
      "step": 87930
    },
    {
      "epoch": 13.428004275461902,
      "grad_norm": 0.2831728458404541,
      "learning_rate": 4.5933859219560507e-05,
      "loss": 0.012,
      "step": 87940
    },
    {
      "epoch": 13.429531226141396,
      "grad_norm": 0.4939698576927185,
      "learning_rate": 4.5923559348864136e-05,
      "loss": 0.008,
      "step": 87950
    },
    {
      "epoch": 13.431058176820889,
      "grad_norm": 0.19683882594108582,
      "learning_rate": 4.591325965230581e-05,
      "loss": 0.0122,
      "step": 87960
    },
    {
      "epoch": 13.432585127500381,
      "grad_norm": 0.19979380071163177,
      "learning_rate": 4.590296013032555e-05,
      "loss": 0.0089,
      "step": 87970
    },
    {
      "epoch": 13.434112078179874,
      "grad_norm": 0.17996270954608917,
      "learning_rate": 4.589266078336329e-05,
      "loss": 0.0093,
      "step": 87980
    },
    {
      "epoch": 13.435639028859368,
      "grad_norm": 0.20924708247184753,
      "learning_rate": 4.5882361611859026e-05,
      "loss": 0.0118,
      "step": 87990
    },
    {
      "epoch": 13.437165979538861,
      "grad_norm": 0.11578936129808426,
      "learning_rate": 4.5872062616252695e-05,
      "loss": 0.0093,
      "step": 88000
    },
    {
      "epoch": 13.438692930218354,
      "grad_norm": 0.29629507660865784,
      "learning_rate": 4.5861763796984265e-05,
      "loss": 0.0079,
      "step": 88010
    },
    {
      "epoch": 13.440219880897846,
      "grad_norm": 0.18482638895511627,
      "learning_rate": 4.58514651544937e-05,
      "loss": 0.0069,
      "step": 88020
    },
    {
      "epoch": 13.44174683157734,
      "grad_norm": 0.17465434968471527,
      "learning_rate": 4.5841166689220915e-05,
      "loss": 0.0096,
      "step": 88030
    },
    {
      "epoch": 13.443273782256833,
      "grad_norm": 0.16212885081768036,
      "learning_rate": 4.583086840160585e-05,
      "loss": 0.0098,
      "step": 88040
    },
    {
      "epoch": 13.444800732936326,
      "grad_norm": 0.18075470626354218,
      "learning_rate": 4.582057029208841e-05,
      "loss": 0.0086,
      "step": 88050
    },
    {
      "epoch": 13.44632768361582,
      "grad_norm": 0.2676045298576355,
      "learning_rate": 4.581027236110855e-05,
      "loss": 0.0112,
      "step": 88060
    },
    {
      "epoch": 13.447854634295313,
      "grad_norm": 0.20701152086257935,
      "learning_rate": 4.579997460910617e-05,
      "loss": 0.0094,
      "step": 88070
    },
    {
      "epoch": 13.449381584974805,
      "grad_norm": 0.16911448538303375,
      "learning_rate": 4.578967703652114e-05,
      "loss": 0.0107,
      "step": 88080
    },
    {
      "epoch": 13.450908535654298,
      "grad_norm": 0.21047088503837585,
      "learning_rate": 4.577937964379338e-05,
      "loss": 0.009,
      "step": 88090
    },
    {
      "epoch": 13.452435486333792,
      "grad_norm": 0.13392917811870575,
      "learning_rate": 4.576908243136275e-05,
      "loss": 0.0084,
      "step": 88100
    },
    {
      "epoch": 13.453962437013285,
      "grad_norm": 0.18518662452697754,
      "learning_rate": 4.5758785399669154e-05,
      "loss": 0.0108,
      "step": 88110
    },
    {
      "epoch": 13.455489387692777,
      "grad_norm": 0.13688814640045166,
      "learning_rate": 4.574848854915247e-05,
      "loss": 0.012,
      "step": 88120
    },
    {
      "epoch": 13.45701633837227,
      "grad_norm": 0.18371139466762543,
      "learning_rate": 4.5738191880252526e-05,
      "loss": 0.0094,
      "step": 88130
    },
    {
      "epoch": 13.458543289051764,
      "grad_norm": 0.12100990116596222,
      "learning_rate": 4.5727895393409195e-05,
      "loss": 0.0114,
      "step": 88140
    },
    {
      "epoch": 13.460070239731257,
      "grad_norm": 0.22967882454395294,
      "learning_rate": 4.571759908906234e-05,
      "loss": 0.0103,
      "step": 88150
    },
    {
      "epoch": 13.46159719041075,
      "grad_norm": 0.2186901867389679,
      "learning_rate": 4.5707302967651775e-05,
      "loss": 0.0138,
      "step": 88160
    },
    {
      "epoch": 13.463124141090242,
      "grad_norm": 0.2745584547519684,
      "learning_rate": 4.569700702961735e-05,
      "loss": 0.0117,
      "step": 88170
    },
    {
      "epoch": 13.464651091769737,
      "grad_norm": 0.33856841921806335,
      "learning_rate": 4.568671127539888e-05,
      "loss": 0.0136,
      "step": 88180
    },
    {
      "epoch": 13.46617804244923,
      "grad_norm": 0.14077121019363403,
      "learning_rate": 4.567641570543616e-05,
      "loss": 0.0114,
      "step": 88190
    },
    {
      "epoch": 13.467704993128722,
      "grad_norm": 0.23094961047172546,
      "learning_rate": 4.566612032016905e-05,
      "loss": 0.0109,
      "step": 88200
    },
    {
      "epoch": 13.469231943808214,
      "grad_norm": 0.15430542826652527,
      "learning_rate": 4.5655825120037294e-05,
      "loss": 0.0115,
      "step": 88210
    },
    {
      "epoch": 13.470758894487709,
      "grad_norm": 0.15702325105667114,
      "learning_rate": 4.5645530105480726e-05,
      "loss": 0.013,
      "step": 88220
    },
    {
      "epoch": 13.472285845167201,
      "grad_norm": 0.19176527857780457,
      "learning_rate": 4.5635235276939084e-05,
      "loss": 0.0135,
      "step": 88230
    },
    {
      "epoch": 13.473812795846694,
      "grad_norm": 0.1656516194343567,
      "learning_rate": 4.562494063485219e-05,
      "loss": 0.0092,
      "step": 88240
    },
    {
      "epoch": 13.475339746526187,
      "grad_norm": 0.18325932323932648,
      "learning_rate": 4.5614646179659796e-05,
      "loss": 0.0119,
      "step": 88250
    },
    {
      "epoch": 13.476866697205681,
      "grad_norm": 0.29709649085998535,
      "learning_rate": 4.560435191180167e-05,
      "loss": 0.009,
      "step": 88260
    },
    {
      "epoch": 13.478393647885174,
      "grad_norm": 0.14615175127983093,
      "learning_rate": 4.559405783171755e-05,
      "loss": 0.0117,
      "step": 88270
    },
    {
      "epoch": 13.479920598564666,
      "grad_norm": 0.23797884583473206,
      "learning_rate": 4.5583763939847166e-05,
      "loss": 0.0104,
      "step": 88280
    },
    {
      "epoch": 13.481447549244159,
      "grad_norm": 0.1415260136127472,
      "learning_rate": 4.55734702366303e-05,
      "loss": 0.0097,
      "step": 88290
    },
    {
      "epoch": 13.482974499923653,
      "grad_norm": 0.28676313161849976,
      "learning_rate": 4.556317672250664e-05,
      "loss": 0.0133,
      "step": 88300
    },
    {
      "epoch": 13.484501450603146,
      "grad_norm": 0.23816202580928802,
      "learning_rate": 4.555288339791593e-05,
      "loss": 0.0138,
      "step": 88310
    },
    {
      "epoch": 13.486028401282638,
      "grad_norm": 0.5526413321495056,
      "learning_rate": 4.554259026329785e-05,
      "loss": 0.0131,
      "step": 88320
    },
    {
      "epoch": 13.487555351962131,
      "grad_norm": 0.20161192119121552,
      "learning_rate": 4.553229731909214e-05,
      "loss": 0.0114,
      "step": 88330
    },
    {
      "epoch": 13.489082302641625,
      "grad_norm": 0.3424884080886841,
      "learning_rate": 4.552200456573849e-05,
      "loss": 0.0124,
      "step": 88340
    },
    {
      "epoch": 13.490609253321118,
      "grad_norm": 0.13678647577762604,
      "learning_rate": 4.551171200367657e-05,
      "loss": 0.0141,
      "step": 88350
    },
    {
      "epoch": 13.49213620400061,
      "grad_norm": 0.7329878807067871,
      "learning_rate": 4.5501419633346074e-05,
      "loss": 0.0119,
      "step": 88360
    },
    {
      "epoch": 13.493663154680103,
      "grad_norm": 0.16022942960262299,
      "learning_rate": 4.549112745518665e-05,
      "loss": 0.0099,
      "step": 88370
    },
    {
      "epoch": 13.495190105359598,
      "grad_norm": 0.1425459384918213,
      "learning_rate": 4.548083546963798e-05,
      "loss": 0.0088,
      "step": 88380
    },
    {
      "epoch": 13.49671705603909,
      "grad_norm": 0.18188226222991943,
      "learning_rate": 4.547054367713974e-05,
      "loss": 0.0067,
      "step": 88390
    },
    {
      "epoch": 13.498244006718583,
      "grad_norm": 0.4709218144416809,
      "learning_rate": 4.5460252078131537e-05,
      "loss": 0.0123,
      "step": 88400
    },
    {
      "epoch": 13.499770957398075,
      "grad_norm": 0.1682220995426178,
      "learning_rate": 4.5449960673053014e-05,
      "loss": 0.0076,
      "step": 88410
    },
    {
      "epoch": 13.50129790807757,
      "grad_norm": 0.17529451847076416,
      "learning_rate": 4.5439669462343834e-05,
      "loss": 0.0108,
      "step": 88420
    },
    {
      "epoch": 13.502824858757062,
      "grad_norm": 0.1704343855381012,
      "learning_rate": 4.542937844644359e-05,
      "loss": 0.0124,
      "step": 88430
    },
    {
      "epoch": 13.504351809436555,
      "grad_norm": 0.176162987947464,
      "learning_rate": 4.5419087625791904e-05,
      "loss": 0.0114,
      "step": 88440
    },
    {
      "epoch": 13.505878760116047,
      "grad_norm": 0.26928970217704773,
      "learning_rate": 4.540879700082838e-05,
      "loss": 0.0096,
      "step": 88450
    },
    {
      "epoch": 13.507405710795542,
      "grad_norm": 0.20335301756858826,
      "learning_rate": 4.539850657199259e-05,
      "loss": 0.0081,
      "step": 88460
    },
    {
      "epoch": 13.508932661475034,
      "grad_norm": 0.2115658074617386,
      "learning_rate": 4.538821633972418e-05,
      "loss": 0.012,
      "step": 88470
    },
    {
      "epoch": 13.510459612154527,
      "grad_norm": 0.1657738983631134,
      "learning_rate": 4.537792630446268e-05,
      "loss": 0.0116,
      "step": 88480
    },
    {
      "epoch": 13.51198656283402,
      "grad_norm": 0.16008086502552032,
      "learning_rate": 4.536763646664769e-05,
      "loss": 0.012,
      "step": 88490
    },
    {
      "epoch": 13.513513513513514,
      "grad_norm": 0.6613126993179321,
      "learning_rate": 4.535734682671873e-05,
      "loss": 0.0162,
      "step": 88500
    },
    {
      "epoch": 13.515040464193007,
      "grad_norm": 0.16857707500457764,
      "learning_rate": 4.53470573851154e-05,
      "loss": 0.0117,
      "step": 88510
    },
    {
      "epoch": 13.5165674148725,
      "grad_norm": 0.23493431508541107,
      "learning_rate": 4.5336768142277244e-05,
      "loss": 0.01,
      "step": 88520
    },
    {
      "epoch": 13.518094365551992,
      "grad_norm": 0.1591220200061798,
      "learning_rate": 4.532647909864378e-05,
      "loss": 0.0109,
      "step": 88530
    },
    {
      "epoch": 13.519621316231486,
      "grad_norm": 0.4390537440776825,
      "learning_rate": 4.531619025465455e-05,
      "loss": 0.0125,
      "step": 88540
    },
    {
      "epoch": 13.521148266910979,
      "grad_norm": 0.1434439867734909,
      "learning_rate": 4.5305901610749046e-05,
      "loss": 0.0091,
      "step": 88550
    },
    {
      "epoch": 13.522675217590471,
      "grad_norm": 0.2151072770357132,
      "learning_rate": 4.5295613167366815e-05,
      "loss": 0.0099,
      "step": 88560
    },
    {
      "epoch": 13.524202168269966,
      "grad_norm": 0.17447537183761597,
      "learning_rate": 4.528532492494735e-05,
      "loss": 0.012,
      "step": 88570
    },
    {
      "epoch": 13.525729118949458,
      "grad_norm": 0.1478293538093567,
      "learning_rate": 4.527503688393014e-05,
      "loss": 0.0094,
      "step": 88580
    },
    {
      "epoch": 13.527256069628951,
      "grad_norm": 0.2617614269256592,
      "learning_rate": 4.526474904475466e-05,
      "loss": 0.0103,
      "step": 88590
    },
    {
      "epoch": 13.528783020308444,
      "grad_norm": 0.19300687313079834,
      "learning_rate": 4.525446140786043e-05,
      "loss": 0.0079,
      "step": 88600
    },
    {
      "epoch": 13.530309970987936,
      "grad_norm": 0.20575487613677979,
      "learning_rate": 4.5244173973686866e-05,
      "loss": 0.01,
      "step": 88610
    },
    {
      "epoch": 13.53183692166743,
      "grad_norm": 0.16062656044960022,
      "learning_rate": 4.5233886742673476e-05,
      "loss": 0.0086,
      "step": 88620
    },
    {
      "epoch": 13.533363872346923,
      "grad_norm": 0.30487728118896484,
      "learning_rate": 4.5223599715259675e-05,
      "loss": 0.0114,
      "step": 88630
    },
    {
      "epoch": 13.534890823026416,
      "grad_norm": 0.15209302306175232,
      "learning_rate": 4.521331289188491e-05,
      "loss": 0.0085,
      "step": 88640
    },
    {
      "epoch": 13.53641777370591,
      "grad_norm": 0.3855181336402893,
      "learning_rate": 4.520302627298863e-05,
      "loss": 0.0131,
      "step": 88650
    },
    {
      "epoch": 13.537944724385403,
      "grad_norm": 0.11491531878709793,
      "learning_rate": 4.519273985901027e-05,
      "loss": 0.0091,
      "step": 88660
    },
    {
      "epoch": 13.539471675064895,
      "grad_norm": 0.165038600564003,
      "learning_rate": 4.518245365038922e-05,
      "loss": 0.0103,
      "step": 88670
    },
    {
      "epoch": 13.540998625744388,
      "grad_norm": 0.17563413083553314,
      "learning_rate": 4.517216764756489e-05,
      "loss": 0.0098,
      "step": 88680
    },
    {
      "epoch": 13.542525576423882,
      "grad_norm": 0.27977001667022705,
      "learning_rate": 4.516188185097671e-05,
      "loss": 0.0076,
      "step": 88690
    },
    {
      "epoch": 13.544052527103375,
      "grad_norm": 0.16879402101039886,
      "learning_rate": 4.5151596261064044e-05,
      "loss": 0.0079,
      "step": 88700
    },
    {
      "epoch": 13.545579477782868,
      "grad_norm": 0.23264415562152863,
      "learning_rate": 4.5141310878266286e-05,
      "loss": 0.0083,
      "step": 88710
    },
    {
      "epoch": 13.54710642846236,
      "grad_norm": 0.1824646145105362,
      "learning_rate": 4.513102570302278e-05,
      "loss": 0.0119,
      "step": 88720
    },
    {
      "epoch": 13.548633379141855,
      "grad_norm": 0.20160575211048126,
      "learning_rate": 4.512074073577291e-05,
      "loss": 0.0095,
      "step": 88730
    },
    {
      "epoch": 13.550160329821347,
      "grad_norm": 0.186441570520401,
      "learning_rate": 4.511045597695606e-05,
      "loss": 0.0115,
      "step": 88740
    },
    {
      "epoch": 13.55168728050084,
      "grad_norm": 0.14405205845832825,
      "learning_rate": 4.5100171427011534e-05,
      "loss": 0.0089,
      "step": 88750
    },
    {
      "epoch": 13.553214231180332,
      "grad_norm": 0.13658808171749115,
      "learning_rate": 4.508988708637869e-05,
      "loss": 0.009,
      "step": 88760
    },
    {
      "epoch": 13.554741181859827,
      "grad_norm": 0.12470532953739166,
      "learning_rate": 4.507960295549683e-05,
      "loss": 0.0101,
      "step": 88770
    },
    {
      "epoch": 13.55626813253932,
      "grad_norm": 0.2700861096382141,
      "learning_rate": 4.5069319034805306e-05,
      "loss": 0.0089,
      "step": 88780
    },
    {
      "epoch": 13.557795083218812,
      "grad_norm": 0.1887148916721344,
      "learning_rate": 4.505903532474342e-05,
      "loss": 0.0081,
      "step": 88790
    },
    {
      "epoch": 13.559322033898304,
      "grad_norm": 0.1446654200553894,
      "learning_rate": 4.5048751825750466e-05,
      "loss": 0.0094,
      "step": 88800
    },
    {
      "epoch": 13.560848984577799,
      "grad_norm": 0.20952118933200836,
      "learning_rate": 4.503846853826572e-05,
      "loss": 0.01,
      "step": 88810
    },
    {
      "epoch": 13.562375935257291,
      "grad_norm": 0.19083374738693237,
      "learning_rate": 4.5028185462728505e-05,
      "loss": 0.0088,
      "step": 88820
    },
    {
      "epoch": 13.563902885936784,
      "grad_norm": 0.18420915305614471,
      "learning_rate": 4.5017902599578066e-05,
      "loss": 0.0083,
      "step": 88830
    },
    {
      "epoch": 13.565429836616277,
      "grad_norm": 0.26320910453796387,
      "learning_rate": 4.500761994925369e-05,
      "loss": 0.0112,
      "step": 88840
    },
    {
      "epoch": 13.566956787295771,
      "grad_norm": 0.2004360854625702,
      "learning_rate": 4.49973375121946e-05,
      "loss": 0.0107,
      "step": 88850
    },
    {
      "epoch": 13.568483737975264,
      "grad_norm": 0.18119817972183228,
      "learning_rate": 4.498705528884005e-05,
      "loss": 0.008,
      "step": 88860
    },
    {
      "epoch": 13.570010688654756,
      "grad_norm": 0.18471784889698029,
      "learning_rate": 4.497677327962931e-05,
      "loss": 0.0101,
      "step": 88870
    },
    {
      "epoch": 13.571537639334249,
      "grad_norm": 0.16000738739967346,
      "learning_rate": 4.4966491485001585e-05,
      "loss": 0.0088,
      "step": 88880
    },
    {
      "epoch": 13.573064590013743,
      "grad_norm": 0.5788407921791077,
      "learning_rate": 4.49562099053961e-05,
      "loss": 0.0096,
      "step": 88890
    },
    {
      "epoch": 13.574591540693236,
      "grad_norm": 0.11363926529884338,
      "learning_rate": 4.494592854125205e-05,
      "loss": 0.0084,
      "step": 88900
    },
    {
      "epoch": 13.576118491372728,
      "grad_norm": 0.1668984740972519,
      "learning_rate": 4.493564739300865e-05,
      "loss": 0.0097,
      "step": 88910
    },
    {
      "epoch": 13.577645442052221,
      "grad_norm": 0.13678070902824402,
      "learning_rate": 4.49253664611051e-05,
      "loss": 0.0094,
      "step": 88920
    },
    {
      "epoch": 13.579172392731715,
      "grad_norm": 0.12313523888587952,
      "learning_rate": 4.491508574598057e-05,
      "loss": 0.0102,
      "step": 88930
    },
    {
      "epoch": 13.580699343411208,
      "grad_norm": 0.18905070424079895,
      "learning_rate": 4.490480524807424e-05,
      "loss": 0.0095,
      "step": 88940
    },
    {
      "epoch": 13.5822262940907,
      "grad_norm": 0.20998969674110413,
      "learning_rate": 4.489452496782525e-05,
      "loss": 0.0093,
      "step": 88950
    },
    {
      "epoch": 13.583753244770193,
      "grad_norm": 0.1781405210494995,
      "learning_rate": 4.488424490567279e-05,
      "loss": 0.0085,
      "step": 88960
    },
    {
      "epoch": 13.585280195449688,
      "grad_norm": 0.3405706286430359,
      "learning_rate": 4.487396506205599e-05,
      "loss": 0.0099,
      "step": 88970
    },
    {
      "epoch": 13.58680714612918,
      "grad_norm": 0.12050341814756393,
      "learning_rate": 4.4863685437413975e-05,
      "loss": 0.0079,
      "step": 88980
    },
    {
      "epoch": 13.588334096808673,
      "grad_norm": 0.16897979378700256,
      "learning_rate": 4.485340603218588e-05,
      "loss": 0.0081,
      "step": 88990
    },
    {
      "epoch": 13.589861047488165,
      "grad_norm": 0.2525653541088104,
      "learning_rate": 4.484312684681084e-05,
      "loss": 0.0104,
      "step": 89000
    },
    {
      "epoch": 13.59138799816766,
      "grad_norm": 0.20898479223251343,
      "learning_rate": 4.483284788172794e-05,
      "loss": 0.0127,
      "step": 89010
    },
    {
      "epoch": 13.592914948847152,
      "grad_norm": 0.20605991780757904,
      "learning_rate": 4.48225691373763e-05,
      "loss": 0.0075,
      "step": 89020
    },
    {
      "epoch": 13.594441899526645,
      "grad_norm": 0.23547761142253876,
      "learning_rate": 4.481229061419498e-05,
      "loss": 0.0094,
      "step": 89030
    },
    {
      "epoch": 13.595968850206138,
      "grad_norm": 0.242251455783844,
      "learning_rate": 4.4802012312623064e-05,
      "loss": 0.0102,
      "step": 89040
    },
    {
      "epoch": 13.597495800885632,
      "grad_norm": 0.14205405116081238,
      "learning_rate": 4.4791734233099645e-05,
      "loss": 0.0082,
      "step": 89050
    },
    {
      "epoch": 13.599022751565125,
      "grad_norm": 0.6550750136375427,
      "learning_rate": 4.478145637606379e-05,
      "loss": 0.0149,
      "step": 89060
    },
    {
      "epoch": 13.600549702244617,
      "grad_norm": 0.21211446821689606,
      "learning_rate": 4.477117874195451e-05,
      "loss": 0.0108,
      "step": 89070
    },
    {
      "epoch": 13.60207665292411,
      "grad_norm": 0.2614520192146301,
      "learning_rate": 4.476090133121086e-05,
      "loss": 0.0094,
      "step": 89080
    },
    {
      "epoch": 13.603603603603604,
      "grad_norm": 0.2034730464220047,
      "learning_rate": 4.47506241442719e-05,
      "loss": 0.0101,
      "step": 89090
    },
    {
      "epoch": 13.605130554283097,
      "grad_norm": 0.1684691309928894,
      "learning_rate": 4.474034718157663e-05,
      "loss": 0.0105,
      "step": 89100
    },
    {
      "epoch": 13.60665750496259,
      "grad_norm": 0.19328045845031738,
      "learning_rate": 4.473007044356407e-05,
      "loss": 0.0086,
      "step": 89110
    },
    {
      "epoch": 13.608184455642082,
      "grad_norm": 0.35087546706199646,
      "learning_rate": 4.471979393067321e-05,
      "loss": 0.0124,
      "step": 89120
    },
    {
      "epoch": 13.609711406321576,
      "grad_norm": 0.2545241415500641,
      "learning_rate": 4.470951764334304e-05,
      "loss": 0.0103,
      "step": 89130
    },
    {
      "epoch": 13.611238357001069,
      "grad_norm": 0.1921369582414627,
      "learning_rate": 4.469924158201259e-05,
      "loss": 0.0086,
      "step": 89140
    },
    {
      "epoch": 13.612765307680561,
      "grad_norm": 0.1747216433286667,
      "learning_rate": 4.468896574712078e-05,
      "loss": 0.0137,
      "step": 89150
    },
    {
      "epoch": 13.614292258360056,
      "grad_norm": 0.16495127975940704,
      "learning_rate": 4.467869013910661e-05,
      "loss": 0.0084,
      "step": 89160
    },
    {
      "epoch": 13.615819209039548,
      "grad_norm": 0.1191330999135971,
      "learning_rate": 4.4668414758409e-05,
      "loss": 0.0102,
      "step": 89170
    },
    {
      "epoch": 13.617346159719041,
      "grad_norm": 0.15143896639347076,
      "learning_rate": 4.465813960546693e-05,
      "loss": 0.0084,
      "step": 89180
    },
    {
      "epoch": 13.618873110398534,
      "grad_norm": 0.16787458956241608,
      "learning_rate": 4.4647864680719334e-05,
      "loss": 0.0089,
      "step": 89190
    },
    {
      "epoch": 13.620400061078026,
      "grad_norm": 0.21009820699691772,
      "learning_rate": 4.463758998460511e-05,
      "loss": 0.0086,
      "step": 89200
    },
    {
      "epoch": 13.62192701175752,
      "grad_norm": 0.26274436712265015,
      "learning_rate": 4.4627315517563206e-05,
      "loss": 0.0112,
      "step": 89210
    },
    {
      "epoch": 13.623453962437013,
      "grad_norm": 0.24002349376678467,
      "learning_rate": 4.4617041280032496e-05,
      "loss": 0.0127,
      "step": 89220
    },
    {
      "epoch": 13.624980913116506,
      "grad_norm": 0.17034970223903656,
      "learning_rate": 4.46067672724519e-05,
      "loss": 0.0071,
      "step": 89230
    },
    {
      "epoch": 13.626507863796,
      "grad_norm": 0.30900582671165466,
      "learning_rate": 4.4596493495260306e-05,
      "loss": 0.0099,
      "step": 89240
    },
    {
      "epoch": 13.628034814475493,
      "grad_norm": 0.12471801042556763,
      "learning_rate": 4.4586219948896576e-05,
      "loss": 0.0084,
      "step": 89250
    },
    {
      "epoch": 13.629561765154985,
      "grad_norm": 0.15224969387054443,
      "learning_rate": 4.457594663379957e-05,
      "loss": 0.0095,
      "step": 89260
    },
    {
      "epoch": 13.631088715834478,
      "grad_norm": 0.15879841148853302,
      "learning_rate": 4.456567355040819e-05,
      "loss": 0.0087,
      "step": 89270
    },
    {
      "epoch": 13.632615666513972,
      "grad_norm": 0.1574239432811737,
      "learning_rate": 4.455540069916124e-05,
      "loss": 0.009,
      "step": 89280
    },
    {
      "epoch": 13.634142617193465,
      "grad_norm": 0.17631496489048004,
      "learning_rate": 4.454512808049757e-05,
      "loss": 0.009,
      "step": 89290
    },
    {
      "epoch": 13.635669567872958,
      "grad_norm": 0.21880480647087097,
      "learning_rate": 4.4534855694856e-05,
      "loss": 0.0099,
      "step": 89300
    },
    {
      "epoch": 13.63719651855245,
      "grad_norm": 0.2261512577533722,
      "learning_rate": 4.452458354267535e-05,
      "loss": 0.01,
      "step": 89310
    },
    {
      "epoch": 13.638723469231945,
      "grad_norm": 0.38574570417404175,
      "learning_rate": 4.4514311624394455e-05,
      "loss": 0.0136,
      "step": 89320
    },
    {
      "epoch": 13.640250419911437,
      "grad_norm": 0.1705264449119568,
      "learning_rate": 4.4504039940452075e-05,
      "loss": 0.0095,
      "step": 89330
    },
    {
      "epoch": 13.64177737059093,
      "grad_norm": 0.18712565302848816,
      "learning_rate": 4.449376849128703e-05,
      "loss": 0.0102,
      "step": 89340
    },
    {
      "epoch": 13.643304321270422,
      "grad_norm": 0.6174061894416809,
      "learning_rate": 4.448349727733805e-05,
      "loss": 0.0103,
      "step": 89350
    },
    {
      "epoch": 13.644831271949917,
      "grad_norm": 0.17974326014518738,
      "learning_rate": 4.447322629904395e-05,
      "loss": 0.0172,
      "step": 89360
    },
    {
      "epoch": 13.64635822262941,
      "grad_norm": 0.18921604752540588,
      "learning_rate": 4.446295555684347e-05,
      "loss": 0.009,
      "step": 89370
    },
    {
      "epoch": 13.647885173308902,
      "grad_norm": 0.15531650185585022,
      "learning_rate": 4.445268505117535e-05,
      "loss": 0.0128,
      "step": 89380
    },
    {
      "epoch": 13.649412123988395,
      "grad_norm": 0.18453732132911682,
      "learning_rate": 4.444241478247835e-05,
      "loss": 0.0095,
      "step": 89390
    },
    {
      "epoch": 13.650939074667889,
      "grad_norm": 0.17746035754680634,
      "learning_rate": 4.4432144751191154e-05,
      "loss": 0.0089,
      "step": 89400
    },
    {
      "epoch": 13.652466025347382,
      "grad_norm": 0.14650289714336395,
      "learning_rate": 4.442187495775252e-05,
      "loss": 0.0104,
      "step": 89410
    },
    {
      "epoch": 13.653992976026874,
      "grad_norm": 0.15311767160892487,
      "learning_rate": 4.441160540260115e-05,
      "loss": 0.0073,
      "step": 89420
    },
    {
      "epoch": 13.655519926706367,
      "grad_norm": 0.1946098357439041,
      "learning_rate": 4.440133608617571e-05,
      "loss": 0.009,
      "step": 89430
    },
    {
      "epoch": 13.657046877385861,
      "grad_norm": 0.2284526526927948,
      "learning_rate": 4.439106700891491e-05,
      "loss": 0.0118,
      "step": 89440
    },
    {
      "epoch": 13.658573828065354,
      "grad_norm": 0.1783551424741745,
      "learning_rate": 4.438079817125743e-05,
      "loss": 0.0124,
      "step": 89450
    },
    {
      "epoch": 13.660100778744846,
      "grad_norm": 0.2197752445936203,
      "learning_rate": 4.437052957364195e-05,
      "loss": 0.0118,
      "step": 89460
    },
    {
      "epoch": 13.661627729424339,
      "grad_norm": 0.19333772361278534,
      "learning_rate": 4.436026121650708e-05,
      "loss": 0.0075,
      "step": 89470
    },
    {
      "epoch": 13.663154680103833,
      "grad_norm": 0.12567423284053802,
      "learning_rate": 4.43499931002915e-05,
      "loss": 0.0083,
      "step": 89480
    },
    {
      "epoch": 13.664681630783326,
      "grad_norm": 0.19758176803588867,
      "learning_rate": 4.433972522543383e-05,
      "loss": 0.0101,
      "step": 89490
    },
    {
      "epoch": 13.666208581462818,
      "grad_norm": 0.11640948802232742,
      "learning_rate": 4.4329457592372694e-05,
      "loss": 0.0089,
      "step": 89500
    },
    {
      "epoch": 13.667735532142311,
      "grad_norm": 0.22506791353225708,
      "learning_rate": 4.4319190201546726e-05,
      "loss": 0.0118,
      "step": 89510
    },
    {
      "epoch": 13.669262482821805,
      "grad_norm": 0.12079518288373947,
      "learning_rate": 4.430892305339451e-05,
      "loss": 0.0106,
      "step": 89520
    },
    {
      "epoch": 13.670789433501298,
      "grad_norm": 0.25186270475387573,
      "learning_rate": 4.429865614835464e-05,
      "loss": 0.0072,
      "step": 89530
    },
    {
      "epoch": 13.67231638418079,
      "grad_norm": 0.30332815647125244,
      "learning_rate": 4.428838948686572e-05,
      "loss": 0.0086,
      "step": 89540
    },
    {
      "epoch": 13.673843334860283,
      "grad_norm": 0.17610624432563782,
      "learning_rate": 4.42781230693663e-05,
      "loss": 0.0087,
      "step": 89550
    },
    {
      "epoch": 13.675370285539778,
      "grad_norm": 0.1593932956457138,
      "learning_rate": 4.4267856896294964e-05,
      "loss": 0.0115,
      "step": 89560
    },
    {
      "epoch": 13.67689723621927,
      "grad_norm": 0.1861511766910553,
      "learning_rate": 4.425759096809023e-05,
      "loss": 0.0081,
      "step": 89570
    },
    {
      "epoch": 13.678424186898763,
      "grad_norm": 0.3536553680896759,
      "learning_rate": 4.424732528519067e-05,
      "loss": 0.0091,
      "step": 89580
    },
    {
      "epoch": 13.679951137578255,
      "grad_norm": 0.35294657945632935,
      "learning_rate": 4.423705984803481e-05,
      "loss": 0.0078,
      "step": 89590
    },
    {
      "epoch": 13.68147808825775,
      "grad_norm": 0.1615426242351532,
      "learning_rate": 4.422679465706116e-05,
      "loss": 0.009,
      "step": 89600
    },
    {
      "epoch": 13.683005038937242,
      "grad_norm": 0.1442255973815918,
      "learning_rate": 4.421652971270825e-05,
      "loss": 0.0096,
      "step": 89610
    },
    {
      "epoch": 13.684531989616735,
      "grad_norm": 0.24452714622020721,
      "learning_rate": 4.4206265015414544e-05,
      "loss": 0.0135,
      "step": 89620
    },
    {
      "epoch": 13.686058940296228,
      "grad_norm": 0.12192691117525101,
      "learning_rate": 4.4196000565618565e-05,
      "loss": 0.0123,
      "step": 89630
    },
    {
      "epoch": 13.687585890975722,
      "grad_norm": 0.09494171291589737,
      "learning_rate": 4.4185736363758785e-05,
      "loss": 0.0102,
      "step": 89640
    },
    {
      "epoch": 13.689112841655215,
      "grad_norm": 0.17300361394882202,
      "learning_rate": 4.417547241027366e-05,
      "loss": 0.01,
      "step": 89650
    },
    {
      "epoch": 13.690639792334707,
      "grad_norm": 0.10602296143770218,
      "learning_rate": 4.4165208705601664e-05,
      "loss": 0.0083,
      "step": 89660
    },
    {
      "epoch": 13.692166743014202,
      "grad_norm": 0.10633260756731033,
      "learning_rate": 4.4154945250181206e-05,
      "loss": 0.0092,
      "step": 89670
    },
    {
      "epoch": 13.693693693693694,
      "grad_norm": 0.6300788521766663,
      "learning_rate": 4.4144682044450766e-05,
      "loss": 0.0154,
      "step": 89680
    },
    {
      "epoch": 13.695220644373187,
      "grad_norm": 0.1981581449508667,
      "learning_rate": 4.413441908884877e-05,
      "loss": 0.009,
      "step": 89690
    },
    {
      "epoch": 13.69674759505268,
      "grad_norm": 0.30049994587898254,
      "learning_rate": 4.412415638381359e-05,
      "loss": 0.009,
      "step": 89700
    },
    {
      "epoch": 13.698274545732172,
      "grad_norm": 0.25582021474838257,
      "learning_rate": 4.4113893929783654e-05,
      "loss": 0.0117,
      "step": 89710
    },
    {
      "epoch": 13.699801496411666,
      "grad_norm": 0.1950344443321228,
      "learning_rate": 4.410363172719737e-05,
      "loss": 0.0097,
      "step": 89720
    },
    {
      "epoch": 13.701328447091159,
      "grad_norm": 0.173721581697464,
      "learning_rate": 4.4093369776493096e-05,
      "loss": 0.0091,
      "step": 89730
    },
    {
      "epoch": 13.702855397770652,
      "grad_norm": 0.18966086208820343,
      "learning_rate": 4.408310807810924e-05,
      "loss": 0.0093,
      "step": 89740
    },
    {
      "epoch": 13.704382348450146,
      "grad_norm": 0.1417066752910614,
      "learning_rate": 4.407284663248411e-05,
      "loss": 0.0064,
      "step": 89750
    },
    {
      "epoch": 13.705909299129639,
      "grad_norm": 0.19680628180503845,
      "learning_rate": 4.406258544005608e-05,
      "loss": 0.0083,
      "step": 89760
    },
    {
      "epoch": 13.707436249809131,
      "grad_norm": 0.1308826357126236,
      "learning_rate": 4.405232450126352e-05,
      "loss": 0.0088,
      "step": 89770
    },
    {
      "epoch": 13.708963200488624,
      "grad_norm": 0.2797873914241791,
      "learning_rate": 4.40420638165447e-05,
      "loss": 0.009,
      "step": 89780
    },
    {
      "epoch": 13.710490151168118,
      "grad_norm": 0.689151406288147,
      "learning_rate": 4.4031803386338e-05,
      "loss": 0.0113,
      "step": 89790
    },
    {
      "epoch": 13.71201710184761,
      "grad_norm": 0.17369212210178375,
      "learning_rate": 4.402154321108165e-05,
      "loss": 0.0107,
      "step": 89800
    },
    {
      "epoch": 13.713544052527103,
      "grad_norm": 0.11442749947309494,
      "learning_rate": 4.401128329121404e-05,
      "loss": 0.0123,
      "step": 89810
    },
    {
      "epoch": 13.715071003206596,
      "grad_norm": 0.14328697323799133,
      "learning_rate": 4.4001023627173386e-05,
      "loss": 0.0097,
      "step": 89820
    },
    {
      "epoch": 13.71659795388609,
      "grad_norm": 0.15796208381652832,
      "learning_rate": 4.399076421939799e-05,
      "loss": 0.0105,
      "step": 89830
    },
    {
      "epoch": 13.718124904565583,
      "grad_norm": 0.20761659741401672,
      "learning_rate": 4.398050506832608e-05,
      "loss": 0.009,
      "step": 89840
    },
    {
      "epoch": 13.719651855245075,
      "grad_norm": 0.1370709240436554,
      "learning_rate": 4.397024617439595e-05,
      "loss": 0.0125,
      "step": 89850
    },
    {
      "epoch": 13.721178805924568,
      "grad_norm": 0.12705032527446747,
      "learning_rate": 4.395998753804584e-05,
      "loss": 0.0081,
      "step": 89860
    },
    {
      "epoch": 13.722705756604062,
      "grad_norm": 0.1720149964094162,
      "learning_rate": 4.394972915971396e-05,
      "loss": 0.0083,
      "step": 89870
    },
    {
      "epoch": 13.724232707283555,
      "grad_norm": 0.19661155343055725,
      "learning_rate": 4.3939471039838544e-05,
      "loss": 0.0095,
      "step": 89880
    },
    {
      "epoch": 13.725759657963048,
      "grad_norm": 0.14736208319664001,
      "learning_rate": 4.3929213178857764e-05,
      "loss": 0.0105,
      "step": 89890
    },
    {
      "epoch": 13.72728660864254,
      "grad_norm": 0.24325531721115112,
      "learning_rate": 4.3918955577209864e-05,
      "loss": 0.0102,
      "step": 89900
    },
    {
      "epoch": 13.728813559322035,
      "grad_norm": 0.29084551334381104,
      "learning_rate": 4.390869823533301e-05,
      "loss": 0.0107,
      "step": 89910
    },
    {
      "epoch": 13.730340510001527,
      "grad_norm": 0.19962286949157715,
      "learning_rate": 4.3898441153665375e-05,
      "loss": 0.0094,
      "step": 89920
    },
    {
      "epoch": 13.73186746068102,
      "grad_norm": 0.1439991146326065,
      "learning_rate": 4.388818433264511e-05,
      "loss": 0.0092,
      "step": 89930
    },
    {
      "epoch": 13.733394411360512,
      "grad_norm": 0.1373152881860733,
      "learning_rate": 4.387792777271042e-05,
      "loss": 0.0075,
      "step": 89940
    },
    {
      "epoch": 13.734921362040007,
      "grad_norm": 0.18367569148540497,
      "learning_rate": 4.386767147429938e-05,
      "loss": 0.0102,
      "step": 89950
    },
    {
      "epoch": 13.7364483127195,
      "grad_norm": 0.14033551514148712,
      "learning_rate": 4.385741543785016e-05,
      "loss": 0.0092,
      "step": 89960
    },
    {
      "epoch": 13.737975263398992,
      "grad_norm": 0.16233907639980316,
      "learning_rate": 4.3847159663800866e-05,
      "loss": 0.0091,
      "step": 89970
    },
    {
      "epoch": 13.739502214078485,
      "grad_norm": 0.15931358933448792,
      "learning_rate": 4.3836904152589595e-05,
      "loss": 0.0137,
      "step": 89980
    },
    {
      "epoch": 13.741029164757979,
      "grad_norm": 0.1612061709165573,
      "learning_rate": 4.3826648904654474e-05,
      "loss": 0.0074,
      "step": 89990
    },
    {
      "epoch": 13.742556115437472,
      "grad_norm": 0.15162192285060883,
      "learning_rate": 4.381639392043356e-05,
      "loss": 0.0082,
      "step": 90000
    },
    {
      "epoch": 13.744083066116964,
      "grad_norm": 0.18273872137069702,
      "learning_rate": 4.380613920036496e-05,
      "loss": 0.011,
      "step": 90010
    },
    {
      "epoch": 13.745610016796457,
      "grad_norm": 0.2164623737335205,
      "learning_rate": 4.3795884744886684e-05,
      "loss": 0.0086,
      "step": 90020
    },
    {
      "epoch": 13.747136967475951,
      "grad_norm": 0.17159295082092285,
      "learning_rate": 4.3785630554436825e-05,
      "loss": 0.0132,
      "step": 90030
    },
    {
      "epoch": 13.748663918155444,
      "grad_norm": 0.1553594321012497,
      "learning_rate": 4.377537662945342e-05,
      "loss": 0.0083,
      "step": 90040
    },
    {
      "epoch": 13.750190868834936,
      "grad_norm": 0.18316516280174255,
      "learning_rate": 4.376512297037449e-05,
      "loss": 0.01,
      "step": 90050
    },
    {
      "epoch": 13.751717819514429,
      "grad_norm": 0.21904459595680237,
      "learning_rate": 4.375486957763806e-05,
      "loss": 0.0101,
      "step": 90060
    },
    {
      "epoch": 13.753244770193923,
      "grad_norm": 0.17274834215641022,
      "learning_rate": 4.37446164516821e-05,
      "loss": 0.0104,
      "step": 90070
    },
    {
      "epoch": 13.754771720873416,
      "grad_norm": 0.22290754318237305,
      "learning_rate": 4.373436359294466e-05,
      "loss": 0.0079,
      "step": 90080
    },
    {
      "epoch": 13.756298671552909,
      "grad_norm": 0.19958023726940155,
      "learning_rate": 4.3724111001863697e-05,
      "loss": 0.012,
      "step": 90090
    },
    {
      "epoch": 13.757825622232401,
      "grad_norm": 0.15934202075004578,
      "learning_rate": 4.371385867887717e-05,
      "loss": 0.0101,
      "step": 90100
    },
    {
      "epoch": 13.759352572911896,
      "grad_norm": 0.16765807569026947,
      "learning_rate": 4.370360662442304e-05,
      "loss": 0.0088,
      "step": 90110
    },
    {
      "epoch": 13.760879523591388,
      "grad_norm": 0.2734021246433258,
      "learning_rate": 4.3693354838939295e-05,
      "loss": 0.0086,
      "step": 90120
    },
    {
      "epoch": 13.76240647427088,
      "grad_norm": 0.15640082955360413,
      "learning_rate": 4.368310332286383e-05,
      "loss": 0.0095,
      "step": 90130
    },
    {
      "epoch": 13.763933424950373,
      "grad_norm": 0.1860400289297104,
      "learning_rate": 4.367285207663461e-05,
      "loss": 0.0085,
      "step": 90140
    },
    {
      "epoch": 13.765460375629868,
      "grad_norm": 0.1549208164215088,
      "learning_rate": 4.3662601100689504e-05,
      "loss": 0.0116,
      "step": 90150
    },
    {
      "epoch": 13.76698732630936,
      "grad_norm": 0.1273392289876938,
      "learning_rate": 4.365235039546642e-05,
      "loss": 0.0068,
      "step": 90160
    },
    {
      "epoch": 13.768514276988853,
      "grad_norm": 0.1727939397096634,
      "learning_rate": 4.3642099961403304e-05,
      "loss": 0.0101,
      "step": 90170
    },
    {
      "epoch": 13.770041227668345,
      "grad_norm": 0.209074929356575,
      "learning_rate": 4.363184979893798e-05,
      "loss": 0.0083,
      "step": 90180
    },
    {
      "epoch": 13.77156817834784,
      "grad_norm": 0.20362570881843567,
      "learning_rate": 4.362159990850834e-05,
      "loss": 0.0095,
      "step": 90190
    },
    {
      "epoch": 13.773095129027332,
      "grad_norm": 0.30305010080337524,
      "learning_rate": 4.361135029055221e-05,
      "loss": 0.0102,
      "step": 90200
    },
    {
      "epoch": 13.774622079706825,
      "grad_norm": 0.17156682908535004,
      "learning_rate": 4.3601100945507485e-05,
      "loss": 0.0111,
      "step": 90210
    },
    {
      "epoch": 13.776149030386318,
      "grad_norm": 0.2589535117149353,
      "learning_rate": 4.3590851873811964e-05,
      "loss": 0.0105,
      "step": 90220
    },
    {
      "epoch": 13.777675981065812,
      "grad_norm": 0.19364085793495178,
      "learning_rate": 4.3580603075903485e-05,
      "loss": 0.0104,
      "step": 90230
    },
    {
      "epoch": 13.779202931745305,
      "grad_norm": 0.1629042774438858,
      "learning_rate": 4.357035455221984e-05,
      "loss": 0.0097,
      "step": 90240
    },
    {
      "epoch": 13.780729882424797,
      "grad_norm": 0.38240665197372437,
      "learning_rate": 4.356010630319883e-05,
      "loss": 0.0113,
      "step": 90250
    },
    {
      "epoch": 13.782256833104292,
      "grad_norm": 0.14277812838554382,
      "learning_rate": 4.354985832927827e-05,
      "loss": 0.0135,
      "step": 90260
    },
    {
      "epoch": 13.783783783783784,
      "grad_norm": 0.18719297647476196,
      "learning_rate": 4.35396106308959e-05,
      "loss": 0.0093,
      "step": 90270
    },
    {
      "epoch": 13.785310734463277,
      "grad_norm": 0.22364374995231628,
      "learning_rate": 4.3529363208489505e-05,
      "loss": 0.0122,
      "step": 90280
    },
    {
      "epoch": 13.78683768514277,
      "grad_norm": 0.21620319783687592,
      "learning_rate": 4.351911606249681e-05,
      "loss": 0.0103,
      "step": 90290
    },
    {
      "epoch": 13.788364635822262,
      "grad_norm": 0.34096282720565796,
      "learning_rate": 4.350886919335558e-05,
      "loss": 0.0101,
      "step": 90300
    },
    {
      "epoch": 13.789891586501756,
      "grad_norm": 0.10394379496574402,
      "learning_rate": 4.349862260150354e-05,
      "loss": 0.0091,
      "step": 90310
    },
    {
      "epoch": 13.791418537181249,
      "grad_norm": 0.18448898196220398,
      "learning_rate": 4.3488376287378394e-05,
      "loss": 0.0109,
      "step": 90320
    },
    {
      "epoch": 13.792945487860742,
      "grad_norm": 0.11187447607517242,
      "learning_rate": 4.347813025141785e-05,
      "loss": 0.0081,
      "step": 90330
    },
    {
      "epoch": 13.794472438540236,
      "grad_norm": 0.11019817739725113,
      "learning_rate": 4.3467884494059594e-05,
      "loss": 0.0074,
      "step": 90340
    },
    {
      "epoch": 13.795999389219729,
      "grad_norm": 0.15885286033153534,
      "learning_rate": 4.345763901574132e-05,
      "loss": 0.0068,
      "step": 90350
    },
    {
      "epoch": 13.797526339899221,
      "grad_norm": 0.28024783730506897,
      "learning_rate": 4.344739381690069e-05,
      "loss": 0.0093,
      "step": 90360
    },
    {
      "epoch": 13.799053290578714,
      "grad_norm": 0.2658579647541046,
      "learning_rate": 4.3437148897975354e-05,
      "loss": 0.0081,
      "step": 90370
    },
    {
      "epoch": 13.800580241258208,
      "grad_norm": 0.24766947329044342,
      "learning_rate": 4.342690425940295e-05,
      "loss": 0.0104,
      "step": 90380
    },
    {
      "epoch": 13.8021071919377,
      "grad_norm": 0.12891878187656403,
      "learning_rate": 4.3416659901621146e-05,
      "loss": 0.0092,
      "step": 90390
    },
    {
      "epoch": 13.803634142617193,
      "grad_norm": 0.20607617497444153,
      "learning_rate": 4.340641582506752e-05,
      "loss": 0.0091,
      "step": 90400
    },
    {
      "epoch": 13.805161093296686,
      "grad_norm": 0.20042559504508972,
      "learning_rate": 4.339617203017971e-05,
      "loss": 0.0095,
      "step": 90410
    },
    {
      "epoch": 13.80668804397618,
      "grad_norm": 0.1655174046754837,
      "learning_rate": 4.3385928517395294e-05,
      "loss": 0.0094,
      "step": 90420
    },
    {
      "epoch": 13.808214994655673,
      "grad_norm": 0.16193228960037231,
      "learning_rate": 4.337568528715184e-05,
      "loss": 0.0076,
      "step": 90430
    },
    {
      "epoch": 13.809741945335166,
      "grad_norm": 0.1349504441022873,
      "learning_rate": 4.336544233988697e-05,
      "loss": 0.0116,
      "step": 90440
    },
    {
      "epoch": 13.811268896014658,
      "grad_norm": 0.24030868709087372,
      "learning_rate": 4.33551996760382e-05,
      "loss": 0.0076,
      "step": 90450
    },
    {
      "epoch": 13.812795846694153,
      "grad_norm": 0.1886996328830719,
      "learning_rate": 4.334495729604311e-05,
      "loss": 0.008,
      "step": 90460
    },
    {
      "epoch": 13.814322797373645,
      "grad_norm": 0.14919236302375793,
      "learning_rate": 4.3334715200339194e-05,
      "loss": 0.0088,
      "step": 90470
    },
    {
      "epoch": 13.815849748053138,
      "grad_norm": 0.12156141549348831,
      "learning_rate": 4.3324473389364005e-05,
      "loss": 0.0109,
      "step": 90480
    },
    {
      "epoch": 13.81737669873263,
      "grad_norm": 0.22704918682575226,
      "learning_rate": 4.3314231863555075e-05,
      "loss": 0.0081,
      "step": 90490
    },
    {
      "epoch": 13.818903649412125,
      "grad_norm": 0.30131977796554565,
      "learning_rate": 4.330399062334985e-05,
      "loss": 0.012,
      "step": 90500
    },
    {
      "epoch": 13.820430600091617,
      "grad_norm": 0.1328851729631424,
      "learning_rate": 4.329374966918587e-05,
      "loss": 0.0113,
      "step": 90510
    },
    {
      "epoch": 13.82195755077111,
      "grad_norm": 0.284498929977417,
      "learning_rate": 4.3283509001500554e-05,
      "loss": 0.0094,
      "step": 90520
    },
    {
      "epoch": 13.823484501450602,
      "grad_norm": 0.6038994789123535,
      "learning_rate": 4.32732686207314e-05,
      "loss": 0.0095,
      "step": 90530
    },
    {
      "epoch": 13.825011452130097,
      "grad_norm": 0.26300695538520813,
      "learning_rate": 4.3263028527315874e-05,
      "loss": 0.0094,
      "step": 90540
    },
    {
      "epoch": 13.82653840280959,
      "grad_norm": 0.13418857753276825,
      "learning_rate": 4.3252788721691384e-05,
      "loss": 0.01,
      "step": 90550
    },
    {
      "epoch": 13.828065353489082,
      "grad_norm": 0.20414908230304718,
      "learning_rate": 4.324254920429535e-05,
      "loss": 0.011,
      "step": 90560
    },
    {
      "epoch": 13.829592304168575,
      "grad_norm": 0.14795756340026855,
      "learning_rate": 4.3232309975565224e-05,
      "loss": 0.0092,
      "step": 90570
    },
    {
      "epoch": 13.831119254848069,
      "grad_norm": 0.1801832914352417,
      "learning_rate": 4.322207103593837e-05,
      "loss": 0.0094,
      "step": 90580
    },
    {
      "epoch": 13.832646205527562,
      "grad_norm": 0.282802015542984,
      "learning_rate": 4.32118323858522e-05,
      "loss": 0.0096,
      "step": 90590
    },
    {
      "epoch": 13.834173156207054,
      "grad_norm": 0.24985454976558685,
      "learning_rate": 4.320159402574406e-05,
      "loss": 0.0139,
      "step": 90600
    },
    {
      "epoch": 13.835700106886547,
      "grad_norm": 0.09784052520990372,
      "learning_rate": 4.319135595605134e-05,
      "loss": 0.0086,
      "step": 90610
    },
    {
      "epoch": 13.837227057566041,
      "grad_norm": 0.24394415318965912,
      "learning_rate": 4.318111817721139e-05,
      "loss": 0.009,
      "step": 90620
    },
    {
      "epoch": 13.838754008245534,
      "grad_norm": 0.1865440309047699,
      "learning_rate": 4.317088068966155e-05,
      "loss": 0.0109,
      "step": 90630
    },
    {
      "epoch": 13.840280958925026,
      "grad_norm": 0.14482471346855164,
      "learning_rate": 4.316064349383914e-05,
      "loss": 0.0101,
      "step": 90640
    },
    {
      "epoch": 13.841807909604519,
      "grad_norm": 0.1802702695131302,
      "learning_rate": 4.315040659018146e-05,
      "loss": 0.0079,
      "step": 90650
    },
    {
      "epoch": 13.843334860284013,
      "grad_norm": 0.23028625547885895,
      "learning_rate": 4.314016997912585e-05,
      "loss": 0.0079,
      "step": 90660
    },
    {
      "epoch": 13.844861810963506,
      "grad_norm": 0.17363406717777252,
      "learning_rate": 4.3129933661109566e-05,
      "loss": 0.0094,
      "step": 90670
    },
    {
      "epoch": 13.846388761642999,
      "grad_norm": 0.1515442132949829,
      "learning_rate": 4.3119697636569903e-05,
      "loss": 0.0065,
      "step": 90680
    },
    {
      "epoch": 13.847915712322491,
      "grad_norm": 0.24566324055194855,
      "learning_rate": 4.3109461905944114e-05,
      "loss": 0.0101,
      "step": 90690
    },
    {
      "epoch": 13.849442663001986,
      "grad_norm": 0.12666350603103638,
      "learning_rate": 4.309922646966944e-05,
      "loss": 0.0102,
      "step": 90700
    },
    {
      "epoch": 13.850969613681478,
      "grad_norm": 0.19232425093650818,
      "learning_rate": 4.308899132818315e-05,
      "loss": 0.0097,
      "step": 90710
    },
    {
      "epoch": 13.85249656436097,
      "grad_norm": 0.15962111949920654,
      "learning_rate": 4.307875648192245e-05,
      "loss": 0.0068,
      "step": 90720
    },
    {
      "epoch": 13.854023515040463,
      "grad_norm": 0.2725776433944702,
      "learning_rate": 4.306852193132457e-05,
      "loss": 0.0091,
      "step": 90730
    },
    {
      "epoch": 13.855550465719958,
      "grad_norm": 0.21688689291477203,
      "learning_rate": 4.305828767682667e-05,
      "loss": 0.0114,
      "step": 90740
    },
    {
      "epoch": 13.85707741639945,
      "grad_norm": 0.19424107670783997,
      "learning_rate": 4.304805371886599e-05,
      "loss": 0.0073,
      "step": 90750
    },
    {
      "epoch": 13.858604367078943,
      "grad_norm": 0.14580479264259338,
      "learning_rate": 4.3037820057879684e-05,
      "loss": 0.0081,
      "step": 90760
    },
    {
      "epoch": 13.860131317758437,
      "grad_norm": 0.1364787518978119,
      "learning_rate": 4.3027586694304914e-05,
      "loss": 0.0086,
      "step": 90770
    },
    {
      "epoch": 13.86165826843793,
      "grad_norm": 0.18247485160827637,
      "learning_rate": 4.301735362857883e-05,
      "loss": 0.0086,
      "step": 90780
    },
    {
      "epoch": 13.863185219117423,
      "grad_norm": 0.17474918067455292,
      "learning_rate": 4.300712086113856e-05,
      "loss": 0.0089,
      "step": 90790
    },
    {
      "epoch": 13.864712169796915,
      "grad_norm": 0.20903180539608002,
      "learning_rate": 4.299688839242125e-05,
      "loss": 0.0096,
      "step": 90800
    },
    {
      "epoch": 13.866239120476408,
      "grad_norm": 0.3307652175426483,
      "learning_rate": 4.298665622286401e-05,
      "loss": 0.0092,
      "step": 90810
    },
    {
      "epoch": 13.867766071155902,
      "grad_norm": 0.17988920211791992,
      "learning_rate": 4.297642435290393e-05,
      "loss": 0.0093,
      "step": 90820
    },
    {
      "epoch": 13.869293021835395,
      "grad_norm": 0.14091899991035461,
      "learning_rate": 4.296619278297807e-05,
      "loss": 0.0078,
      "step": 90830
    },
    {
      "epoch": 13.870819972514887,
      "grad_norm": 0.20806340873241425,
      "learning_rate": 4.295596151352358e-05,
      "loss": 0.0123,
      "step": 90840
    },
    {
      "epoch": 13.872346923194382,
      "grad_norm": 0.14286990463733673,
      "learning_rate": 4.294573054497744e-05,
      "loss": 0.0119,
      "step": 90850
    },
    {
      "epoch": 13.873873873873874,
      "grad_norm": 0.17033368349075317,
      "learning_rate": 4.293549987777675e-05,
      "loss": 0.0082,
      "step": 90860
    },
    {
      "epoch": 13.875400824553367,
      "grad_norm": 0.19902774691581726,
      "learning_rate": 4.292526951235852e-05,
      "loss": 0.0106,
      "step": 90870
    },
    {
      "epoch": 13.87692777523286,
      "grad_norm": 0.16902858018875122,
      "learning_rate": 4.291503944915977e-05,
      "loss": 0.0088,
      "step": 90880
    },
    {
      "epoch": 13.878454725912354,
      "grad_norm": 0.11678808182477951,
      "learning_rate": 4.290480968861754e-05,
      "loss": 0.0111,
      "step": 90890
    },
    {
      "epoch": 13.879981676591846,
      "grad_norm": 0.17292875051498413,
      "learning_rate": 4.289458023116879e-05,
      "loss": 0.0101,
      "step": 90900
    },
    {
      "epoch": 13.881508627271339,
      "grad_norm": 0.1857571005821228,
      "learning_rate": 4.288435107725054e-05,
      "loss": 0.0094,
      "step": 90910
    },
    {
      "epoch": 13.883035577950832,
      "grad_norm": 0.19753575325012207,
      "learning_rate": 4.287412222729971e-05,
      "loss": 0.0136,
      "step": 90920
    },
    {
      "epoch": 13.884562528630326,
      "grad_norm": 0.18778252601623535,
      "learning_rate": 4.2863893681753294e-05,
      "loss": 0.0103,
      "step": 90930
    },
    {
      "epoch": 13.886089479309819,
      "grad_norm": 0.2080785036087036,
      "learning_rate": 4.285366544104825e-05,
      "loss": 0.0112,
      "step": 90940
    },
    {
      "epoch": 13.887616429989311,
      "grad_norm": 0.16365015506744385,
      "learning_rate": 4.284343750562148e-05,
      "loss": 0.0094,
      "step": 90950
    },
    {
      "epoch": 13.889143380668804,
      "grad_norm": 0.18236438930034637,
      "learning_rate": 4.2833209875909926e-05,
      "loss": 0.0094,
      "step": 90960
    },
    {
      "epoch": 13.890670331348298,
      "grad_norm": 0.09945565462112427,
      "learning_rate": 4.2822982552350446e-05,
      "loss": 0.0115,
      "step": 90970
    },
    {
      "epoch": 13.89219728202779,
      "grad_norm": 0.14912976324558258,
      "learning_rate": 4.281275553537999e-05,
      "loss": 0.0074,
      "step": 90980
    },
    {
      "epoch": 13.893724232707283,
      "grad_norm": 0.11192575842142105,
      "learning_rate": 4.2802528825435415e-05,
      "loss": 0.0107,
      "step": 90990
    },
    {
      "epoch": 13.895251183386776,
      "grad_norm": 0.24071870744228363,
      "learning_rate": 4.279230242295359e-05,
      "loss": 0.0088,
      "step": 91000
    },
    {
      "epoch": 13.89677813406627,
      "grad_norm": 0.4115435481071472,
      "learning_rate": 4.278207632837134e-05,
      "loss": 0.0098,
      "step": 91010
    },
    {
      "epoch": 13.898305084745763,
      "grad_norm": 0.29714787006378174,
      "learning_rate": 4.277185054212555e-05,
      "loss": 0.0102,
      "step": 91020
    },
    {
      "epoch": 13.899832035425256,
      "grad_norm": 0.290110319852829,
      "learning_rate": 4.2761625064653024e-05,
      "loss": 0.0079,
      "step": 91030
    },
    {
      "epoch": 13.901358986104748,
      "grad_norm": 0.27235862612724304,
      "learning_rate": 4.2751399896390576e-05,
      "loss": 0.0134,
      "step": 91040
    },
    {
      "epoch": 13.902885936784243,
      "grad_norm": 0.26147499680519104,
      "learning_rate": 4.2741175037775e-05,
      "loss": 0.0126,
      "step": 91050
    },
    {
      "epoch": 13.904412887463735,
      "grad_norm": 0.19689515233039856,
      "learning_rate": 4.273095048924311e-05,
      "loss": 0.0096,
      "step": 91060
    },
    {
      "epoch": 13.905939838143228,
      "grad_norm": 0.16909199953079224,
      "learning_rate": 4.272072625123165e-05,
      "loss": 0.0083,
      "step": 91070
    },
    {
      "epoch": 13.90746678882272,
      "grad_norm": 0.13354690372943878,
      "learning_rate": 4.27105023241774e-05,
      "loss": 0.0086,
      "step": 91080
    },
    {
      "epoch": 13.908993739502215,
      "grad_norm": 0.1876363307237625,
      "learning_rate": 4.2700278708517095e-05,
      "loss": 0.0094,
      "step": 91090
    },
    {
      "epoch": 13.910520690181707,
      "grad_norm": 0.16811324656009674,
      "learning_rate": 4.2690055404687456e-05,
      "loss": 0.0108,
      "step": 91100
    },
    {
      "epoch": 13.9120476408612,
      "grad_norm": 0.21592140197753906,
      "learning_rate": 4.267983241312525e-05,
      "loss": 0.0139,
      "step": 91110
    },
    {
      "epoch": 13.913574591540693,
      "grad_norm": 0.28125596046447754,
      "learning_rate": 4.266960973426714e-05,
      "loss": 0.0108,
      "step": 91120
    },
    {
      "epoch": 13.915101542220187,
      "grad_norm": 0.15194928646087646,
      "learning_rate": 4.265938736854985e-05,
      "loss": 0.0099,
      "step": 91130
    },
    {
      "epoch": 13.91662849289968,
      "grad_norm": 0.3170229196548462,
      "learning_rate": 4.264916531641002e-05,
      "loss": 0.0103,
      "step": 91140
    },
    {
      "epoch": 13.918155443579172,
      "grad_norm": 0.27529945969581604,
      "learning_rate": 4.2638943578284355e-05,
      "loss": 0.0088,
      "step": 91150
    },
    {
      "epoch": 13.919682394258665,
      "grad_norm": 0.1766202449798584,
      "learning_rate": 4.2628722154609514e-05,
      "loss": 0.01,
      "step": 91160
    },
    {
      "epoch": 13.921209344938159,
      "grad_norm": 0.19531279802322388,
      "learning_rate": 4.2618501045822105e-05,
      "loss": 0.0092,
      "step": 91170
    },
    {
      "epoch": 13.922736295617652,
      "grad_norm": 0.19679437577724457,
      "learning_rate": 4.260828025235879e-05,
      "loss": 0.0121,
      "step": 91180
    },
    {
      "epoch": 13.924263246297144,
      "grad_norm": 0.5856937170028687,
      "learning_rate": 4.259805977465613e-05,
      "loss": 0.0085,
      "step": 91190
    },
    {
      "epoch": 13.925790196976637,
      "grad_norm": 0.2648901343345642,
      "learning_rate": 4.2587839613150785e-05,
      "loss": 0.0105,
      "step": 91200
    },
    {
      "epoch": 13.927317147656131,
      "grad_norm": 0.18307636678218842,
      "learning_rate": 4.257761976827931e-05,
      "loss": 0.0106,
      "step": 91210
    },
    {
      "epoch": 13.928844098335624,
      "grad_norm": 0.1701338291168213,
      "learning_rate": 4.256740024047828e-05,
      "loss": 0.0091,
      "step": 91220
    },
    {
      "epoch": 13.930371049015116,
      "grad_norm": 0.10395923256874084,
      "learning_rate": 4.2557181030184244e-05,
      "loss": 0.0072,
      "step": 91230
    },
    {
      "epoch": 13.931897999694609,
      "grad_norm": 0.17885026335716248,
      "learning_rate": 4.254696213783378e-05,
      "loss": 0.0083,
      "step": 91240
    },
    {
      "epoch": 13.933424950374103,
      "grad_norm": 0.24290017783641815,
      "learning_rate": 4.25367435638634e-05,
      "loss": 0.0088,
      "step": 91250
    },
    {
      "epoch": 13.934951901053596,
      "grad_norm": 0.23668837547302246,
      "learning_rate": 4.252652530870963e-05,
      "loss": 0.0101,
      "step": 91260
    },
    {
      "epoch": 13.936478851733089,
      "grad_norm": 0.2440250664949417,
      "learning_rate": 4.251630737280896e-05,
      "loss": 0.0084,
      "step": 91270
    },
    {
      "epoch": 13.938005802412581,
      "grad_norm": 0.6336925625801086,
      "learning_rate": 4.250608975659788e-05,
      "loss": 0.0109,
      "step": 91280
    },
    {
      "epoch": 13.939532753092076,
      "grad_norm": 0.1409921497106552,
      "learning_rate": 4.2495872460512905e-05,
      "loss": 0.0116,
      "step": 91290
    },
    {
      "epoch": 13.941059703771568,
      "grad_norm": 0.15501666069030762,
      "learning_rate": 4.2485655484990455e-05,
      "loss": 0.0089,
      "step": 91300
    },
    {
      "epoch": 13.94258665445106,
      "grad_norm": 0.36010605096817017,
      "learning_rate": 4.247543883046701e-05,
      "loss": 0.0101,
      "step": 91310
    },
    {
      "epoch": 13.944113605130553,
      "grad_norm": 0.17365537583827972,
      "learning_rate": 4.2465222497378975e-05,
      "loss": 0.0082,
      "step": 91320
    },
    {
      "epoch": 13.945640555810048,
      "grad_norm": 0.29650619626045227,
      "learning_rate": 4.245500648616281e-05,
      "loss": 0.0126,
      "step": 91330
    },
    {
      "epoch": 13.94716750648954,
      "grad_norm": 0.38487815856933594,
      "learning_rate": 4.2444790797254905e-05,
      "loss": 0.0091,
      "step": 91340
    },
    {
      "epoch": 13.948694457169033,
      "grad_norm": 0.16147038340568542,
      "learning_rate": 4.243457543109166e-05,
      "loss": 0.0088,
      "step": 91350
    },
    {
      "epoch": 13.950221407848527,
      "grad_norm": 0.12123146653175354,
      "learning_rate": 4.242436038810946e-05,
      "loss": 0.0096,
      "step": 91360
    },
    {
      "epoch": 13.95174835852802,
      "grad_norm": 0.32339221239089966,
      "learning_rate": 4.241414566874464e-05,
      "loss": 0.0113,
      "step": 91370
    },
    {
      "epoch": 13.953275309207513,
      "grad_norm": 0.17570149898529053,
      "learning_rate": 4.24039312734336e-05,
      "loss": 0.0071,
      "step": 91380
    },
    {
      "epoch": 13.954802259887005,
      "grad_norm": 0.34204915165901184,
      "learning_rate": 4.239371720261267e-05,
      "loss": 0.0094,
      "step": 91390
    },
    {
      "epoch": 13.956329210566498,
      "grad_norm": 0.16185109317302704,
      "learning_rate": 4.238350345671815e-05,
      "loss": 0.0076,
      "step": 91400
    },
    {
      "epoch": 13.957856161245992,
      "grad_norm": 0.22513507306575775,
      "learning_rate": 4.2373290036186375e-05,
      "loss": 0.0067,
      "step": 91410
    },
    {
      "epoch": 13.959383111925485,
      "grad_norm": 0.1807844638824463,
      "learning_rate": 4.2363076941453636e-05,
      "loss": 0.0099,
      "step": 91420
    },
    {
      "epoch": 13.960910062604977,
      "grad_norm": 0.30178219079971313,
      "learning_rate": 4.235286417295624e-05,
      "loss": 0.0088,
      "step": 91430
    },
    {
      "epoch": 13.962437013284472,
      "grad_norm": 0.11916754394769669,
      "learning_rate": 4.2342651731130423e-05,
      "loss": 0.0068,
      "step": 91440
    },
    {
      "epoch": 13.963963963963964,
      "grad_norm": 0.17171745002269745,
      "learning_rate": 4.2332439616412474e-05,
      "loss": 0.0088,
      "step": 91450
    },
    {
      "epoch": 13.965490914643457,
      "grad_norm": 0.12231405079364777,
      "learning_rate": 4.2322227829238594e-05,
      "loss": 0.0091,
      "step": 91460
    },
    {
      "epoch": 13.96701786532295,
      "grad_norm": 0.18022102117538452,
      "learning_rate": 4.231201637004504e-05,
      "loss": 0.011,
      "step": 91470
    },
    {
      "epoch": 13.968544816002444,
      "grad_norm": 0.0997382253408432,
      "learning_rate": 4.230180523926805e-05,
      "loss": 0.0068,
      "step": 91480
    },
    {
      "epoch": 13.970071766681937,
      "grad_norm": 0.14602318406105042,
      "learning_rate": 4.229159443734377e-05,
      "loss": 0.009,
      "step": 91490
    },
    {
      "epoch": 13.971598717361429,
      "grad_norm": 0.16888636350631714,
      "learning_rate": 4.228138396470841e-05,
      "loss": 0.01,
      "step": 91500
    },
    {
      "epoch": 13.973125668040922,
      "grad_norm": 0.14801117777824402,
      "learning_rate": 4.227117382179817e-05,
      "loss": 0.0079,
      "step": 91510
    },
    {
      "epoch": 13.974652618720416,
      "grad_norm": 0.10232553631067276,
      "learning_rate": 4.2260964009049174e-05,
      "loss": 0.0111,
      "step": 91520
    },
    {
      "epoch": 13.976179569399909,
      "grad_norm": 0.11106007546186447,
      "learning_rate": 4.2250754526897597e-05,
      "loss": 0.0123,
      "step": 91530
    },
    {
      "epoch": 13.977706520079401,
      "grad_norm": 0.13320200145244598,
      "learning_rate": 4.2240545375779526e-05,
      "loss": 0.0084,
      "step": 91540
    },
    {
      "epoch": 13.979233470758894,
      "grad_norm": 0.16783341765403748,
      "learning_rate": 4.22303365561311e-05,
      "loss": 0.0069,
      "step": 91550
    },
    {
      "epoch": 13.980760421438388,
      "grad_norm": 0.5266336798667908,
      "learning_rate": 4.222012806838844e-05,
      "loss": 0.0127,
      "step": 91560
    },
    {
      "epoch": 13.98228737211788,
      "grad_norm": 0.22898109257221222,
      "learning_rate": 4.220991991298762e-05,
      "loss": 0.0079,
      "step": 91570
    },
    {
      "epoch": 13.983814322797373,
      "grad_norm": 0.1807260364294052,
      "learning_rate": 4.219971209036471e-05,
      "loss": 0.0089,
      "step": 91580
    },
    {
      "epoch": 13.985341273476866,
      "grad_norm": 0.18583491444587708,
      "learning_rate": 4.2189504600955745e-05,
      "loss": 0.0073,
      "step": 91590
    },
    {
      "epoch": 13.98686822415636,
      "grad_norm": 0.6182782649993896,
      "learning_rate": 4.217929744519681e-05,
      "loss": 0.0089,
      "step": 91600
    },
    {
      "epoch": 13.988395174835853,
      "grad_norm": 0.4449569880962372,
      "learning_rate": 4.216909062352393e-05,
      "loss": 0.01,
      "step": 91610
    },
    {
      "epoch": 13.989922125515346,
      "grad_norm": 0.16311509907245636,
      "learning_rate": 4.215888413637311e-05,
      "loss": 0.0093,
      "step": 91620
    },
    {
      "epoch": 13.991449076194838,
      "grad_norm": 0.1967124491930008,
      "learning_rate": 4.214867798418036e-05,
      "loss": 0.01,
      "step": 91630
    },
    {
      "epoch": 13.992976026874333,
      "grad_norm": 0.3925568759441376,
      "learning_rate": 4.213847216738164e-05,
      "loss": 0.0072,
      "step": 91640
    },
    {
      "epoch": 13.994502977553825,
      "grad_norm": 0.1824232041835785,
      "learning_rate": 4.212826668641295e-05,
      "loss": 0.0101,
      "step": 91650
    },
    {
      "epoch": 13.996029928233318,
      "grad_norm": 0.12876036763191223,
      "learning_rate": 4.211806154171027e-05,
      "loss": 0.0073,
      "step": 91660
    },
    {
      "epoch": 13.99755687891281,
      "grad_norm": 0.2430289387702942,
      "learning_rate": 4.210785673370951e-05,
      "loss": 0.0092,
      "step": 91670
    },
    {
      "epoch": 13.999083829592305,
      "grad_norm": 0.2180332988500595,
      "learning_rate": 4.20976522628466e-05,
      "loss": 0.011,
      "step": 91680
    },
    {
      "epoch": 14.000610780271797,
      "grad_norm": 0.28191056847572327,
      "learning_rate": 4.208744812955748e-05,
      "loss": 0.0094,
      "step": 91690
    },
    {
      "epoch": 14.00213773095129,
      "grad_norm": 0.4653215706348419,
      "learning_rate": 4.207724433427804e-05,
      "loss": 0.0083,
      "step": 91700
    },
    {
      "epoch": 14.003664681630783,
      "grad_norm": 0.24372421205043793,
      "learning_rate": 4.206704087744418e-05,
      "loss": 0.0108,
      "step": 91710
    },
    {
      "epoch": 14.005191632310277,
      "grad_norm": 0.27356117963790894,
      "learning_rate": 4.205683775949174e-05,
      "loss": 0.0093,
      "step": 91720
    },
    {
      "epoch": 14.00671858298977,
      "grad_norm": 0.12212787568569183,
      "learning_rate": 4.2046634980856595e-05,
      "loss": 0.0068,
      "step": 91730
    },
    {
      "epoch": 14.008245533669262,
      "grad_norm": 0.2923769950866699,
      "learning_rate": 4.203643254197461e-05,
      "loss": 0.0088,
      "step": 91740
    },
    {
      "epoch": 14.009772484348755,
      "grad_norm": 0.1754014790058136,
      "learning_rate": 4.20262304432816e-05,
      "loss": 0.0087,
      "step": 91750
    },
    {
      "epoch": 14.01129943502825,
      "grad_norm": 0.1771504431962967,
      "learning_rate": 4.201602868521337e-05,
      "loss": 0.0107,
      "step": 91760
    },
    {
      "epoch": 14.012826385707742,
      "grad_norm": 0.15585274994373322,
      "learning_rate": 4.200582726820571e-05,
      "loss": 0.0083,
      "step": 91770
    },
    {
      "epoch": 14.014353336387234,
      "grad_norm": 0.2996211349964142,
      "learning_rate": 4.199562619269444e-05,
      "loss": 0.0072,
      "step": 91780
    },
    {
      "epoch": 14.015880287066727,
      "grad_norm": 0.18771889805793762,
      "learning_rate": 4.1985425459115325e-05,
      "loss": 0.008,
      "step": 91790
    },
    {
      "epoch": 14.017407237746221,
      "grad_norm": 0.1985434740781784,
      "learning_rate": 4.1975225067904096e-05,
      "loss": 0.0099,
      "step": 91800
    },
    {
      "epoch": 14.018934188425714,
      "grad_norm": 0.20645694434642792,
      "learning_rate": 4.196502501949652e-05,
      "loss": 0.011,
      "step": 91810
    },
    {
      "epoch": 14.020461139105207,
      "grad_norm": 0.1128934994339943,
      "learning_rate": 4.1954825314328284e-05,
      "loss": 0.0109,
      "step": 91820
    },
    {
      "epoch": 14.0219880897847,
      "grad_norm": 0.16057899594306946,
      "learning_rate": 4.194462595283516e-05,
      "loss": 0.0095,
      "step": 91830
    },
    {
      "epoch": 14.023515040464194,
      "grad_norm": 0.21419598162174225,
      "learning_rate": 4.193442693545282e-05,
      "loss": 0.0099,
      "step": 91840
    },
    {
      "epoch": 14.025041991143686,
      "grad_norm": 0.2407386302947998,
      "learning_rate": 4.1924228262616945e-05,
      "loss": 0.0105,
      "step": 91850
    },
    {
      "epoch": 14.026568941823179,
      "grad_norm": 0.1638735681772232,
      "learning_rate": 4.191402993476318e-05,
      "loss": 0.0091,
      "step": 91860
    },
    {
      "epoch": 14.028095892502671,
      "grad_norm": 0.24027489125728607,
      "learning_rate": 4.190383195232721e-05,
      "loss": 0.0076,
      "step": 91870
    },
    {
      "epoch": 14.029622843182166,
      "grad_norm": 0.1571827530860901,
      "learning_rate": 4.1893634315744685e-05,
      "loss": 0.009,
      "step": 91880
    },
    {
      "epoch": 14.031149793861658,
      "grad_norm": 0.19364595413208008,
      "learning_rate": 4.188343702545119e-05,
      "loss": 0.0086,
      "step": 91890
    },
    {
      "epoch": 14.03267674454115,
      "grad_norm": 0.225168377161026,
      "learning_rate": 4.187324008188238e-05,
      "loss": 0.0078,
      "step": 91900
    },
    {
      "epoch": 14.034203695220643,
      "grad_norm": 0.12597525119781494,
      "learning_rate": 4.186304348547379e-05,
      "loss": 0.0091,
      "step": 91910
    },
    {
      "epoch": 14.035730645900138,
      "grad_norm": 0.1628611534833908,
      "learning_rate": 4.1852847236661055e-05,
      "loss": 0.0087,
      "step": 91920
    },
    {
      "epoch": 14.03725759657963,
      "grad_norm": 0.16829043626785278,
      "learning_rate": 4.184265133587972e-05,
      "loss": 0.0094,
      "step": 91930
    },
    {
      "epoch": 14.038784547259123,
      "grad_norm": 0.13221007585525513,
      "learning_rate": 4.1832455783565324e-05,
      "loss": 0.0108,
      "step": 91940
    },
    {
      "epoch": 14.040311497938617,
      "grad_norm": 0.16722096502780914,
      "learning_rate": 4.18222605801534e-05,
      "loss": 0.0092,
      "step": 91950
    },
    {
      "epoch": 14.04183844861811,
      "grad_norm": 0.17157907783985138,
      "learning_rate": 4.181206572607952e-05,
      "loss": 0.0103,
      "step": 91960
    },
    {
      "epoch": 14.043365399297603,
      "grad_norm": 0.19050106406211853,
      "learning_rate": 4.180187122177912e-05,
      "loss": 0.0099,
      "step": 91970
    },
    {
      "epoch": 14.044892349977095,
      "grad_norm": 0.12000775337219238,
      "learning_rate": 4.179167706768774e-05,
      "loss": 0.0127,
      "step": 91980
    },
    {
      "epoch": 14.04641930065659,
      "grad_norm": 0.4207126796245575,
      "learning_rate": 4.1781483264240825e-05,
      "loss": 0.0104,
      "step": 91990
    },
    {
      "epoch": 14.047946251336082,
      "grad_norm": 0.3215862512588501,
      "learning_rate": 4.177128981187384e-05,
      "loss": 0.0124,
      "step": 92000
    },
    {
      "epoch": 14.049473202015575,
      "grad_norm": 0.20992641150951385,
      "learning_rate": 4.176109671102225e-05,
      "loss": 0.0099,
      "step": 92010
    },
    {
      "epoch": 14.051000152695067,
      "grad_norm": 0.15971556305885315,
      "learning_rate": 4.175090396212147e-05,
      "loss": 0.0091,
      "step": 92020
    },
    {
      "epoch": 14.052527103374562,
      "grad_norm": 0.528954267501831,
      "learning_rate": 4.174071156560693e-05,
      "loss": 0.0106,
      "step": 92030
    },
    {
      "epoch": 14.054054054054054,
      "grad_norm": 0.21283581852912903,
      "learning_rate": 4.1730519521913996e-05,
      "loss": 0.0107,
      "step": 92040
    },
    {
      "epoch": 14.055581004733547,
      "grad_norm": 0.3601175546646118,
      "learning_rate": 4.172032783147808e-05,
      "loss": 0.0106,
      "step": 92050
    },
    {
      "epoch": 14.05710795541304,
      "grad_norm": 0.3116666078567505,
      "learning_rate": 4.1710136494734574e-05,
      "loss": 0.0087,
      "step": 92060
    },
    {
      "epoch": 14.058634906092534,
      "grad_norm": 0.2205321192741394,
      "learning_rate": 4.169994551211879e-05,
      "loss": 0.0097,
      "step": 92070
    },
    {
      "epoch": 14.060161856772027,
      "grad_norm": 0.21401827037334442,
      "learning_rate": 4.168975488406609e-05,
      "loss": 0.0106,
      "step": 92080
    },
    {
      "epoch": 14.06168880745152,
      "grad_norm": 0.16375896334648132,
      "learning_rate": 4.167956461101178e-05,
      "loss": 0.0082,
      "step": 92090
    },
    {
      "epoch": 14.063215758131012,
      "grad_norm": 0.6526752710342407,
      "learning_rate": 4.166937469339119e-05,
      "loss": 0.0101,
      "step": 92100
    },
    {
      "epoch": 14.064742708810506,
      "grad_norm": 0.22330735623836517,
      "learning_rate": 4.1659185131639635e-05,
      "loss": 0.0124,
      "step": 92110
    },
    {
      "epoch": 14.066269659489999,
      "grad_norm": 0.20982450246810913,
      "learning_rate": 4.1648995926192344e-05,
      "loss": 0.0096,
      "step": 92120
    },
    {
      "epoch": 14.067796610169491,
      "grad_norm": 0.13232804834842682,
      "learning_rate": 4.16388070774846e-05,
      "loss": 0.0073,
      "step": 92130
    },
    {
      "epoch": 14.069323560848984,
      "grad_norm": 0.15166550874710083,
      "learning_rate": 4.1628618585951676e-05,
      "loss": 0.0101,
      "step": 92140
    },
    {
      "epoch": 14.070850511528478,
      "grad_norm": 0.23749880492687225,
      "learning_rate": 4.161843045202878e-05,
      "loss": 0.0088,
      "step": 92150
    },
    {
      "epoch": 14.072377462207971,
      "grad_norm": 0.15514376759529114,
      "learning_rate": 4.1608242676151146e-05,
      "loss": 0.0071,
      "step": 92160
    },
    {
      "epoch": 14.073904412887464,
      "grad_norm": 0.1514112800359726,
      "learning_rate": 4.159805525875396e-05,
      "loss": 0.0079,
      "step": 92170
    },
    {
      "epoch": 14.075431363566956,
      "grad_norm": 0.09117337316274643,
      "learning_rate": 4.1587868200272403e-05,
      "loss": 0.0089,
      "step": 92180
    },
    {
      "epoch": 14.07695831424645,
      "grad_norm": 0.10592090338468552,
      "learning_rate": 4.157768150114169e-05,
      "loss": 0.0079,
      "step": 92190
    },
    {
      "epoch": 14.078485264925943,
      "grad_norm": 0.16312186419963837,
      "learning_rate": 4.156749516179694e-05,
      "loss": 0.008,
      "step": 92200
    },
    {
      "epoch": 14.080012215605436,
      "grad_norm": 0.22993968427181244,
      "learning_rate": 4.155730918267331e-05,
      "loss": 0.0068,
      "step": 92210
    },
    {
      "epoch": 14.081539166284928,
      "grad_norm": 0.19644460082054138,
      "learning_rate": 4.154712356420589e-05,
      "loss": 0.0105,
      "step": 92220
    },
    {
      "epoch": 14.083066116964423,
      "grad_norm": 0.11446446925401688,
      "learning_rate": 4.153693830682986e-05,
      "loss": 0.0074,
      "step": 92230
    },
    {
      "epoch": 14.084593067643915,
      "grad_norm": 0.14748543500900269,
      "learning_rate": 4.152675341098027e-05,
      "loss": 0.0084,
      "step": 92240
    },
    {
      "epoch": 14.086120018323408,
      "grad_norm": 0.30274733901023865,
      "learning_rate": 4.151656887709222e-05,
      "loss": 0.0082,
      "step": 92250
    },
    {
      "epoch": 14.0876469690029,
      "grad_norm": 0.17641904950141907,
      "learning_rate": 4.1506384705600735e-05,
      "loss": 0.0078,
      "step": 92260
    },
    {
      "epoch": 14.089173919682395,
      "grad_norm": 0.08496265858411789,
      "learning_rate": 4.1496200896940905e-05,
      "loss": 0.0062,
      "step": 92270
    },
    {
      "epoch": 14.090700870361887,
      "grad_norm": 0.22419291734695435,
      "learning_rate": 4.1486017451547764e-05,
      "loss": 0.0086,
      "step": 92280
    },
    {
      "epoch": 14.09222782104138,
      "grad_norm": 0.270378977060318,
      "learning_rate": 4.1475834369856306e-05,
      "loss": 0.0092,
      "step": 92290
    },
    {
      "epoch": 14.093754771720873,
      "grad_norm": 0.3480721712112427,
      "learning_rate": 4.1465651652301554e-05,
      "loss": 0.012,
      "step": 92300
    },
    {
      "epoch": 14.095281722400367,
      "grad_norm": 0.15757133066654205,
      "learning_rate": 4.1455469299318464e-05,
      "loss": 0.0105,
      "step": 92310
    },
    {
      "epoch": 14.09680867307986,
      "grad_norm": 0.1373858004808426,
      "learning_rate": 4.1445287311342036e-05,
      "loss": 0.0115,
      "step": 92320
    },
    {
      "epoch": 14.098335623759352,
      "grad_norm": 0.19705268740653992,
      "learning_rate": 4.143510568880723e-05,
      "loss": 0.009,
      "step": 92330
    },
    {
      "epoch": 14.099862574438845,
      "grad_norm": 0.1488552987575531,
      "learning_rate": 4.142492443214896e-05,
      "loss": 0.0072,
      "step": 92340
    },
    {
      "epoch": 14.10138952511834,
      "grad_norm": 0.2084321677684784,
      "learning_rate": 4.1414743541802164e-05,
      "loss": 0.0126,
      "step": 92350
    },
    {
      "epoch": 14.102916475797832,
      "grad_norm": 0.2615547776222229,
      "learning_rate": 4.140456301820177e-05,
      "loss": 0.01,
      "step": 92360
    },
    {
      "epoch": 14.104443426477324,
      "grad_norm": 0.14745725691318512,
      "learning_rate": 4.1394382861782646e-05,
      "loss": 0.0088,
      "step": 92370
    },
    {
      "epoch": 14.105970377156817,
      "grad_norm": 0.11200981587171555,
      "learning_rate": 4.1384203072979685e-05,
      "loss": 0.0078,
      "step": 92380
    },
    {
      "epoch": 14.107497327836311,
      "grad_norm": 0.27641403675079346,
      "learning_rate": 4.1374023652227726e-05,
      "loss": 0.0113,
      "step": 92390
    },
    {
      "epoch": 14.109024278515804,
      "grad_norm": 0.21192234754562378,
      "learning_rate": 4.136384459996163e-05,
      "loss": 0.0084,
      "step": 92400
    },
    {
      "epoch": 14.110551229195297,
      "grad_norm": 0.11835316568613052,
      "learning_rate": 4.135366591661624e-05,
      "loss": 0.0093,
      "step": 92410
    },
    {
      "epoch": 14.11207817987479,
      "grad_norm": 0.141545370221138,
      "learning_rate": 4.1343487602626347e-05,
      "loss": 0.0085,
      "step": 92420
    },
    {
      "epoch": 14.113605130554284,
      "grad_norm": 0.3994351923465729,
      "learning_rate": 4.1333309658426775e-05,
      "loss": 0.0093,
      "step": 92430
    },
    {
      "epoch": 14.115132081233776,
      "grad_norm": 0.2014174461364746,
      "learning_rate": 4.132313208445227e-05,
      "loss": 0.0104,
      "step": 92440
    },
    {
      "epoch": 14.116659031913269,
      "grad_norm": 0.10144495218992233,
      "learning_rate": 4.131295488113764e-05,
      "loss": 0.0107,
      "step": 92450
    },
    {
      "epoch": 14.118185982592763,
      "grad_norm": 0.13339288532733917,
      "learning_rate": 4.130277804891762e-05,
      "loss": 0.0084,
      "step": 92460
    },
    {
      "epoch": 14.119712933272256,
      "grad_norm": 0.2708406448364258,
      "learning_rate": 4.1292601588226944e-05,
      "loss": 0.0106,
      "step": 92470
    },
    {
      "epoch": 14.121239883951748,
      "grad_norm": 0.2705804705619812,
      "learning_rate": 4.1282425499500335e-05,
      "loss": 0.0101,
      "step": 92480
    },
    {
      "epoch": 14.122766834631241,
      "grad_norm": 0.12496665865182877,
      "learning_rate": 4.127224978317247e-05,
      "loss": 0.0124,
      "step": 92490
    },
    {
      "epoch": 14.124293785310735,
      "grad_norm": 0.35444629192352295,
      "learning_rate": 4.126207443967808e-05,
      "loss": 0.0098,
      "step": 92500
    },
    {
      "epoch": 14.125820735990228,
      "grad_norm": 0.15443956851959229,
      "learning_rate": 4.1251899469451824e-05,
      "loss": 0.0079,
      "step": 92510
    },
    {
      "epoch": 14.12734768666972,
      "grad_norm": 0.1656142622232437,
      "learning_rate": 4.124172487292834e-05,
      "loss": 0.0104,
      "step": 92520
    },
    {
      "epoch": 14.128874637349213,
      "grad_norm": 0.12932753562927246,
      "learning_rate": 4.123155065054227e-05,
      "loss": 0.0087,
      "step": 92530
    },
    {
      "epoch": 14.130401588028707,
      "grad_norm": 0.2292966991662979,
      "learning_rate": 4.122137680272827e-05,
      "loss": 0.0097,
      "step": 92540
    },
    {
      "epoch": 14.1319285387082,
      "grad_norm": 0.19838328659534454,
      "learning_rate": 4.1211203329920916e-05,
      "loss": 0.0086,
      "step": 92550
    },
    {
      "epoch": 14.133455489387693,
      "grad_norm": 0.10858821868896484,
      "learning_rate": 4.120103023255482e-05,
      "loss": 0.008,
      "step": 92560
    },
    {
      "epoch": 14.134982440067185,
      "grad_norm": 0.22746822237968445,
      "learning_rate": 4.119085751106454e-05,
      "loss": 0.0112,
      "step": 92570
    },
    {
      "epoch": 14.13650939074668,
      "grad_norm": 0.12440105527639389,
      "learning_rate": 4.118068516588463e-05,
      "loss": 0.0103,
      "step": 92580
    },
    {
      "epoch": 14.138036341426172,
      "grad_norm": 0.2300022393465042,
      "learning_rate": 4.117051319744966e-05,
      "loss": 0.0101,
      "step": 92590
    },
    {
      "epoch": 14.139563292105665,
      "grad_norm": 0.20620712637901306,
      "learning_rate": 4.116034160619416e-05,
      "loss": 0.0089,
      "step": 92600
    },
    {
      "epoch": 14.141090242785157,
      "grad_norm": 0.18775415420532227,
      "learning_rate": 4.115017039255261e-05,
      "loss": 0.0125,
      "step": 92610
    },
    {
      "epoch": 14.142617193464652,
      "grad_norm": 0.25787198543548584,
      "learning_rate": 4.113999955695952e-05,
      "loss": 0.0092,
      "step": 92620
    },
    {
      "epoch": 14.144144144144144,
      "grad_norm": 0.2753530442714691,
      "learning_rate": 4.1129829099849396e-05,
      "loss": 0.009,
      "step": 92630
    },
    {
      "epoch": 14.145671094823637,
      "grad_norm": 0.2144910991191864,
      "learning_rate": 4.1119659021656654e-05,
      "loss": 0.0085,
      "step": 92640
    },
    {
      "epoch": 14.14719804550313,
      "grad_norm": 0.17921337485313416,
      "learning_rate": 4.110948932281579e-05,
      "loss": 0.0097,
      "step": 92650
    },
    {
      "epoch": 14.148724996182624,
      "grad_norm": 0.2510245740413666,
      "learning_rate": 4.109932000376119e-05,
      "loss": 0.0091,
      "step": 92660
    },
    {
      "epoch": 14.150251946862117,
      "grad_norm": 0.2670728266239166,
      "learning_rate": 4.1089151064927277e-05,
      "loss": 0.0117,
      "step": 92670
    },
    {
      "epoch": 14.15177889754161,
      "grad_norm": 0.11917389184236526,
      "learning_rate": 4.107898250674849e-05,
      "loss": 0.0103,
      "step": 92680
    },
    {
      "epoch": 14.153305848221102,
      "grad_norm": 0.2402959018945694,
      "learning_rate": 4.106881432965916e-05,
      "loss": 0.0085,
      "step": 92690
    },
    {
      "epoch": 14.154832798900596,
      "grad_norm": 0.12028206139802933,
      "learning_rate": 4.105864653409369e-05,
      "loss": 0.0082,
      "step": 92700
    },
    {
      "epoch": 14.156359749580089,
      "grad_norm": 0.4128376543521881,
      "learning_rate": 4.10484791204864e-05,
      "loss": 0.0094,
      "step": 92710
    },
    {
      "epoch": 14.157886700259581,
      "grad_norm": 0.0965622290968895,
      "learning_rate": 4.1038312089271644e-05,
      "loss": 0.0074,
      "step": 92720
    },
    {
      "epoch": 14.159413650939074,
      "grad_norm": 0.17089730501174927,
      "learning_rate": 4.1028145440883736e-05,
      "loss": 0.01,
      "step": 92730
    },
    {
      "epoch": 14.160940601618568,
      "grad_norm": 0.22420011460781097,
      "learning_rate": 4.1017979175756974e-05,
      "loss": 0.0089,
      "step": 92740
    },
    {
      "epoch": 14.162467552298061,
      "grad_norm": 0.12410864233970642,
      "learning_rate": 4.100781329432564e-05,
      "loss": 0.0085,
      "step": 92750
    },
    {
      "epoch": 14.163994502977554,
      "grad_norm": 0.2232661247253418,
      "learning_rate": 4.099764779702399e-05,
      "loss": 0.01,
      "step": 92760
    },
    {
      "epoch": 14.165521453657046,
      "grad_norm": 0.1857856661081314,
      "learning_rate": 4.09874826842863e-05,
      "loss": 0.0098,
      "step": 92770
    },
    {
      "epoch": 14.16704840433654,
      "grad_norm": 0.17244254052639008,
      "learning_rate": 4.0977317956546804e-05,
      "loss": 0.0091,
      "step": 92780
    },
    {
      "epoch": 14.168575355016033,
      "grad_norm": 0.21893350780010223,
      "learning_rate": 4.096715361423969e-05,
      "loss": 0.0103,
      "step": 92790
    },
    {
      "epoch": 14.170102305695526,
      "grad_norm": 0.18872305750846863,
      "learning_rate": 4.095698965779917e-05,
      "loss": 0.0078,
      "step": 92800
    },
    {
      "epoch": 14.171629256375018,
      "grad_norm": 0.211045503616333,
      "learning_rate": 4.094682608765947e-05,
      "loss": 0.0093,
      "step": 92810
    },
    {
      "epoch": 14.173156207054513,
      "grad_norm": 0.2048642337322235,
      "learning_rate": 4.093666290425471e-05,
      "loss": 0.0092,
      "step": 92820
    },
    {
      "epoch": 14.174683157734005,
      "grad_norm": 0.1863635778427124,
      "learning_rate": 4.092650010801908e-05,
      "loss": 0.0114,
      "step": 92830
    },
    {
      "epoch": 14.176210108413498,
      "grad_norm": 0.13401466608047485,
      "learning_rate": 4.0916337699386676e-05,
      "loss": 0.0097,
      "step": 92840
    },
    {
      "epoch": 14.17773705909299,
      "grad_norm": 0.3721723258495331,
      "learning_rate": 4.090617567879163e-05,
      "loss": 0.0091,
      "step": 92850
    },
    {
      "epoch": 14.179264009772485,
      "grad_norm": 0.13425351679325104,
      "learning_rate": 4.089601404666808e-05,
      "loss": 0.0117,
      "step": 92860
    },
    {
      "epoch": 14.180790960451978,
      "grad_norm": 0.20853768289089203,
      "learning_rate": 4.088585280345007e-05,
      "loss": 0.0127,
      "step": 92870
    },
    {
      "epoch": 14.18231791113147,
      "grad_norm": 0.14744965732097626,
      "learning_rate": 4.08756919495717e-05,
      "loss": 0.0101,
      "step": 92880
    },
    {
      "epoch": 14.183844861810963,
      "grad_norm": 0.1896708458662033,
      "learning_rate": 4.086553148546698e-05,
      "loss": 0.0102,
      "step": 92890
    },
    {
      "epoch": 14.185371812490457,
      "grad_norm": 0.20000028610229492,
      "learning_rate": 4.0855371411569984e-05,
      "loss": 0.0088,
      "step": 92900
    },
    {
      "epoch": 14.18689876316995,
      "grad_norm": 0.1475364863872528,
      "learning_rate": 4.0845211728314744e-05,
      "loss": 0.0105,
      "step": 92910
    },
    {
      "epoch": 14.188425713849442,
      "grad_norm": 0.11845878511667252,
      "learning_rate": 4.0835052436135225e-05,
      "loss": 0.0076,
      "step": 92920
    },
    {
      "epoch": 14.189952664528935,
      "grad_norm": 0.2538241744041443,
      "learning_rate": 4.0824893535465434e-05,
      "loss": 0.0084,
      "step": 92930
    },
    {
      "epoch": 14.19147961520843,
      "grad_norm": 0.18553516268730164,
      "learning_rate": 4.081473502673932e-05,
      "loss": 0.0111,
      "step": 92940
    },
    {
      "epoch": 14.193006565887922,
      "grad_norm": 0.17506860196590424,
      "learning_rate": 4.080457691039086e-05,
      "loss": 0.0126,
      "step": 92950
    },
    {
      "epoch": 14.194533516567414,
      "grad_norm": 0.18550516664981842,
      "learning_rate": 4.079441918685399e-05,
      "loss": 0.0081,
      "step": 92960
    },
    {
      "epoch": 14.196060467246907,
      "grad_norm": 0.17940691113471985,
      "learning_rate": 4.0784261856562625e-05,
      "loss": 0.014,
      "step": 92970
    },
    {
      "epoch": 14.197587417926401,
      "grad_norm": 0.19027559459209442,
      "learning_rate": 4.0774104919950636e-05,
      "loss": 0.009,
      "step": 92980
    },
    {
      "epoch": 14.199114368605894,
      "grad_norm": 0.2385413944721222,
      "learning_rate": 4.076394837745196e-05,
      "loss": 0.0086,
      "step": 92990
    },
    {
      "epoch": 14.200641319285387,
      "grad_norm": 0.17229744791984558,
      "learning_rate": 4.075379222950044e-05,
      "loss": 0.0123,
      "step": 93000
    },
    {
      "epoch": 14.20216826996488,
      "grad_norm": 0.16264815628528595,
      "learning_rate": 4.074363647652993e-05,
      "loss": 0.0071,
      "step": 93010
    },
    {
      "epoch": 14.203695220644374,
      "grad_norm": 0.1886507272720337,
      "learning_rate": 4.073348111897427e-05,
      "loss": 0.0082,
      "step": 93020
    },
    {
      "epoch": 14.205222171323866,
      "grad_norm": 0.2914123237133026,
      "learning_rate": 4.0723326157267253e-05,
      "loss": 0.0105,
      "step": 93030
    },
    {
      "epoch": 14.206749122003359,
      "grad_norm": 0.14894376695156097,
      "learning_rate": 4.071317159184271e-05,
      "loss": 0.0086,
      "step": 93040
    },
    {
      "epoch": 14.208276072682853,
      "grad_norm": 0.15125629305839539,
      "learning_rate": 4.0703017423134434e-05,
      "loss": 0.0091,
      "step": 93050
    },
    {
      "epoch": 14.209803023362346,
      "grad_norm": 0.17914101481437683,
      "learning_rate": 4.069286365157616e-05,
      "loss": 0.01,
      "step": 93060
    },
    {
      "epoch": 14.211329974041838,
      "grad_norm": 0.3357087969779968,
      "learning_rate": 4.068271027760164e-05,
      "loss": 0.0087,
      "step": 93070
    },
    {
      "epoch": 14.212856924721331,
      "grad_norm": 0.15345536172389984,
      "learning_rate": 4.0672557301644645e-05,
      "loss": 0.0107,
      "step": 93080
    },
    {
      "epoch": 14.214383875400825,
      "grad_norm": 0.22212204337120056,
      "learning_rate": 4.066240472413886e-05,
      "loss": 0.0139,
      "step": 93090
    },
    {
      "epoch": 14.215910826080318,
      "grad_norm": 0.11823682487010956,
      "learning_rate": 4.0652252545517996e-05,
      "loss": 0.0084,
      "step": 93100
    },
    {
      "epoch": 14.21743777675981,
      "grad_norm": 0.17921867966651917,
      "learning_rate": 4.064210076621572e-05,
      "loss": 0.01,
      "step": 93110
    },
    {
      "epoch": 14.218964727439303,
      "grad_norm": 0.15917204320430756,
      "learning_rate": 4.0631949386665696e-05,
      "loss": 0.0104,
      "step": 93120
    },
    {
      "epoch": 14.220491678118798,
      "grad_norm": 0.27536889910697937,
      "learning_rate": 4.0621798407301606e-05,
      "loss": 0.0103,
      "step": 93130
    },
    {
      "epoch": 14.22201862879829,
      "grad_norm": 0.25892746448516846,
      "learning_rate": 4.0611647828557056e-05,
      "loss": 0.0093,
      "step": 93140
    },
    {
      "epoch": 14.223545579477783,
      "grad_norm": 0.20859621465206146,
      "learning_rate": 4.060149765086567e-05,
      "loss": 0.0095,
      "step": 93150
    },
    {
      "epoch": 14.225072530157275,
      "grad_norm": 0.18916471302509308,
      "learning_rate": 4.0591347874661015e-05,
      "loss": 0.0103,
      "step": 93160
    },
    {
      "epoch": 14.22659948083677,
      "grad_norm": 0.19816210865974426,
      "learning_rate": 4.058119850037671e-05,
      "loss": 0.0096,
      "step": 93170
    },
    {
      "epoch": 14.228126431516262,
      "grad_norm": 0.12664242088794708,
      "learning_rate": 4.057104952844631e-05,
      "loss": 0.0085,
      "step": 93180
    },
    {
      "epoch": 14.229653382195755,
      "grad_norm": 0.14470134675502777,
      "learning_rate": 4.056090095930334e-05,
      "loss": 0.0084,
      "step": 93190
    },
    {
      "epoch": 14.231180332875248,
      "grad_norm": 0.11616118252277374,
      "learning_rate": 4.055075279338136e-05,
      "loss": 0.0116,
      "step": 93200
    },
    {
      "epoch": 14.232707283554742,
      "grad_norm": 0.14331026375293732,
      "learning_rate": 4.0540605031113834e-05,
      "loss": 0.0098,
      "step": 93210
    },
    {
      "epoch": 14.234234234234235,
      "grad_norm": 0.2649073302745819,
      "learning_rate": 4.053045767293429e-05,
      "loss": 0.0084,
      "step": 93220
    },
    {
      "epoch": 14.235761184913727,
      "grad_norm": 0.17709936201572418,
      "learning_rate": 4.0520310719276214e-05,
      "loss": 0.0084,
      "step": 93230
    },
    {
      "epoch": 14.23728813559322,
      "grad_norm": 0.17610298097133636,
      "learning_rate": 4.051016417057304e-05,
      "loss": 0.0113,
      "step": 93240
    },
    {
      "epoch": 14.238815086272714,
      "grad_norm": 0.19064493477344513,
      "learning_rate": 4.050001802725821e-05,
      "loss": 0.0114,
      "step": 93250
    },
    {
      "epoch": 14.240342036952207,
      "grad_norm": 0.14855508506298065,
      "learning_rate": 4.048987228976518e-05,
      "loss": 0.011,
      "step": 93260
    },
    {
      "epoch": 14.2418689876317,
      "grad_norm": 0.20080222189426422,
      "learning_rate": 4.0479726958527314e-05,
      "loss": 0.0084,
      "step": 93270
    },
    {
      "epoch": 14.243395938311192,
      "grad_norm": 0.19031643867492676,
      "learning_rate": 4.0469582033978036e-05,
      "loss": 0.0109,
      "step": 93280
    },
    {
      "epoch": 14.244922888990686,
      "grad_norm": 0.21732091903686523,
      "learning_rate": 4.0459437516550705e-05,
      "loss": 0.0087,
      "step": 93290
    },
    {
      "epoch": 14.246449839670179,
      "grad_norm": 0.13100966811180115,
      "learning_rate": 4.044929340667866e-05,
      "loss": 0.0077,
      "step": 93300
    },
    {
      "epoch": 14.247976790349671,
      "grad_norm": 0.1723526269197464,
      "learning_rate": 4.0439149704795276e-05,
      "loss": 0.01,
      "step": 93310
    },
    {
      "epoch": 14.249503741029164,
      "grad_norm": 0.2654128074645996,
      "learning_rate": 4.042900641133384e-05,
      "loss": 0.0098,
      "step": 93320
    },
    {
      "epoch": 14.251030691708658,
      "grad_norm": 0.1655474305152893,
      "learning_rate": 4.041886352672769e-05,
      "loss": 0.0103,
      "step": 93330
    },
    {
      "epoch": 14.252557642388151,
      "grad_norm": 0.21992450952529907,
      "learning_rate": 4.040872105141005e-05,
      "loss": 0.0076,
      "step": 93340
    },
    {
      "epoch": 14.254084593067644,
      "grad_norm": 0.19002792239189148,
      "learning_rate": 4.039857898581425e-05,
      "loss": 0.0087,
      "step": 93350
    },
    {
      "epoch": 14.255611543747136,
      "grad_norm": 0.33201608061790466,
      "learning_rate": 4.038843733037352e-05,
      "loss": 0.012,
      "step": 93360
    },
    {
      "epoch": 14.25713849442663,
      "grad_norm": 0.11360961943864822,
      "learning_rate": 4.037829608552109e-05,
      "loss": 0.0092,
      "step": 93370
    },
    {
      "epoch": 14.258665445106123,
      "grad_norm": 0.20382359623908997,
      "learning_rate": 4.036815525169018e-05,
      "loss": 0.0086,
      "step": 93380
    },
    {
      "epoch": 14.260192395785616,
      "grad_norm": 0.2114194929599762,
      "learning_rate": 4.0358014829313954e-05,
      "loss": 0.008,
      "step": 93390
    },
    {
      "epoch": 14.261719346465108,
      "grad_norm": 0.2948322594165802,
      "learning_rate": 4.034787481882565e-05,
      "loss": 0.0096,
      "step": 93400
    },
    {
      "epoch": 14.263246297144603,
      "grad_norm": 0.14168159663677216,
      "learning_rate": 4.033773522065839e-05,
      "loss": 0.0089,
      "step": 93410
    },
    {
      "epoch": 14.264773247824095,
      "grad_norm": 0.3493235111236572,
      "learning_rate": 4.0327596035245345e-05,
      "loss": 0.0095,
      "step": 93420
    },
    {
      "epoch": 14.266300198503588,
      "grad_norm": 0.16593708097934723,
      "learning_rate": 4.031745726301961e-05,
      "loss": 0.0087,
      "step": 93430
    },
    {
      "epoch": 14.26782714918308,
      "grad_norm": 0.13759465515613556,
      "learning_rate": 4.030731890441432e-05,
      "loss": 0.0131,
      "step": 93440
    },
    {
      "epoch": 14.269354099862575,
      "grad_norm": 0.33712419867515564,
      "learning_rate": 4.029718095986258e-05,
      "loss": 0.0084,
      "step": 93450
    },
    {
      "epoch": 14.270881050542068,
      "grad_norm": 0.2750529944896698,
      "learning_rate": 4.028704342979742e-05,
      "loss": 0.0102,
      "step": 93460
    },
    {
      "epoch": 14.27240800122156,
      "grad_norm": 0.27017349004745483,
      "learning_rate": 4.027690631465192e-05,
      "loss": 0.0094,
      "step": 93470
    },
    {
      "epoch": 14.273934951901053,
      "grad_norm": 0.13430118560791016,
      "learning_rate": 4.026676961485914e-05,
      "loss": 0.009,
      "step": 93480
    },
    {
      "epoch": 14.275461902580547,
      "grad_norm": 0.14024658501148224,
      "learning_rate": 4.0256633330852066e-05,
      "loss": 0.0061,
      "step": 93490
    },
    {
      "epoch": 14.27698885326004,
      "grad_norm": 0.25085482001304626,
      "learning_rate": 4.024649746306373e-05,
      "loss": 0.0078,
      "step": 93500
    },
    {
      "epoch": 14.278515803939532,
      "grad_norm": 0.22632922232151031,
      "learning_rate": 4.02363620119271e-05,
      "loss": 0.0128,
      "step": 93510
    },
    {
      "epoch": 14.280042754619025,
      "grad_norm": 0.1482446938753128,
      "learning_rate": 4.0226226977875125e-05,
      "loss": 0.0075,
      "step": 93520
    },
    {
      "epoch": 14.28156970529852,
      "grad_norm": 0.19208455085754395,
      "learning_rate": 4.0216092361340814e-05,
      "loss": 0.0104,
      "step": 93530
    },
    {
      "epoch": 14.283096655978012,
      "grad_norm": 0.19519412517547607,
      "learning_rate": 4.020595816275705e-05,
      "loss": 0.0064,
      "step": 93540
    },
    {
      "epoch": 14.284623606657505,
      "grad_norm": 0.1643989086151123,
      "learning_rate": 4.0195824382556764e-05,
      "loss": 0.0115,
      "step": 93550
    },
    {
      "epoch": 14.286150557336999,
      "grad_norm": 0.1677493005990982,
      "learning_rate": 4.0185691021172835e-05,
      "loss": 0.0103,
      "step": 93560
    },
    {
      "epoch": 14.287677508016492,
      "grad_norm": 0.2818189859390259,
      "learning_rate": 4.017555807903816e-05,
      "loss": 0.0084,
      "step": 93570
    },
    {
      "epoch": 14.289204458695984,
      "grad_norm": 0.18808625638484955,
      "learning_rate": 4.016542555658561e-05,
      "loss": 0.0119,
      "step": 93580
    },
    {
      "epoch": 14.290731409375477,
      "grad_norm": 0.2521408796310425,
      "learning_rate": 4.0155293454248014e-05,
      "loss": 0.008,
      "step": 93590
    },
    {
      "epoch": 14.292258360054971,
      "grad_norm": 0.2015419453382492,
      "learning_rate": 4.014516177245819e-05,
      "loss": 0.0106,
      "step": 93600
    },
    {
      "epoch": 14.293785310734464,
      "grad_norm": 0.18889157474040985,
      "learning_rate": 4.0135030511648934e-05,
      "loss": 0.009,
      "step": 93610
    },
    {
      "epoch": 14.295312261413956,
      "grad_norm": 0.46062561869621277,
      "learning_rate": 4.012489967225307e-05,
      "loss": 0.0098,
      "step": 93620
    },
    {
      "epoch": 14.296839212093449,
      "grad_norm": 0.16019675135612488,
      "learning_rate": 4.0114769254703356e-05,
      "loss": 0.0072,
      "step": 93630
    },
    {
      "epoch": 14.298366162772943,
      "grad_norm": 0.2161070555448532,
      "learning_rate": 4.010463925943253e-05,
      "loss": 0.0094,
      "step": 93640
    },
    {
      "epoch": 14.299893113452436,
      "grad_norm": 0.195702463388443,
      "learning_rate": 4.009450968687333e-05,
      "loss": 0.0095,
      "step": 93650
    },
    {
      "epoch": 14.301420064131928,
      "grad_norm": 0.19459857046604156,
      "learning_rate": 4.0084380537458496e-05,
      "loss": 0.0089,
      "step": 93660
    },
    {
      "epoch": 14.302947014811421,
      "grad_norm": 0.15673629939556122,
      "learning_rate": 4.007425181162069e-05,
      "loss": 0.0061,
      "step": 93670
    },
    {
      "epoch": 14.304473965490915,
      "grad_norm": 0.1341991126537323,
      "learning_rate": 4.006412350979264e-05,
      "loss": 0.0073,
      "step": 93680
    },
    {
      "epoch": 14.306000916170408,
      "grad_norm": 0.16988785564899445,
      "learning_rate": 4.005399563240696e-05,
      "loss": 0.0089,
      "step": 93690
    },
    {
      "epoch": 14.3075278668499,
      "grad_norm": 0.22727887332439423,
      "learning_rate": 4.004386817989631e-05,
      "loss": 0.0125,
      "step": 93700
    },
    {
      "epoch": 14.309054817529393,
      "grad_norm": 0.7890787124633789,
      "learning_rate": 4.0033741152693337e-05,
      "loss": 0.0074,
      "step": 93710
    },
    {
      "epoch": 14.310581768208888,
      "grad_norm": 0.3330533504486084,
      "learning_rate": 4.002361455123062e-05,
      "loss": 0.0086,
      "step": 93720
    },
    {
      "epoch": 14.31210871888838,
      "grad_norm": 0.21017740666866302,
      "learning_rate": 4.001348837594079e-05,
      "loss": 0.0097,
      "step": 93730
    },
    {
      "epoch": 14.313635669567873,
      "grad_norm": 0.1259460598230362,
      "learning_rate": 4.000336262725635e-05,
      "loss": 0.0107,
      "step": 93740
    },
    {
      "epoch": 14.315162620247365,
      "grad_norm": 0.374514639377594,
      "learning_rate": 3.999323730560992e-05,
      "loss": 0.0088,
      "step": 93750
    },
    {
      "epoch": 14.31668957092686,
      "grad_norm": 0.13775795698165894,
      "learning_rate": 3.998311241143401e-05,
      "loss": 0.0071,
      "step": 93760
    },
    {
      "epoch": 14.318216521606352,
      "grad_norm": 0.1711980253458023,
      "learning_rate": 3.997298794516113e-05,
      "loss": 0.0118,
      "step": 93770
    },
    {
      "epoch": 14.319743472285845,
      "grad_norm": 0.1355058252811432,
      "learning_rate": 3.996286390722379e-05,
      "loss": 0.008,
      "step": 93780
    },
    {
      "epoch": 14.321270422965338,
      "grad_norm": 0.1397707611322403,
      "learning_rate": 3.995274029805444e-05,
      "loss": 0.0069,
      "step": 93790
    },
    {
      "epoch": 14.322797373644832,
      "grad_norm": 0.16226863861083984,
      "learning_rate": 3.9942617118085594e-05,
      "loss": 0.0115,
      "step": 93800
    },
    {
      "epoch": 14.324324324324325,
      "grad_norm": 0.0770254135131836,
      "learning_rate": 3.993249436774966e-05,
      "loss": 0.0083,
      "step": 93810
    },
    {
      "epoch": 14.325851275003817,
      "grad_norm": 0.11427492648363113,
      "learning_rate": 3.992237204747908e-05,
      "loss": 0.0111,
      "step": 93820
    },
    {
      "epoch": 14.32737822568331,
      "grad_norm": 0.1498677134513855,
      "learning_rate": 3.9912250157706236e-05,
      "loss": 0.0093,
      "step": 93830
    },
    {
      "epoch": 14.328905176362804,
      "grad_norm": 0.13240191340446472,
      "learning_rate": 3.990212869886354e-05,
      "loss": 0.0092,
      "step": 93840
    },
    {
      "epoch": 14.330432127042297,
      "grad_norm": 0.14748930931091309,
      "learning_rate": 3.9892007671383375e-05,
      "loss": 0.0121,
      "step": 93850
    },
    {
      "epoch": 14.33195907772179,
      "grad_norm": 0.3801690638065338,
      "learning_rate": 3.988188707569805e-05,
      "loss": 0.009,
      "step": 93860
    },
    {
      "epoch": 14.333486028401282,
      "grad_norm": 0.3161908686161041,
      "learning_rate": 3.987176691223994e-05,
      "loss": 0.0116,
      "step": 93870
    },
    {
      "epoch": 14.335012979080776,
      "grad_norm": 0.19281645119190216,
      "learning_rate": 3.986164718144132e-05,
      "loss": 0.0121,
      "step": 93880
    },
    {
      "epoch": 14.336539929760269,
      "grad_norm": 0.1578209400177002,
      "learning_rate": 3.9851527883734516e-05,
      "loss": 0.0092,
      "step": 93890
    },
    {
      "epoch": 14.338066880439762,
      "grad_norm": 0.2111484408378601,
      "learning_rate": 3.984140901955181e-05,
      "loss": 0.01,
      "step": 93900
    },
    {
      "epoch": 14.339593831119254,
      "grad_norm": 0.1380743831396103,
      "learning_rate": 3.9831290589325435e-05,
      "loss": 0.01,
      "step": 93910
    },
    {
      "epoch": 14.341120781798748,
      "grad_norm": 0.6473110318183899,
      "learning_rate": 3.982117259348764e-05,
      "loss": 0.0088,
      "step": 93920
    },
    {
      "epoch": 14.342647732478241,
      "grad_norm": 0.21527443826198578,
      "learning_rate": 3.981105503247067e-05,
      "loss": 0.0085,
      "step": 93930
    },
    {
      "epoch": 14.344174683157734,
      "grad_norm": 0.12135452032089233,
      "learning_rate": 3.9800937906706705e-05,
      "loss": 0.0084,
      "step": 93940
    },
    {
      "epoch": 14.345701633837226,
      "grad_norm": 0.23317117989063263,
      "learning_rate": 3.979082121662794e-05,
      "loss": 0.0088,
      "step": 93950
    },
    {
      "epoch": 14.34722858451672,
      "grad_norm": 0.16854646801948547,
      "learning_rate": 3.978070496266653e-05,
      "loss": 0.0109,
      "step": 93960
    },
    {
      "epoch": 14.348755535196213,
      "grad_norm": 0.1201997846364975,
      "learning_rate": 3.977058914525462e-05,
      "loss": 0.0071,
      "step": 93970
    },
    {
      "epoch": 14.350282485875706,
      "grad_norm": 0.19027921557426453,
      "learning_rate": 3.9760473764824374e-05,
      "loss": 0.0103,
      "step": 93980
    },
    {
      "epoch": 14.351809436555198,
      "grad_norm": 0.18263410031795502,
      "learning_rate": 3.975035882180786e-05,
      "loss": 0.0107,
      "step": 93990
    },
    {
      "epoch": 14.353336387234693,
      "grad_norm": 0.18243294954299927,
      "learning_rate": 3.974024431663721e-05,
      "loss": 0.0137,
      "step": 94000
    },
    {
      "epoch": 14.354863337914185,
      "grad_norm": 0.15357054769992828,
      "learning_rate": 3.973013024974445e-05,
      "loss": 0.0086,
      "step": 94010
    },
    {
      "epoch": 14.356390288593678,
      "grad_norm": 0.14983391761779785,
      "learning_rate": 3.972001662156166e-05,
      "loss": 0.011,
      "step": 94020
    },
    {
      "epoch": 14.35791723927317,
      "grad_norm": 0.12681858241558075,
      "learning_rate": 3.97099034325209e-05,
      "loss": 0.0067,
      "step": 94030
    },
    {
      "epoch": 14.359444189952665,
      "grad_norm": 0.3089161515235901,
      "learning_rate": 3.969979068305414e-05,
      "loss": 0.0092,
      "step": 94040
    },
    {
      "epoch": 14.360971140632158,
      "grad_norm": 0.2153424471616745,
      "learning_rate": 3.968967837359342e-05,
      "loss": 0.0098,
      "step": 94050
    },
    {
      "epoch": 14.36249809131165,
      "grad_norm": 0.16424967348575592,
      "learning_rate": 3.967956650457067e-05,
      "loss": 0.0088,
      "step": 94060
    },
    {
      "epoch": 14.364025041991143,
      "grad_norm": 0.28060802817344666,
      "learning_rate": 3.96694550764179e-05,
      "loss": 0.0085,
      "step": 94070
    },
    {
      "epoch": 14.365551992670637,
      "grad_norm": 0.21682272851467133,
      "learning_rate": 3.965934408956703e-05,
      "loss": 0.0073,
      "step": 94080
    },
    {
      "epoch": 14.36707894335013,
      "grad_norm": 0.1567540019750595,
      "learning_rate": 3.964923354444997e-05,
      "loss": 0.0087,
      "step": 94090
    },
    {
      "epoch": 14.368605894029622,
      "grad_norm": 0.1583244949579239,
      "learning_rate": 3.9639123441498645e-05,
      "loss": 0.0076,
      "step": 94100
    },
    {
      "epoch": 14.370132844709115,
      "grad_norm": 0.310836523771286,
      "learning_rate": 3.962901378114494e-05,
      "loss": 0.0079,
      "step": 94110
    },
    {
      "epoch": 14.37165979538861,
      "grad_norm": 0.16076496243476868,
      "learning_rate": 3.961890456382071e-05,
      "loss": 0.0079,
      "step": 94120
    },
    {
      "epoch": 14.373186746068102,
      "grad_norm": 0.14597371220588684,
      "learning_rate": 3.960879578995782e-05,
      "loss": 0.0084,
      "step": 94130
    },
    {
      "epoch": 14.374713696747595,
      "grad_norm": 0.1851019710302353,
      "learning_rate": 3.959868745998807e-05,
      "loss": 0.0097,
      "step": 94140
    },
    {
      "epoch": 14.376240647427089,
      "grad_norm": 0.16716375946998596,
      "learning_rate": 3.958857957434327e-05,
      "loss": 0.0106,
      "step": 94150
    },
    {
      "epoch": 14.377767598106582,
      "grad_norm": 0.12802302837371826,
      "learning_rate": 3.957847213345525e-05,
      "loss": 0.0113,
      "step": 94160
    },
    {
      "epoch": 14.379294548786074,
      "grad_norm": 0.13915735483169556,
      "learning_rate": 3.956836513775574e-05,
      "loss": 0.0077,
      "step": 94170
    },
    {
      "epoch": 14.380821499465567,
      "grad_norm": 0.2645728588104248,
      "learning_rate": 3.955825858767652e-05,
      "loss": 0.0103,
      "step": 94180
    },
    {
      "epoch": 14.382348450145061,
      "grad_norm": 0.17386850714683533,
      "learning_rate": 3.954815248364928e-05,
      "loss": 0.0071,
      "step": 94190
    },
    {
      "epoch": 14.383875400824554,
      "grad_norm": 0.17046768963336945,
      "learning_rate": 3.95380468261058e-05,
      "loss": 0.011,
      "step": 94200
    },
    {
      "epoch": 14.385402351504046,
      "grad_norm": 0.311723530292511,
      "learning_rate": 3.952794161547773e-05,
      "loss": 0.0078,
      "step": 94210
    },
    {
      "epoch": 14.386929302183539,
      "grad_norm": 0.16519956290721893,
      "learning_rate": 3.9517836852196767e-05,
      "loss": 0.0075,
      "step": 94220
    },
    {
      "epoch": 14.388456252863033,
      "grad_norm": 0.2713332176208496,
      "learning_rate": 3.9507732536694545e-05,
      "loss": 0.0091,
      "step": 94230
    },
    {
      "epoch": 14.389983203542526,
      "grad_norm": 0.24439403414726257,
      "learning_rate": 3.94976286694027e-05,
      "loss": 0.0097,
      "step": 94240
    },
    {
      "epoch": 14.391510154222019,
      "grad_norm": 0.12434661388397217,
      "learning_rate": 3.948752525075289e-05,
      "loss": 0.008,
      "step": 94250
    },
    {
      "epoch": 14.393037104901511,
      "grad_norm": 0.1441134661436081,
      "learning_rate": 3.947742228117668e-05,
      "loss": 0.0089,
      "step": 94260
    },
    {
      "epoch": 14.394564055581005,
      "grad_norm": 0.16282574832439423,
      "learning_rate": 3.946731976110566e-05,
      "loss": 0.0089,
      "step": 94270
    },
    {
      "epoch": 14.396091006260498,
      "grad_norm": 0.24508389830589294,
      "learning_rate": 3.945721769097138e-05,
      "loss": 0.0091,
      "step": 94280
    },
    {
      "epoch": 14.39761795693999,
      "grad_norm": 0.11821984499692917,
      "learning_rate": 3.9447116071205406e-05,
      "loss": 0.0109,
      "step": 94290
    },
    {
      "epoch": 14.399144907619483,
      "grad_norm": 0.15556344389915466,
      "learning_rate": 3.943701490223925e-05,
      "loss": 0.0064,
      "step": 94300
    },
    {
      "epoch": 14.400671858298978,
      "grad_norm": 0.297092467546463,
      "learning_rate": 3.94269141845044e-05,
      "loss": 0.0111,
      "step": 94310
    },
    {
      "epoch": 14.40219880897847,
      "grad_norm": 0.21550852060317993,
      "learning_rate": 3.941681391843237e-05,
      "loss": 0.009,
      "step": 94320
    },
    {
      "epoch": 14.403725759657963,
      "grad_norm": 0.20343196392059326,
      "learning_rate": 3.940671410445459e-05,
      "loss": 0.01,
      "step": 94330
    },
    {
      "epoch": 14.405252710337455,
      "grad_norm": 0.15810129046440125,
      "learning_rate": 3.939661474300252e-05,
      "loss": 0.0093,
      "step": 94340
    },
    {
      "epoch": 14.40677966101695,
      "grad_norm": 0.3528858721256256,
      "learning_rate": 3.938651583450761e-05,
      "loss": 0.0113,
      "step": 94350
    },
    {
      "epoch": 14.408306611696442,
      "grad_norm": 0.45593947172164917,
      "learning_rate": 3.9376417379401234e-05,
      "loss": 0.0088,
      "step": 94360
    },
    {
      "epoch": 14.409833562375935,
      "grad_norm": 0.1631150245666504,
      "learning_rate": 3.936631937811478e-05,
      "loss": 0.0103,
      "step": 94370
    },
    {
      "epoch": 14.411360513055428,
      "grad_norm": 0.1524803638458252,
      "learning_rate": 3.935622183107964e-05,
      "loss": 0.0076,
      "step": 94380
    },
    {
      "epoch": 14.412887463734922,
      "grad_norm": 0.14055465161800385,
      "learning_rate": 3.934612473872715e-05,
      "loss": 0.0098,
      "step": 94390
    },
    {
      "epoch": 14.414414414414415,
      "grad_norm": 0.17198783159255981,
      "learning_rate": 3.933602810148865e-05,
      "loss": 0.0089,
      "step": 94400
    },
    {
      "epoch": 14.415941365093907,
      "grad_norm": 0.17148999869823456,
      "learning_rate": 3.932593191979542e-05,
      "loss": 0.0074,
      "step": 94410
    },
    {
      "epoch": 14.4174683157734,
      "grad_norm": 0.29498687386512756,
      "learning_rate": 3.931583619407877e-05,
      "loss": 0.0098,
      "step": 94420
    },
    {
      "epoch": 14.418995266452894,
      "grad_norm": 0.22893768548965454,
      "learning_rate": 3.930574092476999e-05,
      "loss": 0.012,
      "step": 94430
    },
    {
      "epoch": 14.420522217132387,
      "grad_norm": 0.1911388635635376,
      "learning_rate": 3.929564611230029e-05,
      "loss": 0.0076,
      "step": 94440
    },
    {
      "epoch": 14.42204916781188,
      "grad_norm": 0.1964229941368103,
      "learning_rate": 3.928555175710095e-05,
      "loss": 0.0083,
      "step": 94450
    },
    {
      "epoch": 14.423576118491372,
      "grad_norm": 0.4406064450740814,
      "learning_rate": 3.927545785960312e-05,
      "loss": 0.0101,
      "step": 94460
    },
    {
      "epoch": 14.425103069170866,
      "grad_norm": 0.16886192560195923,
      "learning_rate": 3.926536442023804e-05,
      "loss": 0.0084,
      "step": 94470
    },
    {
      "epoch": 14.426630019850359,
      "grad_norm": 0.18693313002586365,
      "learning_rate": 3.925527143943689e-05,
      "loss": 0.0091,
      "step": 94480
    },
    {
      "epoch": 14.428156970529852,
      "grad_norm": 0.18569409847259521,
      "learning_rate": 3.92451789176308e-05,
      "loss": 0.0091,
      "step": 94490
    },
    {
      "epoch": 14.429683921209344,
      "grad_norm": 0.14033611118793488,
      "learning_rate": 3.923508685525091e-05,
      "loss": 0.0088,
      "step": 94500
    },
    {
      "epoch": 14.431210871888839,
      "grad_norm": 0.12979336082935333,
      "learning_rate": 3.922499525272832e-05,
      "loss": 0.0086,
      "step": 94510
    },
    {
      "epoch": 14.432737822568331,
      "grad_norm": 0.19381065666675568,
      "learning_rate": 3.921490411049414e-05,
      "loss": 0.0078,
      "step": 94520
    },
    {
      "epoch": 14.434264773247824,
      "grad_norm": 0.08783343434333801,
      "learning_rate": 3.920481342897946e-05,
      "loss": 0.0091,
      "step": 94530
    },
    {
      "epoch": 14.435791723927316,
      "grad_norm": 0.16394370794296265,
      "learning_rate": 3.91947232086153e-05,
      "loss": 0.0106,
      "step": 94540
    },
    {
      "epoch": 14.43731867460681,
      "grad_norm": 0.4228411614894867,
      "learning_rate": 3.918463344983271e-05,
      "loss": 0.0154,
      "step": 94550
    },
    {
      "epoch": 14.438845625286303,
      "grad_norm": 0.26694604754447937,
      "learning_rate": 3.917454415306274e-05,
      "loss": 0.0089,
      "step": 94560
    },
    {
      "epoch": 14.440372575965796,
      "grad_norm": 0.16338969767093658,
      "learning_rate": 3.9164455318736334e-05,
      "loss": 0.0083,
      "step": 94570
    },
    {
      "epoch": 14.441899526645289,
      "grad_norm": 0.23382921516895294,
      "learning_rate": 3.915436694728451e-05,
      "loss": 0.0095,
      "step": 94580
    },
    {
      "epoch": 14.443426477324783,
      "grad_norm": 0.21626538038253784,
      "learning_rate": 3.914427903913817e-05,
      "loss": 0.0106,
      "step": 94590
    },
    {
      "epoch": 14.444953428004276,
      "grad_norm": 0.1975981742143631,
      "learning_rate": 3.913419159472832e-05,
      "loss": 0.0087,
      "step": 94600
    },
    {
      "epoch": 14.446480378683768,
      "grad_norm": 0.13725042343139648,
      "learning_rate": 3.912410461448583e-05,
      "loss": 0.0089,
      "step": 94610
    },
    {
      "epoch": 14.44800732936326,
      "grad_norm": 0.20518715679645538,
      "learning_rate": 3.9114018098841624e-05,
      "loss": 0.0068,
      "step": 94620
    },
    {
      "epoch": 14.449534280042755,
      "grad_norm": 0.4059081971645355,
      "learning_rate": 3.910393204822656e-05,
      "loss": 0.0101,
      "step": 94630
    },
    {
      "epoch": 14.451061230722248,
      "grad_norm": 0.13147318363189697,
      "learning_rate": 3.909384646307148e-05,
      "loss": 0.0077,
      "step": 94640
    },
    {
      "epoch": 14.45258818140174,
      "grad_norm": 0.1936788111925125,
      "learning_rate": 3.908376134380728e-05,
      "loss": 0.0088,
      "step": 94650
    },
    {
      "epoch": 14.454115132081235,
      "grad_norm": 0.2055087834596634,
      "learning_rate": 3.907367669086472e-05,
      "loss": 0.0092,
      "step": 94660
    },
    {
      "epoch": 14.455642082760727,
      "grad_norm": 0.24351345002651215,
      "learning_rate": 3.906359250467464e-05,
      "loss": 0.0102,
      "step": 94670
    },
    {
      "epoch": 14.45716903344022,
      "grad_norm": 0.2585696578025818,
      "learning_rate": 3.905350878566777e-05,
      "loss": 0.0079,
      "step": 94680
    },
    {
      "epoch": 14.458695984119712,
      "grad_norm": 0.4253985583782196,
      "learning_rate": 3.90434255342749e-05,
      "loss": 0.0093,
      "step": 94690
    },
    {
      "epoch": 14.460222934799207,
      "grad_norm": 0.21819299459457397,
      "learning_rate": 3.903334275092678e-05,
      "loss": 0.0071,
      "step": 94700
    },
    {
      "epoch": 14.4617498854787,
      "grad_norm": 0.4170737862586975,
      "learning_rate": 3.9023260436054106e-05,
      "loss": 0.0116,
      "step": 94710
    },
    {
      "epoch": 14.463276836158192,
      "grad_norm": 0.14189854264259338,
      "learning_rate": 3.9013178590087584e-05,
      "loss": 0.0103,
      "step": 94720
    },
    {
      "epoch": 14.464803786837685,
      "grad_norm": 0.14229004085063934,
      "learning_rate": 3.900309721345787e-05,
      "loss": 0.0082,
      "step": 94730
    },
    {
      "epoch": 14.466330737517179,
      "grad_norm": 0.18484124541282654,
      "learning_rate": 3.899301630659565e-05,
      "loss": 0.0119,
      "step": 94740
    },
    {
      "epoch": 14.467857688196672,
      "grad_norm": 0.22975730895996094,
      "learning_rate": 3.8982935869931566e-05,
      "loss": 0.011,
      "step": 94750
    },
    {
      "epoch": 14.469384638876164,
      "grad_norm": 0.2544420063495636,
      "learning_rate": 3.897285590389622e-05,
      "loss": 0.0096,
      "step": 94760
    },
    {
      "epoch": 14.470911589555657,
      "grad_norm": 0.3423543870449066,
      "learning_rate": 3.896277640892019e-05,
      "loss": 0.0088,
      "step": 94770
    },
    {
      "epoch": 14.472438540235151,
      "grad_norm": 0.16314586997032166,
      "learning_rate": 3.89526973854341e-05,
      "loss": 0.0113,
      "step": 94780
    },
    {
      "epoch": 14.473965490914644,
      "grad_norm": 0.1997341513633728,
      "learning_rate": 3.8942618833868474e-05,
      "loss": 0.0082,
      "step": 94790
    },
    {
      "epoch": 14.475492441594136,
      "grad_norm": 0.16171258687973022,
      "learning_rate": 3.893254075465387e-05,
      "loss": 0.0104,
      "step": 94800
    },
    {
      "epoch": 14.477019392273629,
      "grad_norm": 0.21369844675064087,
      "learning_rate": 3.8922463148220775e-05,
      "loss": 0.0121,
      "step": 94810
    },
    {
      "epoch": 14.478546342953123,
      "grad_norm": 0.22656480967998505,
      "learning_rate": 3.8912386014999705e-05,
      "loss": 0.0077,
      "step": 94820
    },
    {
      "epoch": 14.480073293632616,
      "grad_norm": 0.18043266236782074,
      "learning_rate": 3.890230935542115e-05,
      "loss": 0.0104,
      "step": 94830
    },
    {
      "epoch": 14.481600244312109,
      "grad_norm": 0.22867630422115326,
      "learning_rate": 3.889223316991555e-05,
      "loss": 0.0108,
      "step": 94840
    },
    {
      "epoch": 14.483127194991601,
      "grad_norm": 0.12944506108760834,
      "learning_rate": 3.8882157458913344e-05,
      "loss": 0.0099,
      "step": 94850
    },
    {
      "epoch": 14.484654145671096,
      "grad_norm": 0.404266357421875,
      "learning_rate": 3.887208222284493e-05,
      "loss": 0.0107,
      "step": 94860
    },
    {
      "epoch": 14.486181096350588,
      "grad_norm": 0.14139558374881744,
      "learning_rate": 3.886200746214072e-05,
      "loss": 0.0128,
      "step": 94870
    },
    {
      "epoch": 14.48770804703008,
      "grad_norm": 0.16204118728637695,
      "learning_rate": 3.885193317723112e-05,
      "loss": 0.0143,
      "step": 94880
    },
    {
      "epoch": 14.489234997709573,
      "grad_norm": 0.24534718692302704,
      "learning_rate": 3.8841859368546434e-05,
      "loss": 0.0105,
      "step": 94890
    },
    {
      "epoch": 14.490761948389068,
      "grad_norm": 0.4618537724018097,
      "learning_rate": 3.883178603651703e-05,
      "loss": 0.0083,
      "step": 94900
    },
    {
      "epoch": 14.49228889906856,
      "grad_norm": 0.19604718685150146,
      "learning_rate": 3.882171318157319e-05,
      "loss": 0.0098,
      "step": 94910
    },
    {
      "epoch": 14.493815849748053,
      "grad_norm": 0.15334618091583252,
      "learning_rate": 3.881164080414524e-05,
      "loss": 0.0075,
      "step": 94920
    },
    {
      "epoch": 14.495342800427546,
      "grad_norm": 0.25953489542007446,
      "learning_rate": 3.8801568904663447e-05,
      "loss": 0.0111,
      "step": 94930
    },
    {
      "epoch": 14.49686975110704,
      "grad_norm": 0.28545060753822327,
      "learning_rate": 3.8791497483558046e-05,
      "loss": 0.0109,
      "step": 94940
    },
    {
      "epoch": 14.498396701786533,
      "grad_norm": 0.311212420463562,
      "learning_rate": 3.8781426541259283e-05,
      "loss": 0.0092,
      "step": 94950
    },
    {
      "epoch": 14.499923652466025,
      "grad_norm": 0.1557771861553192,
      "learning_rate": 3.877135607819736e-05,
      "loss": 0.008,
      "step": 94960
    },
    {
      "epoch": 14.501450603145518,
      "grad_norm": 0.10548145323991776,
      "learning_rate": 3.876128609480251e-05,
      "loss": 0.0088,
      "step": 94970
    },
    {
      "epoch": 14.502977553825012,
      "grad_norm": 0.1151593029499054,
      "learning_rate": 3.8751216591504845e-05,
      "loss": 0.0088,
      "step": 94980
    },
    {
      "epoch": 14.504504504504505,
      "grad_norm": 0.12708808481693268,
      "learning_rate": 3.8741147568734556e-05,
      "loss": 0.0137,
      "step": 94990
    },
    {
      "epoch": 14.506031455183997,
      "grad_norm": 0.16089428961277008,
      "learning_rate": 3.8731079026921745e-05,
      "loss": 0.0079,
      "step": 95000
    },
    {
      "epoch": 14.50755840586349,
      "grad_norm": 0.1890532672405243,
      "learning_rate": 3.872101096649654e-05,
      "loss": 0.0093,
      "step": 95010
    },
    {
      "epoch": 14.509085356542984,
      "grad_norm": 0.5925832986831665,
      "learning_rate": 3.871094338788904e-05,
      "loss": 0.009,
      "step": 95020
    },
    {
      "epoch": 14.510612307222477,
      "grad_norm": 0.1635306179523468,
      "learning_rate": 3.8700876291529294e-05,
      "loss": 0.0101,
      "step": 95030
    },
    {
      "epoch": 14.51213925790197,
      "grad_norm": 0.14553505182266235,
      "learning_rate": 3.869080967784734e-05,
      "loss": 0.0084,
      "step": 95040
    },
    {
      "epoch": 14.513666208581462,
      "grad_norm": 0.13587366044521332,
      "learning_rate": 3.868074354727324e-05,
      "loss": 0.0075,
      "step": 95050
    },
    {
      "epoch": 14.515193159260956,
      "grad_norm": 0.24664609134197235,
      "learning_rate": 3.8670677900236977e-05,
      "loss": 0.009,
      "step": 95060
    },
    {
      "epoch": 14.516720109940449,
      "grad_norm": 0.2606104016304016,
      "learning_rate": 3.8660612737168546e-05,
      "loss": 0.01,
      "step": 95070
    },
    {
      "epoch": 14.518247060619942,
      "grad_norm": 0.16660207509994507,
      "learning_rate": 3.86505480584979e-05,
      "loss": 0.0101,
      "step": 95080
    },
    {
      "epoch": 14.519774011299434,
      "grad_norm": 0.1000131145119667,
      "learning_rate": 3.8640483864654984e-05,
      "loss": 0.0091,
      "step": 95090
    },
    {
      "epoch": 14.521300961978929,
      "grad_norm": 0.14128197729587555,
      "learning_rate": 3.863042015606975e-05,
      "loss": 0.009,
      "step": 95100
    },
    {
      "epoch": 14.522827912658421,
      "grad_norm": 0.26582613587379456,
      "learning_rate": 3.862035693317206e-05,
      "loss": 0.0114,
      "step": 95110
    },
    {
      "epoch": 14.524354863337914,
      "grad_norm": 0.21273401379585266,
      "learning_rate": 3.8610294196391835e-05,
      "loss": 0.0103,
      "step": 95120
    },
    {
      "epoch": 14.525881814017406,
      "grad_norm": 0.224567711353302,
      "learning_rate": 3.860023194615889e-05,
      "loss": 0.009,
      "step": 95130
    },
    {
      "epoch": 14.5274087646969,
      "grad_norm": 0.205121710896492,
      "learning_rate": 3.859017018290312e-05,
      "loss": 0.0086,
      "step": 95140
    },
    {
      "epoch": 14.528935715376393,
      "grad_norm": 0.2777811288833618,
      "learning_rate": 3.858010890705432e-05,
      "loss": 0.0075,
      "step": 95150
    },
    {
      "epoch": 14.530462666055886,
      "grad_norm": 0.25053128600120544,
      "learning_rate": 3.857004811904227e-05,
      "loss": 0.0102,
      "step": 95160
    },
    {
      "epoch": 14.53198961673538,
      "grad_norm": 0.3311702311038971,
      "learning_rate": 3.8559987819296794e-05,
      "loss": 0.0119,
      "step": 95170
    },
    {
      "epoch": 14.533516567414873,
      "grad_norm": 0.2086329162120819,
      "learning_rate": 3.854992800824759e-05,
      "loss": 0.01,
      "step": 95180
    },
    {
      "epoch": 14.535043518094366,
      "grad_norm": 0.4918460547924042,
      "learning_rate": 3.8539868686324443e-05,
      "loss": 0.0092,
      "step": 95190
    },
    {
      "epoch": 14.536570468773858,
      "grad_norm": 0.10678429156541824,
      "learning_rate": 3.852980985395706e-05,
      "loss": 0.0104,
      "step": 95200
    },
    {
      "epoch": 14.53809741945335,
      "grad_norm": 0.28294891119003296,
      "learning_rate": 3.851975151157512e-05,
      "loss": 0.0089,
      "step": 95210
    },
    {
      "epoch": 14.539624370132845,
      "grad_norm": 0.30116602778434753,
      "learning_rate": 3.8509693659608296e-05,
      "loss": 0.0074,
      "step": 95220
    },
    {
      "epoch": 14.541151320812338,
      "grad_norm": 0.1692754179239273,
      "learning_rate": 3.849963629848627e-05,
      "loss": 0.01,
      "step": 95230
    },
    {
      "epoch": 14.54267827149183,
      "grad_norm": 0.2669329345226288,
      "learning_rate": 3.8489579428638645e-05,
      "loss": 0.0121,
      "step": 95240
    },
    {
      "epoch": 14.544205222171325,
      "grad_norm": 0.3953750431537628,
      "learning_rate": 3.847952305049505e-05,
      "loss": 0.0102,
      "step": 95250
    },
    {
      "epoch": 14.545732172850817,
      "grad_norm": 0.12922215461730957,
      "learning_rate": 3.846946716448505e-05,
      "loss": 0.0084,
      "step": 95260
    },
    {
      "epoch": 14.54725912353031,
      "grad_norm": 0.2696848511695862,
      "learning_rate": 3.845941177103823e-05,
      "loss": 0.0126,
      "step": 95270
    },
    {
      "epoch": 14.548786074209803,
      "grad_norm": 0.14344912767410278,
      "learning_rate": 3.844935687058416e-05,
      "loss": 0.008,
      "step": 95280
    },
    {
      "epoch": 14.550313024889297,
      "grad_norm": 0.2587980628013611,
      "learning_rate": 3.843930246355233e-05,
      "loss": 0.0087,
      "step": 95290
    },
    {
      "epoch": 14.55183997556879,
      "grad_norm": 0.1298997551202774,
      "learning_rate": 3.8429248550372274e-05,
      "loss": 0.0102,
      "step": 95300
    },
    {
      "epoch": 14.553366926248282,
      "grad_norm": 0.2516549825668335,
      "learning_rate": 3.841919513147344e-05,
      "loss": 0.0113,
      "step": 95310
    },
    {
      "epoch": 14.554893876927775,
      "grad_norm": 0.21805840730667114,
      "learning_rate": 3.8409142207285326e-05,
      "loss": 0.0096,
      "step": 95320
    },
    {
      "epoch": 14.556420827607269,
      "grad_norm": 0.23604537546634674,
      "learning_rate": 3.839908977823737e-05,
      "loss": 0.0091,
      "step": 95330
    },
    {
      "epoch": 14.557947778286762,
      "grad_norm": 0.2629416286945343,
      "learning_rate": 3.838903784475899e-05,
      "loss": 0.0099,
      "step": 95340
    },
    {
      "epoch": 14.559474728966254,
      "grad_norm": 0.17475569248199463,
      "learning_rate": 3.8378986407279585e-05,
      "loss": 0.0107,
      "step": 95350
    },
    {
      "epoch": 14.561001679645747,
      "grad_norm": 0.2285381555557251,
      "learning_rate": 3.83689354662285e-05,
      "loss": 0.008,
      "step": 95360
    },
    {
      "epoch": 14.562528630325241,
      "grad_norm": 0.1439359337091446,
      "learning_rate": 3.835888502203516e-05,
      "loss": 0.0097,
      "step": 95370
    },
    {
      "epoch": 14.564055581004734,
      "grad_norm": 0.14580509066581726,
      "learning_rate": 3.834883507512885e-05,
      "loss": 0.0094,
      "step": 95380
    },
    {
      "epoch": 14.565582531684226,
      "grad_norm": 0.2601107954978943,
      "learning_rate": 3.8338785625938915e-05,
      "loss": 0.0088,
      "step": 95390
    },
    {
      "epoch": 14.567109482363719,
      "grad_norm": 0.18128153681755066,
      "learning_rate": 3.832873667489462e-05,
      "loss": 0.0093,
      "step": 95400
    },
    {
      "epoch": 14.568636433043213,
      "grad_norm": 0.14733342826366425,
      "learning_rate": 3.831868822242526e-05,
      "loss": 0.0079,
      "step": 95410
    },
    {
      "epoch": 14.570163383722706,
      "grad_norm": 0.15950331091880798,
      "learning_rate": 3.830864026896009e-05,
      "loss": 0.0094,
      "step": 95420
    },
    {
      "epoch": 14.571690334402199,
      "grad_norm": 0.1808280050754547,
      "learning_rate": 3.8298592814928316e-05,
      "loss": 0.0096,
      "step": 95430
    },
    {
      "epoch": 14.573217285081691,
      "grad_norm": 0.1826901137828827,
      "learning_rate": 3.828854586075918e-05,
      "loss": 0.0092,
      "step": 95440
    },
    {
      "epoch": 14.574744235761186,
      "grad_norm": 0.13712096214294434,
      "learning_rate": 3.8278499406881824e-05,
      "loss": 0.0098,
      "step": 95450
    },
    {
      "epoch": 14.576271186440678,
      "grad_norm": 0.2170209437608719,
      "learning_rate": 3.826845345372545e-05,
      "loss": 0.0083,
      "step": 95460
    },
    {
      "epoch": 14.57779813712017,
      "grad_norm": 0.20372556149959564,
      "learning_rate": 3.82584080017192e-05,
      "loss": 0.0081,
      "step": 95470
    },
    {
      "epoch": 14.579325087799663,
      "grad_norm": 0.20708556473255157,
      "learning_rate": 3.824836305129219e-05,
      "loss": 0.0091,
      "step": 95480
    },
    {
      "epoch": 14.580852038479158,
      "grad_norm": 0.18084639310836792,
      "learning_rate": 3.82383186028735e-05,
      "loss": 0.0109,
      "step": 95490
    },
    {
      "epoch": 14.58237898915865,
      "grad_norm": 0.12906818091869354,
      "learning_rate": 3.822827465689226e-05,
      "loss": 0.0102,
      "step": 95500
    },
    {
      "epoch": 14.583905939838143,
      "grad_norm": 0.2275087982416153,
      "learning_rate": 3.8218231213777486e-05,
      "loss": 0.0079,
      "step": 95510
    },
    {
      "epoch": 14.585432890517636,
      "grad_norm": 0.3448287546634674,
      "learning_rate": 3.820818827395825e-05,
      "loss": 0.0115,
      "step": 95520
    },
    {
      "epoch": 14.58695984119713,
      "grad_norm": 0.18556217849254608,
      "learning_rate": 3.819814583786354e-05,
      "loss": 0.0073,
      "step": 95530
    },
    {
      "epoch": 14.588486791876623,
      "grad_norm": 0.34160158038139343,
      "learning_rate": 3.818810390592233e-05,
      "loss": 0.0091,
      "step": 95540
    },
    {
      "epoch": 14.590013742556115,
      "grad_norm": 0.17954206466674805,
      "learning_rate": 3.8178062478563656e-05,
      "loss": 0.0104,
      "step": 95550
    },
    {
      "epoch": 14.591540693235608,
      "grad_norm": 0.24565580487251282,
      "learning_rate": 3.8168021556216425e-05,
      "loss": 0.0083,
      "step": 95560
    },
    {
      "epoch": 14.593067643915102,
      "grad_norm": 0.33849650621414185,
      "learning_rate": 3.815798113930959e-05,
      "loss": 0.0115,
      "step": 95570
    },
    {
      "epoch": 14.594594594594595,
      "grad_norm": 0.1636417657136917,
      "learning_rate": 3.8147941228272025e-05,
      "loss": 0.0094,
      "step": 95580
    },
    {
      "epoch": 14.596121545274087,
      "grad_norm": 0.15324869751930237,
      "learning_rate": 3.813790182353264e-05,
      "loss": 0.009,
      "step": 95590
    },
    {
      "epoch": 14.59764849595358,
      "grad_norm": 0.1944861114025116,
      "learning_rate": 3.8127862925520315e-05,
      "loss": 0.0076,
      "step": 95600
    },
    {
      "epoch": 14.599175446633074,
      "grad_norm": 0.09520917385816574,
      "learning_rate": 3.811782453466386e-05,
      "loss": 0.009,
      "step": 95610
    },
    {
      "epoch": 14.600702397312567,
      "grad_norm": 0.21627426147460938,
      "learning_rate": 3.810778665139213e-05,
      "loss": 0.0101,
      "step": 95620
    },
    {
      "epoch": 14.60222934799206,
      "grad_norm": 0.3678944408893585,
      "learning_rate": 3.809774927613388e-05,
      "loss": 0.0073,
      "step": 95630
    },
    {
      "epoch": 14.603756298671552,
      "grad_norm": 0.25466388463974,
      "learning_rate": 3.8087712409317936e-05,
      "loss": 0.0129,
      "step": 95640
    },
    {
      "epoch": 14.605283249351046,
      "grad_norm": 0.13644641637802124,
      "learning_rate": 3.8077676051373033e-05,
      "loss": 0.0079,
      "step": 95650
    },
    {
      "epoch": 14.606810200030539,
      "grad_norm": 0.12821654975414276,
      "learning_rate": 3.806764020272791e-05,
      "loss": 0.0102,
      "step": 95660
    },
    {
      "epoch": 14.608337150710032,
      "grad_norm": 0.15426787734031677,
      "learning_rate": 3.805760486381125e-05,
      "loss": 0.008,
      "step": 95670
    },
    {
      "epoch": 14.609864101389524,
      "grad_norm": 0.19819124042987823,
      "learning_rate": 3.8047570035051805e-05,
      "loss": 0.0104,
      "step": 95680
    },
    {
      "epoch": 14.611391052069019,
      "grad_norm": 0.19407659769058228,
      "learning_rate": 3.8037535716878195e-05,
      "loss": 0.0081,
      "step": 95690
    },
    {
      "epoch": 14.612918002748511,
      "grad_norm": 0.14582578837871552,
      "learning_rate": 3.8027501909719095e-05,
      "loss": 0.0064,
      "step": 95700
    },
    {
      "epoch": 14.614444953428004,
      "grad_norm": 0.14009174704551697,
      "learning_rate": 3.80174686140031e-05,
      "loss": 0.0072,
      "step": 95710
    },
    {
      "epoch": 14.615971904107496,
      "grad_norm": 0.15736010670661926,
      "learning_rate": 3.800743583015884e-05,
      "loss": 0.0095,
      "step": 95720
    },
    {
      "epoch": 14.61749885478699,
      "grad_norm": 0.1530252993106842,
      "learning_rate": 3.79974035586149e-05,
      "loss": 0.0086,
      "step": 95730
    },
    {
      "epoch": 14.619025805466483,
      "grad_norm": 0.20114637911319733,
      "learning_rate": 3.7987371799799824e-05,
      "loss": 0.0108,
      "step": 95740
    },
    {
      "epoch": 14.620552756145976,
      "grad_norm": 0.17942476272583008,
      "learning_rate": 3.7977340554142164e-05,
      "loss": 0.0111,
      "step": 95750
    },
    {
      "epoch": 14.62207970682547,
      "grad_norm": 0.1521899402141571,
      "learning_rate": 3.79673098220704e-05,
      "loss": 0.0057,
      "step": 95760
    },
    {
      "epoch": 14.623606657504963,
      "grad_norm": 0.1644936203956604,
      "learning_rate": 3.795727960401309e-05,
      "loss": 0.0088,
      "step": 95770
    },
    {
      "epoch": 14.625133608184456,
      "grad_norm": 0.13822491466999054,
      "learning_rate": 3.7947249900398654e-05,
      "loss": 0.0095,
      "step": 95780
    },
    {
      "epoch": 14.626660558863948,
      "grad_norm": 0.3513486087322235,
      "learning_rate": 3.793722071165558e-05,
      "loss": 0.0113,
      "step": 95790
    },
    {
      "epoch": 14.62818750954344,
      "grad_norm": 0.1539393812417984,
      "learning_rate": 3.792719203821225e-05,
      "loss": 0.0146,
      "step": 95800
    },
    {
      "epoch": 14.629714460222935,
      "grad_norm": 0.2117892950773239,
      "learning_rate": 3.791716388049711e-05,
      "loss": 0.011,
      "step": 95810
    },
    {
      "epoch": 14.631241410902428,
      "grad_norm": 0.14728450775146484,
      "learning_rate": 3.790713623893855e-05,
      "loss": 0.0084,
      "step": 95820
    },
    {
      "epoch": 14.63276836158192,
      "grad_norm": 0.24782101809978485,
      "learning_rate": 3.789710911396489e-05,
      "loss": 0.0083,
      "step": 95830
    },
    {
      "epoch": 14.634295312261415,
      "grad_norm": 0.27122437953948975,
      "learning_rate": 3.788708250600451e-05,
      "loss": 0.0086,
      "step": 95840
    },
    {
      "epoch": 14.635822262940907,
      "grad_norm": 0.19992294907569885,
      "learning_rate": 3.7877056415485697e-05,
      "loss": 0.0108,
      "step": 95850
    },
    {
      "epoch": 14.6373492136204,
      "grad_norm": 0.1259932816028595,
      "learning_rate": 3.786703084283677e-05,
      "loss": 0.0104,
      "step": 95860
    },
    {
      "epoch": 14.638876164299893,
      "grad_norm": 0.3106534779071808,
      "learning_rate": 3.785700578848601e-05,
      "loss": 0.0084,
      "step": 95870
    },
    {
      "epoch": 14.640403114979387,
      "grad_norm": 0.1483692228794098,
      "learning_rate": 3.784698125286164e-05,
      "loss": 0.0094,
      "step": 95880
    },
    {
      "epoch": 14.64193006565888,
      "grad_norm": 0.19730831682682037,
      "learning_rate": 3.78369572363919e-05,
      "loss": 0.0089,
      "step": 95890
    },
    {
      "epoch": 14.643457016338372,
      "grad_norm": 0.22454020380973816,
      "learning_rate": 3.782693373950502e-05,
      "loss": 0.0078,
      "step": 95900
    },
    {
      "epoch": 14.644983967017865,
      "grad_norm": 0.33395159244537354,
      "learning_rate": 3.781691076262916e-05,
      "loss": 0.0099,
      "step": 95910
    },
    {
      "epoch": 14.64651091769736,
      "grad_norm": 0.199573814868927,
      "learning_rate": 3.78068883061925e-05,
      "loss": 0.011,
      "step": 95920
    },
    {
      "epoch": 14.648037868376852,
      "grad_norm": 0.21568801999092102,
      "learning_rate": 3.779686637062316e-05,
      "loss": 0.0105,
      "step": 95930
    },
    {
      "epoch": 14.649564819056344,
      "grad_norm": 0.2526257634162903,
      "learning_rate": 3.778684495634927e-05,
      "loss": 0.0095,
      "step": 95940
    },
    {
      "epoch": 14.651091769735837,
      "grad_norm": 0.19836115837097168,
      "learning_rate": 3.7776824063798934e-05,
      "loss": 0.0084,
      "step": 95950
    },
    {
      "epoch": 14.652618720415331,
      "grad_norm": 0.1264154613018036,
      "learning_rate": 3.776680369340021e-05,
      "loss": 0.0104,
      "step": 95960
    },
    {
      "epoch": 14.654145671094824,
      "grad_norm": 0.1747012436389923,
      "learning_rate": 3.775678384558118e-05,
      "loss": 0.0082,
      "step": 95970
    },
    {
      "epoch": 14.655672621774317,
      "grad_norm": 0.1937025785446167,
      "learning_rate": 3.7746764520769826e-05,
      "loss": 0.0102,
      "step": 95980
    },
    {
      "epoch": 14.657199572453809,
      "grad_norm": 0.14519278705120087,
      "learning_rate": 3.773674571939419e-05,
      "loss": 0.0084,
      "step": 95990
    },
    {
      "epoch": 14.658726523133303,
      "grad_norm": 0.198264479637146,
      "learning_rate": 3.772672744188226e-05,
      "loss": 0.0108,
      "step": 96000
    },
    {
      "epoch": 14.660253473812796,
      "grad_norm": 0.1385652720928192,
      "learning_rate": 3.7716709688661986e-05,
      "loss": 0.0064,
      "step": 96010
    },
    {
      "epoch": 14.661780424492289,
      "grad_norm": 0.20823541283607483,
      "learning_rate": 3.770669246016131e-05,
      "loss": 0.0106,
      "step": 96020
    },
    {
      "epoch": 14.663307375171781,
      "grad_norm": 0.16062694787979126,
      "learning_rate": 3.769667575680812e-05,
      "loss": 0.0074,
      "step": 96030
    },
    {
      "epoch": 14.664834325851276,
      "grad_norm": 0.33510562777519226,
      "learning_rate": 3.768665957903037e-05,
      "loss": 0.0082,
      "step": 96040
    },
    {
      "epoch": 14.666361276530768,
      "grad_norm": 0.14045393466949463,
      "learning_rate": 3.76766439272559e-05,
      "loss": 0.0089,
      "step": 96050
    },
    {
      "epoch": 14.66788822721026,
      "grad_norm": 0.09495590627193451,
      "learning_rate": 3.766662880191255e-05,
      "loss": 0.0076,
      "step": 96060
    },
    {
      "epoch": 14.669415177889753,
      "grad_norm": 0.1625085175037384,
      "learning_rate": 3.765661420342816e-05,
      "loss": 0.0083,
      "step": 96070
    },
    {
      "epoch": 14.670942128569248,
      "grad_norm": 0.2713984549045563,
      "learning_rate": 3.764660013223055e-05,
      "loss": 0.0099,
      "step": 96080
    },
    {
      "epoch": 14.67246907924874,
      "grad_norm": 0.19918300211429596,
      "learning_rate": 3.763658658874748e-05,
      "loss": 0.0097,
      "step": 96090
    },
    {
      "epoch": 14.673996029928233,
      "grad_norm": 0.3080516457557678,
      "learning_rate": 3.762657357340673e-05,
      "loss": 0.0054,
      "step": 96100
    },
    {
      "epoch": 14.675522980607726,
      "grad_norm": 0.10465127974748611,
      "learning_rate": 3.761656108663601e-05,
      "loss": 0.0082,
      "step": 96110
    },
    {
      "epoch": 14.67704993128722,
      "grad_norm": 0.30390051007270813,
      "learning_rate": 3.7606549128863046e-05,
      "loss": 0.0105,
      "step": 96120
    },
    {
      "epoch": 14.678576881966713,
      "grad_norm": 0.26528626680374146,
      "learning_rate": 3.759653770051555e-05,
      "loss": 0.0118,
      "step": 96130
    },
    {
      "epoch": 14.680103832646205,
      "grad_norm": 0.3043351471424103,
      "learning_rate": 3.758652680202118e-05,
      "loss": 0.0102,
      "step": 96140
    },
    {
      "epoch": 14.681630783325698,
      "grad_norm": 0.11914662271738052,
      "learning_rate": 3.7576516433807584e-05,
      "loss": 0.0077,
      "step": 96150
    },
    {
      "epoch": 14.683157734005192,
      "grad_norm": 0.17758622765541077,
      "learning_rate": 3.756650659630235e-05,
      "loss": 0.0066,
      "step": 96160
    },
    {
      "epoch": 14.684684684684685,
      "grad_norm": 0.20713293552398682,
      "learning_rate": 3.755649728993315e-05,
      "loss": 0.0104,
      "step": 96170
    },
    {
      "epoch": 14.686211635364177,
      "grad_norm": 0.10087849944829941,
      "learning_rate": 3.754648851512751e-05,
      "loss": 0.0102,
      "step": 96180
    },
    {
      "epoch": 14.68773858604367,
      "grad_norm": 0.21602022647857666,
      "learning_rate": 3.7536480272313016e-05,
      "loss": 0.0084,
      "step": 96190
    },
    {
      "epoch": 14.689265536723164,
      "grad_norm": 0.2228095978498459,
      "learning_rate": 3.7526472561917175e-05,
      "loss": 0.01,
      "step": 96200
    },
    {
      "epoch": 14.690792487402657,
      "grad_norm": 0.1610257476568222,
      "learning_rate": 3.75164653843675e-05,
      "loss": 0.0088,
      "step": 96210
    },
    {
      "epoch": 14.69231943808215,
      "grad_norm": 0.21120493113994598,
      "learning_rate": 3.7506458740091523e-05,
      "loss": 0.0092,
      "step": 96220
    },
    {
      "epoch": 14.693846388761642,
      "grad_norm": 0.38813725113868713,
      "learning_rate": 3.749645262951665e-05,
      "loss": 0.0124,
      "step": 96230
    },
    {
      "epoch": 14.695373339441137,
      "grad_norm": 0.20119863748550415,
      "learning_rate": 3.748644705307037e-05,
      "loss": 0.0094,
      "step": 96240
    },
    {
      "epoch": 14.69690029012063,
      "grad_norm": 0.15604834258556366,
      "learning_rate": 3.747644201118007e-05,
      "loss": 0.0087,
      "step": 96250
    },
    {
      "epoch": 14.698427240800122,
      "grad_norm": 0.14077402651309967,
      "learning_rate": 3.746643750427317e-05,
      "loss": 0.008,
      "step": 96260
    },
    {
      "epoch": 14.699954191479616,
      "grad_norm": 0.19966205954551697,
      "learning_rate": 3.7456433532777035e-05,
      "loss": 0.009,
      "step": 96270
    },
    {
      "epoch": 14.701481142159109,
      "grad_norm": 0.2611936628818512,
      "learning_rate": 3.744643009711901e-05,
      "loss": 0.0087,
      "step": 96280
    },
    {
      "epoch": 14.703008092838601,
      "grad_norm": 0.24281379580497742,
      "learning_rate": 3.7436427197726445e-05,
      "loss": 0.0113,
      "step": 96290
    },
    {
      "epoch": 14.704535043518094,
      "grad_norm": 0.13340327143669128,
      "learning_rate": 3.74264248350266e-05,
      "loss": 0.0079,
      "step": 96300
    },
    {
      "epoch": 14.706061994197587,
      "grad_norm": 0.1434343010187149,
      "learning_rate": 3.74164230094468e-05,
      "loss": 0.0095,
      "step": 96310
    },
    {
      "epoch": 14.707588944877081,
      "grad_norm": 0.17223432660102844,
      "learning_rate": 3.740642172141431e-05,
      "loss": 0.0099,
      "step": 96320
    },
    {
      "epoch": 14.709115895556574,
      "grad_norm": 0.18968725204467773,
      "learning_rate": 3.739642097135633e-05,
      "loss": 0.0107,
      "step": 96330
    },
    {
      "epoch": 14.710642846236066,
      "grad_norm": 0.23943586647510529,
      "learning_rate": 3.738642075970009e-05,
      "loss": 0.0074,
      "step": 96340
    },
    {
      "epoch": 14.71216979691556,
      "grad_norm": 0.2005792111158371,
      "learning_rate": 3.73764210868728e-05,
      "loss": 0.0114,
      "step": 96350
    },
    {
      "epoch": 14.713696747595053,
      "grad_norm": 0.16878928244113922,
      "learning_rate": 3.73664219533016e-05,
      "loss": 0.0092,
      "step": 96360
    },
    {
      "epoch": 14.715223698274546,
      "grad_norm": 0.16575267910957336,
      "learning_rate": 3.7356423359413654e-05,
      "loss": 0.0091,
      "step": 96370
    },
    {
      "epoch": 14.716750648954038,
      "grad_norm": 0.6112371683120728,
      "learning_rate": 3.734642530563607e-05,
      "loss": 0.012,
      "step": 96380
    },
    {
      "epoch": 14.718277599633533,
      "grad_norm": 0.17279641330242157,
      "learning_rate": 3.733642779239594e-05,
      "loss": 0.0081,
      "step": 96390
    },
    {
      "epoch": 14.719804550313025,
      "grad_norm": 0.22604218125343323,
      "learning_rate": 3.732643082012037e-05,
      "loss": 0.0099,
      "step": 96400
    },
    {
      "epoch": 14.721331500992518,
      "grad_norm": 0.09139063209295273,
      "learning_rate": 3.731643438923638e-05,
      "loss": 0.0074,
      "step": 96410
    },
    {
      "epoch": 14.72285845167201,
      "grad_norm": 0.3411562740802765,
      "learning_rate": 3.730643850017103e-05,
      "loss": 0.012,
      "step": 96420
    },
    {
      "epoch": 14.724385402351505,
      "grad_norm": 0.32884782552719116,
      "learning_rate": 3.729644315335128e-05,
      "loss": 0.0086,
      "step": 96430
    },
    {
      "epoch": 14.725912353030997,
      "grad_norm": 0.11228995025157928,
      "learning_rate": 3.728644834920416e-05,
      "loss": 0.0067,
      "step": 96440
    },
    {
      "epoch": 14.72743930371049,
      "grad_norm": 0.38673603534698486,
      "learning_rate": 3.7276454088156616e-05,
      "loss": 0.011,
      "step": 96450
    },
    {
      "epoch": 14.728966254389983,
      "grad_norm": 0.13612206280231476,
      "learning_rate": 3.726646037063557e-05,
      "loss": 0.0103,
      "step": 96460
    },
    {
      "epoch": 14.730493205069477,
      "grad_norm": 0.2318851351737976,
      "learning_rate": 3.7256467197067956e-05,
      "loss": 0.0105,
      "step": 96470
    },
    {
      "epoch": 14.73202015574897,
      "grad_norm": 0.18112683296203613,
      "learning_rate": 3.724647456788063e-05,
      "loss": 0.0082,
      "step": 96480
    },
    {
      "epoch": 14.733547106428462,
      "grad_norm": 0.13764476776123047,
      "learning_rate": 3.723648248350049e-05,
      "loss": 0.0086,
      "step": 96490
    },
    {
      "epoch": 14.735074057107955,
      "grad_norm": 0.15308932960033417,
      "learning_rate": 3.722649094435439e-05,
      "loss": 0.0077,
      "step": 96500
    },
    {
      "epoch": 14.73660100778745,
      "grad_norm": 0.2119053304195404,
      "learning_rate": 3.721649995086911e-05,
      "loss": 0.0095,
      "step": 96510
    },
    {
      "epoch": 14.738127958466942,
      "grad_norm": 0.12983916699886322,
      "learning_rate": 3.7206509503471466e-05,
      "loss": 0.0111,
      "step": 96520
    },
    {
      "epoch": 14.739654909146434,
      "grad_norm": 0.13414441049098969,
      "learning_rate": 3.719651960258825e-05,
      "loss": 0.008,
      "step": 96530
    },
    {
      "epoch": 14.741181859825927,
      "grad_norm": 0.2128445953130722,
      "learning_rate": 3.718653024864619e-05,
      "loss": 0.0106,
      "step": 96540
    },
    {
      "epoch": 14.742708810505421,
      "grad_norm": 0.22356466948986053,
      "learning_rate": 3.717654144207202e-05,
      "loss": 0.0093,
      "step": 96550
    },
    {
      "epoch": 14.744235761184914,
      "grad_norm": 0.1555057018995285,
      "learning_rate": 3.716655318329244e-05,
      "loss": 0.008,
      "step": 96560
    },
    {
      "epoch": 14.745762711864407,
      "grad_norm": 0.1674988865852356,
      "learning_rate": 3.7156565472734116e-05,
      "loss": 0.0102,
      "step": 96570
    },
    {
      "epoch": 14.7472896625439,
      "grad_norm": 0.18612535297870636,
      "learning_rate": 3.7146578310823735e-05,
      "loss": 0.008,
      "step": 96580
    },
    {
      "epoch": 14.748816613223394,
      "grad_norm": 0.19597497582435608,
      "learning_rate": 3.7136591697987934e-05,
      "loss": 0.0127,
      "step": 96590
    },
    {
      "epoch": 14.750343563902886,
      "grad_norm": 0.12931130826473236,
      "learning_rate": 3.712660563465328e-05,
      "loss": 0.0084,
      "step": 96600
    },
    {
      "epoch": 14.751870514582379,
      "grad_norm": 0.1803344190120697,
      "learning_rate": 3.711662012124638e-05,
      "loss": 0.0091,
      "step": 96610
    },
    {
      "epoch": 14.753397465261871,
      "grad_norm": 0.13674002885818481,
      "learning_rate": 3.710663515819383e-05,
      "loss": 0.0125,
      "step": 96620
    },
    {
      "epoch": 14.754924415941366,
      "grad_norm": 0.11206945776939392,
      "learning_rate": 3.709665074592211e-05,
      "loss": 0.0081,
      "step": 96630
    },
    {
      "epoch": 14.756451366620858,
      "grad_norm": 0.1974165141582489,
      "learning_rate": 3.708666688485779e-05,
      "loss": 0.009,
      "step": 96640
    },
    {
      "epoch": 14.757978317300351,
      "grad_norm": 0.16649700701236725,
      "learning_rate": 3.707668357542733e-05,
      "loss": 0.0066,
      "step": 96650
    },
    {
      "epoch": 14.759505267979844,
      "grad_norm": 0.20486637949943542,
      "learning_rate": 3.7066700818057185e-05,
      "loss": 0.0148,
      "step": 96660
    },
    {
      "epoch": 14.761032218659338,
      "grad_norm": 0.1752745658159256,
      "learning_rate": 3.7056718613173855e-05,
      "loss": 0.0074,
      "step": 96670
    },
    {
      "epoch": 14.76255916933883,
      "grad_norm": 0.26158061623573303,
      "learning_rate": 3.704673696120371e-05,
      "loss": 0.0066,
      "step": 96680
    },
    {
      "epoch": 14.764086120018323,
      "grad_norm": 0.1313539296388626,
      "learning_rate": 3.703675586257318e-05,
      "loss": 0.0074,
      "step": 96690
    },
    {
      "epoch": 14.765613070697816,
      "grad_norm": 0.18558938801288605,
      "learning_rate": 3.702677531770861e-05,
      "loss": 0.0078,
      "step": 96700
    },
    {
      "epoch": 14.76714002137731,
      "grad_norm": 0.08811507374048233,
      "learning_rate": 3.7016795327036366e-05,
      "loss": 0.007,
      "step": 96710
    },
    {
      "epoch": 14.768666972056803,
      "grad_norm": 0.13372832536697388,
      "learning_rate": 3.700681589098279e-05,
      "loss": 0.0082,
      "step": 96720
    },
    {
      "epoch": 14.770193922736295,
      "grad_norm": 0.2777869999408722,
      "learning_rate": 3.699683700997416e-05,
      "loss": 0.0083,
      "step": 96730
    },
    {
      "epoch": 14.771720873415788,
      "grad_norm": 0.2109648585319519,
      "learning_rate": 3.698685868443677e-05,
      "loss": 0.0095,
      "step": 96740
    },
    {
      "epoch": 14.773247824095282,
      "grad_norm": 0.15288375318050385,
      "learning_rate": 3.697688091479685e-05,
      "loss": 0.0095,
      "step": 96750
    },
    {
      "epoch": 14.774774774774775,
      "grad_norm": 0.10337380319833755,
      "learning_rate": 3.696690370148067e-05,
      "loss": 0.0058,
      "step": 96760
    },
    {
      "epoch": 14.776301725454267,
      "grad_norm": 0.21520015597343445,
      "learning_rate": 3.6956927044914436e-05,
      "loss": 0.0093,
      "step": 96770
    },
    {
      "epoch": 14.77782867613376,
      "grad_norm": 0.12094079703092575,
      "learning_rate": 3.694695094552429e-05,
      "loss": 0.0073,
      "step": 96780
    },
    {
      "epoch": 14.779355626813254,
      "grad_norm": 0.10043411701917648,
      "learning_rate": 3.693697540373643e-05,
      "loss": 0.0081,
      "step": 96790
    },
    {
      "epoch": 14.780882577492747,
      "grad_norm": 0.3705703914165497,
      "learning_rate": 3.6927000419976995e-05,
      "loss": 0.0082,
      "step": 96800
    },
    {
      "epoch": 14.78240952817224,
      "grad_norm": 0.15587018430233002,
      "learning_rate": 3.691702599467207e-05,
      "loss": 0.0086,
      "step": 96810
    },
    {
      "epoch": 14.783936478851732,
      "grad_norm": 0.15691238641738892,
      "learning_rate": 3.690705212824778e-05,
      "loss": 0.0093,
      "step": 96820
    },
    {
      "epoch": 14.785463429531227,
      "grad_norm": 0.1856420338153839,
      "learning_rate": 3.689707882113016e-05,
      "loss": 0.0081,
      "step": 96830
    },
    {
      "epoch": 14.78699038021072,
      "grad_norm": 0.25438767671585083,
      "learning_rate": 3.688710607374525e-05,
      "loss": 0.008,
      "step": 96840
    },
    {
      "epoch": 14.788517330890212,
      "grad_norm": 0.20423240959644318,
      "learning_rate": 3.687713388651909e-05,
      "loss": 0.0084,
      "step": 96850
    },
    {
      "epoch": 14.790044281569706,
      "grad_norm": 0.1970829963684082,
      "learning_rate": 3.6867162259877665e-05,
      "loss": 0.0084,
      "step": 96860
    },
    {
      "epoch": 14.791571232249199,
      "grad_norm": 0.18895237147808075,
      "learning_rate": 3.685719119424695e-05,
      "loss": 0.0108,
      "step": 96870
    },
    {
      "epoch": 14.793098182928691,
      "grad_norm": 0.13462963700294495,
      "learning_rate": 3.6847220690052856e-05,
      "loss": 0.0098,
      "step": 96880
    },
    {
      "epoch": 14.794625133608184,
      "grad_norm": 0.35566413402557373,
      "learning_rate": 3.6837250747721353e-05,
      "loss": 0.0088,
      "step": 96890
    },
    {
      "epoch": 14.796152084287677,
      "grad_norm": 0.4030568599700928,
      "learning_rate": 3.682728136767832e-05,
      "loss": 0.0119,
      "step": 96900
    },
    {
      "epoch": 14.797679034967171,
      "grad_norm": 0.1880493462085724,
      "learning_rate": 3.681731255034962e-05,
      "loss": 0.0112,
      "step": 96910
    },
    {
      "epoch": 14.799205985646664,
      "grad_norm": 0.21614384651184082,
      "learning_rate": 3.6807344296161116e-05,
      "loss": 0.008,
      "step": 96920
    },
    {
      "epoch": 14.800732936326156,
      "grad_norm": 0.18729664385318756,
      "learning_rate": 3.6797376605538605e-05,
      "loss": 0.0087,
      "step": 96930
    },
    {
      "epoch": 14.80225988700565,
      "grad_norm": 0.24295037984848022,
      "learning_rate": 3.678740947890794e-05,
      "loss": 0.0083,
      "step": 96940
    },
    {
      "epoch": 14.803786837685143,
      "grad_norm": 0.1297597587108612,
      "learning_rate": 3.677744291669487e-05,
      "loss": 0.0094,
      "step": 96950
    },
    {
      "epoch": 14.805313788364636,
      "grad_norm": 0.1772395223379135,
      "learning_rate": 3.676747691932513e-05,
      "loss": 0.009,
      "step": 96960
    },
    {
      "epoch": 14.806840739044128,
      "grad_norm": 0.20697829127311707,
      "learning_rate": 3.675751148722446e-05,
      "loss": 0.0096,
      "step": 96970
    },
    {
      "epoch": 14.808367689723623,
      "grad_norm": 0.2012377232313156,
      "learning_rate": 3.674754662081859e-05,
      "loss": 0.0071,
      "step": 96980
    },
    {
      "epoch": 14.809894640403115,
      "grad_norm": 0.12117540836334229,
      "learning_rate": 3.673758232053319e-05,
      "loss": 0.0087,
      "step": 96990
    },
    {
      "epoch": 14.811421591082608,
      "grad_norm": 0.3745500445365906,
      "learning_rate": 3.672761858679389e-05,
      "loss": 0.0091,
      "step": 97000
    },
    {
      "epoch": 14.8129485417621,
      "grad_norm": 0.19205407798290253,
      "learning_rate": 3.6717655420026345e-05,
      "loss": 0.0081,
      "step": 97010
    },
    {
      "epoch": 14.814475492441595,
      "grad_norm": 0.1966984122991562,
      "learning_rate": 3.670769282065617e-05,
      "loss": 0.0109,
      "step": 97020
    },
    {
      "epoch": 14.816002443121087,
      "grad_norm": 0.2691696584224701,
      "learning_rate": 3.669773078910894e-05,
      "loss": 0.0108,
      "step": 97030
    },
    {
      "epoch": 14.81752939380058,
      "grad_norm": 0.16956166923046112,
      "learning_rate": 3.668776932581022e-05,
      "loss": 0.0138,
      "step": 97040
    },
    {
      "epoch": 14.819056344480073,
      "grad_norm": 0.12356378138065338,
      "learning_rate": 3.667780843118552e-05,
      "loss": 0.0078,
      "step": 97050
    },
    {
      "epoch": 14.820583295159567,
      "grad_norm": 0.1227041557431221,
      "learning_rate": 3.666784810566036e-05,
      "loss": 0.0084,
      "step": 97060
    },
    {
      "epoch": 14.82211024583906,
      "grad_norm": 0.23196838796138763,
      "learning_rate": 3.665788834966027e-05,
      "loss": 0.0114,
      "step": 97070
    },
    {
      "epoch": 14.823637196518552,
      "grad_norm": 0.16353870928287506,
      "learning_rate": 3.664792916361066e-05,
      "loss": 0.0089,
      "step": 97080
    },
    {
      "epoch": 14.825164147198045,
      "grad_norm": 0.1431693583726883,
      "learning_rate": 3.6637970547937e-05,
      "loss": 0.0073,
      "step": 97090
    },
    {
      "epoch": 14.82669109787754,
      "grad_norm": 0.16671191155910492,
      "learning_rate": 3.662801250306467e-05,
      "loss": 0.0102,
      "step": 97100
    },
    {
      "epoch": 14.828218048557032,
      "grad_norm": 0.35614871978759766,
      "learning_rate": 3.66180550294191e-05,
      "loss": 0.0102,
      "step": 97110
    },
    {
      "epoch": 14.829744999236524,
      "grad_norm": 0.22310028970241547,
      "learning_rate": 3.660809812742563e-05,
      "loss": 0.012,
      "step": 97120
    },
    {
      "epoch": 14.831271949916017,
      "grad_norm": 0.30519792437553406,
      "learning_rate": 3.659814179750961e-05,
      "loss": 0.0132,
      "step": 97130
    },
    {
      "epoch": 14.832798900595511,
      "grad_norm": 0.19164985418319702,
      "learning_rate": 3.658818604009635e-05,
      "loss": 0.0095,
      "step": 97140
    },
    {
      "epoch": 14.834325851275004,
      "grad_norm": 0.14562925696372986,
      "learning_rate": 3.657823085561113e-05,
      "loss": 0.0096,
      "step": 97150
    },
    {
      "epoch": 14.835852801954497,
      "grad_norm": 0.12900348007678986,
      "learning_rate": 3.656827624447925e-05,
      "loss": 0.0073,
      "step": 97160
    },
    {
      "epoch": 14.83737975263399,
      "grad_norm": 0.15621903538703918,
      "learning_rate": 3.655832220712593e-05,
      "loss": 0.0111,
      "step": 97170
    },
    {
      "epoch": 14.838906703313484,
      "grad_norm": 0.204436793923378,
      "learning_rate": 3.654836874397639e-05,
      "loss": 0.0087,
      "step": 97180
    },
    {
      "epoch": 14.840433653992976,
      "grad_norm": 0.20385998487472534,
      "learning_rate": 3.653841585545581e-05,
      "loss": 0.008,
      "step": 97190
    },
    {
      "epoch": 14.841960604672469,
      "grad_norm": 0.33080658316612244,
      "learning_rate": 3.65284635419894e-05,
      "loss": 0.0096,
      "step": 97200
    },
    {
      "epoch": 14.843487555351961,
      "grad_norm": 0.14869828522205353,
      "learning_rate": 3.651851180400227e-05,
      "loss": 0.0098,
      "step": 97210
    },
    {
      "epoch": 14.845014506031456,
      "grad_norm": 0.3087989091873169,
      "learning_rate": 3.650856064191956e-05,
      "loss": 0.0101,
      "step": 97220
    },
    {
      "epoch": 14.846541456710948,
      "grad_norm": 0.22403597831726074,
      "learning_rate": 3.649861005616634e-05,
      "loss": 0.0091,
      "step": 97230
    },
    {
      "epoch": 14.848068407390441,
      "grad_norm": 0.194424107670784,
      "learning_rate": 3.6488660047167686e-05,
      "loss": 0.0109,
      "step": 97240
    },
    {
      "epoch": 14.849595358069934,
      "grad_norm": 0.2344347983598709,
      "learning_rate": 3.6478710615348675e-05,
      "loss": 0.0091,
      "step": 97250
    },
    {
      "epoch": 14.851122308749428,
      "grad_norm": 0.17292171716690063,
      "learning_rate": 3.64687617611343e-05,
      "loss": 0.0103,
      "step": 97260
    },
    {
      "epoch": 14.85264925942892,
      "grad_norm": 0.08933573961257935,
      "learning_rate": 3.645881348494957e-05,
      "loss": 0.009,
      "step": 97270
    },
    {
      "epoch": 14.854176210108413,
      "grad_norm": 0.11453361064195633,
      "learning_rate": 3.644886578721944e-05,
      "loss": 0.0084,
      "step": 97280
    },
    {
      "epoch": 14.855703160787906,
      "grad_norm": 0.14367088675498962,
      "learning_rate": 3.6438918668368874e-05,
      "loss": 0.0084,
      "step": 97290
    },
    {
      "epoch": 14.8572301114674,
      "grad_norm": 0.5001898407936096,
      "learning_rate": 3.6428972128822805e-05,
      "loss": 0.0104,
      "step": 97300
    },
    {
      "epoch": 14.858757062146893,
      "grad_norm": 0.1315460354089737,
      "learning_rate": 3.64190261690061e-05,
      "loss": 0.0107,
      "step": 97310
    },
    {
      "epoch": 14.860284012826385,
      "grad_norm": 0.16682079434394836,
      "learning_rate": 3.640908078934365e-05,
      "loss": 0.0065,
      "step": 97320
    },
    {
      "epoch": 14.861810963505878,
      "grad_norm": 0.1635841578245163,
      "learning_rate": 3.639913599026028e-05,
      "loss": 0.0092,
      "step": 97330
    },
    {
      "epoch": 14.863337914185372,
      "grad_norm": 0.19764013588428497,
      "learning_rate": 3.638919177218087e-05,
      "loss": 0.009,
      "step": 97340
    },
    {
      "epoch": 14.864864864864865,
      "grad_norm": 0.11112333089113235,
      "learning_rate": 3.637924813553017e-05,
      "loss": 0.0094,
      "step": 97350
    },
    {
      "epoch": 14.866391815544358,
      "grad_norm": 0.15743276476860046,
      "learning_rate": 3.636930508073297e-05,
      "loss": 0.0074,
      "step": 97360
    },
    {
      "epoch": 14.867918766223852,
      "grad_norm": 0.13994044065475464,
      "learning_rate": 3.635936260821401e-05,
      "loss": 0.0071,
      "step": 97370
    },
    {
      "epoch": 14.869445716903344,
      "grad_norm": 0.1528615653514862,
      "learning_rate": 3.634942071839802e-05,
      "loss": 0.0084,
      "step": 97380
    },
    {
      "epoch": 14.870972667582837,
      "grad_norm": 0.16392089426517487,
      "learning_rate": 3.633947941170972e-05,
      "loss": 0.0081,
      "step": 97390
    },
    {
      "epoch": 14.87249961826233,
      "grad_norm": 0.175163134932518,
      "learning_rate": 3.6329538688573746e-05,
      "loss": 0.0094,
      "step": 97400
    },
    {
      "epoch": 14.874026568941822,
      "grad_norm": 0.10394489765167236,
      "learning_rate": 3.631959854941478e-05,
      "loss": 0.008,
      "step": 97410
    },
    {
      "epoch": 14.875553519621317,
      "grad_norm": 0.21398453414440155,
      "learning_rate": 3.63096589946574e-05,
      "loss": 0.0079,
      "step": 97420
    },
    {
      "epoch": 14.87708047030081,
      "grad_norm": 0.17036586999893188,
      "learning_rate": 3.629972002472626e-05,
      "loss": 0.0073,
      "step": 97430
    },
    {
      "epoch": 14.878607420980302,
      "grad_norm": 0.21528945863246918,
      "learning_rate": 3.6289781640045926e-05,
      "loss": 0.01,
      "step": 97440
    },
    {
      "epoch": 14.880134371659796,
      "grad_norm": 0.07684897631406784,
      "learning_rate": 3.6279843841040916e-05,
      "loss": 0.0103,
      "step": 97450
    },
    {
      "epoch": 14.881661322339289,
      "grad_norm": 0.17762936651706696,
      "learning_rate": 3.626990662813576e-05,
      "loss": 0.0094,
      "step": 97460
    },
    {
      "epoch": 14.883188273018781,
      "grad_norm": 0.11759695410728455,
      "learning_rate": 3.6259970001755e-05,
      "loss": 0.0083,
      "step": 97470
    },
    {
      "epoch": 14.884715223698274,
      "grad_norm": 0.30896103382110596,
      "learning_rate": 3.625003396232306e-05,
      "loss": 0.0079,
      "step": 97480
    },
    {
      "epoch": 14.886242174377768,
      "grad_norm": 0.1409589648246765,
      "learning_rate": 3.624009851026443e-05,
      "loss": 0.0074,
      "step": 97490
    },
    {
      "epoch": 14.887769125057261,
      "grad_norm": 0.19437777996063232,
      "learning_rate": 3.62301636460035e-05,
      "loss": 0.0084,
      "step": 97500
    },
    {
      "epoch": 14.889296075736754,
      "grad_norm": 0.17380858957767487,
      "learning_rate": 3.622022936996467e-05,
      "loss": 0.0072,
      "step": 97510
    },
    {
      "epoch": 14.890823026416246,
      "grad_norm": 0.2155091017484665,
      "learning_rate": 3.621029568257235e-05,
      "loss": 0.0125,
      "step": 97520
    },
    {
      "epoch": 14.89234997709574,
      "grad_norm": 0.18582230806350708,
      "learning_rate": 3.6200362584250844e-05,
      "loss": 0.01,
      "step": 97530
    },
    {
      "epoch": 14.893876927775233,
      "grad_norm": 0.225606307387352,
      "learning_rate": 3.619043007542452e-05,
      "loss": 0.0109,
      "step": 97540
    },
    {
      "epoch": 14.895403878454726,
      "grad_norm": 0.16277655959129333,
      "learning_rate": 3.618049815651763e-05,
      "loss": 0.0106,
      "step": 97550
    },
    {
      "epoch": 14.896930829134218,
      "grad_norm": 0.1680271327495575,
      "learning_rate": 3.617056682795449e-05,
      "loss": 0.0094,
      "step": 97560
    },
    {
      "epoch": 14.898457779813713,
      "grad_norm": 0.15428301692008972,
      "learning_rate": 3.616063609015933e-05,
      "loss": 0.0106,
      "step": 97570
    },
    {
      "epoch": 14.899984730493205,
      "grad_norm": 0.22848883271217346,
      "learning_rate": 3.615070594355637e-05,
      "loss": 0.0094,
      "step": 97580
    },
    {
      "epoch": 14.901511681172698,
      "grad_norm": 0.31965574622154236,
      "learning_rate": 3.614077638856981e-05,
      "loss": 0.0074,
      "step": 97590
    },
    {
      "epoch": 14.90303863185219,
      "grad_norm": 0.22162768244743347,
      "learning_rate": 3.6130847425623815e-05,
      "loss": 0.0112,
      "step": 97600
    },
    {
      "epoch": 14.904565582531685,
      "grad_norm": 0.23890715837478638,
      "learning_rate": 3.6120919055142536e-05,
      "loss": 0.0121,
      "step": 97610
    },
    {
      "epoch": 14.906092533211178,
      "grad_norm": 0.21713832020759583,
      "learning_rate": 3.611099127755012e-05,
      "loss": 0.0102,
      "step": 97620
    },
    {
      "epoch": 14.90761948389067,
      "grad_norm": 0.23497308790683746,
      "learning_rate": 3.610106409327063e-05,
      "loss": 0.0085,
      "step": 97630
    },
    {
      "epoch": 14.909146434570163,
      "grad_norm": 0.19840705394744873,
      "learning_rate": 3.6091137502728134e-05,
      "loss": 0.0092,
      "step": 97640
    },
    {
      "epoch": 14.910673385249657,
      "grad_norm": 0.15459004044532776,
      "learning_rate": 3.6081211506346714e-05,
      "loss": 0.0085,
      "step": 97650
    },
    {
      "epoch": 14.91220033592915,
      "grad_norm": 0.16557836532592773,
      "learning_rate": 3.607128610455036e-05,
      "loss": 0.0104,
      "step": 97660
    },
    {
      "epoch": 14.913727286608642,
      "grad_norm": 0.1319933831691742,
      "learning_rate": 3.606136129776308e-05,
      "loss": 0.0083,
      "step": 97670
    },
    {
      "epoch": 14.915254237288135,
      "grad_norm": 0.37858298420906067,
      "learning_rate": 3.605143708640883e-05,
      "loss": 0.0101,
      "step": 97680
    },
    {
      "epoch": 14.91678118796763,
      "grad_norm": 0.19187527894973755,
      "learning_rate": 3.604151347091156e-05,
      "loss": 0.0085,
      "step": 97690
    },
    {
      "epoch": 14.918308138647122,
      "grad_norm": 0.15359339118003845,
      "learning_rate": 3.603159045169521e-05,
      "loss": 0.0092,
      "step": 97700
    },
    {
      "epoch": 14.919835089326615,
      "grad_norm": 0.10540013015270233,
      "learning_rate": 3.602166802918364e-05,
      "loss": 0.0071,
      "step": 97710
    },
    {
      "epoch": 14.921362040006107,
      "grad_norm": 0.2860840857028961,
      "learning_rate": 3.6011746203800754e-05,
      "loss": 0.0085,
      "step": 97720
    },
    {
      "epoch": 14.922888990685601,
      "grad_norm": 0.12959852814674377,
      "learning_rate": 3.600182497597033e-05,
      "loss": 0.0096,
      "step": 97730
    },
    {
      "epoch": 14.924415941365094,
      "grad_norm": 0.17354680597782135,
      "learning_rate": 3.5991904346116264e-05,
      "loss": 0.0063,
      "step": 97740
    },
    {
      "epoch": 14.925942892044587,
      "grad_norm": 0.17793333530426025,
      "learning_rate": 3.59819843146623e-05,
      "loss": 0.0084,
      "step": 97750
    },
    {
      "epoch": 14.92746984272408,
      "grad_norm": 0.14169423282146454,
      "learning_rate": 3.597206488203223e-05,
      "loss": 0.006,
      "step": 97760
    },
    {
      "epoch": 14.928996793403574,
      "grad_norm": 0.14726300537586212,
      "learning_rate": 3.5962146048649756e-05,
      "loss": 0.0099,
      "step": 97770
    },
    {
      "epoch": 14.930523744083066,
      "grad_norm": 0.2348635196685791,
      "learning_rate": 3.595222781493861e-05,
      "loss": 0.0087,
      "step": 97780
    },
    {
      "epoch": 14.932050694762559,
      "grad_norm": 0.14060525596141815,
      "learning_rate": 3.594231018132251e-05,
      "loss": 0.0095,
      "step": 97790
    },
    {
      "epoch": 14.933577645442051,
      "grad_norm": 0.275831937789917,
      "learning_rate": 3.593239314822508e-05,
      "loss": 0.009,
      "step": 97800
    },
    {
      "epoch": 14.935104596121546,
      "grad_norm": 0.19578363001346588,
      "learning_rate": 3.5922476716069986e-05,
      "loss": 0.0084,
      "step": 97810
    },
    {
      "epoch": 14.936631546801038,
      "grad_norm": 0.18332797288894653,
      "learning_rate": 3.59125608852808e-05,
      "loss": 0.0068,
      "step": 97820
    },
    {
      "epoch": 14.938158497480531,
      "grad_norm": 0.258807510137558,
      "learning_rate": 3.590264565628114e-05,
      "loss": 0.0057,
      "step": 97830
    },
    {
      "epoch": 14.939685448160024,
      "grad_norm": 0.2711230218410492,
      "learning_rate": 3.5892731029494576e-05,
      "loss": 0.0098,
      "step": 97840
    },
    {
      "epoch": 14.941212398839518,
      "grad_norm": 0.27431830763816833,
      "learning_rate": 3.5882817005344617e-05,
      "loss": 0.0091,
      "step": 97850
    },
    {
      "epoch": 14.94273934951901,
      "grad_norm": 0.22709549963474274,
      "learning_rate": 3.5872903584254794e-05,
      "loss": 0.0132,
      "step": 97860
    },
    {
      "epoch": 14.944266300198503,
      "grad_norm": 0.1624344438314438,
      "learning_rate": 3.586299076664855e-05,
      "loss": 0.0097,
      "step": 97870
    },
    {
      "epoch": 14.945793250877996,
      "grad_norm": 0.3413628041744232,
      "learning_rate": 3.585307855294938e-05,
      "loss": 0.0083,
      "step": 97880
    },
    {
      "epoch": 14.94732020155749,
      "grad_norm": 0.17359796166419983,
      "learning_rate": 3.584316694358072e-05,
      "loss": 0.01,
      "step": 97890
    },
    {
      "epoch": 14.948847152236983,
      "grad_norm": 0.2614046633243561,
      "learning_rate": 3.583325593896595e-05,
      "loss": 0.0082,
      "step": 97900
    },
    {
      "epoch": 14.950374102916475,
      "grad_norm": 0.28318795561790466,
      "learning_rate": 3.5823345539528454e-05,
      "loss": 0.0107,
      "step": 97910
    },
    {
      "epoch": 14.951901053595968,
      "grad_norm": 0.15231361985206604,
      "learning_rate": 3.581343574569161e-05,
      "loss": 0.0108,
      "step": 97920
    },
    {
      "epoch": 14.953428004275462,
      "grad_norm": 0.22961248457431793,
      "learning_rate": 3.5803526557878716e-05,
      "loss": 0.0128,
      "step": 97930
    },
    {
      "epoch": 14.954954954954955,
      "grad_norm": 0.2278892695903778,
      "learning_rate": 3.57936179765131e-05,
      "loss": 0.0089,
      "step": 97940
    },
    {
      "epoch": 14.956481905634448,
      "grad_norm": 0.09651487320661545,
      "learning_rate": 3.578371000201802e-05,
      "loss": 0.0061,
      "step": 97950
    },
    {
      "epoch": 14.958008856313942,
      "grad_norm": 0.2043626606464386,
      "learning_rate": 3.577380263481672e-05,
      "loss": 0.0082,
      "step": 97960
    },
    {
      "epoch": 14.959535806993435,
      "grad_norm": 0.3475092351436615,
      "learning_rate": 3.576389587533246e-05,
      "loss": 0.0105,
      "step": 97970
    },
    {
      "epoch": 14.961062757672927,
      "grad_norm": 0.22820863127708435,
      "learning_rate": 3.57539897239884e-05,
      "loss": 0.0081,
      "step": 97980
    },
    {
      "epoch": 14.96258970835242,
      "grad_norm": 0.16811323165893555,
      "learning_rate": 3.574408418120775e-05,
      "loss": 0.0083,
      "step": 97990
    },
    {
      "epoch": 14.964116659031912,
      "grad_norm": 0.13307246565818787,
      "learning_rate": 3.5734179247413604e-05,
      "loss": 0.0094,
      "step": 98000
    },
    {
      "epoch": 14.965643609711407,
      "grad_norm": 0.22785165905952454,
      "learning_rate": 3.5724274923029124e-05,
      "loss": 0.0058,
      "step": 98010
    },
    {
      "epoch": 14.9671705603909,
      "grad_norm": 0.2519088089466095,
      "learning_rate": 3.5714371208477406e-05,
      "loss": 0.0083,
      "step": 98020
    },
    {
      "epoch": 14.968697511070392,
      "grad_norm": 0.19063343107700348,
      "learning_rate": 3.570446810418149e-05,
      "loss": 0.0104,
      "step": 98030
    },
    {
      "epoch": 14.970224461749886,
      "grad_norm": 0.1711430698633194,
      "learning_rate": 3.5694565610564455e-05,
      "loss": 0.0066,
      "step": 98040
    },
    {
      "epoch": 14.971751412429379,
      "grad_norm": 0.13995987176895142,
      "learning_rate": 3.568466372804927e-05,
      "loss": 0.0122,
      "step": 98050
    },
    {
      "epoch": 14.973278363108872,
      "grad_norm": 0.15063099563121796,
      "learning_rate": 3.567476245705896e-05,
      "loss": 0.0108,
      "step": 98060
    },
    {
      "epoch": 14.974805313788364,
      "grad_norm": 0.13870219886302948,
      "learning_rate": 3.5664861798016504e-05,
      "loss": 0.0074,
      "step": 98070
    },
    {
      "epoch": 14.976332264467858,
      "grad_norm": 0.18797031044960022,
      "learning_rate": 3.5654961751344804e-05,
      "loss": 0.0111,
      "step": 98080
    },
    {
      "epoch": 14.977859215147351,
      "grad_norm": 0.13065427541732788,
      "learning_rate": 3.564506231746677e-05,
      "loss": 0.0066,
      "step": 98090
    },
    {
      "epoch": 14.979386165826844,
      "grad_norm": 0.20357505977153778,
      "learning_rate": 3.563516349680532e-05,
      "loss": 0.0083,
      "step": 98100
    },
    {
      "epoch": 14.980913116506336,
      "grad_norm": 0.2272179126739502,
      "learning_rate": 3.56252652897833e-05,
      "loss": 0.009,
      "step": 98110
    },
    {
      "epoch": 14.98244006718583,
      "grad_norm": 0.30662471055984497,
      "learning_rate": 3.5615367696823534e-05,
      "loss": 0.014,
      "step": 98120
    },
    {
      "epoch": 14.983967017865323,
      "grad_norm": 0.18920762836933136,
      "learning_rate": 3.560547071834883e-05,
      "loss": 0.009,
      "step": 98130
    },
    {
      "epoch": 14.985493968544816,
      "grad_norm": 0.21085524559020996,
      "learning_rate": 3.559557435478196e-05,
      "loss": 0.0084,
      "step": 98140
    },
    {
      "epoch": 14.987020919224308,
      "grad_norm": 0.4741958677768707,
      "learning_rate": 3.558567860654571e-05,
      "loss": 0.0096,
      "step": 98150
    },
    {
      "epoch": 14.988547869903803,
      "grad_norm": 0.17557336390018463,
      "learning_rate": 3.55757834740628e-05,
      "loss": 0.0073,
      "step": 98160
    },
    {
      "epoch": 14.990074820583295,
      "grad_norm": 0.3094043731689453,
      "learning_rate": 3.5565888957755907e-05,
      "loss": 0.009,
      "step": 98170
    },
    {
      "epoch": 14.991601771262788,
      "grad_norm": 0.23664480447769165,
      "learning_rate": 3.5555995058047706e-05,
      "loss": 0.0063,
      "step": 98180
    },
    {
      "epoch": 14.99312872194228,
      "grad_norm": 0.28914186358451843,
      "learning_rate": 3.554610177536089e-05,
      "loss": 0.0118,
      "step": 98190
    },
    {
      "epoch": 14.994655672621775,
      "grad_norm": 0.19003760814666748,
      "learning_rate": 3.553620911011805e-05,
      "loss": 0.0078,
      "step": 98200
    },
    {
      "epoch": 14.996182623301268,
      "grad_norm": 0.23224656283855438,
      "learning_rate": 3.552631706274178e-05,
      "loss": 0.0101,
      "step": 98210
    },
    {
      "epoch": 14.99770957398076,
      "grad_norm": 0.2900499105453491,
      "learning_rate": 3.551642563365464e-05,
      "loss": 0.0121,
      "step": 98220
    },
    {
      "epoch": 14.999236524660253,
      "grad_norm": 0.17834889888763428,
      "learning_rate": 3.5506534823279205e-05,
      "loss": 0.0085,
      "step": 98230
    },
    {
      "epoch": 15.000763475339747,
      "grad_norm": 0.167527973651886,
      "learning_rate": 3.549664463203799e-05,
      "loss": 0.0097,
      "step": 98240
    },
    {
      "epoch": 15.00229042601924,
      "grad_norm": 0.23252098262310028,
      "learning_rate": 3.548675506035345e-05,
      "loss": 0.0103,
      "step": 98250
    },
    {
      "epoch": 15.003817376698732,
      "grad_norm": 0.21347320079803467,
      "learning_rate": 3.54768661086481e-05,
      "loss": 0.0093,
      "step": 98260
    },
    {
      "epoch": 15.005344327378225,
      "grad_norm": 0.2708084285259247,
      "learning_rate": 3.546697777734431e-05,
      "loss": 0.0105,
      "step": 98270
    },
    {
      "epoch": 15.00687127805772,
      "grad_norm": 0.2355288714170456,
      "learning_rate": 3.545709006686456e-05,
      "loss": 0.0085,
      "step": 98280
    },
    {
      "epoch": 15.008398228737212,
      "grad_norm": 0.14057791233062744,
      "learning_rate": 3.5447202977631205e-05,
      "loss": 0.007,
      "step": 98290
    },
    {
      "epoch": 15.009925179416705,
      "grad_norm": 0.18426166474819183,
      "learning_rate": 3.5437316510066596e-05,
      "loss": 0.0108,
      "step": 98300
    },
    {
      "epoch": 15.011452130096197,
      "grad_norm": 0.3435498774051666,
      "learning_rate": 3.542743066459306e-05,
      "loss": 0.01,
      "step": 98310
    },
    {
      "epoch": 15.012979080775692,
      "grad_norm": 0.2473236620426178,
      "learning_rate": 3.541754544163295e-05,
      "loss": 0.0091,
      "step": 98320
    },
    {
      "epoch": 15.014506031455184,
      "grad_norm": 0.2571699321269989,
      "learning_rate": 3.540766084160848e-05,
      "loss": 0.0083,
      "step": 98330
    },
    {
      "epoch": 15.016032982134677,
      "grad_norm": 0.19122380018234253,
      "learning_rate": 3.539777686494196e-05,
      "loss": 0.0069,
      "step": 98340
    },
    {
      "epoch": 15.01755993281417,
      "grad_norm": 0.1682334840297699,
      "learning_rate": 3.538789351205556e-05,
      "loss": 0.0103,
      "step": 98350
    },
    {
      "epoch": 15.019086883493664,
      "grad_norm": 0.22427506744861603,
      "learning_rate": 3.537801078337151e-05,
      "loss": 0.0088,
      "step": 98360
    },
    {
      "epoch": 15.020613834173156,
      "grad_norm": 0.14043091237545013,
      "learning_rate": 3.5368128679311995e-05,
      "loss": 0.0063,
      "step": 98370
    },
    {
      "epoch": 15.022140784852649,
      "grad_norm": 0.1439267247915268,
      "learning_rate": 3.5358247200299126e-05,
      "loss": 0.009,
      "step": 98380
    },
    {
      "epoch": 15.023667735532142,
      "grad_norm": 0.15356580913066864,
      "learning_rate": 3.534836634675506e-05,
      "loss": 0.0076,
      "step": 98390
    },
    {
      "epoch": 15.025194686211636,
      "grad_norm": 0.1940234899520874,
      "learning_rate": 3.5338486119101834e-05,
      "loss": 0.0094,
      "step": 98400
    },
    {
      "epoch": 15.026721636891128,
      "grad_norm": 0.1839340478181839,
      "learning_rate": 3.532860651776156e-05,
      "loss": 0.0106,
      "step": 98410
    },
    {
      "epoch": 15.028248587570621,
      "grad_norm": 0.1450449824333191,
      "learning_rate": 3.5318727543156284e-05,
      "loss": 0.0069,
      "step": 98420
    },
    {
      "epoch": 15.029775538250114,
      "grad_norm": 0.13009724020957947,
      "learning_rate": 3.530884919570798e-05,
      "loss": 0.0128,
      "step": 98430
    },
    {
      "epoch": 15.031302488929608,
      "grad_norm": 0.1824585348367691,
      "learning_rate": 3.529897147583866e-05,
      "loss": 0.0083,
      "step": 98440
    },
    {
      "epoch": 15.0328294396091,
      "grad_norm": 0.15920215845108032,
      "learning_rate": 3.528909438397026e-05,
      "loss": 0.0055,
      "step": 98450
    },
    {
      "epoch": 15.034356390288593,
      "grad_norm": 0.2647780478000641,
      "learning_rate": 3.527921792052472e-05,
      "loss": 0.0099,
      "step": 98460
    },
    {
      "epoch": 15.035883340968086,
      "grad_norm": 0.19310031831264496,
      "learning_rate": 3.5269342085923964e-05,
      "loss": 0.0098,
      "step": 98470
    },
    {
      "epoch": 15.03741029164758,
      "grad_norm": 0.16902659833431244,
      "learning_rate": 3.525946688058984e-05,
      "loss": 0.0072,
      "step": 98480
    },
    {
      "epoch": 15.038937242327073,
      "grad_norm": 0.33121803402900696,
      "learning_rate": 3.52495923049442e-05,
      "loss": 0.0095,
      "step": 98490
    },
    {
      "epoch": 15.040464193006565,
      "grad_norm": 0.2286680042743683,
      "learning_rate": 3.5239718359408904e-05,
      "loss": 0.0099,
      "step": 98500
    },
    {
      "epoch": 15.041991143686058,
      "grad_norm": 0.3499458432197571,
      "learning_rate": 3.522984504440572e-05,
      "loss": 0.0108,
      "step": 98510
    },
    {
      "epoch": 15.043518094365552,
      "grad_norm": 0.16382132470607758,
      "learning_rate": 3.521997236035643e-05,
      "loss": 0.0089,
      "step": 98520
    },
    {
      "epoch": 15.045045045045045,
      "grad_norm": 0.18989941477775574,
      "learning_rate": 3.521010030768275e-05,
      "loss": 0.0104,
      "step": 98530
    },
    {
      "epoch": 15.046571995724538,
      "grad_norm": 0.0694693922996521,
      "learning_rate": 3.52002288868064e-05,
      "loss": 0.0106,
      "step": 98540
    },
    {
      "epoch": 15.048098946404032,
      "grad_norm": 0.18055015802383423,
      "learning_rate": 3.519035809814911e-05,
      "loss": 0.0091,
      "step": 98550
    },
    {
      "epoch": 15.049625897083525,
      "grad_norm": 0.18906104564666748,
      "learning_rate": 3.518048794213251e-05,
      "loss": 0.0079,
      "step": 98560
    },
    {
      "epoch": 15.051152847763017,
      "grad_norm": 0.10533063113689423,
      "learning_rate": 3.517061841917825e-05,
      "loss": 0.0068,
      "step": 98570
    },
    {
      "epoch": 15.05267979844251,
      "grad_norm": 0.11609803140163422,
      "learning_rate": 3.51607495297079e-05,
      "loss": 0.0101,
      "step": 98580
    },
    {
      "epoch": 15.054206749122004,
      "grad_norm": 0.1338988095521927,
      "learning_rate": 3.51508812741431e-05,
      "loss": 0.0103,
      "step": 98590
    },
    {
      "epoch": 15.055733699801497,
      "grad_norm": 0.14918935298919678,
      "learning_rate": 3.5141013652905366e-05,
      "loss": 0.0112,
      "step": 98600
    },
    {
      "epoch": 15.05726065048099,
      "grad_norm": 0.1623583734035492,
      "learning_rate": 3.5131146666416235e-05,
      "loss": 0.0092,
      "step": 98610
    },
    {
      "epoch": 15.058787601160482,
      "grad_norm": 0.09459682554006577,
      "learning_rate": 3.5121280315097196e-05,
      "loss": 0.0102,
      "step": 98620
    },
    {
      "epoch": 15.060314551839976,
      "grad_norm": 0.1051374152302742,
      "learning_rate": 3.511141459936972e-05,
      "loss": 0.009,
      "step": 98630
    },
    {
      "epoch": 15.061841502519469,
      "grad_norm": 0.11406423896551132,
      "learning_rate": 3.510154951965527e-05,
      "loss": 0.0067,
      "step": 98640
    },
    {
      "epoch": 15.063368453198962,
      "grad_norm": 0.13897526264190674,
      "learning_rate": 3.509168507637526e-05,
      "loss": 0.0078,
      "step": 98650
    },
    {
      "epoch": 15.064895403878454,
      "grad_norm": 0.0928550586104393,
      "learning_rate": 3.5081821269951085e-05,
      "loss": 0.0069,
      "step": 98660
    },
    {
      "epoch": 15.066422354557949,
      "grad_norm": 0.173481747508049,
      "learning_rate": 3.507195810080407e-05,
      "loss": 0.0079,
      "step": 98670
    },
    {
      "epoch": 15.067949305237441,
      "grad_norm": 0.14723946154117584,
      "learning_rate": 3.5062095569355595e-05,
      "loss": 0.0085,
      "step": 98680
    },
    {
      "epoch": 15.069476255916934,
      "grad_norm": 0.15179437398910522,
      "learning_rate": 3.505223367602697e-05,
      "loss": 0.0083,
      "step": 98690
    },
    {
      "epoch": 15.071003206596426,
      "grad_norm": 0.20602141320705414,
      "learning_rate": 3.504237242123945e-05,
      "loss": 0.0075,
      "step": 98700
    },
    {
      "epoch": 15.07253015727592,
      "grad_norm": 0.262995183467865,
      "learning_rate": 3.503251180541431e-05,
      "loss": 0.0082,
      "step": 98710
    },
    {
      "epoch": 15.074057107955413,
      "grad_norm": 0.14777587354183197,
      "learning_rate": 3.502265182897275e-05,
      "loss": 0.0064,
      "step": 98720
    },
    {
      "epoch": 15.075584058634906,
      "grad_norm": 0.1350892335176468,
      "learning_rate": 3.5012792492336e-05,
      "loss": 0.01,
      "step": 98730
    },
    {
      "epoch": 15.077111009314399,
      "grad_norm": 0.17035657167434692,
      "learning_rate": 3.5002933795925236e-05,
      "loss": 0.0087,
      "step": 98740
    },
    {
      "epoch": 15.078637959993893,
      "grad_norm": 0.12368500977754593,
      "learning_rate": 3.4993075740161574e-05,
      "loss": 0.0077,
      "step": 98750
    },
    {
      "epoch": 15.080164910673385,
      "grad_norm": 0.36400526762008667,
      "learning_rate": 3.4983218325466145e-05,
      "loss": 0.0102,
      "step": 98760
    },
    {
      "epoch": 15.081691861352878,
      "grad_norm": 0.21120095252990723,
      "learning_rate": 3.497336155226006e-05,
      "loss": 0.0093,
      "step": 98770
    },
    {
      "epoch": 15.08321881203237,
      "grad_norm": 0.14400364458560944,
      "learning_rate": 3.496350542096435e-05,
      "loss": 0.0073,
      "step": 98780
    },
    {
      "epoch": 15.084745762711865,
      "grad_norm": 0.19608375430107117,
      "learning_rate": 3.495364993200007e-05,
      "loss": 0.0071,
      "step": 98790
    },
    {
      "epoch": 15.086272713391358,
      "grad_norm": 0.11682455986738205,
      "learning_rate": 3.494379508578823e-05,
      "loss": 0.0096,
      "step": 98800
    },
    {
      "epoch": 15.08779966407085,
      "grad_norm": 0.16235366463661194,
      "learning_rate": 3.493394088274979e-05,
      "loss": 0.0068,
      "step": 98810
    },
    {
      "epoch": 15.089326614750343,
      "grad_norm": 0.1854323297739029,
      "learning_rate": 3.492408732330573e-05,
      "loss": 0.0089,
      "step": 98820
    },
    {
      "epoch": 15.090853565429837,
      "grad_norm": 0.15956376492977142,
      "learning_rate": 3.4914234407876964e-05,
      "loss": 0.0111,
      "step": 98830
    },
    {
      "epoch": 15.09238051610933,
      "grad_norm": 0.13352781534194946,
      "learning_rate": 3.4904382136884395e-05,
      "loss": 0.0091,
      "step": 98840
    },
    {
      "epoch": 15.093907466788822,
      "grad_norm": 0.18883000314235687,
      "learning_rate": 3.489453051074887e-05,
      "loss": 0.009,
      "step": 98850
    },
    {
      "epoch": 15.095434417468315,
      "grad_norm": 0.14847074449062347,
      "learning_rate": 3.488467952989126e-05,
      "loss": 0.0079,
      "step": 98860
    },
    {
      "epoch": 15.09696136814781,
      "grad_norm": 0.20104962587356567,
      "learning_rate": 3.4874829194732386e-05,
      "loss": 0.0093,
      "step": 98870
    },
    {
      "epoch": 15.098488318827302,
      "grad_norm": 0.43001672625541687,
      "learning_rate": 3.4864979505693017e-05,
      "loss": 0.0115,
      "step": 98880
    },
    {
      "epoch": 15.100015269506795,
      "grad_norm": 0.15887492895126343,
      "learning_rate": 3.485513046319392e-05,
      "loss": 0.0086,
      "step": 98890
    },
    {
      "epoch": 15.101542220186287,
      "grad_norm": 0.12781083583831787,
      "learning_rate": 3.4845282067655815e-05,
      "loss": 0.0067,
      "step": 98900
    },
    {
      "epoch": 15.103069170865782,
      "grad_norm": 0.17715835571289062,
      "learning_rate": 3.483543431949943e-05,
      "loss": 0.0094,
      "step": 98910
    },
    {
      "epoch": 15.104596121545274,
      "grad_norm": 0.22664955258369446,
      "learning_rate": 3.482558721914544e-05,
      "loss": 0.0088,
      "step": 98920
    },
    {
      "epoch": 15.106123072224767,
      "grad_norm": 0.18616703152656555,
      "learning_rate": 3.481574076701448e-05,
      "loss": 0.0067,
      "step": 98930
    },
    {
      "epoch": 15.10765002290426,
      "grad_norm": 0.4618140459060669,
      "learning_rate": 3.4805894963527166e-05,
      "loss": 0.0062,
      "step": 98940
    },
    {
      "epoch": 15.109176973583754,
      "grad_norm": 0.1341216117143631,
      "learning_rate": 3.479604980910412e-05,
      "loss": 0.007,
      "step": 98950
    },
    {
      "epoch": 15.110703924263246,
      "grad_norm": 0.5787220597267151,
      "learning_rate": 3.4786205304165895e-05,
      "loss": 0.0115,
      "step": 98960
    },
    {
      "epoch": 15.112230874942739,
      "grad_norm": 0.14168259501457214,
      "learning_rate": 3.4776361449133035e-05,
      "loss": 0.0084,
      "step": 98970
    },
    {
      "epoch": 15.113757825622232,
      "grad_norm": 0.21345773339271545,
      "learning_rate": 3.476651824442606e-05,
      "loss": 0.0098,
      "step": 98980
    },
    {
      "epoch": 15.115284776301726,
      "grad_norm": 0.15460136532783508,
      "learning_rate": 3.475667569046541e-05,
      "loss": 0.009,
      "step": 98990
    },
    {
      "epoch": 15.116811726981219,
      "grad_norm": 0.2565883696079254,
      "learning_rate": 3.4746833787671585e-05,
      "loss": 0.0107,
      "step": 99000
    },
    {
      "epoch": 15.118338677660711,
      "grad_norm": 0.20108848810195923,
      "learning_rate": 3.4736992536465005e-05,
      "loss": 0.0083,
      "step": 99010
    },
    {
      "epoch": 15.119865628340204,
      "grad_norm": 0.13744229078292847,
      "learning_rate": 3.4727151937266054e-05,
      "loss": 0.008,
      "step": 99020
    },
    {
      "epoch": 15.121392579019698,
      "grad_norm": 0.18520738184452057,
      "learning_rate": 3.471731199049512e-05,
      "loss": 0.0081,
      "step": 99030
    },
    {
      "epoch": 15.12291952969919,
      "grad_norm": 0.252943754196167,
      "learning_rate": 3.470747269657255e-05,
      "loss": 0.0086,
      "step": 99040
    },
    {
      "epoch": 15.124446480378683,
      "grad_norm": 0.24189956486225128,
      "learning_rate": 3.4697634055918646e-05,
      "loss": 0.0085,
      "step": 99050
    },
    {
      "epoch": 15.125973431058178,
      "grad_norm": 0.3288174867630005,
      "learning_rate": 3.468779606895371e-05,
      "loss": 0.0096,
      "step": 99060
    },
    {
      "epoch": 15.12750038173767,
      "grad_norm": 0.22629213333129883,
      "learning_rate": 3.467795873609799e-05,
      "loss": 0.0097,
      "step": 99070
    },
    {
      "epoch": 15.129027332417163,
      "grad_norm": 0.1921834945678711,
      "learning_rate": 3.466812205777172e-05,
      "loss": 0.0065,
      "step": 99080
    },
    {
      "epoch": 15.130554283096656,
      "grad_norm": 0.1787857562303543,
      "learning_rate": 3.465828603439513e-05,
      "loss": 0.0101,
      "step": 99090
    },
    {
      "epoch": 15.13208123377615,
      "grad_norm": 0.23989753425121307,
      "learning_rate": 3.4648450666388354e-05,
      "loss": 0.0093,
      "step": 99100
    },
    {
      "epoch": 15.133608184455642,
      "grad_norm": 0.14109309017658234,
      "learning_rate": 3.463861595417158e-05,
      "loss": 0.0102,
      "step": 99110
    },
    {
      "epoch": 15.135135135135135,
      "grad_norm": 0.19646021723747253,
      "learning_rate": 3.4628781898164895e-05,
      "loss": 0.0109,
      "step": 99120
    },
    {
      "epoch": 15.136662085814628,
      "grad_norm": 0.1483311504125595,
      "learning_rate": 3.461894849878843e-05,
      "loss": 0.0072,
      "step": 99130
    },
    {
      "epoch": 15.138189036494122,
      "grad_norm": 0.23361852765083313,
      "learning_rate": 3.460911575646222e-05,
      "loss": 0.0098,
      "step": 99140
    },
    {
      "epoch": 15.139715987173615,
      "grad_norm": 0.11281644552946091,
      "learning_rate": 3.459928367160631e-05,
      "loss": 0.0057,
      "step": 99150
    },
    {
      "epoch": 15.141242937853107,
      "grad_norm": 0.24058307707309723,
      "learning_rate": 3.458945224464073e-05,
      "loss": 0.0082,
      "step": 99160
    },
    {
      "epoch": 15.1427698885326,
      "grad_norm": 0.2501762807369232,
      "learning_rate": 3.45796214759854e-05,
      "loss": 0.0102,
      "step": 99170
    },
    {
      "epoch": 15.144296839212094,
      "grad_norm": 0.14614111185073853,
      "learning_rate": 3.4569791366060336e-05,
      "loss": 0.0066,
      "step": 99180
    },
    {
      "epoch": 15.145823789891587,
      "grad_norm": 0.17664362490177155,
      "learning_rate": 3.455996191528545e-05,
      "loss": 0.0124,
      "step": 99190
    },
    {
      "epoch": 15.14735074057108,
      "grad_norm": 0.291842520236969,
      "learning_rate": 3.45501331240806e-05,
      "loss": 0.0083,
      "step": 99200
    },
    {
      "epoch": 15.148877691250572,
      "grad_norm": 0.30987855792045593,
      "learning_rate": 3.4540304992865684e-05,
      "loss": 0.0079,
      "step": 99210
    },
    {
      "epoch": 15.150404641930066,
      "grad_norm": 0.17961382865905762,
      "learning_rate": 3.453047752206056e-05,
      "loss": 0.0087,
      "step": 99220
    },
    {
      "epoch": 15.151931592609559,
      "grad_norm": 0.23672375082969666,
      "learning_rate": 3.4520650712085e-05,
      "loss": 0.0082,
      "step": 99230
    },
    {
      "epoch": 15.153458543289052,
      "grad_norm": 0.21751762926578522,
      "learning_rate": 3.451082456335882e-05,
      "loss": 0.0065,
      "step": 99240
    },
    {
      "epoch": 15.154985493968544,
      "grad_norm": 0.12170322239398956,
      "learning_rate": 3.450099907630175e-05,
      "loss": 0.0115,
      "step": 99250
    },
    {
      "epoch": 15.156512444648039,
      "grad_norm": 0.27469682693481445,
      "learning_rate": 3.4491174251333515e-05,
      "loss": 0.0084,
      "step": 99260
    },
    {
      "epoch": 15.158039395327531,
      "grad_norm": 0.07917002588510513,
      "learning_rate": 3.448135008887384e-05,
      "loss": 0.0069,
      "step": 99270
    },
    {
      "epoch": 15.159566346007024,
      "grad_norm": 0.3458949625492096,
      "learning_rate": 3.4471526589342385e-05,
      "loss": 0.0108,
      "step": 99280
    },
    {
      "epoch": 15.161093296686516,
      "grad_norm": 0.16386598348617554,
      "learning_rate": 3.446170375315879e-05,
      "loss": 0.0143,
      "step": 99290
    },
    {
      "epoch": 15.16262024736601,
      "grad_norm": 0.18035989999771118,
      "learning_rate": 3.445188158074263e-05,
      "loss": 0.0074,
      "step": 99300
    },
    {
      "epoch": 15.164147198045503,
      "grad_norm": 0.4174540936946869,
      "learning_rate": 3.444206007251356e-05,
      "loss": 0.0103,
      "step": 99310
    },
    {
      "epoch": 15.165674148724996,
      "grad_norm": 0.21980303525924683,
      "learning_rate": 3.44322392288911e-05,
      "loss": 0.008,
      "step": 99320
    },
    {
      "epoch": 15.167201099404489,
      "grad_norm": 0.16398441791534424,
      "learning_rate": 3.4422419050294787e-05,
      "loss": 0.0089,
      "step": 99330
    },
    {
      "epoch": 15.168728050083983,
      "grad_norm": 0.13380707800388336,
      "learning_rate": 3.4412599537144094e-05,
      "loss": 0.0082,
      "step": 99340
    },
    {
      "epoch": 15.170255000763476,
      "grad_norm": 0.18649090826511383,
      "learning_rate": 3.440278068985852e-05,
      "loss": 0.0067,
      "step": 99350
    },
    {
      "epoch": 15.171781951442968,
      "grad_norm": 0.18581286072731018,
      "learning_rate": 3.439296250885752e-05,
      "loss": 0.0079,
      "step": 99360
    },
    {
      "epoch": 15.17330890212246,
      "grad_norm": 0.18393634259700775,
      "learning_rate": 3.4383144994560465e-05,
      "loss": 0.0085,
      "step": 99370
    },
    {
      "epoch": 15.174835852801955,
      "grad_norm": 0.15106596052646637,
      "learning_rate": 3.43733281473868e-05,
      "loss": 0.0071,
      "step": 99380
    },
    {
      "epoch": 15.176362803481448,
      "grad_norm": 0.24904122948646545,
      "learning_rate": 3.436351196775581e-05,
      "loss": 0.0096,
      "step": 99390
    },
    {
      "epoch": 15.17788975416094,
      "grad_norm": 0.3360627293586731,
      "learning_rate": 3.435369645608688e-05,
      "loss": 0.0138,
      "step": 99400
    },
    {
      "epoch": 15.179416704840433,
      "grad_norm": 0.12260031700134277,
      "learning_rate": 3.4343881612799304e-05,
      "loss": 0.0062,
      "step": 99410
    },
    {
      "epoch": 15.180943655519927,
      "grad_norm": 0.1367240846157074,
      "learning_rate": 3.4334067438312334e-05,
      "loss": 0.0094,
      "step": 99420
    },
    {
      "epoch": 15.18247060619942,
      "grad_norm": 0.19479534029960632,
      "learning_rate": 3.432425393304522e-05,
      "loss": 0.0074,
      "step": 99430
    },
    {
      "epoch": 15.183997556878913,
      "grad_norm": 0.1360316276550293,
      "learning_rate": 3.4314441097417195e-05,
      "loss": 0.0075,
      "step": 99440
    },
    {
      "epoch": 15.185524507558405,
      "grad_norm": 0.2806239128112793,
      "learning_rate": 3.430462893184742e-05,
      "loss": 0.0096,
      "step": 99450
    },
    {
      "epoch": 15.1870514582379,
      "grad_norm": 0.3579482436180115,
      "learning_rate": 3.429481743675508e-05,
      "loss": 0.0081,
      "step": 99460
    },
    {
      "epoch": 15.188578408917392,
      "grad_norm": 0.1585835963487625,
      "learning_rate": 3.428500661255927e-05,
      "loss": 0.0099,
      "step": 99470
    },
    {
      "epoch": 15.190105359596885,
      "grad_norm": 0.16565145552158356,
      "learning_rate": 3.4275196459679104e-05,
      "loss": 0.0093,
      "step": 99480
    },
    {
      "epoch": 15.191632310276377,
      "grad_norm": 0.22005432844161987,
      "learning_rate": 3.4265386978533675e-05,
      "loss": 0.0066,
      "step": 99490
    },
    {
      "epoch": 15.193159260955872,
      "grad_norm": 0.17199327051639557,
      "learning_rate": 3.4255578169542e-05,
      "loss": 0.0104,
      "step": 99500
    },
    {
      "epoch": 15.194686211635364,
      "grad_norm": 0.16541793942451477,
      "learning_rate": 3.424577003312311e-05,
      "loss": 0.0089,
      "step": 99510
    },
    {
      "epoch": 15.196213162314857,
      "grad_norm": 0.2046642154455185,
      "learning_rate": 3.423596256969596e-05,
      "loss": 0.0098,
      "step": 99520
    },
    {
      "epoch": 15.19774011299435,
      "grad_norm": 0.1244465634226799,
      "learning_rate": 3.422615577967955e-05,
      "loss": 0.0071,
      "step": 99530
    },
    {
      "epoch": 15.199267063673844,
      "grad_norm": 0.13567091524600983,
      "learning_rate": 3.421634966349279e-05,
      "loss": 0.0059,
      "step": 99540
    },
    {
      "epoch": 15.200794014353336,
      "grad_norm": 0.10036907345056534,
      "learning_rate": 3.4206544221554565e-05,
      "loss": 0.0074,
      "step": 99550
    },
    {
      "epoch": 15.202320965032829,
      "grad_norm": 0.16794881224632263,
      "learning_rate": 3.419673945428377e-05,
      "loss": 0.0088,
      "step": 99560
    },
    {
      "epoch": 15.203847915712322,
      "grad_norm": 0.23163603246212006,
      "learning_rate": 3.418693536209922e-05,
      "loss": 0.0096,
      "step": 99570
    },
    {
      "epoch": 15.205374866391816,
      "grad_norm": 0.4288846552371979,
      "learning_rate": 3.417713194541974e-05,
      "loss": 0.0076,
      "step": 99580
    },
    {
      "epoch": 15.206901817071309,
      "grad_norm": 0.21013835072517395,
      "learning_rate": 3.416732920466413e-05,
      "loss": 0.0092,
      "step": 99590
    },
    {
      "epoch": 15.208428767750801,
      "grad_norm": 0.21531428396701813,
      "learning_rate": 3.415752714025112e-05,
      "loss": 0.0113,
      "step": 99600
    },
    {
      "epoch": 15.209955718430294,
      "grad_norm": 0.1668725162744522,
      "learning_rate": 3.4147725752599446e-05,
      "loss": 0.0082,
      "step": 99610
    },
    {
      "epoch": 15.211482669109788,
      "grad_norm": 0.12435630708932877,
      "learning_rate": 3.413792504212782e-05,
      "loss": 0.0088,
      "step": 99620
    },
    {
      "epoch": 15.21300961978928,
      "grad_norm": 0.3307161331176758,
      "learning_rate": 3.412812500925488e-05,
      "loss": 0.0071,
      "step": 99630
    },
    {
      "epoch": 15.214536570468773,
      "grad_norm": 0.2830852270126343,
      "learning_rate": 3.411832565439931e-05,
      "loss": 0.011,
      "step": 99640
    },
    {
      "epoch": 15.216063521148268,
      "grad_norm": 0.22746093571186066,
      "learning_rate": 3.4108526977979665e-05,
      "loss": 0.0099,
      "step": 99650
    },
    {
      "epoch": 15.21759047182776,
      "grad_norm": 0.2599813938140869,
      "learning_rate": 3.409872898041455e-05,
      "loss": 0.0118,
      "step": 99660
    },
    {
      "epoch": 15.219117422507253,
      "grad_norm": 0.15233035385608673,
      "learning_rate": 3.408893166212254e-05,
      "loss": 0.0093,
      "step": 99670
    },
    {
      "epoch": 15.220644373186746,
      "grad_norm": 0.45022425055503845,
      "learning_rate": 3.407913502352214e-05,
      "loss": 0.0078,
      "step": 99680
    },
    {
      "epoch": 15.22217132386624,
      "grad_norm": 0.13950735330581665,
      "learning_rate": 3.406933906503184e-05,
      "loss": 0.0093,
      "step": 99690
    },
    {
      "epoch": 15.223698274545733,
      "grad_norm": 0.3535922169685364,
      "learning_rate": 3.405954378707008e-05,
      "loss": 0.0132,
      "step": 99700
    },
    {
      "epoch": 15.225225225225225,
      "grad_norm": 0.1787334829568863,
      "learning_rate": 3.404974919005537e-05,
      "loss": 0.0073,
      "step": 99710
    },
    {
      "epoch": 15.226752175904718,
      "grad_norm": 0.13178423047065735,
      "learning_rate": 3.403995527440605e-05,
      "loss": 0.0092,
      "step": 99720
    },
    {
      "epoch": 15.228279126584212,
      "grad_norm": 0.11945609748363495,
      "learning_rate": 3.4030162040540536e-05,
      "loss": 0.0095,
      "step": 99730
    },
    {
      "epoch": 15.229806077263705,
      "grad_norm": 0.31462448835372925,
      "learning_rate": 3.402036948887715e-05,
      "loss": 0.008,
      "step": 99740
    },
    {
      "epoch": 15.231333027943197,
      "grad_norm": 0.7493789196014404,
      "learning_rate": 3.4010577619834214e-05,
      "loss": 0.0118,
      "step": 99750
    },
    {
      "epoch": 15.23285997862269,
      "grad_norm": 0.11957795917987823,
      "learning_rate": 3.400078643383005e-05,
      "loss": 0.0066,
      "step": 99760
    },
    {
      "epoch": 15.234386929302184,
      "grad_norm": 0.18754646182060242,
      "learning_rate": 3.399099593128289e-05,
      "loss": 0.0089,
      "step": 99770
    },
    {
      "epoch": 15.235913879981677,
      "grad_norm": 0.12184090167284012,
      "learning_rate": 3.3981206112610986e-05,
      "loss": 0.0065,
      "step": 99780
    },
    {
      "epoch": 15.23744083066117,
      "grad_norm": 0.1975560486316681,
      "learning_rate": 3.39714169782325e-05,
      "loss": 0.0084,
      "step": 99790
    },
    {
      "epoch": 15.238967781340662,
      "grad_norm": 0.14043337106704712,
      "learning_rate": 3.3961628528565656e-05,
      "loss": 0.0074,
      "step": 99800
    },
    {
      "epoch": 15.240494732020156,
      "grad_norm": 0.18787893652915955,
      "learning_rate": 3.395184076402858e-05,
      "loss": 0.0079,
      "step": 99810
    },
    {
      "epoch": 15.242021682699649,
      "grad_norm": 0.3419191539287567,
      "learning_rate": 3.394205368503938e-05,
      "loss": 0.0093,
      "step": 99820
    },
    {
      "epoch": 15.243548633379142,
      "grad_norm": 0.2123222053050995,
      "learning_rate": 3.393226729201615e-05,
      "loss": 0.0078,
      "step": 99830
    },
    {
      "epoch": 15.245075584058634,
      "grad_norm": 0.20645269751548767,
      "learning_rate": 3.392248158537693e-05,
      "loss": 0.0088,
      "step": 99840
    },
    {
      "epoch": 15.246602534738129,
      "grad_norm": 0.16461840271949768,
      "learning_rate": 3.391269656553977e-05,
      "loss": 0.0112,
      "step": 99850
    },
    {
      "epoch": 15.248129485417621,
      "grad_norm": 0.25611501932144165,
      "learning_rate": 3.3902912232922666e-05,
      "loss": 0.0112,
      "step": 99860
    },
    {
      "epoch": 15.249656436097114,
      "grad_norm": 0.2169676423072815,
      "learning_rate": 3.389312858794358e-05,
      "loss": 0.0076,
      "step": 99870
    },
    {
      "epoch": 15.251183386776606,
      "grad_norm": 0.20881161093711853,
      "learning_rate": 3.3883345631020434e-05,
      "loss": 0.0087,
      "step": 99880
    },
    {
      "epoch": 15.2527103374561,
      "grad_norm": 0.2154989242553711,
      "learning_rate": 3.387356336257118e-05,
      "loss": 0.0088,
      "step": 99890
    },
    {
      "epoch": 15.254237288135593,
      "grad_norm": 0.1574961096048355,
      "learning_rate": 3.386378178301366e-05,
      "loss": 0.0093,
      "step": 99900
    },
    {
      "epoch": 15.255764238815086,
      "grad_norm": 0.21829229593276978,
      "learning_rate": 3.3854000892765745e-05,
      "loss": 0.0088,
      "step": 99910
    },
    {
      "epoch": 15.257291189494579,
      "grad_norm": 0.1863163262605667,
      "learning_rate": 3.384422069224525e-05,
      "loss": 0.0081,
      "step": 99920
    },
    {
      "epoch": 15.258818140174073,
      "grad_norm": 0.34117600321769714,
      "learning_rate": 3.383444118186995e-05,
      "loss": 0.0076,
      "step": 99930
    },
    {
      "epoch": 15.260345090853566,
      "grad_norm": 0.17705900967121124,
      "learning_rate": 3.3824662362057644e-05,
      "loss": 0.0074,
      "step": 99940
    },
    {
      "epoch": 15.261872041533058,
      "grad_norm": 0.16952210664749146,
      "learning_rate": 3.3814884233226046e-05,
      "loss": 0.0099,
      "step": 99950
    },
    {
      "epoch": 15.26339899221255,
      "grad_norm": 0.10653258860111237,
      "learning_rate": 3.380510679579287e-05,
      "loss": 0.0059,
      "step": 99960
    },
    {
      "epoch": 15.264925942892045,
      "grad_norm": 0.5734621286392212,
      "learning_rate": 3.379533005017575e-05,
      "loss": 0.0087,
      "step": 99970
    },
    {
      "epoch": 15.266452893571538,
      "grad_norm": 0.15055739879608154,
      "learning_rate": 3.3785553996792386e-05,
      "loss": 0.0073,
      "step": 99980
    },
    {
      "epoch": 15.26797984425103,
      "grad_norm": 0.12184339016675949,
      "learning_rate": 3.3775778636060367e-05,
      "loss": 0.0084,
      "step": 99990
    },
    {
      "epoch": 15.269506794930523,
      "grad_norm": 0.1225145012140274,
      "learning_rate": 3.3766003968397274e-05,
      "loss": 0.0079,
      "step": 100000
    },
    {
      "epoch": 15.271033745610017,
      "grad_norm": 0.2159033864736557,
      "learning_rate": 3.3756229994220676e-05,
      "loss": 0.0105,
      "step": 100010
    },
    {
      "epoch": 15.27256069628951,
      "grad_norm": 0.15677452087402344,
      "learning_rate": 3.374645671394808e-05,
      "loss": 0.0081,
      "step": 100020
    },
    {
      "epoch": 15.274087646969003,
      "grad_norm": 0.19656705856323242,
      "learning_rate": 3.3736684127997e-05,
      "loss": 0.009,
      "step": 100030
    },
    {
      "epoch": 15.275614597648495,
      "grad_norm": 0.22659334540367126,
      "learning_rate": 3.37269122367849e-05,
      "loss": 0.0076,
      "step": 100040
    },
    {
      "epoch": 15.27714154832799,
      "grad_norm": 0.1639639437198639,
      "learning_rate": 3.371714104072921e-05,
      "loss": 0.0082,
      "step": 100050
    },
    {
      "epoch": 15.278668499007482,
      "grad_norm": 0.32056382298469543,
      "learning_rate": 3.370737054024734e-05,
      "loss": 0.0088,
      "step": 100060
    },
    {
      "epoch": 15.280195449686975,
      "grad_norm": 0.16883215308189392,
      "learning_rate": 3.369760073575667e-05,
      "loss": 0.0087,
      "step": 100070
    },
    {
      "epoch": 15.281722400366467,
      "grad_norm": 0.18526498973369598,
      "learning_rate": 3.368783162767456e-05,
      "loss": 0.0085,
      "step": 100080
    },
    {
      "epoch": 15.283249351045962,
      "grad_norm": 0.18632160127162933,
      "learning_rate": 3.367806321641832e-05,
      "loss": 0.0079,
      "step": 100090
    },
    {
      "epoch": 15.284776301725454,
      "grad_norm": 0.10956046730279922,
      "learning_rate": 3.3668295502405216e-05,
      "loss": 0.0064,
      "step": 100100
    },
    {
      "epoch": 15.286303252404947,
      "grad_norm": 0.16160576045513153,
      "learning_rate": 3.365852848605252e-05,
      "loss": 0.0092,
      "step": 100110
    },
    {
      "epoch": 15.28783020308444,
      "grad_norm": 0.13561870157718658,
      "learning_rate": 3.364876216777748e-05,
      "loss": 0.0073,
      "step": 100120
    },
    {
      "epoch": 15.289357153763934,
      "grad_norm": 0.18027980625629425,
      "learning_rate": 3.363899654799729e-05,
      "loss": 0.0117,
      "step": 100130
    },
    {
      "epoch": 15.290884104443426,
      "grad_norm": 0.20778192579746246,
      "learning_rate": 3.362923162712911e-05,
      "loss": 0.0087,
      "step": 100140
    },
    {
      "epoch": 15.292411055122919,
      "grad_norm": 0.25201138854026794,
      "learning_rate": 3.361946740559006e-05,
      "loss": 0.0092,
      "step": 100150
    },
    {
      "epoch": 15.293938005802413,
      "grad_norm": 0.11170318722724915,
      "learning_rate": 3.3609703883797294e-05,
      "loss": 0.0096,
      "step": 100160
    },
    {
      "epoch": 15.295464956481906,
      "grad_norm": 0.16087816655635834,
      "learning_rate": 3.3599941062167857e-05,
      "loss": 0.0105,
      "step": 100170
    },
    {
      "epoch": 15.296991907161399,
      "grad_norm": 0.1155463308095932,
      "learning_rate": 3.359017894111882e-05,
      "loss": 0.0091,
      "step": 100180
    },
    {
      "epoch": 15.298518857840891,
      "grad_norm": 0.21847298741340637,
      "learning_rate": 3.3580417521067186e-05,
      "loss": 0.0102,
      "step": 100190
    },
    {
      "epoch": 15.300045808520386,
      "grad_norm": 0.18273703753948212,
      "learning_rate": 3.3570656802429934e-05,
      "loss": 0.0097,
      "step": 100200
    },
    {
      "epoch": 15.301572759199878,
      "grad_norm": 0.28423744440078735,
      "learning_rate": 3.3560896785624077e-05,
      "loss": 0.011,
      "step": 100210
    },
    {
      "epoch": 15.30309970987937,
      "grad_norm": 0.19120685756206512,
      "learning_rate": 3.355113747106648e-05,
      "loss": 0.0074,
      "step": 100220
    },
    {
      "epoch": 15.304626660558863,
      "grad_norm": 0.2697516977787018,
      "learning_rate": 3.35413788591741e-05,
      "loss": 0.0092,
      "step": 100230
    },
    {
      "epoch": 15.306153611238358,
      "grad_norm": 0.38809671998023987,
      "learning_rate": 3.3531620950363754e-05,
      "loss": 0.0084,
      "step": 100240
    },
    {
      "epoch": 15.30768056191785,
      "grad_norm": 0.22107133269309998,
      "learning_rate": 3.352186374505231e-05,
      "loss": 0.0081,
      "step": 100250
    },
    {
      "epoch": 15.309207512597343,
      "grad_norm": 0.2859240472316742,
      "learning_rate": 3.351210724365659e-05,
      "loss": 0.0103,
      "step": 100260
    },
    {
      "epoch": 15.310734463276836,
      "grad_norm": 0.26649460196495056,
      "learning_rate": 3.350235144659335e-05,
      "loss": 0.0087,
      "step": 100270
    },
    {
      "epoch": 15.31226141395633,
      "grad_norm": 0.21989856660366058,
      "learning_rate": 3.349259635427936e-05,
      "loss": 0.0055,
      "step": 100280
    },
    {
      "epoch": 15.313788364635823,
      "grad_norm": 0.2604024410247803,
      "learning_rate": 3.3482841967131305e-05,
      "loss": 0.0095,
      "step": 100290
    },
    {
      "epoch": 15.315315315315315,
      "grad_norm": 0.26868292689323425,
      "learning_rate": 3.347308828556591e-05,
      "loss": 0.0107,
      "step": 100300
    },
    {
      "epoch": 15.316842265994808,
      "grad_norm": 0.24906206130981445,
      "learning_rate": 3.3463335309999847e-05,
      "loss": 0.0076,
      "step": 100310
    },
    {
      "epoch": 15.318369216674302,
      "grad_norm": 0.18120147287845612,
      "learning_rate": 3.345358304084969e-05,
      "loss": 0.011,
      "step": 100320
    },
    {
      "epoch": 15.319896167353795,
      "grad_norm": 0.13452020287513733,
      "learning_rate": 3.344383147853207e-05,
      "loss": 0.0097,
      "step": 100330
    },
    {
      "epoch": 15.321423118033287,
      "grad_norm": 0.17969860136508942,
      "learning_rate": 3.343408062346357e-05,
      "loss": 0.0099,
      "step": 100340
    },
    {
      "epoch": 15.32295006871278,
      "grad_norm": 0.18291057646274567,
      "learning_rate": 3.3424330476060705e-05,
      "loss": 0.0088,
      "step": 100350
    },
    {
      "epoch": 15.324477019392274,
      "grad_norm": 0.13090577721595764,
      "learning_rate": 3.341458103674e-05,
      "loss": 0.0091,
      "step": 100360
    },
    {
      "epoch": 15.326003970071767,
      "grad_norm": 0.1884128451347351,
      "learning_rate": 3.340483230591792e-05,
      "loss": 0.0078,
      "step": 100370
    },
    {
      "epoch": 15.32753092075126,
      "grad_norm": 0.27388784289360046,
      "learning_rate": 3.33950842840109e-05,
      "loss": 0.0083,
      "step": 100380
    },
    {
      "epoch": 15.329057871430752,
      "grad_norm": 0.3145448565483093,
      "learning_rate": 3.33853369714354e-05,
      "loss": 0.0115,
      "step": 100390
    },
    {
      "epoch": 15.330584822110247,
      "grad_norm": 0.24244080483913422,
      "learning_rate": 3.3375590368607765e-05,
      "loss": 0.0083,
      "step": 100400
    },
    {
      "epoch": 15.33211177278974,
      "grad_norm": 0.19766654074192047,
      "learning_rate": 3.336584447594438e-05,
      "loss": 0.0099,
      "step": 100410
    },
    {
      "epoch": 15.333638723469232,
      "grad_norm": 0.2794962227344513,
      "learning_rate": 3.3356099293861555e-05,
      "loss": 0.009,
      "step": 100420
    },
    {
      "epoch": 15.335165674148724,
      "grad_norm": 0.11602593958377838,
      "learning_rate": 3.3346354822775595e-05,
      "loss": 0.0071,
      "step": 100430
    },
    {
      "epoch": 15.336692624828219,
      "grad_norm": 0.17819713056087494,
      "learning_rate": 3.3336611063102774e-05,
      "loss": 0.0073,
      "step": 100440
    },
    {
      "epoch": 15.338219575507711,
      "grad_norm": 0.15155954658985138,
      "learning_rate": 3.33268680152593e-05,
      "loss": 0.0093,
      "step": 100450
    },
    {
      "epoch": 15.339746526187204,
      "grad_norm": 0.12233766913414001,
      "learning_rate": 3.331712567966141e-05,
      "loss": 0.0093,
      "step": 100460
    },
    {
      "epoch": 15.341273476866697,
      "grad_norm": 0.10364242643117905,
      "learning_rate": 3.330738405672524e-05,
      "loss": 0.0076,
      "step": 100470
    },
    {
      "epoch": 15.342800427546191,
      "grad_norm": 0.2538749873638153,
      "learning_rate": 3.329764314686698e-05,
      "loss": 0.0081,
      "step": 100480
    },
    {
      "epoch": 15.344327378225683,
      "grad_norm": 0.18180105090141296,
      "learning_rate": 3.328790295050271e-05,
      "loss": 0.0075,
      "step": 100490
    },
    {
      "epoch": 15.345854328905176,
      "grad_norm": 0.37368661165237427,
      "learning_rate": 3.3278163468048534e-05,
      "loss": 0.0079,
      "step": 100500
    },
    {
      "epoch": 15.347381279584669,
      "grad_norm": 0.2098674774169922,
      "learning_rate": 3.3268424699920476e-05,
      "loss": 0.0073,
      "step": 100510
    },
    {
      "epoch": 15.348908230264163,
      "grad_norm": 0.1508936882019043,
      "learning_rate": 3.325868664653459e-05,
      "loss": 0.0077,
      "step": 100520
    },
    {
      "epoch": 15.350435180943656,
      "grad_norm": 0.12853027880191803,
      "learning_rate": 3.324894930830687e-05,
      "loss": 0.0091,
      "step": 100530
    },
    {
      "epoch": 15.351962131623148,
      "grad_norm": 0.21307149529457092,
      "learning_rate": 3.323921268565325e-05,
      "loss": 0.0085,
      "step": 100540
    },
    {
      "epoch": 15.35348908230264,
      "grad_norm": 0.09467408806085587,
      "learning_rate": 3.3229476778989664e-05,
      "loss": 0.0097,
      "step": 100550
    },
    {
      "epoch": 15.355016032982135,
      "grad_norm": 0.14217180013656616,
      "learning_rate": 3.321974158873204e-05,
      "loss": 0.0094,
      "step": 100560
    },
    {
      "epoch": 15.356542983661628,
      "grad_norm": 0.1347130388021469,
      "learning_rate": 3.3210007115296215e-05,
      "loss": 0.0082,
      "step": 100570
    },
    {
      "epoch": 15.35806993434112,
      "grad_norm": 0.10451218485832214,
      "learning_rate": 3.320027335909806e-05,
      "loss": 0.0064,
      "step": 100580
    },
    {
      "epoch": 15.359596885020613,
      "grad_norm": 0.15926778316497803,
      "learning_rate": 3.3190540320553354e-05,
      "loss": 0.0086,
      "step": 100590
    },
    {
      "epoch": 15.361123835700107,
      "grad_norm": 0.12758725881576538,
      "learning_rate": 3.318080800007787e-05,
      "loss": 0.0084,
      "step": 100600
    },
    {
      "epoch": 15.3626507863796,
      "grad_norm": 0.09277264773845673,
      "learning_rate": 3.31710763980874e-05,
      "loss": 0.0098,
      "step": 100610
    },
    {
      "epoch": 15.364177737059093,
      "grad_norm": 0.46099212765693665,
      "learning_rate": 3.316134551499761e-05,
      "loss": 0.0093,
      "step": 100620
    },
    {
      "epoch": 15.365704687738585,
      "grad_norm": 0.10558976978063583,
      "learning_rate": 3.315161535122422e-05,
      "loss": 0.0069,
      "step": 100630
    },
    {
      "epoch": 15.36723163841808,
      "grad_norm": 0.2841314375400543,
      "learning_rate": 3.3141885907182845e-05,
      "loss": 0.0083,
      "step": 100640
    },
    {
      "epoch": 15.368758589097572,
      "grad_norm": 0.3754592835903168,
      "learning_rate": 3.313215718328915e-05,
      "loss": 0.0094,
      "step": 100650
    },
    {
      "epoch": 15.370285539777065,
      "grad_norm": 0.1654156893491745,
      "learning_rate": 3.312242917995872e-05,
      "loss": 0.0081,
      "step": 100660
    },
    {
      "epoch": 15.371812490456557,
      "grad_norm": 0.14314107596874237,
      "learning_rate": 3.311270189760711e-05,
      "loss": 0.0078,
      "step": 100670
    },
    {
      "epoch": 15.373339441136052,
      "grad_norm": 0.18888051807880402,
      "learning_rate": 3.310297533664985e-05,
      "loss": 0.0099,
      "step": 100680
    },
    {
      "epoch": 15.374866391815544,
      "grad_norm": 0.27788686752319336,
      "learning_rate": 3.3093249497502434e-05,
      "loss": 0.0109,
      "step": 100690
    },
    {
      "epoch": 15.376393342495037,
      "grad_norm": 0.14752571284770966,
      "learning_rate": 3.308352438058034e-05,
      "loss": 0.0074,
      "step": 100700
    },
    {
      "epoch": 15.37792029317453,
      "grad_norm": 0.1703539788722992,
      "learning_rate": 3.307379998629903e-05,
      "loss": 0.0084,
      "step": 100710
    },
    {
      "epoch": 15.379447243854024,
      "grad_norm": 0.09894803911447525,
      "learning_rate": 3.306407631507387e-05,
      "loss": 0.0072,
      "step": 100720
    },
    {
      "epoch": 15.380974194533517,
      "grad_norm": 0.5121005773544312,
      "learning_rate": 3.3054353367320254e-05,
      "loss": 0.0099,
      "step": 100730
    },
    {
      "epoch": 15.38250114521301,
      "grad_norm": 0.17834673821926117,
      "learning_rate": 3.3044631143453544e-05,
      "loss": 0.0103,
      "step": 100740
    },
    {
      "epoch": 15.384028095892504,
      "grad_norm": 0.20703664422035217,
      "learning_rate": 3.3034909643889045e-05,
      "loss": 0.0075,
      "step": 100750
    },
    {
      "epoch": 15.385555046571996,
      "grad_norm": 0.1375664472579956,
      "learning_rate": 3.302518886904204e-05,
      "loss": 0.011,
      "step": 100760
    },
    {
      "epoch": 15.387081997251489,
      "grad_norm": 0.10940765589475632,
      "learning_rate": 3.3015468819327775e-05,
      "loss": 0.0083,
      "step": 100770
    },
    {
      "epoch": 15.388608947930981,
      "grad_norm": 0.13284626603126526,
      "learning_rate": 3.300574949516148e-05,
      "loss": 0.0071,
      "step": 100780
    },
    {
      "epoch": 15.390135898610476,
      "grad_norm": 0.22828176617622375,
      "learning_rate": 3.299603089695835e-05,
      "loss": 0.0081,
      "step": 100790
    },
    {
      "epoch": 15.391662849289968,
      "grad_norm": 0.13874292373657227,
      "learning_rate": 3.298631302513354e-05,
      "loss": 0.0078,
      "step": 100800
    },
    {
      "epoch": 15.393189799969461,
      "grad_norm": 0.24327482283115387,
      "learning_rate": 3.29765958801022e-05,
      "loss": 0.0078,
      "step": 100810
    },
    {
      "epoch": 15.394716750648954,
      "grad_norm": 0.2708652913570404,
      "learning_rate": 3.2966879462279385e-05,
      "loss": 0.0081,
      "step": 100820
    },
    {
      "epoch": 15.396243701328448,
      "grad_norm": 0.17929582297801971,
      "learning_rate": 3.29571637720802e-05,
      "loss": 0.0106,
      "step": 100830
    },
    {
      "epoch": 15.39777065200794,
      "grad_norm": 0.15944281220436096,
      "learning_rate": 3.294744880991968e-05,
      "loss": 0.0081,
      "step": 100840
    },
    {
      "epoch": 15.399297602687433,
      "grad_norm": 0.26249122619628906,
      "learning_rate": 3.2937734576212805e-05,
      "loss": 0.0087,
      "step": 100850
    },
    {
      "epoch": 15.400824553366926,
      "grad_norm": 0.1611739993095398,
      "learning_rate": 3.292802107137458e-05,
      "loss": 0.0075,
      "step": 100860
    },
    {
      "epoch": 15.40235150404642,
      "grad_norm": 0.1123092770576477,
      "learning_rate": 3.291830829581991e-05,
      "loss": 0.0098,
      "step": 100870
    },
    {
      "epoch": 15.403878454725913,
      "grad_norm": 0.17502453923225403,
      "learning_rate": 3.290859624996374e-05,
      "loss": 0.0082,
      "step": 100880
    },
    {
      "epoch": 15.405405405405405,
      "grad_norm": 0.21817319095134735,
      "learning_rate": 3.289888493422095e-05,
      "loss": 0.0088,
      "step": 100890
    },
    {
      "epoch": 15.406932356084898,
      "grad_norm": 0.1276804357767105,
      "learning_rate": 3.2889174349006366e-05,
      "loss": 0.0063,
      "step": 100900
    },
    {
      "epoch": 15.408459306764392,
      "grad_norm": 0.17542381584644318,
      "learning_rate": 3.287946449473482e-05,
      "loss": 0.009,
      "step": 100910
    },
    {
      "epoch": 15.409986257443885,
      "grad_norm": 0.1449916958808899,
      "learning_rate": 3.2869755371821096e-05,
      "loss": 0.009,
      "step": 100920
    },
    {
      "epoch": 15.411513208123377,
      "grad_norm": 0.09759543091058731,
      "learning_rate": 3.286004698067998e-05,
      "loss": 0.0077,
      "step": 100930
    },
    {
      "epoch": 15.41304015880287,
      "grad_norm": 0.878749430179596,
      "learning_rate": 3.285033932172615e-05,
      "loss": 0.0151,
      "step": 100940
    },
    {
      "epoch": 15.414567109482364,
      "grad_norm": 0.15232504904270172,
      "learning_rate": 3.2840632395374325e-05,
      "loss": 0.0113,
      "step": 100950
    },
    {
      "epoch": 15.416094060161857,
      "grad_norm": 0.2671659290790558,
      "learning_rate": 3.283092620203915e-05,
      "loss": 0.0105,
      "step": 100960
    },
    {
      "epoch": 15.41762101084135,
      "grad_norm": 0.18394248187541962,
      "learning_rate": 3.2821220742135274e-05,
      "loss": 0.0064,
      "step": 100970
    },
    {
      "epoch": 15.419147961520842,
      "grad_norm": 0.35109391808509827,
      "learning_rate": 3.28115160160773e-05,
      "loss": 0.0119,
      "step": 100980
    },
    {
      "epoch": 15.420674912200337,
      "grad_norm": 0.21380776166915894,
      "learning_rate": 3.2801812024279774e-05,
      "loss": 0.0067,
      "step": 100990
    },
    {
      "epoch": 15.42220186287983,
      "grad_norm": 0.27925437688827515,
      "learning_rate": 3.2792108767157235e-05,
      "loss": 0.0099,
      "step": 101000
    },
    {
      "epoch": 15.423728813559322,
      "grad_norm": 0.1800249218940735,
      "learning_rate": 3.278240624512422e-05,
      "loss": 0.0068,
      "step": 101010
    },
    {
      "epoch": 15.425255764238814,
      "grad_norm": 0.23494654893875122,
      "learning_rate": 3.2772704458595174e-05,
      "loss": 0.0093,
      "step": 101020
    },
    {
      "epoch": 15.426782714918309,
      "grad_norm": 0.119180828332901,
      "learning_rate": 3.2763003407984545e-05,
      "loss": 0.0108,
      "step": 101030
    },
    {
      "epoch": 15.428309665597801,
      "grad_norm": 0.28977951407432556,
      "learning_rate": 3.275330309370674e-05,
      "loss": 0.0094,
      "step": 101040
    },
    {
      "epoch": 15.429836616277294,
      "grad_norm": 0.2859664559364319,
      "learning_rate": 3.2743603516176136e-05,
      "loss": 0.0079,
      "step": 101050
    },
    {
      "epoch": 15.431363566956787,
      "grad_norm": 0.16172268986701965,
      "learning_rate": 3.2733904675807107e-05,
      "loss": 0.0063,
      "step": 101060
    },
    {
      "epoch": 15.432890517636281,
      "grad_norm": 0.22047924995422363,
      "learning_rate": 3.272420657301394e-05,
      "loss": 0.0061,
      "step": 101070
    },
    {
      "epoch": 15.434417468315774,
      "grad_norm": 0.15549911558628082,
      "learning_rate": 3.271450920821094e-05,
      "loss": 0.009,
      "step": 101080
    },
    {
      "epoch": 15.435944418995266,
      "grad_norm": 0.17705631256103516,
      "learning_rate": 3.270481258181234e-05,
      "loss": 0.0069,
      "step": 101090
    },
    {
      "epoch": 15.437471369674759,
      "grad_norm": 0.2313438206911087,
      "learning_rate": 3.269511669423237e-05,
      "loss": 0.0081,
      "step": 101100
    },
    {
      "epoch": 15.438998320354253,
      "grad_norm": 0.11830811202526093,
      "learning_rate": 3.2685421545885244e-05,
      "loss": 0.0072,
      "step": 101110
    },
    {
      "epoch": 15.440525271033746,
      "grad_norm": 0.16728538274765015,
      "learning_rate": 3.2675727137185094e-05,
      "loss": 0.0076,
      "step": 101120
    },
    {
      "epoch": 15.442052221713238,
      "grad_norm": 0.1769769787788391,
      "learning_rate": 3.2666033468546065e-05,
      "loss": 0.0074,
      "step": 101130
    },
    {
      "epoch": 15.443579172392731,
      "grad_norm": 0.15050582587718964,
      "learning_rate": 3.2656340540382216e-05,
      "loss": 0.0067,
      "step": 101140
    },
    {
      "epoch": 15.445106123072225,
      "grad_norm": 0.41529110074043274,
      "learning_rate": 3.264664835310766e-05,
      "loss": 0.0111,
      "step": 101150
    },
    {
      "epoch": 15.446633073751718,
      "grad_norm": 0.14370767772197723,
      "learning_rate": 3.2636956907136405e-05,
      "loss": 0.008,
      "step": 101160
    },
    {
      "epoch": 15.44816002443121,
      "grad_norm": 0.14641594886779785,
      "learning_rate": 3.262726620288244e-05,
      "loss": 0.0062,
      "step": 101170
    },
    {
      "epoch": 15.449686975110703,
      "grad_norm": 0.1991419941186905,
      "learning_rate": 3.261757624075975e-05,
      "loss": 0.0095,
      "step": 101180
    },
    {
      "epoch": 15.451213925790197,
      "grad_norm": 0.13843873143196106,
      "learning_rate": 3.2607887021182296e-05,
      "loss": 0.0068,
      "step": 101190
    },
    {
      "epoch": 15.45274087646969,
      "grad_norm": 0.20833633840084076,
      "learning_rate": 3.2598198544563936e-05,
      "loss": 0.0078,
      "step": 101200
    },
    {
      "epoch": 15.454267827149183,
      "grad_norm": 0.18597568571567535,
      "learning_rate": 3.258851081131857e-05,
      "loss": 0.01,
      "step": 101210
    },
    {
      "epoch": 15.455794777828675,
      "grad_norm": 0.19568008184432983,
      "learning_rate": 3.257882382186004e-05,
      "loss": 0.0073,
      "step": 101220
    },
    {
      "epoch": 15.45732172850817,
      "grad_norm": 0.2082589715719223,
      "learning_rate": 3.2569137576602135e-05,
      "loss": 0.0128,
      "step": 101230
    },
    {
      "epoch": 15.458848679187662,
      "grad_norm": 0.2171430140733719,
      "learning_rate": 3.2559452075958677e-05,
      "loss": 0.0103,
      "step": 101240
    },
    {
      "epoch": 15.460375629867155,
      "grad_norm": 0.1980205923318863,
      "learning_rate": 3.254976732034337e-05,
      "loss": 0.0079,
      "step": 101250
    },
    {
      "epoch": 15.46190258054665,
      "grad_norm": 0.18014131486415863,
      "learning_rate": 3.2540083310169964e-05,
      "loss": 0.0082,
      "step": 101260
    },
    {
      "epoch": 15.463429531226142,
      "grad_norm": 0.187395378947258,
      "learning_rate": 3.25304000458521e-05,
      "loss": 0.0085,
      "step": 101270
    },
    {
      "epoch": 15.464956481905634,
      "grad_norm": 0.32922670245170593,
      "learning_rate": 3.252071752780346e-05,
      "loss": 0.011,
      "step": 101280
    },
    {
      "epoch": 15.466483432585127,
      "grad_norm": 0.19421711564064026,
      "learning_rate": 3.2511035756437674e-05,
      "loss": 0.0119,
      "step": 101290
    },
    {
      "epoch": 15.468010383264621,
      "grad_norm": 0.13615044951438904,
      "learning_rate": 3.25013547321683e-05,
      "loss": 0.01,
      "step": 101300
    },
    {
      "epoch": 15.469537333944114,
      "grad_norm": 0.16692061722278595,
      "learning_rate": 3.249167445540892e-05,
      "loss": 0.0104,
      "step": 101310
    },
    {
      "epoch": 15.471064284623607,
      "grad_norm": 0.19677887856960297,
      "learning_rate": 3.2481994926573e-05,
      "loss": 0.0088,
      "step": 101320
    },
    {
      "epoch": 15.4725912353031,
      "grad_norm": 0.1015276238322258,
      "learning_rate": 3.247231614607411e-05,
      "loss": 0.0059,
      "step": 101330
    },
    {
      "epoch": 15.474118185982594,
      "grad_norm": 0.19910283386707306,
      "learning_rate": 3.246263811432567e-05,
      "loss": 0.0077,
      "step": 101340
    },
    {
      "epoch": 15.475645136662086,
      "grad_norm": 0.29582491517066956,
      "learning_rate": 3.245296083174112e-05,
      "loss": 0.0088,
      "step": 101350
    },
    {
      "epoch": 15.477172087341579,
      "grad_norm": 0.13932500779628754,
      "learning_rate": 3.244328429873383e-05,
      "loss": 0.0089,
      "step": 101360
    },
    {
      "epoch": 15.478699038021071,
      "grad_norm": 0.16756561398506165,
      "learning_rate": 3.243360851571719e-05,
      "loss": 0.0074,
      "step": 101370
    },
    {
      "epoch": 15.480225988700566,
      "grad_norm": 0.1832740157842636,
      "learning_rate": 3.2423933483104527e-05,
      "loss": 0.0079,
      "step": 101380
    },
    {
      "epoch": 15.481752939380058,
      "grad_norm": 0.10949414223432541,
      "learning_rate": 3.241425920130914e-05,
      "loss": 0.0079,
      "step": 101390
    },
    {
      "epoch": 15.483279890059551,
      "grad_norm": 0.2770974040031433,
      "learning_rate": 3.24045856707443e-05,
      "loss": 0.0111,
      "step": 101400
    },
    {
      "epoch": 15.484806840739044,
      "grad_norm": 0.17325285077095032,
      "learning_rate": 3.239491289182321e-05,
      "loss": 0.0078,
      "step": 101410
    },
    {
      "epoch": 15.486333791418538,
      "grad_norm": 0.1718328446149826,
      "learning_rate": 3.238524086495912e-05,
      "loss": 0.0068,
      "step": 101420
    },
    {
      "epoch": 15.48786074209803,
      "grad_norm": 0.1590302586555481,
      "learning_rate": 3.237556959056518e-05,
      "loss": 0.0116,
      "step": 101430
    },
    {
      "epoch": 15.489387692777523,
      "grad_norm": 0.19202525913715363,
      "learning_rate": 3.236589906905453e-05,
      "loss": 0.0085,
      "step": 101440
    },
    {
      "epoch": 15.490914643457016,
      "grad_norm": 0.12554048001766205,
      "learning_rate": 3.235622930084026e-05,
      "loss": 0.0106,
      "step": 101450
    },
    {
      "epoch": 15.49244159413651,
      "grad_norm": 0.17049500346183777,
      "learning_rate": 3.234656028633549e-05,
      "loss": 0.0074,
      "step": 101460
    },
    {
      "epoch": 15.493968544816003,
      "grad_norm": 0.18558494746685028,
      "learning_rate": 3.2336892025953215e-05,
      "loss": 0.0073,
      "step": 101470
    },
    {
      "epoch": 15.495495495495495,
      "grad_norm": 0.20017731189727783,
      "learning_rate": 3.2327224520106477e-05,
      "loss": 0.0056,
      "step": 101480
    },
    {
      "epoch": 15.497022446174988,
      "grad_norm": 0.1423761397600174,
      "learning_rate": 3.231755776920823e-05,
      "loss": 0.0092,
      "step": 101490
    },
    {
      "epoch": 15.498549396854482,
      "grad_norm": 0.09564317762851715,
      "learning_rate": 3.230789177367143e-05,
      "loss": 0.0059,
      "step": 101500
    },
    {
      "epoch": 15.500076347533975,
      "grad_norm": 0.16856849193572998,
      "learning_rate": 3.2298226533909e-05,
      "loss": 0.0092,
      "step": 101510
    },
    {
      "epoch": 15.501603298213467,
      "grad_norm": 0.2409954071044922,
      "learning_rate": 3.228856205033381e-05,
      "loss": 0.0098,
      "step": 101520
    },
    {
      "epoch": 15.50313024889296,
      "grad_norm": 0.17167417705059052,
      "learning_rate": 3.227889832335872e-05,
      "loss": 0.0094,
      "step": 101530
    },
    {
      "epoch": 15.504657199572454,
      "grad_norm": 0.33093175292015076,
      "learning_rate": 3.226923535339652e-05,
      "loss": 0.0082,
      "step": 101540
    },
    {
      "epoch": 15.506184150251947,
      "grad_norm": 0.1744122952222824,
      "learning_rate": 3.2259573140860025e-05,
      "loss": 0.0101,
      "step": 101550
    },
    {
      "epoch": 15.50771110093144,
      "grad_norm": 0.21412336826324463,
      "learning_rate": 3.2249911686161984e-05,
      "loss": 0.012,
      "step": 101560
    },
    {
      "epoch": 15.509238051610932,
      "grad_norm": 0.19702613353729248,
      "learning_rate": 3.224025098971509e-05,
      "loss": 0.0101,
      "step": 101570
    },
    {
      "epoch": 15.510765002290427,
      "grad_norm": 0.1391887664794922,
      "learning_rate": 3.223059105193207e-05,
      "loss": 0.007,
      "step": 101580
    },
    {
      "epoch": 15.51229195296992,
      "grad_norm": 0.23119956254959106,
      "learning_rate": 3.222093187322554e-05,
      "loss": 0.0117,
      "step": 101590
    },
    {
      "epoch": 15.513818903649412,
      "grad_norm": 0.11124099791049957,
      "learning_rate": 3.221127345400813e-05,
      "loss": 0.012,
      "step": 101600
    },
    {
      "epoch": 15.515345854328904,
      "grad_norm": 0.28848615288734436,
      "learning_rate": 3.2201615794692465e-05,
      "loss": 0.0116,
      "step": 101610
    },
    {
      "epoch": 15.516872805008399,
      "grad_norm": 0.19106890261173248,
      "learning_rate": 3.219195889569106e-05,
      "loss": 0.0081,
      "step": 101620
    },
    {
      "epoch": 15.518399755687891,
      "grad_norm": 0.18212388455867767,
      "learning_rate": 3.218230275741645e-05,
      "loss": 0.0075,
      "step": 101630
    },
    {
      "epoch": 15.519926706367384,
      "grad_norm": 0.22693781554698944,
      "learning_rate": 3.2172647380281154e-05,
      "loss": 0.011,
      "step": 101640
    },
    {
      "epoch": 15.521453657046877,
      "grad_norm": 0.17513194680213928,
      "learning_rate": 3.21629927646976e-05,
      "loss": 0.0094,
      "step": 101650
    },
    {
      "epoch": 15.522980607726371,
      "grad_norm": 0.14021706581115723,
      "learning_rate": 3.215333891107823e-05,
      "loss": 0.0083,
      "step": 101660
    },
    {
      "epoch": 15.524507558405864,
      "grad_norm": 0.22063177824020386,
      "learning_rate": 3.214368581983544e-05,
      "loss": 0.0085,
      "step": 101670
    },
    {
      "epoch": 15.526034509085356,
      "grad_norm": 0.1843336820602417,
      "learning_rate": 3.213403349138158e-05,
      "loss": 0.0076,
      "step": 101680
    },
    {
      "epoch": 15.527561459764849,
      "grad_norm": 0.14991389214992523,
      "learning_rate": 3.2124381926128994e-05,
      "loss": 0.0076,
      "step": 101690
    },
    {
      "epoch": 15.529088410444343,
      "grad_norm": 0.13938312232494354,
      "learning_rate": 3.2114731124489975e-05,
      "loss": 0.0078,
      "step": 101700
    },
    {
      "epoch": 15.530615361123836,
      "grad_norm": 0.22880810499191284,
      "learning_rate": 3.210508108687679e-05,
      "loss": 0.0072,
      "step": 101710
    },
    {
      "epoch": 15.532142311803328,
      "grad_norm": 0.19307205080986023,
      "learning_rate": 3.2095431813701634e-05,
      "loss": 0.0106,
      "step": 101720
    },
    {
      "epoch": 15.533669262482821,
      "grad_norm": 0.1906070113182068,
      "learning_rate": 3.2085783305376774e-05,
      "loss": 0.0074,
      "step": 101730
    },
    {
      "epoch": 15.535196213162315,
      "grad_norm": 0.14937227964401245,
      "learning_rate": 3.207613556231433e-05,
      "loss": 0.0073,
      "step": 101740
    },
    {
      "epoch": 15.536723163841808,
      "grad_norm": 0.23872219026088715,
      "learning_rate": 3.206648858492647e-05,
      "loss": 0.0098,
      "step": 101750
    },
    {
      "epoch": 15.5382501145213,
      "grad_norm": 0.1665964126586914,
      "learning_rate": 3.205684237362524e-05,
      "loss": 0.0085,
      "step": 101760
    },
    {
      "epoch": 15.539777065200795,
      "grad_norm": 0.18831168115139008,
      "learning_rate": 3.2047196928822756e-05,
      "loss": 0.0089,
      "step": 101770
    },
    {
      "epoch": 15.541304015880288,
      "grad_norm": 0.2734403908252716,
      "learning_rate": 3.203755225093104e-05,
      "loss": 0.0071,
      "step": 101780
    },
    {
      "epoch": 15.54283096655978,
      "grad_norm": 0.32053712010383606,
      "learning_rate": 3.202790834036209e-05,
      "loss": 0.0106,
      "step": 101790
    },
    {
      "epoch": 15.544357917239273,
      "grad_norm": 0.10834858566522598,
      "learning_rate": 3.201826519752789e-05,
      "loss": 0.0067,
      "step": 101800
    },
    {
      "epoch": 15.545884867918765,
      "grad_norm": 0.18253359198570251,
      "learning_rate": 3.200862282284035e-05,
      "loss": 0.0094,
      "step": 101810
    },
    {
      "epoch": 15.54741181859826,
      "grad_norm": 0.15593811869621277,
      "learning_rate": 3.19989812167114e-05,
      "loss": 0.0092,
      "step": 101820
    },
    {
      "epoch": 15.548938769277752,
      "grad_norm": 0.21442297101020813,
      "learning_rate": 3.1989340379552914e-05,
      "loss": 0.0086,
      "step": 101830
    },
    {
      "epoch": 15.550465719957245,
      "grad_norm": 0.16787070035934448,
      "learning_rate": 3.197970031177671e-05,
      "loss": 0.0051,
      "step": 101840
    },
    {
      "epoch": 15.55199267063674,
      "grad_norm": 0.18040528893470764,
      "learning_rate": 3.197006101379458e-05,
      "loss": 0.0101,
      "step": 101850
    },
    {
      "epoch": 15.553519621316232,
      "grad_norm": 0.19484823942184448,
      "learning_rate": 3.196042248601836e-05,
      "loss": 0.0084,
      "step": 101860
    },
    {
      "epoch": 15.555046571995724,
      "grad_norm": 0.5138063430786133,
      "learning_rate": 3.195078472885974e-05,
      "loss": 0.013,
      "step": 101870
    },
    {
      "epoch": 15.556573522675217,
      "grad_norm": 0.1518152505159378,
      "learning_rate": 3.194114774273044e-05,
      "loss": 0.0085,
      "step": 101880
    },
    {
      "epoch": 15.558100473354711,
      "grad_norm": 0.1420799195766449,
      "learning_rate": 3.1931511528042136e-05,
      "loss": 0.0067,
      "step": 101890
    },
    {
      "epoch": 15.559627424034204,
      "grad_norm": 0.21972927451133728,
      "learning_rate": 3.192187608520645e-05,
      "loss": 0.0086,
      "step": 101900
    },
    {
      "epoch": 15.561154374713697,
      "grad_norm": 0.1681731641292572,
      "learning_rate": 3.191224141463502e-05,
      "loss": 0.008,
      "step": 101910
    },
    {
      "epoch": 15.56268132539319,
      "grad_norm": 0.20588648319244385,
      "learning_rate": 3.19026075167394e-05,
      "loss": 0.0066,
      "step": 101920
    },
    {
      "epoch": 15.564208276072684,
      "grad_norm": 0.1534343957901001,
      "learning_rate": 3.189297439193116e-05,
      "loss": 0.0107,
      "step": 101930
    },
    {
      "epoch": 15.565735226752176,
      "grad_norm": 0.10169333219528198,
      "learning_rate": 3.1883342040621764e-05,
      "loss": 0.0045,
      "step": 101940
    },
    {
      "epoch": 15.567262177431669,
      "grad_norm": 0.21908175945281982,
      "learning_rate": 3.187371046322273e-05,
      "loss": 0.0088,
      "step": 101950
    },
    {
      "epoch": 15.568789128111161,
      "grad_norm": 0.233350470662117,
      "learning_rate": 3.186407966014549e-05,
      "loss": 0.0075,
      "step": 101960
    },
    {
      "epoch": 15.570316078790656,
      "grad_norm": 0.12084948271512985,
      "learning_rate": 3.185444963180144e-05,
      "loss": 0.0095,
      "step": 101970
    },
    {
      "epoch": 15.571843029470148,
      "grad_norm": 0.1309378296136856,
      "learning_rate": 3.184482037860198e-05,
      "loss": 0.0079,
      "step": 101980
    },
    {
      "epoch": 15.573369980149641,
      "grad_norm": 0.1553533673286438,
      "learning_rate": 3.183519190095843e-05,
      "loss": 0.0098,
      "step": 101990
    },
    {
      "epoch": 15.574896930829134,
      "grad_norm": 0.20489616692066193,
      "learning_rate": 3.182556419928211e-05,
      "loss": 0.0099,
      "step": 102000
    },
    {
      "epoch": 15.576423881508628,
      "grad_norm": 0.18875935673713684,
      "learning_rate": 3.181593727398431e-05,
      "loss": 0.0092,
      "step": 102010
    },
    {
      "epoch": 15.57795083218812,
      "grad_norm": 0.4128180146217346,
      "learning_rate": 3.180631112547626e-05,
      "loss": 0.0088,
      "step": 102020
    },
    {
      "epoch": 15.579477782867613,
      "grad_norm": 0.3904096186161041,
      "learning_rate": 3.179668575416917e-05,
      "loss": 0.0073,
      "step": 102030
    },
    {
      "epoch": 15.581004733547106,
      "grad_norm": 0.13124355673789978,
      "learning_rate": 3.1787061160474226e-05,
      "loss": 0.0057,
      "step": 102040
    },
    {
      "epoch": 15.5825316842266,
      "grad_norm": 0.17931780219078064,
      "learning_rate": 3.1777437344802576e-05,
      "loss": 0.0084,
      "step": 102050
    },
    {
      "epoch": 15.584058634906093,
      "grad_norm": 0.14755116403102875,
      "learning_rate": 3.1767814307565337e-05,
      "loss": 0.0076,
      "step": 102060
    },
    {
      "epoch": 15.585585585585585,
      "grad_norm": 0.1418725699186325,
      "learning_rate": 3.1758192049173564e-05,
      "loss": 0.0079,
      "step": 102070
    },
    {
      "epoch": 15.587112536265078,
      "grad_norm": 0.17247274518013,
      "learning_rate": 3.174857057003831e-05,
      "loss": 0.0112,
      "step": 102080
    },
    {
      "epoch": 15.588639486944572,
      "grad_norm": 0.08662786334753036,
      "learning_rate": 3.1738949870570586e-05,
      "loss": 0.0073,
      "step": 102090
    },
    {
      "epoch": 15.590166437624065,
      "grad_norm": 0.10649410635232925,
      "learning_rate": 3.17293299511814e-05,
      "loss": 0.008,
      "step": 102100
    },
    {
      "epoch": 15.591693388303558,
      "grad_norm": 0.09818820655345917,
      "learning_rate": 3.171971081228167e-05,
      "loss": 0.0083,
      "step": 102110
    },
    {
      "epoch": 15.59322033898305,
      "grad_norm": 0.1582099348306656,
      "learning_rate": 3.171009245428229e-05,
      "loss": 0.0085,
      "step": 102120
    },
    {
      "epoch": 15.594747289662545,
      "grad_norm": 0.14068640768527985,
      "learning_rate": 3.170047487759418e-05,
      "loss": 0.011,
      "step": 102130
    },
    {
      "epoch": 15.596274240342037,
      "grad_norm": 0.2088848054409027,
      "learning_rate": 3.169085808262816e-05,
      "loss": 0.0095,
      "step": 102140
    },
    {
      "epoch": 15.59780119102153,
      "grad_norm": 0.11707787960767746,
      "learning_rate": 3.168124206979507e-05,
      "loss": 0.0057,
      "step": 102150
    },
    {
      "epoch": 15.599328141701022,
      "grad_norm": 0.11862993985414505,
      "learning_rate": 3.1671626839505645e-05,
      "loss": 0.0085,
      "step": 102160
    },
    {
      "epoch": 15.600855092380517,
      "grad_norm": 0.20155124366283417,
      "learning_rate": 3.166201239217064e-05,
      "loss": 0.0091,
      "step": 102170
    },
    {
      "epoch": 15.60238204306001,
      "grad_norm": 0.1307714730501175,
      "learning_rate": 3.1652398728200794e-05,
      "loss": 0.0066,
      "step": 102180
    },
    {
      "epoch": 15.603908993739502,
      "grad_norm": 0.18319453299045563,
      "learning_rate": 3.1642785848006764e-05,
      "loss": 0.0065,
      "step": 102190
    },
    {
      "epoch": 15.605435944418995,
      "grad_norm": 0.15015777945518494,
      "learning_rate": 3.1633173751999205e-05,
      "loss": 0.0101,
      "step": 102200
    },
    {
      "epoch": 15.606962895098489,
      "grad_norm": 0.13799582421779633,
      "learning_rate": 3.16235624405887e-05,
      "loss": 0.0084,
      "step": 102210
    },
    {
      "epoch": 15.608489845777981,
      "grad_norm": 0.1649014800786972,
      "learning_rate": 3.161395191418587e-05,
      "loss": 0.0087,
      "step": 102220
    },
    {
      "epoch": 15.610016796457474,
      "grad_norm": 0.2842378616333008,
      "learning_rate": 3.160434217320124e-05,
      "loss": 0.0071,
      "step": 102230
    },
    {
      "epoch": 15.611543747136967,
      "grad_norm": 0.169769287109375,
      "learning_rate": 3.1594733218045316e-05,
      "loss": 0.0077,
      "step": 102240
    },
    {
      "epoch": 15.613070697816461,
      "grad_norm": 0.21553857624530792,
      "learning_rate": 3.158512504912858e-05,
      "loss": 0.0077,
      "step": 102250
    },
    {
      "epoch": 15.614597648495954,
      "grad_norm": 0.12550781667232513,
      "learning_rate": 3.157551766686146e-05,
      "loss": 0.0101,
      "step": 102260
    },
    {
      "epoch": 15.616124599175446,
      "grad_norm": 0.17797920107841492,
      "learning_rate": 3.1565911071654385e-05,
      "loss": 0.0065,
      "step": 102270
    },
    {
      "epoch": 15.617651549854939,
      "grad_norm": 0.13586990535259247,
      "learning_rate": 3.155630526391773e-05,
      "loss": 0.0077,
      "step": 102280
    },
    {
      "epoch": 15.619178500534433,
      "grad_norm": 0.12896455824375153,
      "learning_rate": 3.1546700244061824e-05,
      "loss": 0.0099,
      "step": 102290
    },
    {
      "epoch": 15.620705451213926,
      "grad_norm": 0.29895254969596863,
      "learning_rate": 3.153709601249698e-05,
      "loss": 0.008,
      "step": 102300
    },
    {
      "epoch": 15.622232401893418,
      "grad_norm": 0.1674392819404602,
      "learning_rate": 3.152749256963349e-05,
      "loss": 0.0091,
      "step": 102310
    },
    {
      "epoch": 15.623759352572911,
      "grad_norm": 0.34956324100494385,
      "learning_rate": 3.1517889915881576e-05,
      "loss": 0.0093,
      "step": 102320
    },
    {
      "epoch": 15.625286303252405,
      "grad_norm": 0.20515567064285278,
      "learning_rate": 3.150828805165146e-05,
      "loss": 0.0072,
      "step": 102330
    },
    {
      "epoch": 15.626813253931898,
      "grad_norm": 0.3294517993927002,
      "learning_rate": 3.1498686977353295e-05,
      "loss": 0.0116,
      "step": 102340
    },
    {
      "epoch": 15.62834020461139,
      "grad_norm": 0.10804980993270874,
      "learning_rate": 3.148908669339723e-05,
      "loss": 0.0075,
      "step": 102350
    },
    {
      "epoch": 15.629867155290885,
      "grad_norm": 0.12548168003559113,
      "learning_rate": 3.147948720019339e-05,
      "loss": 0.008,
      "step": 102360
    },
    {
      "epoch": 15.631394105970378,
      "grad_norm": 0.19572186470031738,
      "learning_rate": 3.1469888498151835e-05,
      "loss": 0.0101,
      "step": 102370
    },
    {
      "epoch": 15.63292105664987,
      "grad_norm": 0.17999805510044098,
      "learning_rate": 3.1460290587682606e-05,
      "loss": 0.0084,
      "step": 102380
    },
    {
      "epoch": 15.634448007329363,
      "grad_norm": 0.18537315726280212,
      "learning_rate": 3.145069346919568e-05,
      "loss": 0.0087,
      "step": 102390
    },
    {
      "epoch": 15.635974958008855,
      "grad_norm": 0.2104266732931137,
      "learning_rate": 3.1441097143101064e-05,
      "loss": 0.0069,
      "step": 102400
    },
    {
      "epoch": 15.63750190868835,
      "grad_norm": 0.20651638507843018,
      "learning_rate": 3.14315016098087e-05,
      "loss": 0.0093,
      "step": 102410
    },
    {
      "epoch": 15.639028859367842,
      "grad_norm": 0.10982876271009445,
      "learning_rate": 3.142190686972846e-05,
      "loss": 0.0076,
      "step": 102420
    },
    {
      "epoch": 15.640555810047335,
      "grad_norm": 0.23978479206562042,
      "learning_rate": 3.1412312923270246e-05,
      "loss": 0.0081,
      "step": 102430
    },
    {
      "epoch": 15.64208276072683,
      "grad_norm": 0.16822732985019684,
      "learning_rate": 3.140271977084385e-05,
      "loss": 0.0077,
      "step": 102440
    },
    {
      "epoch": 15.643609711406322,
      "grad_norm": 0.13180649280548096,
      "learning_rate": 3.1393127412859115e-05,
      "loss": 0.0115,
      "step": 102450
    },
    {
      "epoch": 15.645136662085815,
      "grad_norm": 0.11337797343730927,
      "learning_rate": 3.13835358497258e-05,
      "loss": 0.0082,
      "step": 102460
    },
    {
      "epoch": 15.646663612765307,
      "grad_norm": 0.17527063190937042,
      "learning_rate": 3.137394508185363e-05,
      "loss": 0.0081,
      "step": 102470
    },
    {
      "epoch": 15.648190563444802,
      "grad_norm": 0.31530994176864624,
      "learning_rate": 3.13643551096523e-05,
      "loss": 0.0074,
      "step": 102480
    },
    {
      "epoch": 15.649717514124294,
      "grad_norm": 0.19919657707214355,
      "learning_rate": 3.135476593353149e-05,
      "loss": 0.008,
      "step": 102490
    },
    {
      "epoch": 15.651244464803787,
      "grad_norm": 0.16512857377529144,
      "learning_rate": 3.134517755390084e-05,
      "loss": 0.0085,
      "step": 102500
    },
    {
      "epoch": 15.65277141548328,
      "grad_norm": 0.17070992290973663,
      "learning_rate": 3.1335589971169924e-05,
      "loss": 0.0099,
      "step": 102510
    },
    {
      "epoch": 15.654298366162774,
      "grad_norm": 0.16400286555290222,
      "learning_rate": 3.132600318574832e-05,
      "loss": 0.0079,
      "step": 102520
    },
    {
      "epoch": 15.655825316842266,
      "grad_norm": 0.16072691977024078,
      "learning_rate": 3.131641719804554e-05,
      "loss": 0.0084,
      "step": 102530
    },
    {
      "epoch": 15.657352267521759,
      "grad_norm": 0.14351673424243927,
      "learning_rate": 3.130683200847111e-05,
      "loss": 0.0066,
      "step": 102540
    },
    {
      "epoch": 15.658879218201252,
      "grad_norm": 0.12347866594791412,
      "learning_rate": 3.129724761743448e-05,
      "loss": 0.0074,
      "step": 102550
    },
    {
      "epoch": 15.660406168880746,
      "grad_norm": 0.1854332685470581,
      "learning_rate": 3.1287664025345066e-05,
      "loss": 0.0084,
      "step": 102560
    },
    {
      "epoch": 15.661933119560238,
      "grad_norm": 0.3238111734390259,
      "learning_rate": 3.127808123261226e-05,
      "loss": 0.0075,
      "step": 102570
    },
    {
      "epoch": 15.663460070239731,
      "grad_norm": 0.25656193494796753,
      "learning_rate": 3.1268499239645446e-05,
      "loss": 0.0094,
      "step": 102580
    },
    {
      "epoch": 15.664987020919224,
      "grad_norm": 0.20995816588401794,
      "learning_rate": 3.125891804685393e-05,
      "loss": 0.0082,
      "step": 102590
    },
    {
      "epoch": 15.666513971598718,
      "grad_norm": 0.1346958577632904,
      "learning_rate": 3.124933765464702e-05,
      "loss": 0.0068,
      "step": 102600
    },
    {
      "epoch": 15.66804092227821,
      "grad_norm": 0.2188268005847931,
      "learning_rate": 3.1239758063433935e-05,
      "loss": 0.0091,
      "step": 102610
    },
    {
      "epoch": 15.669567872957703,
      "grad_norm": 0.1537548005580902,
      "learning_rate": 3.1230179273623925e-05,
      "loss": 0.0094,
      "step": 102620
    },
    {
      "epoch": 15.671094823637196,
      "grad_norm": 0.2678127884864807,
      "learning_rate": 3.1220601285626184e-05,
      "loss": 0.0074,
      "step": 102630
    },
    {
      "epoch": 15.67262177431669,
      "grad_norm": 0.26918336749076843,
      "learning_rate": 3.121102409984986e-05,
      "loss": 0.0114,
      "step": 102640
    },
    {
      "epoch": 15.674148724996183,
      "grad_norm": 0.08713940531015396,
      "learning_rate": 3.120144771670407e-05,
      "loss": 0.0067,
      "step": 102650
    },
    {
      "epoch": 15.675675675675675,
      "grad_norm": 0.3640174865722656,
      "learning_rate": 3.119187213659788e-05,
      "loss": 0.0105,
      "step": 102660
    },
    {
      "epoch": 15.677202626355168,
      "grad_norm": 0.11550401896238327,
      "learning_rate": 3.118229735994037e-05,
      "loss": 0.0064,
      "step": 102670
    },
    {
      "epoch": 15.678729577034662,
      "grad_norm": 0.12771868705749512,
      "learning_rate": 3.1172723387140566e-05,
      "loss": 0.0059,
      "step": 102680
    },
    {
      "epoch": 15.680256527714155,
      "grad_norm": 0.28037628531455994,
      "learning_rate": 3.1163150218607416e-05,
      "loss": 0.0082,
      "step": 102690
    },
    {
      "epoch": 15.681783478393648,
      "grad_norm": 0.1761576384305954,
      "learning_rate": 3.1153577854749895e-05,
      "loss": 0.0128,
      "step": 102700
    },
    {
      "epoch": 15.68331042907314,
      "grad_norm": 0.19091959297657013,
      "learning_rate": 3.114400629597689e-05,
      "loss": 0.0089,
      "step": 102710
    },
    {
      "epoch": 15.684837379752635,
      "grad_norm": 0.1502264142036438,
      "learning_rate": 3.1134435542697296e-05,
      "loss": 0.0068,
      "step": 102720
    },
    {
      "epoch": 15.686364330432127,
      "grad_norm": 0.22823292016983032,
      "learning_rate": 3.112486559531997e-05,
      "loss": 0.0082,
      "step": 102730
    },
    {
      "epoch": 15.68789128111162,
      "grad_norm": 0.15392427146434784,
      "learning_rate": 3.111529645425371e-05,
      "loss": 0.0083,
      "step": 102740
    },
    {
      "epoch": 15.689418231791112,
      "grad_norm": 0.14641837775707245,
      "learning_rate": 3.1105728119907284e-05,
      "loss": 0.0078,
      "step": 102750
    },
    {
      "epoch": 15.690945182470607,
      "grad_norm": 0.17915575206279755,
      "learning_rate": 3.109616059268946e-05,
      "loss": 0.0095,
      "step": 102760
    },
    {
      "epoch": 15.6924721331501,
      "grad_norm": 0.13830342888832092,
      "learning_rate": 3.108659387300891e-05,
      "loss": 0.0098,
      "step": 102770
    },
    {
      "epoch": 15.693999083829592,
      "grad_norm": 0.3259489834308624,
      "learning_rate": 3.107702796127434e-05,
      "loss": 0.0116,
      "step": 102780
    },
    {
      "epoch": 15.695526034509085,
      "grad_norm": 0.34184730052948,
      "learning_rate": 3.106746285789437e-05,
      "loss": 0.007,
      "step": 102790
    },
    {
      "epoch": 15.697052985188579,
      "grad_norm": 0.14107005298137665,
      "learning_rate": 3.105789856327759e-05,
      "loss": 0.007,
      "step": 102800
    },
    {
      "epoch": 15.698579935868072,
      "grad_norm": 0.31771335005760193,
      "learning_rate": 3.1048335077832605e-05,
      "loss": 0.008,
      "step": 102810
    },
    {
      "epoch": 15.700106886547564,
      "grad_norm": 0.3968241810798645,
      "learning_rate": 3.1038772401967917e-05,
      "loss": 0.008,
      "step": 102820
    },
    {
      "epoch": 15.701633837227057,
      "grad_norm": 0.13743500411510468,
      "learning_rate": 3.102921053609206e-05,
      "loss": 0.0095,
      "step": 102830
    },
    {
      "epoch": 15.703160787906551,
      "grad_norm": 0.19509322941303253,
      "learning_rate": 3.1019649480613444e-05,
      "loss": 0.0087,
      "step": 102840
    },
    {
      "epoch": 15.704687738586044,
      "grad_norm": 0.2177366018295288,
      "learning_rate": 3.101008923594055e-05,
      "loss": 0.0096,
      "step": 102850
    },
    {
      "epoch": 15.706214689265536,
      "grad_norm": 0.20711973309516907,
      "learning_rate": 3.100052980248177e-05,
      "loss": 0.008,
      "step": 102860
    },
    {
      "epoch": 15.70774163994503,
      "grad_norm": 0.36603227257728577,
      "learning_rate": 3.0990971180645445e-05,
      "loss": 0.0121,
      "step": 102870
    },
    {
      "epoch": 15.709268590624523,
      "grad_norm": 0.1308651715517044,
      "learning_rate": 3.0981413370839925e-05,
      "loss": 0.0086,
      "step": 102880
    },
    {
      "epoch": 15.710795541304016,
      "grad_norm": 0.1484178900718689,
      "learning_rate": 3.097185637347345e-05,
      "loss": 0.0053,
      "step": 102890
    },
    {
      "epoch": 15.712322491983508,
      "grad_norm": 0.15890231728553772,
      "learning_rate": 3.096230018895435e-05,
      "loss": 0.0095,
      "step": 102900
    },
    {
      "epoch": 15.713849442663001,
      "grad_norm": 0.47296828031539917,
      "learning_rate": 3.095274481769079e-05,
      "loss": 0.0105,
      "step": 102910
    },
    {
      "epoch": 15.715376393342495,
      "grad_norm": 0.14849509298801422,
      "learning_rate": 3.0943190260091006e-05,
      "loss": 0.0067,
      "step": 102920
    },
    {
      "epoch": 15.716903344021988,
      "grad_norm": 0.40209606289863586,
      "learning_rate": 3.09336365165631e-05,
      "loss": 0.0068,
      "step": 102930
    },
    {
      "epoch": 15.71843029470148,
      "grad_norm": 0.16989025473594666,
      "learning_rate": 3.0924083587515216e-05,
      "loss": 0.0083,
      "step": 102940
    },
    {
      "epoch": 15.719957245380975,
      "grad_norm": 0.15660415589809418,
      "learning_rate": 3.091453147335546e-05,
      "loss": 0.0076,
      "step": 102950
    },
    {
      "epoch": 15.721484196060468,
      "grad_norm": 0.27901285886764526,
      "learning_rate": 3.090498017449185e-05,
      "loss": 0.0081,
      "step": 102960
    },
    {
      "epoch": 15.72301114673996,
      "grad_norm": 0.1965475231409073,
      "learning_rate": 3.089542969133239e-05,
      "loss": 0.0101,
      "step": 102970
    },
    {
      "epoch": 15.724538097419453,
      "grad_norm": 0.17108812928199768,
      "learning_rate": 3.08858800242851e-05,
      "loss": 0.0112,
      "step": 102980
    },
    {
      "epoch": 15.726065048098947,
      "grad_norm": 0.08914303779602051,
      "learning_rate": 3.087633117375789e-05,
      "loss": 0.0107,
      "step": 102990
    },
    {
      "epoch": 15.72759199877844,
      "grad_norm": 0.21411462128162384,
      "learning_rate": 3.086678314015869e-05,
      "loss": 0.0079,
      "step": 103000
    },
    {
      "epoch": 15.729118949457932,
      "grad_norm": 0.16205167770385742,
      "learning_rate": 3.085723592389537e-05,
      "loss": 0.0071,
      "step": 103010
    },
    {
      "epoch": 15.730645900137425,
      "grad_norm": 0.1724015325307846,
      "learning_rate": 3.084768952537574e-05,
      "loss": 0.009,
      "step": 103020
    },
    {
      "epoch": 15.73217285081692,
      "grad_norm": 0.16665104031562805,
      "learning_rate": 3.083814394500765e-05,
      "loss": 0.0103,
      "step": 103030
    },
    {
      "epoch": 15.733699801496412,
      "grad_norm": 0.2450931966304779,
      "learning_rate": 3.082859918319885e-05,
      "loss": 0.0084,
      "step": 103040
    },
    {
      "epoch": 15.735226752175905,
      "grad_norm": 0.16384680569171906,
      "learning_rate": 3.081905524035707e-05,
      "loss": 0.0071,
      "step": 103050
    },
    {
      "epoch": 15.736753702855397,
      "grad_norm": 0.20709091424942017,
      "learning_rate": 3.080951211689001e-05,
      "loss": 0.007,
      "step": 103060
    },
    {
      "epoch": 15.738280653534892,
      "grad_norm": 0.4099375605583191,
      "learning_rate": 3.079996981320533e-05,
      "loss": 0.0074,
      "step": 103070
    },
    {
      "epoch": 15.739807604214384,
      "grad_norm": 0.23604564368724823,
      "learning_rate": 3.0790428329710684e-05,
      "loss": 0.0112,
      "step": 103080
    },
    {
      "epoch": 15.741334554893877,
      "grad_norm": 0.20534753799438477,
      "learning_rate": 3.078088766681364e-05,
      "loss": 0.0114,
      "step": 103090
    },
    {
      "epoch": 15.74286150557337,
      "grad_norm": 0.2168082445859909,
      "learning_rate": 3.0771347824921786e-05,
      "loss": 0.0066,
      "step": 103100
    },
    {
      "epoch": 15.744388456252864,
      "grad_norm": 0.12618760764598846,
      "learning_rate": 3.07618088044426e-05,
      "loss": 0.0078,
      "step": 103110
    },
    {
      "epoch": 15.745915406932356,
      "grad_norm": 0.24836449325084686,
      "learning_rate": 3.075227060578362e-05,
      "loss": 0.0094,
      "step": 103120
    },
    {
      "epoch": 15.747442357611849,
      "grad_norm": 0.3073247969150543,
      "learning_rate": 3.074273322935228e-05,
      "loss": 0.0097,
      "step": 103130
    },
    {
      "epoch": 15.748969308291342,
      "grad_norm": 0.31761327385902405,
      "learning_rate": 3.0733196675556e-05,
      "loss": 0.0077,
      "step": 103140
    },
    {
      "epoch": 15.750496258970836,
      "grad_norm": 0.14986319839954376,
      "learning_rate": 3.072366094480215e-05,
      "loss": 0.0066,
      "step": 103150
    },
    {
      "epoch": 15.752023209650329,
      "grad_norm": 0.18455803394317627,
      "learning_rate": 3.0714126037498104e-05,
      "loss": 0.0079,
      "step": 103160
    },
    {
      "epoch": 15.753550160329821,
      "grad_norm": 0.20587094128131866,
      "learning_rate": 3.070459195405116e-05,
      "loss": 0.0081,
      "step": 103170
    },
    {
      "epoch": 15.755077111009314,
      "grad_norm": 0.23213478922843933,
      "learning_rate": 3.069505869486862e-05,
      "loss": 0.0099,
      "step": 103180
    },
    {
      "epoch": 15.756604061688808,
      "grad_norm": 0.22207418084144592,
      "learning_rate": 3.068552626035769e-05,
      "loss": 0.0082,
      "step": 103190
    },
    {
      "epoch": 15.7581310123683,
      "grad_norm": 0.20471209287643433,
      "learning_rate": 3.067599465092558e-05,
      "loss": 0.0078,
      "step": 103200
    },
    {
      "epoch": 15.759657963047793,
      "grad_norm": 0.18120557069778442,
      "learning_rate": 3.066646386697951e-05,
      "loss": 0.0093,
      "step": 103210
    },
    {
      "epoch": 15.761184913727286,
      "grad_norm": 0.15776686370372772,
      "learning_rate": 3.0656933908926564e-05,
      "loss": 0.0066,
      "step": 103220
    },
    {
      "epoch": 15.76271186440678,
      "grad_norm": 0.2086234837770462,
      "learning_rate": 3.0647404777173896e-05,
      "loss": 0.0097,
      "step": 103230
    },
    {
      "epoch": 15.764238815086273,
      "grad_norm": 0.22457578778266907,
      "learning_rate": 3.0637876472128516e-05,
      "loss": 0.0119,
      "step": 103240
    },
    {
      "epoch": 15.765765765765765,
      "grad_norm": 0.15935277938842773,
      "learning_rate": 3.0628348994197486e-05,
      "loss": 0.0109,
      "step": 103250
    },
    {
      "epoch": 15.767292716445258,
      "grad_norm": 0.13157185912132263,
      "learning_rate": 3.061882234378781e-05,
      "loss": 0.012,
      "step": 103260
    },
    {
      "epoch": 15.768819667124752,
      "grad_norm": 0.19616995751857758,
      "learning_rate": 3.060929652130644e-05,
      "loss": 0.0082,
      "step": 103270
    },
    {
      "epoch": 15.770346617804245,
      "grad_norm": 0.28737106919288635,
      "learning_rate": 3.0599771527160305e-05,
      "loss": 0.0092,
      "step": 103280
    },
    {
      "epoch": 15.771873568483738,
      "grad_norm": 0.2089363932609558,
      "learning_rate": 3.0590247361756265e-05,
      "loss": 0.0092,
      "step": 103290
    },
    {
      "epoch": 15.77340051916323,
      "grad_norm": 0.2708108723163605,
      "learning_rate": 3.0580724025501224e-05,
      "loss": 0.0088,
      "step": 103300
    },
    {
      "epoch": 15.774927469842725,
      "grad_norm": 0.12306749820709229,
      "learning_rate": 3.0571201518801974e-05,
      "loss": 0.0098,
      "step": 103310
    },
    {
      "epoch": 15.776454420522217,
      "grad_norm": 0.13095739483833313,
      "learning_rate": 3.056167984206531e-05,
      "loss": 0.0107,
      "step": 103320
    },
    {
      "epoch": 15.77798137120171,
      "grad_norm": 0.22934556007385254,
      "learning_rate": 3.055215899569796e-05,
      "loss": 0.008,
      "step": 103330
    },
    {
      "epoch": 15.779508321881202,
      "grad_norm": 0.12535393238067627,
      "learning_rate": 3.0542638980106646e-05,
      "loss": 0.0075,
      "step": 103340
    },
    {
      "epoch": 15.781035272560697,
      "grad_norm": 0.31598031520843506,
      "learning_rate": 3.0533119795698074e-05,
      "loss": 0.0091,
      "step": 103350
    },
    {
      "epoch": 15.78256222324019,
      "grad_norm": 0.20378413796424866,
      "learning_rate": 3.0523601442878843e-05,
      "loss": 0.0091,
      "step": 103360
    },
    {
      "epoch": 15.784089173919682,
      "grad_norm": 0.18633536994457245,
      "learning_rate": 3.0514083922055597e-05,
      "loss": 0.0071,
      "step": 103370
    },
    {
      "epoch": 15.785616124599175,
      "grad_norm": 0.14757011830806732,
      "learning_rate": 3.0504567233634867e-05,
      "loss": 0.0102,
      "step": 103380
    },
    {
      "epoch": 15.787143075278669,
      "grad_norm": 0.13615234196186066,
      "learning_rate": 3.049505137802322e-05,
      "loss": 0.0077,
      "step": 103390
    },
    {
      "epoch": 15.788670025958162,
      "grad_norm": 0.25471675395965576,
      "learning_rate": 3.0485536355627152e-05,
      "loss": 0.0083,
      "step": 103400
    },
    {
      "epoch": 15.790196976637654,
      "grad_norm": 0.24945741891860962,
      "learning_rate": 3.0476022166853125e-05,
      "loss": 0.0084,
      "step": 103410
    },
    {
      "epoch": 15.791723927317147,
      "grad_norm": 0.29733604192733765,
      "learning_rate": 3.046650881210754e-05,
      "loss": 0.0091,
      "step": 103420
    },
    {
      "epoch": 15.793250877996641,
      "grad_norm": 0.17999428510665894,
      "learning_rate": 3.0456996291796842e-05,
      "loss": 0.0089,
      "step": 103430
    },
    {
      "epoch": 15.794777828676134,
      "grad_norm": 0.19866244494915009,
      "learning_rate": 3.0447484606327348e-05,
      "loss": 0.0088,
      "step": 103440
    },
    {
      "epoch": 15.796304779355626,
      "grad_norm": 0.20043785870075226,
      "learning_rate": 3.0437973756105402e-05,
      "loss": 0.0061,
      "step": 103450
    },
    {
      "epoch": 15.79783173003512,
      "grad_norm": 0.19836492836475372,
      "learning_rate": 3.042846374153727e-05,
      "loss": 0.0089,
      "step": 103460
    },
    {
      "epoch": 15.799358680714613,
      "grad_norm": 0.2622949779033661,
      "learning_rate": 3.0418954563029213e-05,
      "loss": 0.0092,
      "step": 103470
    },
    {
      "epoch": 15.800885631394106,
      "grad_norm": 0.20569346845149994,
      "learning_rate": 3.0409446220987453e-05,
      "loss": 0.009,
      "step": 103480
    },
    {
      "epoch": 15.802412582073599,
      "grad_norm": 0.16742965579032898,
      "learning_rate": 3.0399938715818156e-05,
      "loss": 0.0096,
      "step": 103490
    },
    {
      "epoch": 15.803939532753091,
      "grad_norm": 0.1850876659154892,
      "learning_rate": 3.039043204792748e-05,
      "loss": 0.0095,
      "step": 103500
    },
    {
      "epoch": 15.805466483432586,
      "grad_norm": 0.1840934455394745,
      "learning_rate": 3.0380926217721505e-05,
      "loss": 0.0067,
      "step": 103510
    },
    {
      "epoch": 15.806993434112078,
      "grad_norm": 0.31609728932380676,
      "learning_rate": 3.0371421225606324e-05,
      "loss": 0.0089,
      "step": 103520
    },
    {
      "epoch": 15.80852038479157,
      "grad_norm": 0.14014676213264465,
      "learning_rate": 3.036191707198799e-05,
      "loss": 0.0082,
      "step": 103530
    },
    {
      "epoch": 15.810047335471065,
      "grad_norm": 0.1595393419265747,
      "learning_rate": 3.0352413757272463e-05,
      "loss": 0.0088,
      "step": 103540
    },
    {
      "epoch": 15.811574286150558,
      "grad_norm": 0.24102260172367096,
      "learning_rate": 3.0342911281865738e-05,
      "loss": 0.0074,
      "step": 103550
    },
    {
      "epoch": 15.81310123683005,
      "grad_norm": 0.12175420671701431,
      "learning_rate": 3.0333409646173715e-05,
      "loss": 0.0079,
      "step": 103560
    },
    {
      "epoch": 15.814628187509543,
      "grad_norm": 0.10323570668697357,
      "learning_rate": 3.032390885060231e-05,
      "loss": 0.0075,
      "step": 103570
    },
    {
      "epoch": 15.816155138189037,
      "grad_norm": 0.2493332326412201,
      "learning_rate": 3.031440889555739e-05,
      "loss": 0.0114,
      "step": 103580
    },
    {
      "epoch": 15.81768208886853,
      "grad_norm": 0.27107512950897217,
      "learning_rate": 3.030490978144474e-05,
      "loss": 0.0084,
      "step": 103590
    },
    {
      "epoch": 15.819209039548022,
      "grad_norm": 0.11492405831813812,
      "learning_rate": 3.0295411508670158e-05,
      "loss": 0.0085,
      "step": 103600
    },
    {
      "epoch": 15.820735990227515,
      "grad_norm": 0.2202027291059494,
      "learning_rate": 3.0285914077639415e-05,
      "loss": 0.0061,
      "step": 103610
    },
    {
      "epoch": 15.82226294090701,
      "grad_norm": 0.1811809539794922,
      "learning_rate": 3.02764174887582e-05,
      "loss": 0.0076,
      "step": 103620
    },
    {
      "epoch": 15.823789891586502,
      "grad_norm": 0.1953573077917099,
      "learning_rate": 3.0266921742432202e-05,
      "loss": 0.008,
      "step": 103630
    },
    {
      "epoch": 15.825316842265995,
      "grad_norm": 0.22289977967739105,
      "learning_rate": 3.025742683906705e-05,
      "loss": 0.0066,
      "step": 103640
    },
    {
      "epoch": 15.826843792945487,
      "grad_norm": 0.16314001381397247,
      "learning_rate": 3.0247932779068345e-05,
      "loss": 0.0078,
      "step": 103650
    },
    {
      "epoch": 15.828370743624982,
      "grad_norm": 0.15848518908023834,
      "learning_rate": 3.023843956284168e-05,
      "loss": 0.0099,
      "step": 103660
    },
    {
      "epoch": 15.829897694304474,
      "grad_norm": 0.13849012553691864,
      "learning_rate": 3.0228947190792572e-05,
      "loss": 0.006,
      "step": 103670
    },
    {
      "epoch": 15.831424644983967,
      "grad_norm": 0.2308948040008545,
      "learning_rate": 3.0219455663326525e-05,
      "loss": 0.0095,
      "step": 103680
    },
    {
      "epoch": 15.83295159566346,
      "grad_norm": 0.1064467802643776,
      "learning_rate": 3.020996498084897e-05,
      "loss": 0.0063,
      "step": 103690
    },
    {
      "epoch": 15.834478546342954,
      "grad_norm": 0.14745700359344482,
      "learning_rate": 3.020047514376538e-05,
      "loss": 0.0066,
      "step": 103700
    },
    {
      "epoch": 15.836005497022446,
      "grad_norm": 0.3347589075565338,
      "learning_rate": 3.0190986152481104e-05,
      "loss": 0.0087,
      "step": 103710
    },
    {
      "epoch": 15.837532447701939,
      "grad_norm": 0.23546291887760162,
      "learning_rate": 3.0181498007401533e-05,
      "loss": 0.0084,
      "step": 103720
    },
    {
      "epoch": 15.839059398381432,
      "grad_norm": 0.12475132942199707,
      "learning_rate": 3.0172010708931936e-05,
      "loss": 0.0067,
      "step": 103730
    },
    {
      "epoch": 15.840586349060926,
      "grad_norm": 0.30042076110839844,
      "learning_rate": 3.016252425747761e-05,
      "loss": 0.0085,
      "step": 103740
    },
    {
      "epoch": 15.842113299740419,
      "grad_norm": 0.14471280574798584,
      "learning_rate": 3.0153038653443833e-05,
      "loss": 0.011,
      "step": 103750
    },
    {
      "epoch": 15.843640250419911,
      "grad_norm": 0.22691041231155396,
      "learning_rate": 3.0143553897235765e-05,
      "loss": 0.0111,
      "step": 103760
    },
    {
      "epoch": 15.845167201099404,
      "grad_norm": 0.3328094482421875,
      "learning_rate": 3.0134069989258607e-05,
      "loss": 0.0069,
      "step": 103770
    },
    {
      "epoch": 15.846694151778898,
      "grad_norm": 0.15412253141403198,
      "learning_rate": 3.012458692991747e-05,
      "loss": 0.0068,
      "step": 103780
    },
    {
      "epoch": 15.84822110245839,
      "grad_norm": 0.12104634940624237,
      "learning_rate": 3.0115104719617477e-05,
      "loss": 0.0069,
      "step": 103790
    },
    {
      "epoch": 15.849748053137883,
      "grad_norm": 0.14940407872200012,
      "learning_rate": 3.010562335876369e-05,
      "loss": 0.01,
      "step": 103800
    },
    {
      "epoch": 15.851275003817376,
      "grad_norm": 0.11388052999973297,
      "learning_rate": 3.009614284776111e-05,
      "loss": 0.0083,
      "step": 103810
    },
    {
      "epoch": 15.85280195449687,
      "grad_norm": 0.13121168315410614,
      "learning_rate": 3.0086663187014758e-05,
      "loss": 0.0082,
      "step": 103820
    },
    {
      "epoch": 15.854328905176363,
      "grad_norm": 0.2743228077888489,
      "learning_rate": 3.007718437692955e-05,
      "loss": 0.007,
      "step": 103830
    },
    {
      "epoch": 15.855855855855856,
      "grad_norm": 0.3045486509799957,
      "learning_rate": 3.006770641791044e-05,
      "loss": 0.0069,
      "step": 103840
    },
    {
      "epoch": 15.857382806535348,
      "grad_norm": 0.1316169798374176,
      "learning_rate": 3.0058229310362307e-05,
      "loss": 0.0076,
      "step": 103850
    },
    {
      "epoch": 15.858909757214843,
      "grad_norm": 0.1704806089401245,
      "learning_rate": 3.0048753054689964e-05,
      "loss": 0.008,
      "step": 103860
    },
    {
      "epoch": 15.860436707894335,
      "grad_norm": 0.23872624337673187,
      "learning_rate": 3.0039277651298235e-05,
      "loss": 0.0082,
      "step": 103870
    },
    {
      "epoch": 15.861963658573828,
      "grad_norm": 0.1808614581823349,
      "learning_rate": 3.0029803100591915e-05,
      "loss": 0.0081,
      "step": 103880
    },
    {
      "epoch": 15.86349060925332,
      "grad_norm": 0.12446655333042145,
      "learning_rate": 3.0020329402975712e-05,
      "loss": 0.0055,
      "step": 103890
    },
    {
      "epoch": 15.865017559932815,
      "grad_norm": 0.20275332033634186,
      "learning_rate": 3.0010856558854338e-05,
      "loss": 0.0071,
      "step": 103900
    },
    {
      "epoch": 15.866544510612307,
      "grad_norm": 0.3501926362514496,
      "learning_rate": 3.0001384568632452e-05,
      "loss": 0.0107,
      "step": 103910
    },
    {
      "epoch": 15.8680714612918,
      "grad_norm": 0.16221491992473602,
      "learning_rate": 2.9991913432714657e-05,
      "loss": 0.0084,
      "step": 103920
    },
    {
      "epoch": 15.869598411971293,
      "grad_norm": 0.1678922176361084,
      "learning_rate": 2.998244315150559e-05,
      "loss": 0.0111,
      "step": 103930
    },
    {
      "epoch": 15.871125362650787,
      "grad_norm": 0.16686895489692688,
      "learning_rate": 2.9972973725409765e-05,
      "loss": 0.0073,
      "step": 103940
    },
    {
      "epoch": 15.87265231333028,
      "grad_norm": 0.11938676983118057,
      "learning_rate": 2.9963505154831716e-05,
      "loss": 0.0079,
      "step": 103950
    },
    {
      "epoch": 15.874179264009772,
      "grad_norm": 0.23548755049705505,
      "learning_rate": 2.9954037440175907e-05,
      "loss": 0.0083,
      "step": 103960
    },
    {
      "epoch": 15.875706214689266,
      "grad_norm": 0.19753757119178772,
      "learning_rate": 2.9944570581846802e-05,
      "loss": 0.0103,
      "step": 103970
    },
    {
      "epoch": 15.877233165368759,
      "grad_norm": 0.17956086993217468,
      "learning_rate": 2.9935104580248806e-05,
      "loss": 0.0084,
      "step": 103980
    },
    {
      "epoch": 15.878760116048252,
      "grad_norm": 0.1476234495639801,
      "learning_rate": 2.9925639435786278e-05,
      "loss": 0.0071,
      "step": 103990
    },
    {
      "epoch": 15.880287066727744,
      "grad_norm": 0.1443644016981125,
      "learning_rate": 2.9916175148863562e-05,
      "loss": 0.008,
      "step": 104000
    },
    {
      "epoch": 15.881814017407237,
      "grad_norm": 0.13583144545555115,
      "learning_rate": 2.990671171988493e-05,
      "loss": 0.0068,
      "step": 104010
    },
    {
      "epoch": 15.883340968086731,
      "grad_norm": 0.2782909572124481,
      "learning_rate": 2.989724914925467e-05,
      "loss": 0.0077,
      "step": 104020
    },
    {
      "epoch": 15.884867918766224,
      "grad_norm": 0.08896184712648392,
      "learning_rate": 2.9887787437377002e-05,
      "loss": 0.0075,
      "step": 104030
    },
    {
      "epoch": 15.886394869445716,
      "grad_norm": 0.1618620902299881,
      "learning_rate": 2.9878326584656102e-05,
      "loss": 0.0072,
      "step": 104040
    },
    {
      "epoch": 15.88792182012521,
      "grad_norm": 0.173680379986763,
      "learning_rate": 2.9868866591496116e-05,
      "loss": 0.0091,
      "step": 104050
    },
    {
      "epoch": 15.889448770804703,
      "grad_norm": 0.19816014170646667,
      "learning_rate": 2.985940745830118e-05,
      "loss": 0.0086,
      "step": 104060
    },
    {
      "epoch": 15.890975721484196,
      "grad_norm": 0.12126129865646362,
      "learning_rate": 2.9849949185475358e-05,
      "loss": 0.0057,
      "step": 104070
    },
    {
      "epoch": 15.892502672163689,
      "grad_norm": 0.302759051322937,
      "learning_rate": 2.984049177342269e-05,
      "loss": 0.0098,
      "step": 104080
    },
    {
      "epoch": 15.894029622843183,
      "grad_norm": 0.1795920729637146,
      "learning_rate": 2.9831035222547155e-05,
      "loss": 0.0078,
      "step": 104090
    },
    {
      "epoch": 15.895556573522676,
      "grad_norm": 0.16108672320842743,
      "learning_rate": 2.9821579533252775e-05,
      "loss": 0.0092,
      "step": 104100
    },
    {
      "epoch": 15.897083524202168,
      "grad_norm": 0.1101481094956398,
      "learning_rate": 2.9812124705943433e-05,
      "loss": 0.0057,
      "step": 104110
    },
    {
      "epoch": 15.89861047488166,
      "grad_norm": 0.14703044295310974,
      "learning_rate": 2.9802670741023053e-05,
      "loss": 0.0084,
      "step": 104120
    },
    {
      "epoch": 15.900137425561155,
      "grad_norm": 0.35398539900779724,
      "learning_rate": 2.979321763889546e-05,
      "loss": 0.0093,
      "step": 104130
    },
    {
      "epoch": 15.901664376240648,
      "grad_norm": 0.22455812990665436,
      "learning_rate": 2.978376539996448e-05,
      "loss": 0.0091,
      "step": 104140
    },
    {
      "epoch": 15.90319132692014,
      "grad_norm": 0.12478218972682953,
      "learning_rate": 2.9774314024633926e-05,
      "loss": 0.0076,
      "step": 104150
    },
    {
      "epoch": 15.904718277599633,
      "grad_norm": 0.21806995570659637,
      "learning_rate": 2.976486351330751e-05,
      "loss": 0.0075,
      "step": 104160
    },
    {
      "epoch": 15.906245228279127,
      "grad_norm": 0.3384944796562195,
      "learning_rate": 2.975541386638896e-05,
      "loss": 0.007,
      "step": 104170
    },
    {
      "epoch": 15.90777217895862,
      "grad_norm": 0.1414080411195755,
      "learning_rate": 2.9745965084281923e-05,
      "loss": 0.0091,
      "step": 104180
    },
    {
      "epoch": 15.909299129638113,
      "grad_norm": 0.13923387229442596,
      "learning_rate": 2.9736517167390054e-05,
      "loss": 0.0122,
      "step": 104190
    },
    {
      "epoch": 15.910826080317605,
      "grad_norm": 0.13178510963916779,
      "learning_rate": 2.972707011611696e-05,
      "loss": 0.0052,
      "step": 104200
    },
    {
      "epoch": 15.9123530309971,
      "grad_norm": 0.2407868206501007,
      "learning_rate": 2.9717623930866178e-05,
      "loss": 0.0067,
      "step": 104210
    },
    {
      "epoch": 15.913879981676592,
      "grad_norm": 0.08959285169839859,
      "learning_rate": 2.970817861204126e-05,
      "loss": 0.0092,
      "step": 104220
    },
    {
      "epoch": 15.915406932356085,
      "grad_norm": 0.23576073348522186,
      "learning_rate": 2.969873416004564e-05,
      "loss": 0.006,
      "step": 104230
    },
    {
      "epoch": 15.916933883035577,
      "grad_norm": 0.291843056678772,
      "learning_rate": 2.968929057528282e-05,
      "loss": 0.0079,
      "step": 104240
    },
    {
      "epoch": 15.918460833715072,
      "grad_norm": 0.17161914706230164,
      "learning_rate": 2.9679847858156206e-05,
      "loss": 0.0088,
      "step": 104250
    },
    {
      "epoch": 15.919987784394564,
      "grad_norm": 0.1770612746477127,
      "learning_rate": 2.9670406009069147e-05,
      "loss": 0.0078,
      "step": 104260
    },
    {
      "epoch": 15.921514735074057,
      "grad_norm": 0.24621087312698364,
      "learning_rate": 2.9660965028424986e-05,
      "loss": 0.0083,
      "step": 104270
    },
    {
      "epoch": 15.92304168575355,
      "grad_norm": 0.12024246901273727,
      "learning_rate": 2.965152491662706e-05,
      "loss": 0.0062,
      "step": 104280
    },
    {
      "epoch": 15.924568636433044,
      "grad_norm": 0.14296071231365204,
      "learning_rate": 2.9642085674078595e-05,
      "loss": 0.0075,
      "step": 104290
    },
    {
      "epoch": 15.926095587112536,
      "grad_norm": 0.164329394698143,
      "learning_rate": 2.9632647301182842e-05,
      "loss": 0.0071,
      "step": 104300
    },
    {
      "epoch": 15.927622537792029,
      "grad_norm": 0.14295683801174164,
      "learning_rate": 2.9623209798342972e-05,
      "loss": 0.0066,
      "step": 104310
    },
    {
      "epoch": 15.929149488471522,
      "grad_norm": 0.1473829597234726,
      "learning_rate": 2.9613773165962134e-05,
      "loss": 0.0078,
      "step": 104320
    },
    {
      "epoch": 15.930676439151016,
      "grad_norm": 0.1482725292444229,
      "learning_rate": 2.960433740444348e-05,
      "loss": 0.0075,
      "step": 104330
    },
    {
      "epoch": 15.932203389830509,
      "grad_norm": 1.5175708532333374,
      "learning_rate": 2.959490251419005e-05,
      "loss": 0.0082,
      "step": 104340
    },
    {
      "epoch": 15.933730340510001,
      "grad_norm": 0.3724088668823242,
      "learning_rate": 2.9585468495604906e-05,
      "loss": 0.009,
      "step": 104350
    },
    {
      "epoch": 15.935257291189494,
      "grad_norm": 0.2979675829410553,
      "learning_rate": 2.9576035349091024e-05,
      "loss": 0.0078,
      "step": 104360
    },
    {
      "epoch": 15.936784241868988,
      "grad_norm": 0.8322532773017883,
      "learning_rate": 2.9566603075051413e-05,
      "loss": 0.0101,
      "step": 104370
    },
    {
      "epoch": 15.93831119254848,
      "grad_norm": 0.16383126378059387,
      "learning_rate": 2.9557171673888984e-05,
      "loss": 0.0091,
      "step": 104380
    },
    {
      "epoch": 15.939838143227973,
      "grad_norm": 0.3259076178073883,
      "learning_rate": 2.9547741146006614e-05,
      "loss": 0.008,
      "step": 104390
    },
    {
      "epoch": 15.941365093907466,
      "grad_norm": 0.09736095368862152,
      "learning_rate": 2.9538311491807185e-05,
      "loss": 0.0059,
      "step": 104400
    },
    {
      "epoch": 15.94289204458696,
      "grad_norm": 0.16330091655254364,
      "learning_rate": 2.952888271169348e-05,
      "loss": 0.0119,
      "step": 104410
    },
    {
      "epoch": 15.944418995266453,
      "grad_norm": 0.12576663494110107,
      "learning_rate": 2.9519454806068305e-05,
      "loss": 0.0071,
      "step": 104420
    },
    {
      "epoch": 15.945945945945946,
      "grad_norm": 0.2935257852077484,
      "learning_rate": 2.9510027775334408e-05,
      "loss": 0.0087,
      "step": 104430
    },
    {
      "epoch": 15.947472896625438,
      "grad_norm": 0.2726971209049225,
      "learning_rate": 2.9500601619894475e-05,
      "loss": 0.0085,
      "step": 104440
    },
    {
      "epoch": 15.948999847304933,
      "grad_norm": 0.10873294621706009,
      "learning_rate": 2.9491176340151173e-05,
      "loss": 0.0093,
      "step": 104450
    },
    {
      "epoch": 15.950526797984425,
      "grad_norm": 0.1430644541978836,
      "learning_rate": 2.948175193650715e-05,
      "loss": 0.0087,
      "step": 104460
    },
    {
      "epoch": 15.952053748663918,
      "grad_norm": 0.1881241798400879,
      "learning_rate": 2.9472328409365e-05,
      "loss": 0.0085,
      "step": 104470
    },
    {
      "epoch": 15.95358069934341,
      "grad_norm": 0.2023257315158844,
      "learning_rate": 2.9462905759127257e-05,
      "loss": 0.0106,
      "step": 104480
    },
    {
      "epoch": 15.955107650022905,
      "grad_norm": 0.21227380633354187,
      "learning_rate": 2.945348398619647e-05,
      "loss": 0.008,
      "step": 104490
    },
    {
      "epoch": 15.956634600702397,
      "grad_norm": 0.21835406124591827,
      "learning_rate": 2.9444063090975083e-05,
      "loss": 0.0087,
      "step": 104500
    },
    {
      "epoch": 15.95816155138189,
      "grad_norm": 0.21429388225078583,
      "learning_rate": 2.9434643073865558e-05,
      "loss": 0.0067,
      "step": 104510
    },
    {
      "epoch": 15.959688502061383,
      "grad_norm": 0.16883745789527893,
      "learning_rate": 2.9425223935270318e-05,
      "loss": 0.0098,
      "step": 104520
    },
    {
      "epoch": 15.961215452740877,
      "grad_norm": 0.40725770592689514,
      "learning_rate": 2.94158056755917e-05,
      "loss": 0.007,
      "step": 104530
    },
    {
      "epoch": 15.96274240342037,
      "grad_norm": 0.14518073201179504,
      "learning_rate": 2.9406388295232047e-05,
      "loss": 0.0083,
      "step": 104540
    },
    {
      "epoch": 15.964269354099862,
      "grad_norm": 0.12344219535589218,
      "learning_rate": 2.9396971794593663e-05,
      "loss": 0.0059,
      "step": 104550
    },
    {
      "epoch": 15.965796304779357,
      "grad_norm": 0.1498463898897171,
      "learning_rate": 2.9387556174078795e-05,
      "loss": 0.0099,
      "step": 104560
    },
    {
      "epoch": 15.96732325545885,
      "grad_norm": 0.2220694124698639,
      "learning_rate": 2.937814143408967e-05,
      "loss": 0.0068,
      "step": 104570
    },
    {
      "epoch": 15.968850206138342,
      "grad_norm": 0.3439520001411438,
      "learning_rate": 2.9368727575028445e-05,
      "loss": 0.0088,
      "step": 104580
    },
    {
      "epoch": 15.970377156817834,
      "grad_norm": 0.19438660144805908,
      "learning_rate": 2.9359314597297267e-05,
      "loss": 0.0094,
      "step": 104590
    },
    {
      "epoch": 15.971904107497327,
      "grad_norm": 0.12068454176187515,
      "learning_rate": 2.9349902501298276e-05,
      "loss": 0.0082,
      "step": 104600
    },
    {
      "epoch": 15.973431058176821,
      "grad_norm": 0.1694897562265396,
      "learning_rate": 2.9340491287433502e-05,
      "loss": 0.0087,
      "step": 104610
    },
    {
      "epoch": 15.974958008856314,
      "grad_norm": 0.1405235230922699,
      "learning_rate": 2.9331080956104993e-05,
      "loss": 0.0078,
      "step": 104620
    },
    {
      "epoch": 15.976484959535806,
      "grad_norm": 0.13490083813667297,
      "learning_rate": 2.932167150771472e-05,
      "loss": 0.006,
      "step": 104630
    },
    {
      "epoch": 15.9780119102153,
      "grad_norm": 0.11670954525470734,
      "learning_rate": 2.9312262942664664e-05,
      "loss": 0.0087,
      "step": 104640
    },
    {
      "epoch": 15.979538860894793,
      "grad_norm": 0.35436275601387024,
      "learning_rate": 2.9302855261356743e-05,
      "loss": 0.0075,
      "step": 104650
    },
    {
      "epoch": 15.981065811574286,
      "grad_norm": 0.12137259542942047,
      "learning_rate": 2.9293448464192806e-05,
      "loss": 0.0089,
      "step": 104660
    },
    {
      "epoch": 15.982592762253779,
      "grad_norm": 0.19831891357898712,
      "learning_rate": 2.9284042551574724e-05,
      "loss": 0.0085,
      "step": 104670
    },
    {
      "epoch": 15.984119712933273,
      "grad_norm": 0.23116451501846313,
      "learning_rate": 2.9274637523904268e-05,
      "loss": 0.0089,
      "step": 104680
    },
    {
      "epoch": 15.985646663612766,
      "grad_norm": 0.16179586946964264,
      "learning_rate": 2.9265233381583236e-05,
      "loss": 0.0084,
      "step": 104690
    },
    {
      "epoch": 15.987173614292258,
      "grad_norm": 0.22217921912670135,
      "learning_rate": 2.925583012501335e-05,
      "loss": 0.0066,
      "step": 104700
    },
    {
      "epoch": 15.98870056497175,
      "grad_norm": 0.2078023999929428,
      "learning_rate": 2.9246427754596285e-05,
      "loss": 0.007,
      "step": 104710
    },
    {
      "epoch": 15.990227515651245,
      "grad_norm": 0.26393258571624756,
      "learning_rate": 2.923702627073369e-05,
      "loss": 0.0076,
      "step": 104720
    },
    {
      "epoch": 15.991754466330738,
      "grad_norm": 0.13494651019573212,
      "learning_rate": 2.9227625673827208e-05,
      "loss": 0.0065,
      "step": 104730
    },
    {
      "epoch": 15.99328141701023,
      "grad_norm": 0.15773560106754303,
      "learning_rate": 2.921822596427839e-05,
      "loss": 0.0074,
      "step": 104740
    },
    {
      "epoch": 15.994808367689723,
      "grad_norm": 0.1777058094739914,
      "learning_rate": 2.920882714248879e-05,
      "loss": 0.0102,
      "step": 104750
    },
    {
      "epoch": 15.996335318369217,
      "grad_norm": 0.20676320791244507,
      "learning_rate": 2.9199429208859886e-05,
      "loss": 0.0081,
      "step": 104760
    },
    {
      "epoch": 15.99786226904871,
      "grad_norm": 0.19390659034252167,
      "learning_rate": 2.9190032163793157e-05,
      "loss": 0.0091,
      "step": 104770
    },
    {
      "epoch": 15.999389219728203,
      "grad_norm": 0.14508181810379028,
      "learning_rate": 2.918063600769003e-05,
      "loss": 0.0095,
      "step": 104780
    },
    {
      "epoch": 16.000916170407695,
      "grad_norm": 0.21906481683254242,
      "learning_rate": 2.917124074095188e-05,
      "loss": 0.0076,
      "step": 104790
    },
    {
      "epoch": 16.00244312108719,
      "grad_norm": 0.1484990268945694,
      "learning_rate": 2.9161846363980068e-05,
      "loss": 0.0095,
      "step": 104800
    },
    {
      "epoch": 16.00397007176668,
      "grad_norm": 0.21171653270721436,
      "learning_rate": 2.9152452877175897e-05,
      "loss": 0.0085,
      "step": 104810
    },
    {
      "epoch": 16.005497022446175,
      "grad_norm": 0.15744824707508087,
      "learning_rate": 2.9143060280940638e-05,
      "loss": 0.0067,
      "step": 104820
    },
    {
      "epoch": 16.00702397312567,
      "grad_norm": 0.2722758948802948,
      "learning_rate": 2.9133668575675525e-05,
      "loss": 0.0076,
      "step": 104830
    },
    {
      "epoch": 16.00855092380516,
      "grad_norm": 0.15116040408611298,
      "learning_rate": 2.9124277761781784e-05,
      "loss": 0.01,
      "step": 104840
    },
    {
      "epoch": 16.010077874484654,
      "grad_norm": 0.1336497813463211,
      "learning_rate": 2.911488783966052e-05,
      "loss": 0.01,
      "step": 104850
    },
    {
      "epoch": 16.01160482516415,
      "grad_norm": 0.1740376055240631,
      "learning_rate": 2.910549880971287e-05,
      "loss": 0.0093,
      "step": 104860
    },
    {
      "epoch": 16.01313177584364,
      "grad_norm": 0.10459093004465103,
      "learning_rate": 2.909611067233994e-05,
      "loss": 0.0076,
      "step": 104870
    },
    {
      "epoch": 16.014658726523134,
      "grad_norm": 0.23110134899616241,
      "learning_rate": 2.9086723427942787e-05,
      "loss": 0.0085,
      "step": 104880
    },
    {
      "epoch": 16.016185677202625,
      "grad_norm": 0.18784430623054504,
      "learning_rate": 2.9077337076922363e-05,
      "loss": 0.0085,
      "step": 104890
    },
    {
      "epoch": 16.01771262788212,
      "grad_norm": 0.14073406159877777,
      "learning_rate": 2.9067951619679644e-05,
      "loss": 0.0079,
      "step": 104900
    },
    {
      "epoch": 16.019239578561614,
      "grad_norm": 0.14652064442634583,
      "learning_rate": 2.9058567056615614e-05,
      "loss": 0.0085,
      "step": 104910
    },
    {
      "epoch": 16.020766529241104,
      "grad_norm": 0.4257621169090271,
      "learning_rate": 2.904918338813112e-05,
      "loss": 0.0081,
      "step": 104920
    },
    {
      "epoch": 16.0222934799206,
      "grad_norm": 0.13053438067436218,
      "learning_rate": 2.9039800614627018e-05,
      "loss": 0.0088,
      "step": 104930
    },
    {
      "epoch": 16.023820430600093,
      "grad_norm": 0.20888304710388184,
      "learning_rate": 2.9030418736504128e-05,
      "loss": 0.0072,
      "step": 104940
    },
    {
      "epoch": 16.025347381279584,
      "grad_norm": 0.14306578040122986,
      "learning_rate": 2.902103775416323e-05,
      "loss": 0.0078,
      "step": 104950
    },
    {
      "epoch": 16.02687433195908,
      "grad_norm": 0.11781849712133408,
      "learning_rate": 2.9011657668005054e-05,
      "loss": 0.0081,
      "step": 104960
    },
    {
      "epoch": 16.02840128263857,
      "grad_norm": 0.14689090847969055,
      "learning_rate": 2.9002278478430312e-05,
      "loss": 0.0064,
      "step": 104970
    },
    {
      "epoch": 16.029928233318063,
      "grad_norm": 0.31056270003318787,
      "learning_rate": 2.8992900185839677e-05,
      "loss": 0.0107,
      "step": 104980
    },
    {
      "epoch": 16.031455183997558,
      "grad_norm": 0.1434852033853531,
      "learning_rate": 2.898352279063371e-05,
      "loss": 0.0092,
      "step": 104990
    },
    {
      "epoch": 16.03298213467705,
      "grad_norm": 0.15533043444156647,
      "learning_rate": 2.8974146293213065e-05,
      "loss": 0.0073,
      "step": 105000
    },
    {
      "epoch": 16.034509085356543,
      "grad_norm": 0.2052837461233139,
      "learning_rate": 2.8964770693978287e-05,
      "loss": 0.0075,
      "step": 105010
    },
    {
      "epoch": 16.036036036036037,
      "grad_norm": 0.11462654918432236,
      "learning_rate": 2.8955395993329835e-05,
      "loss": 0.0099,
      "step": 105020
    },
    {
      "epoch": 16.03756298671553,
      "grad_norm": 0.1420198678970337,
      "learning_rate": 2.8946022191668215e-05,
      "loss": 0.0075,
      "step": 105030
    },
    {
      "epoch": 16.039089937395023,
      "grad_norm": 0.18250450491905212,
      "learning_rate": 2.8936649289393845e-05,
      "loss": 0.0053,
      "step": 105040
    },
    {
      "epoch": 16.040616888074513,
      "grad_norm": 0.28419870138168335,
      "learning_rate": 2.892727728690713e-05,
      "loss": 0.0094,
      "step": 105050
    },
    {
      "epoch": 16.042143838754008,
      "grad_norm": 0.159529447555542,
      "learning_rate": 2.89179061846084e-05,
      "loss": 0.0098,
      "step": 105060
    },
    {
      "epoch": 16.043670789433502,
      "grad_norm": 0.31025072932243347,
      "learning_rate": 2.8908535982898006e-05,
      "loss": 0.0082,
      "step": 105070
    },
    {
      "epoch": 16.045197740112993,
      "grad_norm": 0.18263961374759674,
      "learning_rate": 2.8899166682176205e-05,
      "loss": 0.0068,
      "step": 105080
    },
    {
      "epoch": 16.046724690792487,
      "grad_norm": 0.15969112515449524,
      "learning_rate": 2.8889798282843227e-05,
      "loss": 0.009,
      "step": 105090
    },
    {
      "epoch": 16.048251641471982,
      "grad_norm": 0.13669796288013458,
      "learning_rate": 2.88804307852993e-05,
      "loss": 0.0062,
      "step": 105100
    },
    {
      "epoch": 16.049778592151473,
      "grad_norm": 0.44879260659217834,
      "learning_rate": 2.8871064189944584e-05,
      "loss": 0.0053,
      "step": 105110
    },
    {
      "epoch": 16.051305542830967,
      "grad_norm": 0.6208513975143433,
      "learning_rate": 2.8861698497179178e-05,
      "loss": 0.0084,
      "step": 105120
    },
    {
      "epoch": 16.05283249351046,
      "grad_norm": 0.2952260971069336,
      "learning_rate": 2.8852333707403156e-05,
      "loss": 0.0089,
      "step": 105130
    },
    {
      "epoch": 16.054359444189952,
      "grad_norm": 0.33142513036727905,
      "learning_rate": 2.884296982101663e-05,
      "loss": 0.0071,
      "step": 105140
    },
    {
      "epoch": 16.055886394869447,
      "grad_norm": 0.17427383363246918,
      "learning_rate": 2.8833606838419548e-05,
      "loss": 0.0088,
      "step": 105150
    },
    {
      "epoch": 16.057413345548937,
      "grad_norm": 0.26167815923690796,
      "learning_rate": 2.8824244760011887e-05,
      "loss": 0.0073,
      "step": 105160
    },
    {
      "epoch": 16.058940296228432,
      "grad_norm": 0.19032208621501923,
      "learning_rate": 2.8814883586193597e-05,
      "loss": 0.01,
      "step": 105170
    },
    {
      "epoch": 16.060467246907926,
      "grad_norm": 0.4820481836795807,
      "learning_rate": 2.8805523317364563e-05,
      "loss": 0.0099,
      "step": 105180
    },
    {
      "epoch": 16.061994197587417,
      "grad_norm": 0.3434198796749115,
      "learning_rate": 2.879616395392464e-05,
      "loss": 0.006,
      "step": 105190
    },
    {
      "epoch": 16.06352114826691,
      "grad_norm": 0.19985859096050262,
      "learning_rate": 2.8786805496273633e-05,
      "loss": 0.01,
      "step": 105200
    },
    {
      "epoch": 16.065048098946406,
      "grad_norm": 0.33686766028404236,
      "learning_rate": 2.8777447944811353e-05,
      "loss": 0.0084,
      "step": 105210
    },
    {
      "epoch": 16.066575049625897,
      "grad_norm": 0.19711337983608246,
      "learning_rate": 2.8768091299937462e-05,
      "loss": 0.0085,
      "step": 105220
    },
    {
      "epoch": 16.06810200030539,
      "grad_norm": 0.26325878500938416,
      "learning_rate": 2.875873556205173e-05,
      "loss": 0.0068,
      "step": 105230
    },
    {
      "epoch": 16.06962895098488,
      "grad_norm": 0.3117847442626953,
      "learning_rate": 2.874938073155381e-05,
      "loss": 0.0082,
      "step": 105240
    },
    {
      "epoch": 16.071155901664376,
      "grad_norm": 0.19250895082950592,
      "learning_rate": 2.874002680884329e-05,
      "loss": 0.0088,
      "step": 105250
    },
    {
      "epoch": 16.07268285234387,
      "grad_norm": 0.15699410438537598,
      "learning_rate": 2.873067379431975e-05,
      "loss": 0.0097,
      "step": 105260
    },
    {
      "epoch": 16.07420980302336,
      "grad_norm": 0.3618680536746979,
      "learning_rate": 2.8721321688382775e-05,
      "loss": 0.0083,
      "step": 105270
    },
    {
      "epoch": 16.075736753702856,
      "grad_norm": 0.19371749460697174,
      "learning_rate": 2.871197049143186e-05,
      "loss": 0.0087,
      "step": 105280
    },
    {
      "epoch": 16.07726370438235,
      "grad_norm": 0.09524225443601608,
      "learning_rate": 2.8702620203866438e-05,
      "loss": 0.0105,
      "step": 105290
    },
    {
      "epoch": 16.07879065506184,
      "grad_norm": 0.2174212634563446,
      "learning_rate": 2.8693270826085937e-05,
      "loss": 0.0095,
      "step": 105300
    },
    {
      "epoch": 16.080317605741335,
      "grad_norm": 0.10209329426288605,
      "learning_rate": 2.8683922358489814e-05,
      "loss": 0.0062,
      "step": 105310
    },
    {
      "epoch": 16.081844556420826,
      "grad_norm": 0.15869295597076416,
      "learning_rate": 2.8674574801477337e-05,
      "loss": 0.0103,
      "step": 105320
    },
    {
      "epoch": 16.08337150710032,
      "grad_norm": 0.17199546098709106,
      "learning_rate": 2.8665228155447854e-05,
      "loss": 0.0076,
      "step": 105330
    },
    {
      "epoch": 16.084898457779815,
      "grad_norm": 0.16388005018234253,
      "learning_rate": 2.8655882420800634e-05,
      "loss": 0.0106,
      "step": 105340
    },
    {
      "epoch": 16.086425408459306,
      "grad_norm": 0.12969212234020233,
      "learning_rate": 2.864653759793491e-05,
      "loss": 0.0086,
      "step": 105350
    },
    {
      "epoch": 16.0879523591388,
      "grad_norm": 0.1144518330693245,
      "learning_rate": 2.8637193687249863e-05,
      "loss": 0.0105,
      "step": 105360
    },
    {
      "epoch": 16.089479309818294,
      "grad_norm": 0.30943265557289124,
      "learning_rate": 2.862785068914465e-05,
      "loss": 0.0088,
      "step": 105370
    },
    {
      "epoch": 16.091006260497785,
      "grad_norm": 0.16764004528522491,
      "learning_rate": 2.8618508604018428e-05,
      "loss": 0.0085,
      "step": 105380
    },
    {
      "epoch": 16.09253321117728,
      "grad_norm": 0.09648668020963669,
      "learning_rate": 2.8609167432270197e-05,
      "loss": 0.0096,
      "step": 105390
    },
    {
      "epoch": 16.09406016185677,
      "grad_norm": 0.23656590282917023,
      "learning_rate": 2.8599827174299056e-05,
      "loss": 0.0078,
      "step": 105400
    },
    {
      "epoch": 16.095587112536265,
      "grad_norm": 0.25845810770988464,
      "learning_rate": 2.8590487830504e-05,
      "loss": 0.0089,
      "step": 105410
    },
    {
      "epoch": 16.09711406321576,
      "grad_norm": 0.21910610795021057,
      "learning_rate": 2.8581149401283957e-05,
      "loss": 0.0066,
      "step": 105420
    },
    {
      "epoch": 16.09864101389525,
      "grad_norm": 0.16254155337810516,
      "learning_rate": 2.8571811887037863e-05,
      "loss": 0.0072,
      "step": 105430
    },
    {
      "epoch": 16.100167964574744,
      "grad_norm": 0.15692466497421265,
      "learning_rate": 2.8562475288164605e-05,
      "loss": 0.0064,
      "step": 105440
    },
    {
      "epoch": 16.10169491525424,
      "grad_norm": 0.13935229182243347,
      "learning_rate": 2.8553139605063017e-05,
      "loss": 0.0075,
      "step": 105450
    },
    {
      "epoch": 16.10322186593373,
      "grad_norm": 0.16621442139148712,
      "learning_rate": 2.8543804838131905e-05,
      "loss": 0.0108,
      "step": 105460
    },
    {
      "epoch": 16.104748816613224,
      "grad_norm": 0.329782634973526,
      "learning_rate": 2.8534470987770033e-05,
      "loss": 0.0077,
      "step": 105470
    },
    {
      "epoch": 16.106275767292715,
      "grad_norm": 0.14575083553791046,
      "learning_rate": 2.8525138054376127e-05,
      "loss": 0.0066,
      "step": 105480
    },
    {
      "epoch": 16.10780271797221,
      "grad_norm": 0.10182198882102966,
      "learning_rate": 2.8515806038348873e-05,
      "loss": 0.008,
      "step": 105490
    },
    {
      "epoch": 16.109329668651704,
      "grad_norm": 0.1017688512802124,
      "learning_rate": 2.8506474940086924e-05,
      "loss": 0.0067,
      "step": 105500
    },
    {
      "epoch": 16.110856619331194,
      "grad_norm": 0.2022877335548401,
      "learning_rate": 2.8497144759988893e-05,
      "loss": 0.0108,
      "step": 105510
    },
    {
      "epoch": 16.11238357001069,
      "grad_norm": 0.17611166834831238,
      "learning_rate": 2.848781549845332e-05,
      "loss": 0.0096,
      "step": 105520
    },
    {
      "epoch": 16.113910520690183,
      "grad_norm": 0.1621674746274948,
      "learning_rate": 2.8478487155878724e-05,
      "loss": 0.0095,
      "step": 105530
    },
    {
      "epoch": 16.115437471369674,
      "grad_norm": 0.42350509762763977,
      "learning_rate": 2.8469159732663665e-05,
      "loss": 0.0094,
      "step": 105540
    },
    {
      "epoch": 16.11696442204917,
      "grad_norm": 0.18942824006080627,
      "learning_rate": 2.8459833229206528e-05,
      "loss": 0.0093,
      "step": 105550
    },
    {
      "epoch": 16.11849137272866,
      "grad_norm": 0.20254386961460114,
      "learning_rate": 2.8450507645905744e-05,
      "loss": 0.0092,
      "step": 105560
    },
    {
      "epoch": 16.120018323408154,
      "grad_norm": 0.1160006895661354,
      "learning_rate": 2.8441182983159686e-05,
      "loss": 0.0077,
      "step": 105570
    },
    {
      "epoch": 16.121545274087648,
      "grad_norm": 0.21633723378181458,
      "learning_rate": 2.8431859241366686e-05,
      "loss": 0.0092,
      "step": 105580
    },
    {
      "epoch": 16.12307222476714,
      "grad_norm": 0.26535484194755554,
      "learning_rate": 2.842253642092504e-05,
      "loss": 0.008,
      "step": 105590
    },
    {
      "epoch": 16.124599175446633,
      "grad_norm": 0.10806528478860855,
      "learning_rate": 2.8413214522233e-05,
      "loss": 0.0088,
      "step": 105600
    },
    {
      "epoch": 16.126126126126128,
      "grad_norm": 0.128015398979187,
      "learning_rate": 2.8403893545688798e-05,
      "loss": 0.0083,
      "step": 105610
    },
    {
      "epoch": 16.12765307680562,
      "grad_norm": 0.18453066051006317,
      "learning_rate": 2.8394573491690548e-05,
      "loss": 0.0087,
      "step": 105620
    },
    {
      "epoch": 16.129180027485113,
      "grad_norm": 0.1683567315340042,
      "learning_rate": 2.838525436063645e-05,
      "loss": 0.0074,
      "step": 105630
    },
    {
      "epoch": 16.130706978164604,
      "grad_norm": 0.13344967365264893,
      "learning_rate": 2.8375936152924598e-05,
      "loss": 0.0085,
      "step": 105640
    },
    {
      "epoch": 16.132233928844098,
      "grad_norm": 0.1913364678621292,
      "learning_rate": 2.8366618868953004e-05,
      "loss": 0.0086,
      "step": 105650
    },
    {
      "epoch": 16.133760879523592,
      "grad_norm": 0.12355322390794754,
      "learning_rate": 2.83573025091197e-05,
      "loss": 0.0066,
      "step": 105660
    },
    {
      "epoch": 16.135287830203083,
      "grad_norm": 0.13346871733665466,
      "learning_rate": 2.8347987073822684e-05,
      "loss": 0.0058,
      "step": 105670
    },
    {
      "epoch": 16.136814780882577,
      "grad_norm": 0.16780786216259003,
      "learning_rate": 2.833867256345991e-05,
      "loss": 0.0087,
      "step": 105680
    },
    {
      "epoch": 16.138341731562072,
      "grad_norm": 0.1847001314163208,
      "learning_rate": 2.8329358978429227e-05,
      "loss": 0.0069,
      "step": 105690
    },
    {
      "epoch": 16.139868682241563,
      "grad_norm": 0.22169922292232513,
      "learning_rate": 2.8320046319128525e-05,
      "loss": 0.0089,
      "step": 105700
    },
    {
      "epoch": 16.141395632921057,
      "grad_norm": 0.12996213138103485,
      "learning_rate": 2.831073458595561e-05,
      "loss": 0.0089,
      "step": 105710
    },
    {
      "epoch": 16.14292258360055,
      "grad_norm": 0.23053206503391266,
      "learning_rate": 2.8301423779308268e-05,
      "loss": 0.0075,
      "step": 105720
    },
    {
      "epoch": 16.144449534280042,
      "grad_norm": 0.14958815276622772,
      "learning_rate": 2.829211389958425e-05,
      "loss": 0.0082,
      "step": 105730
    },
    {
      "epoch": 16.145976484959537,
      "grad_norm": 0.13799111545085907,
      "learning_rate": 2.828280494718124e-05,
      "loss": 0.0067,
      "step": 105740
    },
    {
      "epoch": 16.147503435639027,
      "grad_norm": 0.15534833073616028,
      "learning_rate": 2.8273496922496907e-05,
      "loss": 0.0076,
      "step": 105750
    },
    {
      "epoch": 16.149030386318522,
      "grad_norm": 0.12813358008861542,
      "learning_rate": 2.826418982592887e-05,
      "loss": 0.0082,
      "step": 105760
    },
    {
      "epoch": 16.150557336998016,
      "grad_norm": 0.0935758575797081,
      "learning_rate": 2.825488365787472e-05,
      "loss": 0.0075,
      "step": 105770
    },
    {
      "epoch": 16.152084287677507,
      "grad_norm": 0.08952385187149048,
      "learning_rate": 2.824557841873201e-05,
      "loss": 0.0061,
      "step": 105780
    },
    {
      "epoch": 16.153611238357,
      "grad_norm": 0.22214093804359436,
      "learning_rate": 2.823627410889821e-05,
      "loss": 0.0085,
      "step": 105790
    },
    {
      "epoch": 16.155138189036496,
      "grad_norm": 0.14857502281665802,
      "learning_rate": 2.8226970728770774e-05,
      "loss": 0.0069,
      "step": 105800
    },
    {
      "epoch": 16.156665139715987,
      "grad_norm": 0.18504036962985992,
      "learning_rate": 2.8217668278747188e-05,
      "loss": 0.0133,
      "step": 105810
    },
    {
      "epoch": 16.15819209039548,
      "grad_norm": 0.20775246620178223,
      "learning_rate": 2.820836675922478e-05,
      "loss": 0.0083,
      "step": 105820
    },
    {
      "epoch": 16.159719041074972,
      "grad_norm": 0.17826496064662933,
      "learning_rate": 2.819906617060092e-05,
      "loss": 0.0068,
      "step": 105830
    },
    {
      "epoch": 16.161245991754466,
      "grad_norm": 0.10912230610847473,
      "learning_rate": 2.81897665132729e-05,
      "loss": 0.0069,
      "step": 105840
    },
    {
      "epoch": 16.16277294243396,
      "grad_norm": 0.28492045402526855,
      "learning_rate": 2.8180467787637976e-05,
      "loss": 0.0065,
      "step": 105850
    },
    {
      "epoch": 16.16429989311345,
      "grad_norm": 0.23793639242649078,
      "learning_rate": 2.8171169994093392e-05,
      "loss": 0.0071,
      "step": 105860
    },
    {
      "epoch": 16.165826843792946,
      "grad_norm": 0.21039170026779175,
      "learning_rate": 2.816187313303633e-05,
      "loss": 0.0072,
      "step": 105870
    },
    {
      "epoch": 16.16735379447244,
      "grad_norm": 0.3732406497001648,
      "learning_rate": 2.815257720486394e-05,
      "loss": 0.012,
      "step": 105880
    },
    {
      "epoch": 16.16888074515193,
      "grad_norm": 0.2462274432182312,
      "learning_rate": 2.8143282209973287e-05,
      "loss": 0.0069,
      "step": 105890
    },
    {
      "epoch": 16.170407695831425,
      "grad_norm": 0.32719185948371887,
      "learning_rate": 2.8133988148761482e-05,
      "loss": 0.0112,
      "step": 105900
    },
    {
      "epoch": 16.171934646510916,
      "grad_norm": 0.22134031355381012,
      "learning_rate": 2.8124695021625546e-05,
      "loss": 0.0062,
      "step": 105910
    },
    {
      "epoch": 16.17346159719041,
      "grad_norm": 0.19611313939094543,
      "learning_rate": 2.8115402828962445e-05,
      "loss": 0.0095,
      "step": 105920
    },
    {
      "epoch": 16.174988547869905,
      "grad_norm": 0.24633045494556427,
      "learning_rate": 2.8106111571169104e-05,
      "loss": 0.0078,
      "step": 105930
    },
    {
      "epoch": 16.176515498549396,
      "grad_norm": 0.2011394053697586,
      "learning_rate": 2.8096821248642503e-05,
      "loss": 0.0091,
      "step": 105940
    },
    {
      "epoch": 16.17804244922889,
      "grad_norm": 0.15065732598304749,
      "learning_rate": 2.808753186177944e-05,
      "loss": 0.0087,
      "step": 105950
    },
    {
      "epoch": 16.179569399908384,
      "grad_norm": 0.2759150564670563,
      "learning_rate": 2.8078243410976757e-05,
      "loss": 0.0089,
      "step": 105960
    },
    {
      "epoch": 16.181096350587875,
      "grad_norm": 0.3172377049922943,
      "learning_rate": 2.8068955896631245e-05,
      "loss": 0.0075,
      "step": 105970
    },
    {
      "epoch": 16.18262330126737,
      "grad_norm": 0.13312512636184692,
      "learning_rate": 2.8059669319139646e-05,
      "loss": 0.0059,
      "step": 105980
    },
    {
      "epoch": 16.18415025194686,
      "grad_norm": 0.13905565440654755,
      "learning_rate": 2.8050383678898674e-05,
      "loss": 0.0067,
      "step": 105990
    },
    {
      "epoch": 16.185677202626355,
      "grad_norm": 0.22009935975074768,
      "learning_rate": 2.804109897630498e-05,
      "loss": 0.0073,
      "step": 106000
    },
    {
      "epoch": 16.18720415330585,
      "grad_norm": 0.22041502594947815,
      "learning_rate": 2.8031815211755224e-05,
      "loss": 0.0076,
      "step": 106010
    },
    {
      "epoch": 16.18873110398534,
      "grad_norm": 0.20478183031082153,
      "learning_rate": 2.8022532385645928e-05,
      "loss": 0.0067,
      "step": 106020
    },
    {
      "epoch": 16.190258054664834,
      "grad_norm": 0.23693667352199554,
      "learning_rate": 2.801325049837369e-05,
      "loss": 0.0086,
      "step": 106030
    },
    {
      "epoch": 16.19178500534433,
      "grad_norm": 0.2873845398426056,
      "learning_rate": 2.800396955033502e-05,
      "loss": 0.0066,
      "step": 106040
    },
    {
      "epoch": 16.19331195602382,
      "grad_norm": 0.3297625780105591,
      "learning_rate": 2.7994689541926345e-05,
      "loss": 0.0066,
      "step": 106050
    },
    {
      "epoch": 16.194838906703314,
      "grad_norm": 0.16738703846931458,
      "learning_rate": 2.7985410473544105e-05,
      "loss": 0.0087,
      "step": 106060
    },
    {
      "epoch": 16.196365857382805,
      "grad_norm": 0.2944975793361664,
      "learning_rate": 2.7976132345584664e-05,
      "loss": 0.0068,
      "step": 106070
    },
    {
      "epoch": 16.1978928080623,
      "grad_norm": 0.18356148898601532,
      "learning_rate": 2.796685515844444e-05,
      "loss": 0.0094,
      "step": 106080
    },
    {
      "epoch": 16.199419758741794,
      "grad_norm": 0.15451781451702118,
      "learning_rate": 2.7957578912519654e-05,
      "loss": 0.0102,
      "step": 106090
    },
    {
      "epoch": 16.200946709421284,
      "grad_norm": 0.18847064673900604,
      "learning_rate": 2.7948303608206617e-05,
      "loss": 0.0115,
      "step": 106100
    },
    {
      "epoch": 16.20247366010078,
      "grad_norm": 0.21124041080474854,
      "learning_rate": 2.793902924590154e-05,
      "loss": 0.0082,
      "step": 106110
    },
    {
      "epoch": 16.204000610780273,
      "grad_norm": 0.30451956391334534,
      "learning_rate": 2.7929755826000592e-05,
      "loss": 0.0066,
      "step": 106120
    },
    {
      "epoch": 16.205527561459764,
      "grad_norm": 0.19561293721199036,
      "learning_rate": 2.792048334889994e-05,
      "loss": 0.0085,
      "step": 106130
    },
    {
      "epoch": 16.20705451213926,
      "grad_norm": 0.23451155424118042,
      "learning_rate": 2.791121181499568e-05,
      "loss": 0.0088,
      "step": 106140
    },
    {
      "epoch": 16.20858146281875,
      "grad_norm": 0.11872675269842148,
      "learning_rate": 2.7901941224683892e-05,
      "loss": 0.0073,
      "step": 106150
    },
    {
      "epoch": 16.210108413498244,
      "grad_norm": 0.19259344041347504,
      "learning_rate": 2.7892671578360536e-05,
      "loss": 0.0074,
      "step": 106160
    },
    {
      "epoch": 16.211635364177738,
      "grad_norm": 0.1288939118385315,
      "learning_rate": 2.788340287642166e-05,
      "loss": 0.0095,
      "step": 106170
    },
    {
      "epoch": 16.21316231485723,
      "grad_norm": 0.14648038148880005,
      "learning_rate": 2.78741351192632e-05,
      "loss": 0.0079,
      "step": 106180
    },
    {
      "epoch": 16.214689265536723,
      "grad_norm": 0.17012159526348114,
      "learning_rate": 2.786486830728103e-05,
      "loss": 0.0075,
      "step": 106190
    },
    {
      "epoch": 16.216216216216218,
      "grad_norm": 0.16418853402137756,
      "learning_rate": 2.7855602440870993e-05,
      "loss": 0.0077,
      "step": 106200
    },
    {
      "epoch": 16.21774316689571,
      "grad_norm": 0.2042742222547531,
      "learning_rate": 2.7846337520428982e-05,
      "loss": 0.0066,
      "step": 106210
    },
    {
      "epoch": 16.219270117575203,
      "grad_norm": 0.14196650683879852,
      "learning_rate": 2.7837073546350716e-05,
      "loss": 0.0078,
      "step": 106220
    },
    {
      "epoch": 16.220797068254697,
      "grad_norm": 0.1331498771905899,
      "learning_rate": 2.7827810519031956e-05,
      "loss": 0.0066,
      "step": 106230
    },
    {
      "epoch": 16.222324018934188,
      "grad_norm": 0.22584974765777588,
      "learning_rate": 2.7818548438868396e-05,
      "loss": 0.0105,
      "step": 106240
    },
    {
      "epoch": 16.223850969613682,
      "grad_norm": 0.1672515720129013,
      "learning_rate": 2.7809287306255695e-05,
      "loss": 0.01,
      "step": 106250
    },
    {
      "epoch": 16.225377920293173,
      "grad_norm": 0.20465373992919922,
      "learning_rate": 2.7800027121589478e-05,
      "loss": 0.0094,
      "step": 106260
    },
    {
      "epoch": 16.226904870972668,
      "grad_norm": 0.22315789759159088,
      "learning_rate": 2.7790767885265322e-05,
      "loss": 0.0098,
      "step": 106270
    },
    {
      "epoch": 16.228431821652162,
      "grad_norm": 0.18228165805339813,
      "learning_rate": 2.778150959767878e-05,
      "loss": 0.0067,
      "step": 106280
    },
    {
      "epoch": 16.229958772331653,
      "grad_norm": 0.12723807990550995,
      "learning_rate": 2.777225225922529e-05,
      "loss": 0.0076,
      "step": 106290
    },
    {
      "epoch": 16.231485723011147,
      "grad_norm": 0.12048647552728653,
      "learning_rate": 2.7762995870300368e-05,
      "loss": 0.0056,
      "step": 106300
    },
    {
      "epoch": 16.23301267369064,
      "grad_norm": 0.08571126312017441,
      "learning_rate": 2.7753740431299437e-05,
      "loss": 0.0051,
      "step": 106310
    },
    {
      "epoch": 16.234539624370132,
      "grad_norm": 0.104219451546669,
      "learning_rate": 2.7744485942617828e-05,
      "loss": 0.0048,
      "step": 106320
    },
    {
      "epoch": 16.236066575049627,
      "grad_norm": 0.11541122198104858,
      "learning_rate": 2.773523240465089e-05,
      "loss": 0.0077,
      "step": 106330
    },
    {
      "epoch": 16.237593525729118,
      "grad_norm": 0.26022979617118835,
      "learning_rate": 2.7725979817793923e-05,
      "loss": 0.0069,
      "step": 106340
    },
    {
      "epoch": 16.239120476408612,
      "grad_norm": 0.16821077466011047,
      "learning_rate": 2.7716728182442174e-05,
      "loss": 0.0062,
      "step": 106350
    },
    {
      "epoch": 16.240647427088106,
      "grad_norm": 0.18694013357162476,
      "learning_rate": 2.770747749899087e-05,
      "loss": 0.0071,
      "step": 106360
    },
    {
      "epoch": 16.242174377767597,
      "grad_norm": 0.22127661108970642,
      "learning_rate": 2.7698227767835173e-05,
      "loss": 0.0073,
      "step": 106370
    },
    {
      "epoch": 16.24370132844709,
      "grad_norm": 0.12279805541038513,
      "learning_rate": 2.768897898937022e-05,
      "loss": 0.0102,
      "step": 106380
    },
    {
      "epoch": 16.245228279126586,
      "grad_norm": 0.10033722966909409,
      "learning_rate": 2.7679731163991084e-05,
      "loss": 0.0055,
      "step": 106390
    },
    {
      "epoch": 16.246755229806077,
      "grad_norm": 0.09759555757045746,
      "learning_rate": 2.7670484292092842e-05,
      "loss": 0.0096,
      "step": 106400
    },
    {
      "epoch": 16.24828218048557,
      "grad_norm": 0.232835054397583,
      "learning_rate": 2.7661238374070508e-05,
      "loss": 0.0091,
      "step": 106410
    },
    {
      "epoch": 16.249809131165062,
      "grad_norm": 0.21450424194335938,
      "learning_rate": 2.765199341031901e-05,
      "loss": 0.0085,
      "step": 106420
    },
    {
      "epoch": 16.251336081844556,
      "grad_norm": 0.1703624427318573,
      "learning_rate": 2.7642749401233283e-05,
      "loss": 0.0087,
      "step": 106430
    },
    {
      "epoch": 16.25286303252405,
      "grad_norm": 0.18751738965511322,
      "learning_rate": 2.763350634720826e-05,
      "loss": 0.0088,
      "step": 106440
    },
    {
      "epoch": 16.25438998320354,
      "grad_norm": 0.1546836942434311,
      "learning_rate": 2.7624264248638747e-05,
      "loss": 0.0067,
      "step": 106450
    },
    {
      "epoch": 16.255916933883036,
      "grad_norm": 0.2844882607460022,
      "learning_rate": 2.7615023105919558e-05,
      "loss": 0.0078,
      "step": 106460
    },
    {
      "epoch": 16.25744388456253,
      "grad_norm": 0.19754283130168915,
      "learning_rate": 2.7605782919445438e-05,
      "loss": 0.0097,
      "step": 106470
    },
    {
      "epoch": 16.25897083524202,
      "grad_norm": 0.19871589541435242,
      "learning_rate": 2.7596543689611176e-05,
      "loss": 0.0069,
      "step": 106480
    },
    {
      "epoch": 16.260497785921515,
      "grad_norm": 0.1840950846672058,
      "learning_rate": 2.758730541681138e-05,
      "loss": 0.0099,
      "step": 106490
    },
    {
      "epoch": 16.262024736601006,
      "grad_norm": 0.3584299683570862,
      "learning_rate": 2.7578068101440735e-05,
      "loss": 0.0086,
      "step": 106500
    },
    {
      "epoch": 16.2635516872805,
      "grad_norm": 0.1876077502965927,
      "learning_rate": 2.756883174389383e-05,
      "loss": 0.0088,
      "step": 106510
    },
    {
      "epoch": 16.265078637959995,
      "grad_norm": 0.2662545442581177,
      "learning_rate": 2.755959634456522e-05,
      "loss": 0.0078,
      "step": 106520
    },
    {
      "epoch": 16.266605588639486,
      "grad_norm": 0.29680684208869934,
      "learning_rate": 2.755036190384943e-05,
      "loss": 0.0069,
      "step": 106530
    },
    {
      "epoch": 16.26813253931898,
      "grad_norm": 0.21763256192207336,
      "learning_rate": 2.754112842214094e-05,
      "loss": 0.0074,
      "step": 106540
    },
    {
      "epoch": 16.269659489998475,
      "grad_norm": 0.17173178493976593,
      "learning_rate": 2.7531895899834202e-05,
      "loss": 0.0086,
      "step": 106550
    },
    {
      "epoch": 16.271186440677965,
      "grad_norm": 0.18689297139644623,
      "learning_rate": 2.7522664337323568e-05,
      "loss": 0.0086,
      "step": 106560
    },
    {
      "epoch": 16.27271339135746,
      "grad_norm": 0.16699549555778503,
      "learning_rate": 2.751343373500343e-05,
      "loss": 0.0069,
      "step": 106570
    },
    {
      "epoch": 16.27424034203695,
      "grad_norm": 0.2429778277873993,
      "learning_rate": 2.7504204093268117e-05,
      "loss": 0.0077,
      "step": 106580
    },
    {
      "epoch": 16.275767292716445,
      "grad_norm": 0.0854901522397995,
      "learning_rate": 2.7494975412511857e-05,
      "loss": 0.0073,
      "step": 106590
    },
    {
      "epoch": 16.27729424339594,
      "grad_norm": 0.22319748997688293,
      "learning_rate": 2.748574769312889e-05,
      "loss": 0.0098,
      "step": 106600
    },
    {
      "epoch": 16.27882119407543,
      "grad_norm": 0.26430070400238037,
      "learning_rate": 2.747652093551345e-05,
      "loss": 0.0085,
      "step": 106610
    },
    {
      "epoch": 16.280348144754925,
      "grad_norm": 0.2947097718715668,
      "learning_rate": 2.7467295140059652e-05,
      "loss": 0.0079,
      "step": 106620
    },
    {
      "epoch": 16.28187509543442,
      "grad_norm": 0.46505072712898254,
      "learning_rate": 2.7458070307161603e-05,
      "loss": 0.0103,
      "step": 106630
    },
    {
      "epoch": 16.28340204611391,
      "grad_norm": 0.2847052216529846,
      "learning_rate": 2.7448846437213382e-05,
      "loss": 0.0089,
      "step": 106640
    },
    {
      "epoch": 16.284928996793404,
      "grad_norm": 0.1867581307888031,
      "learning_rate": 2.7439623530609014e-05,
      "loss": 0.0136,
      "step": 106650
    },
    {
      "epoch": 16.286455947472895,
      "grad_norm": 0.14764347672462463,
      "learning_rate": 2.743040158774248e-05,
      "loss": 0.0062,
      "step": 106660
    },
    {
      "epoch": 16.28798289815239,
      "grad_norm": 0.23926442861557007,
      "learning_rate": 2.7421180609007734e-05,
      "loss": 0.0096,
      "step": 106670
    },
    {
      "epoch": 16.289509848831884,
      "grad_norm": 0.17903870344161987,
      "learning_rate": 2.7411960594798697e-05,
      "loss": 0.0077,
      "step": 106680
    },
    {
      "epoch": 16.291036799511375,
      "grad_norm": 0.20083196461200714,
      "learning_rate": 2.7402741545509157e-05,
      "loss": 0.0071,
      "step": 106690
    },
    {
      "epoch": 16.29256375019087,
      "grad_norm": 0.16363796591758728,
      "learning_rate": 2.7393523461533017e-05,
      "loss": 0.0061,
      "step": 106700
    },
    {
      "epoch": 16.294090700870363,
      "grad_norm": 0.13485099375247955,
      "learning_rate": 2.7384306343264037e-05,
      "loss": 0.0063,
      "step": 106710
    },
    {
      "epoch": 16.295617651549854,
      "grad_norm": 0.2630699872970581,
      "learning_rate": 2.7375090191095933e-05,
      "loss": 0.0135,
      "step": 106720
    },
    {
      "epoch": 16.29714460222935,
      "grad_norm": 0.23573696613311768,
      "learning_rate": 2.7365875005422403e-05,
      "loss": 0.0071,
      "step": 106730
    },
    {
      "epoch": 16.298671552908843,
      "grad_norm": 0.1103435680270195,
      "learning_rate": 2.7356660786637112e-05,
      "loss": 0.0073,
      "step": 106740
    },
    {
      "epoch": 16.300198503588334,
      "grad_norm": 0.20015789568424225,
      "learning_rate": 2.7347447535133685e-05,
      "loss": 0.0071,
      "step": 106750
    },
    {
      "epoch": 16.301725454267828,
      "grad_norm": 0.1976136714220047,
      "learning_rate": 2.7338235251305678e-05,
      "loss": 0.0063,
      "step": 106760
    },
    {
      "epoch": 16.30325240494732,
      "grad_norm": 0.17639008164405823,
      "learning_rate": 2.7329023935546628e-05,
      "loss": 0.0067,
      "step": 106770
    },
    {
      "epoch": 16.304779355626813,
      "grad_norm": 0.21242563426494598,
      "learning_rate": 2.731981358825003e-05,
      "loss": 0.0067,
      "step": 106780
    },
    {
      "epoch": 16.306306306306308,
      "grad_norm": 0.17036201059818268,
      "learning_rate": 2.7310604209809333e-05,
      "loss": 0.0102,
      "step": 106790
    },
    {
      "epoch": 16.3078332569858,
      "grad_norm": 0.1533898562192917,
      "learning_rate": 2.730139580061794e-05,
      "loss": 0.0068,
      "step": 106800
    },
    {
      "epoch": 16.309360207665293,
      "grad_norm": 0.388027161359787,
      "learning_rate": 2.7292188361069244e-05,
      "loss": 0.0094,
      "step": 106810
    },
    {
      "epoch": 16.310887158344787,
      "grad_norm": 0.09540116041898727,
      "learning_rate": 2.728298189155652e-05,
      "loss": 0.0074,
      "step": 106820
    },
    {
      "epoch": 16.312414109024278,
      "grad_norm": 0.1439872533082962,
      "learning_rate": 2.727377639247306e-05,
      "loss": 0.0073,
      "step": 106830
    },
    {
      "epoch": 16.313941059703772,
      "grad_norm": 0.2883208394050598,
      "learning_rate": 2.726457186421214e-05,
      "loss": 0.0086,
      "step": 106840
    },
    {
      "epoch": 16.315468010383263,
      "grad_norm": 0.1863798052072525,
      "learning_rate": 2.7255368307166967e-05,
      "loss": 0.0083,
      "step": 106850
    },
    {
      "epoch": 16.316994961062758,
      "grad_norm": 0.394145667552948,
      "learning_rate": 2.7246165721730653e-05,
      "loss": 0.0071,
      "step": 106860
    },
    {
      "epoch": 16.318521911742252,
      "grad_norm": 0.2223908007144928,
      "learning_rate": 2.7236964108296325e-05,
      "loss": 0.0085,
      "step": 106870
    },
    {
      "epoch": 16.320048862421743,
      "grad_norm": 0.22833563387393951,
      "learning_rate": 2.7227763467257112e-05,
      "loss": 0.0088,
      "step": 106880
    },
    {
      "epoch": 16.321575813101237,
      "grad_norm": 0.2022923231124878,
      "learning_rate": 2.7218563799005992e-05,
      "loss": 0.0063,
      "step": 106890
    },
    {
      "epoch": 16.32310276378073,
      "grad_norm": 0.22754879295825958,
      "learning_rate": 2.720936510393597e-05,
      "loss": 0.0098,
      "step": 106900
    },
    {
      "epoch": 16.324629714460222,
      "grad_norm": 0.29328635334968567,
      "learning_rate": 2.720016738244e-05,
      "loss": 0.0064,
      "step": 106910
    },
    {
      "epoch": 16.326156665139717,
      "grad_norm": 0.3411215543746948,
      "learning_rate": 2.7190970634911e-05,
      "loss": 0.0096,
      "step": 106920
    },
    {
      "epoch": 16.327683615819208,
      "grad_norm": 0.21253158152103424,
      "learning_rate": 2.7181774861741837e-05,
      "loss": 0.008,
      "step": 106930
    },
    {
      "epoch": 16.329210566498702,
      "grad_norm": 0.16894105076789856,
      "learning_rate": 2.7172580063325325e-05,
      "loss": 0.0066,
      "step": 106940
    },
    {
      "epoch": 16.330737517178196,
      "grad_norm": 0.15425242483615875,
      "learning_rate": 2.7163386240054277e-05,
      "loss": 0.0063,
      "step": 106950
    },
    {
      "epoch": 16.332264467857687,
      "grad_norm": 0.21668295562267303,
      "learning_rate": 2.7154193392321388e-05,
      "loss": 0.008,
      "step": 106960
    },
    {
      "epoch": 16.33379141853718,
      "grad_norm": 0.24504908919334412,
      "learning_rate": 2.7145001520519396e-05,
      "loss": 0.0064,
      "step": 106970
    },
    {
      "epoch": 16.335318369216676,
      "grad_norm": 0.24401135742664337,
      "learning_rate": 2.713581062504098e-05,
      "loss": 0.0077,
      "step": 106980
    },
    {
      "epoch": 16.336845319896167,
      "grad_norm": 0.2783616781234741,
      "learning_rate": 2.712662070627871e-05,
      "loss": 0.0105,
      "step": 106990
    },
    {
      "epoch": 16.33837227057566,
      "grad_norm": 0.11055964976549149,
      "learning_rate": 2.7117431764625183e-05,
      "loss": 0.0098,
      "step": 107000
    },
    {
      "epoch": 16.339899221255152,
      "grad_norm": 0.08893101662397385,
      "learning_rate": 2.7108243800472932e-05,
      "loss": 0.0062,
      "step": 107010
    },
    {
      "epoch": 16.341426171934646,
      "grad_norm": 0.13787883520126343,
      "learning_rate": 2.709905681421446e-05,
      "loss": 0.0061,
      "step": 107020
    },
    {
      "epoch": 16.34295312261414,
      "grad_norm": 0.2157108634710312,
      "learning_rate": 2.7089870806242203e-05,
      "loss": 0.0079,
      "step": 107030
    },
    {
      "epoch": 16.34448007329363,
      "grad_norm": 0.18035782873630524,
      "learning_rate": 2.708068577694858e-05,
      "loss": 0.0076,
      "step": 107040
    },
    {
      "epoch": 16.346007023973126,
      "grad_norm": 0.1171954795718193,
      "learning_rate": 2.7071501726725957e-05,
      "loss": 0.0091,
      "step": 107050
    },
    {
      "epoch": 16.34753397465262,
      "grad_norm": 0.19626976549625397,
      "learning_rate": 2.7062318655966657e-05,
      "loss": 0.0079,
      "step": 107060
    },
    {
      "epoch": 16.34906092533211,
      "grad_norm": 0.1280665397644043,
      "learning_rate": 2.7053136565062976e-05,
      "loss": 0.0047,
      "step": 107070
    },
    {
      "epoch": 16.350587876011605,
      "grad_norm": 0.19878055155277252,
      "learning_rate": 2.7043955454407156e-05,
      "loss": 0.0094,
      "step": 107080
    },
    {
      "epoch": 16.352114826691096,
      "grad_norm": 0.1407831609249115,
      "learning_rate": 2.703477532439137e-05,
      "loss": 0.0061,
      "step": 107090
    },
    {
      "epoch": 16.35364177737059,
      "grad_norm": 0.2504270076751709,
      "learning_rate": 2.7025596175407774e-05,
      "loss": 0.0076,
      "step": 107100
    },
    {
      "epoch": 16.355168728050085,
      "grad_norm": 0.25925177335739136,
      "learning_rate": 2.7016418007848543e-05,
      "loss": 0.0091,
      "step": 107110
    },
    {
      "epoch": 16.356695678729576,
      "grad_norm": 0.18230748176574707,
      "learning_rate": 2.700724082210569e-05,
      "loss": 0.0122,
      "step": 107120
    },
    {
      "epoch": 16.35822262940907,
      "grad_norm": 0.1827624887228012,
      "learning_rate": 2.699806461857127e-05,
      "loss": 0.0058,
      "step": 107130
    },
    {
      "epoch": 16.359749580088565,
      "grad_norm": 0.19668051600456238,
      "learning_rate": 2.6988889397637278e-05,
      "loss": 0.0082,
      "step": 107140
    },
    {
      "epoch": 16.361276530768055,
      "grad_norm": 0.15278692543506622,
      "learning_rate": 2.697971515969566e-05,
      "loss": 0.0082,
      "step": 107150
    },
    {
      "epoch": 16.36280348144755,
      "grad_norm": 0.1115083247423172,
      "learning_rate": 2.6970541905138314e-05,
      "loss": 0.0082,
      "step": 107160
    },
    {
      "epoch": 16.36433043212704,
      "grad_norm": 0.138474240899086,
      "learning_rate": 2.6961369634357114e-05,
      "loss": 0.0074,
      "step": 107170
    },
    {
      "epoch": 16.365857382806535,
      "grad_norm": 0.145953968167305,
      "learning_rate": 2.6952198347743905e-05,
      "loss": 0.0098,
      "step": 107180
    },
    {
      "epoch": 16.36738433348603,
      "grad_norm": 0.2498096525669098,
      "learning_rate": 2.69430280456904e-05,
      "loss": 0.0088,
      "step": 107190
    },
    {
      "epoch": 16.36891128416552,
      "grad_norm": 0.42379215359687805,
      "learning_rate": 2.6933858728588395e-05,
      "loss": 0.008,
      "step": 107200
    },
    {
      "epoch": 16.370438234845015,
      "grad_norm": 0.2278943657875061,
      "learning_rate": 2.69246903968296e-05,
      "loss": 0.007,
      "step": 107210
    },
    {
      "epoch": 16.37196518552451,
      "grad_norm": 0.17990438640117645,
      "learning_rate": 2.6915523050805612e-05,
      "loss": 0.01,
      "step": 107220
    },
    {
      "epoch": 16.373492136204,
      "grad_norm": 0.15466251969337463,
      "learning_rate": 2.690635669090805e-05,
      "loss": 0.0082,
      "step": 107230
    },
    {
      "epoch": 16.375019086883494,
      "grad_norm": 0.38108208775520325,
      "learning_rate": 2.6897191317528534e-05,
      "loss": 0.0091,
      "step": 107240
    },
    {
      "epoch": 16.376546037562985,
      "grad_norm": 0.2608006000518799,
      "learning_rate": 2.688802693105858e-05,
      "loss": 0.008,
      "step": 107250
    },
    {
      "epoch": 16.37807298824248,
      "grad_norm": 0.14910538494586945,
      "learning_rate": 2.6878863531889636e-05,
      "loss": 0.0077,
      "step": 107260
    },
    {
      "epoch": 16.379599938921974,
      "grad_norm": 0.23714540898799896,
      "learning_rate": 2.686970112041317e-05,
      "loss": 0.0078,
      "step": 107270
    },
    {
      "epoch": 16.381126889601465,
      "grad_norm": 0.13082291185855865,
      "learning_rate": 2.686053969702058e-05,
      "loss": 0.0076,
      "step": 107280
    },
    {
      "epoch": 16.38265384028096,
      "grad_norm": 0.11680184304714203,
      "learning_rate": 2.6851379262103227e-05,
      "loss": 0.0071,
      "step": 107290
    },
    {
      "epoch": 16.384180790960453,
      "grad_norm": 0.2195938378572464,
      "learning_rate": 2.6842219816052423e-05,
      "loss": 0.0063,
      "step": 107300
    },
    {
      "epoch": 16.385707741639944,
      "grad_norm": 0.133830264210701,
      "learning_rate": 2.683306135925945e-05,
      "loss": 0.0069,
      "step": 107310
    },
    {
      "epoch": 16.38723469231944,
      "grad_norm": 0.34973278641700745,
      "learning_rate": 2.682390389211553e-05,
      "loss": 0.0101,
      "step": 107320
    },
    {
      "epoch": 16.38876164299893,
      "grad_norm": 0.18346776068210602,
      "learning_rate": 2.6814747415011864e-05,
      "loss": 0.0066,
      "step": 107330
    },
    {
      "epoch": 16.390288593678424,
      "grad_norm": 0.17209726572036743,
      "learning_rate": 2.6805591928339598e-05,
      "loss": 0.0079,
      "step": 107340
    },
    {
      "epoch": 16.391815544357918,
      "grad_norm": 0.2742396891117096,
      "learning_rate": 2.679643743248985e-05,
      "loss": 0.0065,
      "step": 107350
    },
    {
      "epoch": 16.39334249503741,
      "grad_norm": 0.14799891412258148,
      "learning_rate": 2.678728392785365e-05,
      "loss": 0.0107,
      "step": 107360
    },
    {
      "epoch": 16.394869445716903,
      "grad_norm": 0.15688593685626984,
      "learning_rate": 2.677813141482202e-05,
      "loss": 0.0088,
      "step": 107370
    },
    {
      "epoch": 16.396396396396398,
      "grad_norm": 0.22710712254047394,
      "learning_rate": 2.6768979893785995e-05,
      "loss": 0.0097,
      "step": 107380
    },
    {
      "epoch": 16.39792334707589,
      "grad_norm": 0.15638163685798645,
      "learning_rate": 2.6759829365136456e-05,
      "loss": 0.0068,
      "step": 107390
    },
    {
      "epoch": 16.399450297755383,
      "grad_norm": 0.17737987637519836,
      "learning_rate": 2.6750679829264307e-05,
      "loss": 0.0087,
      "step": 107400
    },
    {
      "epoch": 16.400977248434877,
      "grad_norm": 0.21962934732437134,
      "learning_rate": 2.6741531286560407e-05,
      "loss": 0.0064,
      "step": 107410
    },
    {
      "epoch": 16.402504199114368,
      "grad_norm": 0.20399610698223114,
      "learning_rate": 2.6732383737415566e-05,
      "loss": 0.0094,
      "step": 107420
    },
    {
      "epoch": 16.404031149793862,
      "grad_norm": 0.13896560668945312,
      "learning_rate": 2.6723237182220544e-05,
      "loss": 0.0063,
      "step": 107430
    },
    {
      "epoch": 16.405558100473353,
      "grad_norm": 0.2458513081073761,
      "learning_rate": 2.671409162136607e-05,
      "loss": 0.0071,
      "step": 107440
    },
    {
      "epoch": 16.407085051152848,
      "grad_norm": 0.3471708297729492,
      "learning_rate": 2.6704947055242846e-05,
      "loss": 0.0097,
      "step": 107450
    },
    {
      "epoch": 16.408612001832342,
      "grad_norm": 0.11194071173667908,
      "learning_rate": 2.669580348424145e-05,
      "loss": 0.0064,
      "step": 107460
    },
    {
      "epoch": 16.410138952511833,
      "grad_norm": 0.1398606151342392,
      "learning_rate": 2.6686660908752535e-05,
      "loss": 0.0082,
      "step": 107470
    },
    {
      "epoch": 16.411665903191327,
      "grad_norm": 0.14918406307697296,
      "learning_rate": 2.6677519329166655e-05,
      "loss": 0.0081,
      "step": 107480
    },
    {
      "epoch": 16.41319285387082,
      "grad_norm": 0.13906168937683105,
      "learning_rate": 2.666837874587429e-05,
      "loss": 0.0056,
      "step": 107490
    },
    {
      "epoch": 16.414719804550312,
      "grad_norm": 0.09014680981636047,
      "learning_rate": 2.66592391592659e-05,
      "loss": 0.0082,
      "step": 107500
    },
    {
      "epoch": 16.416246755229807,
      "grad_norm": 0.13414998352527618,
      "learning_rate": 2.6650100569731983e-05,
      "loss": 0.007,
      "step": 107510
    },
    {
      "epoch": 16.417773705909298,
      "grad_norm": 0.192708820104599,
      "learning_rate": 2.6640962977662847e-05,
      "loss": 0.0088,
      "step": 107520
    },
    {
      "epoch": 16.419300656588792,
      "grad_norm": 0.17863021790981293,
      "learning_rate": 2.6631826383448867e-05,
      "loss": 0.0073,
      "step": 107530
    },
    {
      "epoch": 16.420827607268286,
      "grad_norm": 0.1008787751197815,
      "learning_rate": 2.6622690787480325e-05,
      "loss": 0.0065,
      "step": 107540
    },
    {
      "epoch": 16.422354557947777,
      "grad_norm": 0.4692147970199585,
      "learning_rate": 2.6613556190147494e-05,
      "loss": 0.0122,
      "step": 107550
    },
    {
      "epoch": 16.42388150862727,
      "grad_norm": 0.15634950995445251,
      "learning_rate": 2.6604422591840578e-05,
      "loss": 0.0098,
      "step": 107560
    },
    {
      "epoch": 16.425408459306766,
      "grad_norm": 0.0850377306342125,
      "learning_rate": 2.659528999294975e-05,
      "loss": 0.0072,
      "step": 107570
    },
    {
      "epoch": 16.426935409986257,
      "grad_norm": 0.3714958131313324,
      "learning_rate": 2.658615839386516e-05,
      "loss": 0.0065,
      "step": 107580
    },
    {
      "epoch": 16.42846236066575,
      "grad_norm": 0.10634823143482208,
      "learning_rate": 2.6577027794976827e-05,
      "loss": 0.0089,
      "step": 107590
    },
    {
      "epoch": 16.429989311345242,
      "grad_norm": 0.12060242146253586,
      "learning_rate": 2.6567898196674855e-05,
      "loss": 0.0055,
      "step": 107600
    },
    {
      "epoch": 16.431516262024736,
      "grad_norm": 0.13235913217067719,
      "learning_rate": 2.6558769599349254e-05,
      "loss": 0.0078,
      "step": 107610
    },
    {
      "epoch": 16.43304321270423,
      "grad_norm": 0.14517849683761597,
      "learning_rate": 2.654964200338993e-05,
      "loss": 0.0075,
      "step": 107620
    },
    {
      "epoch": 16.43457016338372,
      "grad_norm": 0.23614324629306793,
      "learning_rate": 2.6540515409186816e-05,
      "loss": 0.0094,
      "step": 107630
    },
    {
      "epoch": 16.436097114063216,
      "grad_norm": 0.26351070404052734,
      "learning_rate": 2.6531389817129772e-05,
      "loss": 0.0074,
      "step": 107640
    },
    {
      "epoch": 16.43762406474271,
      "grad_norm": 0.1435748189687729,
      "learning_rate": 2.652226522760868e-05,
      "loss": 0.0076,
      "step": 107650
    },
    {
      "epoch": 16.4391510154222,
      "grad_norm": 0.1455092430114746,
      "learning_rate": 2.6513141641013268e-05,
      "loss": 0.0063,
      "step": 107660
    },
    {
      "epoch": 16.440677966101696,
      "grad_norm": 0.2056955099105835,
      "learning_rate": 2.65040190577333e-05,
      "loss": 0.0099,
      "step": 107670
    },
    {
      "epoch": 16.442204916781186,
      "grad_norm": 0.2923911511898041,
      "learning_rate": 2.649489747815847e-05,
      "loss": 0.009,
      "step": 107680
    },
    {
      "epoch": 16.44373186746068,
      "grad_norm": 0.1380336433649063,
      "learning_rate": 2.648577690267844e-05,
      "loss": 0.0065,
      "step": 107690
    },
    {
      "epoch": 16.445258818140175,
      "grad_norm": 0.2838103771209717,
      "learning_rate": 2.647665733168283e-05,
      "loss": 0.0086,
      "step": 107700
    },
    {
      "epoch": 16.446785768819666,
      "grad_norm": 0.4804871380329132,
      "learning_rate": 2.6467538765561196e-05,
      "loss": 0.007,
      "step": 107710
    },
    {
      "epoch": 16.44831271949916,
      "grad_norm": 0.15959826111793518,
      "learning_rate": 2.645842120470308e-05,
      "loss": 0.0083,
      "step": 107720
    },
    {
      "epoch": 16.449839670178655,
      "grad_norm": 0.20020171999931335,
      "learning_rate": 2.6449304649497964e-05,
      "loss": 0.0065,
      "step": 107730
    },
    {
      "epoch": 16.451366620858145,
      "grad_norm": 0.18386076390743256,
      "learning_rate": 2.644018910033529e-05,
      "loss": 0.0069,
      "step": 107740
    },
    {
      "epoch": 16.45289357153764,
      "grad_norm": 0.10301536321640015,
      "learning_rate": 2.6431074557604473e-05,
      "loss": 0.01,
      "step": 107750
    },
    {
      "epoch": 16.45442052221713,
      "grad_norm": 0.32164764404296875,
      "learning_rate": 2.6421961021694837e-05,
      "loss": 0.0078,
      "step": 107760
    },
    {
      "epoch": 16.455947472896625,
      "grad_norm": 0.18710258603096008,
      "learning_rate": 2.641284849299569e-05,
      "loss": 0.0054,
      "step": 107770
    },
    {
      "epoch": 16.45747442357612,
      "grad_norm": 0.22713929414749146,
      "learning_rate": 2.6403736971896366e-05,
      "loss": 0.0089,
      "step": 107780
    },
    {
      "epoch": 16.45900137425561,
      "grad_norm": 0.20767708122730255,
      "learning_rate": 2.6394626458786025e-05,
      "loss": 0.0086,
      "step": 107790
    },
    {
      "epoch": 16.460528324935105,
      "grad_norm": 0.18020625412464142,
      "learning_rate": 2.638551695405388e-05,
      "loss": 0.0078,
      "step": 107800
    },
    {
      "epoch": 16.4620552756146,
      "grad_norm": 0.22010453045368195,
      "learning_rate": 2.6376408458089074e-05,
      "loss": 0.0121,
      "step": 107810
    },
    {
      "epoch": 16.46358222629409,
      "grad_norm": 0.33068057894706726,
      "learning_rate": 2.6367300971280694e-05,
      "loss": 0.0073,
      "step": 107820
    },
    {
      "epoch": 16.465109176973584,
      "grad_norm": 0.11396455764770508,
      "learning_rate": 2.6358194494017806e-05,
      "loss": 0.0079,
      "step": 107830
    },
    {
      "epoch": 16.466636127653075,
      "grad_norm": 0.16787301003932953,
      "learning_rate": 2.6349089026689423e-05,
      "loss": 0.0071,
      "step": 107840
    },
    {
      "epoch": 16.46816307833257,
      "grad_norm": 0.14151613414287567,
      "learning_rate": 2.6339984569684523e-05,
      "loss": 0.0071,
      "step": 107850
    },
    {
      "epoch": 16.469690029012064,
      "grad_norm": 0.3357486426830292,
      "learning_rate": 2.6330881123391976e-05,
      "loss": 0.0087,
      "step": 107860
    },
    {
      "epoch": 16.471216979691555,
      "grad_norm": 0.14087188243865967,
      "learning_rate": 2.6321778688200726e-05,
      "loss": 0.0072,
      "step": 107870
    },
    {
      "epoch": 16.47274393037105,
      "grad_norm": 0.2224513292312622,
      "learning_rate": 2.6312677264499617e-05,
      "loss": 0.008,
      "step": 107880
    },
    {
      "epoch": 16.474270881050543,
      "grad_norm": 0.20500801503658295,
      "learning_rate": 2.6303576852677393e-05,
      "loss": 0.0087,
      "step": 107890
    },
    {
      "epoch": 16.475797831730034,
      "grad_norm": 0.1792079359292984,
      "learning_rate": 2.6294477453122824e-05,
      "loss": 0.0068,
      "step": 107900
    },
    {
      "epoch": 16.47732478240953,
      "grad_norm": 0.27978193759918213,
      "learning_rate": 2.6285379066224658e-05,
      "loss": 0.0093,
      "step": 107910
    },
    {
      "epoch": 16.478851733089023,
      "grad_norm": 0.20397953689098358,
      "learning_rate": 2.6276281692371517e-05,
      "loss": 0.0065,
      "step": 107920
    },
    {
      "epoch": 16.480378683768514,
      "grad_norm": 0.18045327067375183,
      "learning_rate": 2.626718533195205e-05,
      "loss": 0.0092,
      "step": 107930
    },
    {
      "epoch": 16.481905634448008,
      "grad_norm": 0.210998997092247,
      "learning_rate": 2.6258089985354815e-05,
      "loss": 0.0078,
      "step": 107940
    },
    {
      "epoch": 16.4834325851275,
      "grad_norm": 0.27290329337120056,
      "learning_rate": 2.6248995652968367e-05,
      "loss": 0.0109,
      "step": 107950
    },
    {
      "epoch": 16.484959535806993,
      "grad_norm": 0.13065534830093384,
      "learning_rate": 2.6239902335181188e-05,
      "loss": 0.0094,
      "step": 107960
    },
    {
      "epoch": 16.486486486486488,
      "grad_norm": 0.26440563797950745,
      "learning_rate": 2.6230810032381738e-05,
      "loss": 0.0119,
      "step": 107970
    },
    {
      "epoch": 16.48801343716598,
      "grad_norm": 0.19344963133335114,
      "learning_rate": 2.6221718744958436e-05,
      "loss": 0.007,
      "step": 107980
    },
    {
      "epoch": 16.489540387845473,
      "grad_norm": 0.3550150692462921,
      "learning_rate": 2.6212628473299582e-05,
      "loss": 0.0094,
      "step": 107990
    },
    {
      "epoch": 16.491067338524967,
      "grad_norm": 0.25136449933052063,
      "learning_rate": 2.6203539217793564e-05,
      "loss": 0.009,
      "step": 108000
    },
    {
      "epoch": 16.492594289204458,
      "grad_norm": 0.14033599197864532,
      "learning_rate": 2.6194450978828656e-05,
      "loss": 0.0072,
      "step": 108010
    },
    {
      "epoch": 16.494121239883953,
      "grad_norm": 0.22893187403678894,
      "learning_rate": 2.6185363756793053e-05,
      "loss": 0.0076,
      "step": 108020
    },
    {
      "epoch": 16.495648190563443,
      "grad_norm": 0.11575719714164734,
      "learning_rate": 2.6176277552074956e-05,
      "loss": 0.0073,
      "step": 108030
    },
    {
      "epoch": 16.497175141242938,
      "grad_norm": 0.17497172951698303,
      "learning_rate": 2.6167192365062497e-05,
      "loss": 0.009,
      "step": 108040
    },
    {
      "epoch": 16.498702091922432,
      "grad_norm": 0.1644265502691269,
      "learning_rate": 2.6158108196143843e-05,
      "loss": 0.0093,
      "step": 108050
    },
    {
      "epoch": 16.500229042601923,
      "grad_norm": 0.1493031531572342,
      "learning_rate": 2.6149025045706987e-05,
      "loss": 0.0052,
      "step": 108060
    },
    {
      "epoch": 16.501755993281417,
      "grad_norm": 0.10215000063180923,
      "learning_rate": 2.6139942914139958e-05,
      "loss": 0.0085,
      "step": 108070
    },
    {
      "epoch": 16.50328294396091,
      "grad_norm": 0.19905723631381989,
      "learning_rate": 2.613086180183074e-05,
      "loss": 0.0083,
      "step": 108080
    },
    {
      "epoch": 16.504809894640402,
      "grad_norm": 0.18943242728710175,
      "learning_rate": 2.612178170916726e-05,
      "loss": 0.0105,
      "step": 108090
    },
    {
      "epoch": 16.506336845319897,
      "grad_norm": 0.1442110538482666,
      "learning_rate": 2.61127026365374e-05,
      "loss": 0.0055,
      "step": 108100
    },
    {
      "epoch": 16.507863795999388,
      "grad_norm": 0.2307906448841095,
      "learning_rate": 2.6103624584329e-05,
      "loss": 0.0076,
      "step": 108110
    },
    {
      "epoch": 16.509390746678882,
      "grad_norm": 0.24644136428833008,
      "learning_rate": 2.609454755292987e-05,
      "loss": 0.0079,
      "step": 108120
    },
    {
      "epoch": 16.510917697358376,
      "grad_norm": 0.12928779423236847,
      "learning_rate": 2.6085471542727725e-05,
      "loss": 0.0083,
      "step": 108130
    },
    {
      "epoch": 16.512444648037867,
      "grad_norm": 0.16380928456783295,
      "learning_rate": 2.6076396554110315e-05,
      "loss": 0.009,
      "step": 108140
    },
    {
      "epoch": 16.51397159871736,
      "grad_norm": 0.15315508842468262,
      "learning_rate": 2.6067322587465315e-05,
      "loss": 0.0072,
      "step": 108150
    },
    {
      "epoch": 16.515498549396856,
      "grad_norm": 0.1101873442530632,
      "learning_rate": 2.6058249643180314e-05,
      "loss": 0.0072,
      "step": 108160
    },
    {
      "epoch": 16.517025500076347,
      "grad_norm": 0.30421870946884155,
      "learning_rate": 2.604917772164288e-05,
      "loss": 0.008,
      "step": 108170
    },
    {
      "epoch": 16.51855245075584,
      "grad_norm": 0.16053655743598938,
      "learning_rate": 2.6040106823240623e-05,
      "loss": 0.0112,
      "step": 108180
    },
    {
      "epoch": 16.520079401435332,
      "grad_norm": 0.10881515592336655,
      "learning_rate": 2.6031036948360958e-05,
      "loss": 0.0065,
      "step": 108190
    },
    {
      "epoch": 16.521606352114826,
      "grad_norm": 0.18559513986110687,
      "learning_rate": 2.602196809739137e-05,
      "loss": 0.0081,
      "step": 108200
    },
    {
      "epoch": 16.52313330279432,
      "grad_norm": 0.17381799221038818,
      "learning_rate": 2.6012900270719255e-05,
      "loss": 0.0072,
      "step": 108210
    },
    {
      "epoch": 16.52466025347381,
      "grad_norm": 0.15740960836410522,
      "learning_rate": 2.6003833468731963e-05,
      "loss": 0.0085,
      "step": 108220
    },
    {
      "epoch": 16.526187204153306,
      "grad_norm": 0.14762558043003082,
      "learning_rate": 2.5994767691816833e-05,
      "loss": 0.0069,
      "step": 108230
    },
    {
      "epoch": 16.5277141548328,
      "grad_norm": 0.11996527016162872,
      "learning_rate": 2.5985702940361128e-05,
      "loss": 0.0071,
      "step": 108240
    },
    {
      "epoch": 16.52924110551229,
      "grad_norm": 0.21644830703735352,
      "learning_rate": 2.5976639214752096e-05,
      "loss": 0.0095,
      "step": 108250
    },
    {
      "epoch": 16.530768056191786,
      "grad_norm": 0.2635153830051422,
      "learning_rate": 2.5967576515376868e-05,
      "loss": 0.008,
      "step": 108260
    },
    {
      "epoch": 16.532295006871276,
      "grad_norm": 0.16189663112163544,
      "learning_rate": 2.595851484262264e-05,
      "loss": 0.0077,
      "step": 108270
    },
    {
      "epoch": 16.53382195755077,
      "grad_norm": 0.2865431308746338,
      "learning_rate": 2.5949454196876512e-05,
      "loss": 0.008,
      "step": 108280
    },
    {
      "epoch": 16.535348908230265,
      "grad_norm": 0.10642091929912567,
      "learning_rate": 2.5940394578525495e-05,
      "loss": 0.0081,
      "step": 108290
    },
    {
      "epoch": 16.536875858909756,
      "grad_norm": 0.09203127771615982,
      "learning_rate": 2.5931335987956623e-05,
      "loss": 0.0098,
      "step": 108300
    },
    {
      "epoch": 16.53840280958925,
      "grad_norm": 0.20562468469142914,
      "learning_rate": 2.5922278425556868e-05,
      "loss": 0.0071,
      "step": 108310
    },
    {
      "epoch": 16.539929760268745,
      "grad_norm": 0.17179971933364868,
      "learning_rate": 2.5913221891713134e-05,
      "loss": 0.0079,
      "step": 108320
    },
    {
      "epoch": 16.541456710948236,
      "grad_norm": 0.09393513202667236,
      "learning_rate": 2.5904166386812322e-05,
      "loss": 0.0069,
      "step": 108330
    },
    {
      "epoch": 16.54298366162773,
      "grad_norm": 0.190113365650177,
      "learning_rate": 2.5895111911241255e-05,
      "loss": 0.0081,
      "step": 108340
    },
    {
      "epoch": 16.54451061230722,
      "grad_norm": 0.10322630405426025,
      "learning_rate": 2.588605846538673e-05,
      "loss": 0.0079,
      "step": 108350
    },
    {
      "epoch": 16.546037562986715,
      "grad_norm": 0.1042555645108223,
      "learning_rate": 2.5877006049635483e-05,
      "loss": 0.0068,
      "step": 108360
    },
    {
      "epoch": 16.54756451366621,
      "grad_norm": 0.13207337260246277,
      "learning_rate": 2.5867954664374224e-05,
      "loss": 0.0067,
      "step": 108370
    },
    {
      "epoch": 16.5490914643457,
      "grad_norm": 0.33107149600982666,
      "learning_rate": 2.585890430998963e-05,
      "loss": 0.0094,
      "step": 108380
    },
    {
      "epoch": 16.550618415025195,
      "grad_norm": 0.1579418033361435,
      "learning_rate": 2.584985498686827e-05,
      "loss": 0.0059,
      "step": 108390
    },
    {
      "epoch": 16.55214536570469,
      "grad_norm": 0.12344670295715332,
      "learning_rate": 2.5840806695396724e-05,
      "loss": 0.0064,
      "step": 108400
    },
    {
      "epoch": 16.55367231638418,
      "grad_norm": 0.14943310618400574,
      "learning_rate": 2.5831759435961576e-05,
      "loss": 0.0104,
      "step": 108410
    },
    {
      "epoch": 16.555199267063674,
      "grad_norm": 0.21006804704666138,
      "learning_rate": 2.5822713208949247e-05,
      "loss": 0.0063,
      "step": 108420
    },
    {
      "epoch": 16.55672621774317,
      "grad_norm": 0.14183714985847473,
      "learning_rate": 2.581366801474619e-05,
      "loss": 0.0084,
      "step": 108430
    },
    {
      "epoch": 16.55825316842266,
      "grad_norm": 0.14632156491279602,
      "learning_rate": 2.5804623853738785e-05,
      "loss": 0.0073,
      "step": 108440
    },
    {
      "epoch": 16.559780119102154,
      "grad_norm": 0.9709762334823608,
      "learning_rate": 2.579558072631344e-05,
      "loss": 0.0074,
      "step": 108450
    },
    {
      "epoch": 16.561307069781645,
      "grad_norm": 0.12616947293281555,
      "learning_rate": 2.5786538632856406e-05,
      "loss": 0.0071,
      "step": 108460
    },
    {
      "epoch": 16.56283402046114,
      "grad_norm": 0.107021763920784,
      "learning_rate": 2.5777497573753956e-05,
      "loss": 0.0086,
      "step": 108470
    },
    {
      "epoch": 16.564360971140633,
      "grad_norm": 0.21721504628658295,
      "learning_rate": 2.576845754939231e-05,
      "loss": 0.0072,
      "step": 108480
    },
    {
      "epoch": 16.565887921820124,
      "grad_norm": 0.13730281591415405,
      "learning_rate": 2.5759418560157645e-05,
      "loss": 0.0093,
      "step": 108490
    },
    {
      "epoch": 16.56741487249962,
      "grad_norm": 0.1481928676366806,
      "learning_rate": 2.5750380606436087e-05,
      "loss": 0.0093,
      "step": 108500
    },
    {
      "epoch": 16.568941823179113,
      "grad_norm": 0.1646030992269516,
      "learning_rate": 2.574134368861373e-05,
      "loss": 0.0089,
      "step": 108510
    },
    {
      "epoch": 16.570468773858604,
      "grad_norm": 0.16725780069828033,
      "learning_rate": 2.573230780707661e-05,
      "loss": 0.0069,
      "step": 108520
    },
    {
      "epoch": 16.571995724538098,
      "grad_norm": 0.24787276983261108,
      "learning_rate": 2.5723272962210687e-05,
      "loss": 0.0076,
      "step": 108530
    },
    {
      "epoch": 16.57352267521759,
      "grad_norm": 0.30398449301719666,
      "learning_rate": 2.571423915440197e-05,
      "loss": 0.0069,
      "step": 108540
    },
    {
      "epoch": 16.575049625897083,
      "grad_norm": 0.12692038714885712,
      "learning_rate": 2.5705206384036358e-05,
      "loss": 0.0083,
      "step": 108550
    },
    {
      "epoch": 16.576576576576578,
      "grad_norm": 0.3111679255962372,
      "learning_rate": 2.5696174651499676e-05,
      "loss": 0.0066,
      "step": 108560
    },
    {
      "epoch": 16.57810352725607,
      "grad_norm": 0.12702114880084991,
      "learning_rate": 2.5687143957177772e-05,
      "loss": 0.0078,
      "step": 108570
    },
    {
      "epoch": 16.579630477935563,
      "grad_norm": 0.20581503212451935,
      "learning_rate": 2.5678114301456406e-05,
      "loss": 0.0065,
      "step": 108580
    },
    {
      "epoch": 16.581157428615057,
      "grad_norm": 0.20209261775016785,
      "learning_rate": 2.5669085684721316e-05,
      "loss": 0.006,
      "step": 108590
    },
    {
      "epoch": 16.582684379294548,
      "grad_norm": 0.2014867067337036,
      "learning_rate": 2.5660058107358197e-05,
      "loss": 0.0072,
      "step": 108600
    },
    {
      "epoch": 16.584211329974043,
      "grad_norm": 0.2671152949333191,
      "learning_rate": 2.5651031569752677e-05,
      "loss": 0.0091,
      "step": 108610
    },
    {
      "epoch": 16.585738280653533,
      "grad_norm": 0.1464819759130478,
      "learning_rate": 2.5642006072290358e-05,
      "loss": 0.0068,
      "step": 108620
    },
    {
      "epoch": 16.587265231333028,
      "grad_norm": 0.0756385326385498,
      "learning_rate": 2.563298161535679e-05,
      "loss": 0.0064,
      "step": 108630
    },
    {
      "epoch": 16.588792182012522,
      "grad_norm": 0.18314450979232788,
      "learning_rate": 2.5623958199337484e-05,
      "loss": 0.0074,
      "step": 108640
    },
    {
      "epoch": 16.590319132692013,
      "grad_norm": 0.2311590313911438,
      "learning_rate": 2.5614935824617925e-05,
      "loss": 0.0098,
      "step": 108650
    },
    {
      "epoch": 16.591846083371507,
      "grad_norm": 0.1333477646112442,
      "learning_rate": 2.5605914491583492e-05,
      "loss": 0.0077,
      "step": 108660
    },
    {
      "epoch": 16.593373034051,
      "grad_norm": 0.20261181890964508,
      "learning_rate": 2.559689420061956e-05,
      "loss": 0.0071,
      "step": 108670
    },
    {
      "epoch": 16.594899984730493,
      "grad_norm": 0.2314692884683609,
      "learning_rate": 2.5587874952111513e-05,
      "loss": 0.0082,
      "step": 108680
    },
    {
      "epoch": 16.596426935409987,
      "grad_norm": 0.15322978794574738,
      "learning_rate": 2.557885674644459e-05,
      "loss": 0.009,
      "step": 108690
    },
    {
      "epoch": 16.597953886089478,
      "grad_norm": 0.19020356237888336,
      "learning_rate": 2.5569839584004034e-05,
      "loss": 0.0071,
      "step": 108700
    },
    {
      "epoch": 16.599480836768972,
      "grad_norm": 0.176702082157135,
      "learning_rate": 2.5560823465175055e-05,
      "loss": 0.0083,
      "step": 108710
    },
    {
      "epoch": 16.601007787448467,
      "grad_norm": 0.14415191113948822,
      "learning_rate": 2.55518083903428e-05,
      "loss": 0.0083,
      "step": 108720
    },
    {
      "epoch": 16.602534738127957,
      "grad_norm": 0.5196491479873657,
      "learning_rate": 2.5542794359892386e-05,
      "loss": 0.0071,
      "step": 108730
    },
    {
      "epoch": 16.60406168880745,
      "grad_norm": 0.23719516396522522,
      "learning_rate": 2.5533781374208854e-05,
      "loss": 0.0075,
      "step": 108740
    },
    {
      "epoch": 16.605588639486946,
      "grad_norm": 0.22013482451438904,
      "learning_rate": 2.5524769433677266e-05,
      "loss": 0.0078,
      "step": 108750
    },
    {
      "epoch": 16.607115590166437,
      "grad_norm": 0.7361667156219482,
      "learning_rate": 2.551575853868252e-05,
      "loss": 0.0069,
      "step": 108760
    },
    {
      "epoch": 16.60864254084593,
      "grad_norm": 0.23855872452259064,
      "learning_rate": 2.5506748689609616e-05,
      "loss": 0.0079,
      "step": 108770
    },
    {
      "epoch": 16.610169491525422,
      "grad_norm": 0.14323434233665466,
      "learning_rate": 2.549773988684343e-05,
      "loss": 0.0061,
      "step": 108780
    },
    {
      "epoch": 16.611696442204916,
      "grad_norm": 0.1419830322265625,
      "learning_rate": 2.548873213076876e-05,
      "loss": 0.0058,
      "step": 108790
    },
    {
      "epoch": 16.61322339288441,
      "grad_norm": 0.3787302076816559,
      "learning_rate": 2.5479725421770408e-05,
      "loss": 0.0087,
      "step": 108800
    },
    {
      "epoch": 16.6147503435639,
      "grad_norm": 0.48556578159332275,
      "learning_rate": 2.547071976023318e-05,
      "loss": 0.0069,
      "step": 108810
    },
    {
      "epoch": 16.616277294243396,
      "grad_norm": 0.141264870762825,
      "learning_rate": 2.546171514654172e-05,
      "loss": 0.0078,
      "step": 108820
    },
    {
      "epoch": 16.61780424492289,
      "grad_norm": 0.1792832314968109,
      "learning_rate": 2.5452711581080714e-05,
      "loss": 0.0073,
      "step": 108830
    },
    {
      "epoch": 16.61933119560238,
      "grad_norm": 0.12182383239269257,
      "learning_rate": 2.5443709064234757e-05,
      "loss": 0.0077,
      "step": 108840
    },
    {
      "epoch": 16.620858146281876,
      "grad_norm": 0.1495467722415924,
      "learning_rate": 2.5434707596388473e-05,
      "loss": 0.0091,
      "step": 108850
    },
    {
      "epoch": 16.622385096961366,
      "grad_norm": 0.1910206526517868,
      "learning_rate": 2.5425707177926333e-05,
      "loss": 0.0057,
      "step": 108860
    },
    {
      "epoch": 16.62391204764086,
      "grad_norm": 0.1909886747598648,
      "learning_rate": 2.5416707809232844e-05,
      "loss": 0.0074,
      "step": 108870
    },
    {
      "epoch": 16.625438998320355,
      "grad_norm": 0.15514351427555084,
      "learning_rate": 2.5407709490692423e-05,
      "loss": 0.007,
      "step": 108880
    },
    {
      "epoch": 16.626965948999846,
      "grad_norm": 0.19133861362934113,
      "learning_rate": 2.5398712222689486e-05,
      "loss": 0.0079,
      "step": 108890
    },
    {
      "epoch": 16.62849289967934,
      "grad_norm": 0.10734079778194427,
      "learning_rate": 2.5389716005608367e-05,
      "loss": 0.0071,
      "step": 108900
    },
    {
      "epoch": 16.630019850358835,
      "grad_norm": 0.14295245707035065,
      "learning_rate": 2.5380720839833368e-05,
      "loss": 0.0075,
      "step": 108910
    },
    {
      "epoch": 16.631546801038326,
      "grad_norm": 0.11351724714040756,
      "learning_rate": 2.5371726725748767e-05,
      "loss": 0.0071,
      "step": 108920
    },
    {
      "epoch": 16.63307375171782,
      "grad_norm": 0.2359919250011444,
      "learning_rate": 2.5362733663738718e-05,
      "loss": 0.0097,
      "step": 108930
    },
    {
      "epoch": 16.634600702397314,
      "grad_norm": 0.09771127253770828,
      "learning_rate": 2.5353741654187445e-05,
      "loss": 0.0062,
      "step": 108940
    },
    {
      "epoch": 16.636127653076805,
      "grad_norm": 0.17931558191776276,
      "learning_rate": 2.5344750697479074e-05,
      "loss": 0.0094,
      "step": 108950
    },
    {
      "epoch": 16.6376546037563,
      "grad_norm": 0.23783409595489502,
      "learning_rate": 2.5335760793997642e-05,
      "loss": 0.0085,
      "step": 108960
    },
    {
      "epoch": 16.63918155443579,
      "grad_norm": 0.1888211965560913,
      "learning_rate": 2.5326771944127192e-05,
      "loss": 0.0085,
      "step": 108970
    },
    {
      "epoch": 16.640708505115285,
      "grad_norm": 0.1489439755678177,
      "learning_rate": 2.5317784148251728e-05,
      "loss": 0.0066,
      "step": 108980
    },
    {
      "epoch": 16.64223545579478,
      "grad_norm": 0.21500232815742493,
      "learning_rate": 2.530879740675518e-05,
      "loss": 0.0068,
      "step": 108990
    },
    {
      "epoch": 16.64376240647427,
      "grad_norm": 0.24645040929317474,
      "learning_rate": 2.5299811720021442e-05,
      "loss": 0.0085,
      "step": 109000
    },
    {
      "epoch": 16.645289357153764,
      "grad_norm": 0.17534586787223816,
      "learning_rate": 2.5290827088434376e-05,
      "loss": 0.0072,
      "step": 109010
    },
    {
      "epoch": 16.646816307833255,
      "grad_norm": 0.142044797539711,
      "learning_rate": 2.5281843512377785e-05,
      "loss": 0.0056,
      "step": 109020
    },
    {
      "epoch": 16.64834325851275,
      "grad_norm": 0.15888434648513794,
      "learning_rate": 2.5272860992235425e-05,
      "loss": 0.0092,
      "step": 109030
    },
    {
      "epoch": 16.649870209192244,
      "grad_norm": 0.201889306306839,
      "learning_rate": 2.526387952839102e-05,
      "loss": 0.0072,
      "step": 109040
    },
    {
      "epoch": 16.651397159871735,
      "grad_norm": 0.10955694317817688,
      "learning_rate": 2.5254899121228272e-05,
      "loss": 0.0071,
      "step": 109050
    },
    {
      "epoch": 16.65292411055123,
      "grad_norm": 0.4228488802909851,
      "learning_rate": 2.5245919771130745e-05,
      "loss": 0.0067,
      "step": 109060
    },
    {
      "epoch": 16.654451061230723,
      "grad_norm": 0.15853144228458405,
      "learning_rate": 2.5236941478482025e-05,
      "loss": 0.0075,
      "step": 109070
    },
    {
      "epoch": 16.655978011910214,
      "grad_norm": 0.15830126404762268,
      "learning_rate": 2.5227964243665725e-05,
      "loss": 0.0071,
      "step": 109080
    },
    {
      "epoch": 16.65750496258971,
      "grad_norm": 0.4483167827129364,
      "learning_rate": 2.521898806706525e-05,
      "loss": 0.0066,
      "step": 109090
    },
    {
      "epoch": 16.659031913269203,
      "grad_norm": 0.24893657863140106,
      "learning_rate": 2.52100129490641e-05,
      "loss": 0.0074,
      "step": 109100
    },
    {
      "epoch": 16.660558863948694,
      "grad_norm": 0.23733113706111908,
      "learning_rate": 2.520103889004564e-05,
      "loss": 0.0105,
      "step": 109110
    },
    {
      "epoch": 16.66208581462819,
      "grad_norm": 0.09397386014461517,
      "learning_rate": 2.519206589039325e-05,
      "loss": 0.0098,
      "step": 109120
    },
    {
      "epoch": 16.66361276530768,
      "grad_norm": 0.5904036164283752,
      "learning_rate": 2.5183093950490233e-05,
      "loss": 0.0091,
      "step": 109130
    },
    {
      "epoch": 16.665139715987173,
      "grad_norm": 0.2200983464717865,
      "learning_rate": 2.5174123070719848e-05,
      "loss": 0.0076,
      "step": 109140
    },
    {
      "epoch": 16.666666666666668,
      "grad_norm": 0.15207839012145996,
      "learning_rate": 2.5165153251465334e-05,
      "loss": 0.0056,
      "step": 109150
    },
    {
      "epoch": 16.66819361734616,
      "grad_norm": 0.22726242244243622,
      "learning_rate": 2.515618449310982e-05,
      "loss": 0.007,
      "step": 109160
    },
    {
      "epoch": 16.669720568025653,
      "grad_norm": 0.23058585822582245,
      "learning_rate": 2.5147216796036477e-05,
      "loss": 0.007,
      "step": 109170
    },
    {
      "epoch": 16.671247518705147,
      "grad_norm": 0.16346395015716553,
      "learning_rate": 2.5138250160628407e-05,
      "loss": 0.0073,
      "step": 109180
    },
    {
      "epoch": 16.67277446938464,
      "grad_norm": 0.19845300912857056,
      "learning_rate": 2.5129284587268586e-05,
      "loss": 0.0084,
      "step": 109190
    },
    {
      "epoch": 16.674301420064133,
      "grad_norm": 0.1465444415807724,
      "learning_rate": 2.5120320076340026e-05,
      "loss": 0.0085,
      "step": 109200
    },
    {
      "epoch": 16.675828370743623,
      "grad_norm": 0.3152802884578705,
      "learning_rate": 2.5111356628225703e-05,
      "loss": 0.0088,
      "step": 109210
    },
    {
      "epoch": 16.677355321423118,
      "grad_norm": 0.19056707620620728,
      "learning_rate": 2.5102394243308526e-05,
      "loss": 0.0072,
      "step": 109220
    },
    {
      "epoch": 16.678882272102612,
      "grad_norm": 0.1395755112171173,
      "learning_rate": 2.5093432921971304e-05,
      "loss": 0.0085,
      "step": 109230
    },
    {
      "epoch": 16.680409222782103,
      "grad_norm": 0.15463337302207947,
      "learning_rate": 2.5084472664596874e-05,
      "loss": 0.0085,
      "step": 109240
    },
    {
      "epoch": 16.681936173461597,
      "grad_norm": 0.13398896157741547,
      "learning_rate": 2.5075513471568002e-05,
      "loss": 0.0083,
      "step": 109250
    },
    {
      "epoch": 16.683463124141092,
      "grad_norm": 0.1258998066186905,
      "learning_rate": 2.5066555343267405e-05,
      "loss": 0.0077,
      "step": 109260
    },
    {
      "epoch": 16.684990074820583,
      "grad_norm": 0.14344164729118347,
      "learning_rate": 2.5057598280077766e-05,
      "loss": 0.0058,
      "step": 109270
    },
    {
      "epoch": 16.686517025500077,
      "grad_norm": 0.06960202753543854,
      "learning_rate": 2.50486422823817e-05,
      "loss": 0.0073,
      "step": 109280
    },
    {
      "epoch": 16.688043976179568,
      "grad_norm": 0.30486541986465454,
      "learning_rate": 2.50396873505618e-05,
      "loss": 0.0084,
      "step": 109290
    },
    {
      "epoch": 16.689570926859062,
      "grad_norm": 0.1499008685350418,
      "learning_rate": 2.5030733485000607e-05,
      "loss": 0.0082,
      "step": 109300
    },
    {
      "epoch": 16.691097877538557,
      "grad_norm": 0.11547824740409851,
      "learning_rate": 2.502178068608061e-05,
      "loss": 0.0059,
      "step": 109310
    },
    {
      "epoch": 16.692624828218047,
      "grad_norm": 0.1734742820262909,
      "learning_rate": 2.501282895418427e-05,
      "loss": 0.0087,
      "step": 109320
    },
    {
      "epoch": 16.69415177889754,
      "grad_norm": 0.27045586705207825,
      "learning_rate": 2.5003878289693955e-05,
      "loss": 0.0073,
      "step": 109330
    },
    {
      "epoch": 16.695678729577036,
      "grad_norm": 0.14409171044826508,
      "learning_rate": 2.4994928692992027e-05,
      "loss": 0.0051,
      "step": 109340
    },
    {
      "epoch": 16.697205680256527,
      "grad_norm": 0.17620186507701874,
      "learning_rate": 2.4985980164460838e-05,
      "loss": 0.0093,
      "step": 109350
    },
    {
      "epoch": 16.69873263093602,
      "grad_norm": 0.11664509773254395,
      "learning_rate": 2.497703270448261e-05,
      "loss": 0.0075,
      "step": 109360
    },
    {
      "epoch": 16.700259581615512,
      "grad_norm": 0.2999784052371979,
      "learning_rate": 2.4968086313439576e-05,
      "loss": 0.0091,
      "step": 109370
    },
    {
      "epoch": 16.701786532295007,
      "grad_norm": 0.29879599809646606,
      "learning_rate": 2.4959140991713916e-05,
      "loss": 0.0088,
      "step": 109380
    },
    {
      "epoch": 16.7033134829745,
      "grad_norm": 0.3101913630962372,
      "learning_rate": 2.4950196739687743e-05,
      "loss": 0.0087,
      "step": 109390
    },
    {
      "epoch": 16.70484043365399,
      "grad_norm": 0.1966615468263626,
      "learning_rate": 2.4941253557743148e-05,
      "loss": 0.0054,
      "step": 109400
    },
    {
      "epoch": 16.706367384333486,
      "grad_norm": 0.25438788533210754,
      "learning_rate": 2.493231144626217e-05,
      "loss": 0.0089,
      "step": 109410
    },
    {
      "epoch": 16.70789433501298,
      "grad_norm": 0.21510319411754608,
      "learning_rate": 2.492337040562681e-05,
      "loss": 0.0083,
      "step": 109420
    },
    {
      "epoch": 16.70942128569247,
      "grad_norm": 0.12449897825717926,
      "learning_rate": 2.4914430436218968e-05,
      "loss": 0.0057,
      "step": 109430
    },
    {
      "epoch": 16.710948236371966,
      "grad_norm": 0.23624595999717712,
      "learning_rate": 2.490549153842059e-05,
      "loss": 0.0085,
      "step": 109440
    },
    {
      "epoch": 16.71247518705146,
      "grad_norm": 0.291910320520401,
      "learning_rate": 2.489655371261353e-05,
      "loss": 0.008,
      "step": 109450
    },
    {
      "epoch": 16.71400213773095,
      "grad_norm": 0.272609680891037,
      "learning_rate": 2.4887616959179566e-05,
      "loss": 0.0099,
      "step": 109460
    },
    {
      "epoch": 16.715529088410445,
      "grad_norm": 0.19466392695903778,
      "learning_rate": 2.487868127850045e-05,
      "loss": 0.0086,
      "step": 109470
    },
    {
      "epoch": 16.717056039089936,
      "grad_norm": 0.26590803265571594,
      "learning_rate": 2.4869746670957955e-05,
      "loss": 0.0087,
      "step": 109480
    },
    {
      "epoch": 16.71858298976943,
      "grad_norm": 0.18495169281959534,
      "learning_rate": 2.4860813136933704e-05,
      "loss": 0.0065,
      "step": 109490
    },
    {
      "epoch": 16.720109940448925,
      "grad_norm": 0.06887269020080566,
      "learning_rate": 2.485188067680933e-05,
      "loss": 0.0118,
      "step": 109500
    },
    {
      "epoch": 16.721636891128416,
      "grad_norm": 0.1385103166103363,
      "learning_rate": 2.4842949290966412e-05,
      "loss": 0.0055,
      "step": 109510
    },
    {
      "epoch": 16.72316384180791,
      "grad_norm": 0.18320326507091522,
      "learning_rate": 2.483401897978649e-05,
      "loss": 0.0096,
      "step": 109520
    },
    {
      "epoch": 16.7246907924874,
      "grad_norm": 0.266873300075531,
      "learning_rate": 2.482508974365104e-05,
      "loss": 0.009,
      "step": 109530
    },
    {
      "epoch": 16.726217743166895,
      "grad_norm": 0.3677111268043518,
      "learning_rate": 2.4816161582941516e-05,
      "loss": 0.0098,
      "step": 109540
    },
    {
      "epoch": 16.72774469384639,
      "grad_norm": 0.14768128097057343,
      "learning_rate": 2.480723449803932e-05,
      "loss": 0.0081,
      "step": 109550
    },
    {
      "epoch": 16.72927164452588,
      "grad_norm": 0.11875995993614197,
      "learning_rate": 2.479830848932575e-05,
      "loss": 0.0068,
      "step": 109560
    },
    {
      "epoch": 16.730798595205375,
      "grad_norm": 0.16492325067520142,
      "learning_rate": 2.478938355718216e-05,
      "loss": 0.0071,
      "step": 109570
    },
    {
      "epoch": 16.73232554588487,
      "grad_norm": 0.11945147812366486,
      "learning_rate": 2.4780459701989813e-05,
      "loss": 0.0094,
      "step": 109580
    },
    {
      "epoch": 16.73385249656436,
      "grad_norm": 0.09652076661586761,
      "learning_rate": 2.477153692412988e-05,
      "loss": 0.0054,
      "step": 109590
    },
    {
      "epoch": 16.735379447243854,
      "grad_norm": 0.5908525586128235,
      "learning_rate": 2.4762615223983538e-05,
      "loss": 0.0072,
      "step": 109600
    },
    {
      "epoch": 16.73690639792335,
      "grad_norm": 0.1539580374956131,
      "learning_rate": 2.4753694601931892e-05,
      "loss": 0.007,
      "step": 109610
    },
    {
      "epoch": 16.73843334860284,
      "grad_norm": 0.10240582376718521,
      "learning_rate": 2.474477505835608e-05,
      "loss": 0.0078,
      "step": 109620
    },
    {
      "epoch": 16.739960299282334,
      "grad_norm": 0.1882755607366562,
      "learning_rate": 2.473585659363706e-05,
      "loss": 0.006,
      "step": 109630
    },
    {
      "epoch": 16.741487249961825,
      "grad_norm": 0.33986297249794006,
      "learning_rate": 2.472693920815583e-05,
      "loss": 0.0098,
      "step": 109640
    },
    {
      "epoch": 16.74301420064132,
      "grad_norm": 0.31395819783210754,
      "learning_rate": 2.4718022902293332e-05,
      "loss": 0.0082,
      "step": 109650
    },
    {
      "epoch": 16.744541151320814,
      "grad_norm": 0.3471047282218933,
      "learning_rate": 2.470910767643045e-05,
      "loss": 0.0068,
      "step": 109660
    },
    {
      "epoch": 16.746068102000304,
      "grad_norm": 0.12700049579143524,
      "learning_rate": 2.4700193530948022e-05,
      "loss": 0.0079,
      "step": 109670
    },
    {
      "epoch": 16.7475950526798,
      "grad_norm": 0.09528888761997223,
      "learning_rate": 2.4691280466226857e-05,
      "loss": 0.0065,
      "step": 109680
    },
    {
      "epoch": 16.749122003359293,
      "grad_norm": 0.12669441103935242,
      "learning_rate": 2.4682368482647717e-05,
      "loss": 0.0086,
      "step": 109690
    },
    {
      "epoch": 16.750648954038784,
      "grad_norm": 0.12005466967821121,
      "learning_rate": 2.4673457580591242e-05,
      "loss": 0.0076,
      "step": 109700
    },
    {
      "epoch": 16.75217590471828,
      "grad_norm": 0.19080747663974762,
      "learning_rate": 2.4664547760438156e-05,
      "loss": 0.0081,
      "step": 109710
    },
    {
      "epoch": 16.75370285539777,
      "grad_norm": 0.17876552045345306,
      "learning_rate": 2.465563902256906e-05,
      "loss": 0.0054,
      "step": 109720
    },
    {
      "epoch": 16.755229806077264,
      "grad_norm": 0.16512054204940796,
      "learning_rate": 2.4646731367364495e-05,
      "loss": 0.0075,
      "step": 109730
    },
    {
      "epoch": 16.756756756756758,
      "grad_norm": 0.19857196509838104,
      "learning_rate": 2.4637824795204965e-05,
      "loss": 0.0073,
      "step": 109740
    },
    {
      "epoch": 16.75828370743625,
      "grad_norm": 0.18847736716270447,
      "learning_rate": 2.462891930647101e-05,
      "loss": 0.009,
      "step": 109750
    },
    {
      "epoch": 16.759810658115743,
      "grad_norm": 0.12830737233161926,
      "learning_rate": 2.4620014901542993e-05,
      "loss": 0.0079,
      "step": 109760
    },
    {
      "epoch": 16.761337608795237,
      "grad_norm": 0.1956179291009903,
      "learning_rate": 2.4611111580801316e-05,
      "loss": 0.0053,
      "step": 109770
    },
    {
      "epoch": 16.76286455947473,
      "grad_norm": 0.2591615319252014,
      "learning_rate": 2.460220934462631e-05,
      "loss": 0.0104,
      "step": 109780
    },
    {
      "epoch": 16.764391510154223,
      "grad_norm": 0.1994672566652298,
      "learning_rate": 2.459330819339826e-05,
      "loss": 0.0108,
      "step": 109790
    },
    {
      "epoch": 16.765918460833714,
      "grad_norm": 0.12779444456100464,
      "learning_rate": 2.4584408127497415e-05,
      "loss": 0.0109,
      "step": 109800
    },
    {
      "epoch": 16.767445411513208,
      "grad_norm": 0.1535961925983429,
      "learning_rate": 2.4575509147303966e-05,
      "loss": 0.0081,
      "step": 109810
    },
    {
      "epoch": 16.768972362192702,
      "grad_norm": 0.12422607839107513,
      "learning_rate": 2.456661125319808e-05,
      "loss": 0.006,
      "step": 109820
    },
    {
      "epoch": 16.770499312872193,
      "grad_norm": 0.33422228693962097,
      "learning_rate": 2.4557714445559793e-05,
      "loss": 0.0063,
      "step": 109830
    },
    {
      "epoch": 16.772026263551687,
      "grad_norm": 0.11851397901773453,
      "learning_rate": 2.4548818724769234e-05,
      "loss": 0.006,
      "step": 109840
    },
    {
      "epoch": 16.773553214231182,
      "grad_norm": 0.3748297691345215,
      "learning_rate": 2.4539924091206395e-05,
      "loss": 0.0132,
      "step": 109850
    },
    {
      "epoch": 16.775080164910673,
      "grad_norm": 0.22868837416172028,
      "learning_rate": 2.4531030545251217e-05,
      "loss": 0.0083,
      "step": 109860
    },
    {
      "epoch": 16.776607115590167,
      "grad_norm": 0.1158212423324585,
      "learning_rate": 2.452213808728362e-05,
      "loss": 0.0072,
      "step": 109870
    },
    {
      "epoch": 16.778134066269658,
      "grad_norm": 0.43665212392807007,
      "learning_rate": 2.451324671768348e-05,
      "loss": 0.0095,
      "step": 109880
    },
    {
      "epoch": 16.779661016949152,
      "grad_norm": 0.8619692325592041,
      "learning_rate": 2.4504356436830617e-05,
      "loss": 0.0094,
      "step": 109890
    },
    {
      "epoch": 16.781187967628647,
      "grad_norm": 0.22912056744098663,
      "learning_rate": 2.4495467245104815e-05,
      "loss": 0.0074,
      "step": 109900
    },
    {
      "epoch": 16.782714918308137,
      "grad_norm": 0.22997111082077026,
      "learning_rate": 2.4486579142885798e-05,
      "loss": 0.0067,
      "step": 109910
    },
    {
      "epoch": 16.784241868987632,
      "grad_norm": 0.16217689216136932,
      "learning_rate": 2.447769213055325e-05,
      "loss": 0.009,
      "step": 109920
    },
    {
      "epoch": 16.785768819667126,
      "grad_norm": 0.12667608261108398,
      "learning_rate": 2.4468806208486804e-05,
      "loss": 0.0069,
      "step": 109930
    },
    {
      "epoch": 16.787295770346617,
      "grad_norm": 0.12651793658733368,
      "learning_rate": 2.4459921377066058e-05,
      "loss": 0.0064,
      "step": 109940
    },
    {
      "epoch": 16.78882272102611,
      "grad_norm": 0.15748853981494904,
      "learning_rate": 2.445103763667057e-05,
      "loss": 0.0057,
      "step": 109950
    },
    {
      "epoch": 16.790349671705602,
      "grad_norm": 0.4670813977718353,
      "learning_rate": 2.4442154987679806e-05,
      "loss": 0.0098,
      "step": 109960
    },
    {
      "epoch": 16.791876622385097,
      "grad_norm": 0.18392983078956604,
      "learning_rate": 2.4433273430473204e-05,
      "loss": 0.0057,
      "step": 109970
    },
    {
      "epoch": 16.79340357306459,
      "grad_norm": 0.16523785889148712,
      "learning_rate": 2.442439296543023e-05,
      "loss": 0.0052,
      "step": 109980
    },
    {
      "epoch": 16.794930523744082,
      "grad_norm": 0.13960513472557068,
      "learning_rate": 2.4415513592930194e-05,
      "loss": 0.0074,
      "step": 109990
    },
    {
      "epoch": 16.796457474423576,
      "grad_norm": 0.1728169023990631,
      "learning_rate": 2.4406635313352412e-05,
      "loss": 0.0095,
      "step": 110000
    },
    {
      "epoch": 16.79798442510307,
      "grad_norm": 0.15140964090824127,
      "learning_rate": 2.4397758127076132e-05,
      "loss": 0.0072,
      "step": 110010
    },
    {
      "epoch": 16.79951137578256,
      "grad_norm": 0.2754676640033722,
      "learning_rate": 2.4388882034480638e-05,
      "loss": 0.0103,
      "step": 110020
    },
    {
      "epoch": 16.801038326462056,
      "grad_norm": 0.2954055070877075,
      "learning_rate": 2.4380007035945025e-05,
      "loss": 0.007,
      "step": 110030
    },
    {
      "epoch": 16.802565277141547,
      "grad_norm": 0.10413632541894913,
      "learning_rate": 2.4371133131848452e-05,
      "loss": 0.0076,
      "step": 110040
    },
    {
      "epoch": 16.80409222782104,
      "grad_norm": 0.16795171797275543,
      "learning_rate": 2.4362260322569987e-05,
      "loss": 0.0071,
      "step": 110050
    },
    {
      "epoch": 16.805619178500535,
      "grad_norm": 0.12748996913433075,
      "learning_rate": 2.4353388608488666e-05,
      "loss": 0.0083,
      "step": 110060
    },
    {
      "epoch": 16.807146129180026,
      "grad_norm": 0.16767460107803345,
      "learning_rate": 2.4344517989983466e-05,
      "loss": 0.0109,
      "step": 110070
    },
    {
      "epoch": 16.80867307985952,
      "grad_norm": 0.11861775815486908,
      "learning_rate": 2.4335648467433332e-05,
      "loss": 0.0065,
      "step": 110080
    },
    {
      "epoch": 16.810200030539015,
      "grad_norm": 0.23973040282726288,
      "learning_rate": 2.4326780041217163e-05,
      "loss": 0.0095,
      "step": 110090
    },
    {
      "epoch": 16.811726981218506,
      "grad_norm": 0.11424828320741653,
      "learning_rate": 2.4317912711713748e-05,
      "loss": 0.0069,
      "step": 110100
    },
    {
      "epoch": 16.813253931898,
      "grad_norm": 0.23834137618541718,
      "learning_rate": 2.4309046479301945e-05,
      "loss": 0.0089,
      "step": 110110
    },
    {
      "epoch": 16.814780882577494,
      "grad_norm": 0.19537201523780823,
      "learning_rate": 2.4300181344360502e-05,
      "loss": 0.0071,
      "step": 110120
    },
    {
      "epoch": 16.816307833256985,
      "grad_norm": 0.3716599643230438,
      "learning_rate": 2.4291317307268075e-05,
      "loss": 0.0076,
      "step": 110130
    },
    {
      "epoch": 16.81783478393648,
      "grad_norm": 0.18639813363552094,
      "learning_rate": 2.428245436840333e-05,
      "loss": 0.0081,
      "step": 110140
    },
    {
      "epoch": 16.81936173461597,
      "grad_norm": 0.31114262342453003,
      "learning_rate": 2.4273592528144923e-05,
      "loss": 0.0082,
      "step": 110150
    },
    {
      "epoch": 16.820888685295465,
      "grad_norm": 0.2884208858013153,
      "learning_rate": 2.4264731786871365e-05,
      "loss": 0.0098,
      "step": 110160
    },
    {
      "epoch": 16.82241563597496,
      "grad_norm": 0.28866398334503174,
      "learning_rate": 2.425587214496119e-05,
      "loss": 0.0093,
      "step": 110170
    },
    {
      "epoch": 16.82394258665445,
      "grad_norm": 0.12404504418373108,
      "learning_rate": 2.4247013602792863e-05,
      "loss": 0.0098,
      "step": 110180
    },
    {
      "epoch": 16.825469537333944,
      "grad_norm": 0.20113781094551086,
      "learning_rate": 2.42381561607448e-05,
      "loss": 0.0076,
      "step": 110190
    },
    {
      "epoch": 16.82699648801344,
      "grad_norm": 0.42872369289398193,
      "learning_rate": 2.4229299819195388e-05,
      "loss": 0.0064,
      "step": 110200
    },
    {
      "epoch": 16.82852343869293,
      "grad_norm": 0.19843757152557373,
      "learning_rate": 2.4220444578522937e-05,
      "loss": 0.0067,
      "step": 110210
    },
    {
      "epoch": 16.830050389372424,
      "grad_norm": 0.18582671880722046,
      "learning_rate": 2.4211590439105762e-05,
      "loss": 0.0064,
      "step": 110220
    },
    {
      "epoch": 16.831577340051915,
      "grad_norm": 0.16984346508979797,
      "learning_rate": 2.4202737401322028e-05,
      "loss": 0.009,
      "step": 110230
    },
    {
      "epoch": 16.83310429073141,
      "grad_norm": 0.10591115802526474,
      "learning_rate": 2.419388546554998e-05,
      "loss": 0.0064,
      "step": 110240
    },
    {
      "epoch": 16.834631241410904,
      "grad_norm": 0.17598217725753784,
      "learning_rate": 2.4185034632167752e-05,
      "loss": 0.01,
      "step": 110250
    },
    {
      "epoch": 16.836158192090394,
      "grad_norm": 0.34671956300735474,
      "learning_rate": 2.4176184901553412e-05,
      "loss": 0.009,
      "step": 110260
    },
    {
      "epoch": 16.83768514276989,
      "grad_norm": 0.13607564568519592,
      "learning_rate": 2.4167336274085005e-05,
      "loss": 0.0075,
      "step": 110270
    },
    {
      "epoch": 16.839212093449383,
      "grad_norm": 0.16529880464076996,
      "learning_rate": 2.4158488750140533e-05,
      "loss": 0.0067,
      "step": 110280
    },
    {
      "epoch": 16.840739044128874,
      "grad_norm": 0.13170653581619263,
      "learning_rate": 2.414964233009796e-05,
      "loss": 0.0071,
      "step": 110290
    },
    {
      "epoch": 16.84226599480837,
      "grad_norm": 0.32751181721687317,
      "learning_rate": 2.414079701433517e-05,
      "loss": 0.0076,
      "step": 110300
    },
    {
      "epoch": 16.84379294548786,
      "grad_norm": 0.18582047522068024,
      "learning_rate": 2.4131952803230028e-05,
      "loss": 0.012,
      "step": 110310
    },
    {
      "epoch": 16.845319896167354,
      "grad_norm": 0.12389927357435226,
      "learning_rate": 2.4123109697160344e-05,
      "loss": 0.0088,
      "step": 110320
    },
    {
      "epoch": 16.846846846846848,
      "grad_norm": 0.19119498133659363,
      "learning_rate": 2.4114267696503873e-05,
      "loss": 0.0066,
      "step": 110330
    },
    {
      "epoch": 16.84837379752634,
      "grad_norm": 0.5640159249305725,
      "learning_rate": 2.4105426801638336e-05,
      "loss": 0.0079,
      "step": 110340
    },
    {
      "epoch": 16.849900748205833,
      "grad_norm": 0.13446614146232605,
      "learning_rate": 2.4096587012941413e-05,
      "loss": 0.0098,
      "step": 110350
    },
    {
      "epoch": 16.851427698885328,
      "grad_norm": 0.23855403065681458,
      "learning_rate": 2.4087748330790687e-05,
      "loss": 0.008,
      "step": 110360
    },
    {
      "epoch": 16.85295464956482,
      "grad_norm": 0.20457439124584198,
      "learning_rate": 2.4078910755563734e-05,
      "loss": 0.008,
      "step": 110370
    },
    {
      "epoch": 16.854481600244313,
      "grad_norm": 0.13817046582698822,
      "learning_rate": 2.407007428763813e-05,
      "loss": 0.0072,
      "step": 110380
    },
    {
      "epoch": 16.856008550923804,
      "grad_norm": 0.16706521809101105,
      "learning_rate": 2.4061238927391298e-05,
      "loss": 0.011,
      "step": 110390
    },
    {
      "epoch": 16.857535501603298,
      "grad_norm": 0.14358733594417572,
      "learning_rate": 2.405240467520069e-05,
      "loss": 0.0088,
      "step": 110400
    },
    {
      "epoch": 16.859062452282792,
      "grad_norm": 0.1251751333475113,
      "learning_rate": 2.404357153144367e-05,
      "loss": 0.0069,
      "step": 110410
    },
    {
      "epoch": 16.860589402962283,
      "grad_norm": 0.13766351342201233,
      "learning_rate": 2.4034739496497627e-05,
      "loss": 0.0063,
      "step": 110420
    },
    {
      "epoch": 16.862116353641778,
      "grad_norm": 0.11194906383752823,
      "learning_rate": 2.402590857073979e-05,
      "loss": 0.008,
      "step": 110430
    },
    {
      "epoch": 16.863643304321272,
      "grad_norm": 0.22823192179203033,
      "learning_rate": 2.401707875454743e-05,
      "loss": 0.0069,
      "step": 110440
    },
    {
      "epoch": 16.865170255000763,
      "grad_norm": 0.10505365580320358,
      "learning_rate": 2.4008250048297726e-05,
      "loss": 0.0073,
      "step": 110450
    },
    {
      "epoch": 16.866697205680257,
      "grad_norm": 0.09405853599309921,
      "learning_rate": 2.3999422452367838e-05,
      "loss": 0.0116,
      "step": 110460
    },
    {
      "epoch": 16.868224156359748,
      "grad_norm": 0.13084647059440613,
      "learning_rate": 2.3990595967134853e-05,
      "loss": 0.0063,
      "step": 110470
    },
    {
      "epoch": 16.869751107039242,
      "grad_norm": 0.2123991698026657,
      "learning_rate": 2.3981770592975832e-05,
      "loss": 0.0095,
      "step": 110480
    },
    {
      "epoch": 16.871278057718737,
      "grad_norm": 0.18582460284233093,
      "learning_rate": 2.3972946330267787e-05,
      "loss": 0.0059,
      "step": 110490
    },
    {
      "epoch": 16.872805008398227,
      "grad_norm": 0.26591628789901733,
      "learning_rate": 2.3964123179387632e-05,
      "loss": 0.0114,
      "step": 110500
    },
    {
      "epoch": 16.874331959077722,
      "grad_norm": 0.2002020925283432,
      "learning_rate": 2.3955301140712315e-05,
      "loss": 0.01,
      "step": 110510
    },
    {
      "epoch": 16.875858909757216,
      "grad_norm": 0.19896799325942993,
      "learning_rate": 2.3946480214618715e-05,
      "loss": 0.0069,
      "step": 110520
    },
    {
      "epoch": 16.877385860436707,
      "grad_norm": 0.1534176915884018,
      "learning_rate": 2.39376604014836e-05,
      "loss": 0.0078,
      "step": 110530
    },
    {
      "epoch": 16.8789128111162,
      "grad_norm": 0.18197713792324066,
      "learning_rate": 2.3928841701683746e-05,
      "loss": 0.0077,
      "step": 110540
    },
    {
      "epoch": 16.880439761795692,
      "grad_norm": 0.309786319732666,
      "learning_rate": 2.3920024115595884e-05,
      "loss": 0.0065,
      "step": 110550
    },
    {
      "epoch": 16.881966712475187,
      "grad_norm": 0.16019941866397858,
      "learning_rate": 2.3911207643596685e-05,
      "loss": 0.007,
      "step": 110560
    },
    {
      "epoch": 16.88349366315468,
      "grad_norm": 0.1761000007390976,
      "learning_rate": 2.3902392286062764e-05,
      "loss": 0.008,
      "step": 110570
    },
    {
      "epoch": 16.885020613834172,
      "grad_norm": 0.19527848064899445,
      "learning_rate": 2.3893578043370707e-05,
      "loss": 0.0094,
      "step": 110580
    },
    {
      "epoch": 16.886547564513666,
      "grad_norm": 0.15806184709072113,
      "learning_rate": 2.3884764915897028e-05,
      "loss": 0.0073,
      "step": 110590
    },
    {
      "epoch": 16.88807451519316,
      "grad_norm": 0.17943887412548065,
      "learning_rate": 2.3875952904018222e-05,
      "loss": 0.0093,
      "step": 110600
    },
    {
      "epoch": 16.88960146587265,
      "grad_norm": 0.18062910437583923,
      "learning_rate": 2.3867142008110722e-05,
      "loss": 0.0094,
      "step": 110610
    },
    {
      "epoch": 16.891128416552146,
      "grad_norm": 0.2938076853752136,
      "learning_rate": 2.385833222855092e-05,
      "loss": 0.0108,
      "step": 110620
    },
    {
      "epoch": 16.89265536723164,
      "grad_norm": 0.21273475885391235,
      "learning_rate": 2.3849523565715127e-05,
      "loss": 0.0077,
      "step": 110630
    },
    {
      "epoch": 16.89418231791113,
      "grad_norm": 0.1466364860534668,
      "learning_rate": 2.384071601997962e-05,
      "loss": 0.0057,
      "step": 110640
    },
    {
      "epoch": 16.895709268590625,
      "grad_norm": 0.1627219021320343,
      "learning_rate": 2.3831909591720713e-05,
      "loss": 0.0079,
      "step": 110650
    },
    {
      "epoch": 16.897236219270116,
      "grad_norm": 0.12629102170467377,
      "learning_rate": 2.3823104281314536e-05,
      "loss": 0.006,
      "step": 110660
    },
    {
      "epoch": 16.89876316994961,
      "grad_norm": 0.19967535138130188,
      "learning_rate": 2.3814300089137258e-05,
      "loss": 0.0079,
      "step": 110670
    },
    {
      "epoch": 16.900290120629105,
      "grad_norm": 0.14214852452278137,
      "learning_rate": 2.3805497015564972e-05,
      "loss": 0.0071,
      "step": 110680
    },
    {
      "epoch": 16.901817071308596,
      "grad_norm": 0.21009081602096558,
      "learning_rate": 2.3796695060973733e-05,
      "loss": 0.0087,
      "step": 110690
    },
    {
      "epoch": 16.90334402198809,
      "grad_norm": 0.07883349806070328,
      "learning_rate": 2.3787894225739542e-05,
      "loss": 0.0056,
      "step": 110700
    },
    {
      "epoch": 16.904870972667585,
      "grad_norm": 0.11667867749929428,
      "learning_rate": 2.3779094510238357e-05,
      "loss": 0.0075,
      "step": 110710
    },
    {
      "epoch": 16.906397923347075,
      "grad_norm": 0.10515276342630386,
      "learning_rate": 2.3770295914846115e-05,
      "loss": 0.0125,
      "step": 110720
    },
    {
      "epoch": 16.90792487402657,
      "grad_norm": 0.2790238559246063,
      "learning_rate": 2.3761498439938597e-05,
      "loss": 0.0077,
      "step": 110730
    },
    {
      "epoch": 16.90945182470606,
      "grad_norm": 0.16909226775169373,
      "learning_rate": 2.375270208589168e-05,
      "loss": 0.0062,
      "step": 110740
    },
    {
      "epoch": 16.910978775385555,
      "grad_norm": 0.28623443841934204,
      "learning_rate": 2.374390685308114e-05,
      "loss": 0.0085,
      "step": 110750
    },
    {
      "epoch": 16.91250572606505,
      "grad_norm": 0.14619147777557373,
      "learning_rate": 2.3735112741882642e-05,
      "loss": 0.007,
      "step": 110760
    },
    {
      "epoch": 16.91403267674454,
      "grad_norm": 0.17417307198047638,
      "learning_rate": 2.372631975267186e-05,
      "loss": 0.0073,
      "step": 110770
    },
    {
      "epoch": 16.915559627424035,
      "grad_norm": 0.16748574376106262,
      "learning_rate": 2.371752788582447e-05,
      "loss": 0.0108,
      "step": 110780
    },
    {
      "epoch": 16.91708657810353,
      "grad_norm": 0.1770438551902771,
      "learning_rate": 2.3708737141715988e-05,
      "loss": 0.0095,
      "step": 110790
    },
    {
      "epoch": 16.91861352878302,
      "grad_norm": 0.14769811928272247,
      "learning_rate": 2.369994752072195e-05,
      "loss": 0.0068,
      "step": 110800
    },
    {
      "epoch": 16.920140479462514,
      "grad_norm": 0.15993578732013702,
      "learning_rate": 2.3691159023217846e-05,
      "loss": 0.0097,
      "step": 110810
    },
    {
      "epoch": 16.921667430142005,
      "grad_norm": 0.21658997237682343,
      "learning_rate": 2.3682371649579094e-05,
      "loss": 0.0067,
      "step": 110820
    },
    {
      "epoch": 16.9231943808215,
      "grad_norm": 0.24834291636943817,
      "learning_rate": 2.367358540018108e-05,
      "loss": 0.0116,
      "step": 110830
    },
    {
      "epoch": 16.924721331500994,
      "grad_norm": 0.32877710461616516,
      "learning_rate": 2.3664800275399137e-05,
      "loss": 0.0088,
      "step": 110840
    },
    {
      "epoch": 16.926248282180484,
      "grad_norm": 0.1854868233203888,
      "learning_rate": 2.3656016275608545e-05,
      "loss": 0.0093,
      "step": 110850
    },
    {
      "epoch": 16.92777523285998,
      "grad_norm": 0.18791720271110535,
      "learning_rate": 2.3647233401184538e-05,
      "loss": 0.0067,
      "step": 110860
    },
    {
      "epoch": 16.929302183539473,
      "grad_norm": 0.1649145632982254,
      "learning_rate": 2.3638451652502314e-05,
      "loss": 0.0082,
      "step": 110870
    },
    {
      "epoch": 16.930829134218964,
      "grad_norm": 0.12227043509483337,
      "learning_rate": 2.3629671029937006e-05,
      "loss": 0.0066,
      "step": 110880
    },
    {
      "epoch": 16.93235608489846,
      "grad_norm": 0.21315081417560577,
      "learning_rate": 2.3620891533863726e-05,
      "loss": 0.0058,
      "step": 110890
    },
    {
      "epoch": 16.93388303557795,
      "grad_norm": 0.0979592353105545,
      "learning_rate": 2.361211316465748e-05,
      "loss": 0.0081,
      "step": 110900
    },
    {
      "epoch": 16.935409986257444,
      "grad_norm": 0.15923403203487396,
      "learning_rate": 2.3603335922693265e-05,
      "loss": 0.0053,
      "step": 110910
    },
    {
      "epoch": 16.936936936936938,
      "grad_norm": 0.2514655590057373,
      "learning_rate": 2.359455980834609e-05,
      "loss": 0.009,
      "step": 110920
    },
    {
      "epoch": 16.93846388761643,
      "grad_norm": 0.17155568301677704,
      "learning_rate": 2.3585784821990787e-05,
      "loss": 0.0077,
      "step": 110930
    },
    {
      "epoch": 16.939990838295923,
      "grad_norm": 0.18668663501739502,
      "learning_rate": 2.3577010964002233e-05,
      "loss": 0.0043,
      "step": 110940
    },
    {
      "epoch": 16.941517788975418,
      "grad_norm": 0.29098835587501526,
      "learning_rate": 2.356823823475523e-05,
      "loss": 0.0081,
      "step": 110950
    },
    {
      "epoch": 16.94304473965491,
      "grad_norm": 0.2866220474243164,
      "learning_rate": 2.3559466634624532e-05,
      "loss": 0.0056,
      "step": 110960
    },
    {
      "epoch": 16.944571690334403,
      "grad_norm": 0.26438695192337036,
      "learning_rate": 2.3550696163984847e-05,
      "loss": 0.0067,
      "step": 110970
    },
    {
      "epoch": 16.946098641013894,
      "grad_norm": 0.3178304433822632,
      "learning_rate": 2.3541926823210837e-05,
      "loss": 0.0082,
      "step": 110980
    },
    {
      "epoch": 16.947625591693388,
      "grad_norm": 0.1713896542787552,
      "learning_rate": 2.3533158612677124e-05,
      "loss": 0.0062,
      "step": 110990
    },
    {
      "epoch": 16.949152542372882,
      "grad_norm": 0.1817033886909485,
      "learning_rate": 2.3524391532758218e-05,
      "loss": 0.0126,
      "step": 111000
    },
    {
      "epoch": 16.950679493052373,
      "grad_norm": 0.14540612697601318,
      "learning_rate": 2.351562558382868e-05,
      "loss": 0.0054,
      "step": 111010
    },
    {
      "epoch": 16.952206443731868,
      "grad_norm": 0.14028683304786682,
      "learning_rate": 2.350686076626299e-05,
      "loss": 0.007,
      "step": 111020
    },
    {
      "epoch": 16.953733394411362,
      "grad_norm": 0.186725914478302,
      "learning_rate": 2.3498097080435522e-05,
      "loss": 0.0068,
      "step": 111030
    },
    {
      "epoch": 16.955260345090853,
      "grad_norm": 0.15004374086856842,
      "learning_rate": 2.3489334526720637e-05,
      "loss": 0.0059,
      "step": 111040
    },
    {
      "epoch": 16.956787295770347,
      "grad_norm": 0.2584748864173889,
      "learning_rate": 2.3480573105492715e-05,
      "loss": 0.0096,
      "step": 111050
    },
    {
      "epoch": 16.958314246449838,
      "grad_norm": 0.17609204351902008,
      "learning_rate": 2.3471812817125976e-05,
      "loss": 0.0076,
      "step": 111060
    },
    {
      "epoch": 16.959841197129332,
      "grad_norm": 0.2042018324136734,
      "learning_rate": 2.346305366199466e-05,
      "loss": 0.0086,
      "step": 111070
    },
    {
      "epoch": 16.961368147808827,
      "grad_norm": 0.11160475760698318,
      "learning_rate": 2.3454295640472945e-05,
      "loss": 0.0083,
      "step": 111080
    },
    {
      "epoch": 16.962895098488318,
      "grad_norm": 0.49472737312316895,
      "learning_rate": 2.3445538752934948e-05,
      "loss": 0.0076,
      "step": 111090
    },
    {
      "epoch": 16.964422049167812,
      "grad_norm": 0.1666390597820282,
      "learning_rate": 2.343678299975476e-05,
      "loss": 0.0078,
      "step": 111100
    },
    {
      "epoch": 16.965948999847306,
      "grad_norm": 0.09974722564220428,
      "learning_rate": 2.34280283813064e-05,
      "loss": 0.0054,
      "step": 111110
    },
    {
      "epoch": 16.967475950526797,
      "grad_norm": 0.09858248382806778,
      "learning_rate": 2.3419274897963873e-05,
      "loss": 0.0073,
      "step": 111120
    },
    {
      "epoch": 16.96900290120629,
      "grad_norm": 0.09654998779296875,
      "learning_rate": 2.341052255010105e-05,
      "loss": 0.0063,
      "step": 111130
    },
    {
      "epoch": 16.970529851885786,
      "grad_norm": 0.33704036474227905,
      "learning_rate": 2.3401771338091884e-05,
      "loss": 0.0078,
      "step": 111140
    },
    {
      "epoch": 16.972056802565277,
      "grad_norm": 0.20603923499584198,
      "learning_rate": 2.3393021262310195e-05,
      "loss": 0.007,
      "step": 111150
    },
    {
      "epoch": 16.97358375324477,
      "grad_norm": 0.0860317125916481,
      "learning_rate": 2.3384272323129746e-05,
      "loss": 0.007,
      "step": 111160
    },
    {
      "epoch": 16.975110703924262,
      "grad_norm": 0.1688646674156189,
      "learning_rate": 2.3375524520924286e-05,
      "loss": 0.0097,
      "step": 111170
    },
    {
      "epoch": 16.976637654603756,
      "grad_norm": 0.12514257431030273,
      "learning_rate": 2.336677785606749e-05,
      "loss": 0.007,
      "step": 111180
    },
    {
      "epoch": 16.97816460528325,
      "grad_norm": 0.11373918503522873,
      "learning_rate": 2.3358032328933054e-05,
      "loss": 0.007,
      "step": 111190
    },
    {
      "epoch": 16.97969155596274,
      "grad_norm": 0.2642330229282379,
      "learning_rate": 2.3349287939894516e-05,
      "loss": 0.0087,
      "step": 111200
    },
    {
      "epoch": 16.981218506642236,
      "grad_norm": 0.2089684158563614,
      "learning_rate": 2.334054468932544e-05,
      "loss": 0.0075,
      "step": 111210
    },
    {
      "epoch": 16.982745457321727,
      "grad_norm": 0.15489768981933594,
      "learning_rate": 2.3331802577599317e-05,
      "loss": 0.0097,
      "step": 111220
    },
    {
      "epoch": 16.98427240800122,
      "grad_norm": 0.10287224501371384,
      "learning_rate": 2.3323061605089597e-05,
      "loss": 0.0093,
      "step": 111230
    },
    {
      "epoch": 16.985799358680715,
      "grad_norm": 0.15164382755756378,
      "learning_rate": 2.3314321772169677e-05,
      "loss": 0.0094,
      "step": 111240
    },
    {
      "epoch": 16.987326309360206,
      "grad_norm": 0.36110347509384155,
      "learning_rate": 2.330558307921291e-05,
      "loss": 0.0077,
      "step": 111250
    },
    {
      "epoch": 16.9888532600397,
      "grad_norm": 0.10300307720899582,
      "learning_rate": 2.329684552659259e-05,
      "loss": 0.0079,
      "step": 111260
    },
    {
      "epoch": 16.990380210719195,
      "grad_norm": 0.16642223298549652,
      "learning_rate": 2.3288109114681982e-05,
      "loss": 0.0107,
      "step": 111270
    },
    {
      "epoch": 16.991907161398686,
      "grad_norm": 0.30076754093170166,
      "learning_rate": 2.327937384385428e-05,
      "loss": 0.0091,
      "step": 111280
    },
    {
      "epoch": 16.99343411207818,
      "grad_norm": 0.1840476095676422,
      "learning_rate": 2.3270639714482656e-05,
      "loss": 0.006,
      "step": 111290
    },
    {
      "epoch": 16.994961062757675,
      "grad_norm": 0.2151089608669281,
      "learning_rate": 2.326190672694018e-05,
      "loss": 0.0085,
      "step": 111300
    },
    {
      "epoch": 16.996488013437165,
      "grad_norm": 0.14283856749534607,
      "learning_rate": 2.325317488159991e-05,
      "loss": 0.008,
      "step": 111310
    },
    {
      "epoch": 16.99801496411666,
      "grad_norm": 0.20801883935928345,
      "learning_rate": 2.324444417883491e-05,
      "loss": 0.0072,
      "step": 111320
    },
    {
      "epoch": 16.99954191479615,
      "grad_norm": 0.27102604508399963,
      "learning_rate": 2.323571461901809e-05,
      "loss": 0.0079,
      "step": 111330
    },
    {
      "epoch": 17.001068865475645,
      "grad_norm": 0.35213547945022583,
      "learning_rate": 2.322698620252237e-05,
      "loss": 0.0073,
      "step": 111340
    },
    {
      "epoch": 17.00259581615514,
      "grad_norm": 0.2089800089597702,
      "learning_rate": 2.321825892972062e-05,
      "loss": 0.0117,
      "step": 111350
    },
    {
      "epoch": 17.00412276683463,
      "grad_norm": 0.18905200064182281,
      "learning_rate": 2.3209532800985644e-05,
      "loss": 0.008,
      "step": 111360
    },
    {
      "epoch": 17.005649717514125,
      "grad_norm": 0.1739910989999771,
      "learning_rate": 2.3200807816690214e-05,
      "loss": 0.0073,
      "step": 111370
    },
    {
      "epoch": 17.00717666819362,
      "grad_norm": 0.14185459911823273,
      "learning_rate": 2.3192083977207042e-05,
      "loss": 0.0058,
      "step": 111380
    },
    {
      "epoch": 17.00870361887311,
      "grad_norm": 0.11838627606630325,
      "learning_rate": 2.318336128290881e-05,
      "loss": 0.0077,
      "step": 111390
    },
    {
      "epoch": 17.010230569552604,
      "grad_norm": 0.11379987001419067,
      "learning_rate": 2.3174639734168084e-05,
      "loss": 0.0092,
      "step": 111400
    },
    {
      "epoch": 17.011757520232095,
      "grad_norm": 0.31771737337112427,
      "learning_rate": 2.3165919331357493e-05,
      "loss": 0.0074,
      "step": 111410
    },
    {
      "epoch": 17.01328447091159,
      "grad_norm": 0.18352608382701874,
      "learning_rate": 2.3157200074849543e-05,
      "loss": 0.0076,
      "step": 111420
    },
    {
      "epoch": 17.014811421591084,
      "grad_norm": 0.09050167351961136,
      "learning_rate": 2.3148481965016683e-05,
      "loss": 0.0048,
      "step": 111430
    },
    {
      "epoch": 17.016338372270575,
      "grad_norm": 0.19449539482593536,
      "learning_rate": 2.313976500223132e-05,
      "loss": 0.0074,
      "step": 111440
    },
    {
      "epoch": 17.01786532295007,
      "grad_norm": 0.10819904506206512,
      "learning_rate": 2.31310491868659e-05,
      "loss": 0.0065,
      "step": 111450
    },
    {
      "epoch": 17.019392273629563,
      "grad_norm": 0.0904732346534729,
      "learning_rate": 2.312233451929267e-05,
      "loss": 0.0066,
      "step": 111460
    },
    {
      "epoch": 17.020919224309054,
      "grad_norm": 0.22219295799732208,
      "learning_rate": 2.311362099988394e-05,
      "loss": 0.0123,
      "step": 111470
    },
    {
      "epoch": 17.02244617498855,
      "grad_norm": 0.17276054620742798,
      "learning_rate": 2.3104908629011923e-05,
      "loss": 0.0078,
      "step": 111480
    },
    {
      "epoch": 17.02397312566804,
      "grad_norm": 0.13452869653701782,
      "learning_rate": 2.3096197407048804e-05,
      "loss": 0.0103,
      "step": 111490
    },
    {
      "epoch": 17.025500076347534,
      "grad_norm": 0.2902005910873413,
      "learning_rate": 2.308748733436671e-05,
      "loss": 0.0086,
      "step": 111500
    },
    {
      "epoch": 17.027027027027028,
      "grad_norm": 0.14884433150291443,
      "learning_rate": 2.3078778411337715e-05,
      "loss": 0.01,
      "step": 111510
    },
    {
      "epoch": 17.02855397770652,
      "grad_norm": 0.0789206251502037,
      "learning_rate": 2.3070070638333867e-05,
      "loss": 0.0063,
      "step": 111520
    },
    {
      "epoch": 17.030080928386013,
      "grad_norm": 0.15614448487758636,
      "learning_rate": 2.3061364015727095e-05,
      "loss": 0.0073,
      "step": 111530
    },
    {
      "epoch": 17.031607879065508,
      "grad_norm": 0.17424969375133514,
      "learning_rate": 2.305265854388938e-05,
      "loss": 0.0081,
      "step": 111540
    },
    {
      "epoch": 17.033134829745,
      "grad_norm": 0.13410484790802002,
      "learning_rate": 2.3043954223192615e-05,
      "loss": 0.0095,
      "step": 111550
    },
    {
      "epoch": 17.034661780424493,
      "grad_norm": 0.18593411147594452,
      "learning_rate": 2.3035251054008578e-05,
      "loss": 0.0072,
      "step": 111560
    },
    {
      "epoch": 17.036188731103984,
      "grad_norm": 0.07281973958015442,
      "learning_rate": 2.3026549036709088e-05,
      "loss": 0.006,
      "step": 111570
    },
    {
      "epoch": 17.037715681783478,
      "grad_norm": 0.17510753870010376,
      "learning_rate": 2.3017848171665846e-05,
      "loss": 0.0069,
      "step": 111580
    },
    {
      "epoch": 17.039242632462972,
      "grad_norm": 0.14773577451705933,
      "learning_rate": 2.3009148459250603e-05,
      "loss": 0.0076,
      "step": 111590
    },
    {
      "epoch": 17.040769583142463,
      "grad_norm": 0.1637125313282013,
      "learning_rate": 2.3000449899834936e-05,
      "loss": 0.0075,
      "step": 111600
    },
    {
      "epoch": 17.042296533821958,
      "grad_norm": 0.21201646327972412,
      "learning_rate": 2.2991752493790448e-05,
      "loss": 0.0097,
      "step": 111610
    },
    {
      "epoch": 17.043823484501452,
      "grad_norm": 0.166617289185524,
      "learning_rate": 2.2983056241488676e-05,
      "loss": 0.0064,
      "step": 111620
    },
    {
      "epoch": 17.045350435180943,
      "grad_norm": 0.29464080929756165,
      "learning_rate": 2.297436114330111e-05,
      "loss": 0.0067,
      "step": 111630
    },
    {
      "epoch": 17.046877385860437,
      "grad_norm": 0.11525087058544159,
      "learning_rate": 2.296566719959919e-05,
      "loss": 0.0103,
      "step": 111640
    },
    {
      "epoch": 17.048404336539928,
      "grad_norm": 0.12534824013710022,
      "learning_rate": 2.2956974410754306e-05,
      "loss": 0.0062,
      "step": 111650
    },
    {
      "epoch": 17.049931287219422,
      "grad_norm": 0.14338251948356628,
      "learning_rate": 2.2948282777137807e-05,
      "loss": 0.009,
      "step": 111660
    },
    {
      "epoch": 17.051458237898917,
      "grad_norm": 0.21693718433380127,
      "learning_rate": 2.2939592299120942e-05,
      "loss": 0.0069,
      "step": 111670
    },
    {
      "epoch": 17.052985188578408,
      "grad_norm": 0.11608840525150299,
      "learning_rate": 2.2930902977074998e-05,
      "loss": 0.0067,
      "step": 111680
    },
    {
      "epoch": 17.054512139257902,
      "grad_norm": 0.18828770518302917,
      "learning_rate": 2.2922214811371173e-05,
      "loss": 0.0082,
      "step": 111690
    },
    {
      "epoch": 17.056039089937396,
      "grad_norm": 0.20412997901439667,
      "learning_rate": 2.2913527802380563e-05,
      "loss": 0.0095,
      "step": 111700
    },
    {
      "epoch": 17.057566040616887,
      "grad_norm": 0.2889452278614044,
      "learning_rate": 2.290484195047427e-05,
      "loss": 0.0074,
      "step": 111710
    },
    {
      "epoch": 17.05909299129638,
      "grad_norm": 0.3952941298484802,
      "learning_rate": 2.2896157256023394e-05,
      "loss": 0.0078,
      "step": 111720
    },
    {
      "epoch": 17.060619941975876,
      "grad_norm": 0.13576872646808624,
      "learning_rate": 2.2887473719398865e-05,
      "loss": 0.0073,
      "step": 111730
    },
    {
      "epoch": 17.062146892655367,
      "grad_norm": 0.38603368401527405,
      "learning_rate": 2.2878791340971657e-05,
      "loss": 0.0075,
      "step": 111740
    },
    {
      "epoch": 17.06367384333486,
      "grad_norm": 0.33549439907073975,
      "learning_rate": 2.2870110121112654e-05,
      "loss": 0.0099,
      "step": 111750
    },
    {
      "epoch": 17.065200794014352,
      "grad_norm": 0.17395846545696259,
      "learning_rate": 2.2861430060192712e-05,
      "loss": 0.0066,
      "step": 111760
    },
    {
      "epoch": 17.066727744693846,
      "grad_norm": 0.16110791265964508,
      "learning_rate": 2.2852751158582618e-05,
      "loss": 0.0064,
      "step": 111770
    },
    {
      "epoch": 17.06825469537334,
      "grad_norm": 0.19515280425548553,
      "learning_rate": 2.2844073416653128e-05,
      "loss": 0.0051,
      "step": 111780
    },
    {
      "epoch": 17.06978164605283,
      "grad_norm": 0.1638329178094864,
      "learning_rate": 2.283539683477495e-05,
      "loss": 0.0065,
      "step": 111790
    },
    {
      "epoch": 17.071308596732326,
      "grad_norm": 0.3373844027519226,
      "learning_rate": 2.2826721413318682e-05,
      "loss": 0.0073,
      "step": 111800
    },
    {
      "epoch": 17.07283554741182,
      "grad_norm": 0.08478857576847076,
      "learning_rate": 2.281804715265497e-05,
      "loss": 0.0066,
      "step": 111810
    },
    {
      "epoch": 17.07436249809131,
      "grad_norm": 0.21774128079414368,
      "learning_rate": 2.2809374053154375e-05,
      "loss": 0.0067,
      "step": 111820
    },
    {
      "epoch": 17.075889448770806,
      "grad_norm": 0.1721687614917755,
      "learning_rate": 2.2800702115187345e-05,
      "loss": 0.0072,
      "step": 111830
    },
    {
      "epoch": 17.077416399450296,
      "grad_norm": 0.1705373078584671,
      "learning_rate": 2.2792031339124355e-05,
      "loss": 0.0092,
      "step": 111840
    },
    {
      "epoch": 17.07894335012979,
      "grad_norm": 0.12342517822980881,
      "learning_rate": 2.2783361725335806e-05,
      "loss": 0.0079,
      "step": 111850
    },
    {
      "epoch": 17.080470300809285,
      "grad_norm": 0.29065650701522827,
      "learning_rate": 2.2774693274192044e-05,
      "loss": 0.0104,
      "step": 111860
    },
    {
      "epoch": 17.081997251488776,
      "grad_norm": 0.14457903802394867,
      "learning_rate": 2.2766025986063367e-05,
      "loss": 0.0085,
      "step": 111870
    },
    {
      "epoch": 17.08352420216827,
      "grad_norm": 0.25653013586997986,
      "learning_rate": 2.2757359861320033e-05,
      "loss": 0.0073,
      "step": 111880
    },
    {
      "epoch": 17.085051152847765,
      "grad_norm": 0.11035850644111633,
      "learning_rate": 2.274869490033224e-05,
      "loss": 0.0071,
      "step": 111890
    },
    {
      "epoch": 17.086578103527255,
      "grad_norm": 0.09348823130130768,
      "learning_rate": 2.2740031103470137e-05,
      "loss": 0.0075,
      "step": 111900
    },
    {
      "epoch": 17.08810505420675,
      "grad_norm": 0.3118641674518585,
      "learning_rate": 2.273136847110383e-05,
      "loss": 0.0064,
      "step": 111910
    },
    {
      "epoch": 17.08963200488624,
      "grad_norm": 0.2467050999403,
      "learning_rate": 2.2722707003603384e-05,
      "loss": 0.0089,
      "step": 111920
    },
    {
      "epoch": 17.091158955565735,
      "grad_norm": 0.1467253714799881,
      "learning_rate": 2.271404670133877e-05,
      "loss": 0.0103,
      "step": 111930
    },
    {
      "epoch": 17.09268590624523,
      "grad_norm": 0.14229916036128998,
      "learning_rate": 2.270538756467993e-05,
      "loss": 0.0068,
      "step": 111940
    },
    {
      "epoch": 17.09421285692472,
      "grad_norm": 0.22535544633865356,
      "learning_rate": 2.2696729593996835e-05,
      "loss": 0.006,
      "step": 111950
    },
    {
      "epoch": 17.095739807604215,
      "grad_norm": 0.16056644916534424,
      "learning_rate": 2.268807278965927e-05,
      "loss": 0.0055,
      "step": 111960
    },
    {
      "epoch": 17.09726675828371,
      "grad_norm": 0.4109063446521759,
      "learning_rate": 2.2679417152037062e-05,
      "loss": 0.0083,
      "step": 111970
    },
    {
      "epoch": 17.0987937089632,
      "grad_norm": 0.08492129296064377,
      "learning_rate": 2.267076268149995e-05,
      "loss": 0.006,
      "step": 111980
    },
    {
      "epoch": 17.100320659642694,
      "grad_norm": 0.12876711785793304,
      "learning_rate": 2.2662109378417684e-05,
      "loss": 0.0068,
      "step": 111990
    },
    {
      "epoch": 17.101847610322185,
      "grad_norm": 0.17163798213005066,
      "learning_rate": 2.2653457243159864e-05,
      "loss": 0.0089,
      "step": 112000
    },
    {
      "epoch": 17.10337456100168,
      "grad_norm": 0.31153586506843567,
      "learning_rate": 2.264480627609612e-05,
      "loss": 0.0103,
      "step": 112010
    },
    {
      "epoch": 17.104901511681174,
      "grad_norm": 0.2820885181427002,
      "learning_rate": 2.2636156477595995e-05,
      "loss": 0.0064,
      "step": 112020
    },
    {
      "epoch": 17.106428462360665,
      "grad_norm": 0.30584031343460083,
      "learning_rate": 2.2627507848028996e-05,
      "loss": 0.008,
      "step": 112030
    },
    {
      "epoch": 17.10795541304016,
      "grad_norm": 0.305776447057724,
      "learning_rate": 2.261886038776458e-05,
      "loss": 0.0063,
      "step": 112040
    },
    {
      "epoch": 17.109482363719653,
      "grad_norm": 0.3420362174510956,
      "learning_rate": 2.261021409717214e-05,
      "loss": 0.0073,
      "step": 112050
    },
    {
      "epoch": 17.111009314399144,
      "grad_norm": 0.12694035470485687,
      "learning_rate": 2.2601568976621063e-05,
      "loss": 0.0069,
      "step": 112060
    },
    {
      "epoch": 17.11253626507864,
      "grad_norm": 0.13681071996688843,
      "learning_rate": 2.259292502648058e-05,
      "loss": 0.007,
      "step": 112070
    },
    {
      "epoch": 17.11406321575813,
      "grad_norm": 0.1793745458126068,
      "learning_rate": 2.258428224712002e-05,
      "loss": 0.0081,
      "step": 112080
    },
    {
      "epoch": 17.115590166437624,
      "grad_norm": 0.16145314276218414,
      "learning_rate": 2.2575640638908574e-05,
      "loss": 0.0104,
      "step": 112090
    },
    {
      "epoch": 17.117117117117118,
      "grad_norm": 0.20281359553337097,
      "learning_rate": 2.256700020221536e-05,
      "loss": 0.0116,
      "step": 112100
    },
    {
      "epoch": 17.11864406779661,
      "grad_norm": 0.22205965220928192,
      "learning_rate": 2.2558360937409507e-05,
      "loss": 0.0078,
      "step": 112110
    },
    {
      "epoch": 17.120171018476103,
      "grad_norm": 0.17632636427879333,
      "learning_rate": 2.2549722844860056e-05,
      "loss": 0.0084,
      "step": 112120
    },
    {
      "epoch": 17.121697969155598,
      "grad_norm": 0.24878060817718506,
      "learning_rate": 2.2541085924936017e-05,
      "loss": 0.0062,
      "step": 112130
    },
    {
      "epoch": 17.12322491983509,
      "grad_norm": 0.30189356207847595,
      "learning_rate": 2.2532450178006347e-05,
      "loss": 0.0073,
      "step": 112140
    },
    {
      "epoch": 17.124751870514583,
      "grad_norm": 0.23731860518455505,
      "learning_rate": 2.2523815604439947e-05,
      "loss": 0.0079,
      "step": 112150
    },
    {
      "epoch": 17.126278821194074,
      "grad_norm": 0.10008886456489563,
      "learning_rate": 2.2515182204605662e-05,
      "loss": 0.0079,
      "step": 112160
    },
    {
      "epoch": 17.127805771873568,
      "grad_norm": 0.27831780910491943,
      "learning_rate": 2.250654997887231e-05,
      "loss": 0.0081,
      "step": 112170
    },
    {
      "epoch": 17.129332722553062,
      "grad_norm": 0.1940685361623764,
      "learning_rate": 2.249791892760863e-05,
      "loss": 0.0054,
      "step": 112180
    },
    {
      "epoch": 17.130859673232553,
      "grad_norm": 0.14931842684745789,
      "learning_rate": 2.2489289051183353e-05,
      "loss": 0.009,
      "step": 112190
    },
    {
      "epoch": 17.132386623912048,
      "grad_norm": 1.1966181993484497,
      "learning_rate": 2.248066034996509e-05,
      "loss": 0.0118,
      "step": 112200
    },
    {
      "epoch": 17.133913574591542,
      "grad_norm": 0.12438872456550598,
      "learning_rate": 2.247203282432244e-05,
      "loss": 0.006,
      "step": 112210
    },
    {
      "epoch": 17.135440525271033,
      "grad_norm": 0.14749744534492493,
      "learning_rate": 2.246340647462402e-05,
      "loss": 0.0069,
      "step": 112220
    },
    {
      "epoch": 17.136967475950527,
      "grad_norm": 0.20086947083473206,
      "learning_rate": 2.2454781301238264e-05,
      "loss": 0.0087,
      "step": 112230
    },
    {
      "epoch": 17.138494426630018,
      "grad_norm": 0.34724435210227966,
      "learning_rate": 2.2446157304533655e-05,
      "loss": 0.0095,
      "step": 112240
    },
    {
      "epoch": 17.140021377309512,
      "grad_norm": 0.1141417920589447,
      "learning_rate": 2.2437534484878586e-05,
      "loss": 0.0093,
      "step": 112250
    },
    {
      "epoch": 17.141548327989007,
      "grad_norm": 0.16216981410980225,
      "learning_rate": 2.2428912842641408e-05,
      "loss": 0.006,
      "step": 112260
    },
    {
      "epoch": 17.143075278668498,
      "grad_norm": 0.17159198224544525,
      "learning_rate": 2.242029237819042e-05,
      "loss": 0.0096,
      "step": 112270
    },
    {
      "epoch": 17.144602229347992,
      "grad_norm": 0.20143349468708038,
      "learning_rate": 2.2411673091893887e-05,
      "loss": 0.0093,
      "step": 112280
    },
    {
      "epoch": 17.146129180027486,
      "grad_norm": 0.2663094997406006,
      "learning_rate": 2.240305498412001e-05,
      "loss": 0.0085,
      "step": 112290
    },
    {
      "epoch": 17.147656130706977,
      "grad_norm": 0.35976141691207886,
      "learning_rate": 2.239443805523689e-05,
      "loss": 0.0064,
      "step": 112300
    },
    {
      "epoch": 17.14918308138647,
      "grad_norm": 0.19334600865840912,
      "learning_rate": 2.238582230561268e-05,
      "loss": 0.0075,
      "step": 112310
    },
    {
      "epoch": 17.150710032065966,
      "grad_norm": 0.11785442382097244,
      "learning_rate": 2.2377207735615435e-05,
      "loss": 0.0092,
      "step": 112320
    },
    {
      "epoch": 17.152236982745457,
      "grad_norm": 0.15729567408561707,
      "learning_rate": 2.236859434561311e-05,
      "loss": 0.0048,
      "step": 112330
    },
    {
      "epoch": 17.15376393342495,
      "grad_norm": 0.2858603596687317,
      "learning_rate": 2.2359982135973657e-05,
      "loss": 0.0061,
      "step": 112340
    },
    {
      "epoch": 17.155290884104442,
      "grad_norm": 0.13047975301742554,
      "learning_rate": 2.2351371107065024e-05,
      "loss": 0.0069,
      "step": 112350
    },
    {
      "epoch": 17.156817834783936,
      "grad_norm": 0.18836373090744019,
      "learning_rate": 2.234276125925501e-05,
      "loss": 0.0064,
      "step": 112360
    },
    {
      "epoch": 17.15834478546343,
      "grad_norm": 0.27604687213897705,
      "learning_rate": 2.2334152592911424e-05,
      "loss": 0.009,
      "step": 112370
    },
    {
      "epoch": 17.15987173614292,
      "grad_norm": 0.12657281756401062,
      "learning_rate": 2.2325545108402018e-05,
      "loss": 0.0068,
      "step": 112380
    },
    {
      "epoch": 17.161398686822416,
      "grad_norm": 0.09674392640590668,
      "learning_rate": 2.2316938806094483e-05,
      "loss": 0.0066,
      "step": 112390
    },
    {
      "epoch": 17.16292563750191,
      "grad_norm": 0.22293679416179657,
      "learning_rate": 2.230833368635647e-05,
      "loss": 0.0064,
      "step": 112400
    },
    {
      "epoch": 17.1644525881814,
      "grad_norm": 0.09109906852245331,
      "learning_rate": 2.229972974955557e-05,
      "loss": 0.0093,
      "step": 112410
    },
    {
      "epoch": 17.165979538860896,
      "grad_norm": 0.10656056553125381,
      "learning_rate": 2.2291126996059326e-05,
      "loss": 0.0077,
      "step": 112420
    },
    {
      "epoch": 17.167506489540386,
      "grad_norm": 0.17464891076087952,
      "learning_rate": 2.2282525426235233e-05,
      "loss": 0.0069,
      "step": 112430
    },
    {
      "epoch": 17.16903344021988,
      "grad_norm": 0.19808024168014526,
      "learning_rate": 2.2273925040450745e-05,
      "loss": 0.0076,
      "step": 112440
    },
    {
      "epoch": 17.170560390899375,
      "grad_norm": 0.15675073862075806,
      "learning_rate": 2.226532583907323e-05,
      "loss": 0.0109,
      "step": 112450
    },
    {
      "epoch": 17.172087341578866,
      "grad_norm": 0.2170289158821106,
      "learning_rate": 2.2256727822470076e-05,
      "loss": 0.0071,
      "step": 112460
    },
    {
      "epoch": 17.17361429225836,
      "grad_norm": 0.13468848168849945,
      "learning_rate": 2.2248130991008497e-05,
      "loss": 0.006,
      "step": 112470
    },
    {
      "epoch": 17.175141242937855,
      "grad_norm": 0.21343383193016052,
      "learning_rate": 2.2239535345055807e-05,
      "loss": 0.0091,
      "step": 112480
    },
    {
      "epoch": 17.176668193617346,
      "grad_norm": 0.13142818212509155,
      "learning_rate": 2.2230940884979183e-05,
      "loss": 0.0069,
      "step": 112490
    },
    {
      "epoch": 17.17819514429684,
      "grad_norm": 0.20282742381095886,
      "learning_rate": 2.2222347611145734e-05,
      "loss": 0.0078,
      "step": 112500
    },
    {
      "epoch": 17.17972209497633,
      "grad_norm": 0.12985436618328094,
      "learning_rate": 2.2213755523922564e-05,
      "loss": 0.0056,
      "step": 112510
    },
    {
      "epoch": 17.181249045655825,
      "grad_norm": 0.19426950812339783,
      "learning_rate": 2.2205164623676715e-05,
      "loss": 0.0067,
      "step": 112520
    },
    {
      "epoch": 17.18277599633532,
      "grad_norm": 0.136330246925354,
      "learning_rate": 2.219657491077517e-05,
      "loss": 0.0103,
      "step": 112530
    },
    {
      "epoch": 17.18430294701481,
      "grad_norm": 0.1812988519668579,
      "learning_rate": 2.2187986385584868e-05,
      "loss": 0.0063,
      "step": 112540
    },
    {
      "epoch": 17.185829897694305,
      "grad_norm": 0.14326265454292297,
      "learning_rate": 2.2179399048472697e-05,
      "loss": 0.0098,
      "step": 112550
    },
    {
      "epoch": 17.1873568483738,
      "grad_norm": 0.17769241333007812,
      "learning_rate": 2.2170812899805493e-05,
      "loss": 0.0057,
      "step": 112560
    },
    {
      "epoch": 17.18888379905329,
      "grad_norm": 0.16425999999046326,
      "learning_rate": 2.2162227939950036e-05,
      "loss": 0.0067,
      "step": 112570
    },
    {
      "epoch": 17.190410749732784,
      "grad_norm": 0.08727531135082245,
      "learning_rate": 2.2153644169273064e-05,
      "loss": 0.0075,
      "step": 112580
    },
    {
      "epoch": 17.191937700412275,
      "grad_norm": 0.13695520162582397,
      "learning_rate": 2.2145061588141273e-05,
      "loss": 0.0056,
      "step": 112590
    },
    {
      "epoch": 17.19346465109177,
      "grad_norm": 0.3810986876487732,
      "learning_rate": 2.2136480196921268e-05,
      "loss": 0.0111,
      "step": 112600
    },
    {
      "epoch": 17.194991601771264,
      "grad_norm": 0.11168228089809418,
      "learning_rate": 2.212789999597961e-05,
      "loss": 0.0073,
      "step": 112610
    },
    {
      "epoch": 17.196518552450755,
      "grad_norm": 0.19849693775177002,
      "learning_rate": 2.211932098568291e-05,
      "loss": 0.0067,
      "step": 112620
    },
    {
      "epoch": 17.19804550313025,
      "grad_norm": 0.1856401115655899,
      "learning_rate": 2.211074316639758e-05,
      "loss": 0.0102,
      "step": 112630
    },
    {
      "epoch": 17.199572453809743,
      "grad_norm": 0.21440532803535461,
      "learning_rate": 2.210216653849006e-05,
      "loss": 0.0107,
      "step": 112640
    },
    {
      "epoch": 17.201099404489234,
      "grad_norm": 0.2588215172290802,
      "learning_rate": 2.2093591102326744e-05,
      "loss": 0.0084,
      "step": 112650
    },
    {
      "epoch": 17.20262635516873,
      "grad_norm": 0.2461051046848297,
      "learning_rate": 2.2085016858273945e-05,
      "loss": 0.0072,
      "step": 112660
    },
    {
      "epoch": 17.20415330584822,
      "grad_norm": 0.16099564731121063,
      "learning_rate": 2.2076443806697945e-05,
      "loss": 0.007,
      "step": 112670
    },
    {
      "epoch": 17.205680256527714,
      "grad_norm": 0.23567195236682892,
      "learning_rate": 2.206787194796497e-05,
      "loss": 0.0091,
      "step": 112680
    },
    {
      "epoch": 17.207207207207208,
      "grad_norm": 0.11585301160812378,
      "learning_rate": 2.205930128244121e-05,
      "loss": 0.0062,
      "step": 112690
    },
    {
      "epoch": 17.2087341578867,
      "grad_norm": 0.12602895498275757,
      "learning_rate": 2.2050731810492736e-05,
      "loss": 0.0063,
      "step": 112700
    },
    {
      "epoch": 17.210261108566193,
      "grad_norm": 0.13163231313228607,
      "learning_rate": 2.2042163532485673e-05,
      "loss": 0.0076,
      "step": 112710
    },
    {
      "epoch": 17.211788059245688,
      "grad_norm": 0.09154203534126282,
      "learning_rate": 2.2033596448786036e-05,
      "loss": 0.0069,
      "step": 112720
    },
    {
      "epoch": 17.21331500992518,
      "grad_norm": 0.22199445962905884,
      "learning_rate": 2.2025030559759767e-05,
      "loss": 0.0094,
      "step": 112730
    },
    {
      "epoch": 17.214841960604673,
      "grad_norm": 0.17058590054512024,
      "learning_rate": 2.2016465865772785e-05,
      "loss": 0.0092,
      "step": 112740
    },
    {
      "epoch": 17.216368911284164,
      "grad_norm": 0.1065007820725441,
      "learning_rate": 2.2007902367191007e-05,
      "loss": 0.0083,
      "step": 112750
    },
    {
      "epoch": 17.217895861963658,
      "grad_norm": 0.1479605734348297,
      "learning_rate": 2.1999340064380204e-05,
      "loss": 0.0053,
      "step": 112760
    },
    {
      "epoch": 17.219422812643153,
      "grad_norm": 0.27737489342689514,
      "learning_rate": 2.1990778957706153e-05,
      "loss": 0.0077,
      "step": 112770
    },
    {
      "epoch": 17.220949763322643,
      "grad_norm": 0.16289621591567993,
      "learning_rate": 2.198221904753457e-05,
      "loss": 0.0075,
      "step": 112780
    },
    {
      "epoch": 17.222476714002138,
      "grad_norm": 0.25978347659111023,
      "learning_rate": 2.1973660334231117e-05,
      "loss": 0.006,
      "step": 112790
    },
    {
      "epoch": 17.224003664681632,
      "grad_norm": 0.26504865288734436,
      "learning_rate": 2.196510281816141e-05,
      "loss": 0.0074,
      "step": 112800
    },
    {
      "epoch": 17.225530615361123,
      "grad_norm": 0.19089972972869873,
      "learning_rate": 2.1956546499691005e-05,
      "loss": 0.0081,
      "step": 112810
    },
    {
      "epoch": 17.227057566040617,
      "grad_norm": 0.08981028199195862,
      "learning_rate": 2.1947991379185418e-05,
      "loss": 0.009,
      "step": 112820
    },
    {
      "epoch": 17.22858451672011,
      "grad_norm": 0.20245692133903503,
      "learning_rate": 2.1939437457010108e-05,
      "loss": 0.0071,
      "step": 112830
    },
    {
      "epoch": 17.230111467399603,
      "grad_norm": 0.1492786854505539,
      "learning_rate": 2.193088473353048e-05,
      "loss": 0.0073,
      "step": 112840
    },
    {
      "epoch": 17.231638418079097,
      "grad_norm": 0.18260498344898224,
      "learning_rate": 2.1922333209111895e-05,
      "loss": 0.0067,
      "step": 112850
    },
    {
      "epoch": 17.233165368758588,
      "grad_norm": 0.3912225663661957,
      "learning_rate": 2.1913782884119666e-05,
      "loss": 0.0113,
      "step": 112860
    },
    {
      "epoch": 17.234692319438082,
      "grad_norm": 0.2281886786222458,
      "learning_rate": 2.1905233758919025e-05,
      "loss": 0.0076,
      "step": 112870
    },
    {
      "epoch": 17.236219270117576,
      "grad_norm": 0.2708226144313812,
      "learning_rate": 2.1896685833875163e-05,
      "loss": 0.0099,
      "step": 112880
    },
    {
      "epoch": 17.237746220797067,
      "grad_norm": 0.3268771171569824,
      "learning_rate": 2.1888139109353297e-05,
      "loss": 0.0103,
      "step": 112890
    },
    {
      "epoch": 17.23927317147656,
      "grad_norm": 0.19918228685855865,
      "learning_rate": 2.1879593585718462e-05,
      "loss": 0.0084,
      "step": 112900
    },
    {
      "epoch": 17.240800122156056,
      "grad_norm": 0.11704928427934647,
      "learning_rate": 2.187104926333573e-05,
      "loss": 0.0079,
      "step": 112910
    },
    {
      "epoch": 17.242327072835547,
      "grad_norm": 0.1865929514169693,
      "learning_rate": 2.1862506142570098e-05,
      "loss": 0.0065,
      "step": 112920
    },
    {
      "epoch": 17.24385402351504,
      "grad_norm": 0.36873185634613037,
      "learning_rate": 2.1853964223786517e-05,
      "loss": 0.0078,
      "step": 112930
    },
    {
      "epoch": 17.245380974194532,
      "grad_norm": 0.15306414663791656,
      "learning_rate": 2.1845423507349878e-05,
      "loss": 0.005,
      "step": 112940
    },
    {
      "epoch": 17.246907924874026,
      "grad_norm": 0.10246848315000534,
      "learning_rate": 2.1836883993625017e-05,
      "loss": 0.0097,
      "step": 112950
    },
    {
      "epoch": 17.24843487555352,
      "grad_norm": 0.22286495566368103,
      "learning_rate": 2.1828345682976766e-05,
      "loss": 0.0052,
      "step": 112960
    },
    {
      "epoch": 17.24996182623301,
      "grad_norm": 0.18114234507083893,
      "learning_rate": 2.181980857576979e-05,
      "loss": 0.0087,
      "step": 112970
    },
    {
      "epoch": 17.251488776912506,
      "grad_norm": 0.29995059967041016,
      "learning_rate": 2.1811272672368844e-05,
      "loss": 0.0086,
      "step": 112980
    },
    {
      "epoch": 17.253015727592,
      "grad_norm": 0.19976381957530975,
      "learning_rate": 2.180273797313856e-05,
      "loss": 0.0072,
      "step": 112990
    },
    {
      "epoch": 17.25454267827149,
      "grad_norm": 0.12792563438415527,
      "learning_rate": 2.179420447844349e-05,
      "loss": 0.0061,
      "step": 113000
    },
    {
      "epoch": 17.256069628950986,
      "grad_norm": 0.236839160323143,
      "learning_rate": 2.1785672188648177e-05,
      "loss": 0.0087,
      "step": 113010
    },
    {
      "epoch": 17.257596579630476,
      "grad_norm": 0.2879350781440735,
      "learning_rate": 2.177714110411715e-05,
      "loss": 0.005,
      "step": 113020
    },
    {
      "epoch": 17.25912353030997,
      "grad_norm": 0.1217583566904068,
      "learning_rate": 2.1768611225214792e-05,
      "loss": 0.0066,
      "step": 113030
    },
    {
      "epoch": 17.260650480989465,
      "grad_norm": 0.16604909300804138,
      "learning_rate": 2.1760082552305498e-05,
      "loss": 0.0084,
      "step": 113040
    },
    {
      "epoch": 17.262177431668956,
      "grad_norm": 0.14990238845348358,
      "learning_rate": 2.17515550857536e-05,
      "loss": 0.0082,
      "step": 113050
    },
    {
      "epoch": 17.26370438234845,
      "grad_norm": 0.2736685872077942,
      "learning_rate": 2.1743028825923373e-05,
      "loss": 0.0078,
      "step": 113060
    },
    {
      "epoch": 17.265231333027945,
      "grad_norm": 0.12822528183460236,
      "learning_rate": 2.1734503773179045e-05,
      "loss": 0.0066,
      "step": 113070
    },
    {
      "epoch": 17.266758283707436,
      "grad_norm": 1.1615691184997559,
      "learning_rate": 2.1725979927884794e-05,
      "loss": 0.0114,
      "step": 113080
    },
    {
      "epoch": 17.26828523438693,
      "grad_norm": 0.15976902842521667,
      "learning_rate": 2.1717457290404754e-05,
      "loss": 0.0075,
      "step": 113090
    },
    {
      "epoch": 17.26981218506642,
      "grad_norm": 0.14008919894695282,
      "learning_rate": 2.170893586110294e-05,
      "loss": 0.0093,
      "step": 113100
    },
    {
      "epoch": 17.271339135745915,
      "grad_norm": 0.1459711492061615,
      "learning_rate": 2.170041564034344e-05,
      "loss": 0.007,
      "step": 113110
    },
    {
      "epoch": 17.27286608642541,
      "grad_norm": 0.21225911378860474,
      "learning_rate": 2.1691896628490214e-05,
      "loss": 0.0084,
      "step": 113120
    },
    {
      "epoch": 17.2743930371049,
      "grad_norm": 0.1900549978017807,
      "learning_rate": 2.1683378825907142e-05,
      "loss": 0.0058,
      "step": 113130
    },
    {
      "epoch": 17.275919987784395,
      "grad_norm": 0.36951103806495667,
      "learning_rate": 2.1674862232958104e-05,
      "loss": 0.0073,
      "step": 113140
    },
    {
      "epoch": 17.27744693846389,
      "grad_norm": 0.28065207600593567,
      "learning_rate": 2.166634685000692e-05,
      "loss": 0.0085,
      "step": 113150
    },
    {
      "epoch": 17.27897388914338,
      "grad_norm": 0.1696271002292633,
      "learning_rate": 2.1657832677417346e-05,
      "loss": 0.0069,
      "step": 113160
    },
    {
      "epoch": 17.280500839822874,
      "grad_norm": 0.1465393304824829,
      "learning_rate": 2.164931971555309e-05,
      "loss": 0.0083,
      "step": 113170
    },
    {
      "epoch": 17.282027790502365,
      "grad_norm": 0.1057051494717598,
      "learning_rate": 2.1640807964777822e-05,
      "loss": 0.0083,
      "step": 113180
    },
    {
      "epoch": 17.28355474118186,
      "grad_norm": 0.25798407196998596,
      "learning_rate": 2.1632297425455134e-05,
      "loss": 0.0062,
      "step": 113190
    },
    {
      "epoch": 17.285081691861354,
      "grad_norm": 0.2035297453403473,
      "learning_rate": 2.1623788097948588e-05,
      "loss": 0.008,
      "step": 113200
    },
    {
      "epoch": 17.286608642540845,
      "grad_norm": 0.21578054130077362,
      "learning_rate": 2.1615279982621684e-05,
      "loss": 0.0077,
      "step": 113210
    },
    {
      "epoch": 17.28813559322034,
      "grad_norm": 0.1458844393491745,
      "learning_rate": 2.1606773079837877e-05,
      "loss": 0.0059,
      "step": 113220
    },
    {
      "epoch": 17.289662543899833,
      "grad_norm": 0.164228156208992,
      "learning_rate": 2.1598267389960585e-05,
      "loss": 0.0066,
      "step": 113230
    },
    {
      "epoch": 17.291189494579324,
      "grad_norm": 0.09066800773143768,
      "learning_rate": 2.1589762913353097e-05,
      "loss": 0.0079,
      "step": 113240
    },
    {
      "epoch": 17.29271644525882,
      "grad_norm": 0.2570186257362366,
      "learning_rate": 2.158125965037876e-05,
      "loss": 0.0096,
      "step": 113250
    },
    {
      "epoch": 17.29424339593831,
      "grad_norm": 0.23150387406349182,
      "learning_rate": 2.157275760140083e-05,
      "loss": 0.0069,
      "step": 113260
    },
    {
      "epoch": 17.295770346617804,
      "grad_norm": 0.22225284576416016,
      "learning_rate": 2.1564256766782443e-05,
      "loss": 0.0085,
      "step": 113270
    },
    {
      "epoch": 17.2972972972973,
      "grad_norm": 0.13631117343902588,
      "learning_rate": 2.155575714688676e-05,
      "loss": 0.0062,
      "step": 113280
    },
    {
      "epoch": 17.29882424797679,
      "grad_norm": 0.14401476085186005,
      "learning_rate": 2.154725874207691e-05,
      "loss": 0.0076,
      "step": 113290
    },
    {
      "epoch": 17.300351198656283,
      "grad_norm": 0.11921783536672592,
      "learning_rate": 2.153876155271588e-05,
      "loss": 0.0086,
      "step": 113300
    },
    {
      "epoch": 17.301878149335778,
      "grad_norm": 0.12729023396968842,
      "learning_rate": 2.153026557916667e-05,
      "loss": 0.0073,
      "step": 113310
    },
    {
      "epoch": 17.30340510001527,
      "grad_norm": 0.19872282445430756,
      "learning_rate": 2.152177082179222e-05,
      "loss": 0.0057,
      "step": 113320
    },
    {
      "epoch": 17.304932050694763,
      "grad_norm": 0.13039220869541168,
      "learning_rate": 2.1513277280955397e-05,
      "loss": 0.0115,
      "step": 113330
    },
    {
      "epoch": 17.306459001374257,
      "grad_norm": 0.12585410475730896,
      "learning_rate": 2.150478495701904e-05,
      "loss": 0.01,
      "step": 113340
    },
    {
      "epoch": 17.30798595205375,
      "grad_norm": 0.15744264423847198,
      "learning_rate": 2.149629385034592e-05,
      "loss": 0.0061,
      "step": 113350
    },
    {
      "epoch": 17.309512902733243,
      "grad_norm": 0.1013728529214859,
      "learning_rate": 2.1487803961298786e-05,
      "loss": 0.0065,
      "step": 113360
    },
    {
      "epoch": 17.311039853412733,
      "grad_norm": 0.09695109724998474,
      "learning_rate": 2.1479315290240248e-05,
      "loss": 0.007,
      "step": 113370
    },
    {
      "epoch": 17.312566804092228,
      "grad_norm": 0.18520702421665192,
      "learning_rate": 2.1470827837532987e-05,
      "loss": 0.006,
      "step": 113380
    },
    {
      "epoch": 17.314093754771722,
      "grad_norm": 0.42043337225914,
      "learning_rate": 2.1462341603539572e-05,
      "loss": 0.0069,
      "step": 113390
    },
    {
      "epoch": 17.315620705451213,
      "grad_norm": 0.253540962934494,
      "learning_rate": 2.1453856588622475e-05,
      "loss": 0.0056,
      "step": 113400
    },
    {
      "epoch": 17.317147656130707,
      "grad_norm": 0.07850663363933563,
      "learning_rate": 2.1445372793144186e-05,
      "loss": 0.0063,
      "step": 113410
    },
    {
      "epoch": 17.3186746068102,
      "grad_norm": 0.07973102480173111,
      "learning_rate": 2.1436890217467114e-05,
      "loss": 0.0055,
      "step": 113420
    },
    {
      "epoch": 17.320201557489693,
      "grad_norm": 0.30562272667884827,
      "learning_rate": 2.142840886195362e-05,
      "loss": 0.0075,
      "step": 113430
    },
    {
      "epoch": 17.321728508169187,
      "grad_norm": 0.16702668368816376,
      "learning_rate": 2.141992872696601e-05,
      "loss": 0.0065,
      "step": 113440
    },
    {
      "epoch": 17.323255458848678,
      "grad_norm": 0.07655584067106247,
      "learning_rate": 2.1411449812866546e-05,
      "loss": 0.0098,
      "step": 113450
    },
    {
      "epoch": 17.324782409528172,
      "grad_norm": 0.14735913276672363,
      "learning_rate": 2.140297212001742e-05,
      "loss": 0.0065,
      "step": 113460
    },
    {
      "epoch": 17.326309360207667,
      "grad_norm": 0.13911977410316467,
      "learning_rate": 2.13944956487808e-05,
      "loss": 0.0063,
      "step": 113470
    },
    {
      "epoch": 17.327836310887157,
      "grad_norm": 0.1687873750925064,
      "learning_rate": 2.138602039951877e-05,
      "loss": 0.0073,
      "step": 113480
    },
    {
      "epoch": 17.32936326156665,
      "grad_norm": 0.30779215693473816,
      "learning_rate": 2.1377546372593397e-05,
      "loss": 0.0052,
      "step": 113490
    },
    {
      "epoch": 17.330890212246146,
      "grad_norm": 0.3091132938861847,
      "learning_rate": 2.1369073568366654e-05,
      "loss": 0.0086,
      "step": 113500
    },
    {
      "epoch": 17.332417162925637,
      "grad_norm": 0.18788863718509674,
      "learning_rate": 2.1360601987200467e-05,
      "loss": 0.0067,
      "step": 113510
    },
    {
      "epoch": 17.33394411360513,
      "grad_norm": 0.36542847752571106,
      "learning_rate": 2.1352131629456783e-05,
      "loss": 0.0109,
      "step": 113520
    },
    {
      "epoch": 17.335471064284622,
      "grad_norm": 0.08229269832372665,
      "learning_rate": 2.1343662495497398e-05,
      "loss": 0.007,
      "step": 113530
    },
    {
      "epoch": 17.336998014964117,
      "grad_norm": 0.13463614881038666,
      "learning_rate": 2.1335194585684105e-05,
      "loss": 0.0084,
      "step": 113540
    },
    {
      "epoch": 17.33852496564361,
      "grad_norm": 0.3928266763687134,
      "learning_rate": 2.1326727900378622e-05,
      "loss": 0.0081,
      "step": 113550
    },
    {
      "epoch": 17.3400519163231,
      "grad_norm": 0.29773223400115967,
      "learning_rate": 2.1318262439942687e-05,
      "loss": 0.0059,
      "step": 113560
    },
    {
      "epoch": 17.341578867002596,
      "grad_norm": 0.16758428514003754,
      "learning_rate": 2.130979820473787e-05,
      "loss": 0.0066,
      "step": 113570
    },
    {
      "epoch": 17.34310581768209,
      "grad_norm": 0.11824473738670349,
      "learning_rate": 2.1301335195125767e-05,
      "loss": 0.0057,
      "step": 113580
    },
    {
      "epoch": 17.34463276836158,
      "grad_norm": 0.10403383523225784,
      "learning_rate": 2.1292873411467908e-05,
      "loss": 0.0069,
      "step": 113590
    },
    {
      "epoch": 17.346159719041076,
      "grad_norm": 0.25734663009643555,
      "learning_rate": 2.1284412854125752e-05,
      "loss": 0.0061,
      "step": 113600
    },
    {
      "epoch": 17.347686669720566,
      "grad_norm": 0.10220855474472046,
      "learning_rate": 2.1275953523460733e-05,
      "loss": 0.0063,
      "step": 113610
    },
    {
      "epoch": 17.34921362040006,
      "grad_norm": 0.3867913782596588,
      "learning_rate": 2.126749541983421e-05,
      "loss": 0.0077,
      "step": 113620
    },
    {
      "epoch": 17.350740571079555,
      "grad_norm": 0.16042132675647736,
      "learning_rate": 2.125903854360752e-05,
      "loss": 0.0064,
      "step": 113630
    },
    {
      "epoch": 17.352267521759046,
      "grad_norm": 0.16947762668132782,
      "learning_rate": 2.1250582895141864e-05,
      "loss": 0.0055,
      "step": 113640
    },
    {
      "epoch": 17.35379447243854,
      "grad_norm": 0.5155115127563477,
      "learning_rate": 2.1242128474798512e-05,
      "loss": 0.009,
      "step": 113650
    },
    {
      "epoch": 17.355321423118035,
      "grad_norm": 0.12676173448562622,
      "learning_rate": 2.123367528293862e-05,
      "loss": 0.0082,
      "step": 113660
    },
    {
      "epoch": 17.356848373797526,
      "grad_norm": 0.24808163940906525,
      "learning_rate": 2.122522331992326e-05,
      "loss": 0.0077,
      "step": 113670
    },
    {
      "epoch": 17.35837532447702,
      "grad_norm": 0.11209368705749512,
      "learning_rate": 2.1216772586113477e-05,
      "loss": 0.0092,
      "step": 113680
    },
    {
      "epoch": 17.35990227515651,
      "grad_norm": 0.14304094016551971,
      "learning_rate": 2.120832308187033e-05,
      "loss": 0.0076,
      "step": 113690
    },
    {
      "epoch": 17.361429225836005,
      "grad_norm": 0.16734546422958374,
      "learning_rate": 2.119987480755471e-05,
      "loss": 0.0066,
      "step": 113700
    },
    {
      "epoch": 17.3629561765155,
      "grad_norm": 0.4380533695220947,
      "learning_rate": 2.1191427763527525e-05,
      "loss": 0.0055,
      "step": 113710
    },
    {
      "epoch": 17.36448312719499,
      "grad_norm": 0.13228046894073486,
      "learning_rate": 2.1182981950149632e-05,
      "loss": 0.0073,
      "step": 113720
    },
    {
      "epoch": 17.366010077874485,
      "grad_norm": 0.22018875181674957,
      "learning_rate": 2.117453736778181e-05,
      "loss": 0.0076,
      "step": 113730
    },
    {
      "epoch": 17.36753702855398,
      "grad_norm": 0.18246428668498993,
      "learning_rate": 2.1166094016784792e-05,
      "loss": 0.0075,
      "step": 113740
    },
    {
      "epoch": 17.36906397923347,
      "grad_norm": 0.14713478088378906,
      "learning_rate": 2.1157651897519277e-05,
      "loss": 0.007,
      "step": 113750
    },
    {
      "epoch": 17.370590929912964,
      "grad_norm": 0.3616202473640442,
      "learning_rate": 2.11492110103459e-05,
      "loss": 0.0113,
      "step": 113760
    },
    {
      "epoch": 17.372117880592455,
      "grad_norm": 0.12703223526477814,
      "learning_rate": 2.1140771355625194e-05,
      "loss": 0.0069,
      "step": 113770
    },
    {
      "epoch": 17.37364483127195,
      "grad_norm": 0.11015117913484573,
      "learning_rate": 2.1132332933717735e-05,
      "loss": 0.0064,
      "step": 113780
    },
    {
      "epoch": 17.375171781951444,
      "grad_norm": 0.2678206264972687,
      "learning_rate": 2.1123895744984003e-05,
      "loss": 0.0077,
      "step": 113790
    },
    {
      "epoch": 17.376698732630935,
      "grad_norm": 0.1809016913175583,
      "learning_rate": 2.1115459789784375e-05,
      "loss": 0.0105,
      "step": 113800
    },
    {
      "epoch": 17.37822568331043,
      "grad_norm": 0.25071659684181213,
      "learning_rate": 2.110702506847924e-05,
      "loss": 0.008,
      "step": 113810
    },
    {
      "epoch": 17.379752633989924,
      "grad_norm": 0.427080363035202,
      "learning_rate": 2.109859158142892e-05,
      "loss": 0.0073,
      "step": 113820
    },
    {
      "epoch": 17.381279584669414,
      "grad_norm": 0.24761037528514862,
      "learning_rate": 2.109015932899368e-05,
      "loss": 0.0064,
      "step": 113830
    },
    {
      "epoch": 17.38280653534891,
      "grad_norm": 0.1407921314239502,
      "learning_rate": 2.1081728311533715e-05,
      "loss": 0.0092,
      "step": 113840
    },
    {
      "epoch": 17.3843334860284,
      "grad_norm": 0.311601847410202,
      "learning_rate": 2.1073298529409204e-05,
      "loss": 0.0077,
      "step": 113850
    },
    {
      "epoch": 17.385860436707894,
      "grad_norm": 0.17900775372982025,
      "learning_rate": 2.106486998298023e-05,
      "loss": 0.0053,
      "step": 113860
    },
    {
      "epoch": 17.38738738738739,
      "grad_norm": 0.17864231765270233,
      "learning_rate": 2.1056442672606853e-05,
      "loss": 0.0087,
      "step": 113870
    },
    {
      "epoch": 17.38891433806688,
      "grad_norm": 0.09414658695459366,
      "learning_rate": 2.104801659864908e-05,
      "loss": 0.0064,
      "step": 113880
    },
    {
      "epoch": 17.390441288746374,
      "grad_norm": 0.12078244984149933,
      "learning_rate": 2.1039591761466864e-05,
      "loss": 0.0105,
      "step": 113890
    },
    {
      "epoch": 17.391968239425868,
      "grad_norm": 0.22707444429397583,
      "learning_rate": 2.1031168161420074e-05,
      "loss": 0.0094,
      "step": 113900
    },
    {
      "epoch": 17.39349519010536,
      "grad_norm": 0.22143344581127167,
      "learning_rate": 2.1022745798868544e-05,
      "loss": 0.0058,
      "step": 113910
    },
    {
      "epoch": 17.395022140784853,
      "grad_norm": 0.12140733003616333,
      "learning_rate": 2.101432467417211e-05,
      "loss": 0.0071,
      "step": 113920
    },
    {
      "epoch": 17.396549091464344,
      "grad_norm": 0.26448488235473633,
      "learning_rate": 2.1005904787690465e-05,
      "loss": 0.006,
      "step": 113930
    },
    {
      "epoch": 17.39807604214384,
      "grad_norm": 0.1779024451971054,
      "learning_rate": 2.09974861397833e-05,
      "loss": 0.007,
      "step": 113940
    },
    {
      "epoch": 17.399602992823333,
      "grad_norm": 0.38343188166618347,
      "learning_rate": 2.0989068730810236e-05,
      "loss": 0.0069,
      "step": 113950
    },
    {
      "epoch": 17.401129943502823,
      "grad_norm": 0.1032758578658104,
      "learning_rate": 2.0980652561130894e-05,
      "loss": 0.007,
      "step": 113960
    },
    {
      "epoch": 17.402656894182318,
      "grad_norm": 0.2202981561422348,
      "learning_rate": 2.0972237631104747e-05,
      "loss": 0.0054,
      "step": 113970
    },
    {
      "epoch": 17.404183844861812,
      "grad_norm": 0.32664111256599426,
      "learning_rate": 2.0963823941091277e-05,
      "loss": 0.0062,
      "step": 113980
    },
    {
      "epoch": 17.405710795541303,
      "grad_norm": 0.43367278575897217,
      "learning_rate": 2.095541149144991e-05,
      "loss": 0.0084,
      "step": 113990
    },
    {
      "epoch": 17.407237746220797,
      "grad_norm": 0.1833232194185257,
      "learning_rate": 2.0947000282540014e-05,
      "loss": 0.0056,
      "step": 114000
    },
    {
      "epoch": 17.408764696900292,
      "grad_norm": 0.27830779552459717,
      "learning_rate": 2.0938590314720884e-05,
      "loss": 0.0068,
      "step": 114010
    },
    {
      "epoch": 17.410291647579783,
      "grad_norm": 0.16963939368724823,
      "learning_rate": 2.0930181588351795e-05,
      "loss": 0.0069,
      "step": 114020
    },
    {
      "epoch": 17.411818598259277,
      "grad_norm": 0.19776692986488342,
      "learning_rate": 2.0921774103791964e-05,
      "loss": 0.009,
      "step": 114030
    },
    {
      "epoch": 17.413345548938768,
      "grad_norm": 0.17842216789722443,
      "learning_rate": 2.0913367861400485e-05,
      "loss": 0.0076,
      "step": 114040
    },
    {
      "epoch": 17.414872499618262,
      "grad_norm": 0.06665050238370895,
      "learning_rate": 2.0904962861536516e-05,
      "loss": 0.0053,
      "step": 114050
    },
    {
      "epoch": 17.416399450297757,
      "grad_norm": 0.49614664912223816,
      "learning_rate": 2.0896559104559106e-05,
      "loss": 0.0073,
      "step": 114060
    },
    {
      "epoch": 17.417926400977247,
      "grad_norm": 0.1542072743177414,
      "learning_rate": 2.0888156590827203e-05,
      "loss": 0.0066,
      "step": 114070
    },
    {
      "epoch": 17.419453351656742,
      "grad_norm": 0.17712858319282532,
      "learning_rate": 2.0879755320699772e-05,
      "loss": 0.0079,
      "step": 114080
    },
    {
      "epoch": 17.420980302336236,
      "grad_norm": 0.17846734821796417,
      "learning_rate": 2.08713552945357e-05,
      "loss": 0.0076,
      "step": 114090
    },
    {
      "epoch": 17.422507253015727,
      "grad_norm": 0.18280814588069916,
      "learning_rate": 2.0862956512693816e-05,
      "loss": 0.0084,
      "step": 114100
    },
    {
      "epoch": 17.42403420369522,
      "grad_norm": 0.22137004137039185,
      "learning_rate": 2.0854558975532908e-05,
      "loss": 0.0078,
      "step": 114110
    },
    {
      "epoch": 17.425561154374712,
      "grad_norm": 0.21271412074565887,
      "learning_rate": 2.084616268341169e-05,
      "loss": 0.0081,
      "step": 114120
    },
    {
      "epoch": 17.427088105054207,
      "grad_norm": 0.18439221382141113,
      "learning_rate": 2.0837767636688854e-05,
      "loss": 0.0061,
      "step": 114130
    },
    {
      "epoch": 17.4286150557337,
      "grad_norm": 0.11897362768650055,
      "learning_rate": 2.0829373835723005e-05,
      "loss": 0.0077,
      "step": 114140
    },
    {
      "epoch": 17.430142006413192,
      "grad_norm": 0.1883971244096756,
      "learning_rate": 2.082098128087272e-05,
      "loss": 0.0063,
      "step": 114150
    },
    {
      "epoch": 17.431668957092686,
      "grad_norm": 0.11367125809192657,
      "learning_rate": 2.0812589972496532e-05,
      "loss": 0.005,
      "step": 114160
    },
    {
      "epoch": 17.43319590777218,
      "grad_norm": 0.2648823857307434,
      "learning_rate": 2.080419991095286e-05,
      "loss": 0.0071,
      "step": 114170
    },
    {
      "epoch": 17.43472285845167,
      "grad_norm": 0.1322575956583023,
      "learning_rate": 2.0795811096600115e-05,
      "loss": 0.0066,
      "step": 114180
    },
    {
      "epoch": 17.436249809131166,
      "grad_norm": 0.26169896125793457,
      "learning_rate": 2.0787423529796706e-05,
      "loss": 0.0085,
      "step": 114190
    },
    {
      "epoch": 17.437776759810657,
      "grad_norm": 0.1572619080543518,
      "learning_rate": 2.0779037210900887e-05,
      "loss": 0.0054,
      "step": 114200
    },
    {
      "epoch": 17.43930371049015,
      "grad_norm": 0.20764398574829102,
      "learning_rate": 2.0770652140270912e-05,
      "loss": 0.009,
      "step": 114210
    },
    {
      "epoch": 17.440830661169645,
      "grad_norm": 0.37016570568084717,
      "learning_rate": 2.076226831826498e-05,
      "loss": 0.0071,
      "step": 114220
    },
    {
      "epoch": 17.442357611849136,
      "grad_norm": 0.15793269872665405,
      "learning_rate": 2.0753885745241237e-05,
      "loss": 0.0077,
      "step": 114230
    },
    {
      "epoch": 17.44388456252863,
      "grad_norm": 0.18390928208827972,
      "learning_rate": 2.0745504421557772e-05,
      "loss": 0.0065,
      "step": 114240
    },
    {
      "epoch": 17.445411513208125,
      "grad_norm": 0.34866052865982056,
      "learning_rate": 2.0737124347572605e-05,
      "loss": 0.0091,
      "step": 114250
    },
    {
      "epoch": 17.446938463887616,
      "grad_norm": 0.3243454694747925,
      "learning_rate": 2.0728745523643757e-05,
      "loss": 0.0072,
      "step": 114260
    },
    {
      "epoch": 17.44846541456711,
      "grad_norm": 0.08260748535394669,
      "learning_rate": 2.0720367950129087e-05,
      "loss": 0.0089,
      "step": 114270
    },
    {
      "epoch": 17.4499923652466,
      "grad_norm": 0.22322365641593933,
      "learning_rate": 2.071199162738653e-05,
      "loss": 0.0053,
      "step": 114280
    },
    {
      "epoch": 17.451519315926095,
      "grad_norm": 0.24485264718532562,
      "learning_rate": 2.0703616555773895e-05,
      "loss": 0.0064,
      "step": 114290
    },
    {
      "epoch": 17.45304626660559,
      "grad_norm": 0.1756199449300766,
      "learning_rate": 2.0695242735648934e-05,
      "loss": 0.0055,
      "step": 114300
    },
    {
      "epoch": 17.45457321728508,
      "grad_norm": 0.18031130731105804,
      "learning_rate": 2.0686870167369348e-05,
      "loss": 0.0063,
      "step": 114310
    },
    {
      "epoch": 17.456100167964575,
      "grad_norm": 0.17705240845680237,
      "learning_rate": 2.0678498851292855e-05,
      "loss": 0.009,
      "step": 114320
    },
    {
      "epoch": 17.45762711864407,
      "grad_norm": 0.25288140773773193,
      "learning_rate": 2.067012878777701e-05,
      "loss": 0.0065,
      "step": 114330
    },
    {
      "epoch": 17.45915406932356,
      "grad_norm": 0.15110468864440918,
      "learning_rate": 2.066175997717938e-05,
      "loss": 0.0075,
      "step": 114340
    },
    {
      "epoch": 17.460681020003054,
      "grad_norm": 0.20689523220062256,
      "learning_rate": 2.0653392419857463e-05,
      "loss": 0.0094,
      "step": 114350
    },
    {
      "epoch": 17.462207970682545,
      "grad_norm": 0.19579818844795227,
      "learning_rate": 2.064502611616872e-05,
      "loss": 0.0069,
      "step": 114360
    },
    {
      "epoch": 17.46373492136204,
      "grad_norm": 0.13559091091156006,
      "learning_rate": 2.0636661066470526e-05,
      "loss": 0.0065,
      "step": 114370
    },
    {
      "epoch": 17.465261872041534,
      "grad_norm": 0.09225043654441833,
      "learning_rate": 2.0628297271120232e-05,
      "loss": 0.007,
      "step": 114380
    },
    {
      "epoch": 17.466788822721025,
      "grad_norm": 0.12036158889532089,
      "learning_rate": 2.061993473047512e-05,
      "loss": 0.0056,
      "step": 114390
    },
    {
      "epoch": 17.46831577340052,
      "grad_norm": 0.10494934767484665,
      "learning_rate": 2.0611573444892428e-05,
      "loss": 0.0076,
      "step": 114400
    },
    {
      "epoch": 17.469842724080014,
      "grad_norm": 0.15424782037734985,
      "learning_rate": 2.060321341472933e-05,
      "loss": 0.0085,
      "step": 114410
    },
    {
      "epoch": 17.471369674759504,
      "grad_norm": 0.21160109341144562,
      "learning_rate": 2.059485464034294e-05,
      "loss": 0.007,
      "step": 114420
    },
    {
      "epoch": 17.472896625439,
      "grad_norm": 0.27309519052505493,
      "learning_rate": 2.058649712209037e-05,
      "loss": 0.006,
      "step": 114430
    },
    {
      "epoch": 17.47442357611849,
      "grad_norm": 0.183535635471344,
      "learning_rate": 2.0578140860328588e-05,
      "loss": 0.0076,
      "step": 114440
    },
    {
      "epoch": 17.475950526797984,
      "grad_norm": 0.21977536380290985,
      "learning_rate": 2.0569785855414565e-05,
      "loss": 0.0068,
      "step": 114450
    },
    {
      "epoch": 17.47747747747748,
      "grad_norm": 0.10717936605215073,
      "learning_rate": 2.0561432107705254e-05,
      "loss": 0.0079,
      "step": 114460
    },
    {
      "epoch": 17.47900442815697,
      "grad_norm": 0.12917909026145935,
      "learning_rate": 2.055307961755747e-05,
      "loss": 0.0112,
      "step": 114470
    },
    {
      "epoch": 17.480531378836464,
      "grad_norm": 0.15332292020320892,
      "learning_rate": 2.054472838532802e-05,
      "loss": 0.0053,
      "step": 114480
    },
    {
      "epoch": 17.482058329515958,
      "grad_norm": 0.12465038150548935,
      "learning_rate": 2.0536378411373676e-05,
      "loss": 0.0057,
      "step": 114490
    },
    {
      "epoch": 17.48358528019545,
      "grad_norm": 0.14275944232940674,
      "learning_rate": 2.052802969605111e-05,
      "loss": 0.0089,
      "step": 114500
    },
    {
      "epoch": 17.485112230874943,
      "grad_norm": 0.1273779422044754,
      "learning_rate": 2.0519682239716975e-05,
      "loss": 0.0072,
      "step": 114510
    },
    {
      "epoch": 17.486639181554438,
      "grad_norm": 0.19944508373737335,
      "learning_rate": 2.0511336042727862e-05,
      "loss": 0.0059,
      "step": 114520
    },
    {
      "epoch": 17.48816613223393,
      "grad_norm": 0.16596968472003937,
      "learning_rate": 2.0502991105440317e-05,
      "loss": 0.0086,
      "step": 114530
    },
    {
      "epoch": 17.489693082913423,
      "grad_norm": 0.07486323267221451,
      "learning_rate": 2.0494647428210768e-05,
      "loss": 0.0066,
      "step": 114540
    },
    {
      "epoch": 17.491220033592914,
      "grad_norm": 0.2453644722700119,
      "learning_rate": 2.048630501139569e-05,
      "loss": 0.0058,
      "step": 114550
    },
    {
      "epoch": 17.492746984272408,
      "grad_norm": 0.1919238269329071,
      "learning_rate": 2.0477963855351466e-05,
      "loss": 0.008,
      "step": 114560
    },
    {
      "epoch": 17.494273934951902,
      "grad_norm": 0.1577572524547577,
      "learning_rate": 2.0469623960434376e-05,
      "loss": 0.0088,
      "step": 114570
    },
    {
      "epoch": 17.495800885631393,
      "grad_norm": 0.10268376767635345,
      "learning_rate": 2.0461285327000683e-05,
      "loss": 0.0104,
      "step": 114580
    },
    {
      "epoch": 17.497327836310888,
      "grad_norm": 0.1646721512079239,
      "learning_rate": 2.0452947955406653e-05,
      "loss": 0.0059,
      "step": 114590
    },
    {
      "epoch": 17.498854786990382,
      "grad_norm": 0.18329541385173798,
      "learning_rate": 2.0444611846008387e-05,
      "loss": 0.0061,
      "step": 114600
    },
    {
      "epoch": 17.500381737669873,
      "grad_norm": 0.14259012043476105,
      "learning_rate": 2.0436276999162006e-05,
      "loss": 0.0075,
      "step": 114610
    },
    {
      "epoch": 17.501908688349367,
      "grad_norm": 0.21452462673187256,
      "learning_rate": 2.0427943415223566e-05,
      "loss": 0.0065,
      "step": 114620
    },
    {
      "epoch": 17.503435639028858,
      "grad_norm": 0.09171424061059952,
      "learning_rate": 2.0419611094549057e-05,
      "loss": 0.0086,
      "step": 114630
    },
    {
      "epoch": 17.504962589708352,
      "grad_norm": 0.14100489020347595,
      "learning_rate": 2.041128003749442e-05,
      "loss": 0.0058,
      "step": 114640
    },
    {
      "epoch": 17.506489540387847,
      "grad_norm": 0.24532343447208405,
      "learning_rate": 2.0402950244415542e-05,
      "loss": 0.0061,
      "step": 114650
    },
    {
      "epoch": 17.508016491067337,
      "grad_norm": 0.1220121681690216,
      "learning_rate": 2.0394621715668278e-05,
      "loss": 0.0076,
      "step": 114660
    },
    {
      "epoch": 17.509543441746832,
      "grad_norm": 0.1587245613336563,
      "learning_rate": 2.038629445160835e-05,
      "loss": 0.008,
      "step": 114670
    },
    {
      "epoch": 17.511070392426326,
      "grad_norm": 0.2443402111530304,
      "learning_rate": 2.037796845259154e-05,
      "loss": 0.0072,
      "step": 114680
    },
    {
      "epoch": 17.512597343105817,
      "grad_norm": 0.18705037236213684,
      "learning_rate": 2.036964371897352e-05,
      "loss": 0.0083,
      "step": 114690
    },
    {
      "epoch": 17.51412429378531,
      "grad_norm": 0.08845537900924683,
      "learning_rate": 2.0361320251109865e-05,
      "loss": 0.0065,
      "step": 114700
    },
    {
      "epoch": 17.515651244464802,
      "grad_norm": 0.12517696619033813,
      "learning_rate": 2.0352998049356164e-05,
      "loss": 0.0096,
      "step": 114710
    },
    {
      "epoch": 17.517178195144297,
      "grad_norm": 0.23512403666973114,
      "learning_rate": 2.0344677114067924e-05,
      "loss": 0.0077,
      "step": 114720
    },
    {
      "epoch": 17.51870514582379,
      "grad_norm": 0.1749788373708725,
      "learning_rate": 2.0336357445600594e-05,
      "loss": 0.0093,
      "step": 114730
    },
    {
      "epoch": 17.520232096503282,
      "grad_norm": 0.12596121430397034,
      "learning_rate": 2.0328039044309584e-05,
      "loss": 0.0102,
      "step": 114740
    },
    {
      "epoch": 17.521759047182776,
      "grad_norm": 0.2139417827129364,
      "learning_rate": 2.031972191055024e-05,
      "loss": 0.0082,
      "step": 114750
    },
    {
      "epoch": 17.52328599786227,
      "grad_norm": 0.15073531866073608,
      "learning_rate": 2.0311406044677844e-05,
      "loss": 0.0092,
      "step": 114760
    },
    {
      "epoch": 17.52481294854176,
      "grad_norm": 0.14558257162570953,
      "learning_rate": 2.0303091447047646e-05,
      "loss": 0.0073,
      "step": 114770
    },
    {
      "epoch": 17.526339899221256,
      "grad_norm": 0.10409596562385559,
      "learning_rate": 2.0294778118014828e-05,
      "loss": 0.0066,
      "step": 114780
    },
    {
      "epoch": 17.527866849900747,
      "grad_norm": 0.13371415436267853,
      "learning_rate": 2.0286466057934516e-05,
      "loss": 0.0068,
      "step": 114790
    },
    {
      "epoch": 17.52939380058024,
      "grad_norm": 0.20546121895313263,
      "learning_rate": 2.027815526716179e-05,
      "loss": 0.0077,
      "step": 114800
    },
    {
      "epoch": 17.530920751259735,
      "grad_norm": 0.09855309128761292,
      "learning_rate": 2.0269845746051668e-05,
      "loss": 0.0068,
      "step": 114810
    },
    {
      "epoch": 17.532447701939226,
      "grad_norm": 0.19355611503124237,
      "learning_rate": 2.0261537494959126e-05,
      "loss": 0.0088,
      "step": 114820
    },
    {
      "epoch": 17.53397465261872,
      "grad_norm": 0.20658470690250397,
      "learning_rate": 2.025323051423908e-05,
      "loss": 0.0055,
      "step": 114830
    },
    {
      "epoch": 17.535501603298215,
      "grad_norm": 0.2093624323606491,
      "learning_rate": 2.0244924804246368e-05,
      "loss": 0.0091,
      "step": 114840
    },
    {
      "epoch": 17.537028553977706,
      "grad_norm": 0.14055301249027252,
      "learning_rate": 2.023662036533579e-05,
      "loss": 0.0071,
      "step": 114850
    },
    {
      "epoch": 17.5385555046572,
      "grad_norm": 0.17640744149684906,
      "learning_rate": 2.0228317197862147e-05,
      "loss": 0.008,
      "step": 114860
    },
    {
      "epoch": 17.54008245533669,
      "grad_norm": 0.29899778962135315,
      "learning_rate": 2.022001530218008e-05,
      "loss": 0.0075,
      "step": 114870
    },
    {
      "epoch": 17.541609406016185,
      "grad_norm": 0.2166302651166916,
      "learning_rate": 2.021171467864425e-05,
      "loss": 0.0092,
      "step": 114880
    },
    {
      "epoch": 17.54313635669568,
      "grad_norm": 0.22373560070991516,
      "learning_rate": 2.020341532760925e-05,
      "loss": 0.0058,
      "step": 114890
    },
    {
      "epoch": 17.54466330737517,
      "grad_norm": 0.4170534610748291,
      "learning_rate": 2.0195117249429606e-05,
      "loss": 0.0091,
      "step": 114900
    },
    {
      "epoch": 17.546190258054665,
      "grad_norm": 0.22773964703083038,
      "learning_rate": 2.018682044445981e-05,
      "loss": 0.0075,
      "step": 114910
    },
    {
      "epoch": 17.54771720873416,
      "grad_norm": 0.20960065722465515,
      "learning_rate": 2.0178524913054265e-05,
      "loss": 0.006,
      "step": 114920
    },
    {
      "epoch": 17.54924415941365,
      "grad_norm": 0.15021274983882904,
      "learning_rate": 2.0170230655567374e-05,
      "loss": 0.0073,
      "step": 114930
    },
    {
      "epoch": 17.550771110093145,
      "grad_norm": 0.10510806739330292,
      "learning_rate": 2.0161937672353393e-05,
      "loss": 0.006,
      "step": 114940
    },
    {
      "epoch": 17.552298060772635,
      "grad_norm": 0.10050024837255478,
      "learning_rate": 2.0153645963766636e-05,
      "loss": 0.006,
      "step": 114950
    },
    {
      "epoch": 17.55382501145213,
      "grad_norm": 0.09443413466215134,
      "learning_rate": 2.014535553016132e-05,
      "loss": 0.0069,
      "step": 114960
    },
    {
      "epoch": 17.555351962131624,
      "grad_norm": 0.2351984977722168,
      "learning_rate": 2.0137066371891544e-05,
      "loss": 0.009,
      "step": 114970
    },
    {
      "epoch": 17.556878912811115,
      "grad_norm": 0.15181562304496765,
      "learning_rate": 2.0128778489311424e-05,
      "loss": 0.005,
      "step": 114980
    },
    {
      "epoch": 17.55840586349061,
      "grad_norm": 0.1489223837852478,
      "learning_rate": 2.0120491882775038e-05,
      "loss": 0.0099,
      "step": 114990
    },
    {
      "epoch": 17.559932814170104,
      "grad_norm": 0.2139940857887268,
      "learning_rate": 2.0112206552636336e-05,
      "loss": 0.0072,
      "step": 115000
    },
    {
      "epoch": 17.561459764849594,
      "grad_norm": 0.1559121310710907,
      "learning_rate": 2.0103922499249262e-05,
      "loss": 0.0075,
      "step": 115010
    },
    {
      "epoch": 17.56298671552909,
      "grad_norm": 0.09588722884654999,
      "learning_rate": 2.00956397229677e-05,
      "loss": 0.0056,
      "step": 115020
    },
    {
      "epoch": 17.564513666208583,
      "grad_norm": 0.14144058525562286,
      "learning_rate": 2.0087358224145476e-05,
      "loss": 0.0073,
      "step": 115030
    },
    {
      "epoch": 17.566040616888074,
      "grad_norm": 0.15373964607715607,
      "learning_rate": 2.0079078003136355e-05,
      "loss": 0.0062,
      "step": 115040
    },
    {
      "epoch": 17.56756756756757,
      "grad_norm": 0.34490716457366943,
      "learning_rate": 2.007079906029405e-05,
      "loss": 0.0063,
      "step": 115050
    },
    {
      "epoch": 17.56909451824706,
      "grad_norm": 0.17048057913780212,
      "learning_rate": 2.006252139597225e-05,
      "loss": 0.007,
      "step": 115060
    },
    {
      "epoch": 17.570621468926554,
      "grad_norm": 0.1081218421459198,
      "learning_rate": 2.00542450105245e-05,
      "loss": 0.0067,
      "step": 115070
    },
    {
      "epoch": 17.572148419606048,
      "grad_norm": 0.18793688714504242,
      "learning_rate": 2.0045969904304412e-05,
      "loss": 0.0066,
      "step": 115080
    },
    {
      "epoch": 17.57367537028554,
      "grad_norm": 0.18255099654197693,
      "learning_rate": 2.003769607766548e-05,
      "loss": 0.0051,
      "step": 115090
    },
    {
      "epoch": 17.575202320965033,
      "grad_norm": 0.2718558609485626,
      "learning_rate": 2.002942353096111e-05,
      "loss": 0.008,
      "step": 115100
    },
    {
      "epoch": 17.576729271644528,
      "grad_norm": 0.5583770871162415,
      "learning_rate": 2.0021152264544713e-05,
      "loss": 0.007,
      "step": 115110
    },
    {
      "epoch": 17.57825622232402,
      "grad_norm": 0.12051026523113251,
      "learning_rate": 2.0012882278769612e-05,
      "loss": 0.0061,
      "step": 115120
    },
    {
      "epoch": 17.579783173003513,
      "grad_norm": 0.14788565039634705,
      "learning_rate": 2.0004613573989095e-05,
      "loss": 0.0074,
      "step": 115130
    },
    {
      "epoch": 17.581310123683004,
      "grad_norm": 0.13016876578330994,
      "learning_rate": 1.9996346150556382e-05,
      "loss": 0.0096,
      "step": 115140
    },
    {
      "epoch": 17.582837074362498,
      "grad_norm": 0.2784554958343506,
      "learning_rate": 1.9988080008824645e-05,
      "loss": 0.0045,
      "step": 115150
    },
    {
      "epoch": 17.584364025041992,
      "grad_norm": 0.10893245041370392,
      "learning_rate": 1.9979815149146997e-05,
      "loss": 0.0071,
      "step": 115160
    },
    {
      "epoch": 17.585890975721483,
      "grad_norm": 0.41176730394363403,
      "learning_rate": 1.9971551571876496e-05,
      "loss": 0.0063,
      "step": 115170
    },
    {
      "epoch": 17.587417926400978,
      "grad_norm": 0.17132724821567535,
      "learning_rate": 1.996328927736615e-05,
      "loss": 0.0087,
      "step": 115180
    },
    {
      "epoch": 17.588944877080472,
      "grad_norm": 0.2561335265636444,
      "learning_rate": 1.99550282659689e-05,
      "loss": 0.0078,
      "step": 115190
    },
    {
      "epoch": 17.590471827759963,
      "grad_norm": 0.16928891837596893,
      "learning_rate": 1.994676853803767e-05,
      "loss": 0.0059,
      "step": 115200
    },
    {
      "epoch": 17.591998778439457,
      "grad_norm": 0.12436168640851974,
      "learning_rate": 1.9938510093925244e-05,
      "loss": 0.0068,
      "step": 115210
    },
    {
      "epoch": 17.593525729118948,
      "grad_norm": 0.09110183268785477,
      "learning_rate": 1.9930252933984457e-05,
      "loss": 0.0074,
      "step": 115220
    },
    {
      "epoch": 17.595052679798442,
      "grad_norm": 0.15773077309131622,
      "learning_rate": 1.9921997058568044e-05,
      "loss": 0.0069,
      "step": 115230
    },
    {
      "epoch": 17.596579630477937,
      "grad_norm": 0.12327104061841965,
      "learning_rate": 1.9913742468028645e-05,
      "loss": 0.0062,
      "step": 115240
    },
    {
      "epoch": 17.598106581157428,
      "grad_norm": 0.37275293469429016,
      "learning_rate": 1.9905489162718876e-05,
      "loss": 0.0072,
      "step": 115250
    },
    {
      "epoch": 17.599633531836922,
      "grad_norm": 0.17563077807426453,
      "learning_rate": 1.9897237142991367e-05,
      "loss": 0.0064,
      "step": 115260
    },
    {
      "epoch": 17.601160482516416,
      "grad_norm": 0.10538122802972794,
      "learning_rate": 1.988898640919856e-05,
      "loss": 0.0076,
      "step": 115270
    },
    {
      "epoch": 17.602687433195907,
      "grad_norm": 0.1784723848104477,
      "learning_rate": 1.9880736961692947e-05,
      "loss": 0.0066,
      "step": 115280
    },
    {
      "epoch": 17.6042143838754,
      "grad_norm": 0.10892356932163239,
      "learning_rate": 1.9872488800826918e-05,
      "loss": 0.0072,
      "step": 115290
    },
    {
      "epoch": 17.605741334554892,
      "grad_norm": 0.1261996477842331,
      "learning_rate": 1.9864241926952814e-05,
      "loss": 0.0084,
      "step": 115300
    },
    {
      "epoch": 17.607268285234387,
      "grad_norm": 0.20339253544807434,
      "learning_rate": 1.9855996340422945e-05,
      "loss": 0.0053,
      "step": 115310
    },
    {
      "epoch": 17.60879523591388,
      "grad_norm": 0.2702562212944031,
      "learning_rate": 1.984775204158953e-05,
      "loss": 0.0077,
      "step": 115320
    },
    {
      "epoch": 17.610322186593372,
      "grad_norm": 0.1904609352350235,
      "learning_rate": 1.983950903080477e-05,
      "loss": 0.0068,
      "step": 115330
    },
    {
      "epoch": 17.611849137272866,
      "grad_norm": 0.16194064915180206,
      "learning_rate": 1.9831267308420746e-05,
      "loss": 0.0058,
      "step": 115340
    },
    {
      "epoch": 17.61337608795236,
      "grad_norm": 0.2862924635410309,
      "learning_rate": 1.982302687478958e-05,
      "loss": 0.0062,
      "step": 115350
    },
    {
      "epoch": 17.61490303863185,
      "grad_norm": 0.25006964802742004,
      "learning_rate": 1.9814787730263286e-05,
      "loss": 0.007,
      "step": 115360
    },
    {
      "epoch": 17.616429989311346,
      "grad_norm": 0.14186392724514008,
      "learning_rate": 1.9806549875193792e-05,
      "loss": 0.0085,
      "step": 115370
    },
    {
      "epoch": 17.617956939990837,
      "grad_norm": 0.11282789707183838,
      "learning_rate": 1.979831330993302e-05,
      "loss": 0.0075,
      "step": 115380
    },
    {
      "epoch": 17.61948389067033,
      "grad_norm": 0.14675568044185638,
      "learning_rate": 1.9790078034832816e-05,
      "loss": 0.0063,
      "step": 115390
    },
    {
      "epoch": 17.621010841349825,
      "grad_norm": 0.20830152928829193,
      "learning_rate": 1.9781844050244986e-05,
      "loss": 0.0078,
      "step": 115400
    },
    {
      "epoch": 17.622537792029316,
      "grad_norm": 0.16881799697875977,
      "learning_rate": 1.9773611356521267e-05,
      "loss": 0.0073,
      "step": 115410
    },
    {
      "epoch": 17.62406474270881,
      "grad_norm": 0.30064743757247925,
      "learning_rate": 1.9765379954013335e-05,
      "loss": 0.0085,
      "step": 115420
    },
    {
      "epoch": 17.625591693388305,
      "grad_norm": 0.27944961190223694,
      "learning_rate": 1.9757149843072836e-05,
      "loss": 0.0061,
      "step": 115430
    },
    {
      "epoch": 17.627118644067796,
      "grad_norm": 0.17755001783370972,
      "learning_rate": 1.9748921024051335e-05,
      "loss": 0.0068,
      "step": 115440
    },
    {
      "epoch": 17.62864559474729,
      "grad_norm": 0.18559378385543823,
      "learning_rate": 1.9740693497300355e-05,
      "loss": 0.0059,
      "step": 115450
    },
    {
      "epoch": 17.63017254542678,
      "grad_norm": 0.16156013309955597,
      "learning_rate": 1.973246726317138e-05,
      "loss": 0.0059,
      "step": 115460
    },
    {
      "epoch": 17.631699496106275,
      "grad_norm": 0.3027995526790619,
      "learning_rate": 1.972424232201578e-05,
      "loss": 0.0098,
      "step": 115470
    },
    {
      "epoch": 17.63322644678577,
      "grad_norm": 0.4033169150352478,
      "learning_rate": 1.9716018674184915e-05,
      "loss": 0.0066,
      "step": 115480
    },
    {
      "epoch": 17.63475339746526,
      "grad_norm": 0.25074002146720886,
      "learning_rate": 1.9707796320030132e-05,
      "loss": 0.0057,
      "step": 115490
    },
    {
      "epoch": 17.636280348144755,
      "grad_norm": 0.08742856234312057,
      "learning_rate": 1.9699575259902626e-05,
      "loss": 0.0063,
      "step": 115500
    },
    {
      "epoch": 17.63780729882425,
      "grad_norm": 0.34946876764297485,
      "learning_rate": 1.9691355494153596e-05,
      "loss": 0.0078,
      "step": 115510
    },
    {
      "epoch": 17.63933424950374,
      "grad_norm": 0.15356099605560303,
      "learning_rate": 1.9683137023134183e-05,
      "loss": 0.0064,
      "step": 115520
    },
    {
      "epoch": 17.640861200183235,
      "grad_norm": 0.12747950851917267,
      "learning_rate": 1.9674919847195468e-05,
      "loss": 0.0058,
      "step": 115530
    },
    {
      "epoch": 17.64238815086273,
      "grad_norm": 0.23042386770248413,
      "learning_rate": 1.9666703966688464e-05,
      "loss": 0.0077,
      "step": 115540
    },
    {
      "epoch": 17.64391510154222,
      "grad_norm": 0.09381205588579178,
      "learning_rate": 1.965848938196414e-05,
      "loss": 0.0081,
      "step": 115550
    },
    {
      "epoch": 17.645442052221714,
      "grad_norm": 0.3082849681377411,
      "learning_rate": 1.965027609337343e-05,
      "loss": 0.0065,
      "step": 115560
    },
    {
      "epoch": 17.646969002901205,
      "grad_norm": 0.22640520334243774,
      "learning_rate": 1.9642064101267137e-05,
      "loss": 0.006,
      "step": 115570
    },
    {
      "epoch": 17.6484959535807,
      "grad_norm": 0.10229790955781937,
      "learning_rate": 1.9633853405996115e-05,
      "loss": 0.0061,
      "step": 115580
    },
    {
      "epoch": 17.650022904260194,
      "grad_norm": 0.12815745174884796,
      "learning_rate": 1.9625644007911085e-05,
      "loss": 0.0087,
      "step": 115590
    },
    {
      "epoch": 17.651549854939685,
      "grad_norm": 0.29030558466911316,
      "learning_rate": 1.961743590736277e-05,
      "loss": 0.0066,
      "step": 115600
    },
    {
      "epoch": 17.65307680561918,
      "grad_norm": 0.4049470126628876,
      "learning_rate": 1.9609229104701737e-05,
      "loss": 0.0078,
      "step": 115610
    },
    {
      "epoch": 17.65460375629867,
      "grad_norm": 0.08639770746231079,
      "learning_rate": 1.960102360027863e-05,
      "loss": 0.007,
      "step": 115620
    },
    {
      "epoch": 17.656130706978164,
      "grad_norm": 0.2310991734266281,
      "learning_rate": 1.9592819394443964e-05,
      "loss": 0.0073,
      "step": 115630
    },
    {
      "epoch": 17.65765765765766,
      "grad_norm": 0.06744595617055893,
      "learning_rate": 1.9584616487548172e-05,
      "loss": 0.0071,
      "step": 115640
    },
    {
      "epoch": 17.65918460833715,
      "grad_norm": 0.13602185249328613,
      "learning_rate": 1.9576414879941695e-05,
      "loss": 0.0061,
      "step": 115650
    },
    {
      "epoch": 17.660711559016644,
      "grad_norm": 0.19900895655155182,
      "learning_rate": 1.9568214571974886e-05,
      "loss": 0.0063,
      "step": 115660
    },
    {
      "epoch": 17.662238509696138,
      "grad_norm": 0.22770988941192627,
      "learning_rate": 1.956001556399804e-05,
      "loss": 0.006,
      "step": 115670
    },
    {
      "epoch": 17.66376546037563,
      "grad_norm": 0.08605542778968811,
      "learning_rate": 1.955181785636141e-05,
      "loss": 0.006,
      "step": 115680
    },
    {
      "epoch": 17.665292411055123,
      "grad_norm": 0.1703452616930008,
      "learning_rate": 1.9543621449415188e-05,
      "loss": 0.0096,
      "step": 115690
    },
    {
      "epoch": 17.666819361734618,
      "grad_norm": 0.15658386051654816,
      "learning_rate": 1.9535426343509506e-05,
      "loss": 0.0128,
      "step": 115700
    },
    {
      "epoch": 17.66834631241411,
      "grad_norm": 0.19096672534942627,
      "learning_rate": 1.9527232538994443e-05,
      "loss": 0.007,
      "step": 115710
    },
    {
      "epoch": 17.669873263093603,
      "grad_norm": 0.20414824783802032,
      "learning_rate": 1.9519040036220034e-05,
      "loss": 0.0081,
      "step": 115720
    },
    {
      "epoch": 17.671400213773094,
      "grad_norm": 0.17625191807746887,
      "learning_rate": 1.9510848835536248e-05,
      "loss": 0.006,
      "step": 115730
    },
    {
      "epoch": 17.672927164452588,
      "grad_norm": 0.17536523938179016,
      "learning_rate": 1.950265893729298e-05,
      "loss": 0.0052,
      "step": 115740
    },
    {
      "epoch": 17.674454115132082,
      "grad_norm": 0.10908354818820953,
      "learning_rate": 1.949447034184007e-05,
      "loss": 0.0051,
      "step": 115750
    },
    {
      "epoch": 17.675981065811573,
      "grad_norm": 0.17564260959625244,
      "learning_rate": 1.948628304952739e-05,
      "loss": 0.007,
      "step": 115760
    },
    {
      "epoch": 17.677508016491068,
      "grad_norm": 0.1788780391216278,
      "learning_rate": 1.947809706070462e-05,
      "loss": 0.008,
      "step": 115770
    },
    {
      "epoch": 17.679034967170562,
      "grad_norm": 0.1330852508544922,
      "learning_rate": 1.946991237572147e-05,
      "loss": 0.0067,
      "step": 115780
    },
    {
      "epoch": 17.680561917850053,
      "grad_norm": 0.16746504604816437,
      "learning_rate": 1.9461728994927587e-05,
      "loss": 0.0065,
      "step": 115790
    },
    {
      "epoch": 17.682088868529547,
      "grad_norm": 0.49623849987983704,
      "learning_rate": 1.9453546918672533e-05,
      "loss": 0.0068,
      "step": 115800
    },
    {
      "epoch": 17.683615819209038,
      "grad_norm": 0.3393298387527466,
      "learning_rate": 1.9445366147305842e-05,
      "loss": 0.008,
      "step": 115810
    },
    {
      "epoch": 17.685142769888532,
      "grad_norm": 0.2164480835199356,
      "learning_rate": 1.9437186681176977e-05,
      "loss": 0.0061,
      "step": 115820
    },
    {
      "epoch": 17.686669720568027,
      "grad_norm": 0.12544842064380646,
      "learning_rate": 1.9429008520635372e-05,
      "loss": 0.0063,
      "step": 115830
    },
    {
      "epoch": 17.688196671247518,
      "grad_norm": 0.19724687933921814,
      "learning_rate": 1.9420831666030325e-05,
      "loss": 0.0062,
      "step": 115840
    },
    {
      "epoch": 17.689723621927012,
      "grad_norm": 0.15848416090011597,
      "learning_rate": 1.941265611771119e-05,
      "loss": 0.0082,
      "step": 115850
    },
    {
      "epoch": 17.691250572606506,
      "grad_norm": 0.2229229360818863,
      "learning_rate": 1.940448187602722e-05,
      "loss": 0.0064,
      "step": 115860
    },
    {
      "epoch": 17.692777523285997,
      "grad_norm": 0.1691744178533554,
      "learning_rate": 1.939630894132755e-05,
      "loss": 0.0063,
      "step": 115870
    },
    {
      "epoch": 17.69430447396549,
      "grad_norm": 0.1054912805557251,
      "learning_rate": 1.938813731396133e-05,
      "loss": 0.0061,
      "step": 115880
    },
    {
      "epoch": 17.695831424644982,
      "grad_norm": 0.14617587625980377,
      "learning_rate": 1.9379966994277683e-05,
      "loss": 0.0073,
      "step": 115890
    },
    {
      "epoch": 17.697358375324477,
      "grad_norm": 0.20873549580574036,
      "learning_rate": 1.9371797982625576e-05,
      "loss": 0.0075,
      "step": 115900
    },
    {
      "epoch": 17.69888532600397,
      "grad_norm": 0.14625418186187744,
      "learning_rate": 1.9363630279353994e-05,
      "loss": 0.0092,
      "step": 115910
    },
    {
      "epoch": 17.700412276683462,
      "grad_norm": 0.25028756260871887,
      "learning_rate": 1.9355463884811847e-05,
      "loss": 0.0069,
      "step": 115920
    },
    {
      "epoch": 17.701939227362956,
      "grad_norm": 0.14904148876667023,
      "learning_rate": 1.9347298799347986e-05,
      "loss": 0.0057,
      "step": 115930
    },
    {
      "epoch": 17.70346617804245,
      "grad_norm": 0.1666603535413742,
      "learning_rate": 1.9339135023311206e-05,
      "loss": 0.0064,
      "step": 115940
    },
    {
      "epoch": 17.70499312872194,
      "grad_norm": 0.2558944523334503,
      "learning_rate": 1.9330972557050257e-05,
      "loss": 0.0082,
      "step": 115950
    },
    {
      "epoch": 17.706520079401436,
      "grad_norm": 0.15515483915805817,
      "learning_rate": 1.9322811400913837e-05,
      "loss": 0.0077,
      "step": 115960
    },
    {
      "epoch": 17.708047030080927,
      "grad_norm": 0.1819966584444046,
      "learning_rate": 1.9314651555250516e-05,
      "loss": 0.0042,
      "step": 115970
    },
    {
      "epoch": 17.70957398076042,
      "grad_norm": 0.08918607234954834,
      "learning_rate": 1.9306493020408933e-05,
      "loss": 0.0067,
      "step": 115980
    },
    {
      "epoch": 17.711100931439915,
      "grad_norm": 0.3097817301750183,
      "learning_rate": 1.9298335796737588e-05,
      "loss": 0.0052,
      "step": 115990
    },
    {
      "epoch": 17.712627882119406,
      "grad_norm": 0.14793486893177032,
      "learning_rate": 1.9290179884584946e-05,
      "loss": 0.0066,
      "step": 116000
    },
    {
      "epoch": 17.7141548327989,
      "grad_norm": 0.08544711023569107,
      "learning_rate": 1.928202528429937e-05,
      "loss": 0.0071,
      "step": 116010
    },
    {
      "epoch": 17.715681783478395,
      "grad_norm": 0.22070609033107758,
      "learning_rate": 1.9273871996229265e-05,
      "loss": 0.0061,
      "step": 116020
    },
    {
      "epoch": 17.717208734157886,
      "grad_norm": 0.3187333345413208,
      "learning_rate": 1.9265720020722917e-05,
      "loss": 0.0081,
      "step": 116030
    },
    {
      "epoch": 17.71873568483738,
      "grad_norm": 0.1805800050497055,
      "learning_rate": 1.925756935812853e-05,
      "loss": 0.0063,
      "step": 116040
    },
    {
      "epoch": 17.72026263551687,
      "grad_norm": 0.11928834021091461,
      "learning_rate": 1.9249420008794306e-05,
      "loss": 0.0083,
      "step": 116050
    },
    {
      "epoch": 17.721789586196365,
      "grad_norm": 0.17818127572536469,
      "learning_rate": 1.9241271973068365e-05,
      "loss": 0.0065,
      "step": 116060
    },
    {
      "epoch": 17.72331653687586,
      "grad_norm": 0.21127475798130035,
      "learning_rate": 1.9233125251298784e-05,
      "loss": 0.006,
      "step": 116070
    },
    {
      "epoch": 17.72484348755535,
      "grad_norm": 0.1539432853460312,
      "learning_rate": 1.9224979843833574e-05,
      "loss": 0.0075,
      "step": 116080
    },
    {
      "epoch": 17.726370438234845,
      "grad_norm": 0.13248850405216217,
      "learning_rate": 1.9216835751020683e-05,
      "loss": 0.0077,
      "step": 116090
    },
    {
      "epoch": 17.72789738891434,
      "grad_norm": 0.10861460864543915,
      "learning_rate": 1.920869297320802e-05,
      "loss": 0.0085,
      "step": 116100
    },
    {
      "epoch": 17.72942433959383,
      "grad_norm": 0.3279144763946533,
      "learning_rate": 1.920055151074343e-05,
      "loss": 0.0066,
      "step": 116110
    },
    {
      "epoch": 17.730951290273325,
      "grad_norm": 0.5462651252746582,
      "learning_rate": 1.91924113639747e-05,
      "loss": 0.0091,
      "step": 116120
    },
    {
      "epoch": 17.732478240952815,
      "grad_norm": 0.2654508352279663,
      "learning_rate": 1.9184272533249577e-05,
      "loss": 0.0096,
      "step": 116130
    },
    {
      "epoch": 17.73400519163231,
      "grad_norm": 0.14007927477359772,
      "learning_rate": 1.9176135018915703e-05,
      "loss": 0.0048,
      "step": 116140
    },
    {
      "epoch": 17.735532142311804,
      "grad_norm": 0.13876530528068542,
      "learning_rate": 1.9167998821320698e-05,
      "loss": 0.0108,
      "step": 116150
    },
    {
      "epoch": 17.737059092991295,
      "grad_norm": 0.10491706430912018,
      "learning_rate": 1.9159863940812178e-05,
      "loss": 0.0076,
      "step": 116160
    },
    {
      "epoch": 17.73858604367079,
      "grad_norm": 0.20403054356575012,
      "learning_rate": 1.9151730377737603e-05,
      "loss": 0.0064,
      "step": 116170
    },
    {
      "epoch": 17.740112994350284,
      "grad_norm": 0.22889822721481323,
      "learning_rate": 1.914359813244443e-05,
      "loss": 0.0064,
      "step": 116180
    },
    {
      "epoch": 17.741639945029775,
      "grad_norm": 0.17836087942123413,
      "learning_rate": 1.913546720528006e-05,
      "loss": 0.0069,
      "step": 116190
    },
    {
      "epoch": 17.74316689570927,
      "grad_norm": 0.12516595423221588,
      "learning_rate": 1.912733759659183e-05,
      "loss": 0.0058,
      "step": 116200
    },
    {
      "epoch": 17.744693846388763,
      "grad_norm": 0.3504997491836548,
      "learning_rate": 1.911920930672703e-05,
      "loss": 0.0102,
      "step": 116210
    },
    {
      "epoch": 17.746220797068254,
      "grad_norm": 0.11241236329078674,
      "learning_rate": 1.9111082336032876e-05,
      "loss": 0.0076,
      "step": 116220
    },
    {
      "epoch": 17.74774774774775,
      "grad_norm": 0.24287576973438263,
      "learning_rate": 1.9102956684856556e-05,
      "loss": 0.0067,
      "step": 116230
    },
    {
      "epoch": 17.74927469842724,
      "grad_norm": 0.17595206201076508,
      "learning_rate": 1.9094832353545128e-05,
      "loss": 0.0059,
      "step": 116240
    },
    {
      "epoch": 17.750801649106734,
      "grad_norm": 0.19383350014686584,
      "learning_rate": 1.9086709342445713e-05,
      "loss": 0.0062,
      "step": 116250
    },
    {
      "epoch": 17.752328599786228,
      "grad_norm": 0.34796616435050964,
      "learning_rate": 1.9078587651905293e-05,
      "loss": 0.0099,
      "step": 116260
    },
    {
      "epoch": 17.75385555046572,
      "grad_norm": 0.21650229394435883,
      "learning_rate": 1.907046728227079e-05,
      "loss": 0.0064,
      "step": 116270
    },
    {
      "epoch": 17.755382501145213,
      "grad_norm": 0.0788353756070137,
      "learning_rate": 1.9062348233889094e-05,
      "loss": 0.0056,
      "step": 116280
    },
    {
      "epoch": 17.756909451824708,
      "grad_norm": 0.25359833240509033,
      "learning_rate": 1.905423050710708e-05,
      "loss": 0.0082,
      "step": 116290
    },
    {
      "epoch": 17.7584364025042,
      "grad_norm": 0.172645702958107,
      "learning_rate": 1.904611410227147e-05,
      "loss": 0.0072,
      "step": 116300
    },
    {
      "epoch": 17.759963353183693,
      "grad_norm": 0.2175031453371048,
      "learning_rate": 1.9037999019728997e-05,
      "loss": 0.0063,
      "step": 116310
    },
    {
      "epoch": 17.761490303863184,
      "grad_norm": 0.20419442653656006,
      "learning_rate": 1.902988525982633e-05,
      "loss": 0.0068,
      "step": 116320
    },
    {
      "epoch": 17.763017254542678,
      "grad_norm": 0.20099066197872162,
      "learning_rate": 1.9021772822910074e-05,
      "loss": 0.0064,
      "step": 116330
    },
    {
      "epoch": 17.764544205222172,
      "grad_norm": 0.14939263463020325,
      "learning_rate": 1.9013661709326773e-05,
      "loss": 0.0057,
      "step": 116340
    },
    {
      "epoch": 17.766071155901663,
      "grad_norm": 0.20384341478347778,
      "learning_rate": 1.900555191942292e-05,
      "loss": 0.007,
      "step": 116350
    },
    {
      "epoch": 17.767598106581158,
      "grad_norm": 0.36019524931907654,
      "learning_rate": 1.899744345354495e-05,
      "loss": 0.0085,
      "step": 116360
    },
    {
      "epoch": 17.769125057260652,
      "grad_norm": 0.1971617341041565,
      "learning_rate": 1.898933631203924e-05,
      "loss": 0.0075,
      "step": 116370
    },
    {
      "epoch": 17.770652007940143,
      "grad_norm": 0.20755255222320557,
      "learning_rate": 1.8981230495252117e-05,
      "loss": 0.0141,
      "step": 116380
    },
    {
      "epoch": 17.772178958619637,
      "grad_norm": 0.23396675288677216,
      "learning_rate": 1.897312600352984e-05,
      "loss": 0.0064,
      "step": 116390
    },
    {
      "epoch": 17.773705909299128,
      "grad_norm": 0.22913242876529694,
      "learning_rate": 1.8965022837218643e-05,
      "loss": 0.008,
      "step": 116400
    },
    {
      "epoch": 17.775232859978622,
      "grad_norm": 0.29392945766448975,
      "learning_rate": 1.895692099666464e-05,
      "loss": 0.0076,
      "step": 116410
    },
    {
      "epoch": 17.776759810658117,
      "grad_norm": 0.19905529916286469,
      "learning_rate": 1.8948820482213924e-05,
      "loss": 0.0118,
      "step": 116420
    },
    {
      "epoch": 17.778286761337608,
      "grad_norm": 0.14642266929149628,
      "learning_rate": 1.8940721294212592e-05,
      "loss": 0.0076,
      "step": 116430
    },
    {
      "epoch": 17.779813712017102,
      "grad_norm": 0.09666849672794342,
      "learning_rate": 1.8932623433006568e-05,
      "loss": 0.0078,
      "step": 116440
    },
    {
      "epoch": 17.781340662696596,
      "grad_norm": 0.23752494156360626,
      "learning_rate": 1.8924526898941802e-05,
      "loss": 0.0095,
      "step": 116450
    },
    {
      "epoch": 17.782867613376087,
      "grad_norm": 0.15492495894432068,
      "learning_rate": 1.8916431692364157e-05,
      "loss": 0.0066,
      "step": 116460
    },
    {
      "epoch": 17.78439456405558,
      "grad_norm": 0.14237207174301147,
      "learning_rate": 1.8908337813619447e-05,
      "loss": 0.0088,
      "step": 116470
    },
    {
      "epoch": 17.785921514735072,
      "grad_norm": 0.29402631521224976,
      "learning_rate": 1.890024526305343e-05,
      "loss": 0.0052,
      "step": 116480
    },
    {
      "epoch": 17.787448465414567,
      "grad_norm": 0.12498319149017334,
      "learning_rate": 1.8892154041011807e-05,
      "loss": 0.0065,
      "step": 116490
    },
    {
      "epoch": 17.78897541609406,
      "grad_norm": 0.29788628220558167,
      "learning_rate": 1.8884064147840225e-05,
      "loss": 0.0086,
      "step": 116500
    },
    {
      "epoch": 17.790502366773552,
      "grad_norm": 0.12797655165195465,
      "learning_rate": 1.887597558388423e-05,
      "loss": 0.0061,
      "step": 116510
    },
    {
      "epoch": 17.792029317453046,
      "grad_norm": 0.3283187747001648,
      "learning_rate": 1.8867888349489406e-05,
      "loss": 0.0062,
      "step": 116520
    },
    {
      "epoch": 17.79355626813254,
      "grad_norm": 0.2981061637401581,
      "learning_rate": 1.8859802445001208e-05,
      "loss": 0.0092,
      "step": 116530
    },
    {
      "epoch": 17.79508321881203,
      "grad_norm": 0.07381714880466461,
      "learning_rate": 1.885171787076503e-05,
      "loss": 0.0053,
      "step": 116540
    },
    {
      "epoch": 17.796610169491526,
      "grad_norm": 0.21395185589790344,
      "learning_rate": 1.8843634627126223e-05,
      "loss": 0.0069,
      "step": 116550
    },
    {
      "epoch": 17.798137120171017,
      "grad_norm": 0.1749081313610077,
      "learning_rate": 1.8835552714430148e-05,
      "loss": 0.0069,
      "step": 116560
    },
    {
      "epoch": 17.79966407085051,
      "grad_norm": 0.10326618701219559,
      "learning_rate": 1.882747213302199e-05,
      "loss": 0.0057,
      "step": 116570
    },
    {
      "epoch": 17.801191021530006,
      "grad_norm": 0.1528688371181488,
      "learning_rate": 1.8819392883246956e-05,
      "loss": 0.0053,
      "step": 116580
    },
    {
      "epoch": 17.802717972209496,
      "grad_norm": 0.1692383885383606,
      "learning_rate": 1.8811314965450178e-05,
      "loss": 0.0068,
      "step": 116590
    },
    {
      "epoch": 17.80424492288899,
      "grad_norm": 0.1456882655620575,
      "learning_rate": 1.8803238379976727e-05,
      "loss": 0.0093,
      "step": 116600
    },
    {
      "epoch": 17.805771873568485,
      "grad_norm": 0.18288476765155792,
      "learning_rate": 1.8795163127171627e-05,
      "loss": 0.0082,
      "step": 116610
    },
    {
      "epoch": 17.807298824247976,
      "grad_norm": 0.11968158185482025,
      "learning_rate": 1.8787089207379834e-05,
      "loss": 0.0082,
      "step": 116620
    },
    {
      "epoch": 17.80882577492747,
      "grad_norm": 0.16164705157279968,
      "learning_rate": 1.8779016620946262e-05,
      "loss": 0.0069,
      "step": 116630
    },
    {
      "epoch": 17.81035272560696,
      "grad_norm": 0.21697670221328735,
      "learning_rate": 1.8770945368215715e-05,
      "loss": 0.0069,
      "step": 116640
    },
    {
      "epoch": 17.811879676286456,
      "grad_norm": 0.2729038596153259,
      "learning_rate": 1.8762875449533024e-05,
      "loss": 0.0083,
      "step": 116650
    },
    {
      "epoch": 17.81340662696595,
      "grad_norm": 0.14826272428035736,
      "learning_rate": 1.875480686524293e-05,
      "loss": 0.0077,
      "step": 116660
    },
    {
      "epoch": 17.81493357764544,
      "grad_norm": 0.16059304773807526,
      "learning_rate": 1.8746739615690073e-05,
      "loss": 0.0083,
      "step": 116670
    },
    {
      "epoch": 17.816460528324935,
      "grad_norm": 0.08949162811040878,
      "learning_rate": 1.873867370121908e-05,
      "loss": 0.0055,
      "step": 116680
    },
    {
      "epoch": 17.81798747900443,
      "grad_norm": 0.19266033172607422,
      "learning_rate": 1.873060912217452e-05,
      "loss": 0.0078,
      "step": 116690
    },
    {
      "epoch": 17.81951442968392,
      "grad_norm": 0.09434247016906738,
      "learning_rate": 1.87225458789009e-05,
      "loss": 0.0088,
      "step": 116700
    },
    {
      "epoch": 17.821041380363415,
      "grad_norm": 0.08850972354412079,
      "learning_rate": 1.8714483971742654e-05,
      "loss": 0.0059,
      "step": 116710
    },
    {
      "epoch": 17.82256833104291,
      "grad_norm": 0.5592907667160034,
      "learning_rate": 1.8706423401044182e-05,
      "loss": 0.0091,
      "step": 116720
    },
    {
      "epoch": 17.8240952817224,
      "grad_norm": 0.1519099771976471,
      "learning_rate": 1.869836416714981e-05,
      "loss": 0.0063,
      "step": 116730
    },
    {
      "epoch": 17.825622232401894,
      "grad_norm": 0.0773196890950203,
      "learning_rate": 1.8690306270403823e-05,
      "loss": 0.0078,
      "step": 116740
    },
    {
      "epoch": 17.827149183081385,
      "grad_norm": 0.16063812375068665,
      "learning_rate": 1.8682249711150434e-05,
      "loss": 0.006,
      "step": 116750
    },
    {
      "epoch": 17.82867613376088,
      "grad_norm": 0.2261025607585907,
      "learning_rate": 1.8674194489733805e-05,
      "loss": 0.0084,
      "step": 116760
    },
    {
      "epoch": 17.830203084440374,
      "grad_norm": 0.14746177196502686,
      "learning_rate": 1.8666140606498057e-05,
      "loss": 0.0061,
      "step": 116770
    },
    {
      "epoch": 17.831730035119865,
      "grad_norm": 0.1486247479915619,
      "learning_rate": 1.865808806178718e-05,
      "loss": 0.0066,
      "step": 116780
    },
    {
      "epoch": 17.83325698579936,
      "grad_norm": 0.11127263307571411,
      "learning_rate": 1.865003685594523e-05,
      "loss": 0.0078,
      "step": 116790
    },
    {
      "epoch": 17.834783936478853,
      "grad_norm": 0.39676961302757263,
      "learning_rate": 1.864198698931613e-05,
      "loss": 0.0095,
      "step": 116800
    },
    {
      "epoch": 17.836310887158344,
      "grad_norm": 0.2789452373981476,
      "learning_rate": 1.8633938462243716e-05,
      "loss": 0.0073,
      "step": 116810
    },
    {
      "epoch": 17.83783783783784,
      "grad_norm": 0.15403588116168976,
      "learning_rate": 1.8625891275071818e-05,
      "loss": 0.0067,
      "step": 116820
    },
    {
      "epoch": 17.83936478851733,
      "grad_norm": 0.2855502665042877,
      "learning_rate": 1.8617845428144238e-05,
      "loss": 0.0062,
      "step": 116830
    },
    {
      "epoch": 17.840891739196824,
      "grad_norm": 0.1677813082933426,
      "learning_rate": 1.8609800921804638e-05,
      "loss": 0.0088,
      "step": 116840
    },
    {
      "epoch": 17.842418689876318,
      "grad_norm": 0.1433393806219101,
      "learning_rate": 1.8601757756396676e-05,
      "loss": 0.0057,
      "step": 116850
    },
    {
      "epoch": 17.84394564055581,
      "grad_norm": 0.07701466232538223,
      "learning_rate": 1.859371593226394e-05,
      "loss": 0.0081,
      "step": 116860
    },
    {
      "epoch": 17.845472591235303,
      "grad_norm": 0.1228487566113472,
      "learning_rate": 1.8585675449749967e-05,
      "loss": 0.0071,
      "step": 116870
    },
    {
      "epoch": 17.846999541914798,
      "grad_norm": 0.15014055371284485,
      "learning_rate": 1.8577636309198225e-05,
      "loss": 0.0085,
      "step": 116880
    },
    {
      "epoch": 17.84852649259429,
      "grad_norm": 0.12445097416639328,
      "learning_rate": 1.856959851095214e-05,
      "loss": 0.0072,
      "step": 116890
    },
    {
      "epoch": 17.850053443273783,
      "grad_norm": 0.1643262505531311,
      "learning_rate": 1.856156205535508e-05,
      "loss": 0.0055,
      "step": 116900
    },
    {
      "epoch": 17.851580393953274,
      "grad_norm": 0.16979651153087616,
      "learning_rate": 1.8553526942750305e-05,
      "loss": 0.0071,
      "step": 116910
    },
    {
      "epoch": 17.853107344632768,
      "grad_norm": 0.16408205032348633,
      "learning_rate": 1.8545493173481097e-05,
      "loss": 0.0077,
      "step": 116920
    },
    {
      "epoch": 17.854634295312263,
      "grad_norm": 0.244615375995636,
      "learning_rate": 1.853746074789067e-05,
      "loss": 0.0092,
      "step": 116930
    },
    {
      "epoch": 17.856161245991753,
      "grad_norm": 0.11383814364671707,
      "learning_rate": 1.8529429666322092e-05,
      "loss": 0.0075,
      "step": 116940
    },
    {
      "epoch": 17.857688196671248,
      "grad_norm": 0.1990758776664734,
      "learning_rate": 1.8521399929118465e-05,
      "loss": 0.005,
      "step": 116950
    },
    {
      "epoch": 17.859215147350742,
      "grad_norm": 0.14784635603427887,
      "learning_rate": 1.8513371536622815e-05,
      "loss": 0.0073,
      "step": 116960
    },
    {
      "epoch": 17.860742098030233,
      "grad_norm": 0.22651991248130798,
      "learning_rate": 1.8505344489178082e-05,
      "loss": 0.0094,
      "step": 116970
    },
    {
      "epoch": 17.862269048709727,
      "grad_norm": 0.20208941400051117,
      "learning_rate": 1.8497318787127178e-05,
      "loss": 0.0061,
      "step": 116980
    },
    {
      "epoch": 17.863795999389218,
      "grad_norm": 0.10010602325201035,
      "learning_rate": 1.8489294430812944e-05,
      "loss": 0.0066,
      "step": 116990
    },
    {
      "epoch": 17.865322950068713,
      "grad_norm": 0.41466477513313293,
      "learning_rate": 1.848127142057816e-05,
      "loss": 0.0054,
      "step": 117000
    },
    {
      "epoch": 17.866849900748207,
      "grad_norm": 0.274259090423584,
      "learning_rate": 1.847324975676556e-05,
      "loss": 0.0047,
      "step": 117010
    },
    {
      "epoch": 17.868376851427698,
      "grad_norm": 0.13438351452350616,
      "learning_rate": 1.846522943971782e-05,
      "loss": 0.0069,
      "step": 117020
    },
    {
      "epoch": 17.869903802107192,
      "grad_norm": 0.20004916191101074,
      "learning_rate": 1.8457210469777558e-05,
      "loss": 0.0077,
      "step": 117030
    },
    {
      "epoch": 17.871430752786686,
      "grad_norm": 0.2206413894891739,
      "learning_rate": 1.8449192847287305e-05,
      "loss": 0.0101,
      "step": 117040
    },
    {
      "epoch": 17.872957703466177,
      "grad_norm": 0.11338181793689728,
      "learning_rate": 1.8441176572589553e-05,
      "loss": 0.0048,
      "step": 117050
    },
    {
      "epoch": 17.87448465414567,
      "grad_norm": 0.13999222218990326,
      "learning_rate": 1.8433161646026796e-05,
      "loss": 0.0066,
      "step": 117060
    },
    {
      "epoch": 17.876011604825162,
      "grad_norm": 0.1434715837240219,
      "learning_rate": 1.8425148067941372e-05,
      "loss": 0.0056,
      "step": 117070
    },
    {
      "epoch": 17.877538555504657,
      "grad_norm": 0.2695334851741791,
      "learning_rate": 1.8417135838675615e-05,
      "loss": 0.0085,
      "step": 117080
    },
    {
      "epoch": 17.87906550618415,
      "grad_norm": 0.14758695662021637,
      "learning_rate": 1.8409124958571793e-05,
      "loss": 0.0064,
      "step": 117090
    },
    {
      "epoch": 17.880592456863642,
      "grad_norm": 0.12294039130210876,
      "learning_rate": 1.840111542797212e-05,
      "loss": 0.0126,
      "step": 117100
    },
    {
      "epoch": 17.882119407543136,
      "grad_norm": 0.07151012867689133,
      "learning_rate": 1.839310724721875e-05,
      "loss": 0.0061,
      "step": 117110
    },
    {
      "epoch": 17.88364635822263,
      "grad_norm": 0.3168761432170868,
      "learning_rate": 1.8385100416653766e-05,
      "loss": 0.0078,
      "step": 117120
    },
    {
      "epoch": 17.88517330890212,
      "grad_norm": 0.1864003986120224,
      "learning_rate": 1.837709493661924e-05,
      "loss": 0.008,
      "step": 117130
    },
    {
      "epoch": 17.886700259581616,
      "grad_norm": 0.1747928410768509,
      "learning_rate": 1.8369090807457084e-05,
      "loss": 0.0088,
      "step": 117140
    },
    {
      "epoch": 17.888227210261107,
      "grad_norm": 0.12113718688488007,
      "learning_rate": 1.8361088029509283e-05,
      "loss": 0.0059,
      "step": 117150
    },
    {
      "epoch": 17.8897541609406,
      "grad_norm": 0.13995355367660522,
      "learning_rate": 1.835308660311768e-05,
      "loss": 0.007,
      "step": 117160
    },
    {
      "epoch": 17.891281111620096,
      "grad_norm": 0.2489897608757019,
      "learning_rate": 1.8345086528624094e-05,
      "loss": 0.0084,
      "step": 117170
    },
    {
      "epoch": 17.892808062299586,
      "grad_norm": 0.24748115241527557,
      "learning_rate": 1.8337087806370225e-05,
      "loss": 0.0068,
      "step": 117180
    },
    {
      "epoch": 17.89433501297908,
      "grad_norm": 0.24274948239326477,
      "learning_rate": 1.8329090436697817e-05,
      "loss": 0.0065,
      "step": 117190
    },
    {
      "epoch": 17.895861963658575,
      "grad_norm": 0.09796122461557388,
      "learning_rate": 1.8321094419948496e-05,
      "loss": 0.0066,
      "step": 117200
    },
    {
      "epoch": 17.897388914338066,
      "grad_norm": 0.40826210379600525,
      "learning_rate": 1.8313099756463814e-05,
      "loss": 0.0071,
      "step": 117210
    },
    {
      "epoch": 17.89891586501756,
      "grad_norm": 0.09498769789934158,
      "learning_rate": 1.8305106446585286e-05,
      "loss": 0.0068,
      "step": 117220
    },
    {
      "epoch": 17.900442815697055,
      "grad_norm": 0.1767256259918213,
      "learning_rate": 1.829711449065441e-05,
      "loss": 0.0083,
      "step": 117230
    },
    {
      "epoch": 17.901969766376546,
      "grad_norm": 0.24856045842170715,
      "learning_rate": 1.8289123889012554e-05,
      "loss": 0.0084,
      "step": 117240
    },
    {
      "epoch": 17.90349671705604,
      "grad_norm": 0.19042283296585083,
      "learning_rate": 1.828113464200107e-05,
      "loss": 0.0065,
      "step": 117250
    },
    {
      "epoch": 17.90502366773553,
      "grad_norm": 0.11050361394882202,
      "learning_rate": 1.827314674996124e-05,
      "loss": 0.0062,
      "step": 117260
    },
    {
      "epoch": 17.906550618415025,
      "grad_norm": 0.15189115703105927,
      "learning_rate": 1.82651602132343e-05,
      "loss": 0.0081,
      "step": 117270
    },
    {
      "epoch": 17.90807756909452,
      "grad_norm": 0.1802625209093094,
      "learning_rate": 1.825717503216141e-05,
      "loss": 0.0076,
      "step": 117280
    },
    {
      "epoch": 17.90960451977401,
      "grad_norm": 0.125549778342247,
      "learning_rate": 1.82491912070837e-05,
      "loss": 0.0052,
      "step": 117290
    },
    {
      "epoch": 17.911131470453505,
      "grad_norm": 0.18686267733573914,
      "learning_rate": 1.8241208738342224e-05,
      "loss": 0.007,
      "step": 117300
    },
    {
      "epoch": 17.912658421133,
      "grad_norm": 0.4781720042228699,
      "learning_rate": 1.8233227626277937e-05,
      "loss": 0.007,
      "step": 117310
    },
    {
      "epoch": 17.91418537181249,
      "grad_norm": 0.22856780886650085,
      "learning_rate": 1.822524787123182e-05,
      "loss": 0.0092,
      "step": 117320
    },
    {
      "epoch": 17.915712322491984,
      "grad_norm": 0.30202507972717285,
      "learning_rate": 1.821726947354476e-05,
      "loss": 0.0065,
      "step": 117330
    },
    {
      "epoch": 17.917239273171475,
      "grad_norm": 0.2262178510427475,
      "learning_rate": 1.820929243355755e-05,
      "loss": 0.0083,
      "step": 117340
    },
    {
      "epoch": 17.91876622385097,
      "grad_norm": 0.11810009926557541,
      "learning_rate": 1.8201316751610964e-05,
      "loss": 0.0082,
      "step": 117350
    },
    {
      "epoch": 17.920293174530464,
      "grad_norm": 0.32168877124786377,
      "learning_rate": 1.8193342428045714e-05,
      "loss": 0.0095,
      "step": 117360
    },
    {
      "epoch": 17.921820125209955,
      "grad_norm": 0.5064146518707275,
      "learning_rate": 1.8185369463202433e-05,
      "loss": 0.0089,
      "step": 117370
    },
    {
      "epoch": 17.92334707588945,
      "grad_norm": 0.3076390027999878,
      "learning_rate": 1.8177397857421737e-05,
      "loss": 0.0063,
      "step": 117380
    },
    {
      "epoch": 17.924874026568943,
      "grad_norm": 0.2508147954940796,
      "learning_rate": 1.8169427611044133e-05,
      "loss": 0.0071,
      "step": 117390
    },
    {
      "epoch": 17.926400977248434,
      "grad_norm": 0.2478850930929184,
      "learning_rate": 1.8161458724410112e-05,
      "loss": 0.0097,
      "step": 117400
    },
    {
      "epoch": 17.92792792792793,
      "grad_norm": 0.3073537051677704,
      "learning_rate": 1.8153491197860083e-05,
      "loss": 0.0073,
      "step": 117410
    },
    {
      "epoch": 17.92945487860742,
      "grad_norm": 0.26358720660209656,
      "learning_rate": 1.814552503173441e-05,
      "loss": 0.0065,
      "step": 117420
    },
    {
      "epoch": 17.930981829286914,
      "grad_norm": 0.21611933410167694,
      "learning_rate": 1.8137560226373402e-05,
      "loss": 0.0068,
      "step": 117430
    },
    {
      "epoch": 17.93250877996641,
      "grad_norm": 0.09547612816095352,
      "learning_rate": 1.8129596782117276e-05,
      "loss": 0.0059,
      "step": 117440
    },
    {
      "epoch": 17.9340357306459,
      "grad_norm": 0.1178387701511383,
      "learning_rate": 1.8121634699306206e-05,
      "loss": 0.0059,
      "step": 117450
    },
    {
      "epoch": 17.935562681325393,
      "grad_norm": 0.12052618712186813,
      "learning_rate": 1.8113673978280372e-05,
      "loss": 0.0078,
      "step": 117460
    },
    {
      "epoch": 17.937089632004888,
      "grad_norm": 0.11785029619932175,
      "learning_rate": 1.8105714619379792e-05,
      "loss": 0.0055,
      "step": 117470
    },
    {
      "epoch": 17.93861658268438,
      "grad_norm": 0.2146553248167038,
      "learning_rate": 1.8097756622944494e-05,
      "loss": 0.0082,
      "step": 117480
    },
    {
      "epoch": 17.940143533363873,
      "grad_norm": 0.1050858274102211,
      "learning_rate": 1.8089799989314433e-05,
      "loss": 0.0065,
      "step": 117490
    },
    {
      "epoch": 17.941670484043364,
      "grad_norm": 0.18303866684436798,
      "learning_rate": 1.8081844718829487e-05,
      "loss": 0.0066,
      "step": 117500
    },
    {
      "epoch": 17.943197434722858,
      "grad_norm": 0.08980060368776321,
      "learning_rate": 1.80738908118295e-05,
      "loss": 0.0058,
      "step": 117510
    },
    {
      "epoch": 17.944724385402353,
      "grad_norm": 0.20243382453918457,
      "learning_rate": 1.8065938268654246e-05,
      "loss": 0.0099,
      "step": 117520
    },
    {
      "epoch": 17.946251336081843,
      "grad_norm": 0.17623846232891083,
      "learning_rate": 1.805798708964347e-05,
      "loss": 0.0066,
      "step": 117530
    },
    {
      "epoch": 17.947778286761338,
      "grad_norm": 0.7097992897033691,
      "learning_rate": 1.8050037275136765e-05,
      "loss": 0.009,
      "step": 117540
    },
    {
      "epoch": 17.949305237440832,
      "grad_norm": 0.1168663427233696,
      "learning_rate": 1.8042088825473792e-05,
      "loss": 0.0097,
      "step": 117550
    },
    {
      "epoch": 17.950832188120323,
      "grad_norm": 0.3167862892150879,
      "learning_rate": 1.8034141740994075e-05,
      "loss": 0.0093,
      "step": 117560
    },
    {
      "epoch": 17.952359138799817,
      "grad_norm": 0.12854520976543427,
      "learning_rate": 1.8026196022037117e-05,
      "loss": 0.0058,
      "step": 117570
    },
    {
      "epoch": 17.953886089479308,
      "grad_norm": 0.18399326503276825,
      "learning_rate": 1.8018251668942294e-05,
      "loss": 0.0086,
      "step": 117580
    },
    {
      "epoch": 17.955413040158803,
      "grad_norm": 0.2038407325744629,
      "learning_rate": 1.8010308682049026e-05,
      "loss": 0.0073,
      "step": 117590
    },
    {
      "epoch": 17.956939990838297,
      "grad_norm": 0.12482449412345886,
      "learning_rate": 1.8002367061696618e-05,
      "loss": 0.007,
      "step": 117600
    },
    {
      "epoch": 17.958466941517788,
      "grad_norm": 0.23329290747642517,
      "learning_rate": 1.799442680822429e-05,
      "loss": 0.0133,
      "step": 117610
    },
    {
      "epoch": 17.959993892197282,
      "grad_norm": 0.2438572347164154,
      "learning_rate": 1.7986487921971256e-05,
      "loss": 0.0072,
      "step": 117620
    },
    {
      "epoch": 17.961520842876777,
      "grad_norm": 0.23603861033916473,
      "learning_rate": 1.7978550403276646e-05,
      "loss": 0.0077,
      "step": 117630
    },
    {
      "epoch": 17.963047793556267,
      "grad_norm": 0.3361451029777527,
      "learning_rate": 1.7970614252479534e-05,
      "loss": 0.007,
      "step": 117640
    },
    {
      "epoch": 17.96457474423576,
      "grad_norm": 0.1684962809085846,
      "learning_rate": 1.7962679469918947e-05,
      "loss": 0.0063,
      "step": 117650
    },
    {
      "epoch": 17.966101694915253,
      "grad_norm": 0.19516897201538086,
      "learning_rate": 1.7954746055933836e-05,
      "loss": 0.0053,
      "step": 117660
    },
    {
      "epoch": 17.967628645594747,
      "grad_norm": 0.10937277227640152,
      "learning_rate": 1.7946814010863107e-05,
      "loss": 0.0062,
      "step": 117670
    },
    {
      "epoch": 17.96915559627424,
      "grad_norm": 0.18730811774730682,
      "learning_rate": 1.7938883335045592e-05,
      "loss": 0.0077,
      "step": 117680
    },
    {
      "epoch": 17.970682546953732,
      "grad_norm": 0.35649341344833374,
      "learning_rate": 1.7930954028820092e-05,
      "loss": 0.0088,
      "step": 117690
    },
    {
      "epoch": 17.972209497633227,
      "grad_norm": 0.2843468487262726,
      "learning_rate": 1.7923026092525334e-05,
      "loss": 0.0081,
      "step": 117700
    },
    {
      "epoch": 17.97373644831272,
      "grad_norm": 0.26764988899230957,
      "learning_rate": 1.7915099526499964e-05,
      "loss": 0.0088,
      "step": 117710
    },
    {
      "epoch": 17.97526339899221,
      "grad_norm": 0.05326563119888306,
      "learning_rate": 1.7907174331082576e-05,
      "loss": 0.0059,
      "step": 117720
    },
    {
      "epoch": 17.976790349671706,
      "grad_norm": 0.14683571457862854,
      "learning_rate": 1.789925050661178e-05,
      "loss": 0.0069,
      "step": 117730
    },
    {
      "epoch": 17.9783173003512,
      "grad_norm": 0.1384848654270172,
      "learning_rate": 1.7891328053426016e-05,
      "loss": 0.0102,
      "step": 117740
    },
    {
      "epoch": 17.97984425103069,
      "grad_norm": 0.07937334477901459,
      "learning_rate": 1.7883406971863732e-05,
      "loss": 0.0045,
      "step": 117750
    },
    {
      "epoch": 17.981371201710186,
      "grad_norm": 0.16245724260807037,
      "learning_rate": 1.78754872622633e-05,
      "loss": 0.0081,
      "step": 117760
    },
    {
      "epoch": 17.982898152389676,
      "grad_norm": 0.5651881098747253,
      "learning_rate": 1.7867568924963042e-05,
      "loss": 0.0067,
      "step": 117770
    },
    {
      "epoch": 17.98442510306917,
      "grad_norm": 0.2574172019958496,
      "learning_rate": 1.7859651960301205e-05,
      "loss": 0.0097,
      "step": 117780
    },
    {
      "epoch": 17.985952053748665,
      "grad_norm": 0.13940857350826263,
      "learning_rate": 1.7851736368615995e-05,
      "loss": 0.0073,
      "step": 117790
    },
    {
      "epoch": 17.987479004428156,
      "grad_norm": 0.23850858211517334,
      "learning_rate": 1.7843822150245566e-05,
      "loss": 0.0102,
      "step": 117800
    },
    {
      "epoch": 17.98900595510765,
      "grad_norm": 0.1634507179260254,
      "learning_rate": 1.783590930552795e-05,
      "loss": 0.0073,
      "step": 117810
    },
    {
      "epoch": 17.99053290578714,
      "grad_norm": 0.12083739042282104,
      "learning_rate": 1.7827997834801213e-05,
      "loss": 0.0056,
      "step": 117820
    },
    {
      "epoch": 17.992059856466636,
      "grad_norm": 0.19938087463378906,
      "learning_rate": 1.782008773840333e-05,
      "loss": 0.0062,
      "step": 117830
    },
    {
      "epoch": 17.99358680714613,
      "grad_norm": 0.1088554635643959,
      "learning_rate": 1.7812179016672158e-05,
      "loss": 0.0091,
      "step": 117840
    },
    {
      "epoch": 17.99511375782562,
      "grad_norm": 0.18855252861976624,
      "learning_rate": 1.7804271669945553e-05,
      "loss": 0.0074,
      "step": 117850
    },
    {
      "epoch": 17.996640708505115,
      "grad_norm": 0.16693221032619476,
      "learning_rate": 1.7796365698561355e-05,
      "loss": 0.0068,
      "step": 117860
    },
    {
      "epoch": 17.99816765918461,
      "grad_norm": 0.20622411370277405,
      "learning_rate": 1.7788461102857234e-05,
      "loss": 0.0075,
      "step": 117870
    },
    {
      "epoch": 17.9996946098641,
      "grad_norm": 0.9310899376869202,
      "learning_rate": 1.7780557883170886e-05,
      "loss": 0.0074,
      "step": 117880
    },
    {
      "epoch": 18.001221560543595,
      "grad_norm": 0.18485906720161438,
      "learning_rate": 1.7772656039839906e-05,
      "loss": 0.0068,
      "step": 117890
    },
    {
      "epoch": 18.00274851122309,
      "grad_norm": 0.23538652062416077,
      "learning_rate": 1.7764755573201863e-05,
      "loss": 0.0057,
      "step": 117900
    },
    {
      "epoch": 18.00427546190258,
      "grad_norm": 0.15883922576904297,
      "learning_rate": 1.7756856483594243e-05,
      "loss": 0.008,
      "step": 117910
    },
    {
      "epoch": 18.005802412582074,
      "grad_norm": 0.20301222801208496,
      "learning_rate": 1.7748958771354478e-05,
      "loss": 0.0091,
      "step": 117920
    },
    {
      "epoch": 18.007329363261565,
      "grad_norm": 0.21275641024112701,
      "learning_rate": 1.774106243681997e-05,
      "loss": 0.0068,
      "step": 117930
    },
    {
      "epoch": 18.00885631394106,
      "grad_norm": 0.13014495372772217,
      "learning_rate": 1.7733167480327978e-05,
      "loss": 0.0069,
      "step": 117940
    },
    {
      "epoch": 18.010383264620554,
      "grad_norm": 0.09635138511657715,
      "learning_rate": 1.772527390221581e-05,
      "loss": 0.0061,
      "step": 117950
    },
    {
      "epoch": 18.011910215300045,
      "grad_norm": 0.2998337149620056,
      "learning_rate": 1.771738170282065e-05,
      "loss": 0.0076,
      "step": 117960
    },
    {
      "epoch": 18.01343716597954,
      "grad_norm": 0.18445223569869995,
      "learning_rate": 1.7709490882479656e-05,
      "loss": 0.0059,
      "step": 117970
    },
    {
      "epoch": 18.014964116659034,
      "grad_norm": 0.11068113148212433,
      "learning_rate": 1.7701601441529876e-05,
      "loss": 0.0067,
      "step": 117980
    },
    {
      "epoch": 18.016491067338524,
      "grad_norm": 0.3505208492279053,
      "learning_rate": 1.769371338030833e-05,
      "loss": 0.008,
      "step": 117990
    },
    {
      "epoch": 18.01801801801802,
      "grad_norm": 0.08813868463039398,
      "learning_rate": 1.7685826699152037e-05,
      "loss": 0.0085,
      "step": 118000
    },
    {
      "epoch": 18.01954496869751,
      "grad_norm": 0.11550270766019821,
      "learning_rate": 1.7677941398397845e-05,
      "loss": 0.0058,
      "step": 118010
    },
    {
      "epoch": 18.021071919377004,
      "grad_norm": 0.17673629522323608,
      "learning_rate": 1.7670057478382617e-05,
      "loss": 0.008,
      "step": 118020
    },
    {
      "epoch": 18.0225988700565,
      "grad_norm": 0.12990215420722961,
      "learning_rate": 1.7662174939443145e-05,
      "loss": 0.0057,
      "step": 118030
    },
    {
      "epoch": 18.02412582073599,
      "grad_norm": 0.1258542239665985,
      "learning_rate": 1.7654293781916153e-05,
      "loss": 0.0058,
      "step": 118040
    },
    {
      "epoch": 18.025652771415483,
      "grad_norm": 0.15556421875953674,
      "learning_rate": 1.7646414006138308e-05,
      "loss": 0.007,
      "step": 118050
    },
    {
      "epoch": 18.027179722094978,
      "grad_norm": 0.21513552963733673,
      "learning_rate": 1.7638535612446224e-05,
      "loss": 0.0075,
      "step": 118060
    },
    {
      "epoch": 18.02870667277447,
      "grad_norm": 0.13358119130134583,
      "learning_rate": 1.763065860117646e-05,
      "loss": 0.0071,
      "step": 118070
    },
    {
      "epoch": 18.030233623453963,
      "grad_norm": 0.13934026658535004,
      "learning_rate": 1.7622782972665464e-05,
      "loss": 0.0059,
      "step": 118080
    },
    {
      "epoch": 18.031760574133454,
      "grad_norm": 0.1525447815656662,
      "learning_rate": 1.7614908727249717e-05,
      "loss": 0.0086,
      "step": 118090
    },
    {
      "epoch": 18.03328752481295,
      "grad_norm": 0.33925163745880127,
      "learning_rate": 1.7607035865265597e-05,
      "loss": 0.0081,
      "step": 118100
    },
    {
      "epoch": 18.034814475492443,
      "grad_norm": 0.17779166996479034,
      "learning_rate": 1.7599164387049378e-05,
      "loss": 0.0073,
      "step": 118110
    },
    {
      "epoch": 18.036341426171933,
      "grad_norm": 0.20389430224895477,
      "learning_rate": 1.7591294292937314e-05,
      "loss": 0.007,
      "step": 118120
    },
    {
      "epoch": 18.037868376851428,
      "grad_norm": 0.3041551411151886,
      "learning_rate": 1.758342558326566e-05,
      "loss": 0.0067,
      "step": 118130
    },
    {
      "epoch": 18.039395327530922,
      "grad_norm": 0.12294118851423264,
      "learning_rate": 1.75755582583705e-05,
      "loss": 0.0075,
      "step": 118140
    },
    {
      "epoch": 18.040922278210413,
      "grad_norm": 0.08034107089042664,
      "learning_rate": 1.756769231858792e-05,
      "loss": 0.0052,
      "step": 118150
    },
    {
      "epoch": 18.042449228889907,
      "grad_norm": 0.08755329251289368,
      "learning_rate": 1.7559827764253943e-05,
      "loss": 0.0074,
      "step": 118160
    },
    {
      "epoch": 18.0439761795694,
      "grad_norm": 0.20785510540008545,
      "learning_rate": 1.755196459570453e-05,
      "loss": 0.0078,
      "step": 118170
    },
    {
      "epoch": 18.045503130248893,
      "grad_norm": 0.16288457810878754,
      "learning_rate": 1.754410281327558e-05,
      "loss": 0.0069,
      "step": 118180
    },
    {
      "epoch": 18.047030080928387,
      "grad_norm": 0.09738980233669281,
      "learning_rate": 1.753624241730294e-05,
      "loss": 0.0052,
      "step": 118190
    },
    {
      "epoch": 18.048557031607878,
      "grad_norm": 0.15533041954040527,
      "learning_rate": 1.7528383408122402e-05,
      "loss": 0.0061,
      "step": 118200
    },
    {
      "epoch": 18.050083982287372,
      "grad_norm": 0.1423446536064148,
      "learning_rate": 1.752052578606963e-05,
      "loss": 0.0041,
      "step": 118210
    },
    {
      "epoch": 18.051610932966867,
      "grad_norm": 0.5866861939430237,
      "learning_rate": 1.7512669551480354e-05,
      "loss": 0.0057,
      "step": 118220
    },
    {
      "epoch": 18.053137883646357,
      "grad_norm": 0.07114493101835251,
      "learning_rate": 1.750481470469017e-05,
      "loss": 0.0054,
      "step": 118230
    },
    {
      "epoch": 18.054664834325852,
      "grad_norm": 0.3766314387321472,
      "learning_rate": 1.749696124603459e-05,
      "loss": 0.0056,
      "step": 118240
    },
    {
      "epoch": 18.056191785005343,
      "grad_norm": 0.25369206070899963,
      "learning_rate": 1.748910917584911e-05,
      "loss": 0.0069,
      "step": 118250
    },
    {
      "epoch": 18.057718735684837,
      "grad_norm": 0.3830607533454895,
      "learning_rate": 1.7481258494469168e-05,
      "loss": 0.007,
      "step": 118260
    },
    {
      "epoch": 18.05924568636433,
      "grad_norm": 0.1617538034915924,
      "learning_rate": 1.7473409202230125e-05,
      "loss": 0.0084,
      "step": 118270
    },
    {
      "epoch": 18.060772637043822,
      "grad_norm": 0.6444674730300903,
      "learning_rate": 1.746556129946728e-05,
      "loss": 0.0082,
      "step": 118280
    },
    {
      "epoch": 18.062299587723317,
      "grad_norm": 0.171402245759964,
      "learning_rate": 1.7457714786515895e-05,
      "loss": 0.005,
      "step": 118290
    },
    {
      "epoch": 18.06382653840281,
      "grad_norm": 0.24747836589813232,
      "learning_rate": 1.744986966371115e-05,
      "loss": 0.0096,
      "step": 118300
    },
    {
      "epoch": 18.0653534890823,
      "grad_norm": 0.2912050187587738,
      "learning_rate": 1.7442025931388178e-05,
      "loss": 0.0048,
      "step": 118310
    },
    {
      "epoch": 18.066880439761796,
      "grad_norm": 0.10899291187524796,
      "learning_rate": 1.743418358988205e-05,
      "loss": 0.007,
      "step": 118320
    },
    {
      "epoch": 18.068407390441287,
      "grad_norm": 0.17962560057640076,
      "learning_rate": 1.7426342639527783e-05,
      "loss": 0.0072,
      "step": 118330
    },
    {
      "epoch": 18.06993434112078,
      "grad_norm": 0.29646947979927063,
      "learning_rate": 1.7418503080660285e-05,
      "loss": 0.007,
      "step": 118340
    },
    {
      "epoch": 18.071461291800276,
      "grad_norm": 0.26276805996894836,
      "learning_rate": 1.7410664913614505e-05,
      "loss": 0.0077,
      "step": 118350
    },
    {
      "epoch": 18.072988242479767,
      "grad_norm": 0.2323378026485443,
      "learning_rate": 1.7402828138725246e-05,
      "loss": 0.0096,
      "step": 118360
    },
    {
      "epoch": 18.07451519315926,
      "grad_norm": 0.16493867337703705,
      "learning_rate": 1.7394992756327306e-05,
      "loss": 0.0052,
      "step": 118370
    },
    {
      "epoch": 18.076042143838755,
      "grad_norm": 0.21438242495059967,
      "learning_rate": 1.7387158766755363e-05,
      "loss": 0.0067,
      "step": 118380
    },
    {
      "epoch": 18.077569094518246,
      "grad_norm": 0.1524135321378708,
      "learning_rate": 1.737932617034406e-05,
      "loss": 0.0058,
      "step": 118390
    },
    {
      "epoch": 18.07909604519774,
      "grad_norm": 0.26085150241851807,
      "learning_rate": 1.737149496742806e-05,
      "loss": 0.0061,
      "step": 118400
    },
    {
      "epoch": 18.080622995877235,
      "grad_norm": 0.12263187766075134,
      "learning_rate": 1.7363665158341834e-05,
      "loss": 0.0133,
      "step": 118410
    },
    {
      "epoch": 18.082149946556726,
      "grad_norm": 0.1568702906370163,
      "learning_rate": 1.735583674341988e-05,
      "loss": 0.0096,
      "step": 118420
    },
    {
      "epoch": 18.08367689723622,
      "grad_norm": 0.12054204195737839,
      "learning_rate": 1.7348009722996612e-05,
      "loss": 0.0074,
      "step": 118430
    },
    {
      "epoch": 18.08520384791571,
      "grad_norm": 0.15426504611968994,
      "learning_rate": 1.734018409740638e-05,
      "loss": 0.0078,
      "step": 118440
    },
    {
      "epoch": 18.086730798595205,
      "grad_norm": 0.19782504439353943,
      "learning_rate": 1.733235986698349e-05,
      "loss": 0.0079,
      "step": 118450
    },
    {
      "epoch": 18.0882577492747,
      "grad_norm": 0.12521056830883026,
      "learning_rate": 1.7324537032062167e-05,
      "loss": 0.0065,
      "step": 118460
    },
    {
      "epoch": 18.08978469995419,
      "grad_norm": 0.15386012196540833,
      "learning_rate": 1.7316715592976617e-05,
      "loss": 0.0062,
      "step": 118470
    },
    {
      "epoch": 18.091311650633685,
      "grad_norm": 0.5125188827514648,
      "learning_rate": 1.7308895550060905e-05,
      "loss": 0.0054,
      "step": 118480
    },
    {
      "epoch": 18.09283860131318,
      "grad_norm": 0.3882414400577545,
      "learning_rate": 1.730107690364913e-05,
      "loss": 0.0069,
      "step": 118490
    },
    {
      "epoch": 18.09436555199267,
      "grad_norm": 0.20095686614513397,
      "learning_rate": 1.7293259654075302e-05,
      "loss": 0.0064,
      "step": 118500
    },
    {
      "epoch": 18.095892502672164,
      "grad_norm": 0.19925758242607117,
      "learning_rate": 1.7285443801673316e-05,
      "loss": 0.0067,
      "step": 118510
    },
    {
      "epoch": 18.097419453351655,
      "grad_norm": 0.3502950668334961,
      "learning_rate": 1.727762934677706e-05,
      "loss": 0.0077,
      "step": 118520
    },
    {
      "epoch": 18.09894640403115,
      "grad_norm": 0.12967276573181152,
      "learning_rate": 1.72698162897204e-05,
      "loss": 0.0048,
      "step": 118530
    },
    {
      "epoch": 18.100473354710644,
      "grad_norm": 0.31436458230018616,
      "learning_rate": 1.7262004630837036e-05,
      "loss": 0.0068,
      "step": 118540
    },
    {
      "epoch": 18.102000305390135,
      "grad_norm": 0.3068174123764038,
      "learning_rate": 1.7254194370460697e-05,
      "loss": 0.011,
      "step": 118550
    },
    {
      "epoch": 18.10352725606963,
      "grad_norm": 0.18318073451519012,
      "learning_rate": 1.7246385508925022e-05,
      "loss": 0.0073,
      "step": 118560
    },
    {
      "epoch": 18.105054206749124,
      "grad_norm": 0.2624199688434601,
      "learning_rate": 1.7238578046563588e-05,
      "loss": 0.0078,
      "step": 118570
    },
    {
      "epoch": 18.106581157428614,
      "grad_norm": 0.13458649814128876,
      "learning_rate": 1.7230771983709908e-05,
      "loss": 0.0084,
      "step": 118580
    },
    {
      "epoch": 18.10810810810811,
      "grad_norm": 0.23092816770076752,
      "learning_rate": 1.7222967320697452e-05,
      "loss": 0.0106,
      "step": 118590
    },
    {
      "epoch": 18.1096350587876,
      "grad_norm": 0.16834594309329987,
      "learning_rate": 1.721516405785964e-05,
      "loss": 0.0063,
      "step": 118600
    },
    {
      "epoch": 18.111162009467094,
      "grad_norm": 0.09522535651922226,
      "learning_rate": 1.7207362195529753e-05,
      "loss": 0.0048,
      "step": 118610
    },
    {
      "epoch": 18.11268896014659,
      "grad_norm": 0.16270919144153595,
      "learning_rate": 1.719956173404113e-05,
      "loss": 0.0065,
      "step": 118620
    },
    {
      "epoch": 18.11421591082608,
      "grad_norm": 0.22649846971035004,
      "learning_rate": 1.719176267372699e-05,
      "loss": 0.0071,
      "step": 118630
    },
    {
      "epoch": 18.115742861505574,
      "grad_norm": 0.14576378464698792,
      "learning_rate": 1.7183965014920463e-05,
      "loss": 0.0054,
      "step": 118640
    },
    {
      "epoch": 18.117269812185068,
      "grad_norm": 0.17096710205078125,
      "learning_rate": 1.7176168757954662e-05,
      "loss": 0.0051,
      "step": 118650
    },
    {
      "epoch": 18.11879676286456,
      "grad_norm": 0.20109887421131134,
      "learning_rate": 1.716837390316264e-05,
      "loss": 0.0056,
      "step": 118660
    },
    {
      "epoch": 18.120323713544053,
      "grad_norm": 0.2568821609020233,
      "learning_rate": 1.716058045087736e-05,
      "loss": 0.007,
      "step": 118670
    },
    {
      "epoch": 18.121850664223544,
      "grad_norm": 0.08450960367918015,
      "learning_rate": 1.7152788401431763e-05,
      "loss": 0.0097,
      "step": 118680
    },
    {
      "epoch": 18.12337761490304,
      "grad_norm": 0.23997391760349274,
      "learning_rate": 1.7144997755158703e-05,
      "loss": 0.0066,
      "step": 118690
    },
    {
      "epoch": 18.124904565582533,
      "grad_norm": 0.18136174976825714,
      "learning_rate": 1.713720851239098e-05,
      "loss": 0.0057,
      "step": 118700
    },
    {
      "epoch": 18.126431516262024,
      "grad_norm": 0.17432719469070435,
      "learning_rate": 1.7129420673461338e-05,
      "loss": 0.0071,
      "step": 118710
    },
    {
      "epoch": 18.127958466941518,
      "grad_norm": 0.19322170317173004,
      "learning_rate": 1.7121634238702462e-05,
      "loss": 0.0092,
      "step": 118720
    },
    {
      "epoch": 18.129485417621012,
      "grad_norm": 0.322632759809494,
      "learning_rate": 1.7113849208446968e-05,
      "loss": 0.0075,
      "step": 118730
    },
    {
      "epoch": 18.131012368300503,
      "grad_norm": 0.08746864646673203,
      "learning_rate": 1.710606558302744e-05,
      "loss": 0.0078,
      "step": 118740
    },
    {
      "epoch": 18.132539318979997,
      "grad_norm": 0.09836966544389725,
      "learning_rate": 1.7098283362776336e-05,
      "loss": 0.0089,
      "step": 118750
    },
    {
      "epoch": 18.13406626965949,
      "grad_norm": 0.16689839959144592,
      "learning_rate": 1.7090502548026133e-05,
      "loss": 0.007,
      "step": 118760
    },
    {
      "epoch": 18.135593220338983,
      "grad_norm": 0.17205552756786346,
      "learning_rate": 1.7082723139109225e-05,
      "loss": 0.005,
      "step": 118770
    },
    {
      "epoch": 18.137120171018477,
      "grad_norm": 0.33724525570869446,
      "learning_rate": 1.7074945136357896e-05,
      "loss": 0.0062,
      "step": 118780
    },
    {
      "epoch": 18.138647121697968,
      "grad_norm": 0.29397743940353394,
      "learning_rate": 1.7067168540104407e-05,
      "loss": 0.0091,
      "step": 118790
    },
    {
      "epoch": 18.140174072377462,
      "grad_norm": 0.18938113749027252,
      "learning_rate": 1.7059393350681014e-05,
      "loss": 0.0072,
      "step": 118800
    },
    {
      "epoch": 18.141701023056957,
      "grad_norm": 0.08779381960630417,
      "learning_rate": 1.7051619568419802e-05,
      "loss": 0.0064,
      "step": 118810
    },
    {
      "epoch": 18.143227973736447,
      "grad_norm": 0.09900617599487305,
      "learning_rate": 1.704384719365288e-05,
      "loss": 0.0076,
      "step": 118820
    },
    {
      "epoch": 18.144754924415942,
      "grad_norm": 0.09694597870111465,
      "learning_rate": 1.703607622671226e-05,
      "loss": 0.0092,
      "step": 118830
    },
    {
      "epoch": 18.146281875095433,
      "grad_norm": 0.13020461797714233,
      "learning_rate": 1.7028306667929905e-05,
      "loss": 0.0067,
      "step": 118840
    },
    {
      "epoch": 18.147808825774927,
      "grad_norm": 0.25608983635902405,
      "learning_rate": 1.7020538517637726e-05,
      "loss": 0.0086,
      "step": 118850
    },
    {
      "epoch": 18.14933577645442,
      "grad_norm": 0.19459617137908936,
      "learning_rate": 1.7012771776167547e-05,
      "loss": 0.0067,
      "step": 118860
    },
    {
      "epoch": 18.150862727133912,
      "grad_norm": 0.21778999269008636,
      "learning_rate": 1.700500644385118e-05,
      "loss": 0.0048,
      "step": 118870
    },
    {
      "epoch": 18.152389677813407,
      "grad_norm": 0.17109471559524536,
      "learning_rate": 1.699724252102029e-05,
      "loss": 0.0064,
      "step": 118880
    },
    {
      "epoch": 18.1539166284929,
      "grad_norm": 0.31400489807128906,
      "learning_rate": 1.6989480008006585e-05,
      "loss": 0.0073,
      "step": 118890
    },
    {
      "epoch": 18.155443579172392,
      "grad_norm": 0.1337679624557495,
      "learning_rate": 1.6981718905141674e-05,
      "loss": 0.0075,
      "step": 118900
    },
    {
      "epoch": 18.156970529851886,
      "grad_norm": 0.10161484032869339,
      "learning_rate": 1.6973959212757056e-05,
      "loss": 0.0051,
      "step": 118910
    },
    {
      "epoch": 18.15849748053138,
      "grad_norm": 0.30125656723976135,
      "learning_rate": 1.6966200931184228e-05,
      "loss": 0.0107,
      "step": 118920
    },
    {
      "epoch": 18.16002443121087,
      "grad_norm": 0.3044307827949524,
      "learning_rate": 1.6958444060754614e-05,
      "loss": 0.0059,
      "step": 118930
    },
    {
      "epoch": 18.161551381890366,
      "grad_norm": 0.10804128646850586,
      "learning_rate": 1.695068860179957e-05,
      "loss": 0.0078,
      "step": 118940
    },
    {
      "epoch": 18.163078332569857,
      "grad_norm": 0.1660681515932083,
      "learning_rate": 1.694293455465039e-05,
      "loss": 0.0068,
      "step": 118950
    },
    {
      "epoch": 18.16460528324935,
      "grad_norm": 0.1027708426117897,
      "learning_rate": 1.6935181919638323e-05,
      "loss": 0.0073,
      "step": 118960
    },
    {
      "epoch": 18.166132233928845,
      "grad_norm": 0.199814110994339,
      "learning_rate": 1.692743069709454e-05,
      "loss": 0.0077,
      "step": 118970
    },
    {
      "epoch": 18.167659184608336,
      "grad_norm": 0.08381958305835724,
      "learning_rate": 1.6919680887350166e-05,
      "loss": 0.0072,
      "step": 118980
    },
    {
      "epoch": 18.16918613528783,
      "grad_norm": 0.15003743767738342,
      "learning_rate": 1.691193249073625e-05,
      "loss": 0.0047,
      "step": 118990
    },
    {
      "epoch": 18.170713085967325,
      "grad_norm": 0.14816564321517944,
      "learning_rate": 1.6904185507583815e-05,
      "loss": 0.0095,
      "step": 119000
    },
    {
      "epoch": 18.172240036646816,
      "grad_norm": 0.11992392688989639,
      "learning_rate": 1.6896439938223752e-05,
      "loss": 0.0066,
      "step": 119010
    },
    {
      "epoch": 18.17376698732631,
      "grad_norm": 0.1508811116218567,
      "learning_rate": 1.6888695782986946e-05,
      "loss": 0.0068,
      "step": 119020
    },
    {
      "epoch": 18.1752939380058,
      "grad_norm": 0.14191333949565887,
      "learning_rate": 1.6880953042204268e-05,
      "loss": 0.0049,
      "step": 119030
    },
    {
      "epoch": 18.176820888685295,
      "grad_norm": 0.21944940090179443,
      "learning_rate": 1.687321171620641e-05,
      "loss": 0.0102,
      "step": 119040
    },
    {
      "epoch": 18.17834783936479,
      "grad_norm": 0.15392692387104034,
      "learning_rate": 1.68654718053241e-05,
      "loss": 0.0044,
      "step": 119050
    },
    {
      "epoch": 18.17987479004428,
      "grad_norm": 0.1326245814561844,
      "learning_rate": 1.685773330988796e-05,
      "loss": 0.006,
      "step": 119060
    },
    {
      "epoch": 18.181401740723775,
      "grad_norm": 0.12286186963319778,
      "learning_rate": 1.684999623022857e-05,
      "loss": 0.0083,
      "step": 119070
    },
    {
      "epoch": 18.18292869140327,
      "grad_norm": 0.11039222776889801,
      "learning_rate": 1.6842260566676436e-05,
      "loss": 0.0101,
      "step": 119080
    },
    {
      "epoch": 18.18445564208276,
      "grad_norm": 0.2674767076969147,
      "learning_rate": 1.6834526319562028e-05,
      "loss": 0.0065,
      "step": 119090
    },
    {
      "epoch": 18.185982592762254,
      "grad_norm": 0.1351708024740219,
      "learning_rate": 1.682679348921574e-05,
      "loss": 0.0059,
      "step": 119100
    },
    {
      "epoch": 18.187509543441745,
      "grad_norm": 0.1896708607673645,
      "learning_rate": 1.6819062075967863e-05,
      "loss": 0.0076,
      "step": 119110
    },
    {
      "epoch": 18.18903649412124,
      "grad_norm": 0.06850547343492508,
      "learning_rate": 1.681133208014871e-05,
      "loss": 0.0074,
      "step": 119120
    },
    {
      "epoch": 18.190563444800734,
      "grad_norm": 0.23121123015880585,
      "learning_rate": 1.6803603502088484e-05,
      "loss": 0.0072,
      "step": 119130
    },
    {
      "epoch": 18.192090395480225,
      "grad_norm": 0.24855977296829224,
      "learning_rate": 1.679587634211735e-05,
      "loss": 0.0067,
      "step": 119140
    },
    {
      "epoch": 18.19361734615972,
      "grad_norm": 0.23980367183685303,
      "learning_rate": 1.6788150600565343e-05,
      "loss": 0.0071,
      "step": 119150
    },
    {
      "epoch": 18.195144296839214,
      "grad_norm": 0.187406986951828,
      "learning_rate": 1.6780426277762558e-05,
      "loss": 0.0095,
      "step": 119160
    },
    {
      "epoch": 18.196671247518704,
      "grad_norm": 0.1992148756980896,
      "learning_rate": 1.677270337403894e-05,
      "loss": 0.0068,
      "step": 119170
    },
    {
      "epoch": 18.1981981981982,
      "grad_norm": 0.27927258610725403,
      "learning_rate": 1.6764981889724385e-05,
      "loss": 0.0073,
      "step": 119180
    },
    {
      "epoch": 18.19972514887769,
      "grad_norm": 0.20503582060337067,
      "learning_rate": 1.6757261825148746e-05,
      "loss": 0.0076,
      "step": 119190
    },
    {
      "epoch": 18.201252099557184,
      "grad_norm": 0.19283659756183624,
      "learning_rate": 1.6749543180641814e-05,
      "loss": 0.0054,
      "step": 119200
    },
    {
      "epoch": 18.20277905023668,
      "grad_norm": 0.1738867461681366,
      "learning_rate": 1.6741825956533312e-05,
      "loss": 0.0064,
      "step": 119210
    },
    {
      "epoch": 18.20430600091617,
      "grad_norm": 0.16023942828178406,
      "learning_rate": 1.673411015315291e-05,
      "loss": 0.0072,
      "step": 119220
    },
    {
      "epoch": 18.205832951595664,
      "grad_norm": 0.09483006596565247,
      "learning_rate": 1.672639577083021e-05,
      "loss": 0.0056,
      "step": 119230
    },
    {
      "epoch": 18.207359902275158,
      "grad_norm": 0.21795234084129333,
      "learning_rate": 1.6718682809894754e-05,
      "loss": 0.0068,
      "step": 119240
    },
    {
      "epoch": 18.20888685295465,
      "grad_norm": 0.23516015708446503,
      "learning_rate": 1.6710971270676033e-05,
      "loss": 0.0088,
      "step": 119250
    },
    {
      "epoch": 18.210413803634143,
      "grad_norm": 0.18845999240875244,
      "learning_rate": 1.6703261153503464e-05,
      "loss": 0.0064,
      "step": 119260
    },
    {
      "epoch": 18.211940754313634,
      "grad_norm": 0.14587414264678955,
      "learning_rate": 1.6695552458706425e-05,
      "loss": 0.0055,
      "step": 119270
    },
    {
      "epoch": 18.21346770499313,
      "grad_norm": 0.1254577785730362,
      "learning_rate": 1.6687845186614192e-05,
      "loss": 0.0079,
      "step": 119280
    },
    {
      "epoch": 18.214994655672623,
      "grad_norm": 0.10956431180238724,
      "learning_rate": 1.6680139337555995e-05,
      "loss": 0.0072,
      "step": 119290
    },
    {
      "epoch": 18.216521606352114,
      "grad_norm": 0.15933682024478912,
      "learning_rate": 1.6672434911861067e-05,
      "loss": 0.0069,
      "step": 119300
    },
    {
      "epoch": 18.218048557031608,
      "grad_norm": 0.3706069886684418,
      "learning_rate": 1.6664731909858483e-05,
      "loss": 0.0084,
      "step": 119310
    },
    {
      "epoch": 18.219575507711102,
      "grad_norm": 0.16374504566192627,
      "learning_rate": 1.665703033187731e-05,
      "loss": 0.0058,
      "step": 119320
    },
    {
      "epoch": 18.221102458390593,
      "grad_norm": 0.2898540794849396,
      "learning_rate": 1.6649330178246546e-05,
      "loss": 0.0068,
      "step": 119330
    },
    {
      "epoch": 18.222629409070088,
      "grad_norm": 0.3742178976535797,
      "learning_rate": 1.6641631449295137e-05,
      "loss": 0.0066,
      "step": 119340
    },
    {
      "epoch": 18.22415635974958,
      "grad_norm": 0.07503099739551544,
      "learning_rate": 1.6633934145351948e-05,
      "loss": 0.0071,
      "step": 119350
    },
    {
      "epoch": 18.225683310429073,
      "grad_norm": 0.11695069819688797,
      "learning_rate": 1.662623826674579e-05,
      "loss": 0.0062,
      "step": 119360
    },
    {
      "epoch": 18.227210261108567,
      "grad_norm": 0.13543996214866638,
      "learning_rate": 1.661854381380545e-05,
      "loss": 0.0073,
      "step": 119370
    },
    {
      "epoch": 18.228737211788058,
      "grad_norm": 0.18172769248485565,
      "learning_rate": 1.6610850786859554e-05,
      "loss": 0.0058,
      "step": 119380
    },
    {
      "epoch": 18.230264162467552,
      "grad_norm": 0.11077701300382614,
      "learning_rate": 1.6603159186236794e-05,
      "loss": 0.0036,
      "step": 119390
    },
    {
      "epoch": 18.231791113147047,
      "grad_norm": 0.13801179826259613,
      "learning_rate": 1.659546901226574e-05,
      "loss": 0.0054,
      "step": 119400
    },
    {
      "epoch": 18.233318063826538,
      "grad_norm": 0.13888263702392578,
      "learning_rate": 1.6587780265274865e-05,
      "loss": 0.0056,
      "step": 119410
    },
    {
      "epoch": 18.234845014506032,
      "grad_norm": 0.16040004789829254,
      "learning_rate": 1.6580092945592622e-05,
      "loss": 0.005,
      "step": 119420
    },
    {
      "epoch": 18.236371965185526,
      "grad_norm": 0.21436093747615814,
      "learning_rate": 1.6572407053547444e-05,
      "loss": 0.0065,
      "step": 119430
    },
    {
      "epoch": 18.237898915865017,
      "grad_norm": 0.1257259100675583,
      "learning_rate": 1.6564722589467617e-05,
      "loss": 0.0072,
      "step": 119440
    },
    {
      "epoch": 18.23942586654451,
      "grad_norm": 0.10901112854480743,
      "learning_rate": 1.6557039553681413e-05,
      "loss": 0.0064,
      "step": 119450
    },
    {
      "epoch": 18.240952817224002,
      "grad_norm": 0.15297488868236542,
      "learning_rate": 1.654935794651705e-05,
      "loss": 0.0069,
      "step": 119460
    },
    {
      "epoch": 18.242479767903497,
      "grad_norm": 0.21822237968444824,
      "learning_rate": 1.6541677768302656e-05,
      "loss": 0.0049,
      "step": 119470
    },
    {
      "epoch": 18.24400671858299,
      "grad_norm": 0.18830768764019012,
      "learning_rate": 1.6533999019366326e-05,
      "loss": 0.0044,
      "step": 119480
    },
    {
      "epoch": 18.245533669262482,
      "grad_norm": 0.2883376181125641,
      "learning_rate": 1.652632170003608e-05,
      "loss": 0.0074,
      "step": 119490
    },
    {
      "epoch": 18.247060619941976,
      "grad_norm": 0.13036781549453735,
      "learning_rate": 1.6518645810639893e-05,
      "loss": 0.0059,
      "step": 119500
    },
    {
      "epoch": 18.24858757062147,
      "grad_norm": 0.27159902453422546,
      "learning_rate": 1.6510971351505618e-05,
      "loss": 0.0074,
      "step": 119510
    },
    {
      "epoch": 18.25011452130096,
      "grad_norm": 0.0891052782535553,
      "learning_rate": 1.6503298322961143e-05,
      "loss": 0.0056,
      "step": 119520
    },
    {
      "epoch": 18.251641471980456,
      "grad_norm": 0.18577104806900024,
      "learning_rate": 1.6495626725334224e-05,
      "loss": 0.0053,
      "step": 119530
    },
    {
      "epoch": 18.253168422659947,
      "grad_norm": 0.0706808790564537,
      "learning_rate": 1.64879565589526e-05,
      "loss": 0.0074,
      "step": 119540
    },
    {
      "epoch": 18.25469537333944,
      "grad_norm": 0.26394182443618774,
      "learning_rate": 1.6480287824143874e-05,
      "loss": 0.0071,
      "step": 119550
    },
    {
      "epoch": 18.256222324018935,
      "grad_norm": 0.17049986124038696,
      "learning_rate": 1.6472620521235694e-05,
      "loss": 0.0077,
      "step": 119560
    },
    {
      "epoch": 18.257749274698426,
      "grad_norm": 0.11089933663606644,
      "learning_rate": 1.646495465055559e-05,
      "loss": 0.006,
      "step": 119570
    },
    {
      "epoch": 18.25927622537792,
      "grad_norm": 0.22218304872512817,
      "learning_rate": 1.6457290212431e-05,
      "loss": 0.0084,
      "step": 119580
    },
    {
      "epoch": 18.260803176057415,
      "grad_norm": 0.21012967824935913,
      "learning_rate": 1.6449627207189354e-05,
      "loss": 0.0049,
      "step": 119590
    },
    {
      "epoch": 18.262330126736906,
      "grad_norm": 0.1534077376127243,
      "learning_rate": 1.6441965635157996e-05,
      "loss": 0.008,
      "step": 119600
    },
    {
      "epoch": 18.2638570774164,
      "grad_norm": 0.1646910011768341,
      "learning_rate": 1.643430549666422e-05,
      "loss": 0.0053,
      "step": 119610
    },
    {
      "epoch": 18.26538402809589,
      "grad_norm": 0.258144736289978,
      "learning_rate": 1.642664679203525e-05,
      "loss": 0.0072,
      "step": 119620
    },
    {
      "epoch": 18.266910978775385,
      "grad_norm": 0.25151604413986206,
      "learning_rate": 1.6418989521598254e-05,
      "loss": 0.0065,
      "step": 119630
    },
    {
      "epoch": 18.26843792945488,
      "grad_norm": 0.1652798056602478,
      "learning_rate": 1.6411333685680337e-05,
      "loss": 0.0074,
      "step": 119640
    },
    {
      "epoch": 18.26996488013437,
      "grad_norm": 0.2651795446872711,
      "learning_rate": 1.6403679284608535e-05,
      "loss": 0.0055,
      "step": 119650
    },
    {
      "epoch": 18.271491830813865,
      "grad_norm": 0.2975127100944519,
      "learning_rate": 1.6396026318709846e-05,
      "loss": 0.0104,
      "step": 119660
    },
    {
      "epoch": 18.27301878149336,
      "grad_norm": 0.5461114048957825,
      "learning_rate": 1.6388374788311188e-05,
      "loss": 0.0069,
      "step": 119670
    },
    {
      "epoch": 18.27454573217285,
      "grad_norm": 0.2621993124485016,
      "learning_rate": 1.6380724693739397e-05,
      "loss": 0.0084,
      "step": 119680
    },
    {
      "epoch": 18.276072682852345,
      "grad_norm": 0.16960769891738892,
      "learning_rate": 1.6373076035321272e-05,
      "loss": 0.0069,
      "step": 119690
    },
    {
      "epoch": 18.277599633531835,
      "grad_norm": 0.27373650670051575,
      "learning_rate": 1.6365428813383592e-05,
      "loss": 0.0054,
      "step": 119700
    },
    {
      "epoch": 18.27912658421133,
      "grad_norm": 0.3114645481109619,
      "learning_rate": 1.6357783028252992e-05,
      "loss": 0.0069,
      "step": 119710
    },
    {
      "epoch": 18.280653534890824,
      "grad_norm": 0.134018212556839,
      "learning_rate": 1.63501386802561e-05,
      "loss": 0.0068,
      "step": 119720
    },
    {
      "epoch": 18.282180485570315,
      "grad_norm": 0.25659242272377014,
      "learning_rate": 1.6342495769719467e-05,
      "loss": 0.0082,
      "step": 119730
    },
    {
      "epoch": 18.28370743624981,
      "grad_norm": 0.24221229553222656,
      "learning_rate": 1.633485429696958e-05,
      "loss": 0.0075,
      "step": 119740
    },
    {
      "epoch": 18.285234386929304,
      "grad_norm": 0.11137484759092331,
      "learning_rate": 1.6327214262332873e-05,
      "loss": 0.0057,
      "step": 119750
    },
    {
      "epoch": 18.286761337608795,
      "grad_norm": 0.2693457305431366,
      "learning_rate": 1.6319575666135716e-05,
      "loss": 0.0071,
      "step": 119760
    },
    {
      "epoch": 18.28828828828829,
      "grad_norm": 0.18703944981098175,
      "learning_rate": 1.6311938508704433e-05,
      "loss": 0.0058,
      "step": 119770
    },
    {
      "epoch": 18.28981523896778,
      "grad_norm": 0.08489658683538437,
      "learning_rate": 1.630430279036521e-05,
      "loss": 0.0047,
      "step": 119780
    },
    {
      "epoch": 18.291342189647274,
      "grad_norm": 0.28254398703575134,
      "learning_rate": 1.6296668511444296e-05,
      "loss": 0.0051,
      "step": 119790
    },
    {
      "epoch": 18.29286914032677,
      "grad_norm": 0.2288261353969574,
      "learning_rate": 1.62890356722678e-05,
      "loss": 0.0089,
      "step": 119800
    },
    {
      "epoch": 18.29439609100626,
      "grad_norm": 0.5194804072380066,
      "learning_rate": 1.6281404273161753e-05,
      "loss": 0.0065,
      "step": 119810
    },
    {
      "epoch": 18.295923041685754,
      "grad_norm": 0.1322036236524582,
      "learning_rate": 1.6273774314452154e-05,
      "loss": 0.0101,
      "step": 119820
    },
    {
      "epoch": 18.297449992365248,
      "grad_norm": 0.20148229598999023,
      "learning_rate": 1.6266145796465e-05,
      "loss": 0.0091,
      "step": 119830
    },
    {
      "epoch": 18.29897694304474,
      "grad_norm": 0.16002468764781952,
      "learning_rate": 1.62585187195261e-05,
      "loss": 0.006,
      "step": 119840
    },
    {
      "epoch": 18.300503893724233,
      "grad_norm": 0.3015647828578949,
      "learning_rate": 1.6250893083961305e-05,
      "loss": 0.0059,
      "step": 119850
    },
    {
      "epoch": 18.302030844403724,
      "grad_norm": 0.2543753981590271,
      "learning_rate": 1.6243268890096353e-05,
      "loss": 0.0082,
      "step": 119860
    },
    {
      "epoch": 18.30355779508322,
      "grad_norm": 0.2217218577861786,
      "learning_rate": 1.6235646138256943e-05,
      "loss": 0.005,
      "step": 119870
    },
    {
      "epoch": 18.305084745762713,
      "grad_norm": 0.2338368445634842,
      "learning_rate": 1.62280248287687e-05,
      "loss": 0.0055,
      "step": 119880
    },
    {
      "epoch": 18.306611696442204,
      "grad_norm": 0.19090698659420013,
      "learning_rate": 1.6220404961957197e-05,
      "loss": 0.0072,
      "step": 119890
    },
    {
      "epoch": 18.308138647121698,
      "grad_norm": 0.2757956087589264,
      "learning_rate": 1.6212786538147956e-05,
      "loss": 0.0073,
      "step": 119900
    },
    {
      "epoch": 18.309665597801192,
      "grad_norm": 0.1695244461297989,
      "learning_rate": 1.620516955766637e-05,
      "loss": 0.0101,
      "step": 119910
    },
    {
      "epoch": 18.311192548480683,
      "grad_norm": 0.15085333585739136,
      "learning_rate": 1.6197554020837874e-05,
      "loss": 0.0062,
      "step": 119920
    },
    {
      "epoch": 18.312719499160178,
      "grad_norm": 0.16492535173892975,
      "learning_rate": 1.6189939927987775e-05,
      "loss": 0.0069,
      "step": 119930
    },
    {
      "epoch": 18.314246449839672,
      "grad_norm": 0.3740837872028351,
      "learning_rate": 1.618232727944135e-05,
      "loss": 0.008,
      "step": 119940
    },
    {
      "epoch": 18.315773400519163,
      "grad_norm": 0.18267734348773956,
      "learning_rate": 1.6174716075523755e-05,
      "loss": 0.0081,
      "step": 119950
    },
    {
      "epoch": 18.317300351198657,
      "grad_norm": 0.10093551874160767,
      "learning_rate": 1.616710631656014e-05,
      "loss": 0.0071,
      "step": 119960
    },
    {
      "epoch": 18.318827301878148,
      "grad_norm": 0.08337422460317612,
      "learning_rate": 1.6159498002875624e-05,
      "loss": 0.0068,
      "step": 119970
    },
    {
      "epoch": 18.320354252557642,
      "grad_norm": 0.3096243441104889,
      "learning_rate": 1.6151891134795165e-05,
      "loss": 0.0064,
      "step": 119980
    },
    {
      "epoch": 18.321881203237137,
      "grad_norm": 0.38311198353767395,
      "learning_rate": 1.6144285712643736e-05,
      "loss": 0.0081,
      "step": 119990
    },
    {
      "epoch": 18.323408153916628,
      "grad_norm": 0.25944432616233826,
      "learning_rate": 1.6136681736746227e-05,
      "loss": 0.007,
      "step": 120000
    },
    {
      "epoch": 18.324935104596122,
      "grad_norm": 0.1345539093017578,
      "learning_rate": 1.6129079207427466e-05,
      "loss": 0.0057,
      "step": 120010
    },
    {
      "epoch": 18.326462055275616,
      "grad_norm": 0.3510817289352417,
      "learning_rate": 1.612147812501222e-05,
      "loss": 0.0085,
      "step": 120020
    },
    {
      "epoch": 18.327989005955107,
      "grad_norm": 0.17317670583724976,
      "learning_rate": 1.611387848982519e-05,
      "loss": 0.0089,
      "step": 120030
    },
    {
      "epoch": 18.3295159566346,
      "grad_norm": 0.18386736512184143,
      "learning_rate": 1.610628030219104e-05,
      "loss": 0.0065,
      "step": 120040
    },
    {
      "epoch": 18.331042907314092,
      "grad_norm": 0.3746739625930786,
      "learning_rate": 1.609868356243429e-05,
      "loss": 0.0065,
      "step": 120050
    },
    {
      "epoch": 18.332569857993587,
      "grad_norm": 0.2605668604373932,
      "learning_rate": 1.6091088270879523e-05,
      "loss": 0.0073,
      "step": 120060
    },
    {
      "epoch": 18.33409680867308,
      "grad_norm": 0.1269521862268448,
      "learning_rate": 1.6083494427851188e-05,
      "loss": 0.0064,
      "step": 120070
    },
    {
      "epoch": 18.335623759352572,
      "grad_norm": 0.2231459766626358,
      "learning_rate": 1.6075902033673644e-05,
      "loss": 0.0055,
      "step": 120080
    },
    {
      "epoch": 18.337150710032066,
      "grad_norm": 0.1807791143655777,
      "learning_rate": 1.6068311088671234e-05,
      "loss": 0.0051,
      "step": 120090
    },
    {
      "epoch": 18.33867766071156,
      "grad_norm": 0.20372909307479858,
      "learning_rate": 1.6060721593168267e-05,
      "loss": 0.006,
      "step": 120100
    },
    {
      "epoch": 18.34020461139105,
      "grad_norm": 0.10035935789346695,
      "learning_rate": 1.6053133547488915e-05,
      "loss": 0.0057,
      "step": 120110
    },
    {
      "epoch": 18.341731562070546,
      "grad_norm": 0.18841835856437683,
      "learning_rate": 1.604554695195733e-05,
      "loss": 0.0061,
      "step": 120120
    },
    {
      "epoch": 18.343258512750037,
      "grad_norm": 0.0748395100235939,
      "learning_rate": 1.6037961806897607e-05,
      "loss": 0.0062,
      "step": 120130
    },
    {
      "epoch": 18.34478546342953,
      "grad_norm": 0.34286466240882874,
      "learning_rate": 1.603037811263376e-05,
      "loss": 0.005,
      "step": 120140
    },
    {
      "epoch": 18.346312414109025,
      "grad_norm": 0.21636617183685303,
      "learning_rate": 1.602279586948976e-05,
      "loss": 0.0086,
      "step": 120150
    },
    {
      "epoch": 18.347839364788516,
      "grad_norm": 0.1971561163663864,
      "learning_rate": 1.6015215077789496e-05,
      "loss": 0.0062,
      "step": 120160
    },
    {
      "epoch": 18.34936631546801,
      "grad_norm": 0.09315402060747147,
      "learning_rate": 1.6007635737856836e-05,
      "loss": 0.0084,
      "step": 120170
    },
    {
      "epoch": 18.350893266147505,
      "grad_norm": 0.2854423522949219,
      "learning_rate": 1.6000057850015494e-05,
      "loss": 0.0059,
      "step": 120180
    },
    {
      "epoch": 18.352420216826996,
      "grad_norm": 0.12625756859779358,
      "learning_rate": 1.599248141458924e-05,
      "loss": 0.0065,
      "step": 120190
    },
    {
      "epoch": 18.35394716750649,
      "grad_norm": 0.17751282453536987,
      "learning_rate": 1.598490643190172e-05,
      "loss": 0.0061,
      "step": 120200
    },
    {
      "epoch": 18.35547411818598,
      "grad_norm": 0.2497396320104599,
      "learning_rate": 1.5977332902276498e-05,
      "loss": 0.0077,
      "step": 120210
    },
    {
      "epoch": 18.357001068865475,
      "grad_norm": 0.19253849983215332,
      "learning_rate": 1.5969760826037106e-05,
      "loss": 0.0087,
      "step": 120220
    },
    {
      "epoch": 18.35852801954497,
      "grad_norm": 0.2718312442302704,
      "learning_rate": 1.596219020350702e-05,
      "loss": 0.008,
      "step": 120230
    },
    {
      "epoch": 18.36005497022446,
      "grad_norm": 0.2203265130519867,
      "learning_rate": 1.5954621035009636e-05,
      "loss": 0.0062,
      "step": 120240
    },
    {
      "epoch": 18.361581920903955,
      "grad_norm": 0.5278494954109192,
      "learning_rate": 1.5947053320868305e-05,
      "loss": 0.0051,
      "step": 120250
    },
    {
      "epoch": 18.36310887158345,
      "grad_norm": 0.20915921032428741,
      "learning_rate": 1.5939487061406294e-05,
      "loss": 0.0077,
      "step": 120260
    },
    {
      "epoch": 18.36463582226294,
      "grad_norm": 0.11872147768735886,
      "learning_rate": 1.5931922256946824e-05,
      "loss": 0.005,
      "step": 120270
    },
    {
      "epoch": 18.366162772942435,
      "grad_norm": 0.14966079592704773,
      "learning_rate": 1.5924358907813048e-05,
      "loss": 0.0073,
      "step": 120280
    },
    {
      "epoch": 18.367689723621925,
      "grad_norm": 0.12140297889709473,
      "learning_rate": 1.5916797014328065e-05,
      "loss": 0.0062,
      "step": 120290
    },
    {
      "epoch": 18.36921667430142,
      "grad_norm": 0.21309509873390198,
      "learning_rate": 1.5909236576814917e-05,
      "loss": 0.0091,
      "step": 120300
    },
    {
      "epoch": 18.370743624980914,
      "grad_norm": 0.2382240742444992,
      "learning_rate": 1.5901677595596537e-05,
      "loss": 0.0064,
      "step": 120310
    },
    {
      "epoch": 18.372270575660405,
      "grad_norm": 0.34944337606430054,
      "learning_rate": 1.5894120070995834e-05,
      "loss": 0.0069,
      "step": 120320
    },
    {
      "epoch": 18.3737975263399,
      "grad_norm": 0.12492936104536057,
      "learning_rate": 1.588656400333568e-05,
      "loss": 0.0051,
      "step": 120330
    },
    {
      "epoch": 18.375324477019394,
      "grad_norm": 0.1721309870481491,
      "learning_rate": 1.5879009392938865e-05,
      "loss": 0.0082,
      "step": 120340
    },
    {
      "epoch": 18.376851427698885,
      "grad_norm": 0.2243291139602661,
      "learning_rate": 1.587145624012807e-05,
      "loss": 0.0063,
      "step": 120350
    },
    {
      "epoch": 18.37837837837838,
      "grad_norm": 0.11975931376218796,
      "learning_rate": 1.586390454522595e-05,
      "loss": 0.0073,
      "step": 120360
    },
    {
      "epoch": 18.37990532905787,
      "grad_norm": 0.21147625148296356,
      "learning_rate": 1.585635430855515e-05,
      "loss": 0.0078,
      "step": 120370
    },
    {
      "epoch": 18.381432279737364,
      "grad_norm": 0.22005419433116913,
      "learning_rate": 1.5848805530438154e-05,
      "loss": 0.006,
      "step": 120380
    },
    {
      "epoch": 18.38295923041686,
      "grad_norm": 0.19346506893634796,
      "learning_rate": 1.5841258211197445e-05,
      "loss": 0.0059,
      "step": 120390
    },
    {
      "epoch": 18.38448618109635,
      "grad_norm": 0.16260501742362976,
      "learning_rate": 1.583371235115544e-05,
      "loss": 0.0069,
      "step": 120400
    },
    {
      "epoch": 18.386013131775844,
      "grad_norm": 0.15419666469097137,
      "learning_rate": 1.5826167950634473e-05,
      "loss": 0.0059,
      "step": 120410
    },
    {
      "epoch": 18.387540082455338,
      "grad_norm": 0.27270063757896423,
      "learning_rate": 1.5818625009956835e-05,
      "loss": 0.009,
      "step": 120420
    },
    {
      "epoch": 18.38906703313483,
      "grad_norm": 0.3547363579273224,
      "learning_rate": 1.5811083529444742e-05,
      "loss": 0.0089,
      "step": 120430
    },
    {
      "epoch": 18.390593983814323,
      "grad_norm": 0.17698749899864197,
      "learning_rate": 1.580354350942037e-05,
      "loss": 0.007,
      "step": 120440
    },
    {
      "epoch": 18.392120934493814,
      "grad_norm": 0.20283494889736176,
      "learning_rate": 1.579600495020577e-05,
      "loss": 0.0087,
      "step": 120450
    },
    {
      "epoch": 18.39364788517331,
      "grad_norm": 0.19394804537296295,
      "learning_rate": 1.578846785212301e-05,
      "loss": 0.0073,
      "step": 120460
    },
    {
      "epoch": 18.395174835852803,
      "grad_norm": 0.20210924744606018,
      "learning_rate": 1.5780932215494076e-05,
      "loss": 0.0051,
      "step": 120470
    },
    {
      "epoch": 18.396701786532294,
      "grad_norm": 0.2253224104642868,
      "learning_rate": 1.5773398040640842e-05,
      "loss": 0.0061,
      "step": 120480
    },
    {
      "epoch": 18.398228737211788,
      "grad_norm": 0.2606312334537506,
      "learning_rate": 1.5765865327885165e-05,
      "loss": 0.0069,
      "step": 120490
    },
    {
      "epoch": 18.399755687891282,
      "grad_norm": 0.20338174700737,
      "learning_rate": 1.5758334077548832e-05,
      "loss": 0.0062,
      "step": 120500
    },
    {
      "epoch": 18.401282638570773,
      "grad_norm": 0.29999539256095886,
      "learning_rate": 1.5750804289953563e-05,
      "loss": 0.005,
      "step": 120510
    },
    {
      "epoch": 18.402809589250268,
      "grad_norm": 0.13499514758586884,
      "learning_rate": 1.5743275965421018e-05,
      "loss": 0.0095,
      "step": 120520
    },
    {
      "epoch": 18.40433653992976,
      "grad_norm": 0.17517587542533875,
      "learning_rate": 1.573574910427279e-05,
      "loss": 0.009,
      "step": 120530
    },
    {
      "epoch": 18.405863490609253,
      "grad_norm": 0.13293859362602234,
      "learning_rate": 1.5728223706830413e-05,
      "loss": 0.0058,
      "step": 120540
    },
    {
      "epoch": 18.407390441288747,
      "grad_norm": 0.1355469524860382,
      "learning_rate": 1.5720699773415366e-05,
      "loss": 0.0055,
      "step": 120550
    },
    {
      "epoch": 18.408917391968238,
      "grad_norm": 0.34978023171424866,
      "learning_rate": 1.5713177304349046e-05,
      "loss": 0.0082,
      "step": 120560
    },
    {
      "epoch": 18.410444342647732,
      "grad_norm": 0.2673873007297516,
      "learning_rate": 1.5705656299952826e-05,
      "loss": 0.0055,
      "step": 120570
    },
    {
      "epoch": 18.411971293327227,
      "grad_norm": 0.17146508395671844,
      "learning_rate": 1.569813676054795e-05,
      "loss": 0.0067,
      "step": 120580
    },
    {
      "epoch": 18.413498244006718,
      "grad_norm": 0.08967924863100052,
      "learning_rate": 1.5690618686455637e-05,
      "loss": 0.0037,
      "step": 120590
    },
    {
      "epoch": 18.415025194686212,
      "grad_norm": 0.15523661673069,
      "learning_rate": 1.5683102077997102e-05,
      "loss": 0.0067,
      "step": 120600
    },
    {
      "epoch": 18.416552145365706,
      "grad_norm": 0.25467246770858765,
      "learning_rate": 1.5675586935493387e-05,
      "loss": 0.0077,
      "step": 120610
    },
    {
      "epoch": 18.418079096045197,
      "grad_norm": 0.22389176487922668,
      "learning_rate": 1.5668073259265536e-05,
      "loss": 0.0076,
      "step": 120620
    },
    {
      "epoch": 18.41960604672469,
      "grad_norm": 0.3372488021850586,
      "learning_rate": 1.5660561049634535e-05,
      "loss": 0.0077,
      "step": 120630
    },
    {
      "epoch": 18.421132997404182,
      "grad_norm": 0.1784370243549347,
      "learning_rate": 1.565305030692128e-05,
      "loss": 0.0047,
      "step": 120640
    },
    {
      "epoch": 18.422659948083677,
      "grad_norm": 0.16475078463554382,
      "learning_rate": 1.5645541031446613e-05,
      "loss": 0.0062,
      "step": 120650
    },
    {
      "epoch": 18.42418689876317,
      "grad_norm": 0.1754636913537979,
      "learning_rate": 1.563803322353133e-05,
      "loss": 0.0069,
      "step": 120660
    },
    {
      "epoch": 18.425713849442662,
      "grad_norm": 0.10224992781877518,
      "learning_rate": 1.5630526883496154e-05,
      "loss": 0.0065,
      "step": 120670
    },
    {
      "epoch": 18.427240800122156,
      "grad_norm": 0.5439537167549133,
      "learning_rate": 1.56230220116617e-05,
      "loss": 0.0068,
      "step": 120680
    },
    {
      "epoch": 18.42876775080165,
      "grad_norm": 0.15990160405635834,
      "learning_rate": 1.5615518608348606e-05,
      "loss": 0.0065,
      "step": 120690
    },
    {
      "epoch": 18.43029470148114,
      "grad_norm": 0.3285747170448303,
      "learning_rate": 1.560801667387741e-05,
      "loss": 0.0057,
      "step": 120700
    },
    {
      "epoch": 18.431821652160636,
      "grad_norm": 0.23508089780807495,
      "learning_rate": 1.5600516208568546e-05,
      "loss": 0.0087,
      "step": 120710
    },
    {
      "epoch": 18.433348602840127,
      "grad_norm": 0.2793373167514801,
      "learning_rate": 1.5593017212742416e-05,
      "loss": 0.0071,
      "step": 120720
    },
    {
      "epoch": 18.43487555351962,
      "grad_norm": 0.13739652931690216,
      "learning_rate": 1.5585519686719403e-05,
      "loss": 0.0082,
      "step": 120730
    },
    {
      "epoch": 18.436402504199116,
      "grad_norm": 0.2725256681442261,
      "learning_rate": 1.5578023630819783e-05,
      "loss": 0.0056,
      "step": 120740
    },
    {
      "epoch": 18.437929454878606,
      "grad_norm": 0.1415775865316391,
      "learning_rate": 1.557052904536374e-05,
      "loss": 0.0092,
      "step": 120750
    },
    {
      "epoch": 18.4394564055581,
      "grad_norm": 0.27596408128738403,
      "learning_rate": 1.5563035930671432e-05,
      "loss": 0.0079,
      "step": 120760
    },
    {
      "epoch": 18.440983356237595,
      "grad_norm": 0.15848304331302643,
      "learning_rate": 1.5555544287063e-05,
      "loss": 0.0085,
      "step": 120770
    },
    {
      "epoch": 18.442510306917086,
      "grad_norm": 0.155664324760437,
      "learning_rate": 1.5548054114858425e-05,
      "loss": 0.0051,
      "step": 120780
    },
    {
      "epoch": 18.44403725759658,
      "grad_norm": 0.09847138822078705,
      "learning_rate": 1.5540565414377682e-05,
      "loss": 0.0074,
      "step": 120790
    },
    {
      "epoch": 18.44556420827607,
      "grad_norm": 0.1816382259130478,
      "learning_rate": 1.5533078185940685e-05,
      "loss": 0.0087,
      "step": 120800
    },
    {
      "epoch": 18.447091158955566,
      "grad_norm": 0.21725007891654968,
      "learning_rate": 1.5525592429867277e-05,
      "loss": 0.0073,
      "step": 120810
    },
    {
      "epoch": 18.44861810963506,
      "grad_norm": 0.15646100044250488,
      "learning_rate": 1.5518108146477216e-05,
      "loss": 0.0048,
      "step": 120820
    },
    {
      "epoch": 18.45014506031455,
      "grad_norm": 0.12212220579385757,
      "learning_rate": 1.5510625336090234e-05,
      "loss": 0.006,
      "step": 120830
    },
    {
      "epoch": 18.451672010994045,
      "grad_norm": 0.09378498047590256,
      "learning_rate": 1.5503143999025998e-05,
      "loss": 0.0064,
      "step": 120840
    },
    {
      "epoch": 18.45319896167354,
      "grad_norm": 0.08457038551568985,
      "learning_rate": 1.5495664135604042e-05,
      "loss": 0.0066,
      "step": 120850
    },
    {
      "epoch": 18.45472591235303,
      "grad_norm": 0.17839352786540985,
      "learning_rate": 1.5488185746143945e-05,
      "loss": 0.0063,
      "step": 120860
    },
    {
      "epoch": 18.456252863032525,
      "grad_norm": 0.22207270562648773,
      "learning_rate": 1.5480708830965167e-05,
      "loss": 0.0104,
      "step": 120870
    },
    {
      "epoch": 18.457779813712015,
      "grad_norm": 0.09808187931776047,
      "learning_rate": 1.547323339038708e-05,
      "loss": 0.007,
      "step": 120880
    },
    {
      "epoch": 18.45930676439151,
      "grad_norm": 0.0824805423617363,
      "learning_rate": 1.5465759424729037e-05,
      "loss": 0.0107,
      "step": 120890
    },
    {
      "epoch": 18.460833715071004,
      "grad_norm": 0.1878613829612732,
      "learning_rate": 1.5458286934310306e-05,
      "loss": 0.0075,
      "step": 120900
    },
    {
      "epoch": 18.462360665750495,
      "grad_norm": 0.2760602831840515,
      "learning_rate": 1.5450815919450102e-05,
      "loss": 0.0074,
      "step": 120910
    },
    {
      "epoch": 18.46388761642999,
      "grad_norm": 0.18887357413768768,
      "learning_rate": 1.5443346380467577e-05,
      "loss": 0.0038,
      "step": 120920
    },
    {
      "epoch": 18.465414567109484,
      "grad_norm": 0.12072116881608963,
      "learning_rate": 1.5435878317681806e-05,
      "loss": 0.0063,
      "step": 120930
    },
    {
      "epoch": 18.466941517788975,
      "grad_norm": 0.0770769715309143,
      "learning_rate": 1.5428411731411825e-05,
      "loss": 0.0095,
      "step": 120940
    },
    {
      "epoch": 18.46846846846847,
      "grad_norm": 0.18022388219833374,
      "learning_rate": 1.5420946621976577e-05,
      "loss": 0.0078,
      "step": 120950
    },
    {
      "epoch": 18.46999541914796,
      "grad_norm": 0.21193356812000275,
      "learning_rate": 1.5413482989694968e-05,
      "loss": 0.0072,
      "step": 120960
    },
    {
      "epoch": 18.471522369827454,
      "grad_norm": 0.12140505760908127,
      "learning_rate": 1.5406020834885844e-05,
      "loss": 0.0049,
      "step": 120970
    },
    {
      "epoch": 18.47304932050695,
      "grad_norm": 0.20410004258155823,
      "learning_rate": 1.5398560157867943e-05,
      "loss": 0.0098,
      "step": 120980
    },
    {
      "epoch": 18.47457627118644,
      "grad_norm": 0.30868324637413025,
      "learning_rate": 1.5391100958959975e-05,
      "loss": 0.0072,
      "step": 120990
    },
    {
      "epoch": 18.476103221865934,
      "grad_norm": 0.2957040071487427,
      "learning_rate": 1.5383643238480622e-05,
      "loss": 0.0074,
      "step": 121000
    },
    {
      "epoch": 18.477630172545428,
      "grad_norm": 0.11239852756261826,
      "learning_rate": 1.5376186996748425e-05,
      "loss": 0.0067,
      "step": 121010
    },
    {
      "epoch": 18.47915712322492,
      "grad_norm": 0.0855967253446579,
      "learning_rate": 1.536873223408191e-05,
      "loss": 0.006,
      "step": 121020
    },
    {
      "epoch": 18.480684073904413,
      "grad_norm": 0.2428411990404129,
      "learning_rate": 1.536127895079954e-05,
      "loss": 0.0084,
      "step": 121030
    },
    {
      "epoch": 18.482211024583904,
      "grad_norm": 0.22929908335208893,
      "learning_rate": 1.5353827147219696e-05,
      "loss": 0.008,
      "step": 121040
    },
    {
      "epoch": 18.4837379752634,
      "grad_norm": 0.1941281408071518,
      "learning_rate": 1.5346376823660706e-05,
      "loss": 0.007,
      "step": 121050
    },
    {
      "epoch": 18.485264925942893,
      "grad_norm": 0.3965347111225128,
      "learning_rate": 1.5338927980440843e-05,
      "loss": 0.0073,
      "step": 121060
    },
    {
      "epoch": 18.486791876622384,
      "grad_norm": 0.12331663817167282,
      "learning_rate": 1.5331480617878313e-05,
      "loss": 0.0061,
      "step": 121070
    },
    {
      "epoch": 18.488318827301878,
      "grad_norm": 0.33092477917671204,
      "learning_rate": 1.5324034736291217e-05,
      "loss": 0.0086,
      "step": 121080
    },
    {
      "epoch": 18.489845777981373,
      "grad_norm": 0.2626609802246094,
      "learning_rate": 1.5316590335997666e-05,
      "loss": 0.0054,
      "step": 121090
    },
    {
      "epoch": 18.491372728660863,
      "grad_norm": 0.19510316848754883,
      "learning_rate": 1.5309147417315668e-05,
      "loss": 0.0059,
      "step": 121100
    },
    {
      "epoch": 18.492899679340358,
      "grad_norm": 0.2230503112077713,
      "learning_rate": 1.5301705980563168e-05,
      "loss": 0.0068,
      "step": 121110
    },
    {
      "epoch": 18.494426630019852,
      "grad_norm": 0.20172862708568573,
      "learning_rate": 1.5294266026058024e-05,
      "loss": 0.0064,
      "step": 121120
    },
    {
      "epoch": 18.495953580699343,
      "grad_norm": 0.515783965587616,
      "learning_rate": 1.528682755411809e-05,
      "loss": 0.0068,
      "step": 121130
    },
    {
      "epoch": 18.497480531378837,
      "grad_norm": 0.16813601553440094,
      "learning_rate": 1.527939056506113e-05,
      "loss": 0.0058,
      "step": 121140
    },
    {
      "epoch": 18.499007482058328,
      "grad_norm": 0.17555105686187744,
      "learning_rate": 1.52719550592048e-05,
      "loss": 0.0103,
      "step": 121150
    },
    {
      "epoch": 18.500534432737822,
      "grad_norm": 0.08411082625389099,
      "learning_rate": 1.5264521036866757e-05,
      "loss": 0.0059,
      "step": 121160
    },
    {
      "epoch": 18.502061383417317,
      "grad_norm": 0.17410454154014587,
      "learning_rate": 1.525708849836457e-05,
      "loss": 0.0061,
      "step": 121170
    },
    {
      "epoch": 18.503588334096808,
      "grad_norm": 0.061762042343616486,
      "learning_rate": 1.524965744401573e-05,
      "loss": 0.0059,
      "step": 121180
    },
    {
      "epoch": 18.505115284776302,
      "grad_norm": 0.19342125952243805,
      "learning_rate": 1.5242227874137688e-05,
      "loss": 0.0064,
      "step": 121190
    },
    {
      "epoch": 18.506642235455796,
      "grad_norm": 0.5438643097877502,
      "learning_rate": 1.5234799789047815e-05,
      "loss": 0.0088,
      "step": 121200
    },
    {
      "epoch": 18.508169186135287,
      "grad_norm": 0.23623840510845184,
      "learning_rate": 1.5227373189063438e-05,
      "loss": 0.0063,
      "step": 121210
    },
    {
      "epoch": 18.50969613681478,
      "grad_norm": 0.2948874533176422,
      "learning_rate": 1.5219948074501789e-05,
      "loss": 0.0079,
      "step": 121220
    },
    {
      "epoch": 18.511223087494272,
      "grad_norm": 0.1571805775165558,
      "learning_rate": 1.5212524445680071e-05,
      "loss": 0.0049,
      "step": 121230
    },
    {
      "epoch": 18.512750038173767,
      "grad_norm": 0.20030750334262848,
      "learning_rate": 1.520510230291542e-05,
      "loss": 0.0086,
      "step": 121240
    },
    {
      "epoch": 18.51427698885326,
      "grad_norm": 0.1608528047800064,
      "learning_rate": 1.5197681646524858e-05,
      "loss": 0.0086,
      "step": 121250
    },
    {
      "epoch": 18.515803939532752,
      "grad_norm": 0.17831355333328247,
      "learning_rate": 1.5190262476825384e-05,
      "loss": 0.0069,
      "step": 121260
    },
    {
      "epoch": 18.517330890212246,
      "grad_norm": 0.3790501356124878,
      "learning_rate": 1.5182844794133988e-05,
      "loss": 0.0071,
      "step": 121270
    },
    {
      "epoch": 18.51885784089174,
      "grad_norm": 0.17137974500656128,
      "learning_rate": 1.5175428598767482e-05,
      "loss": 0.0097,
      "step": 121280
    },
    {
      "epoch": 18.52038479157123,
      "grad_norm": 0.16463710367679596,
      "learning_rate": 1.5168013891042692e-05,
      "loss": 0.0086,
      "step": 121290
    },
    {
      "epoch": 18.521911742250726,
      "grad_norm": 0.14477115869522095,
      "learning_rate": 1.5160600671276359e-05,
      "loss": 0.0065,
      "step": 121300
    },
    {
      "epoch": 18.523438692930217,
      "grad_norm": 0.17425437271595,
      "learning_rate": 1.5153188939785167e-05,
      "loss": 0.0075,
      "step": 121310
    },
    {
      "epoch": 18.52496564360971,
      "grad_norm": 0.20774638652801514,
      "learning_rate": 1.514577869688572e-05,
      "loss": 0.0093,
      "step": 121320
    },
    {
      "epoch": 18.526492594289206,
      "grad_norm": 0.09601089358329773,
      "learning_rate": 1.5138369942894587e-05,
      "loss": 0.006,
      "step": 121330
    },
    {
      "epoch": 18.528019544968696,
      "grad_norm": 0.19612812995910645,
      "learning_rate": 1.5130962678128258e-05,
      "loss": 0.0044,
      "step": 121340
    },
    {
      "epoch": 18.52954649564819,
      "grad_norm": 0.2134607434272766,
      "learning_rate": 1.5123556902903118e-05,
      "loss": 0.0057,
      "step": 121350
    },
    {
      "epoch": 18.531073446327685,
      "grad_norm": 0.14313113689422607,
      "learning_rate": 1.5116152617535567e-05,
      "loss": 0.0096,
      "step": 121360
    },
    {
      "epoch": 18.532600397007176,
      "grad_norm": 0.30976784229278564,
      "learning_rate": 1.5108749822341917e-05,
      "loss": 0.005,
      "step": 121370
    },
    {
      "epoch": 18.53412734768667,
      "grad_norm": 0.16138286888599396,
      "learning_rate": 1.5101348517638353e-05,
      "loss": 0.0047,
      "step": 121380
    },
    {
      "epoch": 18.53565429836616,
      "grad_norm": 0.2261405885219574,
      "learning_rate": 1.5093948703741057e-05,
      "loss": 0.009,
      "step": 121390
    },
    {
      "epoch": 18.537181249045656,
      "grad_norm": 0.19722211360931396,
      "learning_rate": 1.508655038096618e-05,
      "loss": 0.0053,
      "step": 121400
    },
    {
      "epoch": 18.53870819972515,
      "grad_norm": 0.25443264842033386,
      "learning_rate": 1.5079153549629721e-05,
      "loss": 0.0069,
      "step": 121410
    },
    {
      "epoch": 18.54023515040464,
      "grad_norm": 0.12019096314907074,
      "learning_rate": 1.5071758210047664e-05,
      "loss": 0.0063,
      "step": 121420
    },
    {
      "epoch": 18.541762101084135,
      "grad_norm": 0.3257390856742859,
      "learning_rate": 1.5064364362535932e-05,
      "loss": 0.0061,
      "step": 121430
    },
    {
      "epoch": 18.54328905176363,
      "grad_norm": 0.2359778732061386,
      "learning_rate": 1.505697200741038e-05,
      "loss": 0.0079,
      "step": 121440
    },
    {
      "epoch": 18.54481600244312,
      "grad_norm": 0.10661136358976364,
      "learning_rate": 1.5049581144986791e-05,
      "loss": 0.0096,
      "step": 121450
    },
    {
      "epoch": 18.546342953122615,
      "grad_norm": 0.17932426929473877,
      "learning_rate": 1.5042191775580883e-05,
      "loss": 0.0073,
      "step": 121460
    },
    {
      "epoch": 18.547869903802106,
      "grad_norm": 0.13268718123435974,
      "learning_rate": 1.5034803899508343e-05,
      "loss": 0.0053,
      "step": 121470
    },
    {
      "epoch": 18.5493968544816,
      "grad_norm": 0.2221166044473648,
      "learning_rate": 1.5027417517084718e-05,
      "loss": 0.0057,
      "step": 121480
    },
    {
      "epoch": 18.550923805161094,
      "grad_norm": 0.24282866716384888,
      "learning_rate": 1.5020032628625579e-05,
      "loss": 0.0067,
      "step": 121490
    },
    {
      "epoch": 18.552450755840585,
      "grad_norm": 0.08693460375070572,
      "learning_rate": 1.5012649234446397e-05,
      "loss": 0.0057,
      "step": 121500
    },
    {
      "epoch": 18.55397770652008,
      "grad_norm": 0.21521376073360443,
      "learning_rate": 1.5005267334862571e-05,
      "loss": 0.0098,
      "step": 121510
    },
    {
      "epoch": 18.555504657199574,
      "grad_norm": 0.12704643607139587,
      "learning_rate": 1.4997886930189425e-05,
      "loss": 0.0069,
      "step": 121520
    },
    {
      "epoch": 18.557031607879065,
      "grad_norm": 0.08694417774677277,
      "learning_rate": 1.4990508020742233e-05,
      "loss": 0.0073,
      "step": 121530
    },
    {
      "epoch": 18.55855855855856,
      "grad_norm": 0.3237268030643463,
      "learning_rate": 1.4983130606836254e-05,
      "loss": 0.0086,
      "step": 121540
    },
    {
      "epoch": 18.56008550923805,
      "grad_norm": 0.10890251398086548,
      "learning_rate": 1.4975754688786597e-05,
      "loss": 0.0058,
      "step": 121550
    },
    {
      "epoch": 18.561612459917544,
      "grad_norm": 0.10171562433242798,
      "learning_rate": 1.496838026690835e-05,
      "loss": 0.0051,
      "step": 121560
    },
    {
      "epoch": 18.56313941059704,
      "grad_norm": 0.21569791436195374,
      "learning_rate": 1.4961007341516548e-05,
      "loss": 0.0067,
      "step": 121570
    },
    {
      "epoch": 18.56466636127653,
      "grad_norm": 0.2289436161518097,
      "learning_rate": 1.4953635912926145e-05,
      "loss": 0.0076,
      "step": 121580
    },
    {
      "epoch": 18.566193311956024,
      "grad_norm": 0.20517510175704956,
      "learning_rate": 1.4946265981452028e-05,
      "loss": 0.0077,
      "step": 121590
    },
    {
      "epoch": 18.56772026263552,
      "grad_norm": 0.1176111027598381,
      "learning_rate": 1.4938897547409037e-05,
      "loss": 0.008,
      "step": 121600
    },
    {
      "epoch": 18.56924721331501,
      "grad_norm": 0.10195810347795486,
      "learning_rate": 1.4931530611111948e-05,
      "loss": 0.0063,
      "step": 121610
    },
    {
      "epoch": 18.570774163994503,
      "grad_norm": 0.14460155367851257,
      "learning_rate": 1.4924165172875416e-05,
      "loss": 0.0064,
      "step": 121620
    },
    {
      "epoch": 18.572301114673998,
      "grad_norm": 0.10671983659267426,
      "learning_rate": 1.4916801233014127e-05,
      "loss": 0.0075,
      "step": 121630
    },
    {
      "epoch": 18.57382806535349,
      "grad_norm": 0.13487017154693604,
      "learning_rate": 1.4909438791842656e-05,
      "loss": 0.0049,
      "step": 121640
    },
    {
      "epoch": 18.575355016032983,
      "grad_norm": 0.08214587718248367,
      "learning_rate": 1.4902077849675483e-05,
      "loss": 0.0065,
      "step": 121650
    },
    {
      "epoch": 18.576881966712474,
      "grad_norm": 0.14195813238620758,
      "learning_rate": 1.4894718406827045e-05,
      "loss": 0.0076,
      "step": 121660
    },
    {
      "epoch": 18.578408917391968,
      "grad_norm": 0.07167953997850418,
      "learning_rate": 1.4887360463611788e-05,
      "loss": 0.0054,
      "step": 121670
    },
    {
      "epoch": 18.579935868071463,
      "grad_norm": 0.14729756116867065,
      "learning_rate": 1.4880004020343964e-05,
      "loss": 0.0111,
      "step": 121680
    },
    {
      "epoch": 18.581462818750953,
      "grad_norm": 0.11892670392990112,
      "learning_rate": 1.4872649077337853e-05,
      "loss": 0.0046,
      "step": 121690
    },
    {
      "epoch": 18.582989769430448,
      "grad_norm": 0.07806730270385742,
      "learning_rate": 1.4865295634907645e-05,
      "loss": 0.0057,
      "step": 121700
    },
    {
      "epoch": 18.584516720109942,
      "grad_norm": 0.6887609362602234,
      "learning_rate": 1.485794369336746e-05,
      "loss": 0.0068,
      "step": 121710
    },
    {
      "epoch": 18.586043670789433,
      "grad_norm": 0.1944507658481598,
      "learning_rate": 1.4850593253031358e-05,
      "loss": 0.007,
      "step": 121720
    },
    {
      "epoch": 18.587570621468927,
      "grad_norm": 0.2364802062511444,
      "learning_rate": 1.484324431421335e-05,
      "loss": 0.0067,
      "step": 121730
    },
    {
      "epoch": 18.589097572148418,
      "grad_norm": 0.16901591420173645,
      "learning_rate": 1.4835896877227368e-05,
      "loss": 0.0074,
      "step": 121740
    },
    {
      "epoch": 18.590624522827913,
      "grad_norm": 0.10799320787191391,
      "learning_rate": 1.4828550942387248e-05,
      "loss": 0.006,
      "step": 121750
    },
    {
      "epoch": 18.592151473507407,
      "grad_norm": 0.1772400289773941,
      "learning_rate": 1.482120651000683e-05,
      "loss": 0.0061,
      "step": 121760
    },
    {
      "epoch": 18.593678424186898,
      "grad_norm": 0.20484666526317596,
      "learning_rate": 1.4813863580399862e-05,
      "loss": 0.0082,
      "step": 121770
    },
    {
      "epoch": 18.595205374866392,
      "grad_norm": 0.23370806872844696,
      "learning_rate": 1.4806522153879987e-05,
      "loss": 0.0066,
      "step": 121780
    },
    {
      "epoch": 18.596732325545887,
      "grad_norm": 0.15246495604515076,
      "learning_rate": 1.4799182230760833e-05,
      "loss": 0.009,
      "step": 121790
    },
    {
      "epoch": 18.598259276225377,
      "grad_norm": 0.26931577920913696,
      "learning_rate": 1.4791843811355949e-05,
      "loss": 0.0072,
      "step": 121800
    },
    {
      "epoch": 18.59978622690487,
      "grad_norm": 0.3972671627998352,
      "learning_rate": 1.4784506895978817e-05,
      "loss": 0.0077,
      "step": 121810
    },
    {
      "epoch": 18.601313177584363,
      "grad_norm": 0.19912225008010864,
      "learning_rate": 1.477717148494286e-05,
      "loss": 0.006,
      "step": 121820
    },
    {
      "epoch": 18.602840128263857,
      "grad_norm": 0.2014538198709488,
      "learning_rate": 1.476983757856143e-05,
      "loss": 0.007,
      "step": 121830
    },
    {
      "epoch": 18.60436707894335,
      "grad_norm": 0.18001523613929749,
      "learning_rate": 1.4762505177147812e-05,
      "loss": 0.0057,
      "step": 121840
    },
    {
      "epoch": 18.605894029622842,
      "grad_norm": 0.23479607701301575,
      "learning_rate": 1.475517428101525e-05,
      "loss": 0.0063,
      "step": 121850
    },
    {
      "epoch": 18.607420980302336,
      "grad_norm": 0.14582635462284088,
      "learning_rate": 1.4747844890476886e-05,
      "loss": 0.007,
      "step": 121860
    },
    {
      "epoch": 18.60894793098183,
      "grad_norm": 0.15866082906723022,
      "learning_rate": 1.4740517005845849e-05,
      "loss": 0.0089,
      "step": 121870
    },
    {
      "epoch": 18.61047488166132,
      "grad_norm": 0.12248696386814117,
      "learning_rate": 1.473319062743514e-05,
      "loss": 0.006,
      "step": 121880
    },
    {
      "epoch": 18.612001832340816,
      "grad_norm": 0.15667515993118286,
      "learning_rate": 1.4725865755557716e-05,
      "loss": 0.0066,
      "step": 121890
    },
    {
      "epoch": 18.613528783020307,
      "grad_norm": 0.17330078780651093,
      "learning_rate": 1.4718542390526529e-05,
      "loss": 0.009,
      "step": 121900
    },
    {
      "epoch": 18.6150557336998,
      "grad_norm": 0.3386496305465698,
      "learning_rate": 1.4711220532654408e-05,
      "loss": 0.0074,
      "step": 121910
    },
    {
      "epoch": 18.616582684379296,
      "grad_norm": 0.26522818207740784,
      "learning_rate": 1.4703900182254104e-05,
      "loss": 0.0075,
      "step": 121920
    },
    {
      "epoch": 18.618109635058786,
      "grad_norm": 0.17166775465011597,
      "learning_rate": 1.4696581339638327e-05,
      "loss": 0.0064,
      "step": 121930
    },
    {
      "epoch": 18.61963658573828,
      "grad_norm": 0.3439345359802246,
      "learning_rate": 1.4689264005119774e-05,
      "loss": 0.0071,
      "step": 121940
    },
    {
      "epoch": 18.621163536417775,
      "grad_norm": 0.1200382187962532,
      "learning_rate": 1.468194817901098e-05,
      "loss": 0.007,
      "step": 121950
    },
    {
      "epoch": 18.622690487097266,
      "grad_norm": 0.18278568983078003,
      "learning_rate": 1.4674633861624476e-05,
      "loss": 0.006,
      "step": 121960
    },
    {
      "epoch": 18.62421743777676,
      "grad_norm": 0.21853289008140564,
      "learning_rate": 1.466732105327272e-05,
      "loss": 0.0052,
      "step": 121970
    },
    {
      "epoch": 18.62574438845625,
      "grad_norm": 0.11927229911088943,
      "learning_rate": 1.4660009754268094e-05,
      "loss": 0.0044,
      "step": 121980
    },
    {
      "epoch": 18.627271339135746,
      "grad_norm": 0.09947526454925537,
      "learning_rate": 1.4652699964922939e-05,
      "loss": 0.0066,
      "step": 121990
    },
    {
      "epoch": 18.62879828981524,
      "grad_norm": 0.2184097170829773,
      "learning_rate": 1.4645391685549503e-05,
      "loss": 0.0047,
      "step": 122000
    },
    {
      "epoch": 18.63032524049473,
      "grad_norm": 0.2686539590358734,
      "learning_rate": 1.4638084916459999e-05,
      "loss": 0.0074,
      "step": 122010
    },
    {
      "epoch": 18.631852191174225,
      "grad_norm": 0.1511843502521515,
      "learning_rate": 1.4630779657966515e-05,
      "loss": 0.0081,
      "step": 122020
    },
    {
      "epoch": 18.63337914185372,
      "grad_norm": 0.11954762041568756,
      "learning_rate": 1.4623475910381167e-05,
      "loss": 0.0058,
      "step": 122030
    },
    {
      "epoch": 18.63490609253321,
      "grad_norm": 0.2773284316062927,
      "learning_rate": 1.4616173674015955e-05,
      "loss": 0.0081,
      "step": 122040
    },
    {
      "epoch": 18.636433043212705,
      "grad_norm": 0.1706373691558838,
      "learning_rate": 1.4608872949182783e-05,
      "loss": 0.007,
      "step": 122050
    },
    {
      "epoch": 18.637959993892196,
      "grad_norm": 0.14380313456058502,
      "learning_rate": 1.460157373619353e-05,
      "loss": 0.0055,
      "step": 122060
    },
    {
      "epoch": 18.63948694457169,
      "grad_norm": 0.17748025059700012,
      "learning_rate": 1.4594276035360049e-05,
      "loss": 0.0106,
      "step": 122070
    },
    {
      "epoch": 18.641013895251184,
      "grad_norm": 0.29312416911125183,
      "learning_rate": 1.4586979846994037e-05,
      "loss": 0.0074,
      "step": 122080
    },
    {
      "epoch": 18.642540845930675,
      "grad_norm": 0.1922084242105484,
      "learning_rate": 1.4579685171407187e-05,
      "loss": 0.0079,
      "step": 122090
    },
    {
      "epoch": 18.64406779661017,
      "grad_norm": 0.1378353387117386,
      "learning_rate": 1.4572392008911123e-05,
      "loss": 0.0073,
      "step": 122100
    },
    {
      "epoch": 18.645594747289664,
      "grad_norm": 0.24341607093811035,
      "learning_rate": 1.4565100359817386e-05,
      "loss": 0.0093,
      "step": 122110
    },
    {
      "epoch": 18.647121697969155,
      "grad_norm": 0.10233768820762634,
      "learning_rate": 1.4557810224437463e-05,
      "loss": 0.0058,
      "step": 122120
    },
    {
      "epoch": 18.64864864864865,
      "grad_norm": 0.23081454634666443,
      "learning_rate": 1.4550521603082784e-05,
      "loss": 0.0067,
      "step": 122130
    },
    {
      "epoch": 18.650175599328144,
      "grad_norm": 0.08885965496301651,
      "learning_rate": 1.4543234496064711e-05,
      "loss": 0.0063,
      "step": 122140
    },
    {
      "epoch": 18.651702550007634,
      "grad_norm": 0.10729733854532242,
      "learning_rate": 1.4535948903694497e-05,
      "loss": 0.0066,
      "step": 122150
    },
    {
      "epoch": 18.65322950068713,
      "grad_norm": 0.23911195993423462,
      "learning_rate": 1.4528664826283405e-05,
      "loss": 0.005,
      "step": 122160
    },
    {
      "epoch": 18.65475645136662,
      "grad_norm": 0.29118600487709045,
      "learning_rate": 1.4521382264142614e-05,
      "loss": 0.0052,
      "step": 122170
    },
    {
      "epoch": 18.656283402046114,
      "grad_norm": 0.1796589195728302,
      "learning_rate": 1.451410121758317e-05,
      "loss": 0.0067,
      "step": 122180
    },
    {
      "epoch": 18.65781035272561,
      "grad_norm": 0.2561488747596741,
      "learning_rate": 1.450682168691614e-05,
      "loss": 0.0059,
      "step": 122190
    },
    {
      "epoch": 18.6593373034051,
      "grad_norm": 0.17600306868553162,
      "learning_rate": 1.449954367245248e-05,
      "loss": 0.0073,
      "step": 122200
    },
    {
      "epoch": 18.660864254084593,
      "grad_norm": 0.22335414588451385,
      "learning_rate": 1.4492267174503098e-05,
      "loss": 0.0047,
      "step": 122210
    },
    {
      "epoch": 18.662391204764084,
      "grad_norm": 0.281389981508255,
      "learning_rate": 1.4484992193378837e-05,
      "loss": 0.0067,
      "step": 122220
    },
    {
      "epoch": 18.66391815544358,
      "grad_norm": 0.46679073572158813,
      "learning_rate": 1.4477718729390465e-05,
      "loss": 0.0071,
      "step": 122230
    },
    {
      "epoch": 18.665445106123073,
      "grad_norm": 0.18688417971134186,
      "learning_rate": 1.447044678284869e-05,
      "loss": 0.0074,
      "step": 122240
    },
    {
      "epoch": 18.666972056802564,
      "grad_norm": 0.1287083923816681,
      "learning_rate": 1.4463176354064161e-05,
      "loss": 0.0056,
      "step": 122250
    },
    {
      "epoch": 18.66849900748206,
      "grad_norm": 0.30158868432044983,
      "learning_rate": 1.4455907443347455e-05,
      "loss": 0.005,
      "step": 122260
    },
    {
      "epoch": 18.670025958161553,
      "grad_norm": 0.1128300130367279,
      "learning_rate": 1.4448640051009099e-05,
      "loss": 0.0089,
      "step": 122270
    },
    {
      "epoch": 18.671552908841043,
      "grad_norm": 0.12812568247318268,
      "learning_rate": 1.4441374177359518e-05,
      "loss": 0.005,
      "step": 122280
    },
    {
      "epoch": 18.673079859520538,
      "grad_norm": 0.3002220094203949,
      "learning_rate": 1.4434109822709091e-05,
      "loss": 0.0068,
      "step": 122290
    },
    {
      "epoch": 18.674606810200032,
      "grad_norm": 0.5981071591377258,
      "learning_rate": 1.442684698736817e-05,
      "loss": 0.0062,
      "step": 122300
    },
    {
      "epoch": 18.676133760879523,
      "grad_norm": 0.332038551568985,
      "learning_rate": 1.4419585671647012e-05,
      "loss": 0.0077,
      "step": 122310
    },
    {
      "epoch": 18.677660711559017,
      "grad_norm": 1.3603901863098145,
      "learning_rate": 1.4412325875855775e-05,
      "loss": 0.0076,
      "step": 122320
    },
    {
      "epoch": 18.67918766223851,
      "grad_norm": 0.07949663698673248,
      "learning_rate": 1.440506760030459e-05,
      "loss": 0.0062,
      "step": 122330
    },
    {
      "epoch": 18.680714612918003,
      "grad_norm": 0.10520639270544052,
      "learning_rate": 1.439781084530355e-05,
      "loss": 0.0065,
      "step": 122340
    },
    {
      "epoch": 18.682241563597497,
      "grad_norm": 0.10336480289697647,
      "learning_rate": 1.4390555611162621e-05,
      "loss": 0.006,
      "step": 122350
    },
    {
      "epoch": 18.683768514276988,
      "grad_norm": 0.26133063435554504,
      "learning_rate": 1.4383301898191731e-05,
      "loss": 0.0087,
      "step": 122360
    },
    {
      "epoch": 18.685295464956482,
      "grad_norm": 0.12999095022678375,
      "learning_rate": 1.4376049706700755e-05,
      "loss": 0.0093,
      "step": 122370
    },
    {
      "epoch": 18.686822415635977,
      "grad_norm": 0.19319701194763184,
      "learning_rate": 1.4368799036999498e-05,
      "loss": 0.0116,
      "step": 122380
    },
    {
      "epoch": 18.688349366315467,
      "grad_norm": 0.28564924001693726,
      "learning_rate": 1.4361549889397685e-05,
      "loss": 0.0068,
      "step": 122390
    },
    {
      "epoch": 18.68987631699496,
      "grad_norm": 0.09982528537511826,
      "learning_rate": 1.4354302264204994e-05,
      "loss": 0.0076,
      "step": 122400
    },
    {
      "epoch": 18.691403267674453,
      "grad_norm": 0.12764744460582733,
      "learning_rate": 1.4347056161731038e-05,
      "loss": 0.0066,
      "step": 122410
    },
    {
      "epoch": 18.692930218353947,
      "grad_norm": 0.21397852897644043,
      "learning_rate": 1.4339811582285318e-05,
      "loss": 0.0067,
      "step": 122420
    },
    {
      "epoch": 18.69445716903344,
      "grad_norm": 0.18238016963005066,
      "learning_rate": 1.4332568526177353e-05,
      "loss": 0.009,
      "step": 122430
    },
    {
      "epoch": 18.695984119712932,
      "grad_norm": 0.12295178323984146,
      "learning_rate": 1.4325326993716554e-05,
      "loss": 0.0086,
      "step": 122440
    },
    {
      "epoch": 18.697511070392427,
      "grad_norm": 0.16400329768657684,
      "learning_rate": 1.4318086985212232e-05,
      "loss": 0.0058,
      "step": 122450
    },
    {
      "epoch": 18.69903802107192,
      "grad_norm": 0.24318011105060577,
      "learning_rate": 1.4310848500973684e-05,
      "loss": 0.0074,
      "step": 122460
    },
    {
      "epoch": 18.70056497175141,
      "grad_norm": 0.1584787368774414,
      "learning_rate": 1.4303611541310125e-05,
      "loss": 0.0061,
      "step": 122470
    },
    {
      "epoch": 18.702091922430906,
      "grad_norm": 0.24661880731582642,
      "learning_rate": 1.4296376106530707e-05,
      "loss": 0.0071,
      "step": 122480
    },
    {
      "epoch": 18.703618873110397,
      "grad_norm": 0.06610256433486938,
      "learning_rate": 1.4289142196944505e-05,
      "loss": 0.0045,
      "step": 122490
    },
    {
      "epoch": 18.70514582378989,
      "grad_norm": 0.2359703779220581,
      "learning_rate": 1.4281909812860556e-05,
      "loss": 0.0056,
      "step": 122500
    },
    {
      "epoch": 18.706672774469386,
      "grad_norm": 0.22404131293296814,
      "learning_rate": 1.4274678954587794e-05,
      "loss": 0.0062,
      "step": 122510
    },
    {
      "epoch": 18.708199725148877,
      "grad_norm": 0.12500175833702087,
      "learning_rate": 1.4267449622435125e-05,
      "loss": 0.005,
      "step": 122520
    },
    {
      "epoch": 18.70972667582837,
      "grad_norm": 0.14664550125598907,
      "learning_rate": 1.4260221816711362e-05,
      "loss": 0.0101,
      "step": 122530
    },
    {
      "epoch": 18.711253626507865,
      "grad_norm": 0.15076930820941925,
      "learning_rate": 1.4252995537725277e-05,
      "loss": 0.0073,
      "step": 122540
    },
    {
      "epoch": 18.712780577187356,
      "grad_norm": 0.2076948583126068,
      "learning_rate": 1.4245770785785545e-05,
      "loss": 0.0091,
      "step": 122550
    },
    {
      "epoch": 18.71430752786685,
      "grad_norm": 0.10977829247713089,
      "learning_rate": 1.4238547561200788e-05,
      "loss": 0.0053,
      "step": 122560
    },
    {
      "epoch": 18.71583447854634,
      "grad_norm": 0.5471687912940979,
      "learning_rate": 1.423132586427961e-05,
      "loss": 0.008,
      "step": 122570
    },
    {
      "epoch": 18.717361429225836,
      "grad_norm": 0.16160963475704193,
      "learning_rate": 1.422410569533047e-05,
      "loss": 0.0055,
      "step": 122580
    },
    {
      "epoch": 18.71888837990533,
      "grad_norm": 0.14787380397319794,
      "learning_rate": 1.421688705466181e-05,
      "loss": 0.0078,
      "step": 122590
    },
    {
      "epoch": 18.72041533058482,
      "grad_norm": 0.22623935341835022,
      "learning_rate": 1.4209669942582e-05,
      "loss": 0.0074,
      "step": 122600
    },
    {
      "epoch": 18.721942281264315,
      "grad_norm": 0.15940828621387482,
      "learning_rate": 1.4202454359399336e-05,
      "loss": 0.0084,
      "step": 122610
    },
    {
      "epoch": 18.72346923194381,
      "grad_norm": 0.13062028586864471,
      "learning_rate": 1.4195240305422065e-05,
      "loss": 0.005,
      "step": 122620
    },
    {
      "epoch": 18.7249961826233,
      "grad_norm": 0.2580929398536682,
      "learning_rate": 1.4188027780958352e-05,
      "loss": 0.0065,
      "step": 122630
    },
    {
      "epoch": 18.726523133302795,
      "grad_norm": 0.09977971762418747,
      "learning_rate": 1.418081678631632e-05,
      "loss": 0.0056,
      "step": 122640
    },
    {
      "epoch": 18.728050083982286,
      "grad_norm": 0.2603103816509247,
      "learning_rate": 1.4173607321803961e-05,
      "loss": 0.0053,
      "step": 122650
    },
    {
      "epoch": 18.72957703466178,
      "grad_norm": 0.2048260122537613,
      "learning_rate": 1.4166399387729295e-05,
      "loss": 0.0073,
      "step": 122660
    },
    {
      "epoch": 18.731103985341274,
      "grad_norm": 0.19149281084537506,
      "learning_rate": 1.4159192984400237e-05,
      "loss": 0.0063,
      "step": 122670
    },
    {
      "epoch": 18.732630936020765,
      "grad_norm": 0.11410371214151382,
      "learning_rate": 1.4151988112124597e-05,
      "loss": 0.0078,
      "step": 122680
    },
    {
      "epoch": 18.73415788670026,
      "grad_norm": 0.17745564877986908,
      "learning_rate": 1.4144784771210156e-05,
      "loss": 0.0064,
      "step": 122690
    },
    {
      "epoch": 18.735684837379754,
      "grad_norm": 0.16146956384181976,
      "learning_rate": 1.4137582961964656e-05,
      "loss": 0.0077,
      "step": 122700
    },
    {
      "epoch": 18.737211788059245,
      "grad_norm": 0.2902117371559143,
      "learning_rate": 1.4130382684695742e-05,
      "loss": 0.0067,
      "step": 122710
    },
    {
      "epoch": 18.73873873873874,
      "grad_norm": 0.13008548319339752,
      "learning_rate": 1.4123183939710977e-05,
      "loss": 0.0061,
      "step": 122720
    },
    {
      "epoch": 18.74026568941823,
      "grad_norm": 0.08502685278654099,
      "learning_rate": 1.4115986727317881e-05,
      "loss": 0.0063,
      "step": 122730
    },
    {
      "epoch": 18.741792640097724,
      "grad_norm": 0.4499821662902832,
      "learning_rate": 1.410879104782391e-05,
      "loss": 0.0061,
      "step": 122740
    },
    {
      "epoch": 18.74331959077722,
      "grad_norm": 0.1471424400806427,
      "learning_rate": 1.4101596901536458e-05,
      "loss": 0.0076,
      "step": 122750
    },
    {
      "epoch": 18.74484654145671,
      "grad_norm": 0.12153526395559311,
      "learning_rate": 1.409440428876283e-05,
      "loss": 0.0046,
      "step": 122760
    },
    {
      "epoch": 18.746373492136204,
      "grad_norm": 0.11037610471248627,
      "learning_rate": 1.4087213209810297e-05,
      "loss": 0.0069,
      "step": 122770
    },
    {
      "epoch": 18.7479004428157,
      "grad_norm": 0.11750080436468124,
      "learning_rate": 1.4080023664986041e-05,
      "loss": 0.0067,
      "step": 122780
    },
    {
      "epoch": 18.74942739349519,
      "grad_norm": 0.10997544974088669,
      "learning_rate": 1.4072835654597183e-05,
      "loss": 0.0059,
      "step": 122790
    },
    {
      "epoch": 18.750954344174684,
      "grad_norm": 0.16403117775917053,
      "learning_rate": 1.4065649178950791e-05,
      "loss": 0.0056,
      "step": 122800
    },
    {
      "epoch": 18.752481294854178,
      "grad_norm": 0.28022515773773193,
      "learning_rate": 1.4058464238353863e-05,
      "loss": 0.0108,
      "step": 122810
    },
    {
      "epoch": 18.75400824553367,
      "grad_norm": 0.1738375425338745,
      "learning_rate": 1.40512808331133e-05,
      "loss": 0.0048,
      "step": 122820
    },
    {
      "epoch": 18.755535196213163,
      "grad_norm": 0.1994478404521942,
      "learning_rate": 1.4044098963535967e-05,
      "loss": 0.0046,
      "step": 122830
    },
    {
      "epoch": 18.757062146892654,
      "grad_norm": 0.07696057111024857,
      "learning_rate": 1.4036918629928703e-05,
      "loss": 0.0065,
      "step": 122840
    },
    {
      "epoch": 18.75858909757215,
      "grad_norm": 0.0663096085190773,
      "learning_rate": 1.4029739832598199e-05,
      "loss": 0.0051,
      "step": 122850
    },
    {
      "epoch": 18.760116048251643,
      "grad_norm": 0.2541505992412567,
      "learning_rate": 1.4022562571851122e-05,
      "loss": 0.0042,
      "step": 122860
    },
    {
      "epoch": 18.761642998931134,
      "grad_norm": 0.1437336802482605,
      "learning_rate": 1.4015386847994084e-05,
      "loss": 0.0064,
      "step": 122870
    },
    {
      "epoch": 18.763169949610628,
      "grad_norm": 0.19132466614246368,
      "learning_rate": 1.4008212661333608e-05,
      "loss": 0.0053,
      "step": 122880
    },
    {
      "epoch": 18.764696900290122,
      "grad_norm": 0.17721974849700928,
      "learning_rate": 1.4001040012176175e-05,
      "loss": 0.0063,
      "step": 122890
    },
    {
      "epoch": 18.766223850969613,
      "grad_norm": 0.11795344203710556,
      "learning_rate": 1.3993868900828178e-05,
      "loss": 0.0055,
      "step": 122900
    },
    {
      "epoch": 18.767750801649107,
      "grad_norm": 0.1560637503862381,
      "learning_rate": 1.398669932759597e-05,
      "loss": 0.0063,
      "step": 122910
    },
    {
      "epoch": 18.7692777523286,
      "grad_norm": 0.13618363440036774,
      "learning_rate": 1.397953129278578e-05,
      "loss": 0.0089,
      "step": 122920
    },
    {
      "epoch": 18.770804703008093,
      "grad_norm": 0.09494927525520325,
      "learning_rate": 1.3972364796703857e-05,
      "loss": 0.0068,
      "step": 122930
    },
    {
      "epoch": 18.772331653687587,
      "grad_norm": 0.26810356974601746,
      "learning_rate": 1.396519983965634e-05,
      "loss": 0.0084,
      "step": 122940
    },
    {
      "epoch": 18.773858604367078,
      "grad_norm": 0.2255454957485199,
      "learning_rate": 1.3958036421949272e-05,
      "loss": 0.0048,
      "step": 122950
    },
    {
      "epoch": 18.775385555046572,
      "grad_norm": 0.28835248947143555,
      "learning_rate": 1.3950874543888659e-05,
      "loss": 0.0054,
      "step": 122960
    },
    {
      "epoch": 18.776912505726067,
      "grad_norm": 0.4727960526943207,
      "learning_rate": 1.3943714205780495e-05,
      "loss": 0.0049,
      "step": 122970
    },
    {
      "epoch": 18.778439456405557,
      "grad_norm": 0.23179028928279877,
      "learning_rate": 1.3936555407930607e-05,
      "loss": 0.0089,
      "step": 122980
    },
    {
      "epoch": 18.779966407085052,
      "grad_norm": 0.3253015875816345,
      "learning_rate": 1.3929398150644818e-05,
      "loss": 0.0062,
      "step": 122990
    },
    {
      "epoch": 18.781493357764543,
      "grad_norm": 0.14589788019657135,
      "learning_rate": 1.3922242434228877e-05,
      "loss": 0.0074,
      "step": 123000
    },
    {
      "epoch": 18.783020308444037,
      "grad_norm": 0.20184603333473206,
      "learning_rate": 1.3915088258988467e-05,
      "loss": 0.0059,
      "step": 123010
    },
    {
      "epoch": 18.78454725912353,
      "grad_norm": 0.2113858014345169,
      "learning_rate": 1.390793562522919e-05,
      "loss": 0.0065,
      "step": 123020
    },
    {
      "epoch": 18.786074209803022,
      "grad_norm": 0.12816940248012543,
      "learning_rate": 1.3900784533256606e-05,
      "loss": 0.0051,
      "step": 123030
    },
    {
      "epoch": 18.787601160482517,
      "grad_norm": 0.13847947120666504,
      "learning_rate": 1.3893634983376202e-05,
      "loss": 0.0045,
      "step": 123040
    },
    {
      "epoch": 18.78912811116201,
      "grad_norm": 0.512369692325592,
      "learning_rate": 1.3886486975893354e-05,
      "loss": 0.0076,
      "step": 123050
    },
    {
      "epoch": 18.790655061841502,
      "grad_norm": 0.15285000205039978,
      "learning_rate": 1.3879340511113454e-05,
      "loss": 0.0064,
      "step": 123060
    },
    {
      "epoch": 18.792182012520996,
      "grad_norm": 0.14267386496067047,
      "learning_rate": 1.3872195589341786e-05,
      "loss": 0.0077,
      "step": 123070
    },
    {
      "epoch": 18.793708963200487,
      "grad_norm": 0.2122708261013031,
      "learning_rate": 1.3865052210883539e-05,
      "loss": 0.0085,
      "step": 123080
    },
    {
      "epoch": 18.79523591387998,
      "grad_norm": 0.16022147238254547,
      "learning_rate": 1.3857910376043864e-05,
      "loss": 0.0057,
      "step": 123090
    },
    {
      "epoch": 18.796762864559476,
      "grad_norm": 0.16219784319400787,
      "learning_rate": 1.3850770085127873e-05,
      "loss": 0.0054,
      "step": 123100
    },
    {
      "epoch": 18.798289815238967,
      "grad_norm": 0.16258996725082397,
      "learning_rate": 1.3843631338440598e-05,
      "loss": 0.0055,
      "step": 123110
    },
    {
      "epoch": 18.79981676591846,
      "grad_norm": 0.2216220498085022,
      "learning_rate": 1.3836494136286953e-05,
      "loss": 0.008,
      "step": 123120
    },
    {
      "epoch": 18.801343716597955,
      "grad_norm": 0.07506881654262543,
      "learning_rate": 1.3829358478971843e-05,
      "loss": 0.0055,
      "step": 123130
    },
    {
      "epoch": 18.802870667277446,
      "grad_norm": 0.3471011519432068,
      "learning_rate": 1.3822224366800096e-05,
      "loss": 0.0064,
      "step": 123140
    },
    {
      "epoch": 18.80439761795694,
      "grad_norm": 0.10164380818605423,
      "learning_rate": 1.3815091800076457e-05,
      "loss": 0.0059,
      "step": 123150
    },
    {
      "epoch": 18.80592456863643,
      "grad_norm": 0.2071152925491333,
      "learning_rate": 1.3807960779105627e-05,
      "loss": 0.008,
      "step": 123160
    },
    {
      "epoch": 18.807451519315926,
      "grad_norm": 0.3051486611366272,
      "learning_rate": 1.3800831304192225e-05,
      "loss": 0.0088,
      "step": 123170
    },
    {
      "epoch": 18.80897846999542,
      "grad_norm": 0.2570926547050476,
      "learning_rate": 1.3793703375640804e-05,
      "loss": 0.0055,
      "step": 123180
    },
    {
      "epoch": 18.81050542067491,
      "grad_norm": 0.2852083444595337,
      "learning_rate": 1.3786576993755868e-05,
      "loss": 0.0073,
      "step": 123190
    },
    {
      "epoch": 18.812032371354405,
      "grad_norm": 0.22205428779125214,
      "learning_rate": 1.3779452158841832e-05,
      "loss": 0.0057,
      "step": 123200
    },
    {
      "epoch": 18.8135593220339,
      "grad_norm": 0.18380600214004517,
      "learning_rate": 1.3772328871203083e-05,
      "loss": 0.0054,
      "step": 123210
    },
    {
      "epoch": 18.81508627271339,
      "grad_norm": 0.29341191053390503,
      "learning_rate": 1.376520713114387e-05,
      "loss": 0.006,
      "step": 123220
    },
    {
      "epoch": 18.816613223392885,
      "grad_norm": 0.13800840079784393,
      "learning_rate": 1.3758086938968434e-05,
      "loss": 0.0062,
      "step": 123230
    },
    {
      "epoch": 18.818140174072376,
      "grad_norm": 0.7669581174850464,
      "learning_rate": 1.375096829498097e-05,
      "loss": 0.0056,
      "step": 123240
    },
    {
      "epoch": 18.81966712475187,
      "grad_norm": 0.35179004073143005,
      "learning_rate": 1.3743851199485536e-05,
      "loss": 0.0068,
      "step": 123250
    },
    {
      "epoch": 18.821194075431364,
      "grad_norm": 0.18030981719493866,
      "learning_rate": 1.3736735652786176e-05,
      "loss": 0.0065,
      "step": 123260
    },
    {
      "epoch": 18.822721026110855,
      "grad_norm": 0.17644239962100983,
      "learning_rate": 1.3729621655186848e-05,
      "loss": 0.0055,
      "step": 123270
    },
    {
      "epoch": 18.82424797679035,
      "grad_norm": 0.33332598209381104,
      "learning_rate": 1.3722509206991451e-05,
      "loss": 0.0071,
      "step": 123280
    },
    {
      "epoch": 18.825774927469844,
      "grad_norm": 0.30417340993881226,
      "learning_rate": 1.3715398308503818e-05,
      "loss": 0.007,
      "step": 123290
    },
    {
      "epoch": 18.827301878149335,
      "grad_norm": 0.11621436476707458,
      "learning_rate": 1.3708288960027716e-05,
      "loss": 0.0043,
      "step": 123300
    },
    {
      "epoch": 18.82882882882883,
      "grad_norm": 0.1255946010351181,
      "learning_rate": 1.370118116186685e-05,
      "loss": 0.0076,
      "step": 123310
    },
    {
      "epoch": 18.830355779508324,
      "grad_norm": 0.273882657289505,
      "learning_rate": 1.3694074914324811e-05,
      "loss": 0.0067,
      "step": 123320
    },
    {
      "epoch": 18.831882730187814,
      "grad_norm": 0.3592418134212494,
      "learning_rate": 1.3686970217705214e-05,
      "loss": 0.006,
      "step": 123330
    },
    {
      "epoch": 18.83340968086731,
      "grad_norm": 0.33752357959747314,
      "learning_rate": 1.3679867072311559e-05,
      "loss": 0.0063,
      "step": 123340
    },
    {
      "epoch": 18.8349366315468,
      "grad_norm": 0.21452514827251434,
      "learning_rate": 1.3672765478447236e-05,
      "loss": 0.0056,
      "step": 123350
    },
    {
      "epoch": 18.836463582226294,
      "grad_norm": 0.12226581573486328,
      "learning_rate": 1.3665665436415631e-05,
      "loss": 0.0076,
      "step": 123360
    },
    {
      "epoch": 18.83799053290579,
      "grad_norm": 0.15778186917304993,
      "learning_rate": 1.3658566946520074e-05,
      "loss": 0.0109,
      "step": 123370
    },
    {
      "epoch": 18.83951748358528,
      "grad_norm": 0.09321188926696777,
      "learning_rate": 1.365147000906376e-05,
      "loss": 0.0044,
      "step": 123380
    },
    {
      "epoch": 18.841044434264774,
      "grad_norm": 0.5903816819190979,
      "learning_rate": 1.3644374624349876e-05,
      "loss": 0.0063,
      "step": 123390
    },
    {
      "epoch": 18.842571384944268,
      "grad_norm": 0.39740270376205444,
      "learning_rate": 1.3637280792681517e-05,
      "loss": 0.006,
      "step": 123400
    },
    {
      "epoch": 18.84409833562376,
      "grad_norm": 0.17700250446796417,
      "learning_rate": 1.363018851436173e-05,
      "loss": 0.0058,
      "step": 123410
    },
    {
      "epoch": 18.845625286303253,
      "grad_norm": 0.16240227222442627,
      "learning_rate": 1.3623097789693467e-05,
      "loss": 0.0051,
      "step": 123420
    },
    {
      "epoch": 18.847152236982744,
      "grad_norm": 0.23423242568969727,
      "learning_rate": 1.3616008618979648e-05,
      "loss": 0.0069,
      "step": 123430
    },
    {
      "epoch": 18.84867918766224,
      "grad_norm": 0.3136909306049347,
      "learning_rate": 1.3608921002523111e-05,
      "loss": 0.0094,
      "step": 123440
    },
    {
      "epoch": 18.850206138341733,
      "grad_norm": 0.19042718410491943,
      "learning_rate": 1.3601834940626585e-05,
      "loss": 0.0066,
      "step": 123450
    },
    {
      "epoch": 18.851733089021224,
      "grad_norm": 0.20110958814620972,
      "learning_rate": 1.3594750433592824e-05,
      "loss": 0.0086,
      "step": 123460
    },
    {
      "epoch": 18.853260039700718,
      "grad_norm": 0.14655710756778717,
      "learning_rate": 1.3587667481724442e-05,
      "loss": 0.0071,
      "step": 123470
    },
    {
      "epoch": 18.854786990380212,
      "grad_norm": 0.15629518032073975,
      "learning_rate": 1.3580586085324031e-05,
      "loss": 0.0065,
      "step": 123480
    },
    {
      "epoch": 18.856313941059703,
      "grad_norm": 0.17980621755123138,
      "learning_rate": 1.3573506244694062e-05,
      "loss": 0.0073,
      "step": 123490
    },
    {
      "epoch": 18.857840891739198,
      "grad_norm": 0.2308460921049118,
      "learning_rate": 1.3566427960136974e-05,
      "loss": 0.0087,
      "step": 123500
    },
    {
      "epoch": 18.85936784241869,
      "grad_norm": 0.1770147979259491,
      "learning_rate": 1.3559351231955187e-05,
      "loss": 0.0069,
      "step": 123510
    },
    {
      "epoch": 18.860894793098183,
      "grad_norm": 0.1512148678302765,
      "learning_rate": 1.3552276060450947e-05,
      "loss": 0.0093,
      "step": 123520
    },
    {
      "epoch": 18.862421743777677,
      "grad_norm": 0.1795007884502411,
      "learning_rate": 1.3545202445926525e-05,
      "loss": 0.0081,
      "step": 123530
    },
    {
      "epoch": 18.863948694457168,
      "grad_norm": 0.08683542907238007,
      "learning_rate": 1.3538130388684084e-05,
      "loss": 0.0054,
      "step": 123540
    },
    {
      "epoch": 18.865475645136662,
      "grad_norm": 0.2024356722831726,
      "learning_rate": 1.3531059889025727e-05,
      "loss": 0.0051,
      "step": 123550
    },
    {
      "epoch": 18.867002595816157,
      "grad_norm": 0.13613858819007874,
      "learning_rate": 1.3523990947253502e-05,
      "loss": 0.0056,
      "step": 123560
    },
    {
      "epoch": 18.868529546495648,
      "grad_norm": 0.2092849612236023,
      "learning_rate": 1.351692356366937e-05,
      "loss": 0.0083,
      "step": 123570
    },
    {
      "epoch": 18.870056497175142,
      "grad_norm": 0.18068581819534302,
      "learning_rate": 1.3509857738575254e-05,
      "loss": 0.0054,
      "step": 123580
    },
    {
      "epoch": 18.871583447854633,
      "grad_norm": 0.3094044625759125,
      "learning_rate": 1.3502793472272957e-05,
      "loss": 0.0085,
      "step": 123590
    },
    {
      "epoch": 18.873110398534127,
      "grad_norm": 0.4981232285499573,
      "learning_rate": 1.3495730765064285e-05,
      "loss": 0.0054,
      "step": 123600
    },
    {
      "epoch": 18.87463734921362,
      "grad_norm": 0.0792309120297432,
      "learning_rate": 1.3488669617250954e-05,
      "loss": 0.0077,
      "step": 123610
    },
    {
      "epoch": 18.876164299893112,
      "grad_norm": 0.2067718207836151,
      "learning_rate": 1.3481610029134568e-05,
      "loss": 0.0065,
      "step": 123620
    },
    {
      "epoch": 18.877691250572607,
      "grad_norm": 0.2033436894416809,
      "learning_rate": 1.3474552001016699e-05,
      "loss": 0.0086,
      "step": 123630
    },
    {
      "epoch": 18.8792182012521,
      "grad_norm": 0.14470608532428741,
      "learning_rate": 1.3467495533198898e-05,
      "loss": 0.0057,
      "step": 123640
    },
    {
      "epoch": 18.880745151931592,
      "grad_norm": 0.10643449425697327,
      "learning_rate": 1.3460440625982563e-05,
      "loss": 0.0097,
      "step": 123650
    },
    {
      "epoch": 18.882272102611086,
      "grad_norm": 0.16301338374614716,
      "learning_rate": 1.3453387279669078e-05,
      "loss": 0.0079,
      "step": 123660
    },
    {
      "epoch": 18.883799053290577,
      "grad_norm": 0.18386466801166534,
      "learning_rate": 1.3446335494559747e-05,
      "loss": 0.0067,
      "step": 123670
    },
    {
      "epoch": 18.88532600397007,
      "grad_norm": 0.6673046350479126,
      "learning_rate": 1.3439285270955815e-05,
      "loss": 0.01,
      "step": 123680
    },
    {
      "epoch": 18.886852954649566,
      "grad_norm": 0.167247012257576,
      "learning_rate": 1.3432236609158455e-05,
      "loss": 0.0052,
      "step": 123690
    },
    {
      "epoch": 18.888379905329057,
      "grad_norm": 0.11277200281620026,
      "learning_rate": 1.3425189509468766e-05,
      "loss": 0.0061,
      "step": 123700
    },
    {
      "epoch": 18.88990685600855,
      "grad_norm": 0.09837101399898529,
      "learning_rate": 1.3418143972187809e-05,
      "loss": 0.0059,
      "step": 123710
    },
    {
      "epoch": 18.891433806688045,
      "grad_norm": 0.1551910638809204,
      "learning_rate": 1.3411099997616505e-05,
      "loss": 0.0068,
      "step": 123720
    },
    {
      "epoch": 18.892960757367536,
      "grad_norm": 0.11610064655542374,
      "learning_rate": 1.3404057586055813e-05,
      "loss": 0.0051,
      "step": 123730
    },
    {
      "epoch": 18.89448770804703,
      "grad_norm": 0.44975775480270386,
      "learning_rate": 1.339701673780656e-05,
      "loss": 0.0067,
      "step": 123740
    },
    {
      "epoch": 18.89601465872652,
      "grad_norm": 0.14210428297519684,
      "learning_rate": 1.33899774531695e-05,
      "loss": 0.0079,
      "step": 123750
    },
    {
      "epoch": 18.897541609406016,
      "grad_norm": 0.1053554117679596,
      "learning_rate": 1.338293973244535e-05,
      "loss": 0.0077,
      "step": 123760
    },
    {
      "epoch": 18.89906856008551,
      "grad_norm": 0.3389114439487457,
      "learning_rate": 1.337590357593474e-05,
      "loss": 0.007,
      "step": 123770
    },
    {
      "epoch": 18.900595510765,
      "grad_norm": 0.18010590970516205,
      "learning_rate": 1.3368868983938255e-05,
      "loss": 0.0051,
      "step": 123780
    },
    {
      "epoch": 18.902122461444495,
      "grad_norm": 0.2653273940086365,
      "learning_rate": 1.3361835956756391e-05,
      "loss": 0.006,
      "step": 123790
    },
    {
      "epoch": 18.90364941212399,
      "grad_norm": 0.291720986366272,
      "learning_rate": 1.3354804494689588e-05,
      "loss": 0.0085,
      "step": 123800
    },
    {
      "epoch": 18.90517636280348,
      "grad_norm": 0.08129535615444183,
      "learning_rate": 1.334777459803822e-05,
      "loss": 0.0061,
      "step": 123810
    },
    {
      "epoch": 18.906703313482975,
      "grad_norm": 0.28486114740371704,
      "learning_rate": 1.3340746267102589e-05,
      "loss": 0.0085,
      "step": 123820
    },
    {
      "epoch": 18.90823026416247,
      "grad_norm": 0.08616498857736588,
      "learning_rate": 1.3333719502182928e-05,
      "loss": 0.0052,
      "step": 123830
    },
    {
      "epoch": 18.90975721484196,
      "grad_norm": 0.17911212146282196,
      "learning_rate": 1.3326694303579428e-05,
      "loss": 0.0072,
      "step": 123840
    },
    {
      "epoch": 18.911284165521455,
      "grad_norm": 0.14655286073684692,
      "learning_rate": 1.3319670671592166e-05,
      "loss": 0.0061,
      "step": 123850
    },
    {
      "epoch": 18.912811116200945,
      "grad_norm": 0.21449841558933258,
      "learning_rate": 1.3312648606521172e-05,
      "loss": 0.0059,
      "step": 123860
    },
    {
      "epoch": 18.91433806688044,
      "grad_norm": 0.3690218925476074,
      "learning_rate": 1.3305628108666446e-05,
      "loss": 0.0087,
      "step": 123870
    },
    {
      "epoch": 18.915865017559934,
      "grad_norm": 0.3688509464263916,
      "learning_rate": 1.3298609178327892e-05,
      "loss": 0.0073,
      "step": 123880
    },
    {
      "epoch": 18.917391968239425,
      "grad_norm": 0.12513312697410583,
      "learning_rate": 1.3291591815805316e-05,
      "loss": 0.0072,
      "step": 123890
    },
    {
      "epoch": 18.91891891891892,
      "grad_norm": 0.295379638671875,
      "learning_rate": 1.3284576021398493e-05,
      "loss": 0.0101,
      "step": 123900
    },
    {
      "epoch": 18.920445869598414,
      "grad_norm": 0.08094150573015213,
      "learning_rate": 1.3277561795407156e-05,
      "loss": 0.004,
      "step": 123910
    },
    {
      "epoch": 18.921972820277905,
      "grad_norm": 0.3263421952724457,
      "learning_rate": 1.3270549138130906e-05,
      "loss": 0.0065,
      "step": 123920
    },
    {
      "epoch": 18.9234997709574,
      "grad_norm": 0.2235446572303772,
      "learning_rate": 1.3263538049869322e-05,
      "loss": 0.0077,
      "step": 123930
    },
    {
      "epoch": 18.92502672163689,
      "grad_norm": 0.13076668977737427,
      "learning_rate": 1.3256528530921907e-05,
      "loss": 0.006,
      "step": 123940
    },
    {
      "epoch": 18.926553672316384,
      "grad_norm": 0.1619202345609665,
      "learning_rate": 1.3249520581588092e-05,
      "loss": 0.0061,
      "step": 123950
    },
    {
      "epoch": 18.92808062299588,
      "grad_norm": 0.15352046489715576,
      "learning_rate": 1.324251420216725e-05,
      "loss": 0.007,
      "step": 123960
    },
    {
      "epoch": 18.92960757367537,
      "grad_norm": 0.22271329164505005,
      "learning_rate": 1.3235509392958668e-05,
      "loss": 0.006,
      "step": 123970
    },
    {
      "epoch": 18.931134524354864,
      "grad_norm": 0.28137603402137756,
      "learning_rate": 1.3228506154261605e-05,
      "loss": 0.0074,
      "step": 123980
    },
    {
      "epoch": 18.932661475034358,
      "grad_norm": 0.1933288723230362,
      "learning_rate": 1.3221504486375175e-05,
      "loss": 0.0062,
      "step": 123990
    },
    {
      "epoch": 18.93418842571385,
      "grad_norm": 0.1183774322271347,
      "learning_rate": 1.3214504389598531e-05,
      "loss": 0.0044,
      "step": 124000
    },
    {
      "epoch": 18.935715376393343,
      "grad_norm": 0.1558147817850113,
      "learning_rate": 1.320750586423069e-05,
      "loss": 0.0051,
      "step": 124010
    },
    {
      "epoch": 18.937242327072834,
      "grad_norm": 0.14877834916114807,
      "learning_rate": 1.3200508910570597e-05,
      "loss": 0.006,
      "step": 124020
    },
    {
      "epoch": 18.93876927775233,
      "grad_norm": 0.20034544169902802,
      "learning_rate": 1.3193513528917156e-05,
      "loss": 0.0045,
      "step": 124030
    },
    {
      "epoch": 18.940296228431823,
      "grad_norm": 0.16188250482082367,
      "learning_rate": 1.3186519719569207e-05,
      "loss": 0.0074,
      "step": 124040
    },
    {
      "epoch": 18.941823179111314,
      "grad_norm": 0.1464027315378189,
      "learning_rate": 1.3179527482825504e-05,
      "loss": 0.0055,
      "step": 124050
    },
    {
      "epoch": 18.943350129790808,
      "grad_norm": 0.14574302732944489,
      "learning_rate": 1.3172536818984749e-05,
      "loss": 0.0081,
      "step": 124060
    },
    {
      "epoch": 18.944877080470302,
      "grad_norm": 0.10030469298362732,
      "learning_rate": 1.3165547728345562e-05,
      "loss": 0.0071,
      "step": 124070
    },
    {
      "epoch": 18.946404031149793,
      "grad_norm": 0.25046801567077637,
      "learning_rate": 1.315856021120651e-05,
      "loss": 0.0057,
      "step": 124080
    },
    {
      "epoch": 18.947930981829288,
      "grad_norm": 0.1415455937385559,
      "learning_rate": 1.315157426786609e-05,
      "loss": 0.0051,
      "step": 124090
    },
    {
      "epoch": 18.94945793250878,
      "grad_norm": 0.17422603070735931,
      "learning_rate": 1.3144589898622722e-05,
      "loss": 0.0054,
      "step": 124100
    },
    {
      "epoch": 18.950984883188273,
      "grad_norm": 0.1418798863887787,
      "learning_rate": 1.3137607103774786e-05,
      "loss": 0.0069,
      "step": 124110
    },
    {
      "epoch": 18.952511833867767,
      "grad_norm": 0.3789307475090027,
      "learning_rate": 1.3130625883620535e-05,
      "loss": 0.006,
      "step": 124120
    },
    {
      "epoch": 18.954038784547258,
      "grad_norm": 0.24184219539165497,
      "learning_rate": 1.3123646238458204e-05,
      "loss": 0.0073,
      "step": 124130
    },
    {
      "epoch": 18.955565735226752,
      "grad_norm": 0.11523131281137466,
      "learning_rate": 1.3116668168585987e-05,
      "loss": 0.0054,
      "step": 124140
    },
    {
      "epoch": 18.957092685906247,
      "grad_norm": 0.4585950970649719,
      "learning_rate": 1.3109691674301944e-05,
      "loss": 0.0079,
      "step": 124150
    },
    {
      "epoch": 18.958619636585738,
      "grad_norm": 0.26926037669181824,
      "learning_rate": 1.3102716755904092e-05,
      "loss": 0.0093,
      "step": 124160
    },
    {
      "epoch": 18.960146587265232,
      "grad_norm": 0.12974156439304352,
      "learning_rate": 1.3095743413690404e-05,
      "loss": 0.0068,
      "step": 124170
    },
    {
      "epoch": 18.961673537944723,
      "grad_norm": 0.1133245900273323,
      "learning_rate": 1.308877164795876e-05,
      "loss": 0.0063,
      "step": 124180
    },
    {
      "epoch": 18.963200488624217,
      "grad_norm": 0.06896084547042847,
      "learning_rate": 1.3081801459006986e-05,
      "loss": 0.0063,
      "step": 124190
    },
    {
      "epoch": 18.96472743930371,
      "grad_norm": 0.4380831718444824,
      "learning_rate": 1.307483284713283e-05,
      "loss": 0.0073,
      "step": 124200
    },
    {
      "epoch": 18.966254389983202,
      "grad_norm": 0.17507731914520264,
      "learning_rate": 1.3067865812633996e-05,
      "loss": 0.0065,
      "step": 124210
    },
    {
      "epoch": 18.967781340662697,
      "grad_norm": 0.12088902294635773,
      "learning_rate": 1.3060900355808059e-05,
      "loss": 0.0054,
      "step": 124220
    },
    {
      "epoch": 18.96930829134219,
      "grad_norm": 0.12230165302753448,
      "learning_rate": 1.305393647695261e-05,
      "loss": 0.0064,
      "step": 124230
    },
    {
      "epoch": 18.970835242021682,
      "grad_norm": 0.12351635098457336,
      "learning_rate": 1.3046974176365146e-05,
      "loss": 0.0058,
      "step": 124240
    },
    {
      "epoch": 18.972362192701176,
      "grad_norm": 0.17760945856571198,
      "learning_rate": 1.3040013454343041e-05,
      "loss": 0.0055,
      "step": 124250
    },
    {
      "epoch": 18.973889143380667,
      "grad_norm": 0.08058341592550278,
      "learning_rate": 1.3033054311183645e-05,
      "loss": 0.0051,
      "step": 124260
    },
    {
      "epoch": 18.97541609406016,
      "grad_norm": 0.34364452958106995,
      "learning_rate": 1.302609674718428e-05,
      "loss": 0.0049,
      "step": 124270
    },
    {
      "epoch": 18.976943044739656,
      "grad_norm": 0.19817085564136505,
      "learning_rate": 1.3019140762642152e-05,
      "loss": 0.0057,
      "step": 124280
    },
    {
      "epoch": 18.978469995419147,
      "grad_norm": 0.1523979902267456,
      "learning_rate": 1.3012186357854378e-05,
      "loss": 0.0065,
      "step": 124290
    },
    {
      "epoch": 18.97999694609864,
      "grad_norm": 0.2844794690608978,
      "learning_rate": 1.3005233533118038e-05,
      "loss": 0.0068,
      "step": 124300
    },
    {
      "epoch": 18.981523896778135,
      "grad_norm": 0.19766636192798615,
      "learning_rate": 1.299828228873019e-05,
      "loss": 0.0055,
      "step": 124310
    },
    {
      "epoch": 18.983050847457626,
      "grad_norm": 0.16666461527347565,
      "learning_rate": 1.2991332624987734e-05,
      "loss": 0.0051,
      "step": 124320
    },
    {
      "epoch": 18.98457779813712,
      "grad_norm": 0.23990745842456818,
      "learning_rate": 1.2984384542187562e-05,
      "loss": 0.0067,
      "step": 124330
    },
    {
      "epoch": 18.986104748816615,
      "grad_norm": 0.14085699617862701,
      "learning_rate": 1.2977438040626483e-05,
      "loss": 0.0057,
      "step": 124340
    },
    {
      "epoch": 18.987631699496106,
      "grad_norm": 0.2991121709346771,
      "learning_rate": 1.2970493120601235e-05,
      "loss": 0.0047,
      "step": 124350
    },
    {
      "epoch": 18.9891586501756,
      "grad_norm": 0.20424659550189972,
      "learning_rate": 1.2963549782408502e-05,
      "loss": 0.0064,
      "step": 124360
    },
    {
      "epoch": 18.99068560085509,
      "grad_norm": 0.21735359728336334,
      "learning_rate": 1.295660802634488e-05,
      "loss": 0.005,
      "step": 124370
    },
    {
      "epoch": 18.992212551534585,
      "grad_norm": 0.11472053080797195,
      "learning_rate": 1.2949667852706927e-05,
      "loss": 0.0057,
      "step": 124380
    },
    {
      "epoch": 18.99373950221408,
      "grad_norm": 0.176044300198555,
      "learning_rate": 1.294272926179107e-05,
      "loss": 0.0061,
      "step": 124390
    },
    {
      "epoch": 18.99526645289357,
      "grad_norm": 0.15726393461227417,
      "learning_rate": 1.2935792253893757e-05,
      "loss": 0.0078,
      "step": 124400
    },
    {
      "epoch": 18.996793403573065,
      "grad_norm": 0.4009295403957367,
      "learning_rate": 1.2928856829311326e-05,
      "loss": 0.0072,
      "step": 124410
    },
    {
      "epoch": 18.998320354252556,
      "grad_norm": 0.11179816722869873,
      "learning_rate": 1.2921922988340012e-05,
      "loss": 0.0073,
      "step": 124420
    },
    {
      "epoch": 18.99984730493205,
      "grad_norm": 0.2096066176891327,
      "learning_rate": 1.2914990731276034e-05,
      "loss": 0.0068,
      "step": 124430
    },
    {
      "epoch": 19.001374255611545,
      "grad_norm": 0.1751788705587387,
      "learning_rate": 1.2908060058415527e-05,
      "loss": 0.0059,
      "step": 124440
    },
    {
      "epoch": 19.002901206291035,
      "grad_norm": 0.34204211831092834,
      "learning_rate": 1.2901130970054554e-05,
      "loss": 0.0074,
      "step": 124450
    },
    {
      "epoch": 19.00442815697053,
      "grad_norm": 0.2165938764810562,
      "learning_rate": 1.2894203466489107e-05,
      "loss": 0.007,
      "step": 124460
    },
    {
      "epoch": 19.005955107650024,
      "grad_norm": 0.09777632355690002,
      "learning_rate": 1.2887277548015131e-05,
      "loss": 0.0054,
      "step": 124470
    },
    {
      "epoch": 19.007482058329515,
      "grad_norm": 0.28539031744003296,
      "learning_rate": 1.2880353214928475e-05,
      "loss": 0.0073,
      "step": 124480
    },
    {
      "epoch": 19.00900900900901,
      "grad_norm": 0.1473124623298645,
      "learning_rate": 1.2873430467524938e-05,
      "loss": 0.0073,
      "step": 124490
    },
    {
      "epoch": 19.010535959688504,
      "grad_norm": 0.08023419976234436,
      "learning_rate": 1.2866509306100256e-05,
      "loss": 0.0047,
      "step": 124500
    },
    {
      "epoch": 19.012062910367995,
      "grad_norm": 0.2599150836467743,
      "learning_rate": 1.2859589730950083e-05,
      "loss": 0.0076,
      "step": 124510
    },
    {
      "epoch": 19.01358986104749,
      "grad_norm": 0.10336033254861832,
      "learning_rate": 1.2852671742369998e-05,
      "loss": 0.005,
      "step": 124520
    },
    {
      "epoch": 19.01511681172698,
      "grad_norm": 0.18690259754657745,
      "learning_rate": 1.2845755340655525e-05,
      "loss": 0.0069,
      "step": 124530
    },
    {
      "epoch": 19.016643762406474,
      "grad_norm": 0.09262790530920029,
      "learning_rate": 1.2838840526102153e-05,
      "loss": 0.0053,
      "step": 124540
    },
    {
      "epoch": 19.01817071308597,
      "grad_norm": 0.16408120095729828,
      "learning_rate": 1.2831927299005231e-05,
      "loss": 0.0063,
      "step": 124550
    },
    {
      "epoch": 19.01969766376546,
      "grad_norm": 0.1589239537715912,
      "learning_rate": 1.2825015659660094e-05,
      "loss": 0.0066,
      "step": 124560
    },
    {
      "epoch": 19.021224614444954,
      "grad_norm": 0.22203782200813293,
      "learning_rate": 1.2818105608362003e-05,
      "loss": 0.0069,
      "step": 124570
    },
    {
      "epoch": 19.022751565124448,
      "grad_norm": 0.12222795933485031,
      "learning_rate": 1.2811197145406128e-05,
      "loss": 0.0058,
      "step": 124580
    },
    {
      "epoch": 19.02427851580394,
      "grad_norm": 0.19988703727722168,
      "learning_rate": 1.2804290271087594e-05,
      "loss": 0.0067,
      "step": 124590
    },
    {
      "epoch": 19.025805466483433,
      "grad_norm": 0.8130041360855103,
      "learning_rate": 1.279738498570145e-05,
      "loss": 0.0078,
      "step": 124600
    },
    {
      "epoch": 19.027332417162924,
      "grad_norm": 0.1524476706981659,
      "learning_rate": 1.2790481289542689e-05,
      "loss": 0.0068,
      "step": 124610
    },
    {
      "epoch": 19.02885936784242,
      "grad_norm": 0.31793537735939026,
      "learning_rate": 1.2783579182906185e-05,
      "loss": 0.0063,
      "step": 124620
    },
    {
      "epoch": 19.030386318521913,
      "grad_norm": 0.2665420174598694,
      "learning_rate": 1.2776678666086822e-05,
      "loss": 0.0064,
      "step": 124630
    },
    {
      "epoch": 19.031913269201404,
      "grad_norm": 0.11911239475011826,
      "learning_rate": 1.2769779739379378e-05,
      "loss": 0.0043,
      "step": 124640
    },
    {
      "epoch": 19.033440219880898,
      "grad_norm": 0.23372790217399597,
      "learning_rate": 1.2762882403078541e-05,
      "loss": 0.0065,
      "step": 124650
    },
    {
      "epoch": 19.034967170560392,
      "grad_norm": 0.10991209745407104,
      "learning_rate": 1.2755986657478942e-05,
      "loss": 0.0067,
      "step": 124660
    },
    {
      "epoch": 19.036494121239883,
      "grad_norm": 1.5010780096054077,
      "learning_rate": 1.2749092502875188e-05,
      "loss": 0.007,
      "step": 124670
    },
    {
      "epoch": 19.038021071919378,
      "grad_norm": 0.13296283781528473,
      "learning_rate": 1.2742199939561783e-05,
      "loss": 0.0077,
      "step": 124680
    },
    {
      "epoch": 19.03954802259887,
      "grad_norm": 0.15108183026313782,
      "learning_rate": 1.2735308967833142e-05,
      "loss": 0.0063,
      "step": 124690
    },
    {
      "epoch": 19.041074973278363,
      "grad_norm": 0.339932382106781,
      "learning_rate": 1.2728419587983642e-05,
      "loss": 0.0095,
      "step": 124700
    },
    {
      "epoch": 19.042601923957857,
      "grad_norm": 0.22329837083816528,
      "learning_rate": 1.2721531800307584e-05,
      "loss": 0.008,
      "step": 124710
    },
    {
      "epoch": 19.044128874637348,
      "grad_norm": 0.14509740471839905,
      "learning_rate": 1.2714645605099207e-05,
      "loss": 0.0055,
      "step": 124720
    },
    {
      "epoch": 19.045655825316842,
      "grad_norm": 0.7014003992080688,
      "learning_rate": 1.2707761002652679e-05,
      "loss": 0.0068,
      "step": 124730
    },
    {
      "epoch": 19.047182775996337,
      "grad_norm": 0.13108311593532562,
      "learning_rate": 1.2700877993262089e-05,
      "loss": 0.0067,
      "step": 124740
    },
    {
      "epoch": 19.048709726675828,
      "grad_norm": 0.3022330403327942,
      "learning_rate": 1.2693996577221467e-05,
      "loss": 0.0061,
      "step": 124750
    },
    {
      "epoch": 19.050236677355322,
      "grad_norm": 0.3395247459411621,
      "learning_rate": 1.2687116754824784e-05,
      "loss": 0.0073,
      "step": 124760
    },
    {
      "epoch": 19.051763628034813,
      "grad_norm": 0.1176903173327446,
      "learning_rate": 1.2680238526365923e-05,
      "loss": 0.0076,
      "step": 124770
    },
    {
      "epoch": 19.053290578714307,
      "grad_norm": 0.1809861809015274,
      "learning_rate": 1.267336189213873e-05,
      "loss": 0.0066,
      "step": 124780
    },
    {
      "epoch": 19.0548175293938,
      "grad_norm": 0.49787387251853943,
      "learning_rate": 1.2666486852436933e-05,
      "loss": 0.0091,
      "step": 124790
    },
    {
      "epoch": 19.056344480073292,
      "grad_norm": 0.0860215350985527,
      "learning_rate": 1.2659613407554216e-05,
      "loss": 0.0078,
      "step": 124800
    },
    {
      "epoch": 19.057871430752787,
      "grad_norm": 0.1491934061050415,
      "learning_rate": 1.2652741557784247e-05,
      "loss": 0.0058,
      "step": 124810
    },
    {
      "epoch": 19.05939838143228,
      "grad_norm": 0.16670702397823334,
      "learning_rate": 1.2645871303420537e-05,
      "loss": 0.006,
      "step": 124820
    },
    {
      "epoch": 19.060925332111772,
      "grad_norm": 0.12281742691993713,
      "learning_rate": 1.2639002644756581e-05,
      "loss": 0.0051,
      "step": 124830
    },
    {
      "epoch": 19.062452282791266,
      "grad_norm": 0.12955455482006073,
      "learning_rate": 1.2632135582085803e-05,
      "loss": 0.0069,
      "step": 124840
    },
    {
      "epoch": 19.063979233470757,
      "grad_norm": 0.09483940899372101,
      "learning_rate": 1.2625270115701537e-05,
      "loss": 0.0067,
      "step": 124850
    },
    {
      "epoch": 19.06550618415025,
      "grad_norm": 0.3910033106803894,
      "learning_rate": 1.261840624589708e-05,
      "loss": 0.0056,
      "step": 124860
    },
    {
      "epoch": 19.067033134829746,
      "grad_norm": 0.23886334896087646,
      "learning_rate": 1.2611543972965634e-05,
      "loss": 0.0078,
      "step": 124870
    },
    {
      "epoch": 19.068560085509237,
      "grad_norm": 0.15767858922481537,
      "learning_rate": 1.260468329720036e-05,
      "loss": 0.0083,
      "step": 124880
    },
    {
      "epoch": 19.07008703618873,
      "grad_norm": 0.10086271166801453,
      "learning_rate": 1.2597824218894283e-05,
      "loss": 0.0056,
      "step": 124890
    },
    {
      "epoch": 19.071613986868226,
      "grad_norm": 0.19827522337436676,
      "learning_rate": 1.2590966738340465e-05,
      "loss": 0.0072,
      "step": 124900
    },
    {
      "epoch": 19.073140937547716,
      "grad_norm": 0.1935226321220398,
      "learning_rate": 1.2584110855831838e-05,
      "loss": 0.011,
      "step": 124910
    },
    {
      "epoch": 19.07466788822721,
      "grad_norm": 0.12789301574230194,
      "learning_rate": 1.257725657166125e-05,
      "loss": 0.0064,
      "step": 124920
    },
    {
      "epoch": 19.0761948389067,
      "grad_norm": 0.1907126009464264,
      "learning_rate": 1.2570403886121496e-05,
      "loss": 0.0102,
      "step": 124930
    },
    {
      "epoch": 19.077721789586196,
      "grad_norm": 0.4935314357280731,
      "learning_rate": 1.2563552799505358e-05,
      "loss": 0.0044,
      "step": 124940
    },
    {
      "epoch": 19.07924874026569,
      "grad_norm": 0.14641410112380981,
      "learning_rate": 1.255670331210545e-05,
      "loss": 0.0059,
      "step": 124950
    },
    {
      "epoch": 19.08077569094518,
      "grad_norm": 0.21399371325969696,
      "learning_rate": 1.2549855424214397e-05,
      "loss": 0.0068,
      "step": 124960
    },
    {
      "epoch": 19.082302641624675,
      "grad_norm": 0.2891944944858551,
      "learning_rate": 1.2543009136124723e-05,
      "loss": 0.005,
      "step": 124970
    },
    {
      "epoch": 19.08382959230417,
      "grad_norm": 0.2977858781814575,
      "learning_rate": 1.2536164448128885e-05,
      "loss": 0.0072,
      "step": 124980
    },
    {
      "epoch": 19.08535654298366,
      "grad_norm": 0.21424292027950287,
      "learning_rate": 1.252932136051928e-05,
      "loss": 0.0065,
      "step": 124990
    },
    {
      "epoch": 19.086883493663155,
      "grad_norm": 0.09256221354007721,
      "learning_rate": 1.2522479873588233e-05,
      "loss": 0.0071,
      "step": 125000
    },
    {
      "epoch": 19.08841044434265,
      "grad_norm": 0.24936485290527344,
      "learning_rate": 1.2515639987628008e-05,
      "loss": 0.0057,
      "step": 125010
    },
    {
      "epoch": 19.08993739502214,
      "grad_norm": 0.18718668818473816,
      "learning_rate": 1.2508801702930756e-05,
      "loss": 0.0064,
      "step": 125020
    },
    {
      "epoch": 19.091464345701635,
      "grad_norm": 0.14393942058086395,
      "learning_rate": 1.250196501978863e-05,
      "loss": 0.006,
      "step": 125030
    },
    {
      "epoch": 19.092991296381125,
      "grad_norm": 0.06536754965782166,
      "learning_rate": 1.2495129938493694e-05,
      "loss": 0.0079,
      "step": 125040
    },
    {
      "epoch": 19.09451824706062,
      "grad_norm": 0.1036798357963562,
      "learning_rate": 1.248829645933789e-05,
      "loss": 0.0043,
      "step": 125050
    },
    {
      "epoch": 19.096045197740114,
      "grad_norm": 0.14164087176322937,
      "learning_rate": 1.248146458261315e-05,
      "loss": 0.0064,
      "step": 125060
    },
    {
      "epoch": 19.097572148419605,
      "grad_norm": 0.14277686178684235,
      "learning_rate": 1.2474634308611305e-05,
      "loss": 0.0043,
      "step": 125070
    },
    {
      "epoch": 19.0990990990991,
      "grad_norm": 0.37081441283226013,
      "learning_rate": 1.246780563762418e-05,
      "loss": 0.0066,
      "step": 125080
    },
    {
      "epoch": 19.100626049778594,
      "grad_norm": 0.14407293498516083,
      "learning_rate": 1.2460978569943426e-05,
      "loss": 0.0044,
      "step": 125090
    },
    {
      "epoch": 19.102153000458085,
      "grad_norm": 0.16207675635814667,
      "learning_rate": 1.245415310586071e-05,
      "loss": 0.0062,
      "step": 125100
    },
    {
      "epoch": 19.10367995113758,
      "grad_norm": 0.126687154173851,
      "learning_rate": 1.2447329245667605e-05,
      "loss": 0.0065,
      "step": 125110
    },
    {
      "epoch": 19.10520690181707,
      "grad_norm": 0.11445235460996628,
      "learning_rate": 1.2440506989655603e-05,
      "loss": 0.0075,
      "step": 125120
    },
    {
      "epoch": 19.106733852496564,
      "grad_norm": 0.2303008735179901,
      "learning_rate": 1.2433686338116141e-05,
      "loss": 0.0086,
      "step": 125130
    },
    {
      "epoch": 19.10826080317606,
      "grad_norm": 0.09494933485984802,
      "learning_rate": 1.2426867291340593e-05,
      "loss": 0.0085,
      "step": 125140
    },
    {
      "epoch": 19.10978775385555,
      "grad_norm": 0.25222763419151306,
      "learning_rate": 1.2420049849620264e-05,
      "loss": 0.0067,
      "step": 125150
    },
    {
      "epoch": 19.111314704535044,
      "grad_norm": 0.14738121628761292,
      "learning_rate": 1.2413234013246333e-05,
      "loss": 0.0062,
      "step": 125160
    },
    {
      "epoch": 19.112841655214538,
      "grad_norm": 0.29499033093452454,
      "learning_rate": 1.2406419782510015e-05,
      "loss": 0.0069,
      "step": 125170
    },
    {
      "epoch": 19.11436860589403,
      "grad_norm": 0.14868223667144775,
      "learning_rate": 1.2399607157702398e-05,
      "loss": 0.0059,
      "step": 125180
    },
    {
      "epoch": 19.115895556573523,
      "grad_norm": 0.16311819851398468,
      "learning_rate": 1.239279613911447e-05,
      "loss": 0.0059,
      "step": 125190
    },
    {
      "epoch": 19.117422507253014,
      "grad_norm": 0.18705648183822632,
      "learning_rate": 1.2385986727037196e-05,
      "loss": 0.0067,
      "step": 125200
    },
    {
      "epoch": 19.11894945793251,
      "grad_norm": 0.26896217465400696,
      "learning_rate": 1.2379178921761497e-05,
      "loss": 0.0048,
      "step": 125210
    },
    {
      "epoch": 19.120476408612003,
      "grad_norm": 0.14233696460723877,
      "learning_rate": 1.2372372723578146e-05,
      "loss": 0.0073,
      "step": 125220
    },
    {
      "epoch": 19.122003359291494,
      "grad_norm": 0.29600051045417786,
      "learning_rate": 1.236556813277791e-05,
      "loss": 0.0065,
      "step": 125230
    },
    {
      "epoch": 19.123530309970988,
      "grad_norm": 0.16278113424777985,
      "learning_rate": 1.2358765149651464e-05,
      "loss": 0.0091,
      "step": 125240
    },
    {
      "epoch": 19.125057260650483,
      "grad_norm": 0.18027405440807343,
      "learning_rate": 1.2351963774489422e-05,
      "loss": 0.0067,
      "step": 125250
    },
    {
      "epoch": 19.126584211329973,
      "grad_norm": 0.14832155406475067,
      "learning_rate": 1.2345164007582332e-05,
      "loss": 0.0046,
      "step": 125260
    },
    {
      "epoch": 19.128111162009468,
      "grad_norm": 0.21506914496421814,
      "learning_rate": 1.2338365849220657e-05,
      "loss": 0.0074,
      "step": 125270
    },
    {
      "epoch": 19.12963811268896,
      "grad_norm": 0.16261498630046844,
      "learning_rate": 1.2331569299694818e-05,
      "loss": 0.0066,
      "step": 125280
    },
    {
      "epoch": 19.131165063368453,
      "grad_norm": 0.2050638496875763,
      "learning_rate": 1.2324774359295116e-05,
      "loss": 0.0075,
      "step": 125290
    },
    {
      "epoch": 19.132692014047947,
      "grad_norm": 0.1475919634103775,
      "learning_rate": 1.2317981028311854e-05,
      "loss": 0.0071,
      "step": 125300
    },
    {
      "epoch": 19.134218964727438,
      "grad_norm": 0.11857801675796509,
      "learning_rate": 1.2311189307035232e-05,
      "loss": 0.0057,
      "step": 125310
    },
    {
      "epoch": 19.135745915406932,
      "grad_norm": 0.19502559304237366,
      "learning_rate": 1.2304399195755351e-05,
      "loss": 0.0068,
      "step": 125320
    },
    {
      "epoch": 19.137272866086427,
      "grad_norm": 0.2094757854938507,
      "learning_rate": 1.229761069476229e-05,
      "loss": 0.0067,
      "step": 125330
    },
    {
      "epoch": 19.138799816765918,
      "grad_norm": 0.2844199538230896,
      "learning_rate": 1.2290823804346036e-05,
      "loss": 0.0052,
      "step": 125340
    },
    {
      "epoch": 19.140326767445412,
      "grad_norm": 0.15872135758399963,
      "learning_rate": 1.2284038524796515e-05,
      "loss": 0.0087,
      "step": 125350
    },
    {
      "epoch": 19.141853718124903,
      "grad_norm": 0.2510465383529663,
      "learning_rate": 1.227725485640358e-05,
      "loss": 0.0082,
      "step": 125360
    },
    {
      "epoch": 19.143380668804397,
      "grad_norm": 0.0773288831114769,
      "learning_rate": 1.2270472799457021e-05,
      "loss": 0.0049,
      "step": 125370
    },
    {
      "epoch": 19.14490761948389,
      "grad_norm": 0.1812424510717392,
      "learning_rate": 1.2263692354246559e-05,
      "loss": 0.007,
      "step": 125380
    },
    {
      "epoch": 19.146434570163382,
      "grad_norm": 0.08449164777994156,
      "learning_rate": 1.225691352106183e-05,
      "loss": 0.006,
      "step": 125390
    },
    {
      "epoch": 19.147961520842877,
      "grad_norm": 0.09263989329338074,
      "learning_rate": 1.2250136300192417e-05,
      "loss": 0.0073,
      "step": 125400
    },
    {
      "epoch": 19.14948847152237,
      "grad_norm": 0.1346675008535385,
      "learning_rate": 1.2243360691927846e-05,
      "loss": 0.0064,
      "step": 125410
    },
    {
      "epoch": 19.151015422201862,
      "grad_norm": 0.21659621596336365,
      "learning_rate": 1.223658669655754e-05,
      "loss": 0.0069,
      "step": 125420
    },
    {
      "epoch": 19.152542372881356,
      "grad_norm": 0.21759715676307678,
      "learning_rate": 1.2229814314370852e-05,
      "loss": 0.0071,
      "step": 125430
    },
    {
      "epoch": 19.154069323560847,
      "grad_norm": 0.2699137330055237,
      "learning_rate": 1.2223043545657143e-05,
      "loss": 0.0099,
      "step": 125440
    },
    {
      "epoch": 19.15559627424034,
      "grad_norm": 0.14640088379383087,
      "learning_rate": 1.2216274390705601e-05,
      "loss": 0.0075,
      "step": 125450
    },
    {
      "epoch": 19.157123224919836,
      "grad_norm": 0.658774733543396,
      "learning_rate": 1.2209506849805408e-05,
      "loss": 0.0056,
      "step": 125460
    },
    {
      "epoch": 19.158650175599327,
      "grad_norm": 0.11593116074800491,
      "learning_rate": 1.2202740923245642e-05,
      "loss": 0.0043,
      "step": 125470
    },
    {
      "epoch": 19.16017712627882,
      "grad_norm": 0.18340690433979034,
      "learning_rate": 1.219597661131538e-05,
      "loss": 0.0082,
      "step": 125480
    },
    {
      "epoch": 19.161704076958316,
      "grad_norm": 0.10248497873544693,
      "learning_rate": 1.2189213914303532e-05,
      "loss": 0.0051,
      "step": 125490
    },
    {
      "epoch": 19.163231027637806,
      "grad_norm": 0.2397826761007309,
      "learning_rate": 1.2182452832499003e-05,
      "loss": 0.0067,
      "step": 125500
    },
    {
      "epoch": 19.1647579783173,
      "grad_norm": 0.31367355585098267,
      "learning_rate": 1.217569336619062e-05,
      "loss": 0.0126,
      "step": 125510
    },
    {
      "epoch": 19.166284928996795,
      "grad_norm": 0.09856307506561279,
      "learning_rate": 1.216893551566713e-05,
      "loss": 0.0052,
      "step": 125520
    },
    {
      "epoch": 19.167811879676286,
      "grad_norm": 0.09180209785699844,
      "learning_rate": 1.2162179281217211e-05,
      "loss": 0.0073,
      "step": 125530
    },
    {
      "epoch": 19.16933883035578,
      "grad_norm": 0.1282971352338791,
      "learning_rate": 1.2155424663129488e-05,
      "loss": 0.0072,
      "step": 125540
    },
    {
      "epoch": 19.17086578103527,
      "grad_norm": 0.22561641037464142,
      "learning_rate": 1.2148671661692518e-05,
      "loss": 0.0083,
      "step": 125550
    },
    {
      "epoch": 19.172392731714766,
      "grad_norm": 0.2175554484128952,
      "learning_rate": 1.214192027719473e-05,
      "loss": 0.0062,
      "step": 125560
    },
    {
      "epoch": 19.17391968239426,
      "grad_norm": 0.08699275553226471,
      "learning_rate": 1.2135170509924571e-05,
      "loss": 0.0055,
      "step": 125570
    },
    {
      "epoch": 19.17544663307375,
      "grad_norm": 0.4486205279827118,
      "learning_rate": 1.2128422360170384e-05,
      "loss": 0.0048,
      "step": 125580
    },
    {
      "epoch": 19.176973583753245,
      "grad_norm": 0.20753738284111023,
      "learning_rate": 1.2121675828220403e-05,
      "loss": 0.008,
      "step": 125590
    },
    {
      "epoch": 19.17850053443274,
      "grad_norm": 0.07416874170303345,
      "learning_rate": 1.2114930914362838e-05,
      "loss": 0.0059,
      "step": 125600
    },
    {
      "epoch": 19.18002748511223,
      "grad_norm": 0.17977851629257202,
      "learning_rate": 1.2108187618885853e-05,
      "loss": 0.0063,
      "step": 125610
    },
    {
      "epoch": 19.181554435791725,
      "grad_norm": 0.08934386074542999,
      "learning_rate": 1.2101445942077466e-05,
      "loss": 0.0071,
      "step": 125620
    },
    {
      "epoch": 19.183081386471216,
      "grad_norm": 0.10988403856754303,
      "learning_rate": 1.2094705884225693e-05,
      "loss": 0.0068,
      "step": 125630
    },
    {
      "epoch": 19.18460833715071,
      "grad_norm": 0.24116133153438568,
      "learning_rate": 1.2087967445618443e-05,
      "loss": 0.0083,
      "step": 125640
    },
    {
      "epoch": 19.186135287830204,
      "grad_norm": 0.12405315786600113,
      "learning_rate": 1.2081230626543582e-05,
      "loss": 0.0041,
      "step": 125650
    },
    {
      "epoch": 19.187662238509695,
      "grad_norm": 0.1107332780957222,
      "learning_rate": 1.207449542728889e-05,
      "loss": 0.0056,
      "step": 125660
    },
    {
      "epoch": 19.18918918918919,
      "grad_norm": 0.21206991374492645,
      "learning_rate": 1.206776184814208e-05,
      "loss": 0.0071,
      "step": 125670
    },
    {
      "epoch": 19.190716139868684,
      "grad_norm": 0.14767326414585114,
      "learning_rate": 1.2061029889390818e-05,
      "loss": 0.0054,
      "step": 125680
    },
    {
      "epoch": 19.192243090548175,
      "grad_norm": 0.151376411318779,
      "learning_rate": 1.2054299551322629e-05,
      "loss": 0.0068,
      "step": 125690
    },
    {
      "epoch": 19.19377004122767,
      "grad_norm": 0.26501014828681946,
      "learning_rate": 1.204757083422507e-05,
      "loss": 0.0056,
      "step": 125700
    },
    {
      "epoch": 19.19529699190716,
      "grad_norm": 0.06848481297492981,
      "learning_rate": 1.2040843738385582e-05,
      "loss": 0.0053,
      "step": 125710
    },
    {
      "epoch": 19.196823942586654,
      "grad_norm": 0.20120471715927124,
      "learning_rate": 1.2034118264091498e-05,
      "loss": 0.0064,
      "step": 125720
    },
    {
      "epoch": 19.19835089326615,
      "grad_norm": 0.099202461540699,
      "learning_rate": 1.2027394411630138e-05,
      "loss": 0.0047,
      "step": 125730
    },
    {
      "epoch": 19.19987784394564,
      "grad_norm": 0.1433887630701065,
      "learning_rate": 1.2020672181288734e-05,
      "loss": 0.0069,
      "step": 125740
    },
    {
      "epoch": 19.201404794625134,
      "grad_norm": 0.0985959842801094,
      "learning_rate": 1.2013951573354437e-05,
      "loss": 0.0098,
      "step": 125750
    },
    {
      "epoch": 19.202931745304628,
      "grad_norm": 0.25012868642807007,
      "learning_rate": 1.2007232588114354e-05,
      "loss": 0.0066,
      "step": 125760
    },
    {
      "epoch": 19.20445869598412,
      "grad_norm": 0.13841448724269867,
      "learning_rate": 1.2000515225855497e-05,
      "loss": 0.0065,
      "step": 125770
    },
    {
      "epoch": 19.205985646663613,
      "grad_norm": 0.19178588688373566,
      "learning_rate": 1.199379948686482e-05,
      "loss": 0.0066,
      "step": 125780
    },
    {
      "epoch": 19.207512597343104,
      "grad_norm": 0.12395528703927994,
      "learning_rate": 1.1987085371429207e-05,
      "loss": 0.0054,
      "step": 125790
    },
    {
      "epoch": 19.2090395480226,
      "grad_norm": 0.11477579176425934,
      "learning_rate": 1.1980372879835484e-05,
      "loss": 0.0049,
      "step": 125800
    },
    {
      "epoch": 19.210566498702093,
      "grad_norm": 0.11959423869848251,
      "learning_rate": 1.1973662012370396e-05,
      "loss": 0.0056,
      "step": 125810
    },
    {
      "epoch": 19.212093449381584,
      "grad_norm": 0.14339862763881683,
      "learning_rate": 1.1966952769320594e-05,
      "loss": 0.0048,
      "step": 125820
    },
    {
      "epoch": 19.213620400061078,
      "grad_norm": 0.18664498627185822,
      "learning_rate": 1.1960245150972687e-05,
      "loss": 0.0065,
      "step": 125830
    },
    {
      "epoch": 19.215147350740573,
      "grad_norm": 0.2096387892961502,
      "learning_rate": 1.1953539157613241e-05,
      "loss": 0.0069,
      "step": 125840
    },
    {
      "epoch": 19.216674301420063,
      "grad_norm": 0.249595046043396,
      "learning_rate": 1.1946834789528728e-05,
      "loss": 0.0092,
      "step": 125850
    },
    {
      "epoch": 19.218201252099558,
      "grad_norm": 0.28943759202957153,
      "learning_rate": 1.194013204700551e-05,
      "loss": 0.0063,
      "step": 125860
    },
    {
      "epoch": 19.21972820277905,
      "grad_norm": 0.0789153128862381,
      "learning_rate": 1.1933430930329914e-05,
      "loss": 0.005,
      "step": 125870
    },
    {
      "epoch": 19.221255153458543,
      "grad_norm": 0.11805528402328491,
      "learning_rate": 1.1926731439788246e-05,
      "loss": 0.0041,
      "step": 125880
    },
    {
      "epoch": 19.222782104138037,
      "grad_norm": 0.20124474167823792,
      "learning_rate": 1.1920033575666662e-05,
      "loss": 0.006,
      "step": 125890
    },
    {
      "epoch": 19.224309054817528,
      "grad_norm": 0.19343970715999603,
      "learning_rate": 1.1913337338251286e-05,
      "loss": 0.0057,
      "step": 125900
    },
    {
      "epoch": 19.225836005497023,
      "grad_norm": 0.18997728824615479,
      "learning_rate": 1.1906642727828166e-05,
      "loss": 0.0042,
      "step": 125910
    },
    {
      "epoch": 19.227362956176517,
      "grad_norm": 0.09885801374912262,
      "learning_rate": 1.1899949744683292e-05,
      "loss": 0.006,
      "step": 125920
    },
    {
      "epoch": 19.228889906856008,
      "grad_norm": 0.1352803260087967,
      "learning_rate": 1.1893258389102574e-05,
      "loss": 0.0071,
      "step": 125930
    },
    {
      "epoch": 19.230416857535502,
      "grad_norm": 0.2081630527973175,
      "learning_rate": 1.188656866137185e-05,
      "loss": 0.0047,
      "step": 125940
    },
    {
      "epoch": 19.231943808214993,
      "grad_norm": 0.1554514616727829,
      "learning_rate": 1.1879880561776913e-05,
      "loss": 0.0056,
      "step": 125950
    },
    {
      "epoch": 19.233470758894487,
      "grad_norm": 0.24498577415943146,
      "learning_rate": 1.1873194090603423e-05,
      "loss": 0.0052,
      "step": 125960
    },
    {
      "epoch": 19.23499770957398,
      "grad_norm": 0.1632862240076065,
      "learning_rate": 1.1866509248137054e-05,
      "loss": 0.0079,
      "step": 125970
    },
    {
      "epoch": 19.236524660253473,
      "grad_norm": 0.7315430641174316,
      "learning_rate": 1.1859826034663369e-05,
      "loss": 0.0077,
      "step": 125980
    },
    {
      "epoch": 19.238051610932967,
      "grad_norm": 0.32683640718460083,
      "learning_rate": 1.1853144450467834e-05,
      "loss": 0.0063,
      "step": 125990
    },
    {
      "epoch": 19.23957856161246,
      "grad_norm": 0.21824204921722412,
      "learning_rate": 1.184646449583589e-05,
      "loss": 0.0069,
      "step": 126000
    },
    {
      "epoch": 19.241105512291952,
      "grad_norm": 0.0886557325720787,
      "learning_rate": 1.1839786171052896e-05,
      "loss": 0.0103,
      "step": 126010
    },
    {
      "epoch": 19.242632462971446,
      "grad_norm": 0.14393845200538635,
      "learning_rate": 1.183310947640413e-05,
      "loss": 0.0075,
      "step": 126020
    },
    {
      "epoch": 19.24415941365094,
      "grad_norm": 0.09518095850944519,
      "learning_rate": 1.1826434412174813e-05,
      "loss": 0.0061,
      "step": 126030
    },
    {
      "epoch": 19.24568636433043,
      "grad_norm": 0.10901855677366257,
      "learning_rate": 1.1819760978650096e-05,
      "loss": 0.0046,
      "step": 126040
    },
    {
      "epoch": 19.247213315009926,
      "grad_norm": 0.1162208840250969,
      "learning_rate": 1.181308917611505e-05,
      "loss": 0.0112,
      "step": 126050
    },
    {
      "epoch": 19.248740265689417,
      "grad_norm": 0.2038080096244812,
      "learning_rate": 1.180641900485468e-05,
      "loss": 0.0088,
      "step": 126060
    },
    {
      "epoch": 19.25026721636891,
      "grad_norm": 0.07109788060188293,
      "learning_rate": 1.1799750465153925e-05,
      "loss": 0.0085,
      "step": 126070
    },
    {
      "epoch": 19.251794167048406,
      "grad_norm": 0.19669270515441895,
      "learning_rate": 1.1793083557297668e-05,
      "loss": 0.0054,
      "step": 126080
    },
    {
      "epoch": 19.253321117727896,
      "grad_norm": 0.1165466383099556,
      "learning_rate": 1.1786418281570683e-05,
      "loss": 0.007,
      "step": 126090
    },
    {
      "epoch": 19.25484806840739,
      "grad_norm": 0.2184869945049286,
      "learning_rate": 1.1779754638257689e-05,
      "loss": 0.0061,
      "step": 126100
    },
    {
      "epoch": 19.256375019086885,
      "grad_norm": 0.28912416100502014,
      "learning_rate": 1.1773092627643395e-05,
      "loss": 0.0068,
      "step": 126110
    },
    {
      "epoch": 19.257901969766376,
      "grad_norm": 0.1828882396221161,
      "learning_rate": 1.176643225001235e-05,
      "loss": 0.0068,
      "step": 126120
    },
    {
      "epoch": 19.25942892044587,
      "grad_norm": 0.26633867621421814,
      "learning_rate": 1.1759773505649074e-05,
      "loss": 0.0064,
      "step": 126130
    },
    {
      "epoch": 19.26095587112536,
      "grad_norm": 0.1315324753522873,
      "learning_rate": 1.1753116394838027e-05,
      "loss": 0.0057,
      "step": 126140
    },
    {
      "epoch": 19.262482821804856,
      "grad_norm": 0.15001387894153595,
      "learning_rate": 1.1746460917863583e-05,
      "loss": 0.0051,
      "step": 126150
    },
    {
      "epoch": 19.26400977248435,
      "grad_norm": 0.10277888923883438,
      "learning_rate": 1.1739807075010061e-05,
      "loss": 0.0048,
      "step": 126160
    },
    {
      "epoch": 19.26553672316384,
      "grad_norm": 0.14433608949184418,
      "learning_rate": 1.173315486656169e-05,
      "loss": 0.0065,
      "step": 126170
    },
    {
      "epoch": 19.267063673843335,
      "grad_norm": 0.16189947724342346,
      "learning_rate": 1.1726504292802659e-05,
      "loss": 0.0064,
      "step": 126180
    },
    {
      "epoch": 19.26859062452283,
      "grad_norm": 0.25258636474609375,
      "learning_rate": 1.1719855354017029e-05,
      "loss": 0.0053,
      "step": 126190
    },
    {
      "epoch": 19.27011757520232,
      "grad_norm": 0.13992968201637268,
      "learning_rate": 1.1713208050488866e-05,
      "loss": 0.0056,
      "step": 126200
    },
    {
      "epoch": 19.271644525881815,
      "grad_norm": 0.25770384073257446,
      "learning_rate": 1.1706562382502134e-05,
      "loss": 0.0072,
      "step": 126210
    },
    {
      "epoch": 19.273171476561306,
      "grad_norm": 0.08781874924898148,
      "learning_rate": 1.16999183503407e-05,
      "loss": 0.0062,
      "step": 126220
    },
    {
      "epoch": 19.2746984272408,
      "grad_norm": 0.10448887944221497,
      "learning_rate": 1.1693275954288374e-05,
      "loss": 0.0056,
      "step": 126230
    },
    {
      "epoch": 19.276225377920294,
      "grad_norm": 0.12913160026073456,
      "learning_rate": 1.1686635194628947e-05,
      "loss": 0.0052,
      "step": 126240
    },
    {
      "epoch": 19.277752328599785,
      "grad_norm": 0.18195512890815735,
      "learning_rate": 1.1679996071646093e-05,
      "loss": 0.0058,
      "step": 126250
    },
    {
      "epoch": 19.27927927927928,
      "grad_norm": 0.15898430347442627,
      "learning_rate": 1.1673358585623395e-05,
      "loss": 0.007,
      "step": 126260
    },
    {
      "epoch": 19.280806229958774,
      "grad_norm": 0.2640882432460785,
      "learning_rate": 1.166672273684441e-05,
      "loss": 0.0059,
      "step": 126270
    },
    {
      "epoch": 19.282333180638265,
      "grad_norm": 0.20390576124191284,
      "learning_rate": 1.166008852559261e-05,
      "loss": 0.0058,
      "step": 126280
    },
    {
      "epoch": 19.28386013131776,
      "grad_norm": 0.4432646930217743,
      "learning_rate": 1.16534559521514e-05,
      "loss": 0.0086,
      "step": 126290
    },
    {
      "epoch": 19.28538708199725,
      "grad_norm": 0.11156289279460907,
      "learning_rate": 1.1646825016804102e-05,
      "loss": 0.008,
      "step": 126300
    },
    {
      "epoch": 19.286914032676744,
      "grad_norm": 0.4463943839073181,
      "learning_rate": 1.164019571983398e-05,
      "loss": 0.0066,
      "step": 126310
    },
    {
      "epoch": 19.28844098335624,
      "grad_norm": 0.16148895025253296,
      "learning_rate": 1.163356806152423e-05,
      "loss": 0.0072,
      "step": 126320
    },
    {
      "epoch": 19.28996793403573,
      "grad_norm": 0.29241734743118286,
      "learning_rate": 1.1626942042157974e-05,
      "loss": 0.0074,
      "step": 126330
    },
    {
      "epoch": 19.291494884715224,
      "grad_norm": 0.2096095085144043,
      "learning_rate": 1.1620317662018259e-05,
      "loss": 0.005,
      "step": 126340
    },
    {
      "epoch": 19.29302183539472,
      "grad_norm": 0.13447816669940948,
      "learning_rate": 1.161369492138808e-05,
      "loss": 0.0048,
      "step": 126350
    },
    {
      "epoch": 19.29454878607421,
      "grad_norm": 0.07603564858436584,
      "learning_rate": 1.1607073820550324e-05,
      "loss": 0.006,
      "step": 126360
    },
    {
      "epoch": 19.296075736753703,
      "grad_norm": 0.25718849897384644,
      "learning_rate": 1.1600454359787826e-05,
      "loss": 0.0081,
      "step": 126370
    },
    {
      "epoch": 19.297602687433194,
      "grad_norm": 0.13292910158634186,
      "learning_rate": 1.1593836539383407e-05,
      "loss": 0.0075,
      "step": 126380
    },
    {
      "epoch": 19.29912963811269,
      "grad_norm": 0.23993639647960663,
      "learning_rate": 1.1587220359619728e-05,
      "loss": 0.0062,
      "step": 126390
    },
    {
      "epoch": 19.300656588792183,
      "grad_norm": 0.2047310173511505,
      "learning_rate": 1.1580605820779423e-05,
      "loss": 0.0055,
      "step": 126400
    },
    {
      "epoch": 19.302183539471674,
      "grad_norm": 0.5258708596229553,
      "learning_rate": 1.1573992923145056e-05,
      "loss": 0.0071,
      "step": 126410
    },
    {
      "epoch": 19.30371049015117,
      "grad_norm": 0.1718635857105255,
      "learning_rate": 1.1567381666999122e-05,
      "loss": 0.0053,
      "step": 126420
    },
    {
      "epoch": 19.305237440830663,
      "grad_norm": 0.17487168312072754,
      "learning_rate": 1.156077205262404e-05,
      "loss": 0.0067,
      "step": 126430
    },
    {
      "epoch": 19.306764391510153,
      "grad_norm": 0.09098674356937408,
      "learning_rate": 1.1554164080302166e-05,
      "loss": 0.0048,
      "step": 126440
    },
    {
      "epoch": 19.308291342189648,
      "grad_norm": 0.1770995706319809,
      "learning_rate": 1.1547557750315785e-05,
      "loss": 0.007,
      "step": 126450
    },
    {
      "epoch": 19.30981829286914,
      "grad_norm": 0.10264264047145844,
      "learning_rate": 1.1540953062947069e-05,
      "loss": 0.0064,
      "step": 126460
    },
    {
      "epoch": 19.311345243548633,
      "grad_norm": 0.17421716451644897,
      "learning_rate": 1.1534350018478202e-05,
      "loss": 0.0061,
      "step": 126470
    },
    {
      "epoch": 19.312872194228127,
      "grad_norm": 0.23521846532821655,
      "learning_rate": 1.1527748617191253e-05,
      "loss": 0.0086,
      "step": 126480
    },
    {
      "epoch": 19.314399144907618,
      "grad_norm": 0.16576798260211945,
      "learning_rate": 1.1521148859368192e-05,
      "loss": 0.0064,
      "step": 126490
    },
    {
      "epoch": 19.315926095587113,
      "grad_norm": 0.17289379239082336,
      "learning_rate": 1.1514550745290953e-05,
      "loss": 0.0062,
      "step": 126500
    },
    {
      "epoch": 19.317453046266607,
      "grad_norm": 0.15052439272403717,
      "learning_rate": 1.1507954275241428e-05,
      "loss": 0.0073,
      "step": 126510
    },
    {
      "epoch": 19.318979996946098,
      "grad_norm": 0.163863867521286,
      "learning_rate": 1.1501359449501375e-05,
      "loss": 0.0069,
      "step": 126520
    },
    {
      "epoch": 19.320506947625592,
      "grad_norm": 0.21593591570854187,
      "learning_rate": 1.1494766268352519e-05,
      "loss": 0.0059,
      "step": 126530
    },
    {
      "epoch": 19.322033898305083,
      "grad_norm": 0.129533052444458,
      "learning_rate": 1.1488174732076517e-05,
      "loss": 0.0091,
      "step": 126540
    },
    {
      "epoch": 19.323560848984577,
      "grad_norm": 0.12458443641662598,
      "learning_rate": 1.1481584840954933e-05,
      "loss": 0.0063,
      "step": 126550
    },
    {
      "epoch": 19.32508779966407,
      "grad_norm": 0.12470101565122604,
      "learning_rate": 1.1474996595269294e-05,
      "loss": 0.0051,
      "step": 126560
    },
    {
      "epoch": 19.326614750343563,
      "grad_norm": 0.15123894810676575,
      "learning_rate": 1.1468409995301021e-05,
      "loss": 0.0074,
      "step": 126570
    },
    {
      "epoch": 19.328141701023057,
      "grad_norm": 0.14508862793445587,
      "learning_rate": 1.1461825041331504e-05,
      "loss": 0.0058,
      "step": 126580
    },
    {
      "epoch": 19.32966865170255,
      "grad_norm": 0.2003723531961441,
      "learning_rate": 1.1455241733641997e-05,
      "loss": 0.0081,
      "step": 126590
    },
    {
      "epoch": 19.331195602382042,
      "grad_norm": 0.11475583910942078,
      "learning_rate": 1.1448660072513767e-05,
      "loss": 0.0049,
      "step": 126600
    },
    {
      "epoch": 19.332722553061537,
      "grad_norm": 0.17190667986869812,
      "learning_rate": 1.1442080058227973e-05,
      "loss": 0.0063,
      "step": 126610
    },
    {
      "epoch": 19.33424950374103,
      "grad_norm": 0.2782377302646637,
      "learning_rate": 1.1435501691065669e-05,
      "loss": 0.0047,
      "step": 126620
    },
    {
      "epoch": 19.33577645442052,
      "grad_norm": 0.21189819276332855,
      "learning_rate": 1.1428924971307892e-05,
      "loss": 0.0072,
      "step": 126630
    },
    {
      "epoch": 19.337303405100016,
      "grad_norm": 0.11565260589122772,
      "learning_rate": 1.1422349899235569e-05,
      "loss": 0.0066,
      "step": 126640
    },
    {
      "epoch": 19.338830355779507,
      "grad_norm": 0.15905939042568207,
      "learning_rate": 1.1415776475129614e-05,
      "loss": 0.0047,
      "step": 126650
    },
    {
      "epoch": 19.340357306459,
      "grad_norm": 0.13177210092544556,
      "learning_rate": 1.1409204699270792e-05,
      "loss": 0.0041,
      "step": 126660
    },
    {
      "epoch": 19.341884257138496,
      "grad_norm": 0.6102750897407532,
      "learning_rate": 1.1402634571939853e-05,
      "loss": 0.0086,
      "step": 126670
    },
    {
      "epoch": 19.343411207817987,
      "grad_norm": 0.26562947034835815,
      "learning_rate": 1.1396066093417457e-05,
      "loss": 0.0046,
      "step": 126680
    },
    {
      "epoch": 19.34493815849748,
      "grad_norm": 0.19792963564395905,
      "learning_rate": 1.1389499263984205e-05,
      "loss": 0.0056,
      "step": 126690
    },
    {
      "epoch": 19.346465109176975,
      "grad_norm": 0.11271833628416061,
      "learning_rate": 1.138293408392061e-05,
      "loss": 0.0056,
      "step": 126700
    },
    {
      "epoch": 19.347992059856466,
      "grad_norm": 0.2118992805480957,
      "learning_rate": 1.1376370553507132e-05,
      "loss": 0.0068,
      "step": 126710
    },
    {
      "epoch": 19.34951901053596,
      "grad_norm": 0.1914462447166443,
      "learning_rate": 1.1369808673024146e-05,
      "loss": 0.0101,
      "step": 126720
    },
    {
      "epoch": 19.35104596121545,
      "grad_norm": 0.1596560925245285,
      "learning_rate": 1.1363248442751973e-05,
      "loss": 0.0064,
      "step": 126730
    },
    {
      "epoch": 19.352572911894946,
      "grad_norm": 0.2638857066631317,
      "learning_rate": 1.1356689862970844e-05,
      "loss": 0.0067,
      "step": 126740
    },
    {
      "epoch": 19.35409986257444,
      "grad_norm": 0.2794070541858673,
      "learning_rate": 1.135013293396095e-05,
      "loss": 0.0065,
      "step": 126750
    },
    {
      "epoch": 19.35562681325393,
      "grad_norm": 0.09595601260662079,
      "learning_rate": 1.1343577656002364e-05,
      "loss": 0.0054,
      "step": 126760
    },
    {
      "epoch": 19.357153763933425,
      "grad_norm": 0.5401315093040466,
      "learning_rate": 1.133702402937511e-05,
      "loss": 0.0067,
      "step": 126770
    },
    {
      "epoch": 19.35868071461292,
      "grad_norm": 0.13359057903289795,
      "learning_rate": 1.1330472054359188e-05,
      "loss": 0.0056,
      "step": 126780
    },
    {
      "epoch": 19.36020766529241,
      "grad_norm": 0.17750601470470428,
      "learning_rate": 1.1323921731234449e-05,
      "loss": 0.0077,
      "step": 126790
    },
    {
      "epoch": 19.361734615971905,
      "grad_norm": 0.1423136591911316,
      "learning_rate": 1.1317373060280728e-05,
      "loss": 0.0072,
      "step": 126800
    },
    {
      "epoch": 19.363261566651396,
      "grad_norm": 0.47773653268814087,
      "learning_rate": 1.1310826041777762e-05,
      "loss": 0.0069,
      "step": 126810
    },
    {
      "epoch": 19.36478851733089,
      "grad_norm": 0.4381548762321472,
      "learning_rate": 1.1304280676005235e-05,
      "loss": 0.0069,
      "step": 126820
    },
    {
      "epoch": 19.366315468010384,
      "grad_norm": 0.12389398366212845,
      "learning_rate": 1.1297736963242756e-05,
      "loss": 0.007,
      "step": 126830
    },
    {
      "epoch": 19.367842418689875,
      "grad_norm": 0.3292659819126129,
      "learning_rate": 1.1291194903769846e-05,
      "loss": 0.0044,
      "step": 126840
    },
    {
      "epoch": 19.36936936936937,
      "grad_norm": 0.32368266582489014,
      "learning_rate": 1.1284654497865998e-05,
      "loss": 0.0055,
      "step": 126850
    },
    {
      "epoch": 19.370896320048864,
      "grad_norm": 0.21282173693180084,
      "learning_rate": 1.1278115745810564e-05,
      "loss": 0.0076,
      "step": 126860
    },
    {
      "epoch": 19.372423270728355,
      "grad_norm": 0.13139459490776062,
      "learning_rate": 1.1271578647882901e-05,
      "loss": 0.0059,
      "step": 126870
    },
    {
      "epoch": 19.37395022140785,
      "grad_norm": 0.6641880869865417,
      "learning_rate": 1.1265043204362263e-05,
      "loss": 0.0057,
      "step": 126880
    },
    {
      "epoch": 19.37547717208734,
      "grad_norm": 0.12819084525108337,
      "learning_rate": 1.1258509415527813e-05,
      "loss": 0.0088,
      "step": 126890
    },
    {
      "epoch": 19.377004122766834,
      "grad_norm": 0.18544407188892365,
      "learning_rate": 1.1251977281658654e-05,
      "loss": 0.0051,
      "step": 126900
    },
    {
      "epoch": 19.37853107344633,
      "grad_norm": 0.09360332041978836,
      "learning_rate": 1.1245446803033872e-05,
      "loss": 0.0057,
      "step": 126910
    },
    {
      "epoch": 19.38005802412582,
      "grad_norm": 0.18634991347789764,
      "learning_rate": 1.123891797993239e-05,
      "loss": 0.0071,
      "step": 126920
    },
    {
      "epoch": 19.381584974805314,
      "grad_norm": 0.20070716738700867,
      "learning_rate": 1.1232390812633125e-05,
      "loss": 0.0046,
      "step": 126930
    },
    {
      "epoch": 19.38311192548481,
      "grad_norm": 0.16554470360279083,
      "learning_rate": 1.1225865301414912e-05,
      "loss": 0.0063,
      "step": 126940
    },
    {
      "epoch": 19.3846388761643,
      "grad_norm": 0.17208141088485718,
      "learning_rate": 1.1219341446556497e-05,
      "loss": 0.0056,
      "step": 126950
    },
    {
      "epoch": 19.386165826843794,
      "grad_norm": 0.07886435091495514,
      "learning_rate": 1.1212819248336581e-05,
      "loss": 0.006,
      "step": 126960
    },
    {
      "epoch": 19.387692777523284,
      "grad_norm": 0.15261711180210114,
      "learning_rate": 1.1206298707033764e-05,
      "loss": 0.0072,
      "step": 126970
    },
    {
      "epoch": 19.38921972820278,
      "grad_norm": 0.35541605949401855,
      "learning_rate": 1.119977982292662e-05,
      "loss": 0.0049,
      "step": 126980
    },
    {
      "epoch": 19.390746678882273,
      "grad_norm": 0.32655829191207886,
      "learning_rate": 1.1193262596293574e-05,
      "loss": 0.0049,
      "step": 126990
    },
    {
      "epoch": 19.392273629561764,
      "grad_norm": 0.1733349710702896,
      "learning_rate": 1.1186747027413069e-05,
      "loss": 0.0059,
      "step": 127000
    },
    {
      "epoch": 19.39380058024126,
      "grad_norm": 0.21113592386245728,
      "learning_rate": 1.1180233116563448e-05,
      "loss": 0.0053,
      "step": 127010
    },
    {
      "epoch": 19.395327530920753,
      "grad_norm": 0.25133952498435974,
      "learning_rate": 1.117372086402294e-05,
      "loss": 0.0068,
      "step": 127020
    },
    {
      "epoch": 19.396854481600244,
      "grad_norm": 0.24743515253067017,
      "learning_rate": 1.116721027006975e-05,
      "loss": 0.0068,
      "step": 127030
    },
    {
      "epoch": 19.398381432279738,
      "grad_norm": 0.21322967112064362,
      "learning_rate": 1.1160701334981982e-05,
      "loss": 0.0058,
      "step": 127040
    },
    {
      "epoch": 19.39990838295923,
      "grad_norm": 0.1392355114221573,
      "learning_rate": 1.1154194059037732e-05,
      "loss": 0.0059,
      "step": 127050
    },
    {
      "epoch": 19.401435333638723,
      "grad_norm": 0.24199841916561127,
      "learning_rate": 1.1147688442514937e-05,
      "loss": 0.0067,
      "step": 127060
    },
    {
      "epoch": 19.402962284318217,
      "grad_norm": 0.14158228039741516,
      "learning_rate": 1.114118448569152e-05,
      "loss": 0.0057,
      "step": 127070
    },
    {
      "epoch": 19.40448923499771,
      "grad_norm": 0.22563433647155762,
      "learning_rate": 1.1134682188845314e-05,
      "loss": 0.0055,
      "step": 127080
    },
    {
      "epoch": 19.406016185677203,
      "grad_norm": 0.16473521292209625,
      "learning_rate": 1.1128181552254085e-05,
      "loss": 0.0086,
      "step": 127090
    },
    {
      "epoch": 19.407543136356697,
      "grad_norm": 0.18419134616851807,
      "learning_rate": 1.1121682576195536e-05,
      "loss": 0.0086,
      "step": 127100
    },
    {
      "epoch": 19.409070087036188,
      "grad_norm": 0.19122664630413055,
      "learning_rate": 1.111518526094728e-05,
      "loss": 0.005,
      "step": 127110
    },
    {
      "epoch": 19.410597037715682,
      "grad_norm": 0.1673734337091446,
      "learning_rate": 1.1108689606786888e-05,
      "loss": 0.0061,
      "step": 127120
    },
    {
      "epoch": 19.412123988395173,
      "grad_norm": 0.11595997959375381,
      "learning_rate": 1.1102195613991806e-05,
      "loss": 0.0056,
      "step": 127130
    },
    {
      "epoch": 19.413650939074667,
      "grad_norm": 0.1812593638896942,
      "learning_rate": 1.1095703282839486e-05,
      "loss": 0.0062,
      "step": 127140
    },
    {
      "epoch": 19.415177889754162,
      "grad_norm": 0.3133312463760376,
      "learning_rate": 1.1089212613607264e-05,
      "loss": 0.0071,
      "step": 127150
    },
    {
      "epoch": 19.416704840433653,
      "grad_norm": 0.16878795623779297,
      "learning_rate": 1.1082723606572382e-05,
      "loss": 0.0063,
      "step": 127160
    },
    {
      "epoch": 19.418231791113147,
      "grad_norm": 0.21858446300029755,
      "learning_rate": 1.107623626201204e-05,
      "loss": 0.0051,
      "step": 127170
    },
    {
      "epoch": 19.41975874179264,
      "grad_norm": 0.15436863899230957,
      "learning_rate": 1.1069750580203413e-05,
      "loss": 0.009,
      "step": 127180
    },
    {
      "epoch": 19.421285692472132,
      "grad_norm": 0.20538252592086792,
      "learning_rate": 1.1063266561423507e-05,
      "loss": 0.0074,
      "step": 127190
    },
    {
      "epoch": 19.422812643151627,
      "grad_norm": 0.1576346606016159,
      "learning_rate": 1.1056784205949322e-05,
      "loss": 0.0036,
      "step": 127200
    },
    {
      "epoch": 19.42433959383112,
      "grad_norm": 0.14681953191757202,
      "learning_rate": 1.105030351405778e-05,
      "loss": 0.007,
      "step": 127210
    },
    {
      "epoch": 19.425866544510612,
      "grad_norm": 0.14445710182189941,
      "learning_rate": 1.1043824486025711e-05,
      "loss": 0.0053,
      "step": 127220
    },
    {
      "epoch": 19.427393495190106,
      "grad_norm": 0.168871209025383,
      "learning_rate": 1.1037347122129903e-05,
      "loss": 0.0071,
      "step": 127230
    },
    {
      "epoch": 19.428920445869597,
      "grad_norm": 0.130031555891037,
      "learning_rate": 1.1030871422647044e-05,
      "loss": 0.0065,
      "step": 127240
    },
    {
      "epoch": 19.43044739654909,
      "grad_norm": 0.0727994367480278,
      "learning_rate": 1.1024397387853785e-05,
      "loss": 0.0053,
      "step": 127250
    },
    {
      "epoch": 19.431974347228586,
      "grad_norm": 0.20376847684383392,
      "learning_rate": 1.1017925018026642e-05,
      "loss": 0.0056,
      "step": 127260
    },
    {
      "epoch": 19.433501297908077,
      "grad_norm": 0.21121907234191895,
      "learning_rate": 1.1011454313442144e-05,
      "loss": 0.0062,
      "step": 127270
    },
    {
      "epoch": 19.43502824858757,
      "grad_norm": 0.11725885421037674,
      "learning_rate": 1.1004985274376705e-05,
      "loss": 0.0089,
      "step": 127280
    },
    {
      "epoch": 19.436555199267065,
      "grad_norm": 0.30129531025886536,
      "learning_rate": 1.0998517901106653e-05,
      "loss": 0.0067,
      "step": 127290
    },
    {
      "epoch": 19.438082149946556,
      "grad_norm": 0.14003777503967285,
      "learning_rate": 1.0992052193908259e-05,
      "loss": 0.007,
      "step": 127300
    },
    {
      "epoch": 19.43960910062605,
      "grad_norm": 0.24074488878250122,
      "learning_rate": 1.0985588153057741e-05,
      "loss": 0.0047,
      "step": 127310
    },
    {
      "epoch": 19.44113605130554,
      "grad_norm": 0.13613706827163696,
      "learning_rate": 1.0979125778831223e-05,
      "loss": 0.0082,
      "step": 127320
    },
    {
      "epoch": 19.442663001985036,
      "grad_norm": 0.11700007319450378,
      "learning_rate": 1.0972665071504768e-05,
      "loss": 0.0062,
      "step": 127330
    },
    {
      "epoch": 19.44418995266453,
      "grad_norm": 0.11650290340185165,
      "learning_rate": 1.0966206031354364e-05,
      "loss": 0.009,
      "step": 127340
    },
    {
      "epoch": 19.44571690334402,
      "grad_norm": 0.22431692481040955,
      "learning_rate": 1.0959748658655933e-05,
      "loss": 0.0049,
      "step": 127350
    },
    {
      "epoch": 19.447243854023515,
      "grad_norm": 0.10996630042791367,
      "learning_rate": 1.0953292953685317e-05,
      "loss": 0.006,
      "step": 127360
    },
    {
      "epoch": 19.44877080470301,
      "grad_norm": 0.18576154112815857,
      "learning_rate": 1.09468389167183e-05,
      "loss": 0.0076,
      "step": 127370
    },
    {
      "epoch": 19.4502977553825,
      "grad_norm": 0.10298138856887817,
      "learning_rate": 1.094038654803059e-05,
      "loss": 0.0077,
      "step": 127380
    },
    {
      "epoch": 19.451824706061995,
      "grad_norm": 0.20352764427661896,
      "learning_rate": 1.0933935847897803e-05,
      "loss": 0.0087,
      "step": 127390
    },
    {
      "epoch": 19.453351656741486,
      "grad_norm": 0.32956013083457947,
      "learning_rate": 1.0927486816595494e-05,
      "loss": 0.0067,
      "step": 127400
    },
    {
      "epoch": 19.45487860742098,
      "grad_norm": 0.14338529109954834,
      "learning_rate": 1.0921039454399196e-05,
      "loss": 0.0082,
      "step": 127410
    },
    {
      "epoch": 19.456405558100474,
      "grad_norm": 0.11761318147182465,
      "learning_rate": 1.091459376158429e-05,
      "loss": 0.0047,
      "step": 127420
    },
    {
      "epoch": 19.457932508779965,
      "grad_norm": 0.1247466430068016,
      "learning_rate": 1.0908149738426138e-05,
      "loss": 0.0076,
      "step": 127430
    },
    {
      "epoch": 19.45945945945946,
      "grad_norm": 0.15306086838245392,
      "learning_rate": 1.09017073852e-05,
      "loss": 0.008,
      "step": 127440
    },
    {
      "epoch": 19.460986410138954,
      "grad_norm": 0.13838401436805725,
      "learning_rate": 1.0895266702181122e-05,
      "loss": 0.0049,
      "step": 127450
    },
    {
      "epoch": 19.462513360818445,
      "grad_norm": 0.19373343884944916,
      "learning_rate": 1.0888827689644599e-05,
      "loss": 0.0062,
      "step": 127460
    },
    {
      "epoch": 19.46404031149794,
      "grad_norm": 0.20975220203399658,
      "learning_rate": 1.0882390347865512e-05,
      "loss": 0.0055,
      "step": 127470
    },
    {
      "epoch": 19.46556726217743,
      "grad_norm": 0.07018884271383286,
      "learning_rate": 1.0875954677118844e-05,
      "loss": 0.0065,
      "step": 127480
    },
    {
      "epoch": 19.467094212856924,
      "grad_norm": 0.16242775321006775,
      "learning_rate": 1.0869520677679524e-05,
      "loss": 0.0056,
      "step": 127490
    },
    {
      "epoch": 19.46862116353642,
      "grad_norm": 0.14625774323940277,
      "learning_rate": 1.0863088349822386e-05,
      "loss": 0.0082,
      "step": 127500
    },
    {
      "epoch": 19.47014811421591,
      "grad_norm": 0.053912609815597534,
      "learning_rate": 1.0856657693822225e-05,
      "loss": 0.0051,
      "step": 127510
    },
    {
      "epoch": 19.471675064895404,
      "grad_norm": 0.11952471733093262,
      "learning_rate": 1.0850228709953753e-05,
      "loss": 0.0084,
      "step": 127520
    },
    {
      "epoch": 19.4732020155749,
      "grad_norm": 0.3398381471633911,
      "learning_rate": 1.084380139849156e-05,
      "loss": 0.0066,
      "step": 127530
    },
    {
      "epoch": 19.47472896625439,
      "grad_norm": 0.133660227060318,
      "learning_rate": 1.083737575971025e-05,
      "loss": 0.0074,
      "step": 127540
    },
    {
      "epoch": 19.476255916933884,
      "grad_norm": 1.1007927656173706,
      "learning_rate": 1.083095179388432e-05,
      "loss": 0.0059,
      "step": 127550
    },
    {
      "epoch": 19.477782867613374,
      "grad_norm": 0.16277851164340973,
      "learning_rate": 1.0824529501288161e-05,
      "loss": 0.0081,
      "step": 127560
    },
    {
      "epoch": 19.47930981829287,
      "grad_norm": 0.2780820429325104,
      "learning_rate": 1.0818108882196132e-05,
      "loss": 0.0048,
      "step": 127570
    },
    {
      "epoch": 19.480836768972363,
      "grad_norm": 0.1537027806043625,
      "learning_rate": 1.0811689936882513e-05,
      "loss": 0.0051,
      "step": 127580
    },
    {
      "epoch": 19.482363719651854,
      "grad_norm": 0.15967001020908356,
      "learning_rate": 1.0805272665621507e-05,
      "loss": 0.0054,
      "step": 127590
    },
    {
      "epoch": 19.48389067033135,
      "grad_norm": 0.14935338497161865,
      "learning_rate": 1.0798857068687252e-05,
      "loss": 0.0054,
      "step": 127600
    },
    {
      "epoch": 19.485417621010843,
      "grad_norm": 0.15098661184310913,
      "learning_rate": 1.079244314635381e-05,
      "loss": 0.0053,
      "step": 127610
    },
    {
      "epoch": 19.486944571690334,
      "grad_norm": 0.17352910339832306,
      "learning_rate": 1.0786030898895167e-05,
      "loss": 0.0069,
      "step": 127620
    },
    {
      "epoch": 19.488471522369828,
      "grad_norm": 0.21502645313739777,
      "learning_rate": 1.0779620326585244e-05,
      "loss": 0.0066,
      "step": 127630
    },
    {
      "epoch": 19.48999847304932,
      "grad_norm": 0.22048771381378174,
      "learning_rate": 1.0773211429697894e-05,
      "loss": 0.0082,
      "step": 127640
    },
    {
      "epoch": 19.491525423728813,
      "grad_norm": 0.24509862065315247,
      "learning_rate": 1.0766804208506903e-05,
      "loss": 0.0076,
      "step": 127650
    },
    {
      "epoch": 19.493052374408308,
      "grad_norm": 0.23480458557605743,
      "learning_rate": 1.0760398663285948e-05,
      "loss": 0.0071,
      "step": 127660
    },
    {
      "epoch": 19.4945793250878,
      "grad_norm": 0.1573241949081421,
      "learning_rate": 1.0753994794308664e-05,
      "loss": 0.0054,
      "step": 127670
    },
    {
      "epoch": 19.496106275767293,
      "grad_norm": 0.13335222005844116,
      "learning_rate": 1.0747592601848649e-05,
      "loss": 0.0062,
      "step": 127680
    },
    {
      "epoch": 19.497633226446787,
      "grad_norm": 0.10688813775777817,
      "learning_rate": 1.0741192086179358e-05,
      "loss": 0.0064,
      "step": 127690
    },
    {
      "epoch": 19.499160177126278,
      "grad_norm": 0.3320077657699585,
      "learning_rate": 1.073479324757422e-05,
      "loss": 0.0078,
      "step": 127700
    },
    {
      "epoch": 19.500687127805772,
      "grad_norm": 0.38241711258888245,
      "learning_rate": 1.0728396086306585e-05,
      "loss": 0.0079,
      "step": 127710
    },
    {
      "epoch": 19.502214078485267,
      "grad_norm": 0.16613361239433289,
      "learning_rate": 1.0722000602649717e-05,
      "loss": 0.005,
      "step": 127720
    },
    {
      "epoch": 19.503741029164757,
      "grad_norm": 0.16956327855587006,
      "learning_rate": 1.0715606796876838e-05,
      "loss": 0.0057,
      "step": 127730
    },
    {
      "epoch": 19.505267979844252,
      "grad_norm": 0.1537955105304718,
      "learning_rate": 1.0709214669261065e-05,
      "loss": 0.0073,
      "step": 127740
    },
    {
      "epoch": 19.506794930523743,
      "grad_norm": 0.08769503235816956,
      "learning_rate": 1.070282422007547e-05,
      "loss": 0.006,
      "step": 127750
    },
    {
      "epoch": 19.508321881203237,
      "grad_norm": 0.16249538958072662,
      "learning_rate": 1.0696435449593012e-05,
      "loss": 0.0065,
      "step": 127760
    },
    {
      "epoch": 19.50984883188273,
      "grad_norm": 0.17913435399532318,
      "learning_rate": 1.069004835808664e-05,
      "loss": 0.0059,
      "step": 127770
    },
    {
      "epoch": 19.511375782562222,
      "grad_norm": 0.1081690639257431,
      "learning_rate": 1.0683662945829198e-05,
      "loss": 0.0056,
      "step": 127780
    },
    {
      "epoch": 19.512902733241717,
      "grad_norm": 0.3720575273036957,
      "learning_rate": 1.0677279213093438e-05,
      "loss": 0.0064,
      "step": 127790
    },
    {
      "epoch": 19.51442968392121,
      "grad_norm": 0.3551817238330841,
      "learning_rate": 1.067089716015206e-05,
      "loss": 0.0077,
      "step": 127800
    },
    {
      "epoch": 19.515956634600702,
      "grad_norm": 0.2573963701725006,
      "learning_rate": 1.0664516787277729e-05,
      "loss": 0.0058,
      "step": 127810
    },
    {
      "epoch": 19.517483585280196,
      "grad_norm": 0.19226568937301636,
      "learning_rate": 1.065813809474297e-05,
      "loss": 0.0058,
      "step": 127820
    },
    {
      "epoch": 19.519010535959687,
      "grad_norm": 0.15990671515464783,
      "learning_rate": 1.0651761082820278e-05,
      "loss": 0.006,
      "step": 127830
    },
    {
      "epoch": 19.52053748663918,
      "grad_norm": 0.18360209465026855,
      "learning_rate": 1.064538575178205e-05,
      "loss": 0.0101,
      "step": 127840
    },
    {
      "epoch": 19.522064437318676,
      "grad_norm": 0.23947136104106903,
      "learning_rate": 1.0639012101900675e-05,
      "loss": 0.0078,
      "step": 127850
    },
    {
      "epoch": 19.523591387998167,
      "grad_norm": 0.15533076226711273,
      "learning_rate": 1.0632640133448379e-05,
      "loss": 0.0065,
      "step": 127860
    },
    {
      "epoch": 19.52511833867766,
      "grad_norm": 0.17905043065547943,
      "learning_rate": 1.0626269846697379e-05,
      "loss": 0.0064,
      "step": 127870
    },
    {
      "epoch": 19.526645289357155,
      "grad_norm": 0.36466291546821594,
      "learning_rate": 1.06199012419198e-05,
      "loss": 0.0076,
      "step": 127880
    },
    {
      "epoch": 19.528172240036646,
      "grad_norm": 0.26638999581336975,
      "learning_rate": 1.0613534319387692e-05,
      "loss": 0.007,
      "step": 127890
    },
    {
      "epoch": 19.52969919071614,
      "grad_norm": 0.2571263015270233,
      "learning_rate": 1.0607169079373048e-05,
      "loss": 0.0064,
      "step": 127900
    },
    {
      "epoch": 19.53122614139563,
      "grad_norm": 0.13964088261127472,
      "learning_rate": 1.0600805522147772e-05,
      "loss": 0.0051,
      "step": 127910
    },
    {
      "epoch": 19.532753092075126,
      "grad_norm": 0.14297756552696228,
      "learning_rate": 1.0594443647983715e-05,
      "loss": 0.0071,
      "step": 127920
    },
    {
      "epoch": 19.53428004275462,
      "grad_norm": 0.1691984236240387,
      "learning_rate": 1.0588083457152614e-05,
      "loss": 0.0055,
      "step": 127930
    },
    {
      "epoch": 19.53580699343411,
      "grad_norm": 0.2652287781238556,
      "learning_rate": 1.0581724949926198e-05,
      "loss": 0.0056,
      "step": 127940
    },
    {
      "epoch": 19.537333944113605,
      "grad_norm": 0.11140146851539612,
      "learning_rate": 1.057536812657609e-05,
      "loss": 0.0083,
      "step": 127950
    },
    {
      "epoch": 19.5388608947931,
      "grad_norm": 0.14276990294456482,
      "learning_rate": 1.0569012987373816e-05,
      "loss": 0.0062,
      "step": 127960
    },
    {
      "epoch": 19.54038784547259,
      "grad_norm": 0.17284438014030457,
      "learning_rate": 1.0562659532590874e-05,
      "loss": 0.0068,
      "step": 127970
    },
    {
      "epoch": 19.541914796152085,
      "grad_norm": 0.17966046929359436,
      "learning_rate": 1.0556307762498663e-05,
      "loss": 0.006,
      "step": 127980
    },
    {
      "epoch": 19.543441746831576,
      "grad_norm": 0.19439934194087982,
      "learning_rate": 1.0549957677368527e-05,
      "loss": 0.006,
      "step": 127990
    },
    {
      "epoch": 19.54496869751107,
      "grad_norm": 0.4666682481765747,
      "learning_rate": 1.0543609277471727e-05,
      "loss": 0.0065,
      "step": 128000
    },
    {
      "epoch": 19.546495648190565,
      "grad_norm": 0.20711557567119598,
      "learning_rate": 1.0537262563079452e-05,
      "loss": 0.0062,
      "step": 128010
    },
    {
      "epoch": 19.548022598870055,
      "grad_norm": 0.10410692542791367,
      "learning_rate": 1.053091753446283e-05,
      "loss": 0.0095,
      "step": 128020
    },
    {
      "epoch": 19.54954954954955,
      "grad_norm": 0.3124801814556122,
      "learning_rate": 1.05245741918929e-05,
      "loss": 0.0067,
      "step": 128030
    },
    {
      "epoch": 19.551076500229044,
      "grad_norm": 0.17755891382694244,
      "learning_rate": 1.0518232535640644e-05,
      "loss": 0.005,
      "step": 128040
    },
    {
      "epoch": 19.552603450908535,
      "grad_norm": 0.18394896388053894,
      "learning_rate": 1.0511892565976978e-05,
      "loss": 0.0049,
      "step": 128050
    },
    {
      "epoch": 19.55413040158803,
      "grad_norm": 0.12075899541378021,
      "learning_rate": 1.0505554283172703e-05,
      "loss": 0.0054,
      "step": 128060
    },
    {
      "epoch": 19.55565735226752,
      "grad_norm": 0.11129900813102722,
      "learning_rate": 1.0499217687498585e-05,
      "loss": 0.0055,
      "step": 128070
    },
    {
      "epoch": 19.557184302947014,
      "grad_norm": 0.24620217084884644,
      "learning_rate": 1.0492882779225349e-05,
      "loss": 0.0084,
      "step": 128080
    },
    {
      "epoch": 19.55871125362651,
      "grad_norm": 0.15721182525157928,
      "learning_rate": 1.0486549558623571e-05,
      "loss": 0.0051,
      "step": 128090
    },
    {
      "epoch": 19.560238204306,
      "grad_norm": 0.11795715242624283,
      "learning_rate": 1.04802180259638e-05,
      "loss": 0.0067,
      "step": 128100
    },
    {
      "epoch": 19.561765154985494,
      "grad_norm": 0.21353444457054138,
      "learning_rate": 1.0473888181516523e-05,
      "loss": 0.0086,
      "step": 128110
    },
    {
      "epoch": 19.56329210566499,
      "grad_norm": 0.290053129196167,
      "learning_rate": 1.0467560025552126e-05,
      "loss": 0.005,
      "step": 128120
    },
    {
      "epoch": 19.56481905634448,
      "grad_norm": 0.1403464376926422,
      "learning_rate": 1.0461233558340943e-05,
      "loss": 0.0059,
      "step": 128130
    },
    {
      "epoch": 19.566346007023974,
      "grad_norm": 0.0968264788389206,
      "learning_rate": 1.0454908780153227e-05,
      "loss": 0.0078,
      "step": 128140
    },
    {
      "epoch": 19.567872957703464,
      "grad_norm": 0.06772950291633606,
      "learning_rate": 1.0448585691259178e-05,
      "loss": 0.0042,
      "step": 128150
    },
    {
      "epoch": 19.56939990838296,
      "grad_norm": 0.11188513785600662,
      "learning_rate": 1.044226429192886e-05,
      "loss": 0.0051,
      "step": 128160
    },
    {
      "epoch": 19.570926859062453,
      "grad_norm": 0.1392499804496765,
      "learning_rate": 1.0435944582432355e-05,
      "loss": 0.006,
      "step": 128170
    },
    {
      "epoch": 19.572453809741944,
      "grad_norm": 0.12725681066513062,
      "learning_rate": 1.042962656303963e-05,
      "loss": 0.0067,
      "step": 128180
    },
    {
      "epoch": 19.57398076042144,
      "grad_norm": 0.07290125638246536,
      "learning_rate": 1.0423310234020556e-05,
      "loss": 0.0078,
      "step": 128190
    },
    {
      "epoch": 19.575507711100933,
      "grad_norm": 0.08613251149654388,
      "learning_rate": 1.0416995595644946e-05,
      "loss": 0.0042,
      "step": 128200
    },
    {
      "epoch": 19.577034661780424,
      "grad_norm": 0.2685265839099884,
      "learning_rate": 1.0410682648182579e-05,
      "loss": 0.0074,
      "step": 128210
    },
    {
      "epoch": 19.578561612459918,
      "grad_norm": 0.3861752152442932,
      "learning_rate": 1.040437139190314e-05,
      "loss": 0.0075,
      "step": 128220
    },
    {
      "epoch": 19.580088563139412,
      "grad_norm": 0.19472306966781616,
      "learning_rate": 1.03980618270762e-05,
      "loss": 0.006,
      "step": 128230
    },
    {
      "epoch": 19.581615513818903,
      "grad_norm": 0.17893169820308685,
      "learning_rate": 1.0391753953971307e-05,
      "loss": 0.0072,
      "step": 128240
    },
    {
      "epoch": 19.583142464498398,
      "grad_norm": 0.2603878080844879,
      "learning_rate": 1.038544777285792e-05,
      "loss": 0.0061,
      "step": 128250
    },
    {
      "epoch": 19.58466941517789,
      "grad_norm": 0.11513476818799973,
      "learning_rate": 1.0379143284005432e-05,
      "loss": 0.005,
      "step": 128260
    },
    {
      "epoch": 19.586196365857383,
      "grad_norm": 0.32488733530044556,
      "learning_rate": 1.0372840487683161e-05,
      "loss": 0.0058,
      "step": 128270
    },
    {
      "epoch": 19.587723316536877,
      "grad_norm": 0.11541895568370819,
      "learning_rate": 1.036653938416034e-05,
      "loss": 0.0082,
      "step": 128280
    },
    {
      "epoch": 19.589250267216368,
      "grad_norm": 0.11161431670188904,
      "learning_rate": 1.0360239973706153e-05,
      "loss": 0.0052,
      "step": 128290
    },
    {
      "epoch": 19.590777217895862,
      "grad_norm": 0.15201719105243683,
      "learning_rate": 1.0353942256589694e-05,
      "loss": 0.0053,
      "step": 128300
    },
    {
      "epoch": 19.592304168575357,
      "grad_norm": 0.42390790581703186,
      "learning_rate": 1.0347646233079989e-05,
      "loss": 0.0079,
      "step": 128310
    },
    {
      "epoch": 19.593831119254848,
      "grad_norm": 0.14488063752651215,
      "learning_rate": 1.0341351903446e-05,
      "loss": 0.0069,
      "step": 128320
    },
    {
      "epoch": 19.595358069934342,
      "grad_norm": 0.256911963224411,
      "learning_rate": 1.0335059267956598e-05,
      "loss": 0.0095,
      "step": 128330
    },
    {
      "epoch": 19.596885020613833,
      "grad_norm": 0.20617921650409698,
      "learning_rate": 1.0328768326880578e-05,
      "loss": 0.01,
      "step": 128340
    },
    {
      "epoch": 19.598411971293327,
      "grad_norm": 0.12207060307264328,
      "learning_rate": 1.0322479080486725e-05,
      "loss": 0.006,
      "step": 128350
    },
    {
      "epoch": 19.59993892197282,
      "grad_norm": 0.272606760263443,
      "learning_rate": 1.0316191529043662e-05,
      "loss": 0.0089,
      "step": 128360
    },
    {
      "epoch": 19.601465872652312,
      "grad_norm": 0.13509611785411835,
      "learning_rate": 1.0309905672819998e-05,
      "loss": 0.007,
      "step": 128370
    },
    {
      "epoch": 19.602992823331807,
      "grad_norm": 0.1146664097905159,
      "learning_rate": 1.030362151208425e-05,
      "loss": 0.0071,
      "step": 128380
    },
    {
      "epoch": 19.6045197740113,
      "grad_norm": 0.06826696544885635,
      "learning_rate": 1.0297339047104865e-05,
      "loss": 0.0052,
      "step": 128390
    },
    {
      "epoch": 19.606046724690792,
      "grad_norm": 0.16829805076122284,
      "learning_rate": 1.0291058278150223e-05,
      "loss": 0.0067,
      "step": 128400
    },
    {
      "epoch": 19.607573675370286,
      "grad_norm": 0.07322841882705688,
      "learning_rate": 1.028477920548862e-05,
      "loss": 0.0053,
      "step": 128410
    },
    {
      "epoch": 19.609100626049777,
      "grad_norm": 0.11831096559762955,
      "learning_rate": 1.0278501829388303e-05,
      "loss": 0.0057,
      "step": 128420
    },
    {
      "epoch": 19.61062757672927,
      "grad_norm": 0.20001329481601715,
      "learning_rate": 1.0272226150117392e-05,
      "loss": 0.0083,
      "step": 128430
    },
    {
      "epoch": 19.612154527408766,
      "grad_norm": 0.278736412525177,
      "learning_rate": 1.026595216794401e-05,
      "loss": 0.0049,
      "step": 128440
    },
    {
      "epoch": 19.613681478088257,
      "grad_norm": 0.1665142923593521,
      "learning_rate": 1.025967988313617e-05,
      "loss": 0.0051,
      "step": 128450
    },
    {
      "epoch": 19.61520842876775,
      "grad_norm": 0.6630362272262573,
      "learning_rate": 1.0253409295961791e-05,
      "loss": 0.0064,
      "step": 128460
    },
    {
      "epoch": 19.616735379447245,
      "grad_norm": 0.1453763097524643,
      "learning_rate": 1.0247140406688733e-05,
      "loss": 0.0046,
      "step": 128470
    },
    {
      "epoch": 19.618262330126736,
      "grad_norm": 0.1941644251346588,
      "learning_rate": 1.024087321558484e-05,
      "loss": 0.0076,
      "step": 128480
    },
    {
      "epoch": 19.61978928080623,
      "grad_norm": 0.21729776263237,
      "learning_rate": 1.0234607722917783e-05,
      "loss": 0.0047,
      "step": 128490
    },
    {
      "epoch": 19.62131623148572,
      "grad_norm": 0.20261679589748383,
      "learning_rate": 1.0228343928955236e-05,
      "loss": 0.005,
      "step": 128500
    },
    {
      "epoch": 19.622843182165216,
      "grad_norm": 0.47748827934265137,
      "learning_rate": 1.0222081833964775e-05,
      "loss": 0.0059,
      "step": 128510
    },
    {
      "epoch": 19.62437013284471,
      "grad_norm": 0.10022612661123276,
      "learning_rate": 1.0215821438213902e-05,
      "loss": 0.0059,
      "step": 128520
    },
    {
      "epoch": 19.6258970835242,
      "grad_norm": 0.339190274477005,
      "learning_rate": 1.0209562741970053e-05,
      "loss": 0.0076,
      "step": 128530
    },
    {
      "epoch": 19.627424034203695,
      "grad_norm": 0.18426474928855896,
      "learning_rate": 1.0203305745500585e-05,
      "loss": 0.0069,
      "step": 128540
    },
    {
      "epoch": 19.62895098488319,
      "grad_norm": 0.08407053351402283,
      "learning_rate": 1.0197050449072799e-05,
      "loss": 0.0042,
      "step": 128550
    },
    {
      "epoch": 19.63047793556268,
      "grad_norm": 0.09886817634105682,
      "learning_rate": 1.0190796852953872e-05,
      "loss": 0.0058,
      "step": 128560
    },
    {
      "epoch": 19.632004886242175,
      "grad_norm": 0.22534596920013428,
      "learning_rate": 1.0184544957410985e-05,
      "loss": 0.0075,
      "step": 128570
    },
    {
      "epoch": 19.633531836921666,
      "grad_norm": 0.16610896587371826,
      "learning_rate": 1.0178294762711204e-05,
      "loss": 0.0072,
      "step": 128580
    },
    {
      "epoch": 19.63505878760116,
      "grad_norm": 0.19082379341125488,
      "learning_rate": 1.0172046269121505e-05,
      "loss": 0.0074,
      "step": 128590
    },
    {
      "epoch": 19.636585738280655,
      "grad_norm": 0.23882976174354553,
      "learning_rate": 1.0165799476908827e-05,
      "loss": 0.0066,
      "step": 128600
    },
    {
      "epoch": 19.638112688960145,
      "grad_norm": 0.669421374797821,
      "learning_rate": 1.0159554386339999e-05,
      "loss": 0.006,
      "step": 128610
    },
    {
      "epoch": 19.63963963963964,
      "grad_norm": 0.15088559687137604,
      "learning_rate": 1.0153310997681847e-05,
      "loss": 0.0061,
      "step": 128620
    },
    {
      "epoch": 19.641166590319134,
      "grad_norm": 0.2404482662677765,
      "learning_rate": 1.0147069311201035e-05,
      "loss": 0.0061,
      "step": 128630
    },
    {
      "epoch": 19.642693540998625,
      "grad_norm": 0.20224250853061676,
      "learning_rate": 1.0140829327164208e-05,
      "loss": 0.006,
      "step": 128640
    },
    {
      "epoch": 19.64422049167812,
      "grad_norm": 0.29833322763442993,
      "learning_rate": 1.0134591045837932e-05,
      "loss": 0.0042,
      "step": 128650
    },
    {
      "epoch": 19.64574744235761,
      "grad_norm": 0.21408189833164215,
      "learning_rate": 1.0128354467488694e-05,
      "loss": 0.0089,
      "step": 128660
    },
    {
      "epoch": 19.647274393037105,
      "grad_norm": 0.11955656111240387,
      "learning_rate": 1.0122119592382901e-05,
      "loss": 0.0051,
      "step": 128670
    },
    {
      "epoch": 19.6488013437166,
      "grad_norm": 0.130839541554451,
      "learning_rate": 1.0115886420786902e-05,
      "loss": 0.0057,
      "step": 128680
    },
    {
      "epoch": 19.65032829439609,
      "grad_norm": 0.05992818623781204,
      "learning_rate": 1.0109654952966979e-05,
      "loss": 0.0056,
      "step": 128690
    },
    {
      "epoch": 19.651855245075584,
      "grad_norm": 0.12652422487735748,
      "learning_rate": 1.0103425189189292e-05,
      "loss": 0.0046,
      "step": 128700
    },
    {
      "epoch": 19.65338219575508,
      "grad_norm": 0.11207699775695801,
      "learning_rate": 1.0097197129719998e-05,
      "loss": 0.0075,
      "step": 128710
    },
    {
      "epoch": 19.65490914643457,
      "grad_norm": 0.1766022890806198,
      "learning_rate": 1.0090970774825154e-05,
      "loss": 0.0052,
      "step": 128720
    },
    {
      "epoch": 19.656436097114064,
      "grad_norm": 0.11762703955173492,
      "learning_rate": 1.0084746124770705e-05,
      "loss": 0.0086,
      "step": 128730
    },
    {
      "epoch": 19.657963047793558,
      "grad_norm": 0.25930386781692505,
      "learning_rate": 1.0078523179822569e-05,
      "loss": 0.0115,
      "step": 128740
    },
    {
      "epoch": 19.65948999847305,
      "grad_norm": 0.2289872020483017,
      "learning_rate": 1.0072301940246609e-05,
      "loss": 0.0045,
      "step": 128750
    },
    {
      "epoch": 19.661016949152543,
      "grad_norm": 0.31060129404067993,
      "learning_rate": 1.0066082406308546e-05,
      "loss": 0.0099,
      "step": 128760
    },
    {
      "epoch": 19.662543899832034,
      "grad_norm": 0.30742108821868896,
      "learning_rate": 1.005986457827408e-05,
      "loss": 0.0057,
      "step": 128770
    },
    {
      "epoch": 19.66407085051153,
      "grad_norm": 0.2650430202484131,
      "learning_rate": 1.0053648456408833e-05,
      "loss": 0.0065,
      "step": 128780
    },
    {
      "epoch": 19.665597801191023,
      "grad_norm": 0.07384919375181198,
      "learning_rate": 1.0047434040978332e-05,
      "loss": 0.0046,
      "step": 128790
    },
    {
      "epoch": 19.667124751870514,
      "grad_norm": 0.14680427312850952,
      "learning_rate": 1.0041221332248057e-05,
      "loss": 0.0069,
      "step": 128800
    },
    {
      "epoch": 19.668651702550008,
      "grad_norm": 0.42752236127853394,
      "learning_rate": 1.0035010330483401e-05,
      "loss": 0.0056,
      "step": 128810
    },
    {
      "epoch": 19.6701786532295,
      "grad_norm": 0.24629394710063934,
      "learning_rate": 1.0028801035949697e-05,
      "loss": 0.0071,
      "step": 128820
    },
    {
      "epoch": 19.671705603908993,
      "grad_norm": 0.3652895390987396,
      "learning_rate": 1.002259344891216e-05,
      "loss": 0.0055,
      "step": 128830
    },
    {
      "epoch": 19.673232554588488,
      "grad_norm": 0.2691118121147156,
      "learning_rate": 1.0016387569636004e-05,
      "loss": 0.0045,
      "step": 128840
    },
    {
      "epoch": 19.67475950526798,
      "grad_norm": 0.3804725110530853,
      "learning_rate": 1.001018339838633e-05,
      "loss": 0.0055,
      "step": 128850
    },
    {
      "epoch": 19.676286455947473,
      "grad_norm": 0.18094085156917572,
      "learning_rate": 1.0003980935428142e-05,
      "loss": 0.0052,
      "step": 128860
    },
    {
      "epoch": 19.677813406626967,
      "grad_norm": 0.34260064363479614,
      "learning_rate": 9.997780181026417e-06,
      "loss": 0.0069,
      "step": 128870
    },
    {
      "epoch": 19.679340357306458,
      "grad_norm": 0.7222671508789062,
      "learning_rate": 9.991581135446032e-06,
      "loss": 0.0072,
      "step": 128880
    },
    {
      "epoch": 19.680867307985952,
      "grad_norm": 0.0750260129570961,
      "learning_rate": 9.98538379895181e-06,
      "loss": 0.0047,
      "step": 128890
    },
    {
      "epoch": 19.682394258665447,
      "grad_norm": 0.3269946277141571,
      "learning_rate": 9.979188171808478e-06,
      "loss": 0.0075,
      "step": 128900
    },
    {
      "epoch": 19.683921209344938,
      "grad_norm": 0.3800439238548279,
      "learning_rate": 9.972994254280705e-06,
      "loss": 0.0047,
      "step": 128910
    },
    {
      "epoch": 19.685448160024432,
      "grad_norm": 0.12104570120573044,
      "learning_rate": 9.966802046633089e-06,
      "loss": 0.0068,
      "step": 128920
    },
    {
      "epoch": 19.686975110703923,
      "grad_norm": 0.07632503658533096,
      "learning_rate": 9.960611549130144e-06,
      "loss": 0.0039,
      "step": 128930
    },
    {
      "epoch": 19.688502061383417,
      "grad_norm": 0.19324637949466705,
      "learning_rate": 9.95442276203632e-06,
      "loss": 0.007,
      "step": 128940
    },
    {
      "epoch": 19.69002901206291,
      "grad_norm": 0.32452601194381714,
      "learning_rate": 9.948235685616003e-06,
      "loss": 0.0075,
      "step": 128950
    },
    {
      "epoch": 19.691555962742402,
      "grad_norm": 0.19655044376850128,
      "learning_rate": 9.942050320133467e-06,
      "loss": 0.0046,
      "step": 128960
    },
    {
      "epoch": 19.693082913421897,
      "grad_norm": 0.21271710097789764,
      "learning_rate": 9.935866665852938e-06,
      "loss": 0.0041,
      "step": 128970
    },
    {
      "epoch": 19.69460986410139,
      "grad_norm": 0.27999353408813477,
      "learning_rate": 9.929684723038612e-06,
      "loss": 0.0083,
      "step": 128980
    },
    {
      "epoch": 19.696136814780882,
      "grad_norm": 0.09421748667955399,
      "learning_rate": 9.923504491954534e-06,
      "loss": 0.0058,
      "step": 128990
    },
    {
      "epoch": 19.697663765460376,
      "grad_norm": 0.222525954246521,
      "learning_rate": 9.917325972864715e-06,
      "loss": 0.0074,
      "step": 129000
    },
    {
      "epoch": 19.699190716139867,
      "grad_norm": 0.1342959702014923,
      "learning_rate": 9.911149166033084e-06,
      "loss": 0.0055,
      "step": 129010
    },
    {
      "epoch": 19.70071766681936,
      "grad_norm": 0.10532301664352417,
      "learning_rate": 9.904974071723545e-06,
      "loss": 0.0054,
      "step": 129020
    },
    {
      "epoch": 19.702244617498856,
      "grad_norm": 0.08974433690309525,
      "learning_rate": 9.898800690199844e-06,
      "loss": 0.0034,
      "step": 129030
    },
    {
      "epoch": 19.703771568178347,
      "grad_norm": 0.1680658608675003,
      "learning_rate": 9.892629021725702e-06,
      "loss": 0.0042,
      "step": 129040
    },
    {
      "epoch": 19.70529851885784,
      "grad_norm": 0.13204699754714966,
      "learning_rate": 9.886459066564774e-06,
      "loss": 0.0066,
      "step": 129050
    },
    {
      "epoch": 19.706825469537335,
      "grad_norm": 0.38916417956352234,
      "learning_rate": 9.880290824980626e-06,
      "loss": 0.0063,
      "step": 129060
    },
    {
      "epoch": 19.708352420216826,
      "grad_norm": 0.12079880386590958,
      "learning_rate": 9.874124297236748e-06,
      "loss": 0.0053,
      "step": 129070
    },
    {
      "epoch": 19.70987937089632,
      "grad_norm": 0.1875659078359604,
      "learning_rate": 9.867959483596567e-06,
      "loss": 0.0063,
      "step": 129080
    },
    {
      "epoch": 19.71140632157581,
      "grad_norm": 0.14443162083625793,
      "learning_rate": 9.861796384323446e-06,
      "loss": 0.007,
      "step": 129090
    },
    {
      "epoch": 19.712933272255306,
      "grad_norm": 0.12134217470884323,
      "learning_rate": 9.855634999680618e-06,
      "loss": 0.0058,
      "step": 129100
    },
    {
      "epoch": 19.7144602229348,
      "grad_norm": 0.24001440405845642,
      "learning_rate": 9.84947532993133e-06,
      "loss": 0.009,
      "step": 129110
    },
    {
      "epoch": 19.71598717361429,
      "grad_norm": 0.11014611274003983,
      "learning_rate": 9.843317375338713e-06,
      "loss": 0.0067,
      "step": 129120
    },
    {
      "epoch": 19.717514124293785,
      "grad_norm": 0.13784627616405487,
      "learning_rate": 9.83716113616579e-06,
      "loss": 0.0043,
      "step": 129130
    },
    {
      "epoch": 19.71904107497328,
      "grad_norm": 0.16189329326152802,
      "learning_rate": 9.831006612675552e-06,
      "loss": 0.0056,
      "step": 129140
    },
    {
      "epoch": 19.72056802565277,
      "grad_norm": 0.24555857479572296,
      "learning_rate": 9.824853805130945e-06,
      "loss": 0.0062,
      "step": 129150
    },
    {
      "epoch": 19.722094976332265,
      "grad_norm": 0.24376261234283447,
      "learning_rate": 9.818702713794765e-06,
      "loss": 0.005,
      "step": 129160
    },
    {
      "epoch": 19.723621927011756,
      "grad_norm": 0.1165442168712616,
      "learning_rate": 9.812553338929786e-06,
      "loss": 0.0049,
      "step": 129170
    },
    {
      "epoch": 19.72514887769125,
      "grad_norm": 0.2973915636539459,
      "learning_rate": 9.806405680798708e-06,
      "loss": 0.0062,
      "step": 129180
    },
    {
      "epoch": 19.726675828370745,
      "grad_norm": 0.2741074562072754,
      "learning_rate": 9.800259739664141e-06,
      "loss": 0.0079,
      "step": 129190
    },
    {
      "epoch": 19.728202779050235,
      "grad_norm": 0.24716681241989136,
      "learning_rate": 9.794115515788627e-06,
      "loss": 0.0071,
      "step": 129200
    },
    {
      "epoch": 19.72972972972973,
      "grad_norm": 0.18000535666942596,
      "learning_rate": 9.787973009434637e-06,
      "loss": 0.0054,
      "step": 129210
    },
    {
      "epoch": 19.731256680409224,
      "grad_norm": 0.13307638466358185,
      "learning_rate": 9.781832220864579e-06,
      "loss": 0.005,
      "step": 129220
    },
    {
      "epoch": 19.732783631088715,
      "grad_norm": 0.12637008726596832,
      "learning_rate": 9.775693150340743e-06,
      "loss": 0.0049,
      "step": 129230
    },
    {
      "epoch": 19.73431058176821,
      "grad_norm": 0.3469393849372864,
      "learning_rate": 9.769555798125413e-06,
      "loss": 0.0069,
      "step": 129240
    },
    {
      "epoch": 19.7358375324477,
      "grad_norm": 0.25221407413482666,
      "learning_rate": 9.763420164480763e-06,
      "loss": 0.0054,
      "step": 129250
    },
    {
      "epoch": 19.737364483127195,
      "grad_norm": 0.2761307656764984,
      "learning_rate": 9.75728624966888e-06,
      "loss": 0.006,
      "step": 129260
    },
    {
      "epoch": 19.73889143380669,
      "grad_norm": 0.16171321272850037,
      "learning_rate": 9.751154053951794e-06,
      "loss": 0.0055,
      "step": 129270
    },
    {
      "epoch": 19.74041838448618,
      "grad_norm": 0.19184286892414093,
      "learning_rate": 9.745023577591472e-06,
      "loss": 0.005,
      "step": 129280
    },
    {
      "epoch": 19.741945335165674,
      "grad_norm": 0.18973521888256073,
      "learning_rate": 9.738894820849793e-06,
      "loss": 0.0079,
      "step": 129290
    },
    {
      "epoch": 19.74347228584517,
      "grad_norm": 0.08296512812376022,
      "learning_rate": 9.732767783988562e-06,
      "loss": 0.0049,
      "step": 129300
    },
    {
      "epoch": 19.74499923652466,
      "grad_norm": 0.25373968482017517,
      "learning_rate": 9.726642467269514e-06,
      "loss": 0.0066,
      "step": 129310
    },
    {
      "epoch": 19.746526187204154,
      "grad_norm": 0.1043088436126709,
      "learning_rate": 9.72051887095432e-06,
      "loss": 0.0041,
      "step": 129320
    },
    {
      "epoch": 19.748053137883645,
      "grad_norm": 0.1428939253091812,
      "learning_rate": 9.714396995304564e-06,
      "loss": 0.0055,
      "step": 129330
    },
    {
      "epoch": 19.74958008856314,
      "grad_norm": 0.2198934257030487,
      "learning_rate": 9.708276840581764e-06,
      "loss": 0.0062,
      "step": 129340
    },
    {
      "epoch": 19.751107039242633,
      "grad_norm": 0.1379292607307434,
      "learning_rate": 9.702158407047368e-06,
      "loss": 0.0072,
      "step": 129350
    },
    {
      "epoch": 19.752633989922124,
      "grad_norm": 0.19421108067035675,
      "learning_rate": 9.696041694962726e-06,
      "loss": 0.0111,
      "step": 129360
    },
    {
      "epoch": 19.75416094060162,
      "grad_norm": 0.1078585684299469,
      "learning_rate": 9.689926704589125e-06,
      "loss": 0.0047,
      "step": 129370
    },
    {
      "epoch": 19.755687891281113,
      "grad_norm": 0.08480281382799149,
      "learning_rate": 9.683813436187833e-06,
      "loss": 0.0054,
      "step": 129380
    },
    {
      "epoch": 19.757214841960604,
      "grad_norm": 0.12264376878738403,
      "learning_rate": 9.677701890019952e-06,
      "loss": 0.0059,
      "step": 129390
    },
    {
      "epoch": 19.758741792640098,
      "grad_norm": 0.18054144084453583,
      "learning_rate": 9.671592066346575e-06,
      "loss": 0.0069,
      "step": 129400
    },
    {
      "epoch": 19.760268743319592,
      "grad_norm": 0.20824284851551056,
      "learning_rate": 9.66548396542868e-06,
      "loss": 0.0073,
      "step": 129410
    },
    {
      "epoch": 19.761795693999083,
      "grad_norm": 0.3576049208641052,
      "learning_rate": 9.659377587527241e-06,
      "loss": 0.0054,
      "step": 129420
    },
    {
      "epoch": 19.763322644678578,
      "grad_norm": 0.3121558427810669,
      "learning_rate": 9.653272932903074e-06,
      "loss": 0.0091,
      "step": 129430
    },
    {
      "epoch": 19.76484959535807,
      "grad_norm": 0.22759971022605896,
      "learning_rate": 9.647170001816968e-06,
      "loss": 0.0045,
      "step": 129440
    },
    {
      "epoch": 19.766376546037563,
      "grad_norm": 0.28700271248817444,
      "learning_rate": 9.64106879452963e-06,
      "loss": 0.0045,
      "step": 129450
    },
    {
      "epoch": 19.767903496717057,
      "grad_norm": 0.06679951399564743,
      "learning_rate": 9.634969311301683e-06,
      "loss": 0.0065,
      "step": 129460
    },
    {
      "epoch": 19.769430447396548,
      "grad_norm": 0.21919198334217072,
      "learning_rate": 9.628871552393703e-06,
      "loss": 0.0066,
      "step": 129470
    },
    {
      "epoch": 19.770957398076042,
      "grad_norm": 0.09947360306978226,
      "learning_rate": 9.622775518066163e-06,
      "loss": 0.006,
      "step": 129480
    },
    {
      "epoch": 19.772484348755537,
      "grad_norm": 0.1770951896905899,
      "learning_rate": 9.616681208579492e-06,
      "loss": 0.0063,
      "step": 129490
    },
    {
      "epoch": 19.774011299435028,
      "grad_norm": 0.18538536131381989,
      "learning_rate": 9.610588624193984e-06,
      "loss": 0.006,
      "step": 129500
    },
    {
      "epoch": 19.775538250114522,
      "grad_norm": 0.10732591152191162,
      "learning_rate": 9.604497765169945e-06,
      "loss": 0.0045,
      "step": 129510
    },
    {
      "epoch": 19.777065200794013,
      "grad_norm": 0.16038626432418823,
      "learning_rate": 9.598408631767568e-06,
      "loss": 0.0087,
      "step": 129520
    },
    {
      "epoch": 19.778592151473507,
      "grad_norm": 0.10141396522521973,
      "learning_rate": 9.592321224246942e-06,
      "loss": 0.0062,
      "step": 129530
    },
    {
      "epoch": 19.780119102153,
      "grad_norm": 0.1381267011165619,
      "learning_rate": 9.586235542868121e-06,
      "loss": 0.0067,
      "step": 129540
    },
    {
      "epoch": 19.781646052832492,
      "grad_norm": 0.1005832776427269,
      "learning_rate": 9.580151587891074e-06,
      "loss": 0.0059,
      "step": 129550
    },
    {
      "epoch": 19.783173003511987,
      "grad_norm": 0.27162668108940125,
      "learning_rate": 9.574069359575699e-06,
      "loss": 0.0073,
      "step": 129560
    },
    {
      "epoch": 19.78469995419148,
      "grad_norm": 0.3225671350955963,
      "learning_rate": 9.567988858181815e-06,
      "loss": 0.0052,
      "step": 129570
    },
    {
      "epoch": 19.786226904870972,
      "grad_norm": 0.1470775008201599,
      "learning_rate": 9.561910083969173e-06,
      "loss": 0.0059,
      "step": 129580
    },
    {
      "epoch": 19.787753855550466,
      "grad_norm": 0.28632381558418274,
      "learning_rate": 9.555833037197443e-06,
      "loss": 0.0062,
      "step": 129590
    },
    {
      "epoch": 19.789280806229957,
      "grad_norm": 0.41879361867904663,
      "learning_rate": 9.549757718126229e-06,
      "loss": 0.007,
      "step": 129600
    },
    {
      "epoch": 19.79080775690945,
      "grad_norm": 0.17751699686050415,
      "learning_rate": 9.543684127015056e-06,
      "loss": 0.0081,
      "step": 129610
    },
    {
      "epoch": 19.792334707588946,
      "grad_norm": 0.13697434961795807,
      "learning_rate": 9.537612264123385e-06,
      "loss": 0.0051,
      "step": 129620
    },
    {
      "epoch": 19.793861658268437,
      "grad_norm": 0.25171491503715515,
      "learning_rate": 9.53154212971058e-06,
      "loss": 0.0055,
      "step": 129630
    },
    {
      "epoch": 19.79538860894793,
      "grad_norm": 0.15324828028678894,
      "learning_rate": 9.525473724035933e-06,
      "loss": 0.0058,
      "step": 129640
    },
    {
      "epoch": 19.796915559627426,
      "grad_norm": 0.09012556076049805,
      "learning_rate": 9.519407047358725e-06,
      "loss": 0.0061,
      "step": 129650
    },
    {
      "epoch": 19.798442510306916,
      "grad_norm": 0.25657981634140015,
      "learning_rate": 9.513342099938066e-06,
      "loss": 0.008,
      "step": 129660
    },
    {
      "epoch": 19.79996946098641,
      "grad_norm": 0.1294226497411728,
      "learning_rate": 9.507278882033061e-06,
      "loss": 0.0092,
      "step": 129670
    },
    {
      "epoch": 19.8014964116659,
      "grad_norm": 0.2814209461212158,
      "learning_rate": 9.501217393902712e-06,
      "loss": 0.0065,
      "step": 129680
    },
    {
      "epoch": 19.803023362345396,
      "grad_norm": 0.09598167985677719,
      "learning_rate": 9.495157635805957e-06,
      "loss": 0.0069,
      "step": 129690
    },
    {
      "epoch": 19.80455031302489,
      "grad_norm": 0.1402336210012436,
      "learning_rate": 9.489099608001657e-06,
      "loss": 0.0068,
      "step": 129700
    },
    {
      "epoch": 19.80607726370438,
      "grad_norm": 0.13582710921764374,
      "learning_rate": 9.483043310748602e-06,
      "loss": 0.0065,
      "step": 129710
    },
    {
      "epoch": 19.807604214383876,
      "grad_norm": 0.16403894126415253,
      "learning_rate": 9.476988744305521e-06,
      "loss": 0.0081,
      "step": 129720
    },
    {
      "epoch": 19.80913116506337,
      "grad_norm": 0.2932046949863434,
      "learning_rate": 9.470935908931005e-06,
      "loss": 0.0071,
      "step": 129730
    },
    {
      "epoch": 19.81065811574286,
      "grad_norm": 0.19638682901859283,
      "learning_rate": 9.464884804883672e-06,
      "loss": 0.005,
      "step": 129740
    },
    {
      "epoch": 19.812185066422355,
      "grad_norm": 0.20187361538410187,
      "learning_rate": 9.458835432422003e-06,
      "loss": 0.0054,
      "step": 129750
    },
    {
      "epoch": 19.813712017101846,
      "grad_norm": 0.4456804692745209,
      "learning_rate": 9.452787791804397e-06,
      "loss": 0.0071,
      "step": 129760
    },
    {
      "epoch": 19.81523896778134,
      "grad_norm": 0.15423670411109924,
      "learning_rate": 9.446741883289196e-06,
      "loss": 0.0077,
      "step": 129770
    },
    {
      "epoch": 19.816765918460835,
      "grad_norm": 0.13738247752189636,
      "learning_rate": 9.44069770713471e-06,
      "loss": 0.0057,
      "step": 129780
    },
    {
      "epoch": 19.818292869140326,
      "grad_norm": 0.11242777109146118,
      "learning_rate": 9.43465526359909e-06,
      "loss": 0.0043,
      "step": 129790
    },
    {
      "epoch": 19.81981981981982,
      "grad_norm": 0.09996773302555084,
      "learning_rate": 9.428614552940479e-06,
      "loss": 0.0055,
      "step": 129800
    },
    {
      "epoch": 19.821346770499314,
      "grad_norm": 0.1823040395975113,
      "learning_rate": 9.422575575416925e-06,
      "loss": 0.0046,
      "step": 129810
    },
    {
      "epoch": 19.822873721178805,
      "grad_norm": 0.0910969004034996,
      "learning_rate": 9.416538331286401e-06,
      "loss": 0.0052,
      "step": 129820
    },
    {
      "epoch": 19.8244006718583,
      "grad_norm": 0.23246154189109802,
      "learning_rate": 9.4105028208068e-06,
      "loss": 0.0045,
      "step": 129830
    },
    {
      "epoch": 19.82592762253779,
      "grad_norm": 0.30837342143058777,
      "learning_rate": 9.404469044235953e-06,
      "loss": 0.0065,
      "step": 129840
    },
    {
      "epoch": 19.827454573217285,
      "grad_norm": 0.15518905222415924,
      "learning_rate": 9.398437001831616e-06,
      "loss": 0.0058,
      "step": 129850
    },
    {
      "epoch": 19.82898152389678,
      "grad_norm": 0.11603536456823349,
      "learning_rate": 9.392406693851463e-06,
      "loss": 0.0076,
      "step": 129860
    },
    {
      "epoch": 19.83050847457627,
      "grad_norm": 0.114903025329113,
      "learning_rate": 9.38637812055309e-06,
      "loss": 0.0054,
      "step": 129870
    },
    {
      "epoch": 19.832035425255764,
      "grad_norm": 0.23639696836471558,
      "learning_rate": 9.380351282194044e-06,
      "loss": 0.0054,
      "step": 129880
    },
    {
      "epoch": 19.83356237593526,
      "grad_norm": 0.2593589723110199,
      "learning_rate": 9.374326179031778e-06,
      "loss": 0.0055,
      "step": 129890
    },
    {
      "epoch": 19.83508932661475,
      "grad_norm": 0.09685570001602173,
      "learning_rate": 9.368302811323655e-06,
      "loss": 0.0051,
      "step": 129900
    },
    {
      "epoch": 19.836616277294244,
      "grad_norm": 0.16107513010501862,
      "learning_rate": 9.362281179326976e-06,
      "loss": 0.0059,
      "step": 129910
    },
    {
      "epoch": 19.838143227973738,
      "grad_norm": 0.1570078581571579,
      "learning_rate": 9.356261283299023e-06,
      "loss": 0.0057,
      "step": 129920
    },
    {
      "epoch": 19.83967017865323,
      "grad_norm": 0.17005208134651184,
      "learning_rate": 9.350243123496904e-06,
      "loss": 0.0045,
      "step": 129930
    },
    {
      "epoch": 19.841197129332723,
      "grad_norm": 0.4738800525665283,
      "learning_rate": 9.344226700177728e-06,
      "loss": 0.0052,
      "step": 129940
    },
    {
      "epoch": 19.842724080012214,
      "grad_norm": 0.16980548202991486,
      "learning_rate": 9.338212013598497e-06,
      "loss": 0.0062,
      "step": 129950
    },
    {
      "epoch": 19.84425103069171,
      "grad_norm": 0.08616088330745697,
      "learning_rate": 9.332199064016156e-06,
      "loss": 0.0064,
      "step": 129960
    },
    {
      "epoch": 19.845777981371203,
      "grad_norm": 0.12058075517416,
      "learning_rate": 9.326187851687556e-06,
      "loss": 0.0089,
      "step": 129970
    },
    {
      "epoch": 19.847304932050694,
      "grad_norm": 0.2555449903011322,
      "learning_rate": 9.320178376869493e-06,
      "loss": 0.0116,
      "step": 129980
    },
    {
      "epoch": 19.848831882730188,
      "grad_norm": 0.153220072388649,
      "learning_rate": 9.314170639818693e-06,
      "loss": 0.0081,
      "step": 129990
    },
    {
      "epoch": 19.850358833409683,
      "grad_norm": 0.1147371158003807,
      "learning_rate": 9.30816464079175e-06,
      "loss": 0.0076,
      "step": 130000
    },
    {
      "epoch": 19.851885784089173,
      "grad_norm": 0.20717953145503998,
      "learning_rate": 9.302160380045277e-06,
      "loss": 0.005,
      "step": 130010
    },
    {
      "epoch": 19.853412734768668,
      "grad_norm": 0.22644993662834167,
      "learning_rate": 9.296157857835763e-06,
      "loss": 0.0061,
      "step": 130020
    },
    {
      "epoch": 19.85493968544816,
      "grad_norm": 0.12045136839151382,
      "learning_rate": 9.290157074419592e-06,
      "loss": 0.0038,
      "step": 130030
    },
    {
      "epoch": 19.856466636127653,
      "grad_norm": 0.4275935888290405,
      "learning_rate": 9.284158030053114e-06,
      "loss": 0.0067,
      "step": 130040
    },
    {
      "epoch": 19.857993586807147,
      "grad_norm": 0.1708773970603943,
      "learning_rate": 9.278160724992634e-06,
      "loss": 0.0053,
      "step": 130050
    },
    {
      "epoch": 19.859520537486638,
      "grad_norm": 0.10908351838588715,
      "learning_rate": 9.272165159494307e-06,
      "loss": 0.0066,
      "step": 130060
    },
    {
      "epoch": 19.861047488166133,
      "grad_norm": 0.13423052430152893,
      "learning_rate": 9.266171333814262e-06,
      "loss": 0.0057,
      "step": 130070
    },
    {
      "epoch": 19.862574438845627,
      "grad_norm": 0.22091896831989288,
      "learning_rate": 9.26017924820855e-06,
      "loss": 0.0081,
      "step": 130080
    },
    {
      "epoch": 19.864101389525118,
      "grad_norm": 0.28925570845603943,
      "learning_rate": 9.254188902933136e-06,
      "loss": 0.0088,
      "step": 130090
    },
    {
      "epoch": 19.865628340204612,
      "grad_norm": 0.2861047387123108,
      "learning_rate": 9.248200298243925e-06,
      "loss": 0.0058,
      "step": 130100
    },
    {
      "epoch": 19.867155290884103,
      "grad_norm": 0.49929043650627136,
      "learning_rate": 9.242213434396729e-06,
      "loss": 0.0062,
      "step": 130110
    },
    {
      "epoch": 19.868682241563597,
      "grad_norm": 0.24022406339645386,
      "learning_rate": 9.236228311647316e-06,
      "loss": 0.0046,
      "step": 130120
    },
    {
      "epoch": 19.87020919224309,
      "grad_norm": 0.09795188903808594,
      "learning_rate": 9.23024493025132e-06,
      "loss": 0.0061,
      "step": 130130
    },
    {
      "epoch": 19.871736142922583,
      "grad_norm": 0.12412576377391815,
      "learning_rate": 9.224263290464375e-06,
      "loss": 0.0066,
      "step": 130140
    },
    {
      "epoch": 19.873263093602077,
      "grad_norm": 0.13654346764087677,
      "learning_rate": 9.218283392542005e-06,
      "loss": 0.0067,
      "step": 130150
    },
    {
      "epoch": 19.87479004428157,
      "grad_norm": 0.3150146007537842,
      "learning_rate": 9.212305236739637e-06,
      "loss": 0.0064,
      "step": 130160
    },
    {
      "epoch": 19.876316994961062,
      "grad_norm": 0.07010478526353836,
      "learning_rate": 9.206328823312666e-06,
      "loss": 0.0058,
      "step": 130170
    },
    {
      "epoch": 19.877843945640556,
      "grad_norm": 0.23079606890678406,
      "learning_rate": 9.200354152516371e-06,
      "loss": 0.0067,
      "step": 130180
    },
    {
      "epoch": 19.879370896320047,
      "grad_norm": 0.15001767873764038,
      "learning_rate": 9.194381224606018e-06,
      "loss": 0.0068,
      "step": 130190
    },
    {
      "epoch": 19.88089784699954,
      "grad_norm": 0.15734601020812988,
      "learning_rate": 9.188410039836731e-06,
      "loss": 0.0062,
      "step": 130200
    },
    {
      "epoch": 19.882424797679036,
      "grad_norm": 0.5293143391609192,
      "learning_rate": 9.182440598463587e-06,
      "loss": 0.0051,
      "step": 130210
    },
    {
      "epoch": 19.883951748358527,
      "grad_norm": 0.17314086854457855,
      "learning_rate": 9.1764729007416e-06,
      "loss": 0.0056,
      "step": 130220
    },
    {
      "epoch": 19.88547869903802,
      "grad_norm": 0.3535154163837433,
      "learning_rate": 9.170506946925694e-06,
      "loss": 0.0054,
      "step": 130230
    },
    {
      "epoch": 19.887005649717516,
      "grad_norm": 1.3391331434249878,
      "learning_rate": 9.164542737270727e-06,
      "loss": 0.0064,
      "step": 130240
    },
    {
      "epoch": 19.888532600397006,
      "grad_norm": 0.14493077993392944,
      "learning_rate": 9.158580272031474e-06,
      "loss": 0.0058,
      "step": 130250
    },
    {
      "epoch": 19.8900595510765,
      "grad_norm": 0.231098473072052,
      "learning_rate": 9.152619551462643e-06,
      "loss": 0.0056,
      "step": 130260
    },
    {
      "epoch": 19.89158650175599,
      "grad_norm": 0.16774362325668335,
      "learning_rate": 9.146660575818871e-06,
      "loss": 0.0059,
      "step": 130270
    },
    {
      "epoch": 19.893113452435486,
      "grad_norm": 0.39793962240219116,
      "learning_rate": 9.140703345354706e-06,
      "loss": 0.0067,
      "step": 130280
    },
    {
      "epoch": 19.89464040311498,
      "grad_norm": 0.23839598894119263,
      "learning_rate": 9.134747860324644e-06,
      "loss": 0.0062,
      "step": 130290
    },
    {
      "epoch": 19.89616735379447,
      "grad_norm": 0.1449604481458664,
      "learning_rate": 9.12879412098307e-06,
      "loss": 0.0073,
      "step": 130300
    },
    {
      "epoch": 19.897694304473966,
      "grad_norm": 0.08807854354381561,
      "learning_rate": 9.122842127584319e-06,
      "loss": 0.0063,
      "step": 130310
    },
    {
      "epoch": 19.89922125515346,
      "grad_norm": 0.29731661081314087,
      "learning_rate": 9.116891880382684e-06,
      "loss": 0.007,
      "step": 130320
    },
    {
      "epoch": 19.90074820583295,
      "grad_norm": 0.14914430677890778,
      "learning_rate": 9.110943379632304e-06,
      "loss": 0.0061,
      "step": 130330
    },
    {
      "epoch": 19.902275156512445,
      "grad_norm": 0.20616088807582855,
      "learning_rate": 9.104996625587314e-06,
      "loss": 0.0061,
      "step": 130340
    },
    {
      "epoch": 19.903802107191936,
      "grad_norm": 0.14129140973091125,
      "learning_rate": 9.099051618501737e-06,
      "loss": 0.0069,
      "step": 130350
    },
    {
      "epoch": 19.90532905787143,
      "grad_norm": 0.28293296694755554,
      "learning_rate": 9.093108358629538e-06,
      "loss": 0.0065,
      "step": 130360
    },
    {
      "epoch": 19.906856008550925,
      "grad_norm": 0.2404564619064331,
      "learning_rate": 9.087166846224604e-06,
      "loss": 0.0051,
      "step": 130370
    },
    {
      "epoch": 19.908382959230416,
      "grad_norm": 0.23631398379802704,
      "learning_rate": 9.081227081540744e-06,
      "loss": 0.0063,
      "step": 130380
    },
    {
      "epoch": 19.90990990990991,
      "grad_norm": 0.17472636699676514,
      "learning_rate": 9.0752890648317e-06,
      "loss": 0.0065,
      "step": 130390
    },
    {
      "epoch": 19.911436860589404,
      "grad_norm": 0.11389904469251633,
      "learning_rate": 9.069352796351106e-06,
      "loss": 0.0042,
      "step": 130400
    },
    {
      "epoch": 19.912963811268895,
      "grad_norm": 0.24359315633773804,
      "learning_rate": 9.063418276352581e-06,
      "loss": 0.0074,
      "step": 130410
    },
    {
      "epoch": 19.91449076194839,
      "grad_norm": 0.11754689365625381,
      "learning_rate": 9.057485505089636e-06,
      "loss": 0.006,
      "step": 130420
    },
    {
      "epoch": 19.916017712627884,
      "grad_norm": 0.11337403208017349,
      "learning_rate": 9.051554482815682e-06,
      "loss": 0.0051,
      "step": 130430
    },
    {
      "epoch": 19.917544663307375,
      "grad_norm": 0.2025603950023651,
      "learning_rate": 9.045625209784081e-06,
      "loss": 0.0079,
      "step": 130440
    },
    {
      "epoch": 19.91907161398687,
      "grad_norm": 0.11556939035654068,
      "learning_rate": 9.039697686248167e-06,
      "loss": 0.0043,
      "step": 130450
    },
    {
      "epoch": 19.92059856466636,
      "grad_norm": 0.1857481449842453,
      "learning_rate": 9.033771912461103e-06,
      "loss": 0.0046,
      "step": 130460
    },
    {
      "epoch": 19.922125515345854,
      "grad_norm": 0.2047751098871231,
      "learning_rate": 9.02784788867605e-06,
      "loss": 0.0072,
      "step": 130470
    },
    {
      "epoch": 19.92365246602535,
      "grad_norm": 0.46770283579826355,
      "learning_rate": 9.021925615146066e-06,
      "loss": 0.0063,
      "step": 130480
    },
    {
      "epoch": 19.92517941670484,
      "grad_norm": 0.13373255729675293,
      "learning_rate": 9.016005092124142e-06,
      "loss": 0.0051,
      "step": 130490
    },
    {
      "epoch": 19.926706367384334,
      "grad_norm": 0.11475829780101776,
      "learning_rate": 9.010086319863187e-06,
      "loss": 0.0061,
      "step": 130500
    },
    {
      "epoch": 19.92823331806383,
      "grad_norm": 0.12060684710741043,
      "learning_rate": 9.004169298616044e-06,
      "loss": 0.005,
      "step": 130510
    },
    {
      "epoch": 19.92976026874332,
      "grad_norm": 0.10260274261236191,
      "learning_rate": 8.99825402863549e-06,
      "loss": 0.0077,
      "step": 130520
    },
    {
      "epoch": 19.931287219422813,
      "grad_norm": 0.22237689793109894,
      "learning_rate": 8.992340510174175e-06,
      "loss": 0.0079,
      "step": 130530
    },
    {
      "epoch": 19.932814170102304,
      "grad_norm": 0.11378724873065948,
      "learning_rate": 8.986428743484754e-06,
      "loss": 0.0058,
      "step": 130540
    },
    {
      "epoch": 19.9343411207818,
      "grad_norm": 0.1863999217748642,
      "learning_rate": 8.980518728819764e-06,
      "loss": 0.0071,
      "step": 130550
    },
    {
      "epoch": 19.935868071461293,
      "grad_norm": 0.12185392528772354,
      "learning_rate": 8.974610466431648e-06,
      "loss": 0.0053,
      "step": 130560
    },
    {
      "epoch": 19.937395022140784,
      "grad_norm": 0.28290125727653503,
      "learning_rate": 8.968703956572804e-06,
      "loss": 0.0046,
      "step": 130570
    },
    {
      "epoch": 19.93892197282028,
      "grad_norm": 0.2867511808872223,
      "learning_rate": 8.962799199495542e-06,
      "loss": 0.0058,
      "step": 130580
    },
    {
      "epoch": 19.940448923499773,
      "grad_norm": 0.1838635504245758,
      "learning_rate": 8.956896195452136e-06,
      "loss": 0.008,
      "step": 130590
    },
    {
      "epoch": 19.941975874179263,
      "grad_norm": 0.3129386305809021,
      "learning_rate": 8.950994944694707e-06,
      "loss": 0.0087,
      "step": 130600
    },
    {
      "epoch": 19.943502824858758,
      "grad_norm": 0.07679986953735352,
      "learning_rate": 8.945095447475371e-06,
      "loss": 0.0076,
      "step": 130610
    },
    {
      "epoch": 19.94502977553825,
      "grad_norm": 0.19476565718650818,
      "learning_rate": 8.939197704046131e-06,
      "loss": 0.0088,
      "step": 130620
    },
    {
      "epoch": 19.946556726217743,
      "grad_norm": 0.4311871826648712,
      "learning_rate": 8.933301714658937e-06,
      "loss": 0.0079,
      "step": 130630
    },
    {
      "epoch": 19.948083676897237,
      "grad_norm": 0.16627705097198486,
      "learning_rate": 8.927407479565653e-06,
      "loss": 0.0063,
      "step": 130640
    },
    {
      "epoch": 19.949610627576728,
      "grad_norm": 0.20469242334365845,
      "learning_rate": 8.921514999018065e-06,
      "loss": 0.01,
      "step": 130650
    },
    {
      "epoch": 19.951137578256223,
      "grad_norm": 0.1874838024377823,
      "learning_rate": 8.915624273267913e-06,
      "loss": 0.0075,
      "step": 130660
    },
    {
      "epoch": 19.952664528935717,
      "grad_norm": 0.11909987777471542,
      "learning_rate": 8.909735302566785e-06,
      "loss": 0.0071,
      "step": 130670
    },
    {
      "epoch": 19.954191479615208,
      "grad_norm": 0.11132161319255829,
      "learning_rate": 8.903848087166294e-06,
      "loss": 0.0044,
      "step": 130680
    },
    {
      "epoch": 19.955718430294702,
      "grad_norm": 0.12911458313465118,
      "learning_rate": 8.89796262731793e-06,
      "loss": 0.0054,
      "step": 130690
    },
    {
      "epoch": 19.957245380974193,
      "grad_norm": 0.12051510065793991,
      "learning_rate": 8.892078923273084e-06,
      "loss": 0.0055,
      "step": 130700
    },
    {
      "epoch": 19.958772331653687,
      "grad_norm": 0.18081583082675934,
      "learning_rate": 8.886196975283096e-06,
      "loss": 0.0063,
      "step": 130710
    },
    {
      "epoch": 19.96029928233318,
      "grad_norm": 0.06963347643613815,
      "learning_rate": 8.880316783599269e-06,
      "loss": 0.0061,
      "step": 130720
    },
    {
      "epoch": 19.961826233012673,
      "grad_norm": 0.13857346773147583,
      "learning_rate": 8.874438348472758e-06,
      "loss": 0.0045,
      "step": 130730
    },
    {
      "epoch": 19.963353183692167,
      "grad_norm": 0.10301592200994492,
      "learning_rate": 8.86856167015469e-06,
      "loss": 0.0036,
      "step": 130740
    },
    {
      "epoch": 19.96488013437166,
      "grad_norm": 0.2174527943134308,
      "learning_rate": 8.862686748896104e-06,
      "loss": 0.0058,
      "step": 130750
    },
    {
      "epoch": 19.966407085051152,
      "grad_norm": 0.1356610357761383,
      "learning_rate": 8.856813584947975e-06,
      "loss": 0.0069,
      "step": 130760
    },
    {
      "epoch": 19.967934035730647,
      "grad_norm": 0.18262583017349243,
      "learning_rate": 8.850942178561183e-06,
      "loss": 0.0071,
      "step": 130770
    },
    {
      "epoch": 19.969460986410137,
      "grad_norm": 0.14666156470775604,
      "learning_rate": 8.845072529986548e-06,
      "loss": 0.0069,
      "step": 130780
    },
    {
      "epoch": 19.97098793708963,
      "grad_norm": 0.2236873358488083,
      "learning_rate": 8.839204639474824e-06,
      "loss": 0.0061,
      "step": 130790
    },
    {
      "epoch": 19.972514887769126,
      "grad_norm": 0.21078385412693024,
      "learning_rate": 8.833338507276634e-06,
      "loss": 0.0069,
      "step": 130800
    },
    {
      "epoch": 19.974041838448617,
      "grad_norm": 0.32645732164382935,
      "learning_rate": 8.827474133642616e-06,
      "loss": 0.0052,
      "step": 130810
    },
    {
      "epoch": 19.97556878912811,
      "grad_norm": 0.1617540419101715,
      "learning_rate": 8.821611518823275e-06,
      "loss": 0.007,
      "step": 130820
    },
    {
      "epoch": 19.977095739807606,
      "grad_norm": 0.2265436202287674,
      "learning_rate": 8.815750663069034e-06,
      "loss": 0.0056,
      "step": 130830
    },
    {
      "epoch": 19.978622690487096,
      "grad_norm": 0.42156746983528137,
      "learning_rate": 8.809891566630263e-06,
      "loss": 0.0095,
      "step": 130840
    },
    {
      "epoch": 19.98014964116659,
      "grad_norm": 0.16347478330135345,
      "learning_rate": 8.804034229757257e-06,
      "loss": 0.0069,
      "step": 130850
    },
    {
      "epoch": 19.98167659184608,
      "grad_norm": 0.2140626609325409,
      "learning_rate": 8.79817865270023e-06,
      "loss": 0.0069,
      "step": 130860
    },
    {
      "epoch": 19.983203542525576,
      "grad_norm": 0.127479687333107,
      "learning_rate": 8.792324835709314e-06,
      "loss": 0.0062,
      "step": 130870
    },
    {
      "epoch": 19.98473049320507,
      "grad_norm": 0.15070784091949463,
      "learning_rate": 8.786472779034589e-06,
      "loss": 0.0062,
      "step": 130880
    },
    {
      "epoch": 19.98625744388456,
      "grad_norm": 0.11676028370857239,
      "learning_rate": 8.780622482926032e-06,
      "loss": 0.004,
      "step": 130890
    },
    {
      "epoch": 19.987784394564056,
      "grad_norm": 0.3684658110141754,
      "learning_rate": 8.774773947633564e-06,
      "loss": 0.0059,
      "step": 130900
    },
    {
      "epoch": 19.98931134524355,
      "grad_norm": 0.1693522334098816,
      "learning_rate": 8.768927173407015e-06,
      "loss": 0.0067,
      "step": 130910
    },
    {
      "epoch": 19.99083829592304,
      "grad_norm": 0.2821291387081146,
      "learning_rate": 8.763082160496167e-06,
      "loss": 0.0057,
      "step": 130920
    },
    {
      "epoch": 19.992365246602535,
      "grad_norm": 0.13291218876838684,
      "learning_rate": 8.757238909150678e-06,
      "loss": 0.0069,
      "step": 130930
    },
    {
      "epoch": 19.99389219728203,
      "grad_norm": 0.10324171930551529,
      "learning_rate": 8.751397419620172e-06,
      "loss": 0.0073,
      "step": 130940
    },
    {
      "epoch": 19.99541914796152,
      "grad_norm": 0.14593298733234406,
      "learning_rate": 8.74555769215421e-06,
      "loss": 0.0084,
      "step": 130950
    },
    {
      "epoch": 19.996946098641015,
      "grad_norm": 0.09291442483663559,
      "learning_rate": 8.739719727002233e-06,
      "loss": 0.006,
      "step": 130960
    },
    {
      "epoch": 19.998473049320506,
      "grad_norm": 0.0645545944571495,
      "learning_rate": 8.733883524413627e-06,
      "loss": 0.0062,
      "step": 130970
    },
    {
      "epoch": 20.0,
      "grad_norm": 0.08610612154006958,
      "learning_rate": 8.728049084637696e-06,
      "loss": 0.0067,
      "step": 130980
    },
    {
      "epoch": 20.001526950679494,
      "grad_norm": 0.1104288399219513,
      "learning_rate": 8.722216407923711e-06,
      "loss": 0.007,
      "step": 130990
    },
    {
      "epoch": 20.003053901358985,
      "grad_norm": 0.11872172355651855,
      "learning_rate": 8.716385494520802e-06,
      "loss": 0.0051,
      "step": 131000
    },
    {
      "epoch": 20.00458085203848,
      "grad_norm": 0.18931230902671814,
      "learning_rate": 8.710556344678066e-06,
      "loss": 0.0053,
      "step": 131010
    },
    {
      "epoch": 20.006107802717974,
      "grad_norm": 0.46745565533638,
      "learning_rate": 8.704728958644508e-06,
      "loss": 0.007,
      "step": 131020
    },
    {
      "epoch": 20.007634753397465,
      "grad_norm": 0.13904425501823425,
      "learning_rate": 8.698903336669068e-06,
      "loss": 0.0049,
      "step": 131030
    },
    {
      "epoch": 20.00916170407696,
      "grad_norm": 0.1672191321849823,
      "learning_rate": 8.693079479000604e-06,
      "loss": 0.0052,
      "step": 131040
    },
    {
      "epoch": 20.01068865475645,
      "grad_norm": 0.16638673841953278,
      "learning_rate": 8.687257385887904e-06,
      "loss": 0.0054,
      "step": 131050
    },
    {
      "epoch": 20.012215605435944,
      "grad_norm": 0.17400920391082764,
      "learning_rate": 8.68143705757969e-06,
      "loss": 0.0055,
      "step": 131060
    },
    {
      "epoch": 20.01374255611544,
      "grad_norm": 0.5305235981941223,
      "learning_rate": 8.67561849432455e-06,
      "loss": 0.0067,
      "step": 131070
    },
    {
      "epoch": 20.01526950679493,
      "grad_norm": 0.0808754488825798,
      "learning_rate": 8.669801696371087e-06,
      "loss": 0.0047,
      "step": 131080
    },
    {
      "epoch": 20.016796457474424,
      "grad_norm": 0.2546432912349701,
      "learning_rate": 8.663986663967783e-06,
      "loss": 0.007,
      "step": 131090
    },
    {
      "epoch": 20.01832340815392,
      "grad_norm": 0.1016528308391571,
      "learning_rate": 8.658173397363017e-06,
      "loss": 0.0051,
      "step": 131100
    },
    {
      "epoch": 20.01985035883341,
      "grad_norm": 0.1925884187221527,
      "learning_rate": 8.652361896805139e-06,
      "loss": 0.0049,
      "step": 131110
    },
    {
      "epoch": 20.021377309512904,
      "grad_norm": 0.22018612921237946,
      "learning_rate": 8.646552162542399e-06,
      "loss": 0.0057,
      "step": 131120
    },
    {
      "epoch": 20.022904260192394,
      "grad_norm": 0.11570486426353455,
      "learning_rate": 8.640744194822986e-06,
      "loss": 0.0061,
      "step": 131130
    },
    {
      "epoch": 20.02443121087189,
      "grad_norm": 0.1959989070892334,
      "learning_rate": 8.634937993894998e-06,
      "loss": 0.0059,
      "step": 131140
    },
    {
      "epoch": 20.025958161551383,
      "grad_norm": 0.1923508644104004,
      "learning_rate": 8.629133560006469e-06,
      "loss": 0.0053,
      "step": 131150
    },
    {
      "epoch": 20.027485112230874,
      "grad_norm": 0.14103741943836212,
      "learning_rate": 8.623330893405356e-06,
      "loss": 0.0048,
      "step": 131160
    },
    {
      "epoch": 20.02901206291037,
      "grad_norm": 0.13036072254180908,
      "learning_rate": 8.617529994339535e-06,
      "loss": 0.0055,
      "step": 131170
    },
    {
      "epoch": 20.030539013589863,
      "grad_norm": 0.44288572669029236,
      "learning_rate": 8.611730863056811e-06,
      "loss": 0.0052,
      "step": 131180
    },
    {
      "epoch": 20.032065964269353,
      "grad_norm": 0.2011178880929947,
      "learning_rate": 8.605933499804925e-06,
      "loss": 0.0045,
      "step": 131190
    },
    {
      "epoch": 20.033592914948848,
      "grad_norm": 0.2685958743095398,
      "learning_rate": 8.600137904831501e-06,
      "loss": 0.0064,
      "step": 131200
    },
    {
      "epoch": 20.03511986562834,
      "grad_norm": 0.10640586912631989,
      "learning_rate": 8.59434407838412e-06,
      "loss": 0.0051,
      "step": 131210
    },
    {
      "epoch": 20.036646816307833,
      "grad_norm": 0.7568413019180298,
      "learning_rate": 8.588552020710321e-06,
      "loss": 0.0052,
      "step": 131220
    },
    {
      "epoch": 20.038173766987327,
      "grad_norm": 0.1329220086336136,
      "learning_rate": 8.582761732057493e-06,
      "loss": 0.0056,
      "step": 131230
    },
    {
      "epoch": 20.03970071766682,
      "grad_norm": 0.18643911182880402,
      "learning_rate": 8.576973212672996e-06,
      "loss": 0.0057,
      "step": 131240
    },
    {
      "epoch": 20.041227668346313,
      "grad_norm": 0.15569253265857697,
      "learning_rate": 8.57118646280411e-06,
      "loss": 0.0048,
      "step": 131250
    },
    {
      "epoch": 20.042754619025807,
      "grad_norm": 0.14055804908275604,
      "learning_rate": 8.565401482698027e-06,
      "loss": 0.0059,
      "step": 131260
    },
    {
      "epoch": 20.044281569705298,
      "grad_norm": 0.2193177193403244,
      "learning_rate": 8.559618272601877e-06,
      "loss": 0.009,
      "step": 131270
    },
    {
      "epoch": 20.045808520384792,
      "grad_norm": 0.18797849118709564,
      "learning_rate": 8.553836832762707e-06,
      "loss": 0.0039,
      "step": 131280
    },
    {
      "epoch": 20.047335471064283,
      "grad_norm": 0.29032525420188904,
      "learning_rate": 8.548057163427504e-06,
      "loss": 0.0058,
      "step": 131290
    },
    {
      "epoch": 20.048862421743777,
      "grad_norm": 0.24717402458190918,
      "learning_rate": 8.542279264843117e-06,
      "loss": 0.006,
      "step": 131300
    },
    {
      "epoch": 20.050389372423272,
      "grad_norm": 0.17886988818645477,
      "learning_rate": 8.536503137256419e-06,
      "loss": 0.0053,
      "step": 131310
    },
    {
      "epoch": 20.051916323102763,
      "grad_norm": 0.18770428001880646,
      "learning_rate": 8.530728780914143e-06,
      "loss": 0.0046,
      "step": 131320
    },
    {
      "epoch": 20.053443273782257,
      "grad_norm": 0.13097675144672394,
      "learning_rate": 8.524956196062938e-06,
      "loss": 0.0063,
      "step": 131330
    },
    {
      "epoch": 20.05497022446175,
      "grad_norm": 0.3041614890098572,
      "learning_rate": 8.519185382949406e-06,
      "loss": 0.0086,
      "step": 131340
    },
    {
      "epoch": 20.056497175141242,
      "grad_norm": 0.3560194969177246,
      "learning_rate": 8.513416341820096e-06,
      "loss": 0.0053,
      "step": 131350
    },
    {
      "epoch": 20.058024125820737,
      "grad_norm": 0.14013132452964783,
      "learning_rate": 8.507649072921409e-06,
      "loss": 0.0059,
      "step": 131360
    },
    {
      "epoch": 20.059551076500227,
      "grad_norm": 0.09403535723686218,
      "learning_rate": 8.501883576499735e-06,
      "loss": 0.0053,
      "step": 131370
    },
    {
      "epoch": 20.06107802717972,
      "grad_norm": 0.11710908263921738,
      "learning_rate": 8.49611985280136e-06,
      "loss": 0.0064,
      "step": 131380
    },
    {
      "epoch": 20.062604977859216,
      "grad_norm": 0.10277983546257019,
      "learning_rate": 8.490357902072492e-06,
      "loss": 0.0042,
      "step": 131390
    },
    {
      "epoch": 20.064131928538707,
      "grad_norm": 0.14506487548351288,
      "learning_rate": 8.48459772455929e-06,
      "loss": 0.0052,
      "step": 131400
    },
    {
      "epoch": 20.0656588792182,
      "grad_norm": 0.3170872628688812,
      "learning_rate": 8.478839320507798e-06,
      "loss": 0.0074,
      "step": 131410
    },
    {
      "epoch": 20.067185829897696,
      "grad_norm": 0.12353844940662384,
      "learning_rate": 8.473082690164019e-06,
      "loss": 0.0063,
      "step": 131420
    },
    {
      "epoch": 20.068712780577187,
      "grad_norm": 0.14153558015823364,
      "learning_rate": 8.467327833773858e-06,
      "loss": 0.0046,
      "step": 131430
    },
    {
      "epoch": 20.07023973125668,
      "grad_norm": 0.16275759041309357,
      "learning_rate": 8.461574751583152e-06,
      "loss": 0.006,
      "step": 131440
    },
    {
      "epoch": 20.07176668193617,
      "grad_norm": 0.1830155998468399,
      "learning_rate": 8.455823443837669e-06,
      "loss": 0.0112,
      "step": 131450
    },
    {
      "epoch": 20.073293632615666,
      "grad_norm": 0.1194690465927124,
      "learning_rate": 8.450073910783097e-06,
      "loss": 0.0047,
      "step": 131460
    },
    {
      "epoch": 20.07482058329516,
      "grad_norm": 0.1975143998861313,
      "learning_rate": 8.444326152665016e-06,
      "loss": 0.0053,
      "step": 131470
    },
    {
      "epoch": 20.07634753397465,
      "grad_norm": 0.45851632952690125,
      "learning_rate": 8.438580169728993e-06,
      "loss": 0.0057,
      "step": 131480
    },
    {
      "epoch": 20.077874484654146,
      "grad_norm": 0.16758187115192413,
      "learning_rate": 8.432835962220486e-06,
      "loss": 0.0044,
      "step": 131490
    },
    {
      "epoch": 20.07940143533364,
      "grad_norm": 0.6124460697174072,
      "learning_rate": 8.427093530384856e-06,
      "loss": 0.005,
      "step": 131500
    },
    {
      "epoch": 20.08092838601313,
      "grad_norm": 0.1569340080022812,
      "learning_rate": 8.421352874467413e-06,
      "loss": 0.0055,
      "step": 131510
    },
    {
      "epoch": 20.082455336692625,
      "grad_norm": 0.17061711847782135,
      "learning_rate": 8.415613994713394e-06,
      "loss": 0.0061,
      "step": 131520
    },
    {
      "epoch": 20.083982287372116,
      "grad_norm": 0.44693827629089355,
      "learning_rate": 8.409876891367958e-06,
      "loss": 0.0059,
      "step": 131530
    },
    {
      "epoch": 20.08550923805161,
      "grad_norm": 0.14364266395568848,
      "learning_rate": 8.404141564676171e-06,
      "loss": 0.0065,
      "step": 131540
    },
    {
      "epoch": 20.087036188731105,
      "grad_norm": 0.1298370063304901,
      "learning_rate": 8.398408014883048e-06,
      "loss": 0.0042,
      "step": 131550
    },
    {
      "epoch": 20.088563139410596,
      "grad_norm": 0.10840579867362976,
      "learning_rate": 8.392676242233504e-06,
      "loss": 0.0079,
      "step": 131560
    },
    {
      "epoch": 20.09009009009009,
      "grad_norm": 0.1934724897146225,
      "learning_rate": 8.386946246972398e-06,
      "loss": 0.0096,
      "step": 131570
    },
    {
      "epoch": 20.091617040769584,
      "grad_norm": 0.12096940726041794,
      "learning_rate": 8.381218029344506e-06,
      "loss": 0.0052,
      "step": 131580
    },
    {
      "epoch": 20.093143991449075,
      "grad_norm": 0.19928711652755737,
      "learning_rate": 8.375491589594537e-06,
      "loss": 0.0058,
      "step": 131590
    },
    {
      "epoch": 20.09467094212857,
      "grad_norm": 0.20656314492225647,
      "learning_rate": 8.369766927967082e-06,
      "loss": 0.0061,
      "step": 131600
    },
    {
      "epoch": 20.096197892808064,
      "grad_norm": 0.30827146768569946,
      "learning_rate": 8.364044044706697e-06,
      "loss": 0.0069,
      "step": 131610
    },
    {
      "epoch": 20.097724843487555,
      "grad_norm": 0.14378800988197327,
      "learning_rate": 8.35832294005789e-06,
      "loss": 0.0052,
      "step": 131620
    },
    {
      "epoch": 20.09925179416705,
      "grad_norm": 0.3917686939239502,
      "learning_rate": 8.352603614265014e-06,
      "loss": 0.0051,
      "step": 131630
    },
    {
      "epoch": 20.10077874484654,
      "grad_norm": 0.06216064468026161,
      "learning_rate": 8.346886067572402e-06,
      "loss": 0.005,
      "step": 131640
    },
    {
      "epoch": 20.102305695526034,
      "grad_norm": 0.17203423380851746,
      "learning_rate": 8.3411703002243e-06,
      "loss": 0.0046,
      "step": 131650
    },
    {
      "epoch": 20.10383264620553,
      "grad_norm": 0.11969701200723648,
      "learning_rate": 8.335456312464874e-06,
      "loss": 0.0071,
      "step": 131660
    },
    {
      "epoch": 20.10535959688502,
      "grad_norm": 0.06567583233118057,
      "learning_rate": 8.329744104538212e-06,
      "loss": 0.0045,
      "step": 131670
    },
    {
      "epoch": 20.106886547564514,
      "grad_norm": 0.22682523727416992,
      "learning_rate": 8.32403367668833e-06,
      "loss": 0.005,
      "step": 131680
    },
    {
      "epoch": 20.10841349824401,
      "grad_norm": 0.22225362062454224,
      "learning_rate": 8.31832502915918e-06,
      "loss": 0.0044,
      "step": 131690
    },
    {
      "epoch": 20.1099404489235,
      "grad_norm": 0.23063766956329346,
      "learning_rate": 8.312618162194592e-06,
      "loss": 0.0065,
      "step": 131700
    },
    {
      "epoch": 20.111467399602994,
      "grad_norm": 0.13205084204673767,
      "learning_rate": 8.30691307603838e-06,
      "loss": 0.0045,
      "step": 131710
    },
    {
      "epoch": 20.112994350282484,
      "grad_norm": 0.15739721059799194,
      "learning_rate": 8.301209770934271e-06,
      "loss": 0.0066,
      "step": 131720
    },
    {
      "epoch": 20.11452130096198,
      "grad_norm": 0.17933565378189087,
      "learning_rate": 8.295508247125854e-06,
      "loss": 0.0055,
      "step": 131730
    },
    {
      "epoch": 20.116048251641473,
      "grad_norm": 0.14449621737003326,
      "learning_rate": 8.28980850485671e-06,
      "loss": 0.0053,
      "step": 131740
    },
    {
      "epoch": 20.117575202320964,
      "grad_norm": 0.0826488584280014,
      "learning_rate": 8.284110544370338e-06,
      "loss": 0.0052,
      "step": 131750
    },
    {
      "epoch": 20.11910215300046,
      "grad_norm": 0.16798382997512817,
      "learning_rate": 8.27841436591012e-06,
      "loss": 0.0053,
      "step": 131760
    },
    {
      "epoch": 20.120629103679953,
      "grad_norm": 0.17488917708396912,
      "learning_rate": 8.2727199697194e-06,
      "loss": 0.0071,
      "step": 131770
    },
    {
      "epoch": 20.122156054359444,
      "grad_norm": 0.25293391942977905,
      "learning_rate": 8.267027356041424e-06,
      "loss": 0.0061,
      "step": 131780
    },
    {
      "epoch": 20.123683005038938,
      "grad_norm": 0.35083669424057007,
      "learning_rate": 8.261336525119367e-06,
      "loss": 0.0101,
      "step": 131790
    },
    {
      "epoch": 20.12520995571843,
      "grad_norm": 0.1060553565621376,
      "learning_rate": 8.255647477196343e-06,
      "loss": 0.0064,
      "step": 131800
    },
    {
      "epoch": 20.126736906397923,
      "grad_norm": 0.10995139181613922,
      "learning_rate": 8.249960212515374e-06,
      "loss": 0.0063,
      "step": 131810
    },
    {
      "epoch": 20.128263857077417,
      "grad_norm": 0.06096871569752693,
      "learning_rate": 8.244274731319408e-06,
      "loss": 0.0055,
      "step": 131820
    },
    {
      "epoch": 20.12979080775691,
      "grad_norm": 0.09505124390125275,
      "learning_rate": 8.238591033851312e-06,
      "loss": 0.0063,
      "step": 131830
    },
    {
      "epoch": 20.131317758436403,
      "grad_norm": 0.19603614509105682,
      "learning_rate": 8.232909120353893e-06,
      "loss": 0.0076,
      "step": 131840
    },
    {
      "epoch": 20.132844709115897,
      "grad_norm": 0.10670703649520874,
      "learning_rate": 8.227228991069868e-06,
      "loss": 0.0054,
      "step": 131850
    },
    {
      "epoch": 20.134371659795388,
      "grad_norm": 0.8089504837989807,
      "learning_rate": 8.221550646241894e-06,
      "loss": 0.0064,
      "step": 131860
    },
    {
      "epoch": 20.135898610474882,
      "grad_norm": 0.0471891425549984,
      "learning_rate": 8.215874086112508e-06,
      "loss": 0.0054,
      "step": 131870
    },
    {
      "epoch": 20.137425561154373,
      "grad_norm": 0.0702519565820694,
      "learning_rate": 8.210199310924216e-06,
      "loss": 0.0065,
      "step": 131880
    },
    {
      "epoch": 20.138952511833867,
      "grad_norm": 0.1588149517774582,
      "learning_rate": 8.204526320919459e-06,
      "loss": 0.0041,
      "step": 131890
    },
    {
      "epoch": 20.140479462513362,
      "grad_norm": 0.1252242475748062,
      "learning_rate": 8.198855116340549e-06,
      "loss": 0.0065,
      "step": 131900
    },
    {
      "epoch": 20.142006413192853,
      "grad_norm": 0.22519168257713318,
      "learning_rate": 8.193185697429756e-06,
      "loss": 0.0056,
      "step": 131910
    },
    {
      "epoch": 20.143533363872347,
      "grad_norm": 0.1249595358967781,
      "learning_rate": 8.187518064429266e-06,
      "loss": 0.0051,
      "step": 131920
    },
    {
      "epoch": 20.14506031455184,
      "grad_norm": 0.16150382161140442,
      "learning_rate": 8.181852217581198e-06,
      "loss": 0.0052,
      "step": 131930
    },
    {
      "epoch": 20.146587265231332,
      "grad_norm": 0.1145722046494484,
      "learning_rate": 8.176188157127573e-06,
      "loss": 0.0046,
      "step": 131940
    },
    {
      "epoch": 20.148114215910827,
      "grad_norm": 0.31542232632637024,
      "learning_rate": 8.170525883310365e-06,
      "loss": 0.0065,
      "step": 131950
    },
    {
      "epoch": 20.149641166590317,
      "grad_norm": 0.2137455940246582,
      "learning_rate": 8.164865396371458e-06,
      "loss": 0.0074,
      "step": 131960
    },
    {
      "epoch": 20.151168117269812,
      "grad_norm": 0.13860587775707245,
      "learning_rate": 8.159206696552617e-06,
      "loss": 0.005,
      "step": 131970
    },
    {
      "epoch": 20.152695067949306,
      "grad_norm": 0.24079646170139313,
      "learning_rate": 8.15354978409562e-06,
      "loss": 0.0064,
      "step": 131980
    },
    {
      "epoch": 20.154222018628797,
      "grad_norm": 0.28845807909965515,
      "learning_rate": 8.147894659242111e-06,
      "loss": 0.0052,
      "step": 131990
    },
    {
      "epoch": 20.15574896930829,
      "grad_norm": 0.29057350754737854,
      "learning_rate": 8.142241322233651e-06,
      "loss": 0.0055,
      "step": 132000
    },
    {
      "epoch": 20.157275919987786,
      "grad_norm": 0.2066502720117569,
      "learning_rate": 8.136589773311725e-06,
      "loss": 0.0108,
      "step": 132010
    },
    {
      "epoch": 20.158802870667277,
      "grad_norm": 0.3953438699245453,
      "learning_rate": 8.130940012717813e-06,
      "loss": 0.0054,
      "step": 132020
    },
    {
      "epoch": 20.16032982134677,
      "grad_norm": 0.5226148962974548,
      "learning_rate": 8.12529204069321e-06,
      "loss": 0.0069,
      "step": 132030
    },
    {
      "epoch": 20.161856772026262,
      "grad_norm": 0.057450342923402786,
      "learning_rate": 8.119645857479202e-06,
      "loss": 0.0063,
      "step": 132040
    },
    {
      "epoch": 20.163383722705756,
      "grad_norm": 0.22928063571453094,
      "learning_rate": 8.114001463316995e-06,
      "loss": 0.0062,
      "step": 132050
    },
    {
      "epoch": 20.16491067338525,
      "grad_norm": 0.28148454427719116,
      "learning_rate": 8.10835885844769e-06,
      "loss": 0.0062,
      "step": 132060
    },
    {
      "epoch": 20.16643762406474,
      "grad_norm": 0.3735021948814392,
      "learning_rate": 8.10271804311234e-06,
      "loss": 0.0041,
      "step": 132070
    },
    {
      "epoch": 20.167964574744236,
      "grad_norm": 0.2717684209346771,
      "learning_rate": 8.097079017551907e-06,
      "loss": 0.0097,
      "step": 132080
    },
    {
      "epoch": 20.16949152542373,
      "grad_norm": 0.10281214863061905,
      "learning_rate": 8.091441782007297e-06,
      "loss": 0.0056,
      "step": 132090
    },
    {
      "epoch": 20.17101847610322,
      "grad_norm": 0.17047573626041412,
      "learning_rate": 8.085806336719276e-06,
      "loss": 0.0051,
      "step": 132100
    },
    {
      "epoch": 20.172545426782715,
      "grad_norm": 0.2289455533027649,
      "learning_rate": 8.080172681928622e-06,
      "loss": 0.0064,
      "step": 132110
    },
    {
      "epoch": 20.17407237746221,
      "grad_norm": 0.10748118907213211,
      "learning_rate": 8.074540817875998e-06,
      "loss": 0.0066,
      "step": 132120
    },
    {
      "epoch": 20.1755993281417,
      "grad_norm": 0.14145058393478394,
      "learning_rate": 8.068910744801955e-06,
      "loss": 0.0056,
      "step": 132130
    },
    {
      "epoch": 20.177126278821195,
      "grad_norm": 0.17622368037700653,
      "learning_rate": 8.063282462947015e-06,
      "loss": 0.0061,
      "step": 132140
    },
    {
      "epoch": 20.178653229500686,
      "grad_norm": 0.16718125343322754,
      "learning_rate": 8.057655972551608e-06,
      "loss": 0.006,
      "step": 132150
    },
    {
      "epoch": 20.18018018018018,
      "grad_norm": 0.12315020710229874,
      "learning_rate": 8.052031273856087e-06,
      "loss": 0.0051,
      "step": 132160
    },
    {
      "epoch": 20.181707130859674,
      "grad_norm": 0.5414734482765198,
      "learning_rate": 8.046408367100734e-06,
      "loss": 0.0072,
      "step": 132170
    },
    {
      "epoch": 20.183234081539165,
      "grad_norm": 0.22888948023319244,
      "learning_rate": 8.040787252525738e-06,
      "loss": 0.0041,
      "step": 132180
    },
    {
      "epoch": 20.18476103221866,
      "grad_norm": 0.17928682267665863,
      "learning_rate": 8.035167930371228e-06,
      "loss": 0.0084,
      "step": 132190
    },
    {
      "epoch": 20.186287982898154,
      "grad_norm": 0.12077876925468445,
      "learning_rate": 8.029550400877257e-06,
      "loss": 0.0078,
      "step": 132200
    },
    {
      "epoch": 20.187814933577645,
      "grad_norm": 0.22831307351589203,
      "learning_rate": 8.023934664283789e-06,
      "loss": 0.0059,
      "step": 132210
    },
    {
      "epoch": 20.18934188425714,
      "grad_norm": 0.14514559507369995,
      "learning_rate": 8.018320720830719e-06,
      "loss": 0.0061,
      "step": 132220
    },
    {
      "epoch": 20.19086883493663,
      "grad_norm": 0.5756223201751709,
      "learning_rate": 8.012708570757882e-06,
      "loss": 0.0066,
      "step": 132230
    },
    {
      "epoch": 20.192395785616124,
      "grad_norm": 0.17896738648414612,
      "learning_rate": 8.00709821430497e-06,
      "loss": 0.0048,
      "step": 132240
    },
    {
      "epoch": 20.19392273629562,
      "grad_norm": 0.13756798207759857,
      "learning_rate": 8.001489651711696e-06,
      "loss": 0.0077,
      "step": 132250
    },
    {
      "epoch": 20.19544968697511,
      "grad_norm": 0.13811857998371124,
      "learning_rate": 7.995882883217642e-06,
      "loss": 0.0047,
      "step": 132260
    },
    {
      "epoch": 20.196976637654604,
      "grad_norm": 0.29535508155822754,
      "learning_rate": 7.990277909062294e-06,
      "loss": 0.0061,
      "step": 132270
    },
    {
      "epoch": 20.1985035883341,
      "grad_norm": 0.09763926267623901,
      "learning_rate": 7.984674729485087e-06,
      "loss": 0.0046,
      "step": 132280
    },
    {
      "epoch": 20.20003053901359,
      "grad_norm": 0.21392710506916046,
      "learning_rate": 7.979073344725419e-06,
      "loss": 0.0039,
      "step": 132290
    },
    {
      "epoch": 20.201557489693084,
      "grad_norm": 0.05141919478774071,
      "learning_rate": 7.973473755022527e-06,
      "loss": 0.007,
      "step": 132300
    },
    {
      "epoch": 20.203084440372574,
      "grad_norm": 0.30155742168426514,
      "learning_rate": 7.967875960615629e-06,
      "loss": 0.0083,
      "step": 132310
    },
    {
      "epoch": 20.20461139105207,
      "grad_norm": 0.17113669216632843,
      "learning_rate": 7.962279961743857e-06,
      "loss": 0.0051,
      "step": 132320
    },
    {
      "epoch": 20.206138341731563,
      "grad_norm": 0.1320675164461136,
      "learning_rate": 7.956685758646259e-06,
      "loss": 0.0039,
      "step": 132330
    },
    {
      "epoch": 20.207665292411054,
      "grad_norm": 0.11771940439939499,
      "learning_rate": 7.951093351561806e-06,
      "loss": 0.0048,
      "step": 132340
    },
    {
      "epoch": 20.20919224309055,
      "grad_norm": 0.2958037257194519,
      "learning_rate": 7.945502740729405e-06,
      "loss": 0.0076,
      "step": 132350
    },
    {
      "epoch": 20.210719193770043,
      "grad_norm": 0.2567330598831177,
      "learning_rate": 7.939913926387877e-06,
      "loss": 0.0055,
      "step": 132360
    },
    {
      "epoch": 20.212246144449534,
      "grad_norm": 0.045933034271001816,
      "learning_rate": 7.93432690877594e-06,
      "loss": 0.0053,
      "step": 132370
    },
    {
      "epoch": 20.213773095129028,
      "grad_norm": 0.14284466207027435,
      "learning_rate": 7.92874168813229e-06,
      "loss": 0.0053,
      "step": 132380
    },
    {
      "epoch": 20.21530004580852,
      "grad_norm": 0.3939306139945984,
      "learning_rate": 7.923158264695518e-06,
      "loss": 0.0059,
      "step": 132390
    },
    {
      "epoch": 20.216826996488013,
      "grad_norm": 0.3516924977302551,
      "learning_rate": 7.917576638704116e-06,
      "loss": 0.0042,
      "step": 132400
    },
    {
      "epoch": 20.218353947167508,
      "grad_norm": 0.12633736431598663,
      "learning_rate": 7.911996810396538e-06,
      "loss": 0.0077,
      "step": 132410
    },
    {
      "epoch": 20.219880897847,
      "grad_norm": 0.2512475252151489,
      "learning_rate": 7.906418780011132e-06,
      "loss": 0.0058,
      "step": 132420
    },
    {
      "epoch": 20.221407848526493,
      "grad_norm": 0.14847810566425323,
      "learning_rate": 7.900842547786186e-06,
      "loss": 0.0068,
      "step": 132430
    },
    {
      "epoch": 20.222934799205987,
      "grad_norm": 0.2031424641609192,
      "learning_rate": 7.895268113959914e-06,
      "loss": 0.0038,
      "step": 132440
    },
    {
      "epoch": 20.224461749885478,
      "grad_norm": 0.30778780579566956,
      "learning_rate": 7.889695478770431e-06,
      "loss": 0.0067,
      "step": 132450
    },
    {
      "epoch": 20.225988700564972,
      "grad_norm": 0.08940398693084717,
      "learning_rate": 7.884124642455804e-06,
      "loss": 0.0047,
      "step": 132460
    },
    {
      "epoch": 20.227515651244463,
      "grad_norm": 0.3498847782611847,
      "learning_rate": 7.878555605254e-06,
      "loss": 0.0057,
      "step": 132470
    },
    {
      "epoch": 20.229042601923958,
      "grad_norm": 0.4154132008552551,
      "learning_rate": 7.872988367402922e-06,
      "loss": 0.0065,
      "step": 132480
    },
    {
      "epoch": 20.230569552603452,
      "grad_norm": 0.18395304679870605,
      "learning_rate": 7.867422929140405e-06,
      "loss": 0.0049,
      "step": 132490
    },
    {
      "epoch": 20.232096503282943,
      "grad_norm": 0.2651837170124054,
      "learning_rate": 7.86185929070417e-06,
      "loss": 0.0052,
      "step": 132500
    },
    {
      "epoch": 20.233623453962437,
      "grad_norm": 0.15731018781661987,
      "learning_rate": 7.856297452331879e-06,
      "loss": 0.0053,
      "step": 132510
    },
    {
      "epoch": 20.23515040464193,
      "grad_norm": 0.2206151783466339,
      "learning_rate": 7.850737414261167e-06,
      "loss": 0.0059,
      "step": 132520
    },
    {
      "epoch": 20.236677355321422,
      "grad_norm": 0.06917676329612732,
      "learning_rate": 7.845179176729511e-06,
      "loss": 0.0051,
      "step": 132530
    },
    {
      "epoch": 20.238204306000917,
      "grad_norm": 0.14259684085845947,
      "learning_rate": 7.839622739974356e-06,
      "loss": 0.0051,
      "step": 132540
    },
    {
      "epoch": 20.239731256680408,
      "grad_norm": 0.19028033316135406,
      "learning_rate": 7.834068104233055e-06,
      "loss": 0.0071,
      "step": 132550
    },
    {
      "epoch": 20.241258207359902,
      "grad_norm": 0.2638179361820221,
      "learning_rate": 7.828515269742932e-06,
      "loss": 0.0066,
      "step": 132560
    },
    {
      "epoch": 20.242785158039396,
      "grad_norm": 0.1165219247341156,
      "learning_rate": 7.822964236741148e-06,
      "loss": 0.005,
      "step": 132570
    },
    {
      "epoch": 20.244312108718887,
      "grad_norm": 0.26420438289642334,
      "learning_rate": 7.817415005464852e-06,
      "loss": 0.007,
      "step": 132580
    },
    {
      "epoch": 20.24583905939838,
      "grad_norm": 0.2060980349779129,
      "learning_rate": 7.8118675761511e-06,
      "loss": 0.0054,
      "step": 132590
    },
    {
      "epoch": 20.247366010077876,
      "grad_norm": 0.33270663022994995,
      "learning_rate": 7.806321949036855e-06,
      "loss": 0.0058,
      "step": 132600
    },
    {
      "epoch": 20.248892960757367,
      "grad_norm": 0.18784578144550323,
      "learning_rate": 7.800778124359026e-06,
      "loss": 0.0061,
      "step": 132610
    },
    {
      "epoch": 20.25041991143686,
      "grad_norm": 0.19088834524154663,
      "learning_rate": 7.795236102354436e-06,
      "loss": 0.0081,
      "step": 132620
    },
    {
      "epoch": 20.251946862116355,
      "grad_norm": 0.09430727362632751,
      "learning_rate": 7.78969588325984e-06,
      "loss": 0.0065,
      "step": 132630
    },
    {
      "epoch": 20.253473812795846,
      "grad_norm": 0.09740065783262253,
      "learning_rate": 7.784157467311865e-06,
      "loss": 0.0055,
      "step": 132640
    },
    {
      "epoch": 20.25500076347534,
      "grad_norm": 0.32719799876213074,
      "learning_rate": 7.778620854747142e-06,
      "loss": 0.0084,
      "step": 132650
    },
    {
      "epoch": 20.25652771415483,
      "grad_norm": 0.11449380964040756,
      "learning_rate": 7.773086045802185e-06,
      "loss": 0.0044,
      "step": 132660
    },
    {
      "epoch": 20.258054664834326,
      "grad_norm": 0.12961532175540924,
      "learning_rate": 7.76755304071341e-06,
      "loss": 0.0054,
      "step": 132670
    },
    {
      "epoch": 20.25958161551382,
      "grad_norm": 0.3453136384487152,
      "learning_rate": 7.762021839717171e-06,
      "loss": 0.0073,
      "step": 132680
    },
    {
      "epoch": 20.26110856619331,
      "grad_norm": 0.11517598479986191,
      "learning_rate": 7.75649244304979e-06,
      "loss": 0.0078,
      "step": 132690
    },
    {
      "epoch": 20.262635516872805,
      "grad_norm": 0.3016357123851776,
      "learning_rate": 7.75096485094744e-06,
      "loss": 0.0052,
      "step": 132700
    },
    {
      "epoch": 20.2641624675523,
      "grad_norm": 0.36218389868736267,
      "learning_rate": 7.745439063646254e-06,
      "loss": 0.0059,
      "step": 132710
    },
    {
      "epoch": 20.26568941823179,
      "grad_norm": 0.13756754994392395,
      "learning_rate": 7.739915081382288e-06,
      "loss": 0.0059,
      "step": 132720
    },
    {
      "epoch": 20.267216368911285,
      "grad_norm": 0.18229353427886963,
      "learning_rate": 7.734392904391513e-06,
      "loss": 0.0067,
      "step": 132730
    },
    {
      "epoch": 20.268743319590776,
      "grad_norm": 0.24858573079109192,
      "learning_rate": 7.728872532909832e-06,
      "loss": 0.0059,
      "step": 132740
    },
    {
      "epoch": 20.27027027027027,
      "grad_norm": 0.1487821638584137,
      "learning_rate": 7.723353967173057e-06,
      "loss": 0.0082,
      "step": 132750
    },
    {
      "epoch": 20.271797220949765,
      "grad_norm": 0.07274770736694336,
      "learning_rate": 7.71783720741695e-06,
      "loss": 0.0049,
      "step": 132760
    },
    {
      "epoch": 20.273324171629255,
      "grad_norm": 0.23390798270702362,
      "learning_rate": 7.71232225387714e-06,
      "loss": 0.0054,
      "step": 132770
    },
    {
      "epoch": 20.27485112230875,
      "grad_norm": 0.2846461534500122,
      "learning_rate": 7.706809106789254e-06,
      "loss": 0.0068,
      "step": 132780
    },
    {
      "epoch": 20.276378072988244,
      "grad_norm": 0.11125090718269348,
      "learning_rate": 7.701297766388792e-06,
      "loss": 0.0052,
      "step": 132790
    },
    {
      "epoch": 20.277905023667735,
      "grad_norm": 0.2726894021034241,
      "learning_rate": 7.695788232911178e-06,
      "loss": 0.0098,
      "step": 132800
    },
    {
      "epoch": 20.27943197434723,
      "grad_norm": 0.22904357314109802,
      "learning_rate": 7.690280506591775e-06,
      "loss": 0.007,
      "step": 132810
    },
    {
      "epoch": 20.28095892502672,
      "grad_norm": 0.12023761868476868,
      "learning_rate": 7.68477458766586e-06,
      "loss": 0.0054,
      "step": 132820
    },
    {
      "epoch": 20.282485875706215,
      "grad_norm": 0.06329129636287689,
      "learning_rate": 7.679270476368638e-06,
      "loss": 0.0047,
      "step": 132830
    },
    {
      "epoch": 20.28401282638571,
      "grad_norm": 0.12191512435674667,
      "learning_rate": 7.673768172935242e-06,
      "loss": 0.0057,
      "step": 132840
    },
    {
      "epoch": 20.2855397770652,
      "grad_norm": 0.1386311650276184,
      "learning_rate": 7.66826767760071e-06,
      "loss": 0.006,
      "step": 132850
    },
    {
      "epoch": 20.287066727744694,
      "grad_norm": 0.35751235485076904,
      "learning_rate": 7.662768990600017e-06,
      "loss": 0.0056,
      "step": 132860
    },
    {
      "epoch": 20.28859367842419,
      "grad_norm": 0.35671719908714294,
      "learning_rate": 7.657272112168057e-06,
      "loss": 0.0053,
      "step": 132870
    },
    {
      "epoch": 20.29012062910368,
      "grad_norm": 0.27500787377357483,
      "learning_rate": 7.651777042539644e-06,
      "loss": 0.0072,
      "step": 132880
    },
    {
      "epoch": 20.291647579783174,
      "grad_norm": 0.17178396880626678,
      "learning_rate": 7.646283781949538e-06,
      "loss": 0.0051,
      "step": 132890
    },
    {
      "epoch": 20.293174530462665,
      "grad_norm": 0.2392789125442505,
      "learning_rate": 7.640792330632363e-06,
      "loss": 0.0062,
      "step": 132900
    },
    {
      "epoch": 20.29470148114216,
      "grad_norm": 0.0869593545794487,
      "learning_rate": 7.635302688822715e-06,
      "loss": 0.0048,
      "step": 132910
    },
    {
      "epoch": 20.296228431821653,
      "grad_norm": 0.36187639832496643,
      "learning_rate": 7.629814856755135e-06,
      "loss": 0.0065,
      "step": 132920
    },
    {
      "epoch": 20.297755382501144,
      "grad_norm": 0.13276301324367523,
      "learning_rate": 7.624328834664013e-06,
      "loss": 0.0043,
      "step": 132930
    },
    {
      "epoch": 20.29928233318064,
      "grad_norm": 0.34673258662223816,
      "learning_rate": 7.6188446227837165e-06,
      "loss": 0.0073,
      "step": 132940
    },
    {
      "epoch": 20.300809283860133,
      "grad_norm": 0.1776435375213623,
      "learning_rate": 7.613362221348513e-06,
      "loss": 0.0075,
      "step": 132950
    },
    {
      "epoch": 20.302336234539624,
      "grad_norm": 0.197388157248497,
      "learning_rate": 7.607881630592628e-06,
      "loss": 0.0059,
      "step": 132960
    },
    {
      "epoch": 20.303863185219118,
      "grad_norm": 0.08680851757526398,
      "learning_rate": 7.602402850750151e-06,
      "loss": 0.0072,
      "step": 132970
    },
    {
      "epoch": 20.30539013589861,
      "grad_norm": 0.15529000759124756,
      "learning_rate": 7.596925882055139e-06,
      "loss": 0.006,
      "step": 132980
    },
    {
      "epoch": 20.306917086578103,
      "grad_norm": 0.06534332036972046,
      "learning_rate": 7.591450724741561e-06,
      "loss": 0.0053,
      "step": 132990
    },
    {
      "epoch": 20.308444037257598,
      "grad_norm": 0.2036522924900055,
      "learning_rate": 7.585977379043296e-06,
      "loss": 0.0075,
      "step": 133000
    },
    {
      "epoch": 20.30997098793709,
      "grad_norm": 0.19522416591644287,
      "learning_rate": 7.580505845194158e-06,
      "loss": 0.0067,
      "step": 133010
    },
    {
      "epoch": 20.311497938616583,
      "grad_norm": 0.11257413029670715,
      "learning_rate": 7.5750361234278865e-06,
      "loss": 0.0054,
      "step": 133020
    },
    {
      "epoch": 20.313024889296077,
      "grad_norm": 0.23029844462871552,
      "learning_rate": 7.569568213978145e-06,
      "loss": 0.0063,
      "step": 133030
    },
    {
      "epoch": 20.314551839975568,
      "grad_norm": 0.22326405346393585,
      "learning_rate": 7.564102117078481e-06,
      "loss": 0.006,
      "step": 133040
    },
    {
      "epoch": 20.316078790655062,
      "grad_norm": 0.112259641289711,
      "learning_rate": 7.5586378329624284e-06,
      "loss": 0.0054,
      "step": 133050
    },
    {
      "epoch": 20.317605741334553,
      "grad_norm": 0.1174551472067833,
      "learning_rate": 7.553175361863413e-06,
      "loss": 0.0049,
      "step": 133060
    },
    {
      "epoch": 20.319132692014048,
      "grad_norm": 0.1277809888124466,
      "learning_rate": 7.547714704014758e-06,
      "loss": 0.0062,
      "step": 133070
    },
    {
      "epoch": 20.320659642693542,
      "grad_norm": 0.11787308007478714,
      "learning_rate": 7.5422558596497385e-06,
      "loss": 0.0068,
      "step": 133080
    },
    {
      "epoch": 20.322186593373033,
      "grad_norm": 0.09887079149484634,
      "learning_rate": 7.536798829001557e-06,
      "loss": 0.0057,
      "step": 133090
    },
    {
      "epoch": 20.323713544052527,
      "grad_norm": 0.135972797870636,
      "learning_rate": 7.531343612303315e-06,
      "loss": 0.0057,
      "step": 133100
    },
    {
      "epoch": 20.32524049473202,
      "grad_norm": 0.18820931017398834,
      "learning_rate": 7.5258902097880614e-06,
      "loss": 0.0076,
      "step": 133110
    },
    {
      "epoch": 20.326767445411512,
      "grad_norm": 0.21505634486675262,
      "learning_rate": 7.520438621688752e-06,
      "loss": 0.0063,
      "step": 133120
    },
    {
      "epoch": 20.328294396091007,
      "grad_norm": 0.13558965921401978,
      "learning_rate": 7.514988848238264e-06,
      "loss": 0.0068,
      "step": 133130
    },
    {
      "epoch": 20.329821346770498,
      "grad_norm": 0.09944632649421692,
      "learning_rate": 7.509540889669403e-06,
      "loss": 0.0057,
      "step": 133140
    },
    {
      "epoch": 20.331348297449992,
      "grad_norm": 0.18897347152233124,
      "learning_rate": 7.504094746214902e-06,
      "loss": 0.0065,
      "step": 133150
    },
    {
      "epoch": 20.332875248129486,
      "grad_norm": 0.6168233752250671,
      "learning_rate": 7.498650418107417e-06,
      "loss": 0.0061,
      "step": 133160
    },
    {
      "epoch": 20.334402198808977,
      "grad_norm": 0.3979055881500244,
      "learning_rate": 7.493207905579497e-06,
      "loss": 0.0068,
      "step": 133170
    },
    {
      "epoch": 20.33592914948847,
      "grad_norm": 0.18075327575206757,
      "learning_rate": 7.487767208863633e-06,
      "loss": 0.0079,
      "step": 133180
    },
    {
      "epoch": 20.337456100167966,
      "grad_norm": 0.40842798352241516,
      "learning_rate": 7.482328328192284e-06,
      "loss": 0.0081,
      "step": 133190
    },
    {
      "epoch": 20.338983050847457,
      "grad_norm": 0.1458171010017395,
      "learning_rate": 7.476891263797747e-06,
      "loss": 0.0071,
      "step": 133200
    },
    {
      "epoch": 20.34051000152695,
      "grad_norm": 0.09796865284442902,
      "learning_rate": 7.471456015912298e-06,
      "loss": 0.0046,
      "step": 133210
    },
    {
      "epoch": 20.342036952206445,
      "grad_norm": 0.3045305609703064,
      "learning_rate": 7.466022584768123e-06,
      "loss": 0.0045,
      "step": 133220
    },
    {
      "epoch": 20.343563902885936,
      "grad_norm": 0.16889770328998566,
      "learning_rate": 7.460590970597325e-06,
      "loss": 0.0081,
      "step": 133230
    },
    {
      "epoch": 20.34509085356543,
      "grad_norm": 0.08798559755086899,
      "learning_rate": 7.4551611736319305e-06,
      "loss": 0.0039,
      "step": 133240
    },
    {
      "epoch": 20.34661780424492,
      "grad_norm": 0.09155070781707764,
      "learning_rate": 7.449733194103897e-06,
      "loss": 0.0048,
      "step": 133250
    },
    {
      "epoch": 20.348144754924416,
      "grad_norm": 0.24023042619228363,
      "learning_rate": 7.444307032245102e-06,
      "loss": 0.0074,
      "step": 133260
    },
    {
      "epoch": 20.34967170560391,
      "grad_norm": 0.04597151651978493,
      "learning_rate": 7.438882688287313e-06,
      "loss": 0.0073,
      "step": 133270
    },
    {
      "epoch": 20.3511986562834,
      "grad_norm": 0.050427261739969254,
      "learning_rate": 7.43346016246228e-06,
      "loss": 0.0061,
      "step": 133280
    },
    {
      "epoch": 20.352725606962895,
      "grad_norm": 0.17920272052288055,
      "learning_rate": 7.428039455001639e-06,
      "loss": 0.0083,
      "step": 133290
    },
    {
      "epoch": 20.35425255764239,
      "grad_norm": 0.1089700385928154,
      "learning_rate": 7.42262056613694e-06,
      "loss": 0.0049,
      "step": 133300
    },
    {
      "epoch": 20.35577950832188,
      "grad_norm": 0.14093822240829468,
      "learning_rate": 7.417203496099656e-06,
      "loss": 0.0068,
      "step": 133310
    },
    {
      "epoch": 20.357306459001375,
      "grad_norm": 0.07911629229784012,
      "learning_rate": 7.411788245121237e-06,
      "loss": 0.0052,
      "step": 133320
    },
    {
      "epoch": 20.358833409680866,
      "grad_norm": 0.5826086401939392,
      "learning_rate": 7.406374813432976e-06,
      "loss": 0.0068,
      "step": 133330
    },
    {
      "epoch": 20.36036036036036,
      "grad_norm": 0.08655737340450287,
      "learning_rate": 7.400963201266137e-06,
      "loss": 0.0058,
      "step": 133340
    },
    {
      "epoch": 20.361887311039855,
      "grad_norm": 0.20585207641124725,
      "learning_rate": 7.395553408851891e-06,
      "loss": 0.008,
      "step": 133350
    },
    {
      "epoch": 20.363414261719345,
      "grad_norm": 0.17416223883628845,
      "learning_rate": 7.390145436421336e-06,
      "loss": 0.0048,
      "step": 133360
    },
    {
      "epoch": 20.36494121239884,
      "grad_norm": 0.1166200041770935,
      "learning_rate": 7.384739284205494e-06,
      "loss": 0.0046,
      "step": 133370
    },
    {
      "epoch": 20.366468163078334,
      "grad_norm": 0.18017776310443878,
      "learning_rate": 7.379334952435302e-06,
      "loss": 0.0053,
      "step": 133380
    },
    {
      "epoch": 20.367995113757825,
      "grad_norm": 0.442014217376709,
      "learning_rate": 7.373932441341619e-06,
      "loss": 0.0079,
      "step": 133390
    },
    {
      "epoch": 20.36952206443732,
      "grad_norm": 0.17254628241062164,
      "learning_rate": 7.3685317511552445e-06,
      "loss": 0.0046,
      "step": 133400
    },
    {
      "epoch": 20.37104901511681,
      "grad_norm": 0.15479058027267456,
      "learning_rate": 7.363132882106871e-06,
      "loss": 0.0054,
      "step": 133410
    },
    {
      "epoch": 20.372575965796305,
      "grad_norm": 0.27498289942741394,
      "learning_rate": 7.357735834427138e-06,
      "loss": 0.0042,
      "step": 133420
    },
    {
      "epoch": 20.3741029164758,
      "grad_norm": 0.1253955215215683,
      "learning_rate": 7.352340608346603e-06,
      "loss": 0.0057,
      "step": 133430
    },
    {
      "epoch": 20.37562986715529,
      "grad_norm": 0.15426836907863617,
      "learning_rate": 7.346947204095717e-06,
      "loss": 0.0055,
      "step": 133440
    },
    {
      "epoch": 20.377156817834784,
      "grad_norm": 0.1730577051639557,
      "learning_rate": 7.341555621904883e-06,
      "loss": 0.0056,
      "step": 133450
    },
    {
      "epoch": 20.37868376851428,
      "grad_norm": 0.09420888870954514,
      "learning_rate": 7.336165862004446e-06,
      "loss": 0.0052,
      "step": 133460
    },
    {
      "epoch": 20.38021071919377,
      "grad_norm": 0.1835235357284546,
      "learning_rate": 7.330777924624621e-06,
      "loss": 0.0056,
      "step": 133470
    },
    {
      "epoch": 20.381737669873264,
      "grad_norm": 0.20232169330120087,
      "learning_rate": 7.325391809995574e-06,
      "loss": 0.0049,
      "step": 133480
    },
    {
      "epoch": 20.383264620552755,
      "grad_norm": 0.1319669634103775,
      "learning_rate": 7.320007518347393e-06,
      "loss": 0.0048,
      "step": 133490
    },
    {
      "epoch": 20.38479157123225,
      "grad_norm": 0.16383743286132812,
      "learning_rate": 7.314625049910084e-06,
      "loss": 0.0078,
      "step": 133500
    },
    {
      "epoch": 20.386318521911743,
      "grad_norm": 0.5020310878753662,
      "learning_rate": 7.309244404913579e-06,
      "loss": 0.0042,
      "step": 133510
    },
    {
      "epoch": 20.387845472591234,
      "grad_norm": 0.23246560990810394,
      "learning_rate": 7.303865583587726e-06,
      "loss": 0.0054,
      "step": 133520
    },
    {
      "epoch": 20.38937242327073,
      "grad_norm": 0.34209054708480835,
      "learning_rate": 7.2984885861623165e-06,
      "loss": 0.0071,
      "step": 133530
    },
    {
      "epoch": 20.390899373950223,
      "grad_norm": 0.07296427339315414,
      "learning_rate": 7.293113412867003e-06,
      "loss": 0.0068,
      "step": 133540
    },
    {
      "epoch": 20.392426324629714,
      "grad_norm": 0.09107303619384766,
      "learning_rate": 7.287740063931442e-06,
      "loss": 0.0053,
      "step": 133550
    },
    {
      "epoch": 20.393953275309208,
      "grad_norm": 0.4751605689525604,
      "learning_rate": 7.282368539585171e-06,
      "loss": 0.0072,
      "step": 133560
    },
    {
      "epoch": 20.3954802259887,
      "grad_norm": 0.23534034192562103,
      "learning_rate": 7.27699884005763e-06,
      "loss": 0.0072,
      "step": 133570
    },
    {
      "epoch": 20.397007176668193,
      "grad_norm": 0.07922278344631195,
      "learning_rate": 7.271630965578202e-06,
      "loss": 0.0056,
      "step": 133580
    },
    {
      "epoch": 20.398534127347688,
      "grad_norm": 0.20810461044311523,
      "learning_rate": 7.266264916376225e-06,
      "loss": 0.006,
      "step": 133590
    },
    {
      "epoch": 20.40006107802718,
      "grad_norm": 0.11311493813991547,
      "learning_rate": 7.2609006926809e-06,
      "loss": 0.0043,
      "step": 133600
    },
    {
      "epoch": 20.401588028706673,
      "grad_norm": 0.1244610995054245,
      "learning_rate": 7.255538294721381e-06,
      "loss": 0.0054,
      "step": 133610
    },
    {
      "epoch": 20.403114979386167,
      "grad_norm": 0.2717973291873932,
      "learning_rate": 7.250177722726742e-06,
      "loss": 0.0089,
      "step": 133620
    },
    {
      "epoch": 20.404641930065658,
      "grad_norm": 0.1285407990217209,
      "learning_rate": 7.244818976925976e-06,
      "loss": 0.0072,
      "step": 133630
    },
    {
      "epoch": 20.406168880745152,
      "grad_norm": 0.23216401040554047,
      "learning_rate": 7.239462057547996e-06,
      "loss": 0.0045,
      "step": 133640
    },
    {
      "epoch": 20.407695831424643,
      "grad_norm": 0.10284771025180817,
      "learning_rate": 7.234106964821652e-06,
      "loss": 0.0066,
      "step": 133650
    },
    {
      "epoch": 20.409222782104138,
      "grad_norm": 0.12675252556800842,
      "learning_rate": 7.228753698975699e-06,
      "loss": 0.0044,
      "step": 133660
    },
    {
      "epoch": 20.410749732783632,
      "grad_norm": 0.17082199454307556,
      "learning_rate": 7.223402260238793e-06,
      "loss": 0.0048,
      "step": 133670
    },
    {
      "epoch": 20.412276683463123,
      "grad_norm": 0.18683823943138123,
      "learning_rate": 7.218052648839574e-06,
      "loss": 0.0053,
      "step": 133680
    },
    {
      "epoch": 20.413803634142617,
      "grad_norm": 0.42038896679878235,
      "learning_rate": 7.212704865006564e-06,
      "loss": 0.0071,
      "step": 133690
    },
    {
      "epoch": 20.41533058482211,
      "grad_norm": 0.1459437757730484,
      "learning_rate": 7.207358908968187e-06,
      "loss": 0.0075,
      "step": 133700
    },
    {
      "epoch": 20.416857535501602,
      "grad_norm": 0.18572747707366943,
      "learning_rate": 7.20201478095282e-06,
      "loss": 0.0045,
      "step": 133710
    },
    {
      "epoch": 20.418384486181097,
      "grad_norm": 0.16534766554832458,
      "learning_rate": 7.196672481188765e-06,
      "loss": 0.0059,
      "step": 133720
    },
    {
      "epoch": 20.419911436860588,
      "grad_norm": 0.09406456351280212,
      "learning_rate": 7.1913320099042285e-06,
      "loss": 0.0051,
      "step": 133730
    },
    {
      "epoch": 20.421438387540082,
      "grad_norm": 0.08571044355630875,
      "learning_rate": 7.185993367327348e-06,
      "loss": 0.0042,
      "step": 133740
    },
    {
      "epoch": 20.422965338219576,
      "grad_norm": 0.12488467246294022,
      "learning_rate": 7.180656553686177e-06,
      "loss": 0.0065,
      "step": 133750
    },
    {
      "epoch": 20.424492288899067,
      "grad_norm": 0.07975922524929047,
      "learning_rate": 7.175321569208693e-06,
      "loss": 0.0054,
      "step": 133760
    },
    {
      "epoch": 20.42601923957856,
      "grad_norm": 0.12574762105941772,
      "learning_rate": 7.1699884141228076e-06,
      "loss": 0.0078,
      "step": 133770
    },
    {
      "epoch": 20.427546190258056,
      "grad_norm": 0.5560570955276489,
      "learning_rate": 7.164657088656329e-06,
      "loss": 0.0069,
      "step": 133780
    },
    {
      "epoch": 20.429073140937547,
      "grad_norm": 0.06889250874519348,
      "learning_rate": 7.159327593037013e-06,
      "loss": 0.006,
      "step": 133790
    },
    {
      "epoch": 20.43060009161704,
      "grad_norm": 0.20920142531394958,
      "learning_rate": 7.1539999274925165e-06,
      "loss": 0.0077,
      "step": 133800
    },
    {
      "epoch": 20.432127042296536,
      "grad_norm": 0.07057823985815048,
      "learning_rate": 7.14867409225044e-06,
      "loss": 0.0057,
      "step": 133810
    },
    {
      "epoch": 20.433653992976026,
      "grad_norm": 0.10648947954177856,
      "learning_rate": 7.143350087538281e-06,
      "loss": 0.0062,
      "step": 133820
    },
    {
      "epoch": 20.43518094365552,
      "grad_norm": 0.1718633770942688,
      "learning_rate": 7.138027913583484e-06,
      "loss": 0.0061,
      "step": 133830
    },
    {
      "epoch": 20.43670789433501,
      "grad_norm": 0.24537907540798187,
      "learning_rate": 7.1327075706133896e-06,
      "loss": 0.0044,
      "step": 133840
    },
    {
      "epoch": 20.438234845014506,
      "grad_norm": 0.13123293220996857,
      "learning_rate": 7.127389058855266e-06,
      "loss": 0.008,
      "step": 133850
    },
    {
      "epoch": 20.439761795694,
      "grad_norm": 0.22128558158874512,
      "learning_rate": 7.122072378536343e-06,
      "loss": 0.0071,
      "step": 133860
    },
    {
      "epoch": 20.44128874637349,
      "grad_norm": 0.3385854661464691,
      "learning_rate": 7.116757529883705e-06,
      "loss": 0.006,
      "step": 133870
    },
    {
      "epoch": 20.442815697052986,
      "grad_norm": 0.1407618671655655,
      "learning_rate": 7.11144451312441e-06,
      "loss": 0.0042,
      "step": 133880
    },
    {
      "epoch": 20.44434264773248,
      "grad_norm": 0.14772488176822662,
      "learning_rate": 7.1061333284854145e-06,
      "loss": 0.0053,
      "step": 133890
    },
    {
      "epoch": 20.44586959841197,
      "grad_norm": 0.114260733127594,
      "learning_rate": 7.100823976193604e-06,
      "loss": 0.0072,
      "step": 133900
    },
    {
      "epoch": 20.447396549091465,
      "grad_norm": 0.18750330805778503,
      "learning_rate": 7.095516456475787e-06,
      "loss": 0.0057,
      "step": 133910
    },
    {
      "epoch": 20.448923499770956,
      "grad_norm": 0.18185733258724213,
      "learning_rate": 7.090210769558692e-06,
      "loss": 0.0041,
      "step": 133920
    },
    {
      "epoch": 20.45045045045045,
      "grad_norm": 0.18659374117851257,
      "learning_rate": 7.084906915668971e-06,
      "loss": 0.0054,
      "step": 133930
    },
    {
      "epoch": 20.451977401129945,
      "grad_norm": 0.2277195304632187,
      "learning_rate": 7.07960489503317e-06,
      "loss": 0.0059,
      "step": 133940
    },
    {
      "epoch": 20.453504351809435,
      "grad_norm": 0.21855314075946808,
      "learning_rate": 7.07430470787781e-06,
      "loss": 0.0069,
      "step": 133950
    },
    {
      "epoch": 20.45503130248893,
      "grad_norm": 0.15054337680339813,
      "learning_rate": 7.069006354429308e-06,
      "loss": 0.0075,
      "step": 133960
    },
    {
      "epoch": 20.456558253168424,
      "grad_norm": 0.2623845636844635,
      "learning_rate": 7.063709834913973e-06,
      "loss": 0.0052,
      "step": 133970
    },
    {
      "epoch": 20.458085203847915,
      "grad_norm": 0.19233191013336182,
      "learning_rate": 7.0584151495580734e-06,
      "loss": 0.0074,
      "step": 133980
    },
    {
      "epoch": 20.45961215452741,
      "grad_norm": 0.11895263195037842,
      "learning_rate": 7.053122298587811e-06,
      "loss": 0.0058,
      "step": 133990
    },
    {
      "epoch": 20.4611391052069,
      "grad_norm": 0.35333383083343506,
      "learning_rate": 7.047831282229256e-06,
      "loss": 0.0058,
      "step": 134000
    },
    {
      "epoch": 20.462666055886395,
      "grad_norm": 0.15260018408298492,
      "learning_rate": 7.042542100708444e-06,
      "loss": 0.0072,
      "step": 134010
    },
    {
      "epoch": 20.46419300656589,
      "grad_norm": 0.15510110557079315,
      "learning_rate": 7.037254754251316e-06,
      "loss": 0.008,
      "step": 134020
    },
    {
      "epoch": 20.46571995724538,
      "grad_norm": 0.22258402407169342,
      "learning_rate": 7.031969243083741e-06,
      "loss": 0.0054,
      "step": 134030
    },
    {
      "epoch": 20.467246907924874,
      "grad_norm": 0.16972994804382324,
      "learning_rate": 7.026685567431501e-06,
      "loss": 0.0037,
      "step": 134040
    },
    {
      "epoch": 20.46877385860437,
      "grad_norm": 0.0896911695599556,
      "learning_rate": 7.0214037275203144e-06,
      "loss": 0.0045,
      "step": 134050
    },
    {
      "epoch": 20.47030080928386,
      "grad_norm": 0.1522219181060791,
      "learning_rate": 7.016123723575818e-06,
      "loss": 0.0059,
      "step": 134060
    },
    {
      "epoch": 20.471827759963354,
      "grad_norm": 0.0775628313422203,
      "learning_rate": 7.010845555823531e-06,
      "loss": 0.004,
      "step": 134070
    },
    {
      "epoch": 20.473354710642845,
      "grad_norm": 0.24340257048606873,
      "learning_rate": 7.005569224488956e-06,
      "loss": 0.0051,
      "step": 134080
    },
    {
      "epoch": 20.47488166132234,
      "grad_norm": 0.2855721116065979,
      "learning_rate": 7.00029472979749e-06,
      "loss": 0.006,
      "step": 134090
    },
    {
      "epoch": 20.476408612001833,
      "grad_norm": 0.09302428364753723,
      "learning_rate": 6.995022071974433e-06,
      "loss": 0.0044,
      "step": 134100
    },
    {
      "epoch": 20.477935562681324,
      "grad_norm": 0.23084577918052673,
      "learning_rate": 6.98975125124503e-06,
      "loss": 0.0059,
      "step": 134110
    },
    {
      "epoch": 20.47946251336082,
      "grad_norm": 0.11300447583198547,
      "learning_rate": 6.984482267834441e-06,
      "loss": 0.0047,
      "step": 134120
    },
    {
      "epoch": 20.480989464040313,
      "grad_norm": 0.412313312292099,
      "learning_rate": 6.979215121967747e-06,
      "loss": 0.0051,
      "step": 134130
    },
    {
      "epoch": 20.482516414719804,
      "grad_norm": 0.13603778183460236,
      "learning_rate": 6.973949813869951e-06,
      "loss": 0.006,
      "step": 134140
    },
    {
      "epoch": 20.484043365399298,
      "grad_norm": 0.16367454826831818,
      "learning_rate": 6.968686343765974e-06,
      "loss": 0.0075,
      "step": 134150
    },
    {
      "epoch": 20.48557031607879,
      "grad_norm": 0.12812797725200653,
      "learning_rate": 6.9634247118806674e-06,
      "loss": 0.0051,
      "step": 134160
    },
    {
      "epoch": 20.487097266758283,
      "grad_norm": 0.3602520823478699,
      "learning_rate": 6.9581649184387975e-06,
      "loss": 0.0068,
      "step": 134170
    },
    {
      "epoch": 20.488624217437778,
      "grad_norm": 0.07193754613399506,
      "learning_rate": 6.952906963665057e-06,
      "loss": 0.0041,
      "step": 134180
    },
    {
      "epoch": 20.49015116811727,
      "grad_norm": 0.22123673558235168,
      "learning_rate": 6.947650847784043e-06,
      "loss": 0.0066,
      "step": 134190
    },
    {
      "epoch": 20.491678118796763,
      "grad_norm": 0.14240309596061707,
      "learning_rate": 6.9423965710203095e-06,
      "loss": 0.006,
      "step": 134200
    },
    {
      "epoch": 20.493205069476257,
      "grad_norm": 0.15253090858459473,
      "learning_rate": 6.937144133598272e-06,
      "loss": 0.0057,
      "step": 134210
    },
    {
      "epoch": 20.494732020155748,
      "grad_norm": 0.18299268186092377,
      "learning_rate": 6.93189353574234e-06,
      "loss": 0.0074,
      "step": 134220
    },
    {
      "epoch": 20.496258970835243,
      "grad_norm": 0.18488474190235138,
      "learning_rate": 6.926644777676811e-06,
      "loss": 0.0066,
      "step": 134230
    },
    {
      "epoch": 20.497785921514733,
      "grad_norm": 0.16783776879310608,
      "learning_rate": 6.921397859625872e-06,
      "loss": 0.0057,
      "step": 134240
    },
    {
      "epoch": 20.499312872194228,
      "grad_norm": 0.10700161755084991,
      "learning_rate": 6.916152781813673e-06,
      "loss": 0.0045,
      "step": 134250
    },
    {
      "epoch": 20.500839822873722,
      "grad_norm": 0.22134044766426086,
      "learning_rate": 6.9109095444643e-06,
      "loss": 0.0058,
      "step": 134260
    },
    {
      "epoch": 20.502366773553213,
      "grad_norm": 0.08346367627382278,
      "learning_rate": 6.905668147801703e-06,
      "loss": 0.0059,
      "step": 134270
    },
    {
      "epoch": 20.503893724232707,
      "grad_norm": 0.2322249710559845,
      "learning_rate": 6.900428592049796e-06,
      "loss": 0.0069,
      "step": 134280
    },
    {
      "epoch": 20.5054206749122,
      "grad_norm": 0.2827968895435333,
      "learning_rate": 6.8951908774324005e-06,
      "loss": 0.0105,
      "step": 134290
    },
    {
      "epoch": 20.506947625591692,
      "grad_norm": 0.13446900248527527,
      "learning_rate": 6.889955004173266e-06,
      "loss": 0.0059,
      "step": 134300
    },
    {
      "epoch": 20.508474576271187,
      "grad_norm": 0.4330601692199707,
      "learning_rate": 6.884720972496061e-06,
      "loss": 0.0055,
      "step": 134310
    },
    {
      "epoch": 20.51000152695068,
      "grad_norm": 0.1593616008758545,
      "learning_rate": 6.879488782624366e-06,
      "loss": 0.0085,
      "step": 134320
    },
    {
      "epoch": 20.511528477630172,
      "grad_norm": 0.2683262228965759,
      "learning_rate": 6.874258434781711e-06,
      "loss": 0.0066,
      "step": 134330
    },
    {
      "epoch": 20.513055428309666,
      "grad_norm": 0.14526711404323578,
      "learning_rate": 6.869029929191484e-06,
      "loss": 0.0058,
      "step": 134340
    },
    {
      "epoch": 20.514582378989157,
      "grad_norm": 0.123032346367836,
      "learning_rate": 6.863803266077079e-06,
      "loss": 0.0108,
      "step": 134350
    },
    {
      "epoch": 20.51610932966865,
      "grad_norm": 0.1894281655550003,
      "learning_rate": 6.858578445661768e-06,
      "loss": 0.0073,
      "step": 134360
    },
    {
      "epoch": 20.517636280348146,
      "grad_norm": 0.24129027128219604,
      "learning_rate": 6.853355468168715e-06,
      "loss": 0.005,
      "step": 134370
    },
    {
      "epoch": 20.519163231027637,
      "grad_norm": 0.07136093825101852,
      "learning_rate": 6.84813433382106e-06,
      "loss": 0.0038,
      "step": 134380
    },
    {
      "epoch": 20.52069018170713,
      "grad_norm": 0.09830997884273529,
      "learning_rate": 6.84291504284183e-06,
      "loss": 0.0065,
      "step": 134390
    },
    {
      "epoch": 20.522217132386626,
      "grad_norm": 0.21509359776973724,
      "learning_rate": 6.837697595453985e-06,
      "loss": 0.0068,
      "step": 134400
    },
    {
      "epoch": 20.523744083066116,
      "grad_norm": 0.3123794496059418,
      "learning_rate": 6.832481991880413e-06,
      "loss": 0.0058,
      "step": 134410
    },
    {
      "epoch": 20.52527103374561,
      "grad_norm": 0.13033068180084229,
      "learning_rate": 6.827268232343903e-06,
      "loss": 0.0047,
      "step": 134420
    },
    {
      "epoch": 20.5267979844251,
      "grad_norm": 0.12327026575803757,
      "learning_rate": 6.8220563170671885e-06,
      "loss": 0.0079,
      "step": 134430
    },
    {
      "epoch": 20.528324935104596,
      "grad_norm": 0.5809875726699829,
      "learning_rate": 6.816846246272906e-06,
      "loss": 0.0064,
      "step": 134440
    },
    {
      "epoch": 20.52985188578409,
      "grad_norm": 0.08515699207782745,
      "learning_rate": 6.811638020183619e-06,
      "loss": 0.0065,
      "step": 134450
    },
    {
      "epoch": 20.53137883646358,
      "grad_norm": 0.15476350486278534,
      "learning_rate": 6.806431639021832e-06,
      "loss": 0.005,
      "step": 134460
    },
    {
      "epoch": 20.532905787143076,
      "grad_norm": 0.11406198143959045,
      "learning_rate": 6.801227103009922e-06,
      "loss": 0.0053,
      "step": 134470
    },
    {
      "epoch": 20.53443273782257,
      "grad_norm": 0.1878785490989685,
      "learning_rate": 6.796024412370222e-06,
      "loss": 0.0053,
      "step": 134480
    },
    {
      "epoch": 20.53595968850206,
      "grad_norm": 0.16636094450950623,
      "learning_rate": 6.790823567325011e-06,
      "loss": 0.004,
      "step": 134490
    },
    {
      "epoch": 20.537486639181555,
      "grad_norm": 0.1478903591632843,
      "learning_rate": 6.785624568096432e-06,
      "loss": 0.0065,
      "step": 134500
    },
    {
      "epoch": 20.539013589861046,
      "grad_norm": 0.2026178240776062,
      "learning_rate": 6.780427414906582e-06,
      "loss": 0.0041,
      "step": 134510
    },
    {
      "epoch": 20.54054054054054,
      "grad_norm": 0.1482303887605667,
      "learning_rate": 6.775232107977475e-06,
      "loss": 0.0057,
      "step": 134520
    },
    {
      "epoch": 20.542067491220035,
      "grad_norm": 0.4951401650905609,
      "learning_rate": 6.770038647531046e-06,
      "loss": 0.0079,
      "step": 134530
    },
    {
      "epoch": 20.543594441899526,
      "grad_norm": 0.05585629492998123,
      "learning_rate": 6.764847033789151e-06,
      "loss": 0.0061,
      "step": 134540
    },
    {
      "epoch": 20.54512139257902,
      "grad_norm": 0.15362414717674255,
      "learning_rate": 6.759657266973562e-06,
      "loss": 0.005,
      "step": 134550
    },
    {
      "epoch": 20.546648343258514,
      "grad_norm": 0.48606550693511963,
      "learning_rate": 6.754469347305998e-06,
      "loss": 0.0065,
      "step": 134560
    },
    {
      "epoch": 20.548175293938005,
      "grad_norm": 0.15485656261444092,
      "learning_rate": 6.7492832750080285e-06,
      "loss": 0.0059,
      "step": 134570
    },
    {
      "epoch": 20.5497022446175,
      "grad_norm": 0.17173439264297485,
      "learning_rate": 6.744099050301239e-06,
      "loss": 0.0044,
      "step": 134580
    },
    {
      "epoch": 20.55122919529699,
      "grad_norm": 0.1474187672138214,
      "learning_rate": 6.738916673407075e-06,
      "loss": 0.0048,
      "step": 134590
    },
    {
      "epoch": 20.552756145976485,
      "grad_norm": 0.09193705022335052,
      "learning_rate": 6.733736144546926e-06,
      "loss": 0.0069,
      "step": 134600
    },
    {
      "epoch": 20.55428309665598,
      "grad_norm": 0.1288256049156189,
      "learning_rate": 6.728557463942065e-06,
      "loss": 0.005,
      "step": 134610
    },
    {
      "epoch": 20.55581004733547,
      "grad_norm": 0.12431059032678604,
      "learning_rate": 6.7233806318137475e-06,
      "loss": 0.0053,
      "step": 134620
    },
    {
      "epoch": 20.557336998014964,
      "grad_norm": 0.27508190274238586,
      "learning_rate": 6.718205648383119e-06,
      "loss": 0.0079,
      "step": 134630
    },
    {
      "epoch": 20.55886394869446,
      "grad_norm": 0.1605244278907776,
      "learning_rate": 6.7130325138712255e-06,
      "loss": 0.0043,
      "step": 134640
    },
    {
      "epoch": 20.56039089937395,
      "grad_norm": 0.40611493587493896,
      "learning_rate": 6.7078612284990576e-06,
      "loss": 0.0068,
      "step": 134650
    },
    {
      "epoch": 20.561917850053444,
      "grad_norm": 0.17438749969005585,
      "learning_rate": 6.702691792487531e-06,
      "loss": 0.0058,
      "step": 134660
    },
    {
      "epoch": 20.563444800732935,
      "grad_norm": 0.2815327048301697,
      "learning_rate": 6.697524206057471e-06,
      "loss": 0.0055,
      "step": 134670
    },
    {
      "epoch": 20.56497175141243,
      "grad_norm": 0.2080228179693222,
      "learning_rate": 6.6923584694296275e-06,
      "loss": 0.0049,
      "step": 134680
    },
    {
      "epoch": 20.566498702091923,
      "grad_norm": 0.10325103998184204,
      "learning_rate": 6.687194582824674e-06,
      "loss": 0.0058,
      "step": 134690
    },
    {
      "epoch": 20.568025652771414,
      "grad_norm": 0.11895801872015,
      "learning_rate": 6.682032546463196e-06,
      "loss": 0.0052,
      "step": 134700
    },
    {
      "epoch": 20.56955260345091,
      "grad_norm": 0.4674700200557709,
      "learning_rate": 6.676872360565711e-06,
      "loss": 0.0057,
      "step": 134710
    },
    {
      "epoch": 20.571079554130403,
      "grad_norm": 0.18463048338890076,
      "learning_rate": 6.671714025352654e-06,
      "loss": 0.0068,
      "step": 134720
    },
    {
      "epoch": 20.572606504809894,
      "grad_norm": 0.10251486301422119,
      "learning_rate": 6.666557541044383e-06,
      "loss": 0.0037,
      "step": 134730
    },
    {
      "epoch": 20.574133455489388,
      "grad_norm": 0.175613671541214,
      "learning_rate": 6.661402907861164e-06,
      "loss": 0.0068,
      "step": 134740
    },
    {
      "epoch": 20.57566040616888,
      "grad_norm": 0.1038532555103302,
      "learning_rate": 6.656250126023178e-06,
      "loss": 0.0038,
      "step": 134750
    },
    {
      "epoch": 20.577187356848373,
      "grad_norm": 0.16852252185344696,
      "learning_rate": 6.6510991957505875e-06,
      "loss": 0.006,
      "step": 134760
    },
    {
      "epoch": 20.578714307527868,
      "grad_norm": 0.08828087151050568,
      "learning_rate": 6.645950117263394e-06,
      "loss": 0.0074,
      "step": 134770
    },
    {
      "epoch": 20.58024125820736,
      "grad_norm": 0.19790157675743103,
      "learning_rate": 6.640802890781573e-06,
      "loss": 0.0065,
      "step": 134780
    },
    {
      "epoch": 20.581768208886853,
      "grad_norm": 0.0867835283279419,
      "learning_rate": 6.6356575165249905e-06,
      "loss": 0.0066,
      "step": 134790
    },
    {
      "epoch": 20.583295159566347,
      "grad_norm": 0.09444496035575867,
      "learning_rate": 6.630513994713461e-06,
      "loss": 0.0046,
      "step": 134800
    },
    {
      "epoch": 20.584822110245838,
      "grad_norm": 0.15749721229076385,
      "learning_rate": 6.625372325566698e-06,
      "loss": 0.0063,
      "step": 134810
    },
    {
      "epoch": 20.586349060925333,
      "grad_norm": 0.35949933528900146,
      "learning_rate": 6.620232509304347e-06,
      "loss": 0.0045,
      "step": 134820
    },
    {
      "epoch": 20.587876011604827,
      "grad_norm": 0.12776786088943481,
      "learning_rate": 6.615094546145989e-06,
      "loss": 0.0057,
      "step": 134830
    },
    {
      "epoch": 20.589402962284318,
      "grad_norm": 0.3106127083301544,
      "learning_rate": 6.609958436311064e-06,
      "loss": 0.0043,
      "step": 134840
    },
    {
      "epoch": 20.590929912963812,
      "grad_norm": 0.07498450577259064,
      "learning_rate": 6.60482418001902e-06,
      "loss": 0.0066,
      "step": 134850
    },
    {
      "epoch": 20.592456863643303,
      "grad_norm": 0.11156003177165985,
      "learning_rate": 6.599691777489176e-06,
      "loss": 0.0078,
      "step": 134860
    },
    {
      "epoch": 20.593983814322797,
      "grad_norm": 0.2629992663860321,
      "learning_rate": 6.5945612289407545e-06,
      "loss": 0.006,
      "step": 134870
    },
    {
      "epoch": 20.59551076500229,
      "grad_norm": 0.15334253013134003,
      "learning_rate": 6.589432534592932e-06,
      "loss": 0.0075,
      "step": 134880
    },
    {
      "epoch": 20.597037715681783,
      "grad_norm": 0.21017546951770782,
      "learning_rate": 6.584305694664827e-06,
      "loss": 0.0053,
      "step": 134890
    },
    {
      "epoch": 20.598564666361277,
      "grad_norm": 0.32141610980033875,
      "learning_rate": 6.579180709375415e-06,
      "loss": 0.0066,
      "step": 134900
    },
    {
      "epoch": 20.60009161704077,
      "grad_norm": 0.15786206722259521,
      "learning_rate": 6.574057578943637e-06,
      "loss": 0.0059,
      "step": 134910
    },
    {
      "epoch": 20.601618567720262,
      "grad_norm": 0.17469868063926697,
      "learning_rate": 6.5689363035883414e-06,
      "loss": 0.0058,
      "step": 134920
    },
    {
      "epoch": 20.603145518399756,
      "grad_norm": 0.19071520864963531,
      "learning_rate": 6.563816883528301e-06,
      "loss": 0.006,
      "step": 134930
    },
    {
      "epoch": 20.604672469079247,
      "grad_norm": 0.1396469920873642,
      "learning_rate": 6.558699318982209e-06,
      "loss": 0.0055,
      "step": 134940
    },
    {
      "epoch": 20.60619941975874,
      "grad_norm": 0.24971871078014374,
      "learning_rate": 6.553583610168679e-06,
      "loss": 0.0055,
      "step": 134950
    },
    {
      "epoch": 20.607726370438236,
      "grad_norm": 0.18968108296394348,
      "learning_rate": 6.548469757306253e-06,
      "loss": 0.0058,
      "step": 134960
    },
    {
      "epoch": 20.609253321117727,
      "grad_norm": 0.21312566101551056,
      "learning_rate": 6.543357760613355e-06,
      "loss": 0.0052,
      "step": 134970
    },
    {
      "epoch": 20.61078027179722,
      "grad_norm": 0.26936185359954834,
      "learning_rate": 6.538247620308391e-06,
      "loss": 0.004,
      "step": 134980
    },
    {
      "epoch": 20.612307222476716,
      "grad_norm": 0.10004942119121552,
      "learning_rate": 6.533139336609651e-06,
      "loss": 0.0057,
      "step": 134990
    },
    {
      "epoch": 20.613834173156206,
      "grad_norm": 0.1763758510351181,
      "learning_rate": 6.528032909735354e-06,
      "loss": 0.006,
      "step": 135000
    },
    {
      "epoch": 20.6153611238357,
      "grad_norm": 0.08874107897281647,
      "learning_rate": 6.522928339903606e-06,
      "loss": 0.0049,
      "step": 135010
    },
    {
      "epoch": 20.61688807451519,
      "grad_norm": 0.4925088882446289,
      "learning_rate": 6.5178256273325074e-06,
      "loss": 0.0087,
      "step": 135020
    },
    {
      "epoch": 20.618415025194686,
      "grad_norm": 0.17230841517448425,
      "learning_rate": 6.512724772240025e-06,
      "loss": 0.0065,
      "step": 135030
    },
    {
      "epoch": 20.61994197587418,
      "grad_norm": 0.5171546936035156,
      "learning_rate": 6.507625774844039e-06,
      "loss": 0.0085,
      "step": 135040
    },
    {
      "epoch": 20.62146892655367,
      "grad_norm": 0.12046985328197479,
      "learning_rate": 6.502528635362387e-06,
      "loss": 0.004,
      "step": 135050
    },
    {
      "epoch": 20.622995877233166,
      "grad_norm": 0.10037315636873245,
      "learning_rate": 6.4974333540128e-06,
      "loss": 0.0078,
      "step": 135060
    },
    {
      "epoch": 20.62452282791266,
      "grad_norm": 0.4639394283294678,
      "learning_rate": 6.4923399310129475e-06,
      "loss": 0.0057,
      "step": 135070
    },
    {
      "epoch": 20.62604977859215,
      "grad_norm": 0.16524751484394073,
      "learning_rate": 6.487248366580406e-06,
      "loss": 0.0054,
      "step": 135080
    },
    {
      "epoch": 20.627576729271645,
      "grad_norm": 0.25055596232414246,
      "learning_rate": 6.482158660932675e-06,
      "loss": 0.0075,
      "step": 135090
    },
    {
      "epoch": 20.629103679951136,
      "grad_norm": 0.17235559225082397,
      "learning_rate": 6.4770708142871836e-06,
      "loss": 0.0052,
      "step": 135100
    },
    {
      "epoch": 20.63063063063063,
      "grad_norm": 0.11661425232887268,
      "learning_rate": 6.471984826861277e-06,
      "loss": 0.0107,
      "step": 135110
    },
    {
      "epoch": 20.632157581310125,
      "grad_norm": 0.18716885149478912,
      "learning_rate": 6.466900698872208e-06,
      "loss": 0.0062,
      "step": 135120
    },
    {
      "epoch": 20.633684531989616,
      "grad_norm": 0.6036168932914734,
      "learning_rate": 6.461818430537181e-06,
      "loss": 0.0061,
      "step": 135130
    },
    {
      "epoch": 20.63521148266911,
      "grad_norm": 0.2393532246351242,
      "learning_rate": 6.456738022073283e-06,
      "loss": 0.0058,
      "step": 135140
    },
    {
      "epoch": 20.636738433348604,
      "grad_norm": 0.16569717228412628,
      "learning_rate": 6.45165947369753e-06,
      "loss": 0.0039,
      "step": 135150
    },
    {
      "epoch": 20.638265384028095,
      "grad_norm": 0.08016584068536758,
      "learning_rate": 6.4465827856269034e-06,
      "loss": 0.0052,
      "step": 135160
    },
    {
      "epoch": 20.63979233470759,
      "grad_norm": 0.398531049489975,
      "learning_rate": 6.441507958078241e-06,
      "loss": 0.0095,
      "step": 135170
    },
    {
      "epoch": 20.64131928538708,
      "grad_norm": 0.1640196442604065,
      "learning_rate": 6.436434991268342e-06,
      "loss": 0.0061,
      "step": 135180
    },
    {
      "epoch": 20.642846236066575,
      "grad_norm": 0.14651495218276978,
      "learning_rate": 6.4313638854139045e-06,
      "loss": 0.0045,
      "step": 135190
    },
    {
      "epoch": 20.64437318674607,
      "grad_norm": 0.10511288046836853,
      "learning_rate": 6.426294640731567e-06,
      "loss": 0.0043,
      "step": 135200
    },
    {
      "epoch": 20.64590013742556,
      "grad_norm": 0.061251480132341385,
      "learning_rate": 6.4212272574378785e-06,
      "loss": 0.0045,
      "step": 135210
    },
    {
      "epoch": 20.647427088105054,
      "grad_norm": 0.16725046932697296,
      "learning_rate": 6.416161735749304e-06,
      "loss": 0.0067,
      "step": 135220
    },
    {
      "epoch": 20.64895403878455,
      "grad_norm": 0.10967463999986649,
      "learning_rate": 6.411098075882238e-06,
      "loss": 0.0075,
      "step": 135230
    },
    {
      "epoch": 20.65048098946404,
      "grad_norm": 0.32553985714912415,
      "learning_rate": 6.406036278052973e-06,
      "loss": 0.0084,
      "step": 135240
    },
    {
      "epoch": 20.652007940143534,
      "grad_norm": 0.27134576439857483,
      "learning_rate": 6.400976342477761e-06,
      "loss": 0.006,
      "step": 135250
    },
    {
      "epoch": 20.653534890823025,
      "grad_norm": 0.24090375006198883,
      "learning_rate": 6.395918269372758e-06,
      "loss": 0.0066,
      "step": 135260
    },
    {
      "epoch": 20.65506184150252,
      "grad_norm": 0.19078248739242554,
      "learning_rate": 6.390862058954011e-06,
      "loss": 0.0039,
      "step": 135270
    },
    {
      "epoch": 20.656588792182013,
      "grad_norm": 0.1279965341091156,
      "learning_rate": 6.385807711437513e-06,
      "loss": 0.0043,
      "step": 135280
    },
    {
      "epoch": 20.658115742861504,
      "grad_norm": 0.21983173489570618,
      "learning_rate": 6.3807552270392094e-06,
      "loss": 0.0062,
      "step": 135290
    },
    {
      "epoch": 20.659642693541,
      "grad_norm": 0.15372581779956818,
      "learning_rate": 6.375704605974902e-06,
      "loss": 0.0046,
      "step": 135300
    },
    {
      "epoch": 20.661169644220493,
      "grad_norm": 0.18809589743614197,
      "learning_rate": 6.370655848460355e-06,
      "loss": 0.0074,
      "step": 135310
    },
    {
      "epoch": 20.662696594899984,
      "grad_norm": 0.30440232157707214,
      "learning_rate": 6.365608954711239e-06,
      "loss": 0.0062,
      "step": 135320
    },
    {
      "epoch": 20.66422354557948,
      "grad_norm": 0.12619349360466003,
      "learning_rate": 6.360563924943147e-06,
      "loss": 0.0057,
      "step": 135330
    },
    {
      "epoch": 20.665750496258973,
      "grad_norm": 0.13836756348609924,
      "learning_rate": 6.355520759371597e-06,
      "loss": 0.004,
      "step": 135340
    },
    {
      "epoch": 20.667277446938463,
      "grad_norm": 0.1457861065864563,
      "learning_rate": 6.350479458212022e-06,
      "loss": 0.0058,
      "step": 135350
    },
    {
      "epoch": 20.668804397617958,
      "grad_norm": 0.16625623404979706,
      "learning_rate": 6.3454400216797826e-06,
      "loss": 0.0068,
      "step": 135360
    },
    {
      "epoch": 20.67033134829745,
      "grad_norm": 0.16497334837913513,
      "learning_rate": 6.340402449990146e-06,
      "loss": 0.0054,
      "step": 135370
    },
    {
      "epoch": 20.671858298976943,
      "grad_norm": 0.17748326063156128,
      "learning_rate": 6.3353667433583116e-06,
      "loss": 0.0067,
      "step": 135380
    },
    {
      "epoch": 20.673385249656437,
      "grad_norm": 0.24917098879814148,
      "learning_rate": 6.330332901999392e-06,
      "loss": 0.0047,
      "step": 135390
    },
    {
      "epoch": 20.67491220033593,
      "grad_norm": 0.15111778676509857,
      "learning_rate": 6.325300926128441e-06,
      "loss": 0.0061,
      "step": 135400
    },
    {
      "epoch": 20.676439151015423,
      "grad_norm": 0.19268956780433655,
      "learning_rate": 6.320270815960394e-06,
      "loss": 0.0041,
      "step": 135410
    },
    {
      "epoch": 20.677966101694913,
      "grad_norm": 0.08810603618621826,
      "learning_rate": 6.315242571710122e-06,
      "loss": 0.0055,
      "step": 135420
    },
    {
      "epoch": 20.679493052374408,
      "grad_norm": 0.3760882019996643,
      "learning_rate": 6.3102161935924554e-06,
      "loss": 0.0069,
      "step": 135430
    },
    {
      "epoch": 20.681020003053902,
      "grad_norm": 0.15232913196086884,
      "learning_rate": 6.305191681822087e-06,
      "loss": 0.0062,
      "step": 135440
    },
    {
      "epoch": 20.682546953733393,
      "grad_norm": 0.1629619002342224,
      "learning_rate": 6.300169036613657e-06,
      "loss": 0.0056,
      "step": 135450
    },
    {
      "epoch": 20.684073904412887,
      "grad_norm": 0.1985916793346405,
      "learning_rate": 6.295148258181721e-06,
      "loss": 0.0047,
      "step": 135460
    },
    {
      "epoch": 20.685600855092382,
      "grad_norm": 0.16107504069805145,
      "learning_rate": 6.29012934674077e-06,
      "loss": 0.0046,
      "step": 135470
    },
    {
      "epoch": 20.687127805771873,
      "grad_norm": 0.1916927844285965,
      "learning_rate": 6.285112302505192e-06,
      "loss": 0.0059,
      "step": 135480
    },
    {
      "epoch": 20.688654756451367,
      "grad_norm": 0.17326179146766663,
      "learning_rate": 6.28009712568931e-06,
      "loss": 0.0066,
      "step": 135490
    },
    {
      "epoch": 20.69018170713086,
      "grad_norm": 0.19698816537857056,
      "learning_rate": 6.275083816507377e-06,
      "loss": 0.007,
      "step": 135500
    },
    {
      "epoch": 20.691708657810352,
      "grad_norm": 0.26793229579925537,
      "learning_rate": 6.270072375173514e-06,
      "loss": 0.0042,
      "step": 135510
    },
    {
      "epoch": 20.693235608489847,
      "grad_norm": 0.1222909688949585,
      "learning_rate": 6.265062801901839e-06,
      "loss": 0.0074,
      "step": 135520
    },
    {
      "epoch": 20.694762559169337,
      "grad_norm": 0.1741573065519333,
      "learning_rate": 6.260055096906342e-06,
      "loss": 0.0056,
      "step": 135530
    },
    {
      "epoch": 20.69628950984883,
      "grad_norm": 0.24605721235275269,
      "learning_rate": 6.25504926040093e-06,
      "loss": 0.005,
      "step": 135540
    },
    {
      "epoch": 20.697816460528326,
      "grad_norm": 0.24507968127727509,
      "learning_rate": 6.250045292599443e-06,
      "loss": 0.006,
      "step": 135550
    },
    {
      "epoch": 20.699343411207817,
      "grad_norm": 0.1577068269252777,
      "learning_rate": 6.2450431937156715e-06,
      "loss": 0.007,
      "step": 135560
    },
    {
      "epoch": 20.70087036188731,
      "grad_norm": 0.2191040813922882,
      "learning_rate": 6.240042963963261e-06,
      "loss": 0.0053,
      "step": 135570
    },
    {
      "epoch": 20.702397312566806,
      "grad_norm": 0.1473417431116104,
      "learning_rate": 6.235044603555829e-06,
      "loss": 0.0057,
      "step": 135580
    },
    {
      "epoch": 20.703924263246297,
      "grad_norm": 0.2153376042842865,
      "learning_rate": 6.230048112706888e-06,
      "loss": 0.0065,
      "step": 135590
    },
    {
      "epoch": 20.70545121392579,
      "grad_norm": 0.0921875610947609,
      "learning_rate": 6.225053491629884e-06,
      "loss": 0.0037,
      "step": 135600
    },
    {
      "epoch": 20.70697816460528,
      "grad_norm": 0.13907362520694733,
      "learning_rate": 6.2200607405381804e-06,
      "loss": 0.0065,
      "step": 135610
    },
    {
      "epoch": 20.708505115284776,
      "grad_norm": 0.3180953562259674,
      "learning_rate": 6.215069859645056e-06,
      "loss": 0.0058,
      "step": 135620
    },
    {
      "epoch": 20.71003206596427,
      "grad_norm": 0.12720103561878204,
      "learning_rate": 6.210080849163718e-06,
      "loss": 0.0046,
      "step": 135630
    },
    {
      "epoch": 20.71155901664376,
      "grad_norm": 0.3072807490825653,
      "learning_rate": 6.205093709307264e-06,
      "loss": 0.006,
      "step": 135640
    },
    {
      "epoch": 20.713085967323256,
      "grad_norm": 0.11453824490308762,
      "learning_rate": 6.200108440288766e-06,
      "loss": 0.0055,
      "step": 135650
    },
    {
      "epoch": 20.71461291800275,
      "grad_norm": 0.37886130809783936,
      "learning_rate": 6.1951250423211815e-06,
      "loss": 0.0064,
      "step": 135660
    },
    {
      "epoch": 20.71613986868224,
      "grad_norm": 0.17497317492961884,
      "learning_rate": 6.190143515617369e-06,
      "loss": 0.0047,
      "step": 135670
    },
    {
      "epoch": 20.717666819361735,
      "grad_norm": 0.1697467565536499,
      "learning_rate": 6.185163860390147e-06,
      "loss": 0.0056,
      "step": 135680
    },
    {
      "epoch": 20.719193770041226,
      "grad_norm": 0.26383331418037415,
      "learning_rate": 6.180186076852235e-06,
      "loss": 0.006,
      "step": 135690
    },
    {
      "epoch": 20.72072072072072,
      "grad_norm": 0.1396782249212265,
      "learning_rate": 6.175210165216272e-06,
      "loss": 0.005,
      "step": 135700
    },
    {
      "epoch": 20.722247671400215,
      "grad_norm": 0.09598153084516525,
      "learning_rate": 6.170236125694822e-06,
      "loss": 0.0056,
      "step": 135710
    },
    {
      "epoch": 20.723774622079706,
      "grad_norm": 0.12904319167137146,
      "learning_rate": 6.165263958500367e-06,
      "loss": 0.0055,
      "step": 135720
    },
    {
      "epoch": 20.7253015727592,
      "grad_norm": 0.2837330400943756,
      "learning_rate": 6.160293663845312e-06,
      "loss": 0.0057,
      "step": 135730
    },
    {
      "epoch": 20.726828523438694,
      "grad_norm": 0.2572515904903412,
      "learning_rate": 6.155325241941972e-06,
      "loss": 0.0068,
      "step": 135740
    },
    {
      "epoch": 20.728355474118185,
      "grad_norm": 0.29520782828330994,
      "learning_rate": 6.150358693002595e-06,
      "loss": 0.0086,
      "step": 135750
    },
    {
      "epoch": 20.72988242479768,
      "grad_norm": 0.13783138990402222,
      "learning_rate": 6.145394017239336e-06,
      "loss": 0.005,
      "step": 135760
    },
    {
      "epoch": 20.73140937547717,
      "grad_norm": 0.24326092004776,
      "learning_rate": 6.140431214864295e-06,
      "loss": 0.0042,
      "step": 135770
    },
    {
      "epoch": 20.732936326156665,
      "grad_norm": 0.3175380825996399,
      "learning_rate": 6.13547028608944e-06,
      "loss": 0.0052,
      "step": 135780
    },
    {
      "epoch": 20.73446327683616,
      "grad_norm": 0.22539764642715454,
      "learning_rate": 6.130511231126718e-06,
      "loss": 0.0052,
      "step": 135790
    },
    {
      "epoch": 20.73599022751565,
      "grad_norm": 0.12195342034101486,
      "learning_rate": 6.125554050187981e-06,
      "loss": 0.0061,
      "step": 135800
    },
    {
      "epoch": 20.737517178195144,
      "grad_norm": 0.2224065512418747,
      "learning_rate": 6.1205987434849625e-06,
      "loss": 0.0078,
      "step": 135810
    },
    {
      "epoch": 20.73904412887464,
      "grad_norm": 0.14766201376914978,
      "learning_rate": 6.115645311229345e-06,
      "loss": 0.0044,
      "step": 135820
    },
    {
      "epoch": 20.74057107955413,
      "grad_norm": 0.11397059261798859,
      "learning_rate": 6.110693753632768e-06,
      "loss": 0.0057,
      "step": 135830
    },
    {
      "epoch": 20.742098030233624,
      "grad_norm": 0.11489411443471909,
      "learning_rate": 6.1057440709067105e-06,
      "loss": 0.0062,
      "step": 135840
    },
    {
      "epoch": 20.743624980913115,
      "grad_norm": 0.259229451417923,
      "learning_rate": 6.100796263262632e-06,
      "loss": 0.0069,
      "step": 135850
    },
    {
      "epoch": 20.74515193159261,
      "grad_norm": 0.2554832696914673,
      "learning_rate": 6.09585033091189e-06,
      "loss": 0.0053,
      "step": 135860
    },
    {
      "epoch": 20.746678882272104,
      "grad_norm": 0.41372188925743103,
      "learning_rate": 6.090906274065766e-06,
      "loss": 0.0109,
      "step": 135870
    },
    {
      "epoch": 20.748205832951594,
      "grad_norm": 0.11806942522525787,
      "learning_rate": 6.0859640929354696e-06,
      "loss": 0.0074,
      "step": 135880
    },
    {
      "epoch": 20.74973278363109,
      "grad_norm": 0.2634327709674835,
      "learning_rate": 6.08102378773211e-06,
      "loss": 0.0093,
      "step": 135890
    },
    {
      "epoch": 20.751259734310583,
      "grad_norm": 0.31251978874206543,
      "learning_rate": 6.076085358666744e-06,
      "loss": 0.0059,
      "step": 135900
    },
    {
      "epoch": 20.752786684990074,
      "grad_norm": 0.6935507655143738,
      "learning_rate": 6.071148805950294e-06,
      "loss": 0.0054,
      "step": 135910
    },
    {
      "epoch": 20.75431363566957,
      "grad_norm": 0.3828258812427521,
      "learning_rate": 6.066214129793685e-06,
      "loss": 0.0053,
      "step": 135920
    },
    {
      "epoch": 20.75584058634906,
      "grad_norm": 0.1357034146785736,
      "learning_rate": 6.061281330407709e-06,
      "loss": 0.0076,
      "step": 135930
    },
    {
      "epoch": 20.757367537028554,
      "grad_norm": 0.1871005892753601,
      "learning_rate": 6.056350408003064e-06,
      "loss": 0.0081,
      "step": 135940
    },
    {
      "epoch": 20.758894487708048,
      "grad_norm": 0.33927592635154724,
      "learning_rate": 6.051421362790399e-06,
      "loss": 0.0056,
      "step": 135950
    },
    {
      "epoch": 20.76042143838754,
      "grad_norm": 0.4018166661262512,
      "learning_rate": 6.046494194980284e-06,
      "loss": 0.0048,
      "step": 135960
    },
    {
      "epoch": 20.761948389067033,
      "grad_norm": 0.2595856487751007,
      "learning_rate": 6.04156890478319e-06,
      "loss": 0.0064,
      "step": 135970
    },
    {
      "epoch": 20.763475339746527,
      "grad_norm": 0.15855127573013306,
      "learning_rate": 6.036645492409515e-06,
      "loss": 0.0047,
      "step": 135980
    },
    {
      "epoch": 20.76500229042602,
      "grad_norm": 0.08382290601730347,
      "learning_rate": 6.031723958069585e-06,
      "loss": 0.0053,
      "step": 135990
    },
    {
      "epoch": 20.766529241105513,
      "grad_norm": 0.512786328792572,
      "learning_rate": 6.026804301973632e-06,
      "loss": 0.0076,
      "step": 136000
    },
    {
      "epoch": 20.768056191785007,
      "grad_norm": 0.18047788739204407,
      "learning_rate": 6.0218865243318215e-06,
      "loss": 0.0053,
      "step": 136010
    },
    {
      "epoch": 20.769583142464498,
      "grad_norm": 0.23242107033729553,
      "learning_rate": 6.016970625354224e-06,
      "loss": 0.0063,
      "step": 136020
    },
    {
      "epoch": 20.771110093143992,
      "grad_norm": 0.12278959155082703,
      "learning_rate": 6.012056605250854e-06,
      "loss": 0.0043,
      "step": 136030
    },
    {
      "epoch": 20.772637043823483,
      "grad_norm": 0.16487647593021393,
      "learning_rate": 6.007144464231607e-06,
      "loss": 0.005,
      "step": 136040
    },
    {
      "epoch": 20.774163994502977,
      "grad_norm": 0.18526452779769897,
      "learning_rate": 6.002234202506324e-06,
      "loss": 0.0059,
      "step": 136050
    },
    {
      "epoch": 20.775690945182472,
      "grad_norm": 0.19149117171764374,
      "learning_rate": 5.997325820284788e-06,
      "loss": 0.0073,
      "step": 136060
    },
    {
      "epoch": 20.777217895861963,
      "grad_norm": 0.40537795424461365,
      "learning_rate": 5.992419317776643e-06,
      "loss": 0.0066,
      "step": 136070
    },
    {
      "epoch": 20.778744846541457,
      "grad_norm": 0.18903735280036926,
      "learning_rate": 5.987514695191504e-06,
      "loss": 0.0048,
      "step": 136080
    },
    {
      "epoch": 20.78027179722095,
      "grad_norm": 0.5439341068267822,
      "learning_rate": 5.982611952738887e-06,
      "loss": 0.007,
      "step": 136090
    },
    {
      "epoch": 20.781798747900442,
      "grad_norm": 0.22430218756198883,
      "learning_rate": 5.977711090628219e-06,
      "loss": 0.0053,
      "step": 136100
    },
    {
      "epoch": 20.783325698579937,
      "grad_norm": 0.17963050305843353,
      "learning_rate": 5.972812109068865e-06,
      "loss": 0.0064,
      "step": 136110
    },
    {
      "epoch": 20.784852649259427,
      "grad_norm": 0.16478373110294342,
      "learning_rate": 5.967915008270097e-06,
      "loss": 0.0069,
      "step": 136120
    },
    {
      "epoch": 20.786379599938922,
      "grad_norm": 0.1297653615474701,
      "learning_rate": 5.963019788441121e-06,
      "loss": 0.0069,
      "step": 136130
    },
    {
      "epoch": 20.787906550618416,
      "grad_norm": 0.10454440116882324,
      "learning_rate": 5.958126449791018e-06,
      "loss": 0.0072,
      "step": 136140
    },
    {
      "epoch": 20.789433501297907,
      "grad_norm": 0.13306096196174622,
      "learning_rate": 5.953234992528856e-06,
      "loss": 0.0065,
      "step": 136150
    },
    {
      "epoch": 20.7909604519774,
      "grad_norm": 0.1272226721048355,
      "learning_rate": 5.948345416863582e-06,
      "loss": 0.0082,
      "step": 136160
    },
    {
      "epoch": 20.792487402656896,
      "grad_norm": 0.21432000398635864,
      "learning_rate": 5.94345772300407e-06,
      "loss": 0.0068,
      "step": 136170
    },
    {
      "epoch": 20.794014353336387,
      "grad_norm": 0.1937069296836853,
      "learning_rate": 5.938571911159096e-06,
      "loss": 0.0051,
      "step": 136180
    },
    {
      "epoch": 20.79554130401588,
      "grad_norm": 0.20005781948566437,
      "learning_rate": 5.933687981537395e-06,
      "loss": 0.0064,
      "step": 136190
    },
    {
      "epoch": 20.797068254695372,
      "grad_norm": 0.14525558054447174,
      "learning_rate": 5.928805934347597e-06,
      "loss": 0.0078,
      "step": 136200
    },
    {
      "epoch": 20.798595205374866,
      "grad_norm": 0.1545461267232895,
      "learning_rate": 5.923925769798245e-06,
      "loss": 0.0063,
      "step": 136210
    },
    {
      "epoch": 20.80012215605436,
      "grad_norm": 0.2776429355144501,
      "learning_rate": 5.919047488097801e-06,
      "loss": 0.0079,
      "step": 136220
    },
    {
      "epoch": 20.80164910673385,
      "grad_norm": 0.2347002625465393,
      "learning_rate": 5.9141710894546844e-06,
      "loss": 0.0059,
      "step": 136230
    },
    {
      "epoch": 20.803176057413346,
      "grad_norm": 0.2090630829334259,
      "learning_rate": 5.909296574077183e-06,
      "loss": 0.0053,
      "step": 136240
    },
    {
      "epoch": 20.80470300809284,
      "grad_norm": 0.11824317276477814,
      "learning_rate": 5.904423942173537e-06,
      "loss": 0.0056,
      "step": 136250
    },
    {
      "epoch": 20.80622995877233,
      "grad_norm": 0.31208866834640503,
      "learning_rate": 5.899553193951896e-06,
      "loss": 0.0064,
      "step": 136260
    },
    {
      "epoch": 20.807756909451825,
      "grad_norm": 0.13220593333244324,
      "learning_rate": 5.894684329620326e-06,
      "loss": 0.0062,
      "step": 136270
    },
    {
      "epoch": 20.809283860131316,
      "grad_norm": 0.10884444415569305,
      "learning_rate": 5.889817349386811e-06,
      "loss": 0.0065,
      "step": 136280
    },
    {
      "epoch": 20.81081081081081,
      "grad_norm": 0.14472267031669617,
      "learning_rate": 5.884952253459275e-06,
      "loss": 0.0049,
      "step": 136290
    },
    {
      "epoch": 20.812337761490305,
      "grad_norm": 0.1141626387834549,
      "learning_rate": 5.880089042045539e-06,
      "loss": 0.0053,
      "step": 136300
    },
    {
      "epoch": 20.813864712169796,
      "grad_norm": 0.20089416205883026,
      "learning_rate": 5.875227715353332e-06,
      "loss": 0.0085,
      "step": 136310
    },
    {
      "epoch": 20.81539166284929,
      "grad_norm": 0.23599329590797424,
      "learning_rate": 5.870368273590349e-06,
      "loss": 0.004,
      "step": 136320
    },
    {
      "epoch": 20.816918613528784,
      "grad_norm": 0.11650998145341873,
      "learning_rate": 5.865510716964173e-06,
      "loss": 0.0057,
      "step": 136330
    },
    {
      "epoch": 20.818445564208275,
      "grad_norm": 0.2417379468679428,
      "learning_rate": 5.860655045682289e-06,
      "loss": 0.0069,
      "step": 136340
    },
    {
      "epoch": 20.81997251488777,
      "grad_norm": 0.2716039717197418,
      "learning_rate": 5.855801259952137e-06,
      "loss": 0.0084,
      "step": 136350
    },
    {
      "epoch": 20.82149946556726,
      "grad_norm": 0.18218091130256653,
      "learning_rate": 5.850949359981062e-06,
      "loss": 0.0074,
      "step": 136360
    },
    {
      "epoch": 20.823026416246755,
      "grad_norm": 0.43914279341697693,
      "learning_rate": 5.846099345976324e-06,
      "loss": 0.007,
      "step": 136370
    },
    {
      "epoch": 20.82455336692625,
      "grad_norm": 0.2254105657339096,
      "learning_rate": 5.8412512181451105e-06,
      "loss": 0.0084,
      "step": 136380
    },
    {
      "epoch": 20.82608031760574,
      "grad_norm": 0.21218818426132202,
      "learning_rate": 5.83640497669452e-06,
      "loss": 0.0069,
      "step": 136390
    },
    {
      "epoch": 20.827607268285234,
      "grad_norm": 0.848397970199585,
      "learning_rate": 5.8315606218315775e-06,
      "loss": 0.0082,
      "step": 136400
    },
    {
      "epoch": 20.82913421896473,
      "grad_norm": 0.07491640001535416,
      "learning_rate": 5.826718153763227e-06,
      "loss": 0.0061,
      "step": 136410
    },
    {
      "epoch": 20.83066116964422,
      "grad_norm": 0.06664951890707016,
      "learning_rate": 5.821877572696327e-06,
      "loss": 0.0057,
      "step": 136420
    },
    {
      "epoch": 20.832188120323714,
      "grad_norm": 0.3006528913974762,
      "learning_rate": 5.817038878837666e-06,
      "loss": 0.0052,
      "step": 136430
    },
    {
      "epoch": 20.833715071003205,
      "grad_norm": 0.22135405242443085,
      "learning_rate": 5.8122020723939355e-06,
      "loss": 0.0065,
      "step": 136440
    },
    {
      "epoch": 20.8352420216827,
      "grad_norm": 0.0798039361834526,
      "learning_rate": 5.807367153571741e-06,
      "loss": 0.0049,
      "step": 136450
    },
    {
      "epoch": 20.836768972362194,
      "grad_norm": 0.13446328043937683,
      "learning_rate": 5.802534122577658e-06,
      "loss": 0.0045,
      "step": 136460
    },
    {
      "epoch": 20.838295923041684,
      "grad_norm": 0.2315395623445511,
      "learning_rate": 5.797702979618113e-06,
      "loss": 0.0064,
      "step": 136470
    },
    {
      "epoch": 20.83982287372118,
      "grad_norm": 0.3167038857936859,
      "learning_rate": 5.792873724899495e-06,
      "loss": 0.0056,
      "step": 136480
    },
    {
      "epoch": 20.841349824400673,
      "grad_norm": 0.1115526333451271,
      "learning_rate": 5.788046358628102e-06,
      "loss": 0.0055,
      "step": 136490
    },
    {
      "epoch": 20.842876775080164,
      "grad_norm": 0.08374913781881332,
      "learning_rate": 5.783220881010148e-06,
      "loss": 0.0053,
      "step": 136500
    },
    {
      "epoch": 20.84440372575966,
      "grad_norm": 0.13420209288597107,
      "learning_rate": 5.778397292251769e-06,
      "loss": 0.0054,
      "step": 136510
    },
    {
      "epoch": 20.845930676439153,
      "grad_norm": 0.1478382796049118,
      "learning_rate": 5.773575592559022e-06,
      "loss": 0.0058,
      "step": 136520
    },
    {
      "epoch": 20.847457627118644,
      "grad_norm": 0.20542894303798676,
      "learning_rate": 5.7687557821378856e-06,
      "loss": 0.0062,
      "step": 136530
    },
    {
      "epoch": 20.848984577798138,
      "grad_norm": 0.1723194569349289,
      "learning_rate": 5.76393786119423e-06,
      "loss": 0.006,
      "step": 136540
    },
    {
      "epoch": 20.85051152847763,
      "grad_norm": 0.20484282076358795,
      "learning_rate": 5.759121829933894e-06,
      "loss": 0.0071,
      "step": 136550
    },
    {
      "epoch": 20.852038479157123,
      "grad_norm": 0.21311220526695251,
      "learning_rate": 5.754307688562599e-06,
      "loss": 0.004,
      "step": 136560
    },
    {
      "epoch": 20.853565429836618,
      "grad_norm": 0.5034311413764954,
      "learning_rate": 5.749495437286007e-06,
      "loss": 0.0075,
      "step": 136570
    },
    {
      "epoch": 20.85509238051611,
      "grad_norm": 0.10703304409980774,
      "learning_rate": 5.744685076309658e-06,
      "loss": 0.0046,
      "step": 136580
    },
    {
      "epoch": 20.856619331195603,
      "grad_norm": 0.12741105258464813,
      "learning_rate": 5.739876605839078e-06,
      "loss": 0.0052,
      "step": 136590
    },
    {
      "epoch": 20.858146281875097,
      "grad_norm": 0.22364555299282074,
      "learning_rate": 5.73507002607967e-06,
      "loss": 0.0054,
      "step": 136600
    },
    {
      "epoch": 20.859673232554588,
      "grad_norm": 0.1852118968963623,
      "learning_rate": 5.73026533723674e-06,
      "loss": 0.0076,
      "step": 136610
    },
    {
      "epoch": 20.861200183234082,
      "grad_norm": 0.4433363378047943,
      "learning_rate": 5.725462539515547e-06,
      "loss": 0.007,
      "step": 136620
    },
    {
      "epoch": 20.862727133913573,
      "grad_norm": 0.23175020515918732,
      "learning_rate": 5.720661633121266e-06,
      "loss": 0.0068,
      "step": 136630
    },
    {
      "epoch": 20.864254084593068,
      "grad_norm": 0.5189324021339417,
      "learning_rate": 5.715862618258971e-06,
      "loss": 0.0053,
      "step": 136640
    },
    {
      "epoch": 20.865781035272562,
      "grad_norm": 0.1938570886850357,
      "learning_rate": 5.711065495133672e-06,
      "loss": 0.0073,
      "step": 136650
    },
    {
      "epoch": 20.867307985952053,
      "grad_norm": 0.2778526246547699,
      "learning_rate": 5.706270263950297e-06,
      "loss": 0.007,
      "step": 136660
    },
    {
      "epoch": 20.868834936631547,
      "grad_norm": 0.14447692036628723,
      "learning_rate": 5.701476924913684e-06,
      "loss": 0.0057,
      "step": 136670
    },
    {
      "epoch": 20.87036188731104,
      "grad_norm": 0.13704364001750946,
      "learning_rate": 5.696685478228602e-06,
      "loss": 0.0064,
      "step": 136680
    },
    {
      "epoch": 20.871888837990532,
      "grad_norm": 0.12202183157205582,
      "learning_rate": 5.691895924099722e-06,
      "loss": 0.0064,
      "step": 136690
    },
    {
      "epoch": 20.873415788670027,
      "grad_norm": 0.39518919587135315,
      "learning_rate": 5.687108262731666e-06,
      "loss": 0.0063,
      "step": 136700
    },
    {
      "epoch": 20.874942739349517,
      "grad_norm": 0.2124890387058258,
      "learning_rate": 5.682322494328929e-06,
      "loss": 0.0064,
      "step": 136710
    },
    {
      "epoch": 20.876469690029012,
      "grad_norm": 0.2093982845544815,
      "learning_rate": 5.677538619095951e-06,
      "loss": 0.0049,
      "step": 136720
    },
    {
      "epoch": 20.877996640708506,
      "grad_norm": 0.1605445295572281,
      "learning_rate": 5.6727566372371195e-06,
      "loss": 0.0064,
      "step": 136730
    },
    {
      "epoch": 20.879523591387997,
      "grad_norm": 0.7140918970108032,
      "learning_rate": 5.667976548956683e-06,
      "loss": 0.0073,
      "step": 136740
    },
    {
      "epoch": 20.88105054206749,
      "grad_norm": 0.16150183975696564,
      "learning_rate": 5.663198354458849e-06,
      "loss": 0.0044,
      "step": 136750
    },
    {
      "epoch": 20.882577492746986,
      "grad_norm": 0.21698613464832306,
      "learning_rate": 5.658422053947726e-06,
      "loss": 0.0065,
      "step": 136760
    },
    {
      "epoch": 20.884104443426477,
      "grad_norm": 0.20287688076496124,
      "learning_rate": 5.6536476476273635e-06,
      "loss": 0.0047,
      "step": 136770
    },
    {
      "epoch": 20.88563139410597,
      "grad_norm": 0.08863693475723267,
      "learning_rate": 5.648875135701698e-06,
      "loss": 0.0069,
      "step": 136780
    },
    {
      "epoch": 20.887158344785462,
      "grad_norm": 0.052881643176078796,
      "learning_rate": 5.644104518374615e-06,
      "loss": 0.0049,
      "step": 136790
    },
    {
      "epoch": 20.888685295464956,
      "grad_norm": 0.17567205429077148,
      "learning_rate": 5.639335795849915e-06,
      "loss": 0.0047,
      "step": 136800
    },
    {
      "epoch": 20.89021224614445,
      "grad_norm": 0.28168362379074097,
      "learning_rate": 5.6345689683312774e-06,
      "loss": 0.0059,
      "step": 136810
    },
    {
      "epoch": 20.89173919682394,
      "grad_norm": 0.1452239453792572,
      "learning_rate": 5.629804036022357e-06,
      "loss": 0.0053,
      "step": 136820
    },
    {
      "epoch": 20.893266147503436,
      "grad_norm": 0.3089761435985565,
      "learning_rate": 5.625040999126707e-06,
      "loss": 0.006,
      "step": 136830
    },
    {
      "epoch": 20.89479309818293,
      "grad_norm": 0.1529437005519867,
      "learning_rate": 5.620279857847782e-06,
      "loss": 0.0041,
      "step": 136840
    },
    {
      "epoch": 20.89632004886242,
      "grad_norm": 0.17486579716205597,
      "learning_rate": 5.615520612388958e-06,
      "loss": 0.007,
      "step": 136850
    },
    {
      "epoch": 20.897846999541915,
      "grad_norm": 0.13411250710487366,
      "learning_rate": 5.6107632629535775e-06,
      "loss": 0.0103,
      "step": 136860
    },
    {
      "epoch": 20.899373950221406,
      "grad_norm": 0.08489122986793518,
      "learning_rate": 5.60600780974484e-06,
      "loss": 0.0066,
      "step": 136870
    },
    {
      "epoch": 20.9009009009009,
      "grad_norm": 0.2899613678455353,
      "learning_rate": 5.6012542529658875e-06,
      "loss": 0.0077,
      "step": 136880
    },
    {
      "epoch": 20.902427851580395,
      "grad_norm": 0.13763301074504852,
      "learning_rate": 5.596502592819791e-06,
      "loss": 0.0063,
      "step": 136890
    },
    {
      "epoch": 20.903954802259886,
      "grad_norm": 0.07564898580312729,
      "learning_rate": 5.591752829509539e-06,
      "loss": 0.0049,
      "step": 136900
    },
    {
      "epoch": 20.90548175293938,
      "grad_norm": 0.22404496371746063,
      "learning_rate": 5.587004963238018e-06,
      "loss": 0.0065,
      "step": 136910
    },
    {
      "epoch": 20.907008703618875,
      "grad_norm": 0.23489932715892792,
      "learning_rate": 5.582258994208056e-06,
      "loss": 0.0072,
      "step": 136920
    },
    {
      "epoch": 20.908535654298365,
      "grad_norm": 0.21702568233013153,
      "learning_rate": 5.577514922622407e-06,
      "loss": 0.0047,
      "step": 136930
    },
    {
      "epoch": 20.91006260497786,
      "grad_norm": 0.28324753046035767,
      "learning_rate": 5.572772748683691e-06,
      "loss": 0.0052,
      "step": 136940
    },
    {
      "epoch": 20.91158955565735,
      "grad_norm": 0.12109425663948059,
      "learning_rate": 5.5680324725945146e-06,
      "loss": 0.005,
      "step": 136950
    },
    {
      "epoch": 20.913116506336845,
      "grad_norm": 0.11950992792844772,
      "learning_rate": 5.563294094557369e-06,
      "loss": 0.0053,
      "step": 136960
    },
    {
      "epoch": 20.91464345701634,
      "grad_norm": 0.38985759019851685,
      "learning_rate": 5.558557614774679e-06,
      "loss": 0.0049,
      "step": 136970
    },
    {
      "epoch": 20.91617040769583,
      "grad_norm": 0.6842684745788574,
      "learning_rate": 5.553823033448757e-06,
      "loss": 0.0066,
      "step": 136980
    },
    {
      "epoch": 20.917697358375325,
      "grad_norm": 0.07891470193862915,
      "learning_rate": 5.549090350781849e-06,
      "loss": 0.0047,
      "step": 136990
    },
    {
      "epoch": 20.91922430905482,
      "grad_norm": 0.13077545166015625,
      "learning_rate": 5.544359566976165e-06,
      "loss": 0.0054,
      "step": 137000
    },
    {
      "epoch": 20.92075125973431,
      "grad_norm": 0.10952138155698776,
      "learning_rate": 5.539630682233765e-06,
      "loss": 0.0047,
      "step": 137010
    },
    {
      "epoch": 20.922278210413804,
      "grad_norm": 0.12677064538002014,
      "learning_rate": 5.5349036967566655e-06,
      "loss": 0.0056,
      "step": 137020
    },
    {
      "epoch": 20.9238051610933,
      "grad_norm": 0.1716049164533615,
      "learning_rate": 5.530178610746794e-06,
      "loss": 0.0044,
      "step": 137030
    },
    {
      "epoch": 20.92533211177279,
      "grad_norm": 0.19349047541618347,
      "learning_rate": 5.5254554244059955e-06,
      "loss": 0.0053,
      "step": 137040
    },
    {
      "epoch": 20.926859062452284,
      "grad_norm": 0.18449826538562775,
      "learning_rate": 5.520734137936046e-06,
      "loss": 0.0067,
      "step": 137050
    },
    {
      "epoch": 20.928386013131774,
      "grad_norm": 0.07821710407733917,
      "learning_rate": 5.516014751538617e-06,
      "loss": 0.0054,
      "step": 137060
    },
    {
      "epoch": 20.92991296381127,
      "grad_norm": 0.14401541650295258,
      "learning_rate": 5.511297265415333e-06,
      "loss": 0.0064,
      "step": 137070
    },
    {
      "epoch": 20.931439914490763,
      "grad_norm": 0.3926810920238495,
      "learning_rate": 5.506581679767675e-06,
      "loss": 0.0056,
      "step": 137080
    },
    {
      "epoch": 20.932966865170254,
      "grad_norm": 0.05893987789750099,
      "learning_rate": 5.501867994797128e-06,
      "loss": 0.0045,
      "step": 137090
    },
    {
      "epoch": 20.93449381584975,
      "grad_norm": 0.1872785985469818,
      "learning_rate": 5.49715621070504e-06,
      "loss": 0.0074,
      "step": 137100
    },
    {
      "epoch": 20.936020766529243,
      "grad_norm": 0.0986812561750412,
      "learning_rate": 5.492446327692674e-06,
      "loss": 0.0066,
      "step": 137110
    },
    {
      "epoch": 20.937547717208734,
      "grad_norm": 0.12442638725042343,
      "learning_rate": 5.4877383459612296e-06,
      "loss": 0.0058,
      "step": 137120
    },
    {
      "epoch": 20.939074667888228,
      "grad_norm": 0.18998339772224426,
      "learning_rate": 5.483032265711852e-06,
      "loss": 0.0047,
      "step": 137130
    },
    {
      "epoch": 20.94060161856772,
      "grad_norm": 0.3245924413204193,
      "learning_rate": 5.47832808714554e-06,
      "loss": 0.0053,
      "step": 137140
    },
    {
      "epoch": 20.942128569247213,
      "grad_norm": 0.30409958958625793,
      "learning_rate": 5.4736258104632675e-06,
      "loss": 0.0051,
      "step": 137150
    },
    {
      "epoch": 20.943655519926708,
      "grad_norm": 0.07578536868095398,
      "learning_rate": 5.468925435865907e-06,
      "loss": 0.0038,
      "step": 137160
    },
    {
      "epoch": 20.9451824706062,
      "grad_norm": 0.2876506447792053,
      "learning_rate": 5.464226963554242e-06,
      "loss": 0.0063,
      "step": 137170
    },
    {
      "epoch": 20.946709421285693,
      "grad_norm": 0.15856137871742249,
      "learning_rate": 5.459530393728984e-06,
      "loss": 0.0053,
      "step": 137180
    },
    {
      "epoch": 20.948236371965187,
      "grad_norm": 0.09987429529428482,
      "learning_rate": 5.454835726590768e-06,
      "loss": 0.008,
      "step": 137190
    },
    {
      "epoch": 20.949763322644678,
      "grad_norm": 0.17400626838207245,
      "learning_rate": 5.450142962340143e-06,
      "loss": 0.0055,
      "step": 137200
    },
    {
      "epoch": 20.951290273324172,
      "grad_norm": 0.10760191828012466,
      "learning_rate": 5.445452101177556e-06,
      "loss": 0.0057,
      "step": 137210
    },
    {
      "epoch": 20.952817224003663,
      "grad_norm": 0.26770514249801636,
      "learning_rate": 5.440763143303413e-06,
      "loss": 0.0054,
      "step": 137220
    },
    {
      "epoch": 20.954344174683158,
      "grad_norm": 0.2739046514034271,
      "learning_rate": 5.4360760889180186e-06,
      "loss": 0.0127,
      "step": 137230
    },
    {
      "epoch": 20.955871125362652,
      "grad_norm": 0.14505265653133392,
      "learning_rate": 5.4313909382215755e-06,
      "loss": 0.0058,
      "step": 137240
    },
    {
      "epoch": 20.957398076042143,
      "grad_norm": 0.11698640137910843,
      "learning_rate": 5.42670769141424e-06,
      "loss": 0.0063,
      "step": 137250
    },
    {
      "epoch": 20.958925026721637,
      "grad_norm": 0.1272314190864563,
      "learning_rate": 5.422026348696069e-06,
      "loss": 0.004,
      "step": 137260
    },
    {
      "epoch": 20.96045197740113,
      "grad_norm": 0.1942412406206131,
      "learning_rate": 5.417346910267041e-06,
      "loss": 0.0051,
      "step": 137270
    },
    {
      "epoch": 20.961978928080622,
      "grad_norm": 0.07825415581464767,
      "learning_rate": 5.412669376327051e-06,
      "loss": 0.005,
      "step": 137280
    },
    {
      "epoch": 20.963505878760117,
      "grad_norm": 0.2157265841960907,
      "learning_rate": 5.407993747075912e-06,
      "loss": 0.0062,
      "step": 137290
    },
    {
      "epoch": 20.965032829439608,
      "grad_norm": 0.2872473895549774,
      "learning_rate": 5.403320022713365e-06,
      "loss": 0.0088,
      "step": 137300
    },
    {
      "epoch": 20.966559780119102,
      "grad_norm": 0.15146498382091522,
      "learning_rate": 5.39864820343906e-06,
      "loss": 0.0053,
      "step": 137310
    },
    {
      "epoch": 20.968086730798596,
      "grad_norm": 0.23064936697483063,
      "learning_rate": 5.393978289452567e-06,
      "loss": 0.0041,
      "step": 137320
    },
    {
      "epoch": 20.969613681478087,
      "grad_norm": 0.27195602655410767,
      "learning_rate": 5.389310280953391e-06,
      "loss": 0.0065,
      "step": 137330
    },
    {
      "epoch": 20.97114063215758,
      "grad_norm": 0.16812510788440704,
      "learning_rate": 5.3846441781409014e-06,
      "loss": 0.0057,
      "step": 137340
    },
    {
      "epoch": 20.972667582837076,
      "grad_norm": 0.12332966178655624,
      "learning_rate": 5.3799799812144665e-06,
      "loss": 0.007,
      "step": 137350
    },
    {
      "epoch": 20.974194533516567,
      "grad_norm": 0.09394017606973648,
      "learning_rate": 5.375317690373316e-06,
      "loss": 0.004,
      "step": 137360
    },
    {
      "epoch": 20.97572148419606,
      "grad_norm": 0.15120790898799896,
      "learning_rate": 5.370657305816623e-06,
      "loss": 0.0049,
      "step": 137370
    },
    {
      "epoch": 20.977248434875552,
      "grad_norm": 0.4527944326400757,
      "learning_rate": 5.365998827743457e-06,
      "loss": 0.0057,
      "step": 137380
    },
    {
      "epoch": 20.978775385555046,
      "grad_norm": 0.10762680321931839,
      "learning_rate": 5.3613422563528136e-06,
      "loss": 0.0063,
      "step": 137390
    },
    {
      "epoch": 20.98030233623454,
      "grad_norm": 0.19299755990505219,
      "learning_rate": 5.356687591843645e-06,
      "loss": 0.0061,
      "step": 137400
    },
    {
      "epoch": 20.98182928691403,
      "grad_norm": 0.12740352749824524,
      "learning_rate": 5.3520348344147655e-06,
      "loss": 0.0046,
      "step": 137410
    },
    {
      "epoch": 20.983356237593526,
      "grad_norm": 0.1773238480091095,
      "learning_rate": 5.347383984264931e-06,
      "loss": 0.0047,
      "step": 137420
    },
    {
      "epoch": 20.98488318827302,
      "grad_norm": 0.290866881608963,
      "learning_rate": 5.342735041592822e-06,
      "loss": 0.0037,
      "step": 137430
    },
    {
      "epoch": 20.98641013895251,
      "grad_norm": 0.18195728957653046,
      "learning_rate": 5.338088006597036e-06,
      "loss": 0.0054,
      "step": 137440
    },
    {
      "epoch": 20.987937089632005,
      "grad_norm": 0.17944179475307465,
      "learning_rate": 5.333442879476086e-06,
      "loss": 0.0068,
      "step": 137450
    },
    {
      "epoch": 20.989464040311496,
      "grad_norm": 0.11048738658428192,
      "learning_rate": 5.328799660428402e-06,
      "loss": 0.0038,
      "step": 137460
    },
    {
      "epoch": 20.99099099099099,
      "grad_norm": 0.09663553535938263,
      "learning_rate": 5.324158349652336e-06,
      "loss": 0.0064,
      "step": 137470
    },
    {
      "epoch": 20.992517941670485,
      "grad_norm": 0.08617512881755829,
      "learning_rate": 5.3195189473461416e-06,
      "loss": 0.0041,
      "step": 137480
    },
    {
      "epoch": 20.994044892349976,
      "grad_norm": 0.21464383602142334,
      "learning_rate": 5.3148814537080205e-06,
      "loss": 0.0058,
      "step": 137490
    },
    {
      "epoch": 20.99557184302947,
      "grad_norm": 0.14746814966201782,
      "learning_rate": 5.310245868936087e-06,
      "loss": 0.0043,
      "step": 137500
    },
    {
      "epoch": 20.997098793708965,
      "grad_norm": 0.1215524673461914,
      "learning_rate": 5.305612193228343e-06,
      "loss": 0.006,
      "step": 137510
    },
    {
      "epoch": 20.998625744388455,
      "grad_norm": 0.06523247063159943,
      "learning_rate": 5.300980426782731e-06,
      "loss": 0.0062,
      "step": 137520
    },
    {
      "epoch": 21.00015269506795,
      "grad_norm": 0.4703647792339325,
      "learning_rate": 5.296350569797137e-06,
      "loss": 0.0046,
      "step": 137530
    },
    {
      "epoch": 21.00167964574744,
      "grad_norm": 0.17215603590011597,
      "learning_rate": 5.291722622469314e-06,
      "loss": 0.0074,
      "step": 137540
    },
    {
      "epoch": 21.003206596426935,
      "grad_norm": 0.08118097484111786,
      "learning_rate": 5.28709658499697e-06,
      "loss": 0.0069,
      "step": 137550
    },
    {
      "epoch": 21.00473354710643,
      "grad_norm": 0.17228913307189941,
      "learning_rate": 5.28247245757772e-06,
      "loss": 0.0069,
      "step": 137560
    },
    {
      "epoch": 21.00626049778592,
      "grad_norm": 0.3622623682022095,
      "learning_rate": 5.277850240409099e-06,
      "loss": 0.0055,
      "step": 137570
    },
    {
      "epoch": 21.007787448465415,
      "grad_norm": 0.20051714777946472,
      "learning_rate": 5.273229933688556e-06,
      "loss": 0.0048,
      "step": 137580
    },
    {
      "epoch": 21.00931439914491,
      "grad_norm": 0.10130953788757324,
      "learning_rate": 5.268611537613466e-06,
      "loss": 0.0047,
      "step": 137590
    },
    {
      "epoch": 21.0108413498244,
      "grad_norm": 0.2577092945575714,
      "learning_rate": 5.263995052381127e-06,
      "loss": 0.0071,
      "step": 137600
    },
    {
      "epoch": 21.012368300503894,
      "grad_norm": 0.1465245634317398,
      "learning_rate": 5.2593804781887136e-06,
      "loss": 0.0071,
      "step": 137610
    },
    {
      "epoch": 21.01389525118339,
      "grad_norm": 0.25984057784080505,
      "learning_rate": 5.254767815233391e-06,
      "loss": 0.006,
      "step": 137620
    },
    {
      "epoch": 21.01542220186288,
      "grad_norm": 0.11986184865236282,
      "learning_rate": 5.250157063712191e-06,
      "loss": 0.0049,
      "step": 137630
    },
    {
      "epoch": 21.016949152542374,
      "grad_norm": 0.1018851101398468,
      "learning_rate": 5.245548223822067e-06,
      "loss": 0.0061,
      "step": 137640
    },
    {
      "epoch": 21.018476103221865,
      "grad_norm": 0.09617464244365692,
      "learning_rate": 5.240941295759905e-06,
      "loss": 0.0056,
      "step": 137650
    },
    {
      "epoch": 21.02000305390136,
      "grad_norm": 0.16134688258171082,
      "learning_rate": 5.236336279722509e-06,
      "loss": 0.0038,
      "step": 137660
    },
    {
      "epoch": 21.021530004580853,
      "grad_norm": 0.2974953353404999,
      "learning_rate": 5.231733175906589e-06,
      "loss": 0.006,
      "step": 137670
    },
    {
      "epoch": 21.023056955260344,
      "grad_norm": 0.1787441372871399,
      "learning_rate": 5.227131984508788e-06,
      "loss": 0.0051,
      "step": 137680
    },
    {
      "epoch": 21.02458390593984,
      "grad_norm": 0.1621665507555008,
      "learning_rate": 5.222532705725658e-06,
      "loss": 0.0051,
      "step": 137690
    },
    {
      "epoch": 21.026110856619333,
      "grad_norm": 0.15511587262153625,
      "learning_rate": 5.217935339753676e-06,
      "loss": 0.0069,
      "step": 137700
    },
    {
      "epoch": 21.027637807298824,
      "grad_norm": 0.11414754390716553,
      "learning_rate": 5.213339886789226e-06,
      "loss": 0.0073,
      "step": 137710
    },
    {
      "epoch": 21.029164757978318,
      "grad_norm": 0.1296449899673462,
      "learning_rate": 5.208746347028615e-06,
      "loss": 0.0082,
      "step": 137720
    },
    {
      "epoch": 21.03069170865781,
      "grad_norm": 0.07848605513572693,
      "learning_rate": 5.2041547206680804e-06,
      "loss": 0.0054,
      "step": 137730
    },
    {
      "epoch": 21.032218659337303,
      "grad_norm": 0.24034619331359863,
      "learning_rate": 5.199565007903778e-06,
      "loss": 0.0057,
      "step": 137740
    },
    {
      "epoch": 21.033745610016798,
      "grad_norm": 0.12274002283811569,
      "learning_rate": 5.194977208931728e-06,
      "loss": 0.0034,
      "step": 137750
    },
    {
      "epoch": 21.03527256069629,
      "grad_norm": 0.1620512753725052,
      "learning_rate": 5.190391323947963e-06,
      "loss": 0.0063,
      "step": 137760
    },
    {
      "epoch": 21.036799511375783,
      "grad_norm": 0.07716696709394455,
      "learning_rate": 5.185807353148364e-06,
      "loss": 0.006,
      "step": 137770
    },
    {
      "epoch": 21.038326462055277,
      "grad_norm": 0.5823428630828857,
      "learning_rate": 5.181225296728742e-06,
      "loss": 0.0077,
      "step": 137780
    },
    {
      "epoch": 21.039853412734768,
      "grad_norm": 0.18653108179569244,
      "learning_rate": 5.176645154884829e-06,
      "loss": 0.0047,
      "step": 137790
    },
    {
      "epoch": 21.041380363414262,
      "grad_norm": 0.46259358525276184,
      "learning_rate": 5.172066927812314e-06,
      "loss": 0.0048,
      "step": 137800
    },
    {
      "epoch": 21.042907314093753,
      "grad_norm": 0.29022902250289917,
      "learning_rate": 5.1674906157067385e-06,
      "loss": 0.0047,
      "step": 137810
    },
    {
      "epoch": 21.044434264773248,
      "grad_norm": 0.19007517397403717,
      "learning_rate": 5.162916218763603e-06,
      "loss": 0.0067,
      "step": 137820
    },
    {
      "epoch": 21.045961215452742,
      "grad_norm": 0.19636991620063782,
      "learning_rate": 5.158343737178317e-06,
      "loss": 0.0062,
      "step": 137830
    },
    {
      "epoch": 21.047488166132233,
      "grad_norm": 0.1561623513698578,
      "learning_rate": 5.153773171146209e-06,
      "loss": 0.0061,
      "step": 137840
    },
    {
      "epoch": 21.049015116811727,
      "grad_norm": 0.29352617263793945,
      "learning_rate": 5.149204520862527e-06,
      "loss": 0.0054,
      "step": 137850
    },
    {
      "epoch": 21.05054206749122,
      "grad_norm": 0.2170294225215912,
      "learning_rate": 5.144637786522438e-06,
      "loss": 0.0053,
      "step": 137860
    },
    {
      "epoch": 21.052069018170712,
      "grad_norm": 0.19850613176822662,
      "learning_rate": 5.140072968321025e-06,
      "loss": 0.0047,
      "step": 137870
    },
    {
      "epoch": 21.053595968850207,
      "grad_norm": 0.13657177984714508,
      "learning_rate": 5.1355100664532694e-06,
      "loss": 0.0059,
      "step": 137880
    },
    {
      "epoch": 21.055122919529698,
      "grad_norm": 0.33203011751174927,
      "learning_rate": 5.130949081114111e-06,
      "loss": 0.007,
      "step": 137890
    },
    {
      "epoch": 21.056649870209192,
      "grad_norm": 0.062451254576444626,
      "learning_rate": 5.1263900124983945e-06,
      "loss": 0.0055,
      "step": 137900
    },
    {
      "epoch": 21.058176820888686,
      "grad_norm": 0.18029756844043732,
      "learning_rate": 5.121832860800852e-06,
      "loss": 0.0049,
      "step": 137910
    },
    {
      "epoch": 21.059703771568177,
      "grad_norm": 0.18750865757465363,
      "learning_rate": 5.11727762621616e-06,
      "loss": 0.0038,
      "step": 137920
    },
    {
      "epoch": 21.06123072224767,
      "grad_norm": 0.1882670670747757,
      "learning_rate": 5.112724308938921e-06,
      "loss": 0.0071,
      "step": 137930
    },
    {
      "epoch": 21.062757672927166,
      "grad_norm": 0.10640228539705276,
      "learning_rate": 5.108172909163639e-06,
      "loss": 0.0044,
      "step": 137940
    },
    {
      "epoch": 21.064284623606657,
      "grad_norm": 0.1167873740196228,
      "learning_rate": 5.1036234270847364e-06,
      "loss": 0.0061,
      "step": 137950
    },
    {
      "epoch": 21.06581157428615,
      "grad_norm": 0.16398736834526062,
      "learning_rate": 5.099075862896568e-06,
      "loss": 0.0043,
      "step": 137960
    },
    {
      "epoch": 21.067338524965642,
      "grad_norm": 0.18452897667884827,
      "learning_rate": 5.094530216793392e-06,
      "loss": 0.0059,
      "step": 137970
    },
    {
      "epoch": 21.068865475645136,
      "grad_norm": 0.21496666967868805,
      "learning_rate": 5.089986488969389e-06,
      "loss": 0.0059,
      "step": 137980
    },
    {
      "epoch": 21.07039242632463,
      "grad_norm": 0.2606131434440613,
      "learning_rate": 5.0854446796186615e-06,
      "loss": 0.0081,
      "step": 137990
    },
    {
      "epoch": 21.07191937700412,
      "grad_norm": 0.1169496476650238,
      "learning_rate": 5.080904788935242e-06,
      "loss": 0.0063,
      "step": 138000
    },
    {
      "epoch": 21.073446327683616,
      "grad_norm": 0.34089621901512146,
      "learning_rate": 5.076366817113032e-06,
      "loss": 0.0061,
      "step": 138010
    },
    {
      "epoch": 21.07497327836311,
      "grad_norm": 0.16416873037815094,
      "learning_rate": 5.0718307643459025e-06,
      "loss": 0.0069,
      "step": 138020
    },
    {
      "epoch": 21.0765002290426,
      "grad_norm": 0.18094217777252197,
      "learning_rate": 5.067296630827645e-06,
      "loss": 0.0056,
      "step": 138030
    },
    {
      "epoch": 21.078027179722095,
      "grad_norm": 0.24969562888145447,
      "learning_rate": 5.062764416751919e-06,
      "loss": 0.0083,
      "step": 138040
    },
    {
      "epoch": 21.079554130401586,
      "grad_norm": 0.17714962363243103,
      "learning_rate": 5.058234122312344e-06,
      "loss": 0.004,
      "step": 138050
    },
    {
      "epoch": 21.08108108108108,
      "grad_norm": 0.09485995024442673,
      "learning_rate": 5.053705747702447e-06,
      "loss": 0.0057,
      "step": 138060
    },
    {
      "epoch": 21.082608031760575,
      "grad_norm": 0.3580968677997589,
      "learning_rate": 5.049179293115674e-06,
      "loss": 0.0058,
      "step": 138070
    },
    {
      "epoch": 21.084134982440066,
      "grad_norm": 0.21742023527622223,
      "learning_rate": 5.044654758745382e-06,
      "loss": 0.0061,
      "step": 138080
    },
    {
      "epoch": 21.08566193311956,
      "grad_norm": 0.3384498953819275,
      "learning_rate": 5.040132144784859e-06,
      "loss": 0.0093,
      "step": 138090
    },
    {
      "epoch": 21.087188883799055,
      "grad_norm": 0.134139746427536,
      "learning_rate": 5.035611451427297e-06,
      "loss": 0.0037,
      "step": 138100
    },
    {
      "epoch": 21.088715834478545,
      "grad_norm": 0.08413229882717133,
      "learning_rate": 5.0310926788658006e-06,
      "loss": 0.0074,
      "step": 138110
    },
    {
      "epoch": 21.09024278515804,
      "grad_norm": 0.4269280433654785,
      "learning_rate": 5.026575827293417e-06,
      "loss": 0.0059,
      "step": 138120
    },
    {
      "epoch": 21.09176973583753,
      "grad_norm": 0.1476985216140747,
      "learning_rate": 5.0220608969031025e-06,
      "loss": 0.0071,
      "step": 138130
    },
    {
      "epoch": 21.093296686517025,
      "grad_norm": 0.1891918033361435,
      "learning_rate": 5.017547887887725e-06,
      "loss": 0.0094,
      "step": 138140
    },
    {
      "epoch": 21.09482363719652,
      "grad_norm": 0.14771926403045654,
      "learning_rate": 5.013036800440046e-06,
      "loss": 0.0042,
      "step": 138150
    },
    {
      "epoch": 21.09635058787601,
      "grad_norm": 0.2073829472064972,
      "learning_rate": 5.008527634752802e-06,
      "loss": 0.0065,
      "step": 138160
    },
    {
      "epoch": 21.097877538555505,
      "grad_norm": 0.3200884461402893,
      "learning_rate": 5.004020391018616e-06,
      "loss": 0.0053,
      "step": 138170
    },
    {
      "epoch": 21.099404489235,
      "grad_norm": 0.20711089670658112,
      "learning_rate": 4.999515069430011e-06,
      "loss": 0.0071,
      "step": 138180
    },
    {
      "epoch": 21.10093143991449,
      "grad_norm": 0.42508167028427124,
      "learning_rate": 4.9950116701794505e-06,
      "loss": 0.0045,
      "step": 138190
    },
    {
      "epoch": 21.102458390593984,
      "grad_norm": 0.6820558905601501,
      "learning_rate": 4.990510193459314e-06,
      "loss": 0.0046,
      "step": 138200
    },
    {
      "epoch": 21.10398534127348,
      "grad_norm": 0.2749132812023163,
      "learning_rate": 4.986010639461897e-06,
      "loss": 0.0065,
      "step": 138210
    },
    {
      "epoch": 21.10551229195297,
      "grad_norm": 0.37993043661117554,
      "learning_rate": 4.9815130083794126e-06,
      "loss": 0.0067,
      "step": 138220
    },
    {
      "epoch": 21.107039242632464,
      "grad_norm": 0.32327407598495483,
      "learning_rate": 4.977017300403991e-06,
      "loss": 0.0055,
      "step": 138230
    },
    {
      "epoch": 21.108566193311955,
      "grad_norm": 0.20909012854099274,
      "learning_rate": 4.9725235157276836e-06,
      "loss": 0.0051,
      "step": 138240
    },
    {
      "epoch": 21.11009314399145,
      "grad_norm": 0.2982209324836731,
      "learning_rate": 4.968031654542449e-06,
      "loss": 0.0052,
      "step": 138250
    },
    {
      "epoch": 21.111620094670943,
      "grad_norm": 0.182514950633049,
      "learning_rate": 4.963541717040177e-06,
      "loss": 0.0071,
      "step": 138260
    },
    {
      "epoch": 21.113147045350434,
      "grad_norm": 0.1580384373664856,
      "learning_rate": 4.95905370341268e-06,
      "loss": 0.0069,
      "step": 138270
    },
    {
      "epoch": 21.11467399602993,
      "grad_norm": 0.163814514875412,
      "learning_rate": 4.954567613851657e-06,
      "loss": 0.0072,
      "step": 138280
    },
    {
      "epoch": 21.116200946709423,
      "grad_norm": 0.37308868765830994,
      "learning_rate": 4.950083448548742e-06,
      "loss": 0.0056,
      "step": 138290
    },
    {
      "epoch": 21.117727897388914,
      "grad_norm": 0.1505989283323288,
      "learning_rate": 4.945601207695522e-06,
      "loss": 0.0049,
      "step": 138300
    },
    {
      "epoch": 21.119254848068408,
      "grad_norm": 0.07130638509988785,
      "learning_rate": 4.941120891483442e-06,
      "loss": 0.006,
      "step": 138310
    },
    {
      "epoch": 21.1207817987479,
      "grad_norm": 0.17674210667610168,
      "learning_rate": 4.9366425001038995e-06,
      "loss": 0.0069,
      "step": 138320
    },
    {
      "epoch": 21.122308749427393,
      "grad_norm": 0.3134787082672119,
      "learning_rate": 4.932166033748209e-06,
      "loss": 0.0085,
      "step": 138330
    },
    {
      "epoch": 21.123835700106888,
      "grad_norm": 0.15661534667015076,
      "learning_rate": 4.927691492607589e-06,
      "loss": 0.0055,
      "step": 138340
    },
    {
      "epoch": 21.12536265078638,
      "grad_norm": 0.07925098389387131,
      "learning_rate": 4.923218876873193e-06,
      "loss": 0.0079,
      "step": 138350
    },
    {
      "epoch": 21.126889601465873,
      "grad_norm": 0.25729045271873474,
      "learning_rate": 4.918748186736078e-06,
      "loss": 0.0068,
      "step": 138360
    },
    {
      "epoch": 21.128416552145367,
      "grad_norm": 0.11833983659744263,
      "learning_rate": 4.91427942238723e-06,
      "loss": 0.0041,
      "step": 138370
    },
    {
      "epoch": 21.129943502824858,
      "grad_norm": 0.13229747116565704,
      "learning_rate": 4.90981258401752e-06,
      "loss": 0.0073,
      "step": 138380
    },
    {
      "epoch": 21.131470453504352,
      "grad_norm": 0.1776936650276184,
      "learning_rate": 4.905347671817795e-06,
      "loss": 0.0065,
      "step": 138390
    },
    {
      "epoch": 21.132997404183843,
      "grad_norm": 0.1673281341791153,
      "learning_rate": 4.900884685978785e-06,
      "loss": 0.0056,
      "step": 138400
    },
    {
      "epoch": 21.134524354863338,
      "grad_norm": 0.08668787032365799,
      "learning_rate": 4.8964236266911215e-06,
      "loss": 0.006,
      "step": 138410
    },
    {
      "epoch": 21.136051305542832,
      "grad_norm": 0.12114670872688293,
      "learning_rate": 4.891964494145374e-06,
      "loss": 0.0056,
      "step": 138420
    },
    {
      "epoch": 21.137578256222323,
      "grad_norm": 0.2500362992286682,
      "learning_rate": 4.887507288532051e-06,
      "loss": 0.0055,
      "step": 138430
    },
    {
      "epoch": 21.139105206901817,
      "grad_norm": 0.22664140164852142,
      "learning_rate": 4.8830520100415386e-06,
      "loss": 0.0057,
      "step": 138440
    },
    {
      "epoch": 21.14063215758131,
      "grad_norm": 0.15921911597251892,
      "learning_rate": 4.8785986588641584e-06,
      "loss": 0.0081,
      "step": 138450
    },
    {
      "epoch": 21.142159108260802,
      "grad_norm": 0.14221295714378357,
      "learning_rate": 4.874147235190157e-06,
      "loss": 0.0076,
      "step": 138460
    },
    {
      "epoch": 21.143686058940297,
      "grad_norm": 0.11414710432291031,
      "learning_rate": 4.8696977392096835e-06,
      "loss": 0.0057,
      "step": 138470
    },
    {
      "epoch": 21.145213009619788,
      "grad_norm": 0.2375633269548416,
      "learning_rate": 4.865250171112818e-06,
      "loss": 0.0071,
      "step": 138480
    },
    {
      "epoch": 21.146739960299282,
      "grad_norm": 0.1761666089296341,
      "learning_rate": 4.860804531089552e-06,
      "loss": 0.006,
      "step": 138490
    },
    {
      "epoch": 21.148266910978776,
      "grad_norm": 0.29074135422706604,
      "learning_rate": 4.8563608193297974e-06,
      "loss": 0.0063,
      "step": 138500
    },
    {
      "epoch": 21.149793861658267,
      "grad_norm": 0.2669300138950348,
      "learning_rate": 4.851919036023361e-06,
      "loss": 0.0076,
      "step": 138510
    },
    {
      "epoch": 21.15132081233776,
      "grad_norm": 0.13182255625724792,
      "learning_rate": 4.84747918136001e-06,
      "loss": 0.0058,
      "step": 138520
    },
    {
      "epoch": 21.152847763017256,
      "grad_norm": 0.16988791525363922,
      "learning_rate": 4.843041255529407e-06,
      "loss": 0.0048,
      "step": 138530
    },
    {
      "epoch": 21.154374713696747,
      "grad_norm": 0.09690716862678528,
      "learning_rate": 4.838605258721129e-06,
      "loss": 0.0062,
      "step": 138540
    },
    {
      "epoch": 21.15590166437624,
      "grad_norm": 0.35799238085746765,
      "learning_rate": 4.834171191124653e-06,
      "loss": 0.0077,
      "step": 138550
    },
    {
      "epoch": 21.157428615055732,
      "grad_norm": 0.13214421272277832,
      "learning_rate": 4.829739052929422e-06,
      "loss": 0.0039,
      "step": 138560
    },
    {
      "epoch": 21.158955565735226,
      "grad_norm": 0.189557284116745,
      "learning_rate": 4.8253088443247665e-06,
      "loss": 0.0057,
      "step": 138570
    },
    {
      "epoch": 21.16048251641472,
      "grad_norm": 0.06483127176761627,
      "learning_rate": 4.820880565499919e-06,
      "loss": 0.0047,
      "step": 138580
    },
    {
      "epoch": 21.16200946709421,
      "grad_norm": 0.17176026105880737,
      "learning_rate": 4.816454216644056e-06,
      "loss": 0.0071,
      "step": 138590
    },
    {
      "epoch": 21.163536417773706,
      "grad_norm": 0.1522749364376068,
      "learning_rate": 4.812029797946266e-06,
      "loss": 0.0055,
      "step": 138600
    },
    {
      "epoch": 21.1650633684532,
      "grad_norm": 0.25342947244644165,
      "learning_rate": 4.807607309595552e-06,
      "loss": 0.0053,
      "step": 138610
    },
    {
      "epoch": 21.16659031913269,
      "grad_norm": 0.18311895430088043,
      "learning_rate": 4.8031867517808305e-06,
      "loss": 0.0046,
      "step": 138620
    },
    {
      "epoch": 21.168117269812186,
      "grad_norm": 0.16555140912532806,
      "learning_rate": 4.798768124690939e-06,
      "loss": 0.0051,
      "step": 138630
    },
    {
      "epoch": 21.169644220491676,
      "grad_norm": 0.1560981720685959,
      "learning_rate": 4.794351428514643e-06,
      "loss": 0.0032,
      "step": 138640
    },
    {
      "epoch": 21.17117117117117,
      "grad_norm": 0.6124644875526428,
      "learning_rate": 4.789936663440603e-06,
      "loss": 0.0058,
      "step": 138650
    },
    {
      "epoch": 21.172698121850665,
      "grad_norm": 0.13355128467082977,
      "learning_rate": 4.785523829657412e-06,
      "loss": 0.0059,
      "step": 138660
    },
    {
      "epoch": 21.174225072530156,
      "grad_norm": 0.3687555193901062,
      "learning_rate": 4.781112927353598e-06,
      "loss": 0.0051,
      "step": 138670
    },
    {
      "epoch": 21.17575202320965,
      "grad_norm": 0.1478813886642456,
      "learning_rate": 4.77670395671756e-06,
      "loss": 0.0051,
      "step": 138680
    },
    {
      "epoch": 21.177278973889145,
      "grad_norm": 0.15552064776420593,
      "learning_rate": 4.772296917937636e-06,
      "loss": 0.009,
      "step": 138690
    },
    {
      "epoch": 21.178805924568636,
      "grad_norm": 0.1512114256620407,
      "learning_rate": 4.767891811202124e-06,
      "loss": 0.0064,
      "step": 138700
    },
    {
      "epoch": 21.18033287524813,
      "grad_norm": 0.16196255385875702,
      "learning_rate": 4.763488636699171e-06,
      "loss": 0.0046,
      "step": 138710
    },
    {
      "epoch": 21.181859825927624,
      "grad_norm": 0.12905625998973846,
      "learning_rate": 4.759087394616879e-06,
      "loss": 0.004,
      "step": 138720
    },
    {
      "epoch": 21.183386776607115,
      "grad_norm": 0.3282468914985657,
      "learning_rate": 4.754688085143267e-06,
      "loss": 0.0061,
      "step": 138730
    },
    {
      "epoch": 21.18491372728661,
      "grad_norm": 0.09858270734548569,
      "learning_rate": 4.750290708466259e-06,
      "loss": 0.0067,
      "step": 138740
    },
    {
      "epoch": 21.1864406779661,
      "grad_norm": 0.09738069027662277,
      "learning_rate": 4.745895264773703e-06,
      "loss": 0.0044,
      "step": 138750
    },
    {
      "epoch": 21.187967628645595,
      "grad_norm": 0.30886951088905334,
      "learning_rate": 4.741501754253374e-06,
      "loss": 0.0076,
      "step": 138760
    },
    {
      "epoch": 21.18949457932509,
      "grad_norm": 0.1734933704137802,
      "learning_rate": 4.737110177092952e-06,
      "loss": 0.0056,
      "step": 138770
    },
    {
      "epoch": 21.19102153000458,
      "grad_norm": 0.09532108902931213,
      "learning_rate": 4.732720533480012e-06,
      "loss": 0.0055,
      "step": 138780
    },
    {
      "epoch": 21.192548480684074,
      "grad_norm": 0.09353293478488922,
      "learning_rate": 4.728332823602105e-06,
      "loss": 0.0054,
      "step": 138790
    },
    {
      "epoch": 21.19407543136357,
      "grad_norm": 0.18929609656333923,
      "learning_rate": 4.7239470476466655e-06,
      "loss": 0.0069,
      "step": 138800
    },
    {
      "epoch": 21.19560238204306,
      "grad_norm": 0.10093418508768082,
      "learning_rate": 4.7195632058010195e-06,
      "loss": 0.007,
      "step": 138810
    },
    {
      "epoch": 21.197129332722554,
      "grad_norm": 0.21376319229602814,
      "learning_rate": 4.715181298252441e-06,
      "loss": 0.0051,
      "step": 138820
    },
    {
      "epoch": 21.198656283402045,
      "grad_norm": 0.1953633427619934,
      "learning_rate": 4.710801325188147e-06,
      "loss": 0.0038,
      "step": 138830
    },
    {
      "epoch": 21.20018323408154,
      "grad_norm": 0.4007837474346161,
      "learning_rate": 4.7064232867952084e-06,
      "loss": 0.0046,
      "step": 138840
    },
    {
      "epoch": 21.201710184761033,
      "grad_norm": 0.1773054003715515,
      "learning_rate": 4.702047183260666e-06,
      "loss": 0.0068,
      "step": 138850
    },
    {
      "epoch": 21.203237135440524,
      "grad_norm": 0.12506963312625885,
      "learning_rate": 4.697673014771448e-06,
      "loss": 0.0048,
      "step": 138860
    },
    {
      "epoch": 21.20476408612002,
      "grad_norm": 0.20602643489837646,
      "learning_rate": 4.693300781514421e-06,
      "loss": 0.0065,
      "step": 138870
    },
    {
      "epoch": 21.206291036799513,
      "grad_norm": 0.15778124332427979,
      "learning_rate": 4.688930483676346e-06,
      "loss": 0.006,
      "step": 138880
    },
    {
      "epoch": 21.207817987479004,
      "grad_norm": 0.21971355378627777,
      "learning_rate": 4.684562121443925e-06,
      "loss": 0.0062,
      "step": 138890
    },
    {
      "epoch": 21.209344938158498,
      "grad_norm": 0.24956810474395752,
      "learning_rate": 4.680195695003775e-06,
      "loss": 0.0054,
      "step": 138900
    },
    {
      "epoch": 21.21087188883799,
      "grad_norm": 0.16797007620334625,
      "learning_rate": 4.675831204542391e-06,
      "loss": 0.0073,
      "step": 138910
    },
    {
      "epoch": 21.212398839517483,
      "grad_norm": 0.35405680537223816,
      "learning_rate": 4.6714686502462414e-06,
      "loss": 0.0062,
      "step": 138920
    },
    {
      "epoch": 21.213925790196978,
      "grad_norm": 0.15552937984466553,
      "learning_rate": 4.667108032301681e-06,
      "loss": 0.0057,
      "step": 138930
    },
    {
      "epoch": 21.21545274087647,
      "grad_norm": 0.16941246390342712,
      "learning_rate": 4.662749350894996e-06,
      "loss": 0.0042,
      "step": 138940
    },
    {
      "epoch": 21.216979691555963,
      "grad_norm": 0.29694411158561707,
      "learning_rate": 4.658392606212359e-06,
      "loss": 0.0062,
      "step": 138950
    },
    {
      "epoch": 21.218506642235457,
      "grad_norm": 0.14913026988506317,
      "learning_rate": 4.654037798439892e-06,
      "loss": 0.0073,
      "step": 138960
    },
    {
      "epoch": 21.220033592914948,
      "grad_norm": 0.5480440258979797,
      "learning_rate": 4.649684927763642e-06,
      "loss": 0.0062,
      "step": 138970
    },
    {
      "epoch": 21.221560543594443,
      "grad_norm": 0.4301533102989197,
      "learning_rate": 4.645333994369527e-06,
      "loss": 0.0073,
      "step": 138980
    },
    {
      "epoch": 21.223087494273933,
      "grad_norm": 0.25488826632499695,
      "learning_rate": 4.640984998443432e-06,
      "loss": 0.0059,
      "step": 138990
    },
    {
      "epoch": 21.224614444953428,
      "grad_norm": 0.2838554382324219,
      "learning_rate": 4.636637940171123e-06,
      "loss": 0.0045,
      "step": 139000
    },
    {
      "epoch": 21.226141395632922,
      "grad_norm": 0.16590024530887604,
      "learning_rate": 4.632292819738315e-06,
      "loss": 0.0052,
      "step": 139010
    },
    {
      "epoch": 21.227668346312413,
      "grad_norm": 0.6622132658958435,
      "learning_rate": 4.6279496373306085e-06,
      "loss": 0.0074,
      "step": 139020
    },
    {
      "epoch": 21.229195296991907,
      "grad_norm": 0.1563834697008133,
      "learning_rate": 4.6236083931335436e-06,
      "loss": 0.0057,
      "step": 139030
    },
    {
      "epoch": 21.2307222476714,
      "grad_norm": 0.1510603129863739,
      "learning_rate": 4.619269087332578e-06,
      "loss": 0.0077,
      "step": 139040
    },
    {
      "epoch": 21.232249198350893,
      "grad_norm": 0.2132129818201065,
      "learning_rate": 4.614931720113053e-06,
      "loss": 0.0064,
      "step": 139050
    },
    {
      "epoch": 21.233776149030387,
      "grad_norm": 0.13975800573825836,
      "learning_rate": 4.61059629166028e-06,
      "loss": 0.0044,
      "step": 139060
    },
    {
      "epoch": 21.235303099709878,
      "grad_norm": 0.05079695209860802,
      "learning_rate": 4.6062628021594554e-06,
      "loss": 0.0062,
      "step": 139070
    },
    {
      "epoch": 21.236830050389372,
      "grad_norm": 0.10191294550895691,
      "learning_rate": 4.601931251795688e-06,
      "loss": 0.0051,
      "step": 139080
    },
    {
      "epoch": 21.238357001068866,
      "grad_norm": 0.23733587563037872,
      "learning_rate": 4.5976016407540065e-06,
      "loss": 0.0053,
      "step": 139090
    },
    {
      "epoch": 21.239883951748357,
      "grad_norm": 0.2461710274219513,
      "learning_rate": 4.593273969219397e-06,
      "loss": 0.0057,
      "step": 139100
    },
    {
      "epoch": 21.24141090242785,
      "grad_norm": 0.6607065796852112,
      "learning_rate": 4.588948237376695e-06,
      "loss": 0.0056,
      "step": 139110
    },
    {
      "epoch": 21.242937853107346,
      "grad_norm": 0.17635229229927063,
      "learning_rate": 4.5846244454107065e-06,
      "loss": 0.0067,
      "step": 139120
    },
    {
      "epoch": 21.244464803786837,
      "grad_norm": 0.29960349202156067,
      "learning_rate": 4.5803025935061306e-06,
      "loss": 0.0051,
      "step": 139130
    },
    {
      "epoch": 21.24599175446633,
      "grad_norm": 0.07563132047653198,
      "learning_rate": 4.5759826818475844e-06,
      "loss": 0.0081,
      "step": 139140
    },
    {
      "epoch": 21.247518705145822,
      "grad_norm": 0.3702167868614197,
      "learning_rate": 4.571664710619616e-06,
      "loss": 0.0054,
      "step": 139150
    },
    {
      "epoch": 21.249045655825316,
      "grad_norm": 0.40552660822868347,
      "learning_rate": 4.567348680006672e-06,
      "loss": 0.0066,
      "step": 139160
    },
    {
      "epoch": 21.25057260650481,
      "grad_norm": 0.2555367946624756,
      "learning_rate": 4.5630345901931435e-06,
      "loss": 0.0058,
      "step": 139170
    },
    {
      "epoch": 21.2520995571843,
      "grad_norm": 0.14100095629692078,
      "learning_rate": 4.558722441363289e-06,
      "loss": 0.006,
      "step": 139180
    },
    {
      "epoch": 21.253626507863796,
      "grad_norm": 0.13493973016738892,
      "learning_rate": 4.554412233701344e-06,
      "loss": 0.0044,
      "step": 139190
    },
    {
      "epoch": 21.25515345854329,
      "grad_norm": 0.6459684371948242,
      "learning_rate": 4.550103967391428e-06,
      "loss": 0.0079,
      "step": 139200
    },
    {
      "epoch": 21.25668040922278,
      "grad_norm": 0.08843902498483658,
      "learning_rate": 4.545797642617566e-06,
      "loss": 0.0056,
      "step": 139210
    },
    {
      "epoch": 21.258207359902276,
      "grad_norm": 0.18477359414100647,
      "learning_rate": 4.541493259563728e-06,
      "loss": 0.0056,
      "step": 139220
    },
    {
      "epoch": 21.25973431058177,
      "grad_norm": 0.11700813472270966,
      "learning_rate": 4.537190818413789e-06,
      "loss": 0.0053,
      "step": 139230
    },
    {
      "epoch": 21.26126126126126,
      "grad_norm": 0.18506275117397308,
      "learning_rate": 4.53289031935154e-06,
      "loss": 0.0071,
      "step": 139240
    },
    {
      "epoch": 21.262788211940755,
      "grad_norm": 0.1896359622478485,
      "learning_rate": 4.5285917625606915e-06,
      "loss": 0.0037,
      "step": 139250
    },
    {
      "epoch": 21.264315162620246,
      "grad_norm": 0.09184771776199341,
      "learning_rate": 4.524295148224867e-06,
      "loss": 0.0053,
      "step": 139260
    },
    {
      "epoch": 21.26584211329974,
      "grad_norm": 0.07550790905952454,
      "learning_rate": 4.520000476527614e-06,
      "loss": 0.0052,
      "step": 139270
    },
    {
      "epoch": 21.267369063979235,
      "grad_norm": 0.21204990148544312,
      "learning_rate": 4.5157077476523925e-06,
      "loss": 0.0047,
      "step": 139280
    },
    {
      "epoch": 21.268896014658726,
      "grad_norm": 0.07697515934705734,
      "learning_rate": 4.511416961782578e-06,
      "loss": 0.006,
      "step": 139290
    },
    {
      "epoch": 21.27042296533822,
      "grad_norm": 0.2701626121997833,
      "learning_rate": 4.5071281191014725e-06,
      "loss": 0.0039,
      "step": 139300
    },
    {
      "epoch": 21.271949916017714,
      "grad_norm": 0.09168042987585068,
      "learning_rate": 4.50284121979227e-06,
      "loss": 0.0047,
      "step": 139310
    },
    {
      "epoch": 21.273476866697205,
      "grad_norm": 0.22250263392925262,
      "learning_rate": 4.4985562640381065e-06,
      "loss": 0.0062,
      "step": 139320
    },
    {
      "epoch": 21.2750038173767,
      "grad_norm": 0.05712658539414406,
      "learning_rate": 4.494273252022036e-06,
      "loss": 0.0052,
      "step": 139330
    },
    {
      "epoch": 21.27653076805619,
      "grad_norm": 0.0783596858382225,
      "learning_rate": 4.489992183927022e-06,
      "loss": 0.0037,
      "step": 139340
    },
    {
      "epoch": 21.278057718735685,
      "grad_norm": 0.10756933689117432,
      "learning_rate": 4.485713059935937e-06,
      "loss": 0.0035,
      "step": 139350
    },
    {
      "epoch": 21.27958466941518,
      "grad_norm": 0.2997035086154938,
      "learning_rate": 4.481435880231561e-06,
      "loss": 0.0064,
      "step": 139360
    },
    {
      "epoch": 21.28111162009467,
      "grad_norm": 0.18987199664115906,
      "learning_rate": 4.477160644996642e-06,
      "loss": 0.0044,
      "step": 139370
    },
    {
      "epoch": 21.282638570774164,
      "grad_norm": 0.3690197169780731,
      "learning_rate": 4.472887354413785e-06,
      "loss": 0.0047,
      "step": 139380
    },
    {
      "epoch": 21.28416552145366,
      "grad_norm": 0.14042696356773376,
      "learning_rate": 4.468616008665544e-06,
      "loss": 0.0054,
      "step": 139390
    },
    {
      "epoch": 21.28569247213315,
      "grad_norm": 0.2510710060596466,
      "learning_rate": 4.464346607934383e-06,
      "loss": 0.0045,
      "step": 139400
    },
    {
      "epoch": 21.287219422812644,
      "grad_norm": 0.3696078658103943,
      "learning_rate": 4.460079152402685e-06,
      "loss": 0.0061,
      "step": 139410
    },
    {
      "epoch": 21.288746373492135,
      "grad_norm": 0.28556182980537415,
      "learning_rate": 4.455813642252749e-06,
      "loss": 0.0068,
      "step": 139420
    },
    {
      "epoch": 21.29027332417163,
      "grad_norm": 0.13896748423576355,
      "learning_rate": 4.4515500776667826e-06,
      "loss": 0.0056,
      "step": 139430
    },
    {
      "epoch": 21.291800274851123,
      "grad_norm": 0.16289706528186798,
      "learning_rate": 4.447288458826931e-06,
      "loss": 0.0066,
      "step": 139440
    },
    {
      "epoch": 21.293327225530614,
      "grad_norm": 0.17677804827690125,
      "learning_rate": 4.443028785915215e-06,
      "loss": 0.0048,
      "step": 139450
    },
    {
      "epoch": 21.29485417621011,
      "grad_norm": 0.17313547432422638,
      "learning_rate": 4.438771059113628e-06,
      "loss": 0.0091,
      "step": 139460
    },
    {
      "epoch": 21.296381126889603,
      "grad_norm": 0.10845664143562317,
      "learning_rate": 4.434515278604051e-06,
      "loss": 0.0053,
      "step": 139470
    },
    {
      "epoch": 21.297908077569094,
      "grad_norm": 0.22279512882232666,
      "learning_rate": 4.430261444568268e-06,
      "loss": 0.0058,
      "step": 139480
    },
    {
      "epoch": 21.29943502824859,
      "grad_norm": 0.24833649396896362,
      "learning_rate": 4.426009557187999e-06,
      "loss": 0.005,
      "step": 139490
    },
    {
      "epoch": 21.30096197892808,
      "grad_norm": 0.29881179332733154,
      "learning_rate": 4.421759616644877e-06,
      "loss": 0.0059,
      "step": 139500
    },
    {
      "epoch": 21.302488929607573,
      "grad_norm": 0.09127910435199738,
      "learning_rate": 4.4175116231204625e-06,
      "loss": 0.0056,
      "step": 139510
    },
    {
      "epoch": 21.304015880287068,
      "grad_norm": 0.07129339873790741,
      "learning_rate": 4.413265576796205e-06,
      "loss": 0.0047,
      "step": 139520
    },
    {
      "epoch": 21.30554283096656,
      "grad_norm": 0.2984703481197357,
      "learning_rate": 4.409021477853503e-06,
      "loss": 0.005,
      "step": 139530
    },
    {
      "epoch": 21.307069781646053,
      "grad_norm": 0.11959642171859741,
      "learning_rate": 4.404779326473646e-06,
      "loss": 0.0058,
      "step": 139540
    },
    {
      "epoch": 21.308596732325547,
      "grad_norm": 0.48053011298179626,
      "learning_rate": 4.40053912283786e-06,
      "loss": 0.0047,
      "step": 139550
    },
    {
      "epoch": 21.31012368300504,
      "grad_norm": 0.11001689732074738,
      "learning_rate": 4.396300867127268e-06,
      "loss": 0.0044,
      "step": 139560
    },
    {
      "epoch": 21.311650633684533,
      "grad_norm": 0.11524175107479095,
      "learning_rate": 4.39206455952294e-06,
      "loss": 0.005,
      "step": 139570
    },
    {
      "epoch": 21.313177584364023,
      "grad_norm": 0.11448311060667038,
      "learning_rate": 4.387830200205817e-06,
      "loss": 0.0044,
      "step": 139580
    },
    {
      "epoch": 21.314704535043518,
      "grad_norm": 0.0733686238527298,
      "learning_rate": 4.383597789356792e-06,
      "loss": 0.0047,
      "step": 139590
    },
    {
      "epoch": 21.316231485723012,
      "grad_norm": 0.2562789022922516,
      "learning_rate": 4.3793673271566805e-06,
      "loss": 0.0084,
      "step": 139600
    },
    {
      "epoch": 21.317758436402503,
      "grad_norm": 0.1557569056749344,
      "learning_rate": 4.375138813786184e-06,
      "loss": 0.0068,
      "step": 139610
    },
    {
      "epoch": 21.319285387081997,
      "grad_norm": 0.04906085506081581,
      "learning_rate": 4.3709122494259405e-06,
      "loss": 0.0044,
      "step": 139620
    },
    {
      "epoch": 21.32081233776149,
      "grad_norm": 0.0645221546292305,
      "learning_rate": 4.366687634256505e-06,
      "loss": 0.0036,
      "step": 139630
    },
    {
      "epoch": 21.322339288440983,
      "grad_norm": 0.4194594621658325,
      "learning_rate": 4.362464968458341e-06,
      "loss": 0.0063,
      "step": 139640
    },
    {
      "epoch": 21.323866239120477,
      "grad_norm": 0.2438279241323471,
      "learning_rate": 4.358244252211835e-06,
      "loss": 0.0057,
      "step": 139650
    },
    {
      "epoch": 21.325393189799968,
      "grad_norm": 0.2244795560836792,
      "learning_rate": 4.354025485697289e-06,
      "loss": 0.0049,
      "step": 139660
    },
    {
      "epoch": 21.326920140479462,
      "grad_norm": 0.13801608979701996,
      "learning_rate": 4.349808669094924e-06,
      "loss": 0.0049,
      "step": 139670
    },
    {
      "epoch": 21.328447091158957,
      "grad_norm": 0.4380837380886078,
      "learning_rate": 4.345593802584857e-06,
      "loss": 0.0056,
      "step": 139680
    },
    {
      "epoch": 21.329974041838447,
      "grad_norm": 0.07094383239746094,
      "learning_rate": 4.341380886347163e-06,
      "loss": 0.004,
      "step": 139690
    },
    {
      "epoch": 21.33150099251794,
      "grad_norm": 0.2033814638853073,
      "learning_rate": 4.337169920561806e-06,
      "loss": 0.0066,
      "step": 139700
    },
    {
      "epoch": 21.333027943197436,
      "grad_norm": 0.36394625902175903,
      "learning_rate": 4.332960905408656e-06,
      "loss": 0.0068,
      "step": 139710
    },
    {
      "epoch": 21.334554893876927,
      "grad_norm": 0.08988723903894424,
      "learning_rate": 4.3287538410675125e-06,
      "loss": 0.0048,
      "step": 139720
    },
    {
      "epoch": 21.33608184455642,
      "grad_norm": 0.13625408709049225,
      "learning_rate": 4.324548727718114e-06,
      "loss": 0.0055,
      "step": 139730
    },
    {
      "epoch": 21.337608795235912,
      "grad_norm": 0.19163444638252258,
      "learning_rate": 4.320345565540096e-06,
      "loss": 0.006,
      "step": 139740
    },
    {
      "epoch": 21.339135745915407,
      "grad_norm": 0.28810518980026245,
      "learning_rate": 4.316144354712992e-06,
      "loss": 0.0064,
      "step": 139750
    },
    {
      "epoch": 21.3406626965949,
      "grad_norm": 0.06349688023328781,
      "learning_rate": 4.311945095416264e-06,
      "loss": 0.0051,
      "step": 139760
    },
    {
      "epoch": 21.34218964727439,
      "grad_norm": 0.200442373752594,
      "learning_rate": 4.30774778782933e-06,
      "loss": 0.007,
      "step": 139770
    },
    {
      "epoch": 21.343716597953886,
      "grad_norm": 0.15474924445152283,
      "learning_rate": 4.303552432131464e-06,
      "loss": 0.0057,
      "step": 139780
    },
    {
      "epoch": 21.34524354863338,
      "grad_norm": 0.2580273449420929,
      "learning_rate": 4.299359028501887e-06,
      "loss": 0.0057,
      "step": 139790
    },
    {
      "epoch": 21.34677049931287,
      "grad_norm": 0.15073561668395996,
      "learning_rate": 4.295167577119741e-06,
      "loss": 0.0046,
      "step": 139800
    },
    {
      "epoch": 21.348297449992366,
      "grad_norm": 0.3727949261665344,
      "learning_rate": 4.290978078164071e-06,
      "loss": 0.0061,
      "step": 139810
    },
    {
      "epoch": 21.34982440067186,
      "grad_norm": 0.21844984591007233,
      "learning_rate": 4.28679053181385e-06,
      "loss": 0.008,
      "step": 139820
    },
    {
      "epoch": 21.35135135135135,
      "grad_norm": 0.2276543229818344,
      "learning_rate": 4.282604938247958e-06,
      "loss": 0.0061,
      "step": 139830
    },
    {
      "epoch": 21.352878302030845,
      "grad_norm": 0.32368677854537964,
      "learning_rate": 4.278421297645208e-06,
      "loss": 0.0048,
      "step": 139840
    },
    {
      "epoch": 21.354405252710336,
      "grad_norm": 0.19415754079818726,
      "learning_rate": 4.274239610184289e-06,
      "loss": 0.007,
      "step": 139850
    },
    {
      "epoch": 21.35593220338983,
      "grad_norm": 0.2579769492149353,
      "learning_rate": 4.270059876043858e-06,
      "loss": 0.0062,
      "step": 139860
    },
    {
      "epoch": 21.357459154069325,
      "grad_norm": 0.308269739151001,
      "learning_rate": 4.265882095402474e-06,
      "loss": 0.0087,
      "step": 139870
    },
    {
      "epoch": 21.358986104748816,
      "grad_norm": 0.3386476933956146,
      "learning_rate": 4.2617062684385815e-06,
      "loss": 0.005,
      "step": 139880
    },
    {
      "epoch": 21.36051305542831,
      "grad_norm": 0.2723904550075531,
      "learning_rate": 4.257532395330571e-06,
      "loss": 0.0069,
      "step": 139890
    },
    {
      "epoch": 21.362040006107804,
      "grad_norm": 0.17860086262226105,
      "learning_rate": 4.253360476256746e-06,
      "loss": 0.0047,
      "step": 139900
    },
    {
      "epoch": 21.363566956787295,
      "grad_norm": 0.0936267077922821,
      "learning_rate": 4.249190511395318e-06,
      "loss": 0.0063,
      "step": 139910
    },
    {
      "epoch": 21.36509390746679,
      "grad_norm": 0.12432901561260223,
      "learning_rate": 4.245022500924428e-06,
      "loss": 0.0055,
      "step": 139920
    },
    {
      "epoch": 21.36662085814628,
      "grad_norm": 0.28094008564949036,
      "learning_rate": 4.2408564450221234e-06,
      "loss": 0.0057,
      "step": 139930
    },
    {
      "epoch": 21.368147808825775,
      "grad_norm": 0.24796532094478607,
      "learning_rate": 4.236692343866372e-06,
      "loss": 0.0051,
      "step": 139940
    },
    {
      "epoch": 21.36967475950527,
      "grad_norm": 0.21872501075267792,
      "learning_rate": 4.2325301976350484e-06,
      "loss": 0.0052,
      "step": 139950
    },
    {
      "epoch": 21.37120171018476,
      "grad_norm": 0.3672890365123749,
      "learning_rate": 4.228370006505961e-06,
      "loss": 0.0058,
      "step": 139960
    },
    {
      "epoch": 21.372728660864254,
      "grad_norm": 0.18208448588848114,
      "learning_rate": 4.224211770656828e-06,
      "loss": 0.0046,
      "step": 139970
    },
    {
      "epoch": 21.37425561154375,
      "grad_norm": 0.14154933393001556,
      "learning_rate": 4.2200554902652625e-06,
      "loss": 0.009,
      "step": 139980
    },
    {
      "epoch": 21.37578256222324,
      "grad_norm": 0.24584898352622986,
      "learning_rate": 4.215901165508823e-06,
      "loss": 0.0066,
      "step": 139990
    },
    {
      "epoch": 21.377309512902734,
      "grad_norm": 0.1700209528207779,
      "learning_rate": 4.211748796564996e-06,
      "loss": 0.0052,
      "step": 140000
    },
    {
      "epoch": 21.378836463582225,
      "grad_norm": 0.19212305545806885,
      "learning_rate": 4.207598383611133e-06,
      "loss": 0.0066,
      "step": 140010
    },
    {
      "epoch": 21.38036341426172,
      "grad_norm": 0.3447878658771515,
      "learning_rate": 4.203449926824543e-06,
      "loss": 0.0048,
      "step": 140020
    },
    {
      "epoch": 21.381890364941214,
      "grad_norm": 0.20031017065048218,
      "learning_rate": 4.199303426382445e-06,
      "loss": 0.0046,
      "step": 140030
    },
    {
      "epoch": 21.383417315620704,
      "grad_norm": 0.09650428593158722,
      "learning_rate": 4.195158882461964e-06,
      "loss": 0.0035,
      "step": 140040
    },
    {
      "epoch": 21.3849442663002,
      "grad_norm": 0.1251777857542038,
      "learning_rate": 4.191016295240146e-06,
      "loss": 0.0044,
      "step": 140050
    },
    {
      "epoch": 21.386471216979693,
      "grad_norm": 0.12372060120105743,
      "learning_rate": 4.186875664893963e-06,
      "loss": 0.005,
      "step": 140060
    },
    {
      "epoch": 21.387998167659184,
      "grad_norm": 0.14669789373874664,
      "learning_rate": 4.182736991600295e-06,
      "loss": 0.0085,
      "step": 140070
    },
    {
      "epoch": 21.38952511833868,
      "grad_norm": 0.13029026985168457,
      "learning_rate": 4.178600275535921e-06,
      "loss": 0.0049,
      "step": 140080
    },
    {
      "epoch": 21.39105206901817,
      "grad_norm": 0.1310737580060959,
      "learning_rate": 4.174465516877574e-06,
      "loss": 0.0043,
      "step": 140090
    },
    {
      "epoch": 21.392579019697664,
      "grad_norm": 0.18646395206451416,
      "learning_rate": 4.1703327158018724e-06,
      "loss": 0.0037,
      "step": 140100
    },
    {
      "epoch": 21.394105970377158,
      "grad_norm": 0.16773046553134918,
      "learning_rate": 4.166201872485375e-06,
      "loss": 0.0062,
      "step": 140110
    },
    {
      "epoch": 21.39563292105665,
      "grad_norm": 0.1151442751288414,
      "learning_rate": 4.16207298710452e-06,
      "loss": 0.0047,
      "step": 140120
    },
    {
      "epoch": 21.397159871736143,
      "grad_norm": 0.1302938610315323,
      "learning_rate": 4.157946059835705e-06,
      "loss": 0.0058,
      "step": 140130
    },
    {
      "epoch": 21.398686822415637,
      "grad_norm": 0.10351205617189407,
      "learning_rate": 4.153821090855231e-06,
      "loss": 0.0054,
      "step": 140140
    },
    {
      "epoch": 21.40021377309513,
      "grad_norm": 0.049121271818876266,
      "learning_rate": 4.149698080339287e-06,
      "loss": 0.0069,
      "step": 140150
    },
    {
      "epoch": 21.401740723774623,
      "grad_norm": 0.15418145060539246,
      "learning_rate": 4.145577028464015e-06,
      "loss": 0.0045,
      "step": 140160
    },
    {
      "epoch": 21.403267674454113,
      "grad_norm": 0.10010439902544022,
      "learning_rate": 4.1414579354054514e-06,
      "loss": 0.0052,
      "step": 140170
    },
    {
      "epoch": 21.404794625133608,
      "grad_norm": 0.15192465484142303,
      "learning_rate": 4.137340801339562e-06,
      "loss": 0.0048,
      "step": 140180
    },
    {
      "epoch": 21.406321575813102,
      "grad_norm": 0.1387224793434143,
      "learning_rate": 4.133225626442222e-06,
      "loss": 0.005,
      "step": 140190
    },
    {
      "epoch": 21.407848526492593,
      "grad_norm": 0.07693213224411011,
      "learning_rate": 4.129112410889224e-06,
      "loss": 0.0062,
      "step": 140200
    },
    {
      "epoch": 21.409375477172087,
      "grad_norm": 0.09621238708496094,
      "learning_rate": 4.1250011548562724e-06,
      "loss": 0.0053,
      "step": 140210
    },
    {
      "epoch": 21.410902427851582,
      "grad_norm": 0.11013828963041306,
      "learning_rate": 4.120891858519e-06,
      "loss": 0.005,
      "step": 140220
    },
    {
      "epoch": 21.412429378531073,
      "grad_norm": 0.13828346133232117,
      "learning_rate": 4.116784522052941e-06,
      "loss": 0.0044,
      "step": 140230
    },
    {
      "epoch": 21.413956329210567,
      "grad_norm": 0.10622544586658478,
      "learning_rate": 4.112679145633569e-06,
      "loss": 0.0049,
      "step": 140240
    },
    {
      "epoch": 21.415483279890058,
      "grad_norm": 0.2089577615261078,
      "learning_rate": 4.108575729436237e-06,
      "loss": 0.0057,
      "step": 140250
    },
    {
      "epoch": 21.417010230569552,
      "grad_norm": 0.2824549376964569,
      "learning_rate": 4.104474273636233e-06,
      "loss": 0.0046,
      "step": 140260
    },
    {
      "epoch": 21.418537181249047,
      "grad_norm": 0.1326114982366562,
      "learning_rate": 4.1003747784087946e-06,
      "loss": 0.0054,
      "step": 140270
    },
    {
      "epoch": 21.420064131928537,
      "grad_norm": 0.2702838182449341,
      "learning_rate": 4.09627724392902e-06,
      "loss": 0.0057,
      "step": 140280
    },
    {
      "epoch": 21.421591082608032,
      "grad_norm": 0.2098371386528015,
      "learning_rate": 4.092181670371948e-06,
      "loss": 0.0054,
      "step": 140290
    },
    {
      "epoch": 21.423118033287526,
      "grad_norm": 0.17630955576896667,
      "learning_rate": 4.0880880579125425e-06,
      "loss": 0.0067,
      "step": 140300
    },
    {
      "epoch": 21.424644983967017,
      "grad_norm": 0.19465363025665283,
      "learning_rate": 4.083996406725671e-06,
      "loss": 0.0074,
      "step": 140310
    },
    {
      "epoch": 21.42617193464651,
      "grad_norm": 0.04158418998122215,
      "learning_rate": 4.079906716986126e-06,
      "loss": 0.0067,
      "step": 140320
    },
    {
      "epoch": 21.427698885326002,
      "grad_norm": 0.2842194437980652,
      "learning_rate": 4.075818988868607e-06,
      "loss": 0.0085,
      "step": 140330
    },
    {
      "epoch": 21.429225836005497,
      "grad_norm": 0.1825343519449234,
      "learning_rate": 4.071733222547741e-06,
      "loss": 0.0056,
      "step": 140340
    },
    {
      "epoch": 21.43075278668499,
      "grad_norm": 0.28617042303085327,
      "learning_rate": 4.067649418198044e-06,
      "loss": 0.0065,
      "step": 140350
    },
    {
      "epoch": 21.43227973736448,
      "grad_norm": 0.2670131325721741,
      "learning_rate": 4.0635675759939925e-06,
      "loss": 0.0067,
      "step": 140360
    },
    {
      "epoch": 21.433806688043976,
      "grad_norm": 0.34264761209487915,
      "learning_rate": 4.0594876961099534e-06,
      "loss": 0.0047,
      "step": 140370
    },
    {
      "epoch": 21.43533363872347,
      "grad_norm": 0.1203688234090805,
      "learning_rate": 4.055409778720193e-06,
      "loss": 0.0046,
      "step": 140380
    },
    {
      "epoch": 21.43686058940296,
      "grad_norm": 0.1574106514453888,
      "learning_rate": 4.05133382399892e-06,
      "loss": 0.0064,
      "step": 140390
    },
    {
      "epoch": 21.438387540082456,
      "grad_norm": 0.17049762606620789,
      "learning_rate": 4.04725983212027e-06,
      "loss": 0.0042,
      "step": 140400
    },
    {
      "epoch": 21.43991449076195,
      "grad_norm": 0.24307934939861298,
      "learning_rate": 4.043187803258258e-06,
      "loss": 0.0047,
      "step": 140410
    },
    {
      "epoch": 21.44144144144144,
      "grad_norm": 0.20322690904140472,
      "learning_rate": 4.039117737586834e-06,
      "loss": 0.0055,
      "step": 140420
    },
    {
      "epoch": 21.442968392120935,
      "grad_norm": 0.1698957234621048,
      "learning_rate": 4.035049635279869e-06,
      "loss": 0.006,
      "step": 140430
    },
    {
      "epoch": 21.444495342800426,
      "grad_norm": 0.1334904283285141,
      "learning_rate": 4.030983496511142e-06,
      "loss": 0.0067,
      "step": 140440
    },
    {
      "epoch": 21.44602229347992,
      "grad_norm": 0.13608041405677795,
      "learning_rate": 4.026919321454353e-06,
      "loss": 0.007,
      "step": 140450
    },
    {
      "epoch": 21.447549244159415,
      "grad_norm": 0.16754308342933655,
      "learning_rate": 4.022857110283113e-06,
      "loss": 0.0059,
      "step": 140460
    },
    {
      "epoch": 21.449076194838906,
      "grad_norm": 0.10739811509847641,
      "learning_rate": 4.018796863170965e-06,
      "loss": 0.0063,
      "step": 140470
    },
    {
      "epoch": 21.4506031455184,
      "grad_norm": 0.2212992161512375,
      "learning_rate": 4.014738580291327e-06,
      "loss": 0.0085,
      "step": 140480
    },
    {
      "epoch": 21.452130096197894,
      "grad_norm": 0.14775395393371582,
      "learning_rate": 4.010682261817589e-06,
      "loss": 0.0082,
      "step": 140490
    },
    {
      "epoch": 21.453657046877385,
      "grad_norm": 0.1719212383031845,
      "learning_rate": 4.0066279079230216e-06,
      "loss": 0.0061,
      "step": 140500
    },
    {
      "epoch": 21.45518399755688,
      "grad_norm": 0.17454937100410461,
      "learning_rate": 4.002575518780821e-06,
      "loss": 0.0041,
      "step": 140510
    },
    {
      "epoch": 21.45671094823637,
      "grad_norm": 0.09069550782442093,
      "learning_rate": 3.998525094564087e-06,
      "loss": 0.0059,
      "step": 140520
    },
    {
      "epoch": 21.458237898915865,
      "grad_norm": 0.16082558035850525,
      "learning_rate": 3.994476635445848e-06,
      "loss": 0.005,
      "step": 140530
    },
    {
      "epoch": 21.45976484959536,
      "grad_norm": 0.0903114527463913,
      "learning_rate": 3.9904301415990665e-06,
      "loss": 0.0046,
      "step": 140540
    },
    {
      "epoch": 21.46129180027485,
      "grad_norm": 0.3045324385166168,
      "learning_rate": 3.98638561319658e-06,
      "loss": 0.0045,
      "step": 140550
    },
    {
      "epoch": 21.462818750954344,
      "grad_norm": 0.26656392216682434,
      "learning_rate": 3.982343050411169e-06,
      "loss": 0.0069,
      "step": 140560
    },
    {
      "epoch": 21.46434570163384,
      "grad_norm": 0.31436389684677124,
      "learning_rate": 3.978302453415528e-06,
      "loss": 0.0058,
      "step": 140570
    },
    {
      "epoch": 21.46587265231333,
      "grad_norm": 0.628709077835083,
      "learning_rate": 3.974263822382262e-06,
      "loss": 0.0068,
      "step": 140580
    },
    {
      "epoch": 21.467399602992824,
      "grad_norm": 0.11333397775888443,
      "learning_rate": 3.970227157483891e-06,
      "loss": 0.0066,
      "step": 140590
    },
    {
      "epoch": 21.468926553672315,
      "grad_norm": 0.1366063356399536,
      "learning_rate": 3.966192458892859e-06,
      "loss": 0.0038,
      "step": 140600
    },
    {
      "epoch": 21.47045350435181,
      "grad_norm": 0.1472485512495041,
      "learning_rate": 3.962159726781522e-06,
      "loss": 0.0049,
      "step": 140610
    },
    {
      "epoch": 21.471980455031304,
      "grad_norm": 0.5923560261726379,
      "learning_rate": 3.958128961322138e-06,
      "loss": 0.0082,
      "step": 140620
    },
    {
      "epoch": 21.473507405710794,
      "grad_norm": 0.17341086268424988,
      "learning_rate": 3.954100162686908e-06,
      "loss": 0.0066,
      "step": 140630
    },
    {
      "epoch": 21.47503435639029,
      "grad_norm": 0.24463030695915222,
      "learning_rate": 3.9500733310479374e-06,
      "loss": 0.0049,
      "step": 140640
    },
    {
      "epoch": 21.476561307069783,
      "grad_norm": 0.12464363127946854,
      "learning_rate": 3.946048466577229e-06,
      "loss": 0.005,
      "step": 140650
    },
    {
      "epoch": 21.478088257749274,
      "grad_norm": 0.3321305513381958,
      "learning_rate": 3.942025569446717e-06,
      "loss": 0.0047,
      "step": 140660
    },
    {
      "epoch": 21.47961520842877,
      "grad_norm": 0.1302720457315445,
      "learning_rate": 3.93800463982828e-06,
      "loss": 0.005,
      "step": 140670
    },
    {
      "epoch": 21.48114215910826,
      "grad_norm": 0.11409842222929001,
      "learning_rate": 3.933985677893659e-06,
      "loss": 0.0078,
      "step": 140680
    },
    {
      "epoch": 21.482669109787754,
      "grad_norm": 0.18035823106765747,
      "learning_rate": 3.929968683814539e-06,
      "loss": 0.0044,
      "step": 140690
    },
    {
      "epoch": 21.484196060467248,
      "grad_norm": 0.12434056401252747,
      "learning_rate": 3.925953657762526e-06,
      "loss": 0.0045,
      "step": 140700
    },
    {
      "epoch": 21.48572301114674,
      "grad_norm": 0.14535588026046753,
      "learning_rate": 3.921940599909135e-06,
      "loss": 0.0055,
      "step": 140710
    },
    {
      "epoch": 21.487249961826233,
      "grad_norm": 0.1500152051448822,
      "learning_rate": 3.917929510425794e-06,
      "loss": 0.0046,
      "step": 140720
    },
    {
      "epoch": 21.488776912505728,
      "grad_norm": 0.18836365640163422,
      "learning_rate": 3.913920389483844e-06,
      "loss": 0.005,
      "step": 140730
    },
    {
      "epoch": 21.49030386318522,
      "grad_norm": 0.21816109120845795,
      "learning_rate": 3.909913237254564e-06,
      "loss": 0.0048,
      "step": 140740
    },
    {
      "epoch": 21.491830813864713,
      "grad_norm": 0.13851451873779297,
      "learning_rate": 3.905908053909102e-06,
      "loss": 0.0066,
      "step": 140750
    },
    {
      "epoch": 21.493357764544204,
      "grad_norm": 0.466988742351532,
      "learning_rate": 3.901904839618581e-06,
      "loss": 0.0047,
      "step": 140760
    },
    {
      "epoch": 21.494884715223698,
      "grad_norm": 0.1766384392976761,
      "learning_rate": 3.897903594554003e-06,
      "loss": 0.0074,
      "step": 140770
    },
    {
      "epoch": 21.496411665903192,
      "grad_norm": 0.06678054481744766,
      "learning_rate": 3.893904318886288e-06,
      "loss": 0.0054,
      "step": 140780
    },
    {
      "epoch": 21.497938616582683,
      "grad_norm": 0.1544879674911499,
      "learning_rate": 3.8899070127862815e-06,
      "loss": 0.0059,
      "step": 140790
    },
    {
      "epoch": 21.499465567262178,
      "grad_norm": 0.16510142385959625,
      "learning_rate": 3.885911676424736e-06,
      "loss": 0.0052,
      "step": 140800
    },
    {
      "epoch": 21.500992517941672,
      "grad_norm": 0.20158113539218903,
      "learning_rate": 3.881918309972332e-06,
      "loss": 0.0067,
      "step": 140810
    },
    {
      "epoch": 21.502519468621163,
      "grad_norm": 0.23763447999954224,
      "learning_rate": 3.8779269135996556e-06,
      "loss": 0.0081,
      "step": 140820
    },
    {
      "epoch": 21.504046419300657,
      "grad_norm": 0.12264419347047806,
      "learning_rate": 3.873937487477214e-06,
      "loss": 0.0051,
      "step": 140830
    },
    {
      "epoch": 21.505573369980148,
      "grad_norm": 0.3227691054344177,
      "learning_rate": 3.869950031775426e-06,
      "loss": 0.0059,
      "step": 140840
    },
    {
      "epoch": 21.507100320659642,
      "grad_norm": 0.18018025159835815,
      "learning_rate": 3.865964546664624e-06,
      "loss": 0.0051,
      "step": 140850
    },
    {
      "epoch": 21.508627271339137,
      "grad_norm": 0.18105749785900116,
      "learning_rate": 3.861981032315071e-06,
      "loss": 0.0057,
      "step": 140860
    },
    {
      "epoch": 21.510154222018627,
      "grad_norm": 0.15971191227436066,
      "learning_rate": 3.857999488896941e-06,
      "loss": 0.0052,
      "step": 140870
    },
    {
      "epoch": 21.511681172698122,
      "grad_norm": 0.22401204705238342,
      "learning_rate": 3.854019916580293e-06,
      "loss": 0.006,
      "step": 140880
    },
    {
      "epoch": 21.513208123377616,
      "grad_norm": 0.6700287461280823,
      "learning_rate": 3.850042315535135e-06,
      "loss": 0.0099,
      "step": 140890
    },
    {
      "epoch": 21.514735074057107,
      "grad_norm": 0.17058463394641876,
      "learning_rate": 3.846066685931399e-06,
      "loss": 0.0047,
      "step": 140900
    },
    {
      "epoch": 21.5162620247366,
      "grad_norm": 0.387020081281662,
      "learning_rate": 3.842093027938914e-06,
      "loss": 0.0055,
      "step": 140910
    },
    {
      "epoch": 21.517788975416096,
      "grad_norm": 0.26956072449684143,
      "learning_rate": 3.838121341727413e-06,
      "loss": 0.0055,
      "step": 140920
    },
    {
      "epoch": 21.519315926095587,
      "grad_norm": 0.1797366738319397,
      "learning_rate": 3.834151627466554e-06,
      "loss": 0.0069,
      "step": 140930
    },
    {
      "epoch": 21.52084287677508,
      "grad_norm": 0.18018607795238495,
      "learning_rate": 3.830183885325949e-06,
      "loss": 0.0048,
      "step": 140940
    },
    {
      "epoch": 21.522369827454572,
      "grad_norm": 0.3361828923225403,
      "learning_rate": 3.826218115475061e-06,
      "loss": 0.0094,
      "step": 140950
    },
    {
      "epoch": 21.523896778134066,
      "grad_norm": 0.1661624014377594,
      "learning_rate": 3.822254318083313e-06,
      "loss": 0.0071,
      "step": 140960
    },
    {
      "epoch": 21.52542372881356,
      "grad_norm": 0.49447858333587646,
      "learning_rate": 3.81829249332003e-06,
      "loss": 0.0052,
      "step": 140970
    },
    {
      "epoch": 21.52695067949305,
      "grad_norm": 0.2852609157562256,
      "learning_rate": 3.8143326413544513e-06,
      "loss": 0.0087,
      "step": 140980
    },
    {
      "epoch": 21.528477630172546,
      "grad_norm": 0.4467542767524719,
      "learning_rate": 3.810374762355734e-06,
      "loss": 0.0043,
      "step": 140990
    },
    {
      "epoch": 21.53000458085204,
      "grad_norm": 0.1616814136505127,
      "learning_rate": 3.806418856492955e-06,
      "loss": 0.0046,
      "step": 141000
    },
    {
      "epoch": 21.53153153153153,
      "grad_norm": 0.20092138648033142,
      "learning_rate": 3.8024649239351116e-06,
      "loss": 0.0055,
      "step": 141010
    },
    {
      "epoch": 21.533058482211025,
      "grad_norm": 0.0878305584192276,
      "learning_rate": 3.7985129648510866e-06,
      "loss": 0.0041,
      "step": 141020
    },
    {
      "epoch": 21.534585432890516,
      "grad_norm": 0.135606586933136,
      "learning_rate": 3.794562979409716e-06,
      "loss": 0.0051,
      "step": 141030
    },
    {
      "epoch": 21.53611238357001,
      "grad_norm": 0.34487953782081604,
      "learning_rate": 3.7906149677797433e-06,
      "loss": 0.0045,
      "step": 141040
    },
    {
      "epoch": 21.537639334249505,
      "grad_norm": 0.185852512717247,
      "learning_rate": 3.7866689301297996e-06,
      "loss": 0.0043,
      "step": 141050
    },
    {
      "epoch": 21.539166284928996,
      "grad_norm": 0.15311184525489807,
      "learning_rate": 3.782724866628451e-06,
      "loss": 0.0038,
      "step": 141060
    },
    {
      "epoch": 21.54069323560849,
      "grad_norm": 0.19751638174057007,
      "learning_rate": 3.7787827774442174e-06,
      "loss": 0.0044,
      "step": 141070
    },
    {
      "epoch": 21.542220186287985,
      "grad_norm": 0.4372568428516388,
      "learning_rate": 3.774842662745459e-06,
      "loss": 0.0083,
      "step": 141080
    },
    {
      "epoch": 21.543747136967475,
      "grad_norm": 0.3862212002277374,
      "learning_rate": 3.7709045227005025e-06,
      "loss": 0.0065,
      "step": 141090
    },
    {
      "epoch": 21.54527408764697,
      "grad_norm": 0.10059843957424164,
      "learning_rate": 3.766968357477579e-06,
      "loss": 0.0058,
      "step": 141100
    },
    {
      "epoch": 21.54680103832646,
      "grad_norm": 0.142332524061203,
      "learning_rate": 3.763034167244839e-06,
      "loss": 0.0054,
      "step": 141110
    },
    {
      "epoch": 21.548327989005955,
      "grad_norm": 0.16649889945983887,
      "learning_rate": 3.7591019521703354e-06,
      "loss": 0.0054,
      "step": 141120
    },
    {
      "epoch": 21.54985493968545,
      "grad_norm": 0.26266053318977356,
      "learning_rate": 3.755171712422051e-06,
      "loss": 0.0074,
      "step": 141130
    },
    {
      "epoch": 21.55138189036494,
      "grad_norm": 0.2093057632446289,
      "learning_rate": 3.7512434481678847e-06,
      "loss": 0.0056,
      "step": 141140
    },
    {
      "epoch": 21.552908841044434,
      "grad_norm": 0.14708800613880157,
      "learning_rate": 3.7473171595756196e-06,
      "loss": 0.0051,
      "step": 141150
    },
    {
      "epoch": 21.55443579172393,
      "grad_norm": 0.10008338838815689,
      "learning_rate": 3.74339284681301e-06,
      "loss": 0.0061,
      "step": 141160
    },
    {
      "epoch": 21.55596274240342,
      "grad_norm": 0.21687014400959015,
      "learning_rate": 3.7394705100476824e-06,
      "loss": 0.0055,
      "step": 141170
    },
    {
      "epoch": 21.557489693082914,
      "grad_norm": 0.386601984500885,
      "learning_rate": 3.7355501494471866e-06,
      "loss": 0.0047,
      "step": 141180
    },
    {
      "epoch": 21.559016643762405,
      "grad_norm": 0.13632884621620178,
      "learning_rate": 3.731631765179e-06,
      "loss": 0.0052,
      "step": 141190
    },
    {
      "epoch": 21.5605435944419,
      "grad_norm": 0.22201500833034515,
      "learning_rate": 3.7277153574104993e-06,
      "loss": 0.0109,
      "step": 141200
    },
    {
      "epoch": 21.562070545121394,
      "grad_norm": 0.22064781188964844,
      "learning_rate": 3.7238009263090014e-06,
      "loss": 0.0052,
      "step": 141210
    },
    {
      "epoch": 21.563597495800884,
      "grad_norm": 0.14720623195171356,
      "learning_rate": 3.7198884720417103e-06,
      "loss": 0.0044,
      "step": 141220
    },
    {
      "epoch": 21.56512444648038,
      "grad_norm": 0.198563814163208,
      "learning_rate": 3.7159779947757713e-06,
      "loss": 0.0056,
      "step": 141230
    },
    {
      "epoch": 21.566651397159873,
      "grad_norm": 0.21614648401737213,
      "learning_rate": 3.7120694946782164e-06,
      "loss": 0.0048,
      "step": 141240
    },
    {
      "epoch": 21.568178347839364,
      "grad_norm": 0.2561415433883667,
      "learning_rate": 3.7081629719160237e-06,
      "loss": 0.0076,
      "step": 141250
    },
    {
      "epoch": 21.56970529851886,
      "grad_norm": 0.17197662591934204,
      "learning_rate": 3.704258426656071e-06,
      "loss": 0.0056,
      "step": 141260
    },
    {
      "epoch": 21.57123224919835,
      "grad_norm": 0.17774781584739685,
      "learning_rate": 3.700355859065158e-06,
      "loss": 0.0067,
      "step": 141270
    },
    {
      "epoch": 21.572759199877844,
      "grad_norm": 0.1958671361207962,
      "learning_rate": 3.696455269309973e-06,
      "loss": 0.0061,
      "step": 141280
    },
    {
      "epoch": 21.574286150557338,
      "grad_norm": 0.21252508461475372,
      "learning_rate": 3.6925566575571556e-06,
      "loss": 0.0065,
      "step": 141290
    },
    {
      "epoch": 21.57581310123683,
      "grad_norm": 0.33481255173683167,
      "learning_rate": 3.6886600239732505e-06,
      "loss": 0.0073,
      "step": 141300
    },
    {
      "epoch": 21.577340051916323,
      "grad_norm": 0.22740954160690308,
      "learning_rate": 3.684765368724724e-06,
      "loss": 0.0056,
      "step": 141310
    },
    {
      "epoch": 21.578867002595818,
      "grad_norm": 0.17636781930923462,
      "learning_rate": 3.6808726919779325e-06,
      "loss": 0.0046,
      "step": 141320
    },
    {
      "epoch": 21.58039395327531,
      "grad_norm": 0.18928414583206177,
      "learning_rate": 3.6769819938991533e-06,
      "loss": 0.006,
      "step": 141330
    },
    {
      "epoch": 21.581920903954803,
      "grad_norm": 0.18015460669994354,
      "learning_rate": 3.6730932746546264e-06,
      "loss": 0.0061,
      "step": 141340
    },
    {
      "epoch": 21.583447854634294,
      "grad_norm": 0.12784068286418915,
      "learning_rate": 3.669206534410441e-06,
      "loss": 0.0046,
      "step": 141350
    },
    {
      "epoch": 21.584974805313788,
      "grad_norm": 0.4296627342700958,
      "learning_rate": 3.665321773332636e-06,
      "loss": 0.0074,
      "step": 141360
    },
    {
      "epoch": 21.586501755993282,
      "grad_norm": 0.17158515751361847,
      "learning_rate": 3.661438991587168e-06,
      "loss": 0.0044,
      "step": 141370
    },
    {
      "epoch": 21.588028706672773,
      "grad_norm": 0.19841480255126953,
      "learning_rate": 3.6575581893399048e-06,
      "loss": 0.0074,
      "step": 141380
    },
    {
      "epoch": 21.589555657352268,
      "grad_norm": 0.25707244873046875,
      "learning_rate": 3.6536793667566128e-06,
      "loss": 0.0053,
      "step": 141390
    },
    {
      "epoch": 21.591082608031762,
      "grad_norm": 0.2809535264968872,
      "learning_rate": 3.6498025240030045e-06,
      "loss": 0.0044,
      "step": 141400
    },
    {
      "epoch": 21.592609558711253,
      "grad_norm": 0.16692690551280975,
      "learning_rate": 3.6459276612446913e-06,
      "loss": 0.0048,
      "step": 141410
    },
    {
      "epoch": 21.594136509390747,
      "grad_norm": 0.31865203380584717,
      "learning_rate": 3.642054778647175e-06,
      "loss": 0.0039,
      "step": 141420
    },
    {
      "epoch": 21.59566346007024,
      "grad_norm": 0.15568815171718597,
      "learning_rate": 3.6381838763759222e-06,
      "loss": 0.0052,
      "step": 141430
    },
    {
      "epoch": 21.597190410749732,
      "grad_norm": 0.20064318180084229,
      "learning_rate": 3.6343149545962963e-06,
      "loss": 0.0062,
      "step": 141440
    },
    {
      "epoch": 21.598717361429227,
      "grad_norm": 0.14741717278957367,
      "learning_rate": 3.6304480134735473e-06,
      "loss": 0.0091,
      "step": 141450
    },
    {
      "epoch": 21.600244312108718,
      "grad_norm": 0.21428751945495605,
      "learning_rate": 3.6265830531728828e-06,
      "loss": 0.0046,
      "step": 141460
    },
    {
      "epoch": 21.601771262788212,
      "grad_norm": 0.08383860439062119,
      "learning_rate": 3.6227200738593924e-06,
      "loss": 0.004,
      "step": 141470
    },
    {
      "epoch": 21.603298213467706,
      "grad_norm": 0.0552787184715271,
      "learning_rate": 3.6188590756981056e-06,
      "loss": 0.0048,
      "step": 141480
    },
    {
      "epoch": 21.604825164147197,
      "grad_norm": 0.10521841049194336,
      "learning_rate": 3.6150000588539567e-06,
      "loss": 0.0044,
      "step": 141490
    },
    {
      "epoch": 21.60635211482669,
      "grad_norm": 0.05806098133325577,
      "learning_rate": 3.6111430234917864e-06,
      "loss": 0.0073,
      "step": 141500
    },
    {
      "epoch": 21.607879065506186,
      "grad_norm": 0.3115461766719818,
      "learning_rate": 3.607287969776374e-06,
      "loss": 0.0053,
      "step": 141510
    },
    {
      "epoch": 21.609406016185677,
      "grad_norm": 0.25133416056632996,
      "learning_rate": 3.6034348978723876e-06,
      "loss": 0.0053,
      "step": 141520
    },
    {
      "epoch": 21.61093296686517,
      "grad_norm": 0.3392306864261627,
      "learning_rate": 3.5995838079444346e-06,
      "loss": 0.0055,
      "step": 141530
    },
    {
      "epoch": 21.612459917544662,
      "grad_norm": 0.270233154296875,
      "learning_rate": 3.5957347001570274e-06,
      "loss": 0.0047,
      "step": 141540
    },
    {
      "epoch": 21.613986868224156,
      "grad_norm": 0.20761309564113617,
      "learning_rate": 3.5918875746745795e-06,
      "loss": 0.0062,
      "step": 141550
    },
    {
      "epoch": 21.61551381890365,
      "grad_norm": 0.1010742038488388,
      "learning_rate": 3.5880424316614257e-06,
      "loss": 0.004,
      "step": 141560
    },
    {
      "epoch": 21.61704076958314,
      "grad_norm": 0.10479288548231125,
      "learning_rate": 3.584199271281863e-06,
      "loss": 0.0071,
      "step": 141570
    },
    {
      "epoch": 21.618567720262636,
      "grad_norm": 0.24897292256355286,
      "learning_rate": 3.5803580937000257e-06,
      "loss": 0.0049,
      "step": 141580
    },
    {
      "epoch": 21.62009467094213,
      "grad_norm": 0.11030267924070358,
      "learning_rate": 3.576518899080011e-06,
      "loss": 0.0051,
      "step": 141590
    },
    {
      "epoch": 21.62162162162162,
      "grad_norm": 0.43262484669685364,
      "learning_rate": 3.572681687585833e-06,
      "loss": 0.0093,
      "step": 141600
    },
    {
      "epoch": 21.623148572301115,
      "grad_norm": 0.42975932359695435,
      "learning_rate": 3.568846459381403e-06,
      "loss": 0.0064,
      "step": 141610
    },
    {
      "epoch": 21.624675522980606,
      "grad_norm": 0.2049490213394165,
      "learning_rate": 3.5650132146305525e-06,
      "loss": 0.0071,
      "step": 141620
    },
    {
      "epoch": 21.6262024736601,
      "grad_norm": 0.1620052307844162,
      "learning_rate": 3.561181953497034e-06,
      "loss": 0.0067,
      "step": 141630
    },
    {
      "epoch": 21.627729424339595,
      "grad_norm": 0.04835614189505577,
      "learning_rate": 3.5573526761445206e-06,
      "loss": 0.0054,
      "step": 141640
    },
    {
      "epoch": 21.629256375019086,
      "grad_norm": 0.12707877159118652,
      "learning_rate": 3.5535253827365666e-06,
      "loss": 0.0042,
      "step": 141650
    },
    {
      "epoch": 21.63078332569858,
      "grad_norm": 0.06705974042415619,
      "learning_rate": 3.5497000734366957e-06,
      "loss": 0.0048,
      "step": 141660
    },
    {
      "epoch": 21.632310276378075,
      "grad_norm": 0.1571042686700821,
      "learning_rate": 3.5458767484083056e-06,
      "loss": 0.0066,
      "step": 141670
    },
    {
      "epoch": 21.633837227057565,
      "grad_norm": 0.13758808374404907,
      "learning_rate": 3.5420554078147204e-06,
      "loss": 0.0057,
      "step": 141680
    },
    {
      "epoch": 21.63536417773706,
      "grad_norm": 0.06520726531744003,
      "learning_rate": 3.5382360518191714e-06,
      "loss": 0.0057,
      "step": 141690
    },
    {
      "epoch": 21.63689112841655,
      "grad_norm": 0.04080129414796829,
      "learning_rate": 3.5344186805848335e-06,
      "loss": 0.0064,
      "step": 141700
    },
    {
      "epoch": 21.638418079096045,
      "grad_norm": 0.1033456027507782,
      "learning_rate": 3.530603294274776e-06,
      "loss": 0.0058,
      "step": 141710
    },
    {
      "epoch": 21.63994502977554,
      "grad_norm": 0.1351403146982193,
      "learning_rate": 3.526789893051974e-06,
      "loss": 0.0041,
      "step": 141720
    },
    {
      "epoch": 21.64147198045503,
      "grad_norm": 0.6454867720603943,
      "learning_rate": 3.5229784770793307e-06,
      "loss": 0.0051,
      "step": 141730
    },
    {
      "epoch": 21.642998931134525,
      "grad_norm": 0.3741559088230133,
      "learning_rate": 3.5191690465196715e-06,
      "loss": 0.0052,
      "step": 141740
    },
    {
      "epoch": 21.64452588181402,
      "grad_norm": 0.24379156529903412,
      "learning_rate": 3.515361601535716e-06,
      "loss": 0.0078,
      "step": 141750
    },
    {
      "epoch": 21.64605283249351,
      "grad_norm": 0.21239781379699707,
      "learning_rate": 3.5115561422901235e-06,
      "loss": 0.0047,
      "step": 141760
    },
    {
      "epoch": 21.647579783173004,
      "grad_norm": 0.11043685674667358,
      "learning_rate": 3.5077526689454467e-06,
      "loss": 0.0063,
      "step": 141770
    },
    {
      "epoch": 21.649106733852495,
      "grad_norm": 0.13363812863826752,
      "learning_rate": 3.5039511816641667e-06,
      "loss": 0.0047,
      "step": 141780
    },
    {
      "epoch": 21.65063368453199,
      "grad_norm": 0.27802979946136475,
      "learning_rate": 3.5001516806086766e-06,
      "loss": 0.0061,
      "step": 141790
    },
    {
      "epoch": 21.652160635211484,
      "grad_norm": 0.041587986052036285,
      "learning_rate": 3.4963541659412846e-06,
      "loss": 0.0045,
      "step": 141800
    },
    {
      "epoch": 21.653687585890975,
      "grad_norm": 0.13094386458396912,
      "learning_rate": 3.4925586378242224e-06,
      "loss": 0.0042,
      "step": 141810
    },
    {
      "epoch": 21.65521453657047,
      "grad_norm": 0.20066043734550476,
      "learning_rate": 3.488765096419605e-06,
      "loss": 0.0053,
      "step": 141820
    },
    {
      "epoch": 21.656741487249963,
      "grad_norm": 0.13839760422706604,
      "learning_rate": 3.484973541889497e-06,
      "loss": 0.0068,
      "step": 141830
    },
    {
      "epoch": 21.658268437929454,
      "grad_norm": 0.24677856266498566,
      "learning_rate": 3.48118397439588e-06,
      "loss": 0.0067,
      "step": 141840
    },
    {
      "epoch": 21.65979538860895,
      "grad_norm": 0.10410255193710327,
      "learning_rate": 3.4773963941006184e-06,
      "loss": 0.0061,
      "step": 141850
    },
    {
      "epoch": 21.66132233928844,
      "grad_norm": 0.40236154198646545,
      "learning_rate": 3.4736108011655223e-06,
      "loss": 0.0048,
      "step": 141860
    },
    {
      "epoch": 21.662849289967934,
      "grad_norm": 0.3759164810180664,
      "learning_rate": 3.4698271957522956e-06,
      "loss": 0.0069,
      "step": 141870
    },
    {
      "epoch": 21.664376240647428,
      "grad_norm": 0.47135627269744873,
      "learning_rate": 3.4660455780225754e-06,
      "loss": 0.0069,
      "step": 141880
    },
    {
      "epoch": 21.66590319132692,
      "grad_norm": 0.2930419445037842,
      "learning_rate": 3.462265948137905e-06,
      "loss": 0.0065,
      "step": 141890
    },
    {
      "epoch": 21.667430142006413,
      "grad_norm": 0.27790793776512146,
      "learning_rate": 3.4584883062597386e-06,
      "loss": 0.0037,
      "step": 141900
    },
    {
      "epoch": 21.668957092685908,
      "grad_norm": 0.06974627822637558,
      "learning_rate": 3.454712652549458e-06,
      "loss": 0.0051,
      "step": 141910
    },
    {
      "epoch": 21.6704840433654,
      "grad_norm": 0.2810519337654114,
      "learning_rate": 3.4509389871683283e-06,
      "loss": 0.0052,
      "step": 141920
    },
    {
      "epoch": 21.672010994044893,
      "grad_norm": 0.10665726661682129,
      "learning_rate": 3.447167310277588e-06,
      "loss": 0.0065,
      "step": 141930
    },
    {
      "epoch": 21.673537944724387,
      "grad_norm": 0.17842218279838562,
      "learning_rate": 3.4433976220383414e-06,
      "loss": 0.007,
      "step": 141940
    },
    {
      "epoch": 21.675064895403878,
      "grad_norm": 0.10506105422973633,
      "learning_rate": 3.4396299226116145e-06,
      "loss": 0.0058,
      "step": 141950
    },
    {
      "epoch": 21.676591846083372,
      "grad_norm": 0.1377006620168686,
      "learning_rate": 3.4358642121583572e-06,
      "loss": 0.0046,
      "step": 141960
    },
    {
      "epoch": 21.678118796762863,
      "grad_norm": 0.3233674168586731,
      "learning_rate": 3.4321004908394516e-06,
      "loss": 0.0072,
      "step": 141970
    },
    {
      "epoch": 21.679645747442358,
      "grad_norm": 0.09580878913402557,
      "learning_rate": 3.428338758815658e-06,
      "loss": 0.0052,
      "step": 141980
    },
    {
      "epoch": 21.681172698121852,
      "grad_norm": 0.13272835314273834,
      "learning_rate": 3.424579016247681e-06,
      "loss": 0.0061,
      "step": 141990
    },
    {
      "epoch": 21.682699648801343,
      "grad_norm": 0.14869585633277893,
      "learning_rate": 3.4208212632961258e-06,
      "loss": 0.0042,
      "step": 142000
    },
    {
      "epoch": 21.684226599480837,
      "grad_norm": 0.14504611492156982,
      "learning_rate": 3.4170655001215192e-06,
      "loss": 0.0051,
      "step": 142010
    },
    {
      "epoch": 21.685753550160328,
      "grad_norm": 0.1308198869228363,
      "learning_rate": 3.413311726884294e-06,
      "loss": 0.0076,
      "step": 142020
    },
    {
      "epoch": 21.687280500839822,
      "grad_norm": 0.24083200097084045,
      "learning_rate": 3.4095599437448113e-06,
      "loss": 0.005,
      "step": 142030
    },
    {
      "epoch": 21.688807451519317,
      "grad_norm": 0.24042581021785736,
      "learning_rate": 3.405810150863348e-06,
      "loss": 0.0071,
      "step": 142040
    },
    {
      "epoch": 21.690334402198808,
      "grad_norm": 0.28422811627388,
      "learning_rate": 3.402062348400059e-06,
      "loss": 0.0054,
      "step": 142050
    },
    {
      "epoch": 21.691861352878302,
      "grad_norm": 0.19572994112968445,
      "learning_rate": 3.3983165365150727e-06,
      "loss": 0.0065,
      "step": 142060
    },
    {
      "epoch": 21.693388303557796,
      "grad_norm": 0.09223299473524094,
      "learning_rate": 3.394572715368405e-06,
      "loss": 0.0037,
      "step": 142070
    },
    {
      "epoch": 21.694915254237287,
      "grad_norm": 0.12339810281991959,
      "learning_rate": 3.3908308851199665e-06,
      "loss": 0.0052,
      "step": 142080
    },
    {
      "epoch": 21.69644220491678,
      "grad_norm": 0.1837693601846695,
      "learning_rate": 3.387091045929597e-06,
      "loss": 0.0082,
      "step": 142090
    },
    {
      "epoch": 21.697969155596276,
      "grad_norm": 0.11472734808921814,
      "learning_rate": 3.3833531979570786e-06,
      "loss": 0.0041,
      "step": 142100
    },
    {
      "epoch": 21.699496106275767,
      "grad_norm": 0.18735063076019287,
      "learning_rate": 3.379617341362079e-06,
      "loss": 0.0037,
      "step": 142110
    },
    {
      "epoch": 21.70102305695526,
      "grad_norm": 0.13680826127529144,
      "learning_rate": 3.375883476304176e-06,
      "loss": 0.0053,
      "step": 142120
    },
    {
      "epoch": 21.702550007634752,
      "grad_norm": 0.3122783899307251,
      "learning_rate": 3.3721516029428803e-06,
      "loss": 0.0061,
      "step": 142130
    },
    {
      "epoch": 21.704076958314246,
      "grad_norm": 0.3766847252845764,
      "learning_rate": 3.368421721437609e-06,
      "loss": 0.005,
      "step": 142140
    },
    {
      "epoch": 21.70560390899374,
      "grad_norm": 0.33705592155456543,
      "learning_rate": 3.3646938319476964e-06,
      "loss": 0.0045,
      "step": 142150
    },
    {
      "epoch": 21.70713085967323,
      "grad_norm": 0.0645962655544281,
      "learning_rate": 3.360967934632392e-06,
      "loss": 0.0063,
      "step": 142160
    },
    {
      "epoch": 21.708657810352726,
      "grad_norm": 0.2015058696269989,
      "learning_rate": 3.3572440296508577e-06,
      "loss": 0.0054,
      "step": 142170
    },
    {
      "epoch": 21.71018476103222,
      "grad_norm": 0.13796016573905945,
      "learning_rate": 3.3535221171621723e-06,
      "loss": 0.0053,
      "step": 142180
    },
    {
      "epoch": 21.71171171171171,
      "grad_norm": 0.18225647509098053,
      "learning_rate": 3.34980219732533e-06,
      "loss": 0.0064,
      "step": 142190
    },
    {
      "epoch": 21.713238662391205,
      "grad_norm": 0.3842352628707886,
      "learning_rate": 3.3460842702992435e-06,
      "loss": 0.0091,
      "step": 142200
    },
    {
      "epoch": 21.714765613070696,
      "grad_norm": 0.32774490118026733,
      "learning_rate": 3.342368336242735e-06,
      "loss": 0.005,
      "step": 142210
    },
    {
      "epoch": 21.71629256375019,
      "grad_norm": 0.2603393495082855,
      "learning_rate": 3.3386543953145276e-06,
      "loss": 0.0047,
      "step": 142220
    },
    {
      "epoch": 21.717819514429685,
      "grad_norm": 0.1782127320766449,
      "learning_rate": 3.3349424476732836e-06,
      "loss": 0.0065,
      "step": 142230
    },
    {
      "epoch": 21.719346465109176,
      "grad_norm": 0.07673756033182144,
      "learning_rate": 3.3312324934775817e-06,
      "loss": 0.0053,
      "step": 142240
    },
    {
      "epoch": 21.72087341578867,
      "grad_norm": 0.17263665795326233,
      "learning_rate": 3.3275245328858897e-06,
      "loss": 0.0064,
      "step": 142250
    },
    {
      "epoch": 21.722400366468165,
      "grad_norm": 0.17496131360530853,
      "learning_rate": 3.323818566056608e-06,
      "loss": 0.0042,
      "step": 142260
    },
    {
      "epoch": 21.723927317147655,
      "grad_norm": 0.2162536382675171,
      "learning_rate": 3.320114593148049e-06,
      "loss": 0.0045,
      "step": 142270
    },
    {
      "epoch": 21.72545426782715,
      "grad_norm": 0.1959238350391388,
      "learning_rate": 3.3164126143184483e-06,
      "loss": 0.0066,
      "step": 142280
    },
    {
      "epoch": 21.72698121850664,
      "grad_norm": 0.06615374237298965,
      "learning_rate": 3.3127126297259335e-06,
      "loss": 0.0063,
      "step": 142290
    },
    {
      "epoch": 21.728508169186135,
      "grad_norm": 0.3113791048526764,
      "learning_rate": 3.3090146395285683e-06,
      "loss": 0.0045,
      "step": 142300
    },
    {
      "epoch": 21.73003511986563,
      "grad_norm": 0.23215512931346893,
      "learning_rate": 3.3053186438843307e-06,
      "loss": 0.0041,
      "step": 142310
    },
    {
      "epoch": 21.73156207054512,
      "grad_norm": 0.16940023005008698,
      "learning_rate": 3.3016246429510898e-06,
      "loss": 0.0049,
      "step": 142320
    },
    {
      "epoch": 21.733089021224615,
      "grad_norm": 0.09163139760494232,
      "learning_rate": 3.297932636886658e-06,
      "loss": 0.0064,
      "step": 142330
    },
    {
      "epoch": 21.73461597190411,
      "grad_norm": 0.48668235540390015,
      "learning_rate": 3.2942426258487593e-06,
      "loss": 0.0052,
      "step": 142340
    },
    {
      "epoch": 21.7361429225836,
      "grad_norm": 0.08716050535440445,
      "learning_rate": 3.2905546099950057e-06,
      "loss": 0.0057,
      "step": 142350
    },
    {
      "epoch": 21.737669873263094,
      "grad_norm": 0.45630404353141785,
      "learning_rate": 3.2868685894829444e-06,
      "loss": 0.005,
      "step": 142360
    },
    {
      "epoch": 21.739196823942585,
      "grad_norm": 0.16175808012485504,
      "learning_rate": 3.2831845644700598e-06,
      "loss": 0.0061,
      "step": 142370
    },
    {
      "epoch": 21.74072377462208,
      "grad_norm": 0.09224137663841248,
      "learning_rate": 3.2795025351136986e-06,
      "loss": 0.0065,
      "step": 142380
    },
    {
      "epoch": 21.742250725301574,
      "grad_norm": 0.6190693378448486,
      "learning_rate": 3.275822501571163e-06,
      "loss": 0.0081,
      "step": 142390
    },
    {
      "epoch": 21.743777675981065,
      "grad_norm": 0.0671333521604538,
      "learning_rate": 3.2721444639996547e-06,
      "loss": 0.0048,
      "step": 142400
    },
    {
      "epoch": 21.74530462666056,
      "grad_norm": 0.14242812991142273,
      "learning_rate": 3.2684684225562924e-06,
      "loss": 0.0041,
      "step": 142410
    },
    {
      "epoch": 21.746831577340053,
      "grad_norm": 0.11653253436088562,
      "learning_rate": 3.2647943773981117e-06,
      "loss": 0.0036,
      "step": 142420
    },
    {
      "epoch": 21.748358528019544,
      "grad_norm": 0.3417781591415405,
      "learning_rate": 3.2611223286820535e-06,
      "loss": 0.0064,
      "step": 142430
    },
    {
      "epoch": 21.74988547869904,
      "grad_norm": 0.5718606114387512,
      "learning_rate": 3.257452276565004e-06,
      "loss": 0.006,
      "step": 142440
    },
    {
      "epoch": 21.75141242937853,
      "grad_norm": 0.19363565742969513,
      "learning_rate": 3.253784221203704e-06,
      "loss": 0.0055,
      "step": 142450
    },
    {
      "epoch": 21.752939380058024,
      "grad_norm": 0.2862570285797119,
      "learning_rate": 3.250118162754873e-06,
      "loss": 0.0055,
      "step": 142460
    },
    {
      "epoch": 21.754466330737518,
      "grad_norm": 0.09497885406017303,
      "learning_rate": 3.2464541013751183e-06,
      "loss": 0.0076,
      "step": 142470
    },
    {
      "epoch": 21.75599328141701,
      "grad_norm": 0.13851842284202576,
      "learning_rate": 3.242792037220954e-06,
      "loss": 0.0053,
      "step": 142480
    },
    {
      "epoch": 21.757520232096503,
      "grad_norm": 0.14510267972946167,
      "learning_rate": 3.2391319704488167e-06,
      "loss": 0.0039,
      "step": 142490
    },
    {
      "epoch": 21.759047182775998,
      "grad_norm": 0.07651709765195847,
      "learning_rate": 3.2354739012150526e-06,
      "loss": 0.0057,
      "step": 142500
    },
    {
      "epoch": 21.76057413345549,
      "grad_norm": 0.06910227239131927,
      "learning_rate": 3.2318178296759483e-06,
      "loss": 0.0053,
      "step": 142510
    },
    {
      "epoch": 21.762101084134983,
      "grad_norm": 0.20473985373973846,
      "learning_rate": 3.2281637559876622e-06,
      "loss": 0.0054,
      "step": 142520
    },
    {
      "epoch": 21.763628034814474,
      "grad_norm": 0.1775294840335846,
      "learning_rate": 3.224511680306297e-06,
      "loss": 0.0049,
      "step": 142530
    },
    {
      "epoch": 21.765154985493968,
      "grad_norm": 0.29101407527923584,
      "learning_rate": 3.220861602787861e-06,
      "loss": 0.0071,
      "step": 142540
    },
    {
      "epoch": 21.766681936173462,
      "grad_norm": 0.06837422400712967,
      "learning_rate": 3.217213523588286e-06,
      "loss": 0.005,
      "step": 142550
    },
    {
      "epoch": 21.768208886852953,
      "grad_norm": 0.1269245147705078,
      "learning_rate": 3.213567442863402e-06,
      "loss": 0.0049,
      "step": 142560
    },
    {
      "epoch": 21.769735837532448,
      "grad_norm": 0.7608403563499451,
      "learning_rate": 3.2099233607689683e-06,
      "loss": 0.0034,
      "step": 142570
    },
    {
      "epoch": 21.771262788211942,
      "grad_norm": 0.16770878434181213,
      "learning_rate": 3.2062812774606655e-06,
      "loss": 0.0059,
      "step": 142580
    },
    {
      "epoch": 21.772789738891433,
      "grad_norm": 0.14969679713249207,
      "learning_rate": 3.2026411930940413e-06,
      "loss": 0.0063,
      "step": 142590
    },
    {
      "epoch": 21.774316689570927,
      "grad_norm": 0.17747186124324799,
      "learning_rate": 3.1990031078246274e-06,
      "loss": 0.0051,
      "step": 142600
    },
    {
      "epoch": 21.77584364025042,
      "grad_norm": 0.18038806319236755,
      "learning_rate": 3.1953670218078323e-06,
      "loss": 0.0046,
      "step": 142610
    },
    {
      "epoch": 21.777370590929912,
      "grad_norm": 0.17027424275875092,
      "learning_rate": 3.1917329351989655e-06,
      "loss": 0.0061,
      "step": 142620
    },
    {
      "epoch": 21.778897541609407,
      "grad_norm": 0.22536331415176392,
      "learning_rate": 3.188100848153275e-06,
      "loss": 0.0049,
      "step": 142630
    },
    {
      "epoch": 21.780424492288898,
      "grad_norm": 0.19611021876335144,
      "learning_rate": 3.1844707608259304e-06,
      "loss": 0.0043,
      "step": 142640
    },
    {
      "epoch": 21.781951442968392,
      "grad_norm": 0.12340245395898819,
      "learning_rate": 3.1808426733719866e-06,
      "loss": 0.0059,
      "step": 142650
    },
    {
      "epoch": 21.783478393647886,
      "grad_norm": 0.18639424443244934,
      "learning_rate": 3.1772165859464354e-06,
      "loss": 0.0048,
      "step": 142660
    },
    {
      "epoch": 21.785005344327377,
      "grad_norm": 0.0953594297170639,
      "learning_rate": 3.1735924987041754e-06,
      "loss": 0.0032,
      "step": 142670
    },
    {
      "epoch": 21.78653229500687,
      "grad_norm": 0.45576876401901245,
      "learning_rate": 3.1699704118000163e-06,
      "loss": 0.0045,
      "step": 142680
    },
    {
      "epoch": 21.788059245686366,
      "grad_norm": 0.1294507533311844,
      "learning_rate": 3.166350325388695e-06,
      "loss": 0.0054,
      "step": 142690
    },
    {
      "epoch": 21.789586196365857,
      "grad_norm": 0.18569818139076233,
      "learning_rate": 3.162732239624855e-06,
      "loss": 0.0048,
      "step": 142700
    },
    {
      "epoch": 21.79111314704535,
      "grad_norm": 0.37855029106140137,
      "learning_rate": 3.1591161546630556e-06,
      "loss": 0.0048,
      "step": 142710
    },
    {
      "epoch": 21.792640097724842,
      "grad_norm": 0.061570171266794205,
      "learning_rate": 3.1555020706577454e-06,
      "loss": 0.0037,
      "step": 142720
    },
    {
      "epoch": 21.794167048404336,
      "grad_norm": 0.1281428039073944,
      "learning_rate": 3.1518899877633457e-06,
      "loss": 0.0037,
      "step": 142730
    },
    {
      "epoch": 21.79569399908383,
      "grad_norm": 0.1023649051785469,
      "learning_rate": 3.148279906134144e-06,
      "loss": 0.0069,
      "step": 142740
    },
    {
      "epoch": 21.79722094976332,
      "grad_norm": 0.1517103612422943,
      "learning_rate": 3.14467182592435e-06,
      "loss": 0.0062,
      "step": 142750
    },
    {
      "epoch": 21.798747900442816,
      "grad_norm": 0.37887731194496155,
      "learning_rate": 3.1410657472881024e-06,
      "loss": 0.0045,
      "step": 142760
    },
    {
      "epoch": 21.80027485112231,
      "grad_norm": 0.2706039547920227,
      "learning_rate": 3.137461670379438e-06,
      "loss": 0.0088,
      "step": 142770
    },
    {
      "epoch": 21.8018018018018,
      "grad_norm": 0.08478277176618576,
      "learning_rate": 3.1338595953523287e-06,
      "loss": 0.0053,
      "step": 142780
    },
    {
      "epoch": 21.803328752481296,
      "grad_norm": 0.12282950431108475,
      "learning_rate": 3.1302595223606347e-06,
      "loss": 0.0053,
      "step": 142790
    },
    {
      "epoch": 21.804855703160786,
      "grad_norm": 0.14511093497276306,
      "learning_rate": 3.126661451558155e-06,
      "loss": 0.0057,
      "step": 142800
    },
    {
      "epoch": 21.80638265384028,
      "grad_norm": 0.17239585518836975,
      "learning_rate": 3.123065383098589e-06,
      "loss": 0.0058,
      "step": 142810
    },
    {
      "epoch": 21.807909604519775,
      "grad_norm": 0.2162548154592514,
      "learning_rate": 3.1194713171355528e-06,
      "loss": 0.0053,
      "step": 142820
    },
    {
      "epoch": 21.809436555199266,
      "grad_norm": 0.22346967458724976,
      "learning_rate": 3.1158792538225843e-06,
      "loss": 0.0064,
      "step": 142830
    },
    {
      "epoch": 21.81096350587876,
      "grad_norm": 0.28807225823402405,
      "learning_rate": 3.112289193313128e-06,
      "loss": 0.0075,
      "step": 142840
    },
    {
      "epoch": 21.812490456558255,
      "grad_norm": 0.16428124904632568,
      "learning_rate": 3.1087011357605335e-06,
      "loss": 0.0079,
      "step": 142850
    },
    {
      "epoch": 21.814017407237746,
      "grad_norm": 0.09101100265979767,
      "learning_rate": 3.1051150813180775e-06,
      "loss": 0.0056,
      "step": 142860
    },
    {
      "epoch": 21.81554435791724,
      "grad_norm": 0.12257418781518936,
      "learning_rate": 3.1015310301389655e-06,
      "loss": 0.0051,
      "step": 142870
    },
    {
      "epoch": 21.81707130859673,
      "grad_norm": 0.07569001615047455,
      "learning_rate": 3.097948982376303e-06,
      "loss": 0.0048,
      "step": 142880
    },
    {
      "epoch": 21.818598259276225,
      "grad_norm": 0.10445687919855118,
      "learning_rate": 3.0943689381830897e-06,
      "loss": 0.0045,
      "step": 142890
    },
    {
      "epoch": 21.82012520995572,
      "grad_norm": 0.22061039507389069,
      "learning_rate": 3.0907908977122535e-06,
      "loss": 0.005,
      "step": 142900
    },
    {
      "epoch": 21.82165216063521,
      "grad_norm": 0.15156666934490204,
      "learning_rate": 3.0872148611166774e-06,
      "loss": 0.006,
      "step": 142910
    },
    {
      "epoch": 21.823179111314705,
      "grad_norm": 0.08438145369291306,
      "learning_rate": 3.0836408285490894e-06,
      "loss": 0.0047,
      "step": 142920
    },
    {
      "epoch": 21.8247060619942,
      "grad_norm": 0.12465639412403107,
      "learning_rate": 3.080068800162178e-06,
      "loss": 0.0065,
      "step": 142930
    },
    {
      "epoch": 21.82623301267369,
      "grad_norm": 0.08879454433917999,
      "learning_rate": 3.0764987761085328e-06,
      "loss": 0.007,
      "step": 142940
    },
    {
      "epoch": 21.827759963353184,
      "grad_norm": 0.29377123713493347,
      "learning_rate": 3.0729307565406595e-06,
      "loss": 0.0067,
      "step": 142950
    },
    {
      "epoch": 21.829286914032675,
      "grad_norm": 0.2499963343143463,
      "learning_rate": 3.069364741610975e-06,
      "loss": 0.0069,
      "step": 142960
    },
    {
      "epoch": 21.83081386471217,
      "grad_norm": 0.6293010711669922,
      "learning_rate": 3.0658007314718128e-06,
      "loss": 0.0063,
      "step": 142970
    },
    {
      "epoch": 21.832340815391664,
      "grad_norm": 0.058935146778821945,
      "learning_rate": 3.062238726275435e-06,
      "loss": 0.0045,
      "step": 142980
    },
    {
      "epoch": 21.833867766071155,
      "grad_norm": 0.20313666760921478,
      "learning_rate": 3.0586787261739693e-06,
      "loss": 0.0059,
      "step": 142990
    },
    {
      "epoch": 21.83539471675065,
      "grad_norm": 0.5887681245803833,
      "learning_rate": 3.055120731319527e-06,
      "loss": 0.0075,
      "step": 143000
    },
    {
      "epoch": 21.836921667430143,
      "grad_norm": 0.13463319838047028,
      "learning_rate": 3.0515647418640935e-06,
      "loss": 0.0042,
      "step": 143010
    },
    {
      "epoch": 21.838448618109634,
      "grad_norm": 0.13009954988956451,
      "learning_rate": 3.0480107579595573e-06,
      "loss": 0.0045,
      "step": 143020
    },
    {
      "epoch": 21.83997556878913,
      "grad_norm": 0.1936408430337906,
      "learning_rate": 3.044458779757753e-06,
      "loss": 0.0065,
      "step": 143030
    },
    {
      "epoch": 21.84150251946862,
      "grad_norm": 0.21027442812919617,
      "learning_rate": 3.0409088074104085e-06,
      "loss": 0.008,
      "step": 143040
    },
    {
      "epoch": 21.843029470148114,
      "grad_norm": 0.24133405089378357,
      "learning_rate": 3.03736084106917e-06,
      "loss": 0.0051,
      "step": 143050
    },
    {
      "epoch": 21.844556420827608,
      "grad_norm": 0.3659690022468567,
      "learning_rate": 3.033814880885605e-06,
      "loss": 0.0049,
      "step": 143060
    },
    {
      "epoch": 21.8460833715071,
      "grad_norm": 0.21909983456134796,
      "learning_rate": 3.030270927011186e-06,
      "loss": 0.0053,
      "step": 143070
    },
    {
      "epoch": 21.847610322186593,
      "grad_norm": 0.24475058913230896,
      "learning_rate": 3.02672897959731e-06,
      "loss": 0.0058,
      "step": 143080
    },
    {
      "epoch": 21.849137272866088,
      "grad_norm": 0.057718660682439804,
      "learning_rate": 3.0231890387952767e-06,
      "loss": 0.0047,
      "step": 143090
    },
    {
      "epoch": 21.85066422354558,
      "grad_norm": 0.23688001930713654,
      "learning_rate": 3.0196511047563104e-06,
      "loss": 0.0066,
      "step": 143100
    },
    {
      "epoch": 21.852191174225073,
      "grad_norm": 0.2831614315509796,
      "learning_rate": 3.016115177631551e-06,
      "loss": 0.0052,
      "step": 143110
    },
    {
      "epoch": 21.853718124904567,
      "grad_norm": 0.23103854060173035,
      "learning_rate": 3.0125812575720334e-06,
      "loss": 0.0035,
      "step": 143120
    },
    {
      "epoch": 21.855245075584058,
      "grad_norm": 0.08900070935487747,
      "learning_rate": 3.009049344728715e-06,
      "loss": 0.0043,
      "step": 143130
    },
    {
      "epoch": 21.856772026263553,
      "grad_norm": 0.3876327872276306,
      "learning_rate": 3.0055194392524965e-06,
      "loss": 0.0045,
      "step": 143140
    },
    {
      "epoch": 21.858298976943043,
      "grad_norm": 0.10955411940813065,
      "learning_rate": 3.0019915412941524e-06,
      "loss": 0.0044,
      "step": 143150
    },
    {
      "epoch": 21.859825927622538,
      "grad_norm": 0.23304276168346405,
      "learning_rate": 2.9984656510043895e-06,
      "loss": 0.0054,
      "step": 143160
    },
    {
      "epoch": 21.861352878302032,
      "grad_norm": 0.12060806900262833,
      "learning_rate": 2.994941768533832e-06,
      "loss": 0.0046,
      "step": 143170
    },
    {
      "epoch": 21.862879828981523,
      "grad_norm": 0.18380677700042725,
      "learning_rate": 2.9914198940330095e-06,
      "loss": 0.0068,
      "step": 143180
    },
    {
      "epoch": 21.864406779661017,
      "grad_norm": 0.2394508719444275,
      "learning_rate": 2.9879000276523738e-06,
      "loss": 0.0057,
      "step": 143190
    },
    {
      "epoch": 21.86593373034051,
      "grad_norm": 0.1603064239025116,
      "learning_rate": 2.9843821695422825e-06,
      "loss": 0.0051,
      "step": 143200
    },
    {
      "epoch": 21.867460681020003,
      "grad_norm": 0.20659935474395752,
      "learning_rate": 2.9808663198530206e-06,
      "loss": 0.0042,
      "step": 143210
    },
    {
      "epoch": 21.868987631699497,
      "grad_norm": 0.12406954169273376,
      "learning_rate": 2.9773524787347573e-06,
      "loss": 0.0038,
      "step": 143220
    },
    {
      "epoch": 21.870514582378988,
      "grad_norm": 0.18204572796821594,
      "learning_rate": 2.9738406463376223e-06,
      "loss": 0.0052,
      "step": 143230
    },
    {
      "epoch": 21.872041533058482,
      "grad_norm": 0.1519905924797058,
      "learning_rate": 2.9703308228116346e-06,
      "loss": 0.0042,
      "step": 143240
    },
    {
      "epoch": 21.873568483737976,
      "grad_norm": 0.22398896515369415,
      "learning_rate": 2.9668230083067074e-06,
      "loss": 0.0047,
      "step": 143250
    },
    {
      "epoch": 21.875095434417467,
      "grad_norm": 0.19569922983646393,
      "learning_rate": 2.963317202972693e-06,
      "loss": 0.0038,
      "step": 143260
    },
    {
      "epoch": 21.87662238509696,
      "grad_norm": 0.273298978805542,
      "learning_rate": 2.9598134069593607e-06,
      "loss": 0.004,
      "step": 143270
    },
    {
      "epoch": 21.878149335776456,
      "grad_norm": 0.1703588366508484,
      "learning_rate": 2.9563116204163965e-06,
      "loss": 0.0055,
      "step": 143280
    },
    {
      "epoch": 21.879676286455947,
      "grad_norm": 0.2737022936344147,
      "learning_rate": 2.9528118434933694e-06,
      "loss": 0.0079,
      "step": 143290
    },
    {
      "epoch": 21.88120323713544,
      "grad_norm": 0.16000697016716003,
      "learning_rate": 2.9493140763397874e-06,
      "loss": 0.0051,
      "step": 143300
    },
    {
      "epoch": 21.882730187814932,
      "grad_norm": 0.08259642124176025,
      "learning_rate": 2.945818319105087e-06,
      "loss": 0.0054,
      "step": 143310
    },
    {
      "epoch": 21.884257138494426,
      "grad_norm": 0.2949756383895874,
      "learning_rate": 2.942324571938576e-06,
      "loss": 0.0059,
      "step": 143320
    },
    {
      "epoch": 21.88578408917392,
      "grad_norm": 0.1464366912841797,
      "learning_rate": 2.9388328349895132e-06,
      "loss": 0.0045,
      "step": 143330
    },
    {
      "epoch": 21.88731103985341,
      "grad_norm": 0.46919724345207214,
      "learning_rate": 2.935343108407057e-06,
      "loss": 0.0093,
      "step": 143340
    },
    {
      "epoch": 21.888837990532906,
      "grad_norm": 0.14122679829597473,
      "learning_rate": 2.9318553923402826e-06,
      "loss": 0.0035,
      "step": 143350
    },
    {
      "epoch": 21.8903649412124,
      "grad_norm": 0.3580845594406128,
      "learning_rate": 2.9283696869381815e-06,
      "loss": 0.0051,
      "step": 143360
    },
    {
      "epoch": 21.89189189189189,
      "grad_norm": 0.10988941788673401,
      "learning_rate": 2.924885992349652e-06,
      "loss": 0.0036,
      "step": 143370
    },
    {
      "epoch": 21.893418842571386,
      "grad_norm": 0.0849229246377945,
      "learning_rate": 2.9214043087235187e-06,
      "loss": 0.005,
      "step": 143380
    },
    {
      "epoch": 21.894945793250876,
      "grad_norm": 0.1457565724849701,
      "learning_rate": 2.917924636208497e-06,
      "loss": 0.0044,
      "step": 143390
    },
    {
      "epoch": 21.89647274393037,
      "grad_norm": 0.23961029946804047,
      "learning_rate": 2.9144469749532445e-06,
      "loss": 0.005,
      "step": 143400
    },
    {
      "epoch": 21.897999694609865,
      "grad_norm": 0.1383296102285385,
      "learning_rate": 2.9109713251063266e-06,
      "loss": 0.0054,
      "step": 143410
    },
    {
      "epoch": 21.899526645289356,
      "grad_norm": 0.16613851487636566,
      "learning_rate": 2.9074976868162073e-06,
      "loss": 0.0034,
      "step": 143420
    },
    {
      "epoch": 21.90105359596885,
      "grad_norm": 0.4907393753528595,
      "learning_rate": 2.9040260602312685e-06,
      "loss": 0.0083,
      "step": 143430
    },
    {
      "epoch": 21.902580546648345,
      "grad_norm": 0.21296186745166779,
      "learning_rate": 2.900556445499819e-06,
      "loss": 0.0067,
      "step": 143440
    },
    {
      "epoch": 21.904107497327836,
      "grad_norm": 0.2493337094783783,
      "learning_rate": 2.897088842770074e-06,
      "loss": 0.0062,
      "step": 143450
    },
    {
      "epoch": 21.90563444800733,
      "grad_norm": 0.15979228913784027,
      "learning_rate": 2.893623252190164e-06,
      "loss": 0.0059,
      "step": 143460
    },
    {
      "epoch": 21.90716139868682,
      "grad_norm": 0.22653773427009583,
      "learning_rate": 2.890159673908133e-06,
      "loss": 0.0056,
      "step": 143470
    },
    {
      "epoch": 21.908688349366315,
      "grad_norm": 0.4513011574745178,
      "learning_rate": 2.8866981080719336e-06,
      "loss": 0.0043,
      "step": 143480
    },
    {
      "epoch": 21.91021530004581,
      "grad_norm": 0.07822172343730927,
      "learning_rate": 2.8832385548294427e-06,
      "loss": 0.0051,
      "step": 143490
    },
    {
      "epoch": 21.9117422507253,
      "grad_norm": 0.062200985848903656,
      "learning_rate": 2.8797810143284475e-06,
      "loss": 0.0046,
      "step": 143500
    },
    {
      "epoch": 21.913269201404795,
      "grad_norm": 0.11023855954408646,
      "learning_rate": 2.876325486716647e-06,
      "loss": 0.0035,
      "step": 143510
    },
    {
      "epoch": 21.91479615208429,
      "grad_norm": 0.19941498339176178,
      "learning_rate": 2.8728719721416498e-06,
      "loss": 0.0063,
      "step": 143520
    },
    {
      "epoch": 21.91632310276378,
      "grad_norm": 0.21565404534339905,
      "learning_rate": 2.8694204707509776e-06,
      "loss": 0.004,
      "step": 143530
    },
    {
      "epoch": 21.917850053443274,
      "grad_norm": 0.13808950781822205,
      "learning_rate": 2.8659709826920955e-06,
      "loss": 0.0046,
      "step": 143540
    },
    {
      "epoch": 21.919377004122765,
      "grad_norm": 0.5002156496047974,
      "learning_rate": 2.862523508112336e-06,
      "loss": 0.0073,
      "step": 143550
    },
    {
      "epoch": 21.92090395480226,
      "grad_norm": 0.41097041964530945,
      "learning_rate": 2.859078047158981e-06,
      "loss": 0.0053,
      "step": 143560
    },
    {
      "epoch": 21.922430905481754,
      "grad_norm": 0.07631614059209824,
      "learning_rate": 2.855634599979212e-06,
      "loss": 0.0066,
      "step": 143570
    },
    {
      "epoch": 21.923957856161245,
      "grad_norm": 0.07967796921730042,
      "learning_rate": 2.852193166720124e-06,
      "loss": 0.0088,
      "step": 143580
    },
    {
      "epoch": 21.92548480684074,
      "grad_norm": 0.29849380254745483,
      "learning_rate": 2.848753747528726e-06,
      "loss": 0.0081,
      "step": 143590
    },
    {
      "epoch": 21.927011757520233,
      "grad_norm": 0.2661667764186859,
      "learning_rate": 2.845316342551957e-06,
      "loss": 0.0046,
      "step": 143600
    },
    {
      "epoch": 21.928538708199724,
      "grad_norm": 0.15088844299316406,
      "learning_rate": 2.8418809519366485e-06,
      "loss": 0.006,
      "step": 143610
    },
    {
      "epoch": 21.93006565887922,
      "grad_norm": 0.09880036860704422,
      "learning_rate": 2.8384475758295393e-06,
      "loss": 0.0047,
      "step": 143620
    },
    {
      "epoch": 21.931592609558713,
      "grad_norm": 0.24304822087287903,
      "learning_rate": 2.835016214377323e-06,
      "loss": 0.0054,
      "step": 143630
    },
    {
      "epoch": 21.933119560238204,
      "grad_norm": 0.0744580402970314,
      "learning_rate": 2.831586867726577e-06,
      "loss": 0.005,
      "step": 143640
    },
    {
      "epoch": 21.9346465109177,
      "grad_norm": 0.21974852681159973,
      "learning_rate": 2.828159536023778e-06,
      "loss": 0.0049,
      "step": 143650
    },
    {
      "epoch": 21.93617346159719,
      "grad_norm": 0.2006450742483139,
      "learning_rate": 2.824734219415337e-06,
      "loss": 0.0063,
      "step": 143660
    },
    {
      "epoch": 21.937700412276683,
      "grad_norm": 0.11971239745616913,
      "learning_rate": 2.821310918047598e-06,
      "loss": 0.0049,
      "step": 143670
    },
    {
      "epoch": 21.939227362956178,
      "grad_norm": 0.12482461333274841,
      "learning_rate": 2.8178896320667892e-06,
      "loss": 0.0067,
      "step": 143680
    },
    {
      "epoch": 21.94075431363567,
      "grad_norm": 0.13231448829174042,
      "learning_rate": 2.814470361619054e-06,
      "loss": 0.0067,
      "step": 143690
    },
    {
      "epoch": 21.942281264315163,
      "grad_norm": 0.2239360213279724,
      "learning_rate": 2.8110531068504643e-06,
      "loss": 0.0073,
      "step": 143700
    },
    {
      "epoch": 21.943808214994657,
      "grad_norm": 0.16443493962287903,
      "learning_rate": 2.807637867906998e-06,
      "loss": 0.0046,
      "step": 143710
    },
    {
      "epoch": 21.945335165674148,
      "grad_norm": 0.21556726098060608,
      "learning_rate": 2.8042246449345444e-06,
      "loss": 0.0065,
      "step": 143720
    },
    {
      "epoch": 21.946862116353643,
      "grad_norm": 0.19240307807922363,
      "learning_rate": 2.8008134380789085e-06,
      "loss": 0.0054,
      "step": 143730
    },
    {
      "epoch": 21.948389067033133,
      "grad_norm": 0.15467660129070282,
      "learning_rate": 2.7974042474858187e-06,
      "loss": 0.0047,
      "step": 143740
    },
    {
      "epoch": 21.949916017712628,
      "grad_norm": 0.3078998625278473,
      "learning_rate": 2.793997073300908e-06,
      "loss": 0.0061,
      "step": 143750
    },
    {
      "epoch": 21.951442968392122,
      "grad_norm": 0.11879830807447433,
      "learning_rate": 2.7905919156697214e-06,
      "loss": 0.0053,
      "step": 143760
    },
    {
      "epoch": 21.952969919071613,
      "grad_norm": 0.14060702919960022,
      "learning_rate": 2.7871887747377203e-06,
      "loss": 0.0048,
      "step": 143770
    },
    {
      "epoch": 21.954496869751107,
      "grad_norm": 0.15645460784435272,
      "learning_rate": 2.783787650650288e-06,
      "loss": 0.0069,
      "step": 143780
    },
    {
      "epoch": 21.9560238204306,
      "grad_norm": 0.09732067584991455,
      "learning_rate": 2.780388543552703e-06,
      "loss": 0.005,
      "step": 143790
    },
    {
      "epoch": 21.957550771110093,
      "grad_norm": 0.1191658303141594,
      "learning_rate": 2.7769914535901665e-06,
      "loss": 0.005,
      "step": 143800
    },
    {
      "epoch": 21.959077721789587,
      "grad_norm": 0.3768917918205261,
      "learning_rate": 2.773596380907817e-06,
      "loss": 0.0049,
      "step": 143810
    },
    {
      "epoch": 21.960604672469078,
      "grad_norm": 0.1928674876689911,
      "learning_rate": 2.7702033256506664e-06,
      "loss": 0.0046,
      "step": 143820
    },
    {
      "epoch": 21.962131623148572,
      "grad_norm": 0.14440269768238068,
      "learning_rate": 2.766812287963666e-06,
      "loss": 0.0056,
      "step": 143830
    },
    {
      "epoch": 21.963658573828067,
      "grad_norm": 0.2223687469959259,
      "learning_rate": 2.7634232679916718e-06,
      "loss": 0.0061,
      "step": 143840
    },
    {
      "epoch": 21.965185524507557,
      "grad_norm": 0.1036481112241745,
      "learning_rate": 2.760036265879462e-06,
      "loss": 0.0047,
      "step": 143850
    },
    {
      "epoch": 21.96671247518705,
      "grad_norm": 0.3449043333530426,
      "learning_rate": 2.7566512817717215e-06,
      "loss": 0.0048,
      "step": 143860
    },
    {
      "epoch": 21.968239425866546,
      "grad_norm": 0.33949413895606995,
      "learning_rate": 2.7532683158130457e-06,
      "loss": 0.0078,
      "step": 143870
    },
    {
      "epoch": 21.969766376546037,
      "grad_norm": 0.1533893197774887,
      "learning_rate": 2.749887368147963e-06,
      "loss": 0.0068,
      "step": 143880
    },
    {
      "epoch": 21.97129332722553,
      "grad_norm": 0.2549046277999878,
      "learning_rate": 2.746508438920875e-06,
      "loss": 0.0044,
      "step": 143890
    },
    {
      "epoch": 21.972820277905022,
      "grad_norm": 0.15413793921470642,
      "learning_rate": 2.743131528276144e-06,
      "loss": 0.0042,
      "step": 143900
    },
    {
      "epoch": 21.974347228584517,
      "grad_norm": 0.21208590269088745,
      "learning_rate": 2.7397566363580318e-06,
      "loss": 0.0047,
      "step": 143910
    },
    {
      "epoch": 21.97587417926401,
      "grad_norm": 0.2265874594449997,
      "learning_rate": 2.7363837633106847e-06,
      "loss": 0.0045,
      "step": 143920
    },
    {
      "epoch": 21.9774011299435,
      "grad_norm": 0.11993531137704849,
      "learning_rate": 2.733012909278193e-06,
      "loss": 0.0064,
      "step": 143930
    },
    {
      "epoch": 21.978928080622996,
      "grad_norm": 0.23833157122135162,
      "learning_rate": 2.729644074404575e-06,
      "loss": 0.0059,
      "step": 143940
    },
    {
      "epoch": 21.98045503130249,
      "grad_norm": 0.1279437392950058,
      "learning_rate": 2.7262772588337095e-06,
      "loss": 0.0079,
      "step": 143950
    },
    {
      "epoch": 21.98198198198198,
      "grad_norm": 0.23663166165351868,
      "learning_rate": 2.722912462709437e-06,
      "loss": 0.0094,
      "step": 143960
    },
    {
      "epoch": 21.983508932661476,
      "grad_norm": 0.13027295470237732,
      "learning_rate": 2.719549686175499e-06,
      "loss": 0.0053,
      "step": 143970
    },
    {
      "epoch": 21.985035883340966,
      "grad_norm": 0.04960097745060921,
      "learning_rate": 2.716188929375535e-06,
      "loss": 0.0033,
      "step": 143980
    },
    {
      "epoch": 21.98656283402046,
      "grad_norm": 0.14708095788955688,
      "learning_rate": 2.7128301924531198e-06,
      "loss": 0.0061,
      "step": 143990
    },
    {
      "epoch": 21.988089784699955,
      "grad_norm": 0.22036194801330566,
      "learning_rate": 2.709473475551727e-06,
      "loss": 0.0064,
      "step": 144000
    },
    {
      "epoch": 21.989616735379446,
      "grad_norm": 0.15986810624599457,
      "learning_rate": 2.7061187788147592e-06,
      "loss": 0.0062,
      "step": 144010
    },
    {
      "epoch": 21.99114368605894,
      "grad_norm": 0.1221180409193039,
      "learning_rate": 2.7027661023855066e-06,
      "loss": 0.005,
      "step": 144020
    },
    {
      "epoch": 21.992670636738435,
      "grad_norm": 0.6047128438949585,
      "learning_rate": 2.6994154464071995e-06,
      "loss": 0.0065,
      "step": 144030
    },
    {
      "epoch": 21.994197587417926,
      "grad_norm": 0.19922664761543274,
      "learning_rate": 2.696066811022979e-06,
      "loss": 0.006,
      "step": 144040
    },
    {
      "epoch": 21.99572453809742,
      "grad_norm": 0.25598281621932983,
      "learning_rate": 2.6927201963758807e-06,
      "loss": 0.0073,
      "step": 144050
    },
    {
      "epoch": 21.99725148877691,
      "grad_norm": 0.3854982852935791,
      "learning_rate": 2.6893756026088624e-06,
      "loss": 0.0056,
      "step": 144060
    },
    {
      "epoch": 21.998778439456405,
      "grad_norm": 0.8820256590843201,
      "learning_rate": 2.686033029864804e-06,
      "loss": 0.0055,
      "step": 144070
    },
    {
      "epoch": 22.0003053901359,
      "grad_norm": 0.7146717309951782,
      "learning_rate": 2.6826924782865082e-06,
      "loss": 0.0057,
      "step": 144080
    },
    {
      "epoch": 22.00183234081539,
      "grad_norm": 0.1281128078699112,
      "learning_rate": 2.6793539480166607e-06,
      "loss": 0.0048,
      "step": 144090
    },
    {
      "epoch": 22.003359291494885,
      "grad_norm": 0.1969013661146164,
      "learning_rate": 2.676017439197881e-06,
      "loss": 0.0043,
      "step": 144100
    },
    {
      "epoch": 22.00488624217438,
      "grad_norm": 0.29171276092529297,
      "learning_rate": 2.672682951972699e-06,
      "loss": 0.0068,
      "step": 144110
    },
    {
      "epoch": 22.00641319285387,
      "grad_norm": 0.13515682518482208,
      "learning_rate": 2.669350486483557e-06,
      "loss": 0.0048,
      "step": 144120
    },
    {
      "epoch": 22.007940143533364,
      "grad_norm": 0.11738903075456619,
      "learning_rate": 2.6660200428728133e-06,
      "loss": 0.0055,
      "step": 144130
    },
    {
      "epoch": 22.009467094212855,
      "grad_norm": 0.08716636896133423,
      "learning_rate": 2.662691621282737e-06,
      "loss": 0.0043,
      "step": 144140
    },
    {
      "epoch": 22.01099404489235,
      "grad_norm": 0.2285923808813095,
      "learning_rate": 2.6593652218555196e-06,
      "loss": 0.0047,
      "step": 144150
    },
    {
      "epoch": 22.012520995571844,
      "grad_norm": 0.21573832631111145,
      "learning_rate": 2.656040844733243e-06,
      "loss": 0.0072,
      "step": 144160
    },
    {
      "epoch": 22.014047946251335,
      "grad_norm": 0.1284063160419464,
      "learning_rate": 2.6527184900579315e-06,
      "loss": 0.0047,
      "step": 144170
    },
    {
      "epoch": 22.01557489693083,
      "grad_norm": 0.156806081533432,
      "learning_rate": 2.6493981579715167e-06,
      "loss": 0.0054,
      "step": 144180
    },
    {
      "epoch": 22.017101847610324,
      "grad_norm": 0.09463635087013245,
      "learning_rate": 2.646079848615812e-06,
      "loss": 0.0044,
      "step": 144190
    },
    {
      "epoch": 22.018628798289814,
      "grad_norm": 0.03803187981247902,
      "learning_rate": 2.642763562132583e-06,
      "loss": 0.0072,
      "step": 144200
    },
    {
      "epoch": 22.02015574896931,
      "grad_norm": 0.09030772000551224,
      "learning_rate": 2.63944929866351e-06,
      "loss": 0.0042,
      "step": 144210
    },
    {
      "epoch": 22.021682699648803,
      "grad_norm": 0.11831461638212204,
      "learning_rate": 2.636137058350152e-06,
      "loss": 0.0085,
      "step": 144220
    },
    {
      "epoch": 22.023209650328294,
      "grad_norm": 0.28813520073890686,
      "learning_rate": 2.6328268413340074e-06,
      "loss": 0.0058,
      "step": 144230
    },
    {
      "epoch": 22.02473660100779,
      "grad_norm": 0.40469908714294434,
      "learning_rate": 2.6295186477564847e-06,
      "loss": 0.0046,
      "step": 144240
    },
    {
      "epoch": 22.02626355168728,
      "grad_norm": 0.29870933294296265,
      "learning_rate": 2.626212477758905e-06,
      "loss": 0.0078,
      "step": 144250
    },
    {
      "epoch": 22.027790502366773,
      "grad_norm": 0.18535825610160828,
      "learning_rate": 2.6229083314824985e-06,
      "loss": 0.0062,
      "step": 144260
    },
    {
      "epoch": 22.029317453046268,
      "grad_norm": 0.08530624955892563,
      "learning_rate": 2.6196062090684147e-06,
      "loss": 0.0052,
      "step": 144270
    },
    {
      "epoch": 22.03084440372576,
      "grad_norm": 0.061149340122938156,
      "learning_rate": 2.616306110657718e-06,
      "loss": 0.0046,
      "step": 144280
    },
    {
      "epoch": 22.032371354405253,
      "grad_norm": 0.15386101603507996,
      "learning_rate": 2.6130080363913624e-06,
      "loss": 0.0044,
      "step": 144290
    },
    {
      "epoch": 22.033898305084747,
      "grad_norm": 0.24156083166599274,
      "learning_rate": 2.6097119864102628e-06,
      "loss": 0.005,
      "step": 144300
    },
    {
      "epoch": 22.03542525576424,
      "grad_norm": 0.11739759147167206,
      "learning_rate": 2.606417960855212e-06,
      "loss": 0.0039,
      "step": 144310
    },
    {
      "epoch": 22.036952206443733,
      "grad_norm": 0.18057440221309662,
      "learning_rate": 2.6031259598669144e-06,
      "loss": 0.0057,
      "step": 144320
    },
    {
      "epoch": 22.038479157123223,
      "grad_norm": 0.45183444023132324,
      "learning_rate": 2.599835983586002e-06,
      "loss": 0.0062,
      "step": 144330
    },
    {
      "epoch": 22.040006107802718,
      "grad_norm": 0.18580013513565063,
      "learning_rate": 2.5965480321530235e-06,
      "loss": 0.0047,
      "step": 144340
    },
    {
      "epoch": 22.041533058482212,
      "grad_norm": 0.1824139505624771,
      "learning_rate": 2.5932621057084273e-06,
      "loss": 0.0045,
      "step": 144350
    },
    {
      "epoch": 22.043060009161703,
      "grad_norm": 0.24911853671073914,
      "learning_rate": 2.5899782043925904e-06,
      "loss": 0.0073,
      "step": 144360
    },
    {
      "epoch": 22.044586959841197,
      "grad_norm": 0.16791242361068726,
      "learning_rate": 2.5866963283457834e-06,
      "loss": 0.0063,
      "step": 144370
    },
    {
      "epoch": 22.046113910520692,
      "grad_norm": 0.25981390476226807,
      "learning_rate": 2.5834164777082115e-06,
      "loss": 0.0045,
      "step": 144380
    },
    {
      "epoch": 22.047640861200183,
      "grad_norm": 0.1603570580482483,
      "learning_rate": 2.580138652619979e-06,
      "loss": 0.0041,
      "step": 144390
    },
    {
      "epoch": 22.049167811879677,
      "grad_norm": 0.1166018694639206,
      "learning_rate": 2.5768628532211125e-06,
      "loss": 0.0053,
      "step": 144400
    },
    {
      "epoch": 22.050694762559168,
      "grad_norm": 0.08169743418693542,
      "learning_rate": 2.5735890796515506e-06,
      "loss": 0.0044,
      "step": 144410
    },
    {
      "epoch": 22.052221713238662,
      "grad_norm": 0.1506834179162979,
      "learning_rate": 2.570317332051131e-06,
      "loss": 0.0052,
      "step": 144420
    },
    {
      "epoch": 22.053748663918157,
      "grad_norm": 0.23429928719997406,
      "learning_rate": 2.5670476105596197e-06,
      "loss": 0.0066,
      "step": 144430
    },
    {
      "epoch": 22.055275614597647,
      "grad_norm": 0.122380331158638,
      "learning_rate": 2.563779915316705e-06,
      "loss": 0.0065,
      "step": 144440
    },
    {
      "epoch": 22.056802565277142,
      "grad_norm": 0.14190904796123505,
      "learning_rate": 2.56051424646197e-06,
      "loss": 0.0042,
      "step": 144450
    },
    {
      "epoch": 22.058329515956636,
      "grad_norm": 0.12593095004558563,
      "learning_rate": 2.557250604134914e-06,
      "loss": 0.0049,
      "step": 144460
    },
    {
      "epoch": 22.059856466636127,
      "grad_norm": 0.1189480721950531,
      "learning_rate": 2.5539889884749478e-06,
      "loss": 0.0038,
      "step": 144470
    },
    {
      "epoch": 22.06138341731562,
      "grad_norm": 0.1737188994884491,
      "learning_rate": 2.5507293996214266e-06,
      "loss": 0.0048,
      "step": 144480
    },
    {
      "epoch": 22.062910367995112,
      "grad_norm": 0.12866568565368652,
      "learning_rate": 2.547471837713572e-06,
      "loss": 0.0064,
      "step": 144490
    },
    {
      "epoch": 22.064437318674607,
      "grad_norm": 0.1775646060705185,
      "learning_rate": 2.5442163028905507e-06,
      "loss": 0.0068,
      "step": 144500
    },
    {
      "epoch": 22.0659642693541,
      "grad_norm": 0.24550621211528778,
      "learning_rate": 2.540962795291424e-06,
      "loss": 0.0052,
      "step": 144510
    },
    {
      "epoch": 22.06749122003359,
      "grad_norm": 0.08168705552816391,
      "learning_rate": 2.537711315055186e-06,
      "loss": 0.0088,
      "step": 144520
    },
    {
      "epoch": 22.069018170713086,
      "grad_norm": 0.15268710255622864,
      "learning_rate": 2.534461862320725e-06,
      "loss": 0.0077,
      "step": 144530
    },
    {
      "epoch": 22.07054512139258,
      "grad_norm": 0.1321624368429184,
      "learning_rate": 2.531214437226859e-06,
      "loss": 0.0036,
      "step": 144540
    },
    {
      "epoch": 22.07207207207207,
      "grad_norm": 0.27095967531204224,
      "learning_rate": 2.5279690399123144e-06,
      "loss": 0.0057,
      "step": 144550
    },
    {
      "epoch": 22.073599022751566,
      "grad_norm": 0.2304852455854416,
      "learning_rate": 2.524725670515715e-06,
      "loss": 0.0043,
      "step": 144560
    },
    {
      "epoch": 22.075125973431057,
      "grad_norm": 0.21186888217926025,
      "learning_rate": 2.521484329175622e-06,
      "loss": 0.0069,
      "step": 144570
    },
    {
      "epoch": 22.07665292411055,
      "grad_norm": 0.08409549295902252,
      "learning_rate": 2.5182450160305073e-06,
      "loss": 0.005,
      "step": 144580
    },
    {
      "epoch": 22.078179874790045,
      "grad_norm": 0.14019440114498138,
      "learning_rate": 2.515007731218727e-06,
      "loss": 0.0034,
      "step": 144590
    },
    {
      "epoch": 22.079706825469536,
      "grad_norm": 0.13023900985717773,
      "learning_rate": 2.511772474878582e-06,
      "loss": 0.0053,
      "step": 144600
    },
    {
      "epoch": 22.08123377614903,
      "grad_norm": 0.09863656759262085,
      "learning_rate": 2.508539247148289e-06,
      "loss": 0.0038,
      "step": 144610
    },
    {
      "epoch": 22.082760726828525,
      "grad_norm": 0.38038164377212524,
      "learning_rate": 2.5053080481659498e-06,
      "loss": 0.0054,
      "step": 144620
    },
    {
      "epoch": 22.084287677508016,
      "grad_norm": 0.24165472388267517,
      "learning_rate": 2.5020788780696024e-06,
      "loss": 0.0047,
      "step": 144630
    },
    {
      "epoch": 22.08581462818751,
      "grad_norm": 0.19594812393188477,
      "learning_rate": 2.498851736997182e-06,
      "loss": 0.009,
      "step": 144640
    },
    {
      "epoch": 22.087341578867,
      "grad_norm": 0.10371032357215881,
      "learning_rate": 2.495626625086561e-06,
      "loss": 0.0053,
      "step": 144650
    },
    {
      "epoch": 22.088868529546495,
      "grad_norm": 0.11066171526908875,
      "learning_rate": 2.4924035424754968e-06,
      "loss": 0.0057,
      "step": 144660
    },
    {
      "epoch": 22.09039548022599,
      "grad_norm": 0.22161874175071716,
      "learning_rate": 2.489182489301678e-06,
      "loss": 0.0073,
      "step": 144670
    },
    {
      "epoch": 22.09192243090548,
      "grad_norm": 0.19808945059776306,
      "learning_rate": 2.4859634657027175e-06,
      "loss": 0.004,
      "step": 144680
    },
    {
      "epoch": 22.093449381584975,
      "grad_norm": 0.16341960430145264,
      "learning_rate": 2.482746471816089e-06,
      "loss": 0.006,
      "step": 144690
    },
    {
      "epoch": 22.09497633226447,
      "grad_norm": 0.21183167397975922,
      "learning_rate": 2.4795315077792536e-06,
      "loss": 0.004,
      "step": 144700
    },
    {
      "epoch": 22.09650328294396,
      "grad_norm": 0.1607339233160019,
      "learning_rate": 2.4763185737295358e-06,
      "loss": 0.0068,
      "step": 144710
    },
    {
      "epoch": 22.098030233623454,
      "grad_norm": 0.16344952583312988,
      "learning_rate": 2.473107669804181e-06,
      "loss": 0.0044,
      "step": 144720
    },
    {
      "epoch": 22.099557184302945,
      "grad_norm": 0.38828045129776,
      "learning_rate": 2.469898796140352e-06,
      "loss": 0.0048,
      "step": 144730
    },
    {
      "epoch": 22.10108413498244,
      "grad_norm": 0.5840569734573364,
      "learning_rate": 2.466691952875139e-06,
      "loss": 0.0053,
      "step": 144740
    },
    {
      "epoch": 22.102611085661934,
      "grad_norm": 0.12916871905326843,
      "learning_rate": 2.463487140145515e-06,
      "loss": 0.0064,
      "step": 144750
    },
    {
      "epoch": 22.104138036341425,
      "grad_norm": 0.16229337453842163,
      "learning_rate": 2.4602843580883995e-06,
      "loss": 0.0051,
      "step": 144760
    },
    {
      "epoch": 22.10566498702092,
      "grad_norm": 0.2160000205039978,
      "learning_rate": 2.457083606840599e-06,
      "loss": 0.0063,
      "step": 144770
    },
    {
      "epoch": 22.107191937700414,
      "grad_norm": 0.201439768075943,
      "learning_rate": 2.4538848865388543e-06,
      "loss": 0.007,
      "step": 144780
    },
    {
      "epoch": 22.108718888379904,
      "grad_norm": 0.2780325412750244,
      "learning_rate": 2.4506881973197947e-06,
      "loss": 0.005,
      "step": 144790
    },
    {
      "epoch": 22.1102458390594,
      "grad_norm": 0.10181648284196854,
      "learning_rate": 2.4474935393199894e-06,
      "loss": 0.0075,
      "step": 144800
    },
    {
      "epoch": 22.111772789738893,
      "grad_norm": 0.13067173957824707,
      "learning_rate": 2.4443009126759064e-06,
      "loss": 0.0047,
      "step": 144810
    },
    {
      "epoch": 22.113299740418384,
      "grad_norm": 0.43683212995529175,
      "learning_rate": 2.4411103175239202e-06,
      "loss": 0.0058,
      "step": 144820
    },
    {
      "epoch": 22.11482669109788,
      "grad_norm": 0.14551743865013123,
      "learning_rate": 2.4379217540003273e-06,
      "loss": 0.005,
      "step": 144830
    },
    {
      "epoch": 22.11635364177737,
      "grad_norm": 0.13534505665302277,
      "learning_rate": 2.434735222241352e-06,
      "loss": 0.0048,
      "step": 144840
    },
    {
      "epoch": 22.117880592456864,
      "grad_norm": 0.25495198369026184,
      "learning_rate": 2.431550722383108e-06,
      "loss": 0.0058,
      "step": 144850
    },
    {
      "epoch": 22.119407543136358,
      "grad_norm": 0.12363839894533157,
      "learning_rate": 2.4283682545616304e-06,
      "loss": 0.0081,
      "step": 144860
    },
    {
      "epoch": 22.12093449381585,
      "grad_norm": 0.0983671173453331,
      "learning_rate": 2.4251878189128607e-06,
      "loss": 0.0062,
      "step": 144870
    },
    {
      "epoch": 22.122461444495343,
      "grad_norm": 0.22687123715877533,
      "learning_rate": 2.422009415572679e-06,
      "loss": 0.0053,
      "step": 144880
    },
    {
      "epoch": 22.123988395174838,
      "grad_norm": 0.130876362323761,
      "learning_rate": 2.4188330446768493e-06,
      "loss": 0.0061,
      "step": 144890
    },
    {
      "epoch": 22.12551534585433,
      "grad_norm": 0.11645882576704025,
      "learning_rate": 2.4156587063610625e-06,
      "loss": 0.0059,
      "step": 144900
    },
    {
      "epoch": 22.127042296533823,
      "grad_norm": 0.48925554752349854,
      "learning_rate": 2.412486400760916e-06,
      "loss": 0.0055,
      "step": 144910
    },
    {
      "epoch": 22.128569247213314,
      "grad_norm": 0.16808514297008514,
      "learning_rate": 2.4093161280119347e-06,
      "loss": 0.0049,
      "step": 144920
    },
    {
      "epoch": 22.130096197892808,
      "grad_norm": 0.09889940172433853,
      "learning_rate": 2.4061478882495382e-06,
      "loss": 0.005,
      "step": 144930
    },
    {
      "epoch": 22.131623148572302,
      "grad_norm": 0.3805221617221832,
      "learning_rate": 2.4029816816090735e-06,
      "loss": 0.0058,
      "step": 144940
    },
    {
      "epoch": 22.133150099251793,
      "grad_norm": 0.1734151691198349,
      "learning_rate": 2.399817508225799e-06,
      "loss": 0.0051,
      "step": 144950
    },
    {
      "epoch": 22.134677049931287,
      "grad_norm": 0.2170618623495102,
      "learning_rate": 2.3966553682348625e-06,
      "loss": 0.0043,
      "step": 144960
    },
    {
      "epoch": 22.136204000610782,
      "grad_norm": 0.13327014446258545,
      "learning_rate": 2.3934952617713612e-06,
      "loss": 0.0064,
      "step": 144970
    },
    {
      "epoch": 22.137730951290273,
      "grad_norm": 0.16819104552268982,
      "learning_rate": 2.3903371889702987e-06,
      "loss": 0.0055,
      "step": 144980
    },
    {
      "epoch": 22.139257901969767,
      "grad_norm": 0.21861770749092102,
      "learning_rate": 2.3871811499665606e-06,
      "loss": 0.0043,
      "step": 144990
    },
    {
      "epoch": 22.140784852649258,
      "grad_norm": 0.26220273971557617,
      "learning_rate": 2.384027144894979e-06,
      "loss": 0.0046,
      "step": 145000
    },
    {
      "epoch": 22.142311803328752,
      "grad_norm": 0.1619517058134079,
      "learning_rate": 2.380875173890279e-06,
      "loss": 0.0063,
      "step": 145010
    },
    {
      "epoch": 22.143838754008247,
      "grad_norm": 0.19599094986915588,
      "learning_rate": 2.3777252370871195e-06,
      "loss": 0.0043,
      "step": 145020
    },
    {
      "epoch": 22.145365704687737,
      "grad_norm": 0.0684252455830574,
      "learning_rate": 2.3745773346200483e-06,
      "loss": 0.0058,
      "step": 145030
    },
    {
      "epoch": 22.146892655367232,
      "grad_norm": 0.10557403415441513,
      "learning_rate": 2.3714314666235415e-06,
      "loss": 0.0046,
      "step": 145040
    },
    {
      "epoch": 22.148419606046726,
      "grad_norm": 0.45482802391052246,
      "learning_rate": 2.3682876332319915e-06,
      "loss": 0.0065,
      "step": 145050
    },
    {
      "epoch": 22.149946556726217,
      "grad_norm": 0.16479653120040894,
      "learning_rate": 2.3651458345796853e-06,
      "loss": 0.0067,
      "step": 145060
    },
    {
      "epoch": 22.15147350740571,
      "grad_norm": 0.1717645525932312,
      "learning_rate": 2.3620060708008428e-06,
      "loss": 0.0057,
      "step": 145070
    },
    {
      "epoch": 22.153000458085202,
      "grad_norm": 0.18721666932106018,
      "learning_rate": 2.3588683420295963e-06,
      "loss": 0.0038,
      "step": 145080
    },
    {
      "epoch": 22.154527408764697,
      "grad_norm": 0.11801833659410477,
      "learning_rate": 2.3557326483999664e-06,
      "loss": 0.0037,
      "step": 145090
    },
    {
      "epoch": 22.15605435944419,
      "grad_norm": 0.07578888535499573,
      "learning_rate": 2.3525989900459067e-06,
      "loss": 0.0049,
      "step": 145100
    },
    {
      "epoch": 22.157581310123682,
      "grad_norm": 0.05748767405748367,
      "learning_rate": 2.349467367101299e-06,
      "loss": 0.0042,
      "step": 145110
    },
    {
      "epoch": 22.159108260803176,
      "grad_norm": 0.1271725744009018,
      "learning_rate": 2.346337779699903e-06,
      "loss": 0.006,
      "step": 145120
    },
    {
      "epoch": 22.16063521148267,
      "grad_norm": 0.07844817638397217,
      "learning_rate": 2.343210227975412e-06,
      "loss": 0.0047,
      "step": 145130
    },
    {
      "epoch": 22.16216216216216,
      "grad_norm": 0.24333609640598297,
      "learning_rate": 2.3400847120614356e-06,
      "loss": 0.0052,
      "step": 145140
    },
    {
      "epoch": 22.163689112841656,
      "grad_norm": 0.15785399079322815,
      "learning_rate": 2.3369612320914836e-06,
      "loss": 0.0043,
      "step": 145150
    },
    {
      "epoch": 22.165216063521147,
      "grad_norm": 0.1444271057844162,
      "learning_rate": 2.3338397881989883e-06,
      "loss": 0.0056,
      "step": 145160
    },
    {
      "epoch": 22.16674301420064,
      "grad_norm": 0.28070175647735596,
      "learning_rate": 2.330720380517293e-06,
      "loss": 0.0061,
      "step": 145170
    },
    {
      "epoch": 22.168269964880135,
      "grad_norm": 0.17590519785881042,
      "learning_rate": 2.3276030091796576e-06,
      "loss": 0.0051,
      "step": 145180
    },
    {
      "epoch": 22.169796915559626,
      "grad_norm": 0.08378409594297409,
      "learning_rate": 2.3244876743192314e-06,
      "loss": 0.0045,
      "step": 145190
    },
    {
      "epoch": 22.17132386623912,
      "grad_norm": 0.17198064923286438,
      "learning_rate": 2.321374376069119e-06,
      "loss": 0.0066,
      "step": 145200
    },
    {
      "epoch": 22.172850816918615,
      "grad_norm": 0.10839314013719559,
      "learning_rate": 2.318263114562308e-06,
      "loss": 0.0066,
      "step": 145210
    },
    {
      "epoch": 22.174377767598106,
      "grad_norm": 0.2135496437549591,
      "learning_rate": 2.315153889931693e-06,
      "loss": 0.0065,
      "step": 145220
    },
    {
      "epoch": 22.1759047182776,
      "grad_norm": 0.12153179198503494,
      "learning_rate": 2.3120467023101e-06,
      "loss": 0.0052,
      "step": 145230
    },
    {
      "epoch": 22.17743166895709,
      "grad_norm": 0.14672540128231049,
      "learning_rate": 2.3089415518302736e-06,
      "loss": 0.0072,
      "step": 145240
    },
    {
      "epoch": 22.178958619636585,
      "grad_norm": 0.17750689387321472,
      "learning_rate": 2.305838438624858e-06,
      "loss": 0.0034,
      "step": 145250
    },
    {
      "epoch": 22.18048557031608,
      "grad_norm": 0.07257439196109772,
      "learning_rate": 2.3027373628264016e-06,
      "loss": 0.004,
      "step": 145260
    },
    {
      "epoch": 22.18201252099557,
      "grad_norm": 0.10508359968662262,
      "learning_rate": 2.2996383245673826e-06,
      "loss": 0.0044,
      "step": 145270
    },
    {
      "epoch": 22.183539471675065,
      "grad_norm": 0.3667944669723511,
      "learning_rate": 2.296541323980189e-06,
      "loss": 0.0073,
      "step": 145280
    },
    {
      "epoch": 22.18506642235456,
      "grad_norm": 0.15858374536037445,
      "learning_rate": 2.2934463611971104e-06,
      "loss": 0.0055,
      "step": 145290
    },
    {
      "epoch": 22.18659337303405,
      "grad_norm": 0.12075430154800415,
      "learning_rate": 2.2903534363503678e-06,
      "loss": 0.0062,
      "step": 145300
    },
    {
      "epoch": 22.188120323713544,
      "grad_norm": 0.1883363425731659,
      "learning_rate": 2.2872625495720777e-06,
      "loss": 0.0043,
      "step": 145310
    },
    {
      "epoch": 22.18964727439304,
      "grad_norm": 0.17460636794567108,
      "learning_rate": 2.2841737009942854e-06,
      "loss": 0.0054,
      "step": 145320
    },
    {
      "epoch": 22.19117422507253,
      "grad_norm": 0.16199927031993866,
      "learning_rate": 2.2810868907489293e-06,
      "loss": 0.0051,
      "step": 145330
    },
    {
      "epoch": 22.192701175752024,
      "grad_norm": 0.12626636028289795,
      "learning_rate": 2.278002118967881e-06,
      "loss": 0.0052,
      "step": 145340
    },
    {
      "epoch": 22.194228126431515,
      "grad_norm": 0.24501079320907593,
      "learning_rate": 2.2749193857829256e-06,
      "loss": 0.0073,
      "step": 145350
    },
    {
      "epoch": 22.19575507711101,
      "grad_norm": 0.09489491581916809,
      "learning_rate": 2.2718386913257285e-06,
      "loss": 0.0057,
      "step": 145360
    },
    {
      "epoch": 22.197282027790504,
      "grad_norm": 0.04714750126004219,
      "learning_rate": 2.268760035727896e-06,
      "loss": 0.0053,
      "step": 145370
    },
    {
      "epoch": 22.198808978469994,
      "grad_norm": 0.36574336886405945,
      "learning_rate": 2.2656834191209676e-06,
      "loss": 0.0058,
      "step": 145380
    },
    {
      "epoch": 22.20033592914949,
      "grad_norm": 0.0945730060338974,
      "learning_rate": 2.262608841636343e-06,
      "loss": 0.0047,
      "step": 145390
    },
    {
      "epoch": 22.201862879828983,
      "grad_norm": 0.2522878050804138,
      "learning_rate": 2.2595363034053686e-06,
      "loss": 0.0067,
      "step": 145400
    },
    {
      "epoch": 22.203389830508474,
      "grad_norm": 0.052262503653764725,
      "learning_rate": 2.25646580455931e-06,
      "loss": 0.007,
      "step": 145410
    },
    {
      "epoch": 22.20491678118797,
      "grad_norm": 0.07940215617418289,
      "learning_rate": 2.253397345229319e-06,
      "loss": 0.0047,
      "step": 145420
    },
    {
      "epoch": 22.20644373186746,
      "grad_norm": 0.19050361216068268,
      "learning_rate": 2.2503309255464787e-06,
      "loss": 0.0049,
      "step": 145430
    },
    {
      "epoch": 22.207970682546954,
      "grad_norm": 0.11190327256917953,
      "learning_rate": 2.247266545641785e-06,
      "loss": 0.0036,
      "step": 145440
    },
    {
      "epoch": 22.209497633226448,
      "grad_norm": 0.13565413653850555,
      "learning_rate": 2.244204205646144e-06,
      "loss": 0.0055,
      "step": 145450
    },
    {
      "epoch": 22.21102458390594,
      "grad_norm": 0.09303288906812668,
      "learning_rate": 2.241143905690357e-06,
      "loss": 0.0069,
      "step": 145460
    },
    {
      "epoch": 22.212551534585433,
      "grad_norm": 0.185348242521286,
      "learning_rate": 2.2380856459051747e-06,
      "loss": 0.0054,
      "step": 145470
    },
    {
      "epoch": 22.214078485264928,
      "grad_norm": 0.4310232102870941,
      "learning_rate": 2.2350294264212367e-06,
      "loss": 0.0048,
      "step": 145480
    },
    {
      "epoch": 22.21560543594442,
      "grad_norm": 0.22216421365737915,
      "learning_rate": 2.2319752473690947e-06,
      "loss": 0.0052,
      "step": 145490
    },
    {
      "epoch": 22.217132386623913,
      "grad_norm": 0.20397567749023438,
      "learning_rate": 2.228923108879205e-06,
      "loss": 0.0044,
      "step": 145500
    },
    {
      "epoch": 22.218659337303404,
      "grad_norm": 0.1570083349943161,
      "learning_rate": 2.2258730110819748e-06,
      "loss": 0.0062,
      "step": 145510
    },
    {
      "epoch": 22.220186287982898,
      "grad_norm": 0.09424099326133728,
      "learning_rate": 2.222824954107677e-06,
      "loss": 0.0063,
      "step": 145520
    },
    {
      "epoch": 22.221713238662392,
      "grad_norm": 0.4388517439365387,
      "learning_rate": 2.2197789380865307e-06,
      "loss": 0.0053,
      "step": 145530
    },
    {
      "epoch": 22.223240189341883,
      "grad_norm": 0.21201854944229126,
      "learning_rate": 2.216734963148653e-06,
      "loss": 0.0054,
      "step": 145540
    },
    {
      "epoch": 22.224767140021378,
      "grad_norm": 0.16636234521865845,
      "learning_rate": 2.21369302942408e-06,
      "loss": 0.0065,
      "step": 145550
    },
    {
      "epoch": 22.226294090700872,
      "grad_norm": 0.14421895146369934,
      "learning_rate": 2.2106531370427506e-06,
      "loss": 0.0055,
      "step": 145560
    },
    {
      "epoch": 22.227821041380363,
      "grad_norm": 0.15527524054050446,
      "learning_rate": 2.2076152861345288e-06,
      "loss": 0.0063,
      "step": 145570
    },
    {
      "epoch": 22.229347992059857,
      "grad_norm": 0.12832053005695343,
      "learning_rate": 2.204579476829188e-06,
      "loss": 0.0063,
      "step": 145580
    },
    {
      "epoch": 22.230874942739348,
      "grad_norm": 0.2689187824726105,
      "learning_rate": 2.2015457092563974e-06,
      "loss": 0.0067,
      "step": 145590
    },
    {
      "epoch": 22.232401893418842,
      "grad_norm": 0.1450120210647583,
      "learning_rate": 2.1985139835457745e-06,
      "loss": 0.0058,
      "step": 145600
    },
    {
      "epoch": 22.233928844098337,
      "grad_norm": 0.15897715091705322,
      "learning_rate": 2.195484299826822e-06,
      "loss": 0.005,
      "step": 145610
    },
    {
      "epoch": 22.235455794777828,
      "grad_norm": 0.2062944620847702,
      "learning_rate": 2.1924566582289584e-06,
      "loss": 0.0071,
      "step": 145620
    },
    {
      "epoch": 22.236982745457322,
      "grad_norm": 0.2859180271625519,
      "learning_rate": 2.1894310588815194e-06,
      "loss": 0.0051,
      "step": 145630
    },
    {
      "epoch": 22.238509696136816,
      "grad_norm": 0.1543136090040207,
      "learning_rate": 2.1864075019137507e-06,
      "loss": 0.004,
      "step": 145640
    },
    {
      "epoch": 22.240036646816307,
      "grad_norm": 0.22329191863536835,
      "learning_rate": 2.183385987454828e-06,
      "loss": 0.005,
      "step": 145650
    },
    {
      "epoch": 22.2415635974958,
      "grad_norm": 0.11278879642486572,
      "learning_rate": 2.180366515633808e-06,
      "loss": 0.006,
      "step": 145660
    },
    {
      "epoch": 22.243090548175292,
      "grad_norm": 0.13539601862430573,
      "learning_rate": 2.177349086579683e-06,
      "loss": 0.0052,
      "step": 145670
    },
    {
      "epoch": 22.244617498854787,
      "grad_norm": 0.07736442238092422,
      "learning_rate": 2.1743337004213493e-06,
      "loss": 0.0044,
      "step": 145680
    },
    {
      "epoch": 22.24614444953428,
      "grad_norm": 0.047522448003292084,
      "learning_rate": 2.171320357287626e-06,
      "loss": 0.005,
      "step": 145690
    },
    {
      "epoch": 22.247671400213772,
      "grad_norm": 0.13854649662971497,
      "learning_rate": 2.1683090573072275e-06,
      "loss": 0.0049,
      "step": 145700
    },
    {
      "epoch": 22.249198350893266,
      "grad_norm": 0.45196667313575745,
      "learning_rate": 2.1652998006088e-06,
      "loss": 0.0047,
      "step": 145710
    },
    {
      "epoch": 22.25072530157276,
      "grad_norm": 0.4078143239021301,
      "learning_rate": 2.162292587320891e-06,
      "loss": 0.0056,
      "step": 145720
    },
    {
      "epoch": 22.25225225225225,
      "grad_norm": 0.416070818901062,
      "learning_rate": 2.1592874175719592e-06,
      "loss": 0.0072,
      "step": 145730
    },
    {
      "epoch": 22.253779202931746,
      "grad_norm": 0.15404561161994934,
      "learning_rate": 2.1562842914903845e-06,
      "loss": 0.0056,
      "step": 145740
    },
    {
      "epoch": 22.255306153611237,
      "grad_norm": 0.11827802658081055,
      "learning_rate": 2.1532832092044595e-06,
      "loss": 0.0064,
      "step": 145750
    },
    {
      "epoch": 22.25683310429073,
      "grad_norm": 0.12858964502811432,
      "learning_rate": 2.1502841708423704e-06,
      "loss": 0.005,
      "step": 145760
    },
    {
      "epoch": 22.258360054970225,
      "grad_norm": 0.14186596870422363,
      "learning_rate": 2.1472871765322313e-06,
      "loss": 0.0048,
      "step": 145770
    },
    {
      "epoch": 22.259887005649716,
      "grad_norm": 0.46148207783699036,
      "learning_rate": 2.144292226402095e-06,
      "loss": 0.0055,
      "step": 145780
    },
    {
      "epoch": 22.26141395632921,
      "grad_norm": 0.048314325511455536,
      "learning_rate": 2.1412993205798705e-06,
      "loss": 0.0054,
      "step": 145790
    },
    {
      "epoch": 22.262940907008705,
      "grad_norm": 0.141270712018013,
      "learning_rate": 2.138308459193417e-06,
      "loss": 0.0051,
      "step": 145800
    },
    {
      "epoch": 22.264467857688196,
      "grad_norm": 0.17413897812366486,
      "learning_rate": 2.1353196423705037e-06,
      "loss": 0.0059,
      "step": 145810
    },
    {
      "epoch": 22.26599480836769,
      "grad_norm": 0.2540039122104645,
      "learning_rate": 2.132332870238807e-06,
      "loss": 0.0039,
      "step": 145820
    },
    {
      "epoch": 22.267521759047185,
      "grad_norm": 0.2791195809841156,
      "learning_rate": 2.1293481429259133e-06,
      "loss": 0.0051,
      "step": 145830
    },
    {
      "epoch": 22.269048709726675,
      "grad_norm": 0.08821310102939606,
      "learning_rate": 2.1263654605593265e-06,
      "loss": 0.0044,
      "step": 145840
    },
    {
      "epoch": 22.27057566040617,
      "grad_norm": 0.20130886137485504,
      "learning_rate": 2.123384823266461e-06,
      "loss": 0.0057,
      "step": 145850
    },
    {
      "epoch": 22.27210261108566,
      "grad_norm": 0.11600963026285172,
      "learning_rate": 2.1204062311746373e-06,
      "loss": 0.0074,
      "step": 145860
    },
    {
      "epoch": 22.273629561765155,
      "grad_norm": 0.24045109748840332,
      "learning_rate": 2.117429684411104e-06,
      "loss": 0.0047,
      "step": 145870
    },
    {
      "epoch": 22.27515651244465,
      "grad_norm": 0.1831008493900299,
      "learning_rate": 2.114455183103026e-06,
      "loss": 0.0061,
      "step": 145880
    },
    {
      "epoch": 22.27668346312414,
      "grad_norm": 0.1705394685268402,
      "learning_rate": 2.1114827273774397e-06,
      "loss": 0.004,
      "step": 145890
    },
    {
      "epoch": 22.278210413803635,
      "grad_norm": 0.09184503555297852,
      "learning_rate": 2.108512317361333e-06,
      "loss": 0.0054,
      "step": 145900
    },
    {
      "epoch": 22.27973736448313,
      "grad_norm": 0.17864926159381866,
      "learning_rate": 2.105543953181616e-06,
      "loss": 0.0033,
      "step": 145910
    },
    {
      "epoch": 22.28126431516262,
      "grad_norm": 0.10178178548812866,
      "learning_rate": 2.102577634965064e-06,
      "loss": 0.0041,
      "step": 145920
    },
    {
      "epoch": 22.282791265842114,
      "grad_norm": 0.06631095707416534,
      "learning_rate": 2.0996133628384095e-06,
      "loss": 0.005,
      "step": 145930
    },
    {
      "epoch": 22.284318216521605,
      "grad_norm": 0.38922858238220215,
      "learning_rate": 2.096651136928274e-06,
      "loss": 0.0079,
      "step": 145940
    },
    {
      "epoch": 22.2858451672011,
      "grad_norm": 0.5174024105072021,
      "learning_rate": 2.093690957361205e-06,
      "loss": 0.0059,
      "step": 145950
    },
    {
      "epoch": 22.287372117880594,
      "grad_norm": 0.09420040994882584,
      "learning_rate": 2.090732824263647e-06,
      "loss": 0.0053,
      "step": 145960
    },
    {
      "epoch": 22.288899068560085,
      "grad_norm": 0.12506414949893951,
      "learning_rate": 2.0877767377619705e-06,
      "loss": 0.0056,
      "step": 145970
    },
    {
      "epoch": 22.29042601923958,
      "grad_norm": 0.2793743908405304,
      "learning_rate": 2.0848226979824638e-06,
      "loss": 0.0056,
      "step": 145980
    },
    {
      "epoch": 22.291952969919073,
      "grad_norm": 0.3145657777786255,
      "learning_rate": 2.0818707050512974e-06,
      "loss": 0.0069,
      "step": 145990
    },
    {
      "epoch": 22.293479920598564,
      "grad_norm": 0.06265712529420853,
      "learning_rate": 2.078920759094588e-06,
      "loss": 0.0055,
      "step": 146000
    },
    {
      "epoch": 22.29500687127806,
      "grad_norm": 0.11656291782855988,
      "learning_rate": 2.0759728602383567e-06,
      "loss": 0.0042,
      "step": 146010
    },
    {
      "epoch": 22.29653382195755,
      "grad_norm": 0.1304357945919037,
      "learning_rate": 2.073027008608519e-06,
      "loss": 0.0042,
      "step": 146020
    },
    {
      "epoch": 22.298060772637044,
      "grad_norm": 0.12101481109857559,
      "learning_rate": 2.0700832043309247e-06,
      "loss": 0.0053,
      "step": 146030
    },
    {
      "epoch": 22.299587723316538,
      "grad_norm": 0.0936700701713562,
      "learning_rate": 2.0671414475313177e-06,
      "loss": 0.005,
      "step": 146040
    },
    {
      "epoch": 22.30111467399603,
      "grad_norm": 0.09602675586938858,
      "learning_rate": 2.0642017383353863e-06,
      "loss": 0.0059,
      "step": 146050
    },
    {
      "epoch": 22.302641624675523,
      "grad_norm": 0.1594638079404831,
      "learning_rate": 2.061264076868691e-06,
      "loss": 0.0061,
      "step": 146060
    },
    {
      "epoch": 22.304168575355018,
      "grad_norm": 0.16212306916713715,
      "learning_rate": 2.058328463256726e-06,
      "loss": 0.0036,
      "step": 146070
    },
    {
      "epoch": 22.30569552603451,
      "grad_norm": 0.3625068664550781,
      "learning_rate": 2.055394897624896e-06,
      "loss": 0.0063,
      "step": 146080
    },
    {
      "epoch": 22.307222476714003,
      "grad_norm": 0.16386151313781738,
      "learning_rate": 2.052463380098524e-06,
      "loss": 0.0059,
      "step": 146090
    },
    {
      "epoch": 22.308749427393494,
      "grad_norm": 0.11205152422189713,
      "learning_rate": 2.049533910802831e-06,
      "loss": 0.0074,
      "step": 146100
    },
    {
      "epoch": 22.310276378072988,
      "grad_norm": 0.3314420282840729,
      "learning_rate": 2.0466064898629624e-06,
      "loss": 0.0059,
      "step": 146110
    },
    {
      "epoch": 22.311803328752482,
      "grad_norm": 0.3994751572608948,
      "learning_rate": 2.043681117403973e-06,
      "loss": 0.0054,
      "step": 146120
    },
    {
      "epoch": 22.313330279431973,
      "grad_norm": 0.23363129794597626,
      "learning_rate": 2.040757793550818e-06,
      "loss": 0.005,
      "step": 146130
    },
    {
      "epoch": 22.314857230111468,
      "grad_norm": 0.22245369851589203,
      "learning_rate": 2.037836518428393e-06,
      "loss": 0.0072,
      "step": 146140
    },
    {
      "epoch": 22.316384180790962,
      "grad_norm": 0.1222032904624939,
      "learning_rate": 2.034917292161492e-06,
      "loss": 0.0049,
      "step": 146150
    },
    {
      "epoch": 22.317911131470453,
      "grad_norm": 0.1315181404352188,
      "learning_rate": 2.032000114874799e-06,
      "loss": 0.0051,
      "step": 146160
    },
    {
      "epoch": 22.319438082149947,
      "grad_norm": 0.22925372421741486,
      "learning_rate": 2.029084986692936e-06,
      "loss": 0.0048,
      "step": 146170
    },
    {
      "epoch": 22.320965032829438,
      "grad_norm": 0.10049501061439514,
      "learning_rate": 2.0261719077404483e-06,
      "loss": 0.0039,
      "step": 146180
    },
    {
      "epoch": 22.322491983508932,
      "grad_norm": 0.11477670818567276,
      "learning_rate": 2.023260878141764e-06,
      "loss": 0.0044,
      "step": 146190
    },
    {
      "epoch": 22.324018934188427,
      "grad_norm": 0.41019243001937866,
      "learning_rate": 2.0203518980212334e-06,
      "loss": 0.0059,
      "step": 146200
    },
    {
      "epoch": 22.325545884867918,
      "grad_norm": 0.4708826243877411,
      "learning_rate": 2.0174449675031347e-06,
      "loss": 0.0047,
      "step": 146210
    },
    {
      "epoch": 22.327072835547412,
      "grad_norm": 0.14973871409893036,
      "learning_rate": 2.014540086711636e-06,
      "loss": 0.0043,
      "step": 146220
    },
    {
      "epoch": 22.328599786226906,
      "grad_norm": 0.07704765349626541,
      "learning_rate": 2.011637255770832e-06,
      "loss": 0.0068,
      "step": 146230
    },
    {
      "epoch": 22.330126736906397,
      "grad_norm": 0.10221235454082489,
      "learning_rate": 2.0087364748047286e-06,
      "loss": 0.0055,
      "step": 146240
    },
    {
      "epoch": 22.33165368758589,
      "grad_norm": 0.4128076732158661,
      "learning_rate": 2.0058377439372446e-06,
      "loss": 0.0106,
      "step": 146250
    },
    {
      "epoch": 22.333180638265382,
      "grad_norm": 0.15154945850372314,
      "learning_rate": 2.0029410632921907e-06,
      "loss": 0.0068,
      "step": 146260
    },
    {
      "epoch": 22.334707588944877,
      "grad_norm": 0.25312119722366333,
      "learning_rate": 2.00004643299333e-06,
      "loss": 0.0064,
      "step": 146270
    },
    {
      "epoch": 22.33623453962437,
      "grad_norm": 0.31840312480926514,
      "learning_rate": 1.997153853164313e-06,
      "loss": 0.0042,
      "step": 146280
    },
    {
      "epoch": 22.337761490303862,
      "grad_norm": 0.2644675076007843,
      "learning_rate": 1.994263323928697e-06,
      "loss": 0.0051,
      "step": 146290
    },
    {
      "epoch": 22.339288440983356,
      "grad_norm": 0.13138000667095184,
      "learning_rate": 1.9913748454099544e-06,
      "loss": 0.0083,
      "step": 146300
    },
    {
      "epoch": 22.34081539166285,
      "grad_norm": 0.10109710693359375,
      "learning_rate": 1.988488417731488e-06,
      "loss": 0.0056,
      "step": 146310
    },
    {
      "epoch": 22.34234234234234,
      "grad_norm": 0.1379697322845459,
      "learning_rate": 1.985604041016598e-06,
      "loss": 0.0048,
      "step": 146320
    },
    {
      "epoch": 22.343869293021836,
      "grad_norm": 0.2527424991130829,
      "learning_rate": 1.982721715388497e-06,
      "loss": 0.0052,
      "step": 146330
    },
    {
      "epoch": 22.345396243701327,
      "grad_norm": 0.08816328644752502,
      "learning_rate": 1.9798414409703093e-06,
      "loss": 0.0034,
      "step": 146340
    },
    {
      "epoch": 22.34692319438082,
      "grad_norm": 0.3114692270755768,
      "learning_rate": 1.976963217885086e-06,
      "loss": 0.007,
      "step": 146350
    },
    {
      "epoch": 22.348450145060315,
      "grad_norm": 0.1031135842204094,
      "learning_rate": 1.974087046255768e-06,
      "loss": 0.0074,
      "step": 146360
    },
    {
      "epoch": 22.349977095739806,
      "grad_norm": 0.19470295310020447,
      "learning_rate": 1.9712129262052293e-06,
      "loss": 0.0045,
      "step": 146370
    },
    {
      "epoch": 22.3515040464193,
      "grad_norm": 0.11629582196474075,
      "learning_rate": 1.9683408578562433e-06,
      "loss": 0.0052,
      "step": 146380
    },
    {
      "epoch": 22.353030997098795,
      "grad_norm": 0.10314769297838211,
      "learning_rate": 1.965470841331496e-06,
      "loss": 0.0071,
      "step": 146390
    },
    {
      "epoch": 22.354557947778286,
      "grad_norm": 0.20435050129890442,
      "learning_rate": 1.9626028767535886e-06,
      "loss": 0.0049,
      "step": 146400
    },
    {
      "epoch": 22.35608489845778,
      "grad_norm": 0.24147050082683563,
      "learning_rate": 1.9597369642450457e-06,
      "loss": 0.0087,
      "step": 146410
    },
    {
      "epoch": 22.35761184913727,
      "grad_norm": 0.26695069670677185,
      "learning_rate": 1.956873103928286e-06,
      "loss": 0.0041,
      "step": 146420
    },
    {
      "epoch": 22.359138799816765,
      "grad_norm": 0.21385806798934937,
      "learning_rate": 1.954011295925645e-06,
      "loss": 0.0049,
      "step": 146430
    },
    {
      "epoch": 22.36066575049626,
      "grad_norm": 0.14548088610172272,
      "learning_rate": 1.951151540359375e-06,
      "loss": 0.0081,
      "step": 146440
    },
    {
      "epoch": 22.36219270117575,
      "grad_norm": 0.21125684678554535,
      "learning_rate": 1.94829383735165e-06,
      "loss": 0.0071,
      "step": 146450
    },
    {
      "epoch": 22.363719651855245,
      "grad_norm": 0.08314965665340424,
      "learning_rate": 1.9454381870245396e-06,
      "loss": 0.008,
      "step": 146460
    },
    {
      "epoch": 22.36524660253474,
      "grad_norm": 0.17423595488071442,
      "learning_rate": 1.942584589500024e-06,
      "loss": 0.0058,
      "step": 146470
    },
    {
      "epoch": 22.36677355321423,
      "grad_norm": 0.43093952536582947,
      "learning_rate": 1.939733044900016e-06,
      "loss": 0.0057,
      "step": 146480
    },
    {
      "epoch": 22.368300503893725,
      "grad_norm": 0.22013577818870544,
      "learning_rate": 1.936883553346319e-06,
      "loss": 0.0041,
      "step": 146490
    },
    {
      "epoch": 22.36982745457322,
      "grad_norm": 0.36454880237579346,
      "learning_rate": 1.9340361149606632e-06,
      "loss": 0.005,
      "step": 146500
    },
    {
      "epoch": 22.37135440525271,
      "grad_norm": 0.13726726174354553,
      "learning_rate": 1.9311907298646847e-06,
      "loss": 0.0051,
      "step": 146510
    },
    {
      "epoch": 22.372881355932204,
      "grad_norm": 0.05235256627202034,
      "learning_rate": 1.928347398179936e-06,
      "loss": 0.0058,
      "step": 146520
    },
    {
      "epoch": 22.374408306611695,
      "grad_norm": 0.33169931173324585,
      "learning_rate": 1.92550612002787e-06,
      "loss": 0.0049,
      "step": 146530
    },
    {
      "epoch": 22.37593525729119,
      "grad_norm": 0.3458750545978546,
      "learning_rate": 1.9226668955298675e-06,
      "loss": 0.0046,
      "step": 146540
    },
    {
      "epoch": 22.377462207970684,
      "grad_norm": 0.079476498067379,
      "learning_rate": 1.9198297248072263e-06,
      "loss": 0.0053,
      "step": 146550
    },
    {
      "epoch": 22.378989158650175,
      "grad_norm": 0.37200823426246643,
      "learning_rate": 1.916994607981121e-06,
      "loss": 0.0061,
      "step": 146560
    },
    {
      "epoch": 22.38051610932967,
      "grad_norm": 0.39605653285980225,
      "learning_rate": 1.914161545172677e-06,
      "loss": 0.0064,
      "step": 146570
    },
    {
      "epoch": 22.382043060009163,
      "grad_norm": 0.08316323161125183,
      "learning_rate": 1.9113305365029144e-06,
      "loss": 0.0047,
      "step": 146580
    },
    {
      "epoch": 22.383570010688654,
      "grad_norm": 0.20975807309150696,
      "learning_rate": 1.90850158209277e-06,
      "loss": 0.0038,
      "step": 146590
    },
    {
      "epoch": 22.38509696136815,
      "grad_norm": 0.17917874455451965,
      "learning_rate": 1.9056746820630911e-06,
      "loss": 0.0036,
      "step": 146600
    },
    {
      "epoch": 22.38662391204764,
      "grad_norm": 0.16349567472934723,
      "learning_rate": 1.9028498365346425e-06,
      "loss": 0.0052,
      "step": 146610
    },
    {
      "epoch": 22.388150862727134,
      "grad_norm": 0.15467695891857147,
      "learning_rate": 1.9000270456280834e-06,
      "loss": 0.0044,
      "step": 146620
    },
    {
      "epoch": 22.389677813406628,
      "grad_norm": 0.538254976272583,
      "learning_rate": 1.8972063094640114e-06,
      "loss": 0.0059,
      "step": 146630
    },
    {
      "epoch": 22.39120476408612,
      "grad_norm": 0.16978095471858978,
      "learning_rate": 1.8943876281629192e-06,
      "loss": 0.0057,
      "step": 146640
    },
    {
      "epoch": 22.392731714765613,
      "grad_norm": 0.1406213790178299,
      "learning_rate": 1.891571001845216e-06,
      "loss": 0.0073,
      "step": 146650
    },
    {
      "epoch": 22.394258665445108,
      "grad_norm": 0.2752408981323242,
      "learning_rate": 1.8887564306312222e-06,
      "loss": 0.0055,
      "step": 146660
    },
    {
      "epoch": 22.3957856161246,
      "grad_norm": 0.1897462010383606,
      "learning_rate": 1.8859439146411585e-06,
      "loss": 0.0048,
      "step": 146670
    },
    {
      "epoch": 22.397312566804093,
      "grad_norm": 0.11492104083299637,
      "learning_rate": 1.883133453995195e-06,
      "loss": 0.006,
      "step": 146680
    },
    {
      "epoch": 22.398839517483584,
      "grad_norm": 0.28730303049087524,
      "learning_rate": 1.880325048813375e-06,
      "loss": 0.0052,
      "step": 146690
    },
    {
      "epoch": 22.400366468163078,
      "grad_norm": 0.06893425434827805,
      "learning_rate": 1.877518699215669e-06,
      "loss": 0.0045,
      "step": 146700
    },
    {
      "epoch": 22.401893418842572,
      "grad_norm": 0.10803721845149994,
      "learning_rate": 1.874714405321959e-06,
      "loss": 0.0042,
      "step": 146710
    },
    {
      "epoch": 22.403420369522063,
      "grad_norm": 0.160814106464386,
      "learning_rate": 1.8719121672520378e-06,
      "loss": 0.0052,
      "step": 146720
    },
    {
      "epoch": 22.404947320201558,
      "grad_norm": 0.15152722597122192,
      "learning_rate": 1.8691119851256156e-06,
      "loss": 0.0035,
      "step": 146730
    },
    {
      "epoch": 22.406474270881052,
      "grad_norm": 0.15203732252120972,
      "learning_rate": 1.866313859062313e-06,
      "loss": 0.006,
      "step": 146740
    },
    {
      "epoch": 22.408001221560543,
      "grad_norm": 0.10330098867416382,
      "learning_rate": 1.8635177891816624e-06,
      "loss": 0.0053,
      "step": 146750
    },
    {
      "epoch": 22.409528172240037,
      "grad_norm": 0.16930465400218964,
      "learning_rate": 1.8607237756030904e-06,
      "loss": 0.0061,
      "step": 146760
    },
    {
      "epoch": 22.411055122919528,
      "grad_norm": 0.24325160682201385,
      "learning_rate": 1.8579318184459737e-06,
      "loss": 0.005,
      "step": 146770
    },
    {
      "epoch": 22.412582073599022,
      "grad_norm": 0.23059086501598358,
      "learning_rate": 1.8551419178295726e-06,
      "loss": 0.0049,
      "step": 146780
    },
    {
      "epoch": 22.414109024278517,
      "grad_norm": 0.28110191226005554,
      "learning_rate": 1.8523540738730582e-06,
      "loss": 0.0074,
      "step": 146790
    },
    {
      "epoch": 22.415635974958008,
      "grad_norm": 0.20082928240299225,
      "learning_rate": 1.8495682866955189e-06,
      "loss": 0.0057,
      "step": 146800
    },
    {
      "epoch": 22.417162925637502,
      "grad_norm": 0.07776683568954468,
      "learning_rate": 1.8467845564159814e-06,
      "loss": 0.0074,
      "step": 146810
    },
    {
      "epoch": 22.418689876316996,
      "grad_norm": 0.18999738991260529,
      "learning_rate": 1.8440028831533452e-06,
      "loss": 0.0042,
      "step": 146820
    },
    {
      "epoch": 22.420216826996487,
      "grad_norm": 0.23495496809482574,
      "learning_rate": 1.8412232670264372e-06,
      "loss": 0.0047,
      "step": 146830
    },
    {
      "epoch": 22.42174377767598,
      "grad_norm": 0.2235078066587448,
      "learning_rate": 1.8384457081539909e-06,
      "loss": 0.0034,
      "step": 146840
    },
    {
      "epoch": 22.423270728355472,
      "grad_norm": 0.1979372650384903,
      "learning_rate": 1.8356702066546828e-06,
      "loss": 0.0045,
      "step": 146850
    },
    {
      "epoch": 22.424797679034967,
      "grad_norm": 0.20103031396865845,
      "learning_rate": 1.8328967626470628e-06,
      "loss": 0.0041,
      "step": 146860
    },
    {
      "epoch": 22.42632462971446,
      "grad_norm": 0.05732474848628044,
      "learning_rate": 1.8301253762495973e-06,
      "loss": 0.0042,
      "step": 146870
    },
    {
      "epoch": 22.427851580393952,
      "grad_norm": 0.14660580456256866,
      "learning_rate": 1.8273560475806917e-06,
      "loss": 0.0076,
      "step": 146880
    },
    {
      "epoch": 22.429378531073446,
      "grad_norm": 0.3702529966831207,
      "learning_rate": 1.82458877675864e-06,
      "loss": 0.0058,
      "step": 146890
    },
    {
      "epoch": 22.43090548175294,
      "grad_norm": 0.23626235127449036,
      "learning_rate": 1.8218235639016533e-06,
      "loss": 0.0078,
      "step": 146900
    },
    {
      "epoch": 22.43243243243243,
      "grad_norm": 0.16407907009124756,
      "learning_rate": 1.819060409127854e-06,
      "loss": 0.006,
      "step": 146910
    },
    {
      "epoch": 22.433959383111926,
      "grad_norm": 0.17666253447532654,
      "learning_rate": 1.8162993125552918e-06,
      "loss": 0.0041,
      "step": 146920
    },
    {
      "epoch": 22.435486333791417,
      "grad_norm": 0.2873518764972687,
      "learning_rate": 1.8135402743018947e-06,
      "loss": 0.0048,
      "step": 146930
    },
    {
      "epoch": 22.43701328447091,
      "grad_norm": 0.23801833391189575,
      "learning_rate": 1.8107832944855462e-06,
      "loss": 0.007,
      "step": 146940
    },
    {
      "epoch": 22.438540235150406,
      "grad_norm": 0.07860369235277176,
      "learning_rate": 1.8080283732240078e-06,
      "loss": 0.0041,
      "step": 146950
    },
    {
      "epoch": 22.440067185829896,
      "grad_norm": 0.15685246884822845,
      "learning_rate": 1.8052755106349628e-06,
      "loss": 0.005,
      "step": 146960
    },
    {
      "epoch": 22.44159413650939,
      "grad_norm": 0.14256872236728668,
      "learning_rate": 1.8025247068360117e-06,
      "loss": 0.0048,
      "step": 146970
    },
    {
      "epoch": 22.443121087188885,
      "grad_norm": 0.1361864060163498,
      "learning_rate": 1.7997759619446607e-06,
      "loss": 0.006,
      "step": 146980
    },
    {
      "epoch": 22.444648037868376,
      "grad_norm": 0.08675473928451538,
      "learning_rate": 1.797029276078338e-06,
      "loss": 0.0053,
      "step": 146990
    },
    {
      "epoch": 22.44617498854787,
      "grad_norm": 0.11439413577318192,
      "learning_rate": 1.794284649354372e-06,
      "loss": 0.0057,
      "step": 147000
    },
    {
      "epoch": 22.447701939227365,
      "grad_norm": 0.1376453936100006,
      "learning_rate": 1.7915420818900076e-06,
      "loss": 0.0051,
      "step": 147010
    },
    {
      "epoch": 22.449228889906855,
      "grad_norm": 0.2864883244037628,
      "learning_rate": 1.7888015738024066e-06,
      "loss": 0.0052,
      "step": 147020
    },
    {
      "epoch": 22.45075584058635,
      "grad_norm": 0.3393576145172119,
      "learning_rate": 1.7860631252086313e-06,
      "loss": 0.0085,
      "step": 147030
    },
    {
      "epoch": 22.45228279126584,
      "grad_norm": 0.18017292022705078,
      "learning_rate": 1.7833267362256711e-06,
      "loss": 0.0034,
      "step": 147040
    },
    {
      "epoch": 22.453809741945335,
      "grad_norm": 0.4435774087905884,
      "learning_rate": 1.7805924069704216e-06,
      "loss": 0.0057,
      "step": 147050
    },
    {
      "epoch": 22.45533669262483,
      "grad_norm": 0.1768561601638794,
      "learning_rate": 1.7778601375596727e-06,
      "loss": 0.0089,
      "step": 147060
    },
    {
      "epoch": 22.45686364330432,
      "grad_norm": 0.15159089863300323,
      "learning_rate": 1.7751299281101474e-06,
      "loss": 0.0048,
      "step": 147070
    },
    {
      "epoch": 22.458390593983815,
      "grad_norm": 0.13552960753440857,
      "learning_rate": 1.7724017787384972e-06,
      "loss": 0.0044,
      "step": 147080
    },
    {
      "epoch": 22.45991754466331,
      "grad_norm": 0.2534044682979584,
      "learning_rate": 1.7696756895612343e-06,
      "loss": 0.0052,
      "step": 147090
    },
    {
      "epoch": 22.4614444953428,
      "grad_norm": 0.26101142168045044,
      "learning_rate": 1.7669516606948266e-06,
      "loss": 0.0044,
      "step": 147100
    },
    {
      "epoch": 22.462971446022294,
      "grad_norm": 0.13179779052734375,
      "learning_rate": 1.7642296922556313e-06,
      "loss": 0.0053,
      "step": 147110
    },
    {
      "epoch": 22.464498396701785,
      "grad_norm": 0.37236830592155457,
      "learning_rate": 1.761509784359938e-06,
      "loss": 0.0052,
      "step": 147120
    },
    {
      "epoch": 22.46602534738128,
      "grad_norm": 0.2892746031284332,
      "learning_rate": 1.758791937123927e-06,
      "loss": 0.0056,
      "step": 147130
    },
    {
      "epoch": 22.467552298060774,
      "grad_norm": 0.11102348566055298,
      "learning_rate": 1.7560761506637046e-06,
      "loss": 0.0064,
      "step": 147140
    },
    {
      "epoch": 22.469079248740265,
      "grad_norm": 0.27111461758613586,
      "learning_rate": 1.753362425095284e-06,
      "loss": 0.0059,
      "step": 147150
    },
    {
      "epoch": 22.47060619941976,
      "grad_norm": 0.41647282242774963,
      "learning_rate": 1.7506507605345834e-06,
      "loss": 0.0076,
      "step": 147160
    },
    {
      "epoch": 22.472133150099253,
      "grad_norm": 0.13870415091514587,
      "learning_rate": 1.7479411570974492e-06,
      "loss": 0.0077,
      "step": 147170
    },
    {
      "epoch": 22.473660100778744,
      "grad_norm": 0.18911443650722504,
      "learning_rate": 1.7452336148996273e-06,
      "loss": 0.0042,
      "step": 147180
    },
    {
      "epoch": 22.47518705145824,
      "grad_norm": 0.16859740018844604,
      "learning_rate": 1.7425281340567756e-06,
      "loss": 0.0056,
      "step": 147190
    },
    {
      "epoch": 22.47671400213773,
      "grad_norm": 0.1712820678949356,
      "learning_rate": 1.7398247146844682e-06,
      "loss": 0.0052,
      "step": 147200
    },
    {
      "epoch": 22.478240952817224,
      "grad_norm": 0.06072663143277168,
      "learning_rate": 1.737123356898196e-06,
      "loss": 0.0067,
      "step": 147210
    },
    {
      "epoch": 22.479767903496718,
      "grad_norm": 0.14465436339378357,
      "learning_rate": 1.7344240608133554e-06,
      "loss": 0.0062,
      "step": 147220
    },
    {
      "epoch": 22.48129485417621,
      "grad_norm": 0.1472894251346588,
      "learning_rate": 1.731726826545249e-06,
      "loss": 0.0074,
      "step": 147230
    },
    {
      "epoch": 22.482821804855703,
      "grad_norm": 0.2613914906978607,
      "learning_rate": 1.7290316542091012e-06,
      "loss": 0.0054,
      "step": 147240
    },
    {
      "epoch": 22.484348755535198,
      "grad_norm": 0.13390831649303436,
      "learning_rate": 1.726338543920042e-06,
      "loss": 0.0048,
      "step": 147250
    },
    {
      "epoch": 22.48587570621469,
      "grad_norm": 0.3877001106739044,
      "learning_rate": 1.7236474957931182e-06,
      "loss": 0.007,
      "step": 147260
    },
    {
      "epoch": 22.487402656894183,
      "grad_norm": 0.05221458524465561,
      "learning_rate": 1.7209585099432934e-06,
      "loss": 0.0064,
      "step": 147270
    },
    {
      "epoch": 22.488929607573674,
      "grad_norm": 0.17704257369041443,
      "learning_rate": 1.7182715864854204e-06,
      "loss": 0.0053,
      "step": 147280
    },
    {
      "epoch": 22.490456558253168,
      "grad_norm": 0.12713241577148438,
      "learning_rate": 1.715586725534296e-06,
      "loss": 0.0062,
      "step": 147290
    },
    {
      "epoch": 22.491983508932663,
      "grad_norm": 0.1209917739033699,
      "learning_rate": 1.7129039272046011e-06,
      "loss": 0.0054,
      "step": 147300
    },
    {
      "epoch": 22.493510459612153,
      "grad_norm": 0.2505963146686554,
      "learning_rate": 1.710223191610949e-06,
      "loss": 0.0055,
      "step": 147310
    },
    {
      "epoch": 22.495037410291648,
      "grad_norm": 0.1913854032754898,
      "learning_rate": 1.707544518867854e-06,
      "loss": 0.0054,
      "step": 147320
    },
    {
      "epoch": 22.496564360971142,
      "grad_norm": 0.14900490641593933,
      "learning_rate": 1.7048679090897357e-06,
      "loss": 0.0058,
      "step": 147330
    },
    {
      "epoch": 22.498091311650633,
      "grad_norm": 0.21000143885612488,
      "learning_rate": 1.7021933623909303e-06,
      "loss": 0.0052,
      "step": 147340
    },
    {
      "epoch": 22.499618262330127,
      "grad_norm": 0.18000809848308563,
      "learning_rate": 1.699520878885713e-06,
      "loss": 0.0061,
      "step": 147350
    },
    {
      "epoch": 22.501145213009618,
      "grad_norm": 0.10932207107543945,
      "learning_rate": 1.6968504586882262e-06,
      "loss": 0.0051,
      "step": 147360
    },
    {
      "epoch": 22.502672163689112,
      "grad_norm": 0.27944743633270264,
      "learning_rate": 1.6941821019125558e-06,
      "loss": 0.0084,
      "step": 147370
    },
    {
      "epoch": 22.504199114368607,
      "grad_norm": 0.05449614301323891,
      "learning_rate": 1.691515808672678e-06,
      "loss": 0.0044,
      "step": 147380
    },
    {
      "epoch": 22.505726065048098,
      "grad_norm": 0.20016522705554962,
      "learning_rate": 1.6888515790825066e-06,
      "loss": 0.0039,
      "step": 147390
    },
    {
      "epoch": 22.507253015727592,
      "grad_norm": 0.10040159523487091,
      "learning_rate": 1.6861894132558398e-06,
      "loss": 0.005,
      "step": 147400
    },
    {
      "epoch": 22.508779966407086,
      "grad_norm": 0.3755325973033905,
      "learning_rate": 1.6835293113064089e-06,
      "loss": 0.0064,
      "step": 147410
    },
    {
      "epoch": 22.510306917086577,
      "grad_norm": 0.34479907155036926,
      "learning_rate": 1.6808712733478503e-06,
      "loss": 0.0053,
      "step": 147420
    },
    {
      "epoch": 22.51183386776607,
      "grad_norm": 0.04962926730513573,
      "learning_rate": 1.6782152994936961e-06,
      "loss": 0.0042,
      "step": 147430
    },
    {
      "epoch": 22.513360818445562,
      "grad_norm": 0.14580680429935455,
      "learning_rate": 1.675561389857422e-06,
      "loss": 0.0059,
      "step": 147440
    },
    {
      "epoch": 22.514887769125057,
      "grad_norm": 0.14480198919773102,
      "learning_rate": 1.6729095445523923e-06,
      "loss": 0.0035,
      "step": 147450
    },
    {
      "epoch": 22.51641471980455,
      "grad_norm": 0.09494554996490479,
      "learning_rate": 1.6702597636918838e-06,
      "loss": 0.0056,
      "step": 147460
    },
    {
      "epoch": 22.517941670484042,
      "grad_norm": 0.11137273162603378,
      "learning_rate": 1.6676120473890832e-06,
      "loss": 0.0053,
      "step": 147470
    },
    {
      "epoch": 22.519468621163536,
      "grad_norm": 0.08814405649900436,
      "learning_rate": 1.6649663957571226e-06,
      "loss": 0.0049,
      "step": 147480
    },
    {
      "epoch": 22.52099557184303,
      "grad_norm": 0.20383267104625702,
      "learning_rate": 1.6623228089089948e-06,
      "loss": 0.0068,
      "step": 147490
    },
    {
      "epoch": 22.52252252252252,
      "grad_norm": 0.25506383180618286,
      "learning_rate": 1.6596812869576428e-06,
      "loss": 0.0049,
      "step": 147500
    },
    {
      "epoch": 22.524049473202016,
      "grad_norm": 0.21678026020526886,
      "learning_rate": 1.657041830015893e-06,
      "loss": 0.0046,
      "step": 147510
    },
    {
      "epoch": 22.52557642388151,
      "grad_norm": 0.443454772233963,
      "learning_rate": 1.6544044381965163e-06,
      "loss": 0.0054,
      "step": 147520
    },
    {
      "epoch": 22.527103374561,
      "grad_norm": 0.12749797105789185,
      "learning_rate": 1.6517691116121614e-06,
      "loss": 0.0041,
      "step": 147530
    },
    {
      "epoch": 22.528630325240496,
      "grad_norm": 0.11703376471996307,
      "learning_rate": 1.6491358503754163e-06,
      "loss": 0.003,
      "step": 147540
    },
    {
      "epoch": 22.530157275919986,
      "grad_norm": 0.24807985126972198,
      "learning_rate": 1.6465046545987684e-06,
      "loss": 0.0054,
      "step": 147550
    },
    {
      "epoch": 22.53168422659948,
      "grad_norm": 0.1806003600358963,
      "learning_rate": 1.6438755243946002e-06,
      "loss": 0.0066,
      "step": 147560
    },
    {
      "epoch": 22.533211177278975,
      "grad_norm": 0.18797063827514648,
      "learning_rate": 1.6412484598752497e-06,
      "loss": 0.0066,
      "step": 147570
    },
    {
      "epoch": 22.534738127958466,
      "grad_norm": 0.10656017810106277,
      "learning_rate": 1.6386234611529273e-06,
      "loss": 0.0077,
      "step": 147580
    },
    {
      "epoch": 22.53626507863796,
      "grad_norm": 0.10164926201105118,
      "learning_rate": 1.6360005283397594e-06,
      "loss": 0.0061,
      "step": 147590
    },
    {
      "epoch": 22.537792029317455,
      "grad_norm": 0.16872835159301758,
      "learning_rate": 1.633379661547807e-06,
      "loss": 0.0049,
      "step": 147600
    },
    {
      "epoch": 22.539318979996946,
      "grad_norm": 0.25952497124671936,
      "learning_rate": 1.6307608608890134e-06,
      "loss": 0.0044,
      "step": 147610
    },
    {
      "epoch": 22.54084593067644,
      "grad_norm": 0.18381299078464508,
      "learning_rate": 1.6281441264752728e-06,
      "loss": 0.0064,
      "step": 147620
    },
    {
      "epoch": 22.54237288135593,
      "grad_norm": 0.1709108203649521,
      "learning_rate": 1.6255294584183456e-06,
      "loss": 0.0043,
      "step": 147630
    },
    {
      "epoch": 22.543899832035425,
      "grad_norm": 0.14294207096099854,
      "learning_rate": 1.6229168568299313e-06,
      "loss": 0.0042,
      "step": 147640
    },
    {
      "epoch": 22.54542678271492,
      "grad_norm": 0.1504962295293808,
      "learning_rate": 1.6203063218216407e-06,
      "loss": 0.005,
      "step": 147650
    },
    {
      "epoch": 22.54695373339441,
      "grad_norm": 0.08426447212696075,
      "learning_rate": 1.6176978535049847e-06,
      "loss": 0.0047,
      "step": 147660
    },
    {
      "epoch": 22.548480684073905,
      "grad_norm": 0.14845462143421173,
      "learning_rate": 1.6150914519913962e-06,
      "loss": 0.0062,
      "step": 147670
    },
    {
      "epoch": 22.5500076347534,
      "grad_norm": 1.0125458240509033,
      "learning_rate": 1.6124871173922196e-06,
      "loss": 0.0047,
      "step": 147680
    },
    {
      "epoch": 22.55153458543289,
      "grad_norm": 0.17272132635116577,
      "learning_rate": 1.6098848498187046e-06,
      "loss": 0.0062,
      "step": 147690
    },
    {
      "epoch": 22.553061536112384,
      "grad_norm": 0.17517636716365814,
      "learning_rate": 1.6072846493820014e-06,
      "loss": 0.0042,
      "step": 147700
    },
    {
      "epoch": 22.554588486791875,
      "grad_norm": 0.09831256419420242,
      "learning_rate": 1.6046865161932045e-06,
      "loss": 0.0049,
      "step": 147710
    },
    {
      "epoch": 22.55611543747137,
      "grad_norm": 0.1338198333978653,
      "learning_rate": 1.6020904503632973e-06,
      "loss": 0.0047,
      "step": 147720
    },
    {
      "epoch": 22.557642388150864,
      "grad_norm": 0.11859560757875443,
      "learning_rate": 1.5994964520031742e-06,
      "loss": 0.003,
      "step": 147730
    },
    {
      "epoch": 22.559169338830355,
      "grad_norm": 0.11014124751091003,
      "learning_rate": 1.5969045212236412e-06,
      "loss": 0.0039,
      "step": 147740
    },
    {
      "epoch": 22.56069628950985,
      "grad_norm": 0.23314137756824493,
      "learning_rate": 1.5943146581354428e-06,
      "loss": 0.0047,
      "step": 147750
    },
    {
      "epoch": 22.562223240189343,
      "grad_norm": 0.32734519243240356,
      "learning_rate": 1.5917268628491854e-06,
      "loss": 0.005,
      "step": 147760
    },
    {
      "epoch": 22.563750190868834,
      "grad_norm": 0.21274246275424957,
      "learning_rate": 1.5891411354754305e-06,
      "loss": 0.0043,
      "step": 147770
    },
    {
      "epoch": 22.56527714154833,
      "grad_norm": 0.6782013177871704,
      "learning_rate": 1.5865574761246338e-06,
      "loss": 0.005,
      "step": 147780
    },
    {
      "epoch": 22.56680409222782,
      "grad_norm": 0.12838229537010193,
      "learning_rate": 1.583975884907163e-06,
      "loss": 0.0055,
      "step": 147790
    },
    {
      "epoch": 22.568331042907314,
      "grad_norm": 0.041575003415346146,
      "learning_rate": 1.5813963619333016e-06,
      "loss": 0.0074,
      "step": 147800
    },
    {
      "epoch": 22.569857993586808,
      "grad_norm": 0.27730631828308105,
      "learning_rate": 1.5788189073132342e-06,
      "loss": 0.0033,
      "step": 147810
    },
    {
      "epoch": 22.5713849442663,
      "grad_norm": 0.04179858788847923,
      "learning_rate": 1.5762435211570836e-06,
      "loss": 0.0063,
      "step": 147820
    },
    {
      "epoch": 22.572911894945793,
      "grad_norm": 0.4046822488307953,
      "learning_rate": 1.5736702035748341e-06,
      "loss": 0.0055,
      "step": 147830
    },
    {
      "epoch": 22.574438845625288,
      "grad_norm": 0.08011644333600998,
      "learning_rate": 1.571098954676442e-06,
      "loss": 0.0048,
      "step": 147840
    },
    {
      "epoch": 22.57596579630478,
      "grad_norm": 0.3448059856891632,
      "learning_rate": 1.5685297745717363e-06,
      "loss": 0.0064,
      "step": 147850
    },
    {
      "epoch": 22.577492746984273,
      "grad_norm": 0.16682787239551544,
      "learning_rate": 1.5659626633704682e-06,
      "loss": 0.0045,
      "step": 147860
    },
    {
      "epoch": 22.579019697663764,
      "grad_norm": 0.2133931666612625,
      "learning_rate": 1.5633976211822943e-06,
      "loss": 0.0043,
      "step": 147870
    },
    {
      "epoch": 22.580546648343258,
      "grad_norm": 0.20054832100868225,
      "learning_rate": 1.5608346481167934e-06,
      "loss": 0.0042,
      "step": 147880
    },
    {
      "epoch": 22.582073599022753,
      "grad_norm": 0.24557121098041534,
      "learning_rate": 1.5582737442834505e-06,
      "loss": 0.0039,
      "step": 147890
    },
    {
      "epoch": 22.583600549702243,
      "grad_norm": 0.15363486111164093,
      "learning_rate": 1.5557149097916668e-06,
      "loss": 0.0038,
      "step": 147900
    },
    {
      "epoch": 22.585127500381738,
      "grad_norm": 0.22052370011806488,
      "learning_rate": 1.5531581447507437e-06,
      "loss": 0.0051,
      "step": 147910
    },
    {
      "epoch": 22.586654451061232,
      "grad_norm": 0.40573418140411377,
      "learning_rate": 1.550603449269905e-06,
      "loss": 0.0067,
      "step": 147920
    },
    {
      "epoch": 22.588181401740723,
      "grad_norm": 0.19167347252368927,
      "learning_rate": 1.5480508234582858e-06,
      "loss": 0.0074,
      "step": 147930
    },
    {
      "epoch": 22.589708352420217,
      "grad_norm": 0.10771842300891876,
      "learning_rate": 1.5455002674249207e-06,
      "loss": 0.0062,
      "step": 147940
    },
    {
      "epoch": 22.591235303099708,
      "grad_norm": 0.392037570476532,
      "learning_rate": 1.5429517812787786e-06,
      "loss": 0.0057,
      "step": 147950
    },
    {
      "epoch": 22.592762253779203,
      "grad_norm": 0.13344335556030273,
      "learning_rate": 1.5404053651287164e-06,
      "loss": 0.0045,
      "step": 147960
    },
    {
      "epoch": 22.594289204458697,
      "grad_norm": 0.12725473940372467,
      "learning_rate": 1.537861019083503e-06,
      "loss": 0.0074,
      "step": 147970
    },
    {
      "epoch": 22.595816155138188,
      "grad_norm": 0.24653272330760956,
      "learning_rate": 1.5353187432518511e-06,
      "loss": 0.0064,
      "step": 147980
    },
    {
      "epoch": 22.597343105817682,
      "grad_norm": 0.18704579770565033,
      "learning_rate": 1.5327785377423464e-06,
      "loss": 0.0049,
      "step": 147990
    },
    {
      "epoch": 22.598870056497177,
      "grad_norm": 0.5009099841117859,
      "learning_rate": 1.530240402663502e-06,
      "loss": 0.0052,
      "step": 148000
    },
    {
      "epoch": 22.600397007176667,
      "grad_norm": 0.6713333129882812,
      "learning_rate": 1.5277043381237478e-06,
      "loss": 0.0062,
      "step": 148010
    },
    {
      "epoch": 22.60192395785616,
      "grad_norm": 0.41499555110931396,
      "learning_rate": 1.5251703442314192e-06,
      "loss": 0.0054,
      "step": 148020
    },
    {
      "epoch": 22.603450908535656,
      "grad_norm": 0.058103661984205246,
      "learning_rate": 1.522638421094763e-06,
      "loss": 0.0047,
      "step": 148030
    },
    {
      "epoch": 22.604977859215147,
      "grad_norm": 0.40793541073799133,
      "learning_rate": 1.5201085688219375e-06,
      "loss": 0.0043,
      "step": 148040
    },
    {
      "epoch": 22.60650480989464,
      "grad_norm": 0.1735394299030304,
      "learning_rate": 1.5175807875210112e-06,
      "loss": 0.0044,
      "step": 148050
    },
    {
      "epoch": 22.608031760574132,
      "grad_norm": 0.4157399535179138,
      "learning_rate": 1.5150550772999705e-06,
      "loss": 0.0085,
      "step": 148060
    },
    {
      "epoch": 22.609558711253626,
      "grad_norm": 0.09921517968177795,
      "learning_rate": 1.5125314382667066e-06,
      "loss": 0.0043,
      "step": 148070
    },
    {
      "epoch": 22.61108566193312,
      "grad_norm": 0.4691714346408844,
      "learning_rate": 1.5100098705290222e-06,
      "loss": 0.0053,
      "step": 148080
    },
    {
      "epoch": 22.61261261261261,
      "grad_norm": 0.19223986566066742,
      "learning_rate": 1.5074903741946477e-06,
      "loss": 0.0039,
      "step": 148090
    },
    {
      "epoch": 22.614139563292106,
      "grad_norm": 0.21472936868667603,
      "learning_rate": 1.5049729493711862e-06,
      "loss": 0.0058,
      "step": 148100
    },
    {
      "epoch": 22.6156665139716,
      "grad_norm": 0.43525418639183044,
      "learning_rate": 1.5024575961662013e-06,
      "loss": 0.0072,
      "step": 148110
    },
    {
      "epoch": 22.61719346465109,
      "grad_norm": 0.20460766553878784,
      "learning_rate": 1.499944314687135e-06,
      "loss": 0.0068,
      "step": 148120
    },
    {
      "epoch": 22.618720415330586,
      "grad_norm": 0.3101482093334198,
      "learning_rate": 1.4974331050413515e-06,
      "loss": 0.004,
      "step": 148130
    },
    {
      "epoch": 22.620247366010076,
      "grad_norm": 0.3690100908279419,
      "learning_rate": 1.4949239673361148e-06,
      "loss": 0.0055,
      "step": 148140
    },
    {
      "epoch": 22.62177431668957,
      "grad_norm": 0.2508670389652252,
      "learning_rate": 1.4924169016786283e-06,
      "loss": 0.0062,
      "step": 148150
    },
    {
      "epoch": 22.623301267369065,
      "grad_norm": 0.19514058530330658,
      "learning_rate": 1.4899119081759782e-06,
      "loss": 0.0067,
      "step": 148160
    },
    {
      "epoch": 22.624828218048556,
      "grad_norm": 0.6375360488891602,
      "learning_rate": 1.4874089869351736e-06,
      "loss": 0.0047,
      "step": 148170
    },
    {
      "epoch": 22.62635516872805,
      "grad_norm": 0.07600892335176468,
      "learning_rate": 1.4849081380631347e-06,
      "loss": 0.0037,
      "step": 148180
    },
    {
      "epoch": 22.627882119407545,
      "grad_norm": 0.10734718292951584,
      "learning_rate": 1.482409361666698e-06,
      "loss": 0.0046,
      "step": 148190
    },
    {
      "epoch": 22.629409070087036,
      "grad_norm": 0.07526180148124695,
      "learning_rate": 1.4799126578526057e-06,
      "loss": 0.0044,
      "step": 148200
    },
    {
      "epoch": 22.63093602076653,
      "grad_norm": 0.19479352235794067,
      "learning_rate": 1.4774180267275062e-06,
      "loss": 0.0067,
      "step": 148210
    },
    {
      "epoch": 22.63246297144602,
      "grad_norm": 0.15678159892559052,
      "learning_rate": 1.4749254683979807e-06,
      "loss": 0.0069,
      "step": 148220
    },
    {
      "epoch": 22.633989922125515,
      "grad_norm": 0.11652743816375732,
      "learning_rate": 1.4724349829704775e-06,
      "loss": 0.0056,
      "step": 148230
    },
    {
      "epoch": 22.63551687280501,
      "grad_norm": 0.10992936789989471,
      "learning_rate": 1.469946570551417e-06,
      "loss": 0.0053,
      "step": 148240
    },
    {
      "epoch": 22.6370438234845,
      "grad_norm": 0.496825635433197,
      "learning_rate": 1.4674602312470865e-06,
      "loss": 0.0052,
      "step": 148250
    },
    {
      "epoch": 22.638570774163995,
      "grad_norm": 0.22259418666362762,
      "learning_rate": 1.4649759651636952e-06,
      "loss": 0.0072,
      "step": 148260
    },
    {
      "epoch": 22.64009772484349,
      "grad_norm": 0.13364243507385254,
      "learning_rate": 1.462493772407364e-06,
      "loss": 0.0055,
      "step": 148270
    },
    {
      "epoch": 22.64162467552298,
      "grad_norm": 0.09202425926923752,
      "learning_rate": 1.4600136530841356e-06,
      "loss": 0.0047,
      "step": 148280
    },
    {
      "epoch": 22.643151626202474,
      "grad_norm": 0.22447341680526733,
      "learning_rate": 1.4575356072999535e-06,
      "loss": 0.0057,
      "step": 148290
    },
    {
      "epoch": 22.644678576881965,
      "grad_norm": 0.162948340177536,
      "learning_rate": 1.4550596351606771e-06,
      "loss": 0.0047,
      "step": 148300
    },
    {
      "epoch": 22.64620552756146,
      "grad_norm": 0.3540320098400116,
      "learning_rate": 1.4525857367720718e-06,
      "loss": 0.0081,
      "step": 148310
    },
    {
      "epoch": 22.647732478240954,
      "grad_norm": 0.16223452985286713,
      "learning_rate": 1.45011391223982e-06,
      "loss": 0.0053,
      "step": 148320
    },
    {
      "epoch": 22.649259428920445,
      "grad_norm": 0.26628145575523376,
      "learning_rate": 1.4476441616695092e-06,
      "loss": 0.0067,
      "step": 148330
    },
    {
      "epoch": 22.65078637959994,
      "grad_norm": 0.11988677829504013,
      "learning_rate": 1.4451764851666494e-06,
      "loss": 0.0051,
      "step": 148340
    },
    {
      "epoch": 22.652313330279434,
      "grad_norm": 0.2179250419139862,
      "learning_rate": 1.4427108828366564e-06,
      "loss": 0.0046,
      "step": 148350
    },
    {
      "epoch": 22.653840280958924,
      "grad_norm": 0.05320120230317116,
      "learning_rate": 1.4402473547848462e-06,
      "loss": 0.0053,
      "step": 148360
    },
    {
      "epoch": 22.65536723163842,
      "grad_norm": 0.3166987895965576,
      "learning_rate": 1.4377859011164618e-06,
      "loss": 0.0068,
      "step": 148370
    },
    {
      "epoch": 22.65689418231791,
      "grad_norm": 0.46629956364631653,
      "learning_rate": 1.4353265219366586e-06,
      "loss": 0.0045,
      "step": 148380
    },
    {
      "epoch": 22.658421132997404,
      "grad_norm": 0.10705859214067459,
      "learning_rate": 1.43286921735048e-06,
      "loss": 0.0062,
      "step": 148390
    },
    {
      "epoch": 22.6599480836769,
      "grad_norm": 0.7143416404724121,
      "learning_rate": 1.430413987462914e-06,
      "loss": 0.0057,
      "step": 148400
    },
    {
      "epoch": 22.66147503435639,
      "grad_norm": 0.38419845700263977,
      "learning_rate": 1.4279608323788329e-06,
      "loss": 0.0047,
      "step": 148410
    },
    {
      "epoch": 22.663001985035883,
      "grad_norm": 0.440860778093338,
      "learning_rate": 1.4255097522030414e-06,
      "loss": 0.0066,
      "step": 148420
    },
    {
      "epoch": 22.664528935715378,
      "grad_norm": 0.09258197247982025,
      "learning_rate": 1.4230607470402334e-06,
      "loss": 0.0044,
      "step": 148430
    },
    {
      "epoch": 22.66605588639487,
      "grad_norm": 0.26072531938552856,
      "learning_rate": 1.4206138169950366e-06,
      "loss": 0.0056,
      "step": 148440
    },
    {
      "epoch": 22.667582837074363,
      "grad_norm": 0.43646231293678284,
      "learning_rate": 1.418168962171973e-06,
      "loss": 0.005,
      "step": 148450
    },
    {
      "epoch": 22.669109787753854,
      "grad_norm": 0.11296650022268295,
      "learning_rate": 1.4157261826754808e-06,
      "loss": 0.0051,
      "step": 148460
    },
    {
      "epoch": 22.67063673843335,
      "grad_norm": 0.26649314165115356,
      "learning_rate": 1.413285478609916e-06,
      "loss": 0.0081,
      "step": 148470
    },
    {
      "epoch": 22.672163689112843,
      "grad_norm": 0.1867978274822235,
      "learning_rate": 1.4108468500795392e-06,
      "loss": 0.0061,
      "step": 148480
    },
    {
      "epoch": 22.673690639792333,
      "grad_norm": 0.10547427833080292,
      "learning_rate": 1.4084102971885283e-06,
      "loss": 0.0043,
      "step": 148490
    },
    {
      "epoch": 22.675217590471828,
      "grad_norm": 0.05857590585947037,
      "learning_rate": 1.4059758200409502e-06,
      "loss": 0.0044,
      "step": 148500
    },
    {
      "epoch": 22.676744541151322,
      "grad_norm": 0.1969289779663086,
      "learning_rate": 1.403543418740827e-06,
      "loss": 0.0049,
      "step": 148510
    },
    {
      "epoch": 22.678271491830813,
      "grad_norm": 0.0573573112487793,
      "learning_rate": 1.4011130933920536e-06,
      "loss": 0.0055,
      "step": 148520
    },
    {
      "epoch": 22.679798442510307,
      "grad_norm": 0.12932944297790527,
      "learning_rate": 1.3986848440984467e-06,
      "loss": 0.0042,
      "step": 148530
    },
    {
      "epoch": 22.681325393189802,
      "grad_norm": 0.1934787631034851,
      "learning_rate": 1.3962586709637404e-06,
      "loss": 0.0047,
      "step": 148540
    },
    {
      "epoch": 22.682852343869293,
      "grad_norm": 0.17649659514427185,
      "learning_rate": 1.3938345740915737e-06,
      "loss": 0.0062,
      "step": 148550
    },
    {
      "epoch": 22.684379294548787,
      "grad_norm": 0.09133469313383102,
      "learning_rate": 1.3914125535855027e-06,
      "loss": 0.0055,
      "step": 148560
    },
    {
      "epoch": 22.685906245228278,
      "grad_norm": 0.28405213356018066,
      "learning_rate": 1.3889926095489946e-06,
      "loss": 0.006,
      "step": 148570
    },
    {
      "epoch": 22.687433195907772,
      "grad_norm": 0.19931119680404663,
      "learning_rate": 1.386574742085417e-06,
      "loss": 0.0058,
      "step": 148580
    },
    {
      "epoch": 22.688960146587267,
      "grad_norm": 0.06769256293773651,
      "learning_rate": 1.3841589512980591e-06,
      "loss": 0.0054,
      "step": 148590
    },
    {
      "epoch": 22.690487097266757,
      "grad_norm": 0.1453889161348343,
      "learning_rate": 1.3817452372901273e-06,
      "loss": 0.0043,
      "step": 148600
    },
    {
      "epoch": 22.69201404794625,
      "grad_norm": 0.15315461158752441,
      "learning_rate": 1.3793336001647172e-06,
      "loss": 0.0062,
      "step": 148610
    },
    {
      "epoch": 22.693540998625743,
      "grad_norm": 0.13070206344127655,
      "learning_rate": 1.3769240400248628e-06,
      "loss": 0.005,
      "step": 148620
    },
    {
      "epoch": 22.695067949305237,
      "grad_norm": 0.19358283281326294,
      "learning_rate": 1.3745165569734874e-06,
      "loss": 0.0044,
      "step": 148630
    },
    {
      "epoch": 22.69659489998473,
      "grad_norm": 0.2046034038066864,
      "learning_rate": 1.3721111511134311e-06,
      "loss": 0.0049,
      "step": 148640
    },
    {
      "epoch": 22.698121850664222,
      "grad_norm": 0.13385365903377533,
      "learning_rate": 1.3697078225474668e-06,
      "loss": 0.0047,
      "step": 148650
    },
    {
      "epoch": 22.699648801343717,
      "grad_norm": 0.13388818502426147,
      "learning_rate": 1.3673065713782407e-06,
      "loss": 0.0064,
      "step": 148660
    },
    {
      "epoch": 22.70117575202321,
      "grad_norm": 0.335653156042099,
      "learning_rate": 1.3649073977083316e-06,
      "loss": 0.0052,
      "step": 148670
    },
    {
      "epoch": 22.7027027027027,
      "grad_norm": 0.15843325853347778,
      "learning_rate": 1.3625103016402407e-06,
      "loss": 0.0054,
      "step": 148680
    },
    {
      "epoch": 22.704229653382196,
      "grad_norm": 0.14926640689373016,
      "learning_rate": 1.3601152832763531e-06,
      "loss": 0.0034,
      "step": 148690
    },
    {
      "epoch": 22.70575660406169,
      "grad_norm": 0.32561248540878296,
      "learning_rate": 1.3577223427189921e-06,
      "loss": 0.0065,
      "step": 148700
    },
    {
      "epoch": 22.70728355474118,
      "grad_norm": 0.2541384994983673,
      "learning_rate": 1.3553314800703709e-06,
      "loss": 0.0082,
      "step": 148710
    },
    {
      "epoch": 22.708810505420676,
      "grad_norm": 0.045966219156980515,
      "learning_rate": 1.3529426954326297e-06,
      "loss": 0.0047,
      "step": 148720
    },
    {
      "epoch": 22.710337456100167,
      "grad_norm": 0.15725088119506836,
      "learning_rate": 1.3505559889078034e-06,
      "loss": 0.0055,
      "step": 148730
    },
    {
      "epoch": 22.71186440677966,
      "grad_norm": 0.0598272979259491,
      "learning_rate": 1.3481713605978553e-06,
      "loss": 0.0053,
      "step": 148740
    },
    {
      "epoch": 22.713391357459155,
      "grad_norm": 0.15693071484565735,
      "learning_rate": 1.3457888106046534e-06,
      "loss": 0.0065,
      "step": 148750
    },
    {
      "epoch": 22.714918308138646,
      "grad_norm": 0.5216411352157593,
      "learning_rate": 1.3434083390299723e-06,
      "loss": 0.0065,
      "step": 148760
    },
    {
      "epoch": 22.71644525881814,
      "grad_norm": 0.1900249719619751,
      "learning_rate": 1.3410299459754917e-06,
      "loss": 0.005,
      "step": 148770
    },
    {
      "epoch": 22.717972209497635,
      "grad_norm": 0.13442029058933258,
      "learning_rate": 1.3386536315428355e-06,
      "loss": 0.0052,
      "step": 148780
    },
    {
      "epoch": 22.719499160177126,
      "grad_norm": 0.09262201935052872,
      "learning_rate": 1.3362793958335007e-06,
      "loss": 0.0071,
      "step": 148790
    },
    {
      "epoch": 22.72102611085662,
      "grad_norm": 0.1298908144235611,
      "learning_rate": 1.333907238948906e-06,
      "loss": 0.0051,
      "step": 148800
    },
    {
      "epoch": 22.72255306153611,
      "grad_norm": 0.11229290813207626,
      "learning_rate": 1.3315371609903981e-06,
      "loss": 0.0048,
      "step": 148810
    },
    {
      "epoch": 22.724080012215605,
      "grad_norm": 0.3132566809654236,
      "learning_rate": 1.3291691620592072e-06,
      "loss": 0.0046,
      "step": 148820
    },
    {
      "epoch": 22.7256069628951,
      "grad_norm": 0.07909927517175674,
      "learning_rate": 1.3268032422565079e-06,
      "loss": 0.006,
      "step": 148830
    },
    {
      "epoch": 22.72713391357459,
      "grad_norm": 0.12028596550226212,
      "learning_rate": 1.3244394016833528e-06,
      "loss": 0.0089,
      "step": 148840
    },
    {
      "epoch": 22.728660864254085,
      "grad_norm": 0.24049928784370422,
      "learning_rate": 1.3220776404407276e-06,
      "loss": 0.0058,
      "step": 148850
    },
    {
      "epoch": 22.73018781493358,
      "grad_norm": 0.09607835114002228,
      "learning_rate": 1.3197179586295182e-06,
      "loss": 0.0043,
      "step": 148860
    },
    {
      "epoch": 22.73171476561307,
      "grad_norm": 0.14883464574813843,
      "learning_rate": 1.3173603563505332e-06,
      "loss": 0.0044,
      "step": 148870
    },
    {
      "epoch": 22.733241716292564,
      "grad_norm": 0.13969901204109192,
      "learning_rate": 1.3150048337044807e-06,
      "loss": 0.0062,
      "step": 148880
    },
    {
      "epoch": 22.734768666972055,
      "grad_norm": 0.1990581750869751,
      "learning_rate": 1.3126513907919913e-06,
      "loss": 0.0034,
      "step": 148890
    },
    {
      "epoch": 22.73629561765155,
      "grad_norm": 0.10409627109766006,
      "learning_rate": 1.3103000277135846e-06,
      "loss": 0.0051,
      "step": 148900
    },
    {
      "epoch": 22.737822568331044,
      "grad_norm": 0.22665086388587952,
      "learning_rate": 1.3079507445697136e-06,
      "loss": 0.0051,
      "step": 148910
    },
    {
      "epoch": 22.739349519010535,
      "grad_norm": 0.24087834358215332,
      "learning_rate": 1.3056035414607426e-06,
      "loss": 0.0061,
      "step": 148920
    },
    {
      "epoch": 22.74087646969003,
      "grad_norm": 0.05181102082133293,
      "learning_rate": 1.30325841848693e-06,
      "loss": 0.0047,
      "step": 148930
    },
    {
      "epoch": 22.742403420369524,
      "grad_norm": 0.6424940228462219,
      "learning_rate": 1.300915375748457e-06,
      "loss": 0.0039,
      "step": 148940
    },
    {
      "epoch": 22.743930371049014,
      "grad_norm": 0.19269879162311554,
      "learning_rate": 1.2985744133454215e-06,
      "loss": 0.0058,
      "step": 148950
    },
    {
      "epoch": 22.74545732172851,
      "grad_norm": 0.19462354481220245,
      "learning_rate": 1.2962355313778152e-06,
      "loss": 0.0055,
      "step": 148960
    },
    {
      "epoch": 22.746984272408,
      "grad_norm": 0.1212572231888771,
      "learning_rate": 1.2938987299455585e-06,
      "loss": 0.0046,
      "step": 148970
    },
    {
      "epoch": 22.748511223087494,
      "grad_norm": 0.3439790904521942,
      "learning_rate": 1.291564009148466e-06,
      "loss": 0.0059,
      "step": 148980
    },
    {
      "epoch": 22.75003817376699,
      "grad_norm": 0.32006633281707764,
      "learning_rate": 1.2892313690862911e-06,
      "loss": 0.0063,
      "step": 148990
    },
    {
      "epoch": 22.75156512444648,
      "grad_norm": 0.0856005996465683,
      "learning_rate": 1.2869008098586544e-06,
      "loss": 0.0061,
      "step": 149000
    },
    {
      "epoch": 22.753092075125974,
      "grad_norm": 0.07443607598543167,
      "learning_rate": 1.2845723315651315e-06,
      "loss": 0.0047,
      "step": 149010
    },
    {
      "epoch": 22.754619025805468,
      "grad_norm": 0.18560633063316345,
      "learning_rate": 1.2822459343051874e-06,
      "loss": 0.0052,
      "step": 149020
    },
    {
      "epoch": 22.75614597648496,
      "grad_norm": 0.07528200000524521,
      "learning_rate": 1.279921618178198e-06,
      "loss": 0.0047,
      "step": 149030
    },
    {
      "epoch": 22.757672927164453,
      "grad_norm": 0.23935875296592712,
      "learning_rate": 1.277599383283451e-06,
      "loss": 0.0077,
      "step": 149040
    },
    {
      "epoch": 22.759199877843944,
      "grad_norm": 0.6436878442764282,
      "learning_rate": 1.275279229720161e-06,
      "loss": 0.0047,
      "step": 149050
    },
    {
      "epoch": 22.76072682852344,
      "grad_norm": 0.13878409564495087,
      "learning_rate": 1.2729611575874268e-06,
      "loss": 0.004,
      "step": 149060
    },
    {
      "epoch": 22.762253779202933,
      "grad_norm": 0.336861252784729,
      "learning_rate": 1.2706451669842801e-06,
      "loss": 0.0067,
      "step": 149070
    },
    {
      "epoch": 22.763780729882424,
      "grad_norm": 0.16397349536418915,
      "learning_rate": 1.2683312580096529e-06,
      "loss": 0.0054,
      "step": 149080
    },
    {
      "epoch": 22.765307680561918,
      "grad_norm": 0.28519001603126526,
      "learning_rate": 1.2660194307623885e-06,
      "loss": 0.0061,
      "step": 149090
    },
    {
      "epoch": 22.766834631241412,
      "grad_norm": 0.24176232516765594,
      "learning_rate": 1.2637096853412467e-06,
      "loss": 0.0041,
      "step": 149100
    },
    {
      "epoch": 22.768361581920903,
      "grad_norm": 0.24840310215950012,
      "learning_rate": 1.2614020218448986e-06,
      "loss": 0.0061,
      "step": 149110
    },
    {
      "epoch": 22.769888532600397,
      "grad_norm": 0.09692909568548203,
      "learning_rate": 1.2590964403719207e-06,
      "loss": 0.005,
      "step": 149120
    },
    {
      "epoch": 22.77141548327989,
      "grad_norm": 0.05596679821610451,
      "learning_rate": 1.2567929410207956e-06,
      "loss": 0.005,
      "step": 149130
    },
    {
      "epoch": 22.772942433959383,
      "grad_norm": 0.17849043011665344,
      "learning_rate": 1.254491523889939e-06,
      "loss": 0.0076,
      "step": 149140
    },
    {
      "epoch": 22.774469384638877,
      "grad_norm": 0.15763218700885773,
      "learning_rate": 1.252192189077661e-06,
      "loss": 0.0052,
      "step": 149150
    },
    {
      "epoch": 22.775996335318368,
      "grad_norm": 0.08402037620544434,
      "learning_rate": 1.2498949366821721e-06,
      "loss": 0.004,
      "step": 149160
    },
    {
      "epoch": 22.777523285997862,
      "grad_norm": 0.44445380568504333,
      "learning_rate": 1.247599766801616e-06,
      "loss": 0.0062,
      "step": 149170
    },
    {
      "epoch": 22.779050236677357,
      "grad_norm": 0.14714214205741882,
      "learning_rate": 1.2453066795340362e-06,
      "loss": 0.0061,
      "step": 149180
    },
    {
      "epoch": 22.780577187356847,
      "grad_norm": 0.2268456518650055,
      "learning_rate": 1.2430156749773935e-06,
      "loss": 0.0051,
      "step": 149190
    },
    {
      "epoch": 22.782104138036342,
      "grad_norm": 0.29708635807037354,
      "learning_rate": 1.2407267532295485e-06,
      "loss": 0.0049,
      "step": 149200
    },
    {
      "epoch": 22.783631088715836,
      "grad_norm": 0.42471930384635925,
      "learning_rate": 1.2384399143882842e-06,
      "loss": 0.0077,
      "step": 149210
    },
    {
      "epoch": 22.785158039395327,
      "grad_norm": 0.16996906697750092,
      "learning_rate": 1.2361551585512887e-06,
      "loss": 0.0065,
      "step": 149220
    },
    {
      "epoch": 22.78668499007482,
      "grad_norm": 0.1866844743490219,
      "learning_rate": 1.2338724858161622e-06,
      "loss": 0.0059,
      "step": 149230
    },
    {
      "epoch": 22.788211940754312,
      "grad_norm": 0.23386463522911072,
      "learning_rate": 1.2315918962804152e-06,
      "loss": 0.0096,
      "step": 149240
    },
    {
      "epoch": 22.789738891433807,
      "grad_norm": 0.24923264980316162,
      "learning_rate": 1.2293133900414755e-06,
      "loss": 0.0054,
      "step": 149250
    },
    {
      "epoch": 22.7912658421133,
      "grad_norm": 1.0067297220230103,
      "learning_rate": 1.227036967196671e-06,
      "loss": 0.0053,
      "step": 149260
    },
    {
      "epoch": 22.792792792792792,
      "grad_norm": 0.15995469689369202,
      "learning_rate": 1.2247626278432511e-06,
      "loss": 0.0051,
      "step": 149270
    },
    {
      "epoch": 22.794319743472286,
      "grad_norm": 0.24670280516147614,
      "learning_rate": 1.2224903720783664e-06,
      "loss": 0.0054,
      "step": 149280
    },
    {
      "epoch": 22.79584669415178,
      "grad_norm": 0.2044801265001297,
      "learning_rate": 1.2202201999990892e-06,
      "loss": 0.0044,
      "step": 149290
    },
    {
      "epoch": 22.79737364483127,
      "grad_norm": 0.18809457123279572,
      "learning_rate": 1.2179521117023918e-06,
      "loss": 0.0049,
      "step": 149300
    },
    {
      "epoch": 22.798900595510766,
      "grad_norm": 0.15630695223808289,
      "learning_rate": 1.2156861072851578e-06,
      "loss": 0.0047,
      "step": 149310
    },
    {
      "epoch": 22.800427546190257,
      "grad_norm": 0.22119958698749542,
      "learning_rate": 1.2134221868442042e-06,
      "loss": 0.0067,
      "step": 149320
    },
    {
      "epoch": 22.80195449686975,
      "grad_norm": 0.21101614832878113,
      "learning_rate": 1.211160350476226e-06,
      "loss": 0.0046,
      "step": 149330
    },
    {
      "epoch": 22.803481447549245,
      "grad_norm": 0.15608178079128265,
      "learning_rate": 1.2089005982778512e-06,
      "loss": 0.0057,
      "step": 149340
    },
    {
      "epoch": 22.805008398228736,
      "grad_norm": 0.21067163348197937,
      "learning_rate": 1.2066429303456084e-06,
      "loss": 0.0045,
      "step": 149350
    },
    {
      "epoch": 22.80653534890823,
      "grad_norm": 0.3254615068435669,
      "learning_rate": 1.2043873467759426e-06,
      "loss": 0.0065,
      "step": 149360
    },
    {
      "epoch": 22.808062299587725,
      "grad_norm": 0.21458277106285095,
      "learning_rate": 1.2021338476652156e-06,
      "loss": 0.0057,
      "step": 149370
    },
    {
      "epoch": 22.809589250267216,
      "grad_norm": 0.2113688588142395,
      "learning_rate": 1.1998824331096781e-06,
      "loss": 0.0076,
      "step": 149380
    },
    {
      "epoch": 22.81111620094671,
      "grad_norm": 0.4929477572441101,
      "learning_rate": 1.1976331032055254e-06,
      "loss": 0.0053,
      "step": 149390
    },
    {
      "epoch": 22.8126431516262,
      "grad_norm": 0.24299201369285583,
      "learning_rate": 1.1953858580488198e-06,
      "loss": 0.0072,
      "step": 149400
    },
    {
      "epoch": 22.814170102305695,
      "grad_norm": 0.12503807246685028,
      "learning_rate": 1.1931406977355786e-06,
      "loss": 0.0038,
      "step": 149410
    },
    {
      "epoch": 22.81569705298519,
      "grad_norm": 0.46724337339401245,
      "learning_rate": 1.1908976223617086e-06,
      "loss": 0.0068,
      "step": 149420
    },
    {
      "epoch": 22.81722400366468,
      "grad_norm": 0.1258920580148697,
      "learning_rate": 1.1886566320230274e-06,
      "loss": 0.0048,
      "step": 149430
    },
    {
      "epoch": 22.818750954344175,
      "grad_norm": 0.1392282247543335,
      "learning_rate": 1.1864177268152587e-06,
      "loss": 0.0041,
      "step": 149440
    },
    {
      "epoch": 22.82027790502367,
      "grad_norm": 0.25536006689071655,
      "learning_rate": 1.1841809068340592e-06,
      "loss": 0.0051,
      "step": 149450
    },
    {
      "epoch": 22.82180485570316,
      "grad_norm": 0.15414327383041382,
      "learning_rate": 1.1819461721749691e-06,
      "loss": 0.0089,
      "step": 149460
    },
    {
      "epoch": 22.823331806382654,
      "grad_norm": 0.14397701621055603,
      "learning_rate": 1.1797135229334566e-06,
      "loss": 0.0054,
      "step": 149470
    },
    {
      "epoch": 22.824858757062145,
      "grad_norm": 0.1411582976579666,
      "learning_rate": 1.1774829592049007e-06,
      "loss": 0.008,
      "step": 149480
    },
    {
      "epoch": 22.82638570774164,
      "grad_norm": 0.07206324487924576,
      "learning_rate": 1.175254481084581e-06,
      "loss": 0.0063,
      "step": 149490
    },
    {
      "epoch": 22.827912658421134,
      "grad_norm": 0.1273016333580017,
      "learning_rate": 1.1730280886676937e-06,
      "loss": 0.0048,
      "step": 149500
    },
    {
      "epoch": 22.829439609100625,
      "grad_norm": 0.18177124857902527,
      "learning_rate": 1.1708037820493511e-06,
      "loss": 0.0036,
      "step": 149510
    },
    {
      "epoch": 22.83096655978012,
      "grad_norm": 0.12395893037319183,
      "learning_rate": 1.168581561324572e-06,
      "loss": 0.0053,
      "step": 149520
    },
    {
      "epoch": 22.832493510459614,
      "grad_norm": 0.1634780615568161,
      "learning_rate": 1.166361426588275e-06,
      "loss": 0.0036,
      "step": 149530
    },
    {
      "epoch": 22.834020461139104,
      "grad_norm": 0.15611478686332703,
      "learning_rate": 1.1641433779353117e-06,
      "loss": 0.0059,
      "step": 149540
    },
    {
      "epoch": 22.8355474118186,
      "grad_norm": 0.1281389445066452,
      "learning_rate": 1.1619274154604288e-06,
      "loss": 0.005,
      "step": 149550
    },
    {
      "epoch": 22.83707436249809,
      "grad_norm": 0.06331653147935867,
      "learning_rate": 1.1597135392582891e-06,
      "loss": 0.0042,
      "step": 149560
    },
    {
      "epoch": 22.838601313177584,
      "grad_norm": 0.09745237231254578,
      "learning_rate": 1.1575017494234619e-06,
      "loss": 0.0086,
      "step": 149570
    },
    {
      "epoch": 22.84012826385708,
      "grad_norm": 0.40322092175483704,
      "learning_rate": 1.1552920460504325e-06,
      "loss": 0.0047,
      "step": 149580
    },
    {
      "epoch": 22.84165521453657,
      "grad_norm": 0.10001064091920853,
      "learning_rate": 1.153084429233603e-06,
      "loss": 0.0048,
      "step": 149590
    },
    {
      "epoch": 22.843182165216064,
      "grad_norm": 0.20555828511714935,
      "learning_rate": 1.1508788990672647e-06,
      "loss": 0.0056,
      "step": 149600
    },
    {
      "epoch": 22.844709115895558,
      "grad_norm": 0.11297763884067535,
      "learning_rate": 1.1486754556456425e-06,
      "loss": 0.0043,
      "step": 149610
    },
    {
      "epoch": 22.84623606657505,
      "grad_norm": 0.3339707851409912,
      "learning_rate": 1.1464740990628665e-06,
      "loss": 0.0053,
      "step": 149620
    },
    {
      "epoch": 22.847763017254543,
      "grad_norm": 0.6146214604377747,
      "learning_rate": 1.1442748294129667e-06,
      "loss": 0.005,
      "step": 149630
    },
    {
      "epoch": 22.849289967934034,
      "grad_norm": 0.21776220202445984,
      "learning_rate": 1.1420776467898964e-06,
      "loss": 0.0037,
      "step": 149640
    },
    {
      "epoch": 22.85081691861353,
      "grad_norm": 0.10258129984140396,
      "learning_rate": 1.1398825512875133e-06,
      "loss": 0.0052,
      "step": 149650
    },
    {
      "epoch": 22.852343869293023,
      "grad_norm": 0.22249510884284973,
      "learning_rate": 1.1376895429995926e-06,
      "loss": 0.005,
      "step": 149660
    },
    {
      "epoch": 22.853870819972514,
      "grad_norm": 0.10922177881002426,
      "learning_rate": 1.135498622019804e-06,
      "loss": 0.0075,
      "step": 149670
    },
    {
      "epoch": 22.855397770652008,
      "grad_norm": 0.21288639307022095,
      "learning_rate": 1.1333097884417499e-06,
      "loss": 0.006,
      "step": 149680
    },
    {
      "epoch": 22.856924721331502,
      "grad_norm": 0.3861546218395233,
      "learning_rate": 1.1311230423589391e-06,
      "loss": 0.0071,
      "step": 149690
    },
    {
      "epoch": 22.858451672010993,
      "grad_norm": 0.15349902212619781,
      "learning_rate": 1.1289383838647693e-06,
      "loss": 0.0062,
      "step": 149700
    },
    {
      "epoch": 22.859978622690488,
      "grad_norm": 0.1827249974012375,
      "learning_rate": 1.1267558130525657e-06,
      "loss": 0.0049,
      "step": 149710
    },
    {
      "epoch": 22.861505573369982,
      "grad_norm": 0.17417992651462555,
      "learning_rate": 1.124575330015587e-06,
      "loss": 0.0048,
      "step": 149720
    },
    {
      "epoch": 22.863032524049473,
      "grad_norm": 0.2670036852359772,
      "learning_rate": 1.1223969348469533e-06,
      "loss": 0.0047,
      "step": 149730
    },
    {
      "epoch": 22.864559474728967,
      "grad_norm": 0.10648265480995178,
      "learning_rate": 1.1202206276397287e-06,
      "loss": 0.0078,
      "step": 149740
    },
    {
      "epoch": 22.866086425408458,
      "grad_norm": 0.035647232085466385,
      "learning_rate": 1.118046408486889e-06,
      "loss": 0.0039,
      "step": 149750
    },
    {
      "epoch": 22.867613376087952,
      "grad_norm": 0.07999645173549652,
      "learning_rate": 1.1158742774813103e-06,
      "loss": 0.0039,
      "step": 149760
    },
    {
      "epoch": 22.869140326767447,
      "grad_norm": 0.0914844498038292,
      "learning_rate": 1.1137042347157733e-06,
      "loss": 0.0039,
      "step": 149770
    },
    {
      "epoch": 22.870667277446938,
      "grad_norm": 0.17416022717952728,
      "learning_rate": 1.1115362802829875e-06,
      "loss": 0.0052,
      "step": 149780
    },
    {
      "epoch": 22.872194228126432,
      "grad_norm": 0.17670781910419464,
      "learning_rate": 1.1093704142755622e-06,
      "loss": 0.0055,
      "step": 149790
    },
    {
      "epoch": 22.873721178805926,
      "grad_norm": 0.3824683725833893,
      "learning_rate": 1.1072066367860124e-06,
      "loss": 0.0056,
      "step": 149800
    },
    {
      "epoch": 22.875248129485417,
      "grad_norm": 0.2321169078350067,
      "learning_rate": 1.1050449479067804e-06,
      "loss": 0.0067,
      "step": 149810
    },
    {
      "epoch": 22.87677508016491,
      "grad_norm": 0.2705076336860657,
      "learning_rate": 1.1028853477302093e-06,
      "loss": 0.0041,
      "step": 149820
    },
    {
      "epoch": 22.878302030844402,
      "grad_norm": 0.12525515258312225,
      "learning_rate": 1.1007278363485419e-06,
      "loss": 0.0056,
      "step": 149830
    },
    {
      "epoch": 22.879828981523897,
      "grad_norm": 0.24885529279708862,
      "learning_rate": 1.0985724138539544e-06,
      "loss": 0.005,
      "step": 149840
    },
    {
      "epoch": 22.88135593220339,
      "grad_norm": 0.19459927082061768,
      "learning_rate": 1.0964190803385177e-06,
      "loss": 0.0083,
      "step": 149850
    },
    {
      "epoch": 22.882882882882882,
      "grad_norm": 0.2670436501502991,
      "learning_rate": 1.0942678358942194e-06,
      "loss": 0.0056,
      "step": 149860
    },
    {
      "epoch": 22.884409833562376,
      "grad_norm": 0.09420346468687057,
      "learning_rate": 1.092118680612958e-06,
      "loss": 0.0053,
      "step": 149870
    },
    {
      "epoch": 22.88593678424187,
      "grad_norm": 0.2522699236869812,
      "learning_rate": 1.089971614586538e-06,
      "loss": 0.0054,
      "step": 149880
    },
    {
      "epoch": 22.88746373492136,
      "grad_norm": 0.17358312010765076,
      "learning_rate": 1.0878266379066748e-06,
      "loss": 0.0039,
      "step": 149890
    },
    {
      "epoch": 22.888990685600856,
      "grad_norm": 0.22425152361392975,
      "learning_rate": 1.0856837506650119e-06,
      "loss": 0.0056,
      "step": 149900
    },
    {
      "epoch": 22.890517636280347,
      "grad_norm": 0.17424318194389343,
      "learning_rate": 1.083542952953076e-06,
      "loss": 0.0034,
      "step": 149910
    },
    {
      "epoch": 22.89204458695984,
      "grad_norm": 0.1067088320851326,
      "learning_rate": 1.0814042448623275e-06,
      "loss": 0.0037,
      "step": 149920
    },
    {
      "epoch": 22.893571537639335,
      "grad_norm": 0.058678366243839264,
      "learning_rate": 1.0792676264841207e-06,
      "loss": 0.0052,
      "step": 149930
    },
    {
      "epoch": 22.895098488318826,
      "grad_norm": 0.30886200070381165,
      "learning_rate": 1.0771330979097216e-06,
      "loss": 0.0059,
      "step": 149940
    },
    {
      "epoch": 22.89662543899832,
      "grad_norm": 0.18907363712787628,
      "learning_rate": 1.0750006592303352e-06,
      "loss": 0.0042,
      "step": 149950
    },
    {
      "epoch": 22.898152389677815,
      "grad_norm": 0.1090545654296875,
      "learning_rate": 1.0728703105370386e-06,
      "loss": 0.0042,
      "step": 149960
    },
    {
      "epoch": 22.899679340357306,
      "grad_norm": 0.1715240627527237,
      "learning_rate": 1.0707420519208366e-06,
      "loss": 0.0063,
      "step": 149970
    },
    {
      "epoch": 22.9012062910368,
      "grad_norm": 0.12891030311584473,
      "learning_rate": 1.0686158834726456e-06,
      "loss": 0.0065,
      "step": 149980
    },
    {
      "epoch": 22.90273324171629,
      "grad_norm": 0.13643820583820343,
      "learning_rate": 1.066491805283304e-06,
      "loss": 0.0059,
      "step": 149990
    },
    {
      "epoch": 22.904260192395785,
      "grad_norm": 0.3562963902950287,
      "learning_rate": 1.064369817443539e-06,
      "loss": 0.0061,
      "step": 150000
    },
    {
      "epoch": 22.90578714307528,
      "grad_norm": 0.6357636451721191,
      "learning_rate": 1.0622499200439894e-06,
      "loss": 0.0054,
      "step": 150010
    },
    {
      "epoch": 22.90731409375477,
      "grad_norm": 0.3932420313358307,
      "learning_rate": 1.0601321131752273e-06,
      "loss": 0.0059,
      "step": 150020
    },
    {
      "epoch": 22.908841044434265,
      "grad_norm": 0.16607579588890076,
      "learning_rate": 1.0580163969277135e-06,
      "loss": 0.0032,
      "step": 150030
    },
    {
      "epoch": 22.91036799511376,
      "grad_norm": 0.18383686244487762,
      "learning_rate": 1.0559027713918312e-06,
      "loss": 0.0064,
      "step": 150040
    },
    {
      "epoch": 22.91189494579325,
      "grad_norm": 0.22704896330833435,
      "learning_rate": 1.0537912366578695e-06,
      "loss": 0.0063,
      "step": 150050
    },
    {
      "epoch": 22.913421896472745,
      "grad_norm": 0.21954825520515442,
      "learning_rate": 1.0516817928160282e-06,
      "loss": 0.0069,
      "step": 150060
    },
    {
      "epoch": 22.914948847152235,
      "grad_norm": 0.276551216840744,
      "learning_rate": 1.049574439956419e-06,
      "loss": 0.0055,
      "step": 150070
    },
    {
      "epoch": 22.91647579783173,
      "grad_norm": 0.0723021999001503,
      "learning_rate": 1.0474691781690637e-06,
      "loss": 0.0064,
      "step": 150080
    },
    {
      "epoch": 22.918002748511224,
      "grad_norm": 0.16057397425174713,
      "learning_rate": 1.0453660075439021e-06,
      "loss": 0.0048,
      "step": 150090
    },
    {
      "epoch": 22.919529699190715,
      "grad_norm": 0.6734095215797424,
      "learning_rate": 1.0432649281707674e-06,
      "loss": 0.005,
      "step": 150100
    },
    {
      "epoch": 22.92105664987021,
      "grad_norm": 0.1527995467185974,
      "learning_rate": 1.0411659401394214e-06,
      "loss": 0.0065,
      "step": 150110
    },
    {
      "epoch": 22.922583600549704,
      "grad_norm": 0.23972059786319733,
      "learning_rate": 1.0390690435395257e-06,
      "loss": 0.0047,
      "step": 150120
    },
    {
      "epoch": 22.924110551229194,
      "grad_norm": 0.4370757043361664,
      "learning_rate": 1.0369742384606529e-06,
      "loss": 0.0064,
      "step": 150130
    },
    {
      "epoch": 22.92563750190869,
      "grad_norm": 0.11844777315855026,
      "learning_rate": 1.0348815249922927e-06,
      "loss": 0.0045,
      "step": 150140
    },
    {
      "epoch": 22.92716445258818,
      "grad_norm": 0.06486925482749939,
      "learning_rate": 1.0327909032238458e-06,
      "loss": 0.004,
      "step": 150150
    },
    {
      "epoch": 22.928691403267674,
      "grad_norm": 0.1138923242688179,
      "learning_rate": 1.0307023732446131e-06,
      "loss": 0.0046,
      "step": 150160
    },
    {
      "epoch": 22.93021835394717,
      "grad_norm": 0.22908025979995728,
      "learning_rate": 1.0286159351438174e-06,
      "loss": 0.0045,
      "step": 150170
    },
    {
      "epoch": 22.93174530462666,
      "grad_norm": 0.19019635021686554,
      "learning_rate": 1.026531589010582e-06,
      "loss": 0.0077,
      "step": 150180
    },
    {
      "epoch": 22.933272255306154,
      "grad_norm": 0.22567218542099,
      "learning_rate": 1.024449334933958e-06,
      "loss": 0.0062,
      "step": 150190
    },
    {
      "epoch": 22.934799205985648,
      "grad_norm": 0.16643179953098297,
      "learning_rate": 1.022369173002885e-06,
      "loss": 0.0055,
      "step": 150200
    },
    {
      "epoch": 22.93632615666514,
      "grad_norm": 0.13625487685203552,
      "learning_rate": 1.0202911033062145e-06,
      "loss": 0.0086,
      "step": 150210
    },
    {
      "epoch": 22.937853107344633,
      "grad_norm": 0.11463093012571335,
      "learning_rate": 1.018215125932742e-06,
      "loss": 0.0047,
      "step": 150220
    },
    {
      "epoch": 22.939380058024128,
      "grad_norm": 0.3049173951148987,
      "learning_rate": 1.0161412409711358e-06,
      "loss": 0.0062,
      "step": 150230
    },
    {
      "epoch": 22.94090700870362,
      "grad_norm": 0.08708015084266663,
      "learning_rate": 1.0140694485099855e-06,
      "loss": 0.0072,
      "step": 150240
    },
    {
      "epoch": 22.942433959383113,
      "grad_norm": 0.16116826236248016,
      "learning_rate": 1.0119997486377986e-06,
      "loss": 0.0043,
      "step": 150250
    },
    {
      "epoch": 22.943960910062604,
      "grad_norm": 0.3161158263683319,
      "learning_rate": 1.009932141442993e-06,
      "loss": 0.0061,
      "step": 150260
    },
    {
      "epoch": 22.945487860742098,
      "grad_norm": 0.1795652210712433,
      "learning_rate": 1.007866627013887e-06,
      "loss": 0.0047,
      "step": 150270
    },
    {
      "epoch": 22.947014811421592,
      "grad_norm": 0.17237922549247742,
      "learning_rate": 1.0058032054387157e-06,
      "loss": 0.0045,
      "step": 150280
    },
    {
      "epoch": 22.948541762101083,
      "grad_norm": 0.09435877203941345,
      "learning_rate": 1.0037418768056305e-06,
      "loss": 0.0063,
      "step": 150290
    },
    {
      "epoch": 22.950068712780578,
      "grad_norm": 0.028436308726668358,
      "learning_rate": 1.0016826412026724e-06,
      "loss": 0.0041,
      "step": 150300
    },
    {
      "epoch": 22.95159566346007,
      "grad_norm": 0.23830902576446533,
      "learning_rate": 9.996254987178266e-07,
      "loss": 0.0057,
      "step": 150310
    },
    {
      "epoch": 22.953122614139563,
      "grad_norm": 0.12201455980539322,
      "learning_rate": 9.97570449438967e-07,
      "loss": 0.0065,
      "step": 150320
    },
    {
      "epoch": 22.954649564819057,
      "grad_norm": 0.20367033779621124,
      "learning_rate": 9.955174934538736e-07,
      "loss": 0.0055,
      "step": 150330
    },
    {
      "epoch": 22.956176515498548,
      "grad_norm": 0.1475086659193039,
      "learning_rate": 9.934666308502427e-07,
      "loss": 0.0081,
      "step": 150340
    },
    {
      "epoch": 22.957703466178042,
      "grad_norm": 0.4356272220611572,
      "learning_rate": 9.914178617156988e-07,
      "loss": 0.004,
      "step": 150350
    },
    {
      "epoch": 22.959230416857537,
      "grad_norm": 0.15602441132068634,
      "learning_rate": 9.893711861377442e-07,
      "loss": 0.0057,
      "step": 150360
    },
    {
      "epoch": 22.960757367537028,
      "grad_norm": 0.1778595894575119,
      "learning_rate": 9.873266042038198e-07,
      "loss": 0.0046,
      "step": 150370
    },
    {
      "epoch": 22.962284318216522,
      "grad_norm": 0.3383060097694397,
      "learning_rate": 9.85284116001267e-07,
      "loss": 0.0045,
      "step": 150380
    },
    {
      "epoch": 22.963811268896016,
      "grad_norm": 0.1759422868490219,
      "learning_rate": 9.83243721617333e-07,
      "loss": 0.0038,
      "step": 150390
    },
    {
      "epoch": 22.965338219575507,
      "grad_norm": 0.36227551102638245,
      "learning_rate": 9.812054211391752e-07,
      "loss": 0.0055,
      "step": 150400
    },
    {
      "epoch": 22.966865170255,
      "grad_norm": 0.09441198408603668,
      "learning_rate": 9.7916921465388e-07,
      "loss": 0.0052,
      "step": 150410
    },
    {
      "epoch": 22.968392120934492,
      "grad_norm": 0.147942915558815,
      "learning_rate": 9.771351022484165e-07,
      "loss": 0.0044,
      "step": 150420
    },
    {
      "epoch": 22.969919071613987,
      "grad_norm": 0.11400049179792404,
      "learning_rate": 9.75103084009682e-07,
      "loss": 0.0039,
      "step": 150430
    },
    {
      "epoch": 22.97144602229348,
      "grad_norm": 0.12535111606121063,
      "learning_rate": 9.730731600244846e-07,
      "loss": 0.0047,
      "step": 150440
    },
    {
      "epoch": 22.972972972972972,
      "grad_norm": 0.5635199546813965,
      "learning_rate": 9.710453303795385e-07,
      "loss": 0.0052,
      "step": 150450
    },
    {
      "epoch": 22.974499923652466,
      "grad_norm": 0.043063174933195114,
      "learning_rate": 9.690195951614688e-07,
      "loss": 0.007,
      "step": 150460
    },
    {
      "epoch": 22.97602687433196,
      "grad_norm": 0.11112887412309647,
      "learning_rate": 9.669959544568008e-07,
      "loss": 0.0037,
      "step": 150470
    },
    {
      "epoch": 22.97755382501145,
      "grad_norm": 0.24288174510002136,
      "learning_rate": 9.64974408351993e-07,
      "loss": 0.0045,
      "step": 150480
    },
    {
      "epoch": 22.979080775690946,
      "grad_norm": 0.10321852564811707,
      "learning_rate": 9.629549569333983e-07,
      "loss": 0.0046,
      "step": 150490
    },
    {
      "epoch": 22.980607726370437,
      "grad_norm": 0.42211148142814636,
      "learning_rate": 9.609376002872871e-07,
      "loss": 0.0047,
      "step": 150500
    },
    {
      "epoch": 22.98213467704993,
      "grad_norm": 0.13422958552837372,
      "learning_rate": 9.589223384998292e-07,
      "loss": 0.0052,
      "step": 150510
    },
    {
      "epoch": 22.983661627729425,
      "grad_norm": 0.21108730137348175,
      "learning_rate": 9.56909171657122e-07,
      "loss": 0.0074,
      "step": 150520
    },
    {
      "epoch": 22.985188578408916,
      "grad_norm": 0.4488075077533722,
      "learning_rate": 9.54898099845153e-07,
      "loss": 0.0081,
      "step": 150530
    },
    {
      "epoch": 22.98671552908841,
      "grad_norm": 0.46288833022117615,
      "learning_rate": 9.528891231498472e-07,
      "loss": 0.0047,
      "step": 150540
    },
    {
      "epoch": 22.988242479767905,
      "grad_norm": 0.5217176079750061,
      "learning_rate": 9.508822416570084e-07,
      "loss": 0.0044,
      "step": 150550
    },
    {
      "epoch": 22.989769430447396,
      "grad_norm": 0.5208303928375244,
      "learning_rate": 9.488774554523794e-07,
      "loss": 0.0047,
      "step": 150560
    },
    {
      "epoch": 22.99129638112689,
      "grad_norm": 0.19900399446487427,
      "learning_rate": 9.468747646215915e-07,
      "loss": 0.0043,
      "step": 150570
    },
    {
      "epoch": 22.99282333180638,
      "grad_norm": 0.13506871461868286,
      "learning_rate": 9.448741692502038e-07,
      "loss": 0.0058,
      "step": 150580
    },
    {
      "epoch": 22.994350282485875,
      "grad_norm": 0.13801777362823486,
      "learning_rate": 9.428756694236762e-07,
      "loss": 0.0053,
      "step": 150590
    },
    {
      "epoch": 22.99587723316537,
      "grad_norm": 0.30714401602745056,
      "learning_rate": 9.408792652273734e-07,
      "loss": 0.0049,
      "step": 150600
    },
    {
      "epoch": 22.99740418384486,
      "grad_norm": 0.10025307536125183,
      "learning_rate": 9.38884956746583e-07,
      "loss": 0.0049,
      "step": 150610
    },
    {
      "epoch": 22.998931134524355,
      "grad_norm": 0.3054870069026947,
      "learning_rate": 9.368927440665032e-07,
      "loss": 0.0051,
      "step": 150620
    },
    {
      "epoch": 23.00045808520385,
      "grad_norm": 0.4940188527107239,
      "learning_rate": 9.349026272722327e-07,
      "loss": 0.0064,
      "step": 150630
    },
    {
      "epoch": 23.00198503588334,
      "grad_norm": 0.29151466488838196,
      "learning_rate": 9.32914606448787e-07,
      "loss": 0.0084,
      "step": 150640
    },
    {
      "epoch": 23.003511986562835,
      "grad_norm": 0.0347384512424469,
      "learning_rate": 9.309286816810924e-07,
      "loss": 0.0054,
      "step": 150650
    },
    {
      "epoch": 23.005038937242325,
      "grad_norm": 0.3808167576789856,
      "learning_rate": 9.289448530539757e-07,
      "loss": 0.0037,
      "step": 150660
    },
    {
      "epoch": 23.00656588792182,
      "grad_norm": 0.13654007017612457,
      "learning_rate": 9.269631206521911e-07,
      "loss": 0.0034,
      "step": 150670
    },
    {
      "epoch": 23.008092838601314,
      "grad_norm": 0.2344100922346115,
      "learning_rate": 9.249834845603933e-07,
      "loss": 0.0063,
      "step": 150680
    },
    {
      "epoch": 23.009619789280805,
      "grad_norm": 0.14230425655841827,
      "learning_rate": 9.230059448631534e-07,
      "loss": 0.0049,
      "step": 150690
    },
    {
      "epoch": 23.0111467399603,
      "grad_norm": 0.06365519016981125,
      "learning_rate": 9.210305016449317e-07,
      "loss": 0.0052,
      "step": 150700
    },
    {
      "epoch": 23.012673690639794,
      "grad_norm": 0.20159994065761566,
      "learning_rate": 9.190571549901272e-07,
      "loss": 0.0046,
      "step": 150710
    },
    {
      "epoch": 23.014200641319285,
      "grad_norm": 0.14513836801052094,
      "learning_rate": 9.170859049830449e-07,
      "loss": 0.0063,
      "step": 150720
    },
    {
      "epoch": 23.01572759199878,
      "grad_norm": 0.16746628284454346,
      "learning_rate": 9.151167517078785e-07,
      "loss": 0.0041,
      "step": 150730
    },
    {
      "epoch": 23.01725454267827,
      "grad_norm": 0.1578076034784317,
      "learning_rate": 9.131496952487495e-07,
      "loss": 0.0038,
      "step": 150740
    },
    {
      "epoch": 23.018781493357764,
      "grad_norm": 0.23919416964054108,
      "learning_rate": 9.111847356896963e-07,
      "loss": 0.0065,
      "step": 150750
    },
    {
      "epoch": 23.02030844403726,
      "grad_norm": 0.09868128597736359,
      "learning_rate": 9.092218731146463e-07,
      "loss": 0.0054,
      "step": 150760
    },
    {
      "epoch": 23.02183539471675,
      "grad_norm": 0.16046103835105896,
      "learning_rate": 9.0726110760746e-07,
      "loss": 0.0049,
      "step": 150770
    },
    {
      "epoch": 23.023362345396244,
      "grad_norm": 0.11105020344257355,
      "learning_rate": 9.053024392518928e-07,
      "loss": 0.005,
      "step": 150780
    },
    {
      "epoch": 23.024889296075738,
      "grad_norm": 0.3949393332004547,
      "learning_rate": 9.03345868131611e-07,
      "loss": 0.0063,
      "step": 150790
    },
    {
      "epoch": 23.02641624675523,
      "grad_norm": 0.3091476857662201,
      "learning_rate": 9.013913943302033e-07,
      "loss": 0.0063,
      "step": 150800
    },
    {
      "epoch": 23.027943197434723,
      "grad_norm": 0.20698288083076477,
      "learning_rate": 8.994390179311585e-07,
      "loss": 0.0051,
      "step": 150810
    },
    {
      "epoch": 23.029470148114218,
      "grad_norm": 0.09952087700366974,
      "learning_rate": 8.974887390178765e-07,
      "loss": 0.0056,
      "step": 150820
    },
    {
      "epoch": 23.03099709879371,
      "grad_norm": 0.17831705510616302,
      "learning_rate": 8.955405576736742e-07,
      "loss": 0.0047,
      "step": 150830
    },
    {
      "epoch": 23.032524049473203,
      "grad_norm": 0.11137259006500244,
      "learning_rate": 8.935944739817681e-07,
      "loss": 0.0044,
      "step": 150840
    },
    {
      "epoch": 23.034051000152694,
      "grad_norm": 0.14932018518447876,
      "learning_rate": 8.916504880252974e-07,
      "loss": 0.0061,
      "step": 150850
    },
    {
      "epoch": 23.035577950832188,
      "grad_norm": 0.1431809365749359,
      "learning_rate": 8.897085998873067e-07,
      "loss": 0.0068,
      "step": 150860
    },
    {
      "epoch": 23.037104901511682,
      "grad_norm": 0.18851077556610107,
      "learning_rate": 8.877688096507408e-07,
      "loss": 0.0054,
      "step": 150870
    },
    {
      "epoch": 23.038631852191173,
      "grad_norm": 0.22093497216701508,
      "learning_rate": 8.858311173984668e-07,
      "loss": 0.0052,
      "step": 150880
    },
    {
      "epoch": 23.040158802870668,
      "grad_norm": 0.11347635835409164,
      "learning_rate": 8.838955232132684e-07,
      "loss": 0.0037,
      "step": 150890
    },
    {
      "epoch": 23.041685753550162,
      "grad_norm": 0.18661558628082275,
      "learning_rate": 8.81962027177824e-07,
      "loss": 0.0057,
      "step": 150900
    },
    {
      "epoch": 23.043212704229653,
      "grad_norm": 0.29376816749572754,
      "learning_rate": 8.800306293747229e-07,
      "loss": 0.0047,
      "step": 150910
    },
    {
      "epoch": 23.044739654909147,
      "grad_norm": 0.381633996963501,
      "learning_rate": 8.781013298864826e-07,
      "loss": 0.0064,
      "step": 150920
    },
    {
      "epoch": 23.046266605588638,
      "grad_norm": 0.07827074825763702,
      "learning_rate": 8.761741287955095e-07,
      "loss": 0.0035,
      "step": 150930
    },
    {
      "epoch": 23.047793556268132,
      "grad_norm": 0.17748354375362396,
      "learning_rate": 8.742490261841374e-07,
      "loss": 0.0068,
      "step": 150940
    },
    {
      "epoch": 23.049320506947627,
      "grad_norm": 0.09426252543926239,
      "learning_rate": 8.723260221345953e-07,
      "loss": 0.0054,
      "step": 150950
    },
    {
      "epoch": 23.050847457627118,
      "grad_norm": 0.26004981994628906,
      "learning_rate": 8.704051167290451e-07,
      "loss": 0.0043,
      "step": 150960
    },
    {
      "epoch": 23.052374408306612,
      "grad_norm": 0.14167539775371552,
      "learning_rate": 8.684863100495211e-07,
      "loss": 0.0044,
      "step": 150970
    },
    {
      "epoch": 23.053901358986106,
      "grad_norm": 0.2595027685165405,
      "learning_rate": 8.665696021780134e-07,
      "loss": 0.0048,
      "step": 150980
    },
    {
      "epoch": 23.055428309665597,
      "grad_norm": 0.2656552195549011,
      "learning_rate": 8.646549931963898e-07,
      "loss": 0.005,
      "step": 150990
    },
    {
      "epoch": 23.05695526034509,
      "grad_norm": 0.158527210354805,
      "learning_rate": 8.627424831864406e-07,
      "loss": 0.0089,
      "step": 151000
    },
    {
      "epoch": 23.058482211024582,
      "grad_norm": 0.20689941942691803,
      "learning_rate": 8.608320722298613e-07,
      "loss": 0.0043,
      "step": 151010
    },
    {
      "epoch": 23.060009161704077,
      "grad_norm": 0.1073603555560112,
      "learning_rate": 8.5892376040827e-07,
      "loss": 0.0055,
      "step": 151020
    },
    {
      "epoch": 23.06153611238357,
      "grad_norm": 0.4391535520553589,
      "learning_rate": 8.570175478031739e-07,
      "loss": 0.0081,
      "step": 151030
    },
    {
      "epoch": 23.063063063063062,
      "grad_norm": 0.061877455562353134,
      "learning_rate": 8.551134344960132e-07,
      "loss": 0.0044,
      "step": 151040
    },
    {
      "epoch": 23.064590013742556,
      "grad_norm": 0.31291505694389343,
      "learning_rate": 8.53211420568123e-07,
      "loss": 0.007,
      "step": 151050
    },
    {
      "epoch": 23.06611696442205,
      "grad_norm": 0.1457684487104416,
      "learning_rate": 8.513115061007604e-07,
      "loss": 0.0047,
      "step": 151060
    },
    {
      "epoch": 23.06764391510154,
      "grad_norm": 0.13769596815109253,
      "learning_rate": 8.494136911750716e-07,
      "loss": 0.0053,
      "step": 151070
    },
    {
      "epoch": 23.069170865781036,
      "grad_norm": 0.10105812549591064,
      "learning_rate": 8.475179758721474e-07,
      "loss": 0.0069,
      "step": 151080
    },
    {
      "epoch": 23.070697816460527,
      "grad_norm": 0.20480582118034363,
      "learning_rate": 8.456243602729563e-07,
      "loss": 0.0043,
      "step": 151090
    },
    {
      "epoch": 23.07222476714002,
      "grad_norm": 0.24445024132728577,
      "learning_rate": 8.437328444583891e-07,
      "loss": 0.0052,
      "step": 151100
    },
    {
      "epoch": 23.073751717819516,
      "grad_norm": 0.1310419887304306,
      "learning_rate": 8.418434285092536e-07,
      "loss": 0.0045,
      "step": 151110
    },
    {
      "epoch": 23.075278668499006,
      "grad_norm": 0.2530246078968048,
      "learning_rate": 8.399561125062627e-07,
      "loss": 0.0038,
      "step": 151120
    },
    {
      "epoch": 23.0768056191785,
      "grad_norm": 0.3470901548862457,
      "learning_rate": 8.380708965300355e-07,
      "loss": 0.006,
      "step": 151130
    },
    {
      "epoch": 23.078332569857995,
      "grad_norm": 0.12056919187307358,
      "learning_rate": 8.361877806611074e-07,
      "loss": 0.0046,
      "step": 151140
    },
    {
      "epoch": 23.079859520537486,
      "grad_norm": 0.19983290135860443,
      "learning_rate": 8.343067649799197e-07,
      "loss": 0.0081,
      "step": 151150
    },
    {
      "epoch": 23.08138647121698,
      "grad_norm": 0.062381941825151443,
      "learning_rate": 8.324278495668247e-07,
      "loss": 0.0047,
      "step": 151160
    },
    {
      "epoch": 23.08291342189647,
      "grad_norm": 0.04921891540288925,
      "learning_rate": 8.305510345020917e-07,
      "loss": 0.0038,
      "step": 151170
    },
    {
      "epoch": 23.084440372575965,
      "grad_norm": 0.5094947218894958,
      "learning_rate": 8.286763198658898e-07,
      "loss": 0.0064,
      "step": 151180
    },
    {
      "epoch": 23.08596732325546,
      "grad_norm": 0.08459149301052094,
      "learning_rate": 8.268037057383049e-07,
      "loss": 0.0043,
      "step": 151190
    },
    {
      "epoch": 23.08749427393495,
      "grad_norm": 0.111392080783844,
      "learning_rate": 8.249331921993286e-07,
      "loss": 0.0044,
      "step": 151200
    },
    {
      "epoch": 23.089021224614445,
      "grad_norm": 0.24080438911914825,
      "learning_rate": 8.230647793288693e-07,
      "loss": 0.0066,
      "step": 151210
    },
    {
      "epoch": 23.09054817529394,
      "grad_norm": 0.1861521154642105,
      "learning_rate": 8.211984672067464e-07,
      "loss": 0.0044,
      "step": 151220
    },
    {
      "epoch": 23.09207512597343,
      "grad_norm": 0.21135805547237396,
      "learning_rate": 8.193342559126793e-07,
      "loss": 0.0068,
      "step": 151230
    },
    {
      "epoch": 23.093602076652925,
      "grad_norm": 0.16359549760818481,
      "learning_rate": 8.174721455263045e-07,
      "loss": 0.0062,
      "step": 151240
    },
    {
      "epoch": 23.095129027332415,
      "grad_norm": 0.5471799373626709,
      "learning_rate": 8.15612136127164e-07,
      "loss": 0.0074,
      "step": 151250
    },
    {
      "epoch": 23.09665597801191,
      "grad_norm": 0.1086827740073204,
      "learning_rate": 8.137542277947274e-07,
      "loss": 0.0054,
      "step": 151260
    },
    {
      "epoch": 23.098182928691404,
      "grad_norm": 0.3830461800098419,
      "learning_rate": 8.11898420608348e-07,
      "loss": 0.0057,
      "step": 151270
    },
    {
      "epoch": 23.099709879370895,
      "grad_norm": 0.0923428162932396,
      "learning_rate": 8.100447146473012e-07,
      "loss": 0.0073,
      "step": 151280
    },
    {
      "epoch": 23.10123683005039,
      "grad_norm": 0.27674487233161926,
      "learning_rate": 8.081931099907846e-07,
      "loss": 0.0054,
      "step": 151290
    },
    {
      "epoch": 23.102763780729884,
      "grad_norm": 0.2505951523780823,
      "learning_rate": 8.063436067178909e-07,
      "loss": 0.0057,
      "step": 151300
    },
    {
      "epoch": 23.104290731409375,
      "grad_norm": 0.11504244059324265,
      "learning_rate": 8.044962049076232e-07,
      "loss": 0.0071,
      "step": 151310
    },
    {
      "epoch": 23.10581768208887,
      "grad_norm": 0.26469141244888306,
      "learning_rate": 8.026509046389075e-07,
      "loss": 0.0047,
      "step": 151320
    },
    {
      "epoch": 23.10734463276836,
      "grad_norm": 0.20178835093975067,
      "learning_rate": 8.008077059905639e-07,
      "loss": 0.0085,
      "step": 151330
    },
    {
      "epoch": 23.108871583447854,
      "grad_norm": 0.14376230537891388,
      "learning_rate": 7.989666090413295e-07,
      "loss": 0.0041,
      "step": 151340
    },
    {
      "epoch": 23.11039853412735,
      "grad_norm": 0.10257043689489365,
      "learning_rate": 7.971276138698635e-07,
      "loss": 0.0041,
      "step": 151350
    },
    {
      "epoch": 23.11192548480684,
      "grad_norm": 0.23216059803962708,
      "learning_rate": 7.952907205547144e-07,
      "loss": 0.0076,
      "step": 151360
    },
    {
      "epoch": 23.113452435486334,
      "grad_norm": 0.08871083706617355,
      "learning_rate": 7.934559291743526e-07,
      "loss": 0.0075,
      "step": 151370
    },
    {
      "epoch": 23.114979386165828,
      "grad_norm": 0.12253075838088989,
      "learning_rate": 7.916232398071599e-07,
      "loss": 0.0057,
      "step": 151380
    },
    {
      "epoch": 23.11650633684532,
      "grad_norm": 0.25976601243019104,
      "learning_rate": 7.897926525314237e-07,
      "loss": 0.004,
      "step": 151390
    },
    {
      "epoch": 23.118033287524813,
      "grad_norm": 0.10568063706159592,
      "learning_rate": 7.879641674253424e-07,
      "loss": 0.0064,
      "step": 151400
    },
    {
      "epoch": 23.119560238204308,
      "grad_norm": 0.0854029729962349,
      "learning_rate": 7.861377845670259e-07,
      "loss": 0.0042,
      "step": 151410
    },
    {
      "epoch": 23.1210871888838,
      "grad_norm": 0.19844381511211395,
      "learning_rate": 7.843135040344951e-07,
      "loss": 0.0052,
      "step": 151420
    },
    {
      "epoch": 23.122614139563293,
      "grad_norm": 0.10879943519830704,
      "learning_rate": 7.824913259056765e-07,
      "loss": 0.0068,
      "step": 151430
    },
    {
      "epoch": 23.124141090242784,
      "grad_norm": 0.13142873346805573,
      "learning_rate": 7.806712502584191e-07,
      "loss": 0.0072,
      "step": 151440
    },
    {
      "epoch": 23.125668040922278,
      "grad_norm": 0.0899832621216774,
      "learning_rate": 7.788532771704604e-07,
      "loss": 0.0043,
      "step": 151450
    },
    {
      "epoch": 23.127194991601773,
      "grad_norm": 0.09964953362941742,
      "learning_rate": 7.770374067194719e-07,
      "loss": 0.0053,
      "step": 151460
    },
    {
      "epoch": 23.128721942281263,
      "grad_norm": 0.22404398024082184,
      "learning_rate": 7.752236389830192e-07,
      "loss": 0.0078,
      "step": 151470
    },
    {
      "epoch": 23.130248892960758,
      "grad_norm": 0.31037846207618713,
      "learning_rate": 7.734119740385848e-07,
      "loss": 0.0042,
      "step": 151480
    },
    {
      "epoch": 23.131775843640252,
      "grad_norm": 0.1732121855020523,
      "learning_rate": 7.716024119635567e-07,
      "loss": 0.0071,
      "step": 151490
    },
    {
      "epoch": 23.133302794319743,
      "grad_norm": 1.0059007406234741,
      "learning_rate": 7.6979495283524e-07,
      "loss": 0.005,
      "step": 151500
    },
    {
      "epoch": 23.134829744999237,
      "grad_norm": 0.2723655104637146,
      "learning_rate": 7.679895967308392e-07,
      "loss": 0.0051,
      "step": 151510
    },
    {
      "epoch": 23.136356695678728,
      "grad_norm": 0.15814630687236786,
      "learning_rate": 7.661863437274875e-07,
      "loss": 0.0091,
      "step": 151520
    },
    {
      "epoch": 23.137883646358222,
      "grad_norm": 0.22227086126804352,
      "learning_rate": 7.643851939022062e-07,
      "loss": 0.0043,
      "step": 151530
    },
    {
      "epoch": 23.139410597037717,
      "grad_norm": 0.08863572776317596,
      "learning_rate": 7.625861473319451e-07,
      "loss": 0.0082,
      "step": 151540
    },
    {
      "epoch": 23.140937547717208,
      "grad_norm": 0.12721751630306244,
      "learning_rate": 7.607892040935427e-07,
      "loss": 0.0055,
      "step": 151550
    },
    {
      "epoch": 23.142464498396702,
      "grad_norm": 0.11890874803066254,
      "learning_rate": 7.589943642637765e-07,
      "loss": 0.0056,
      "step": 151560
    },
    {
      "epoch": 23.143991449076196,
      "grad_norm": 0.08881910890340805,
      "learning_rate": 7.572016279193128e-07,
      "loss": 0.0039,
      "step": 151570
    },
    {
      "epoch": 23.145518399755687,
      "grad_norm": 0.30988025665283203,
      "learning_rate": 7.554109951367294e-07,
      "loss": 0.0055,
      "step": 151580
    },
    {
      "epoch": 23.14704535043518,
      "grad_norm": 0.3939068019390106,
      "learning_rate": 7.536224659925261e-07,
      "loss": 0.0045,
      "step": 151590
    },
    {
      "epoch": 23.148572301114672,
      "grad_norm": 0.1103566363453865,
      "learning_rate": 7.518360405631031e-07,
      "loss": 0.0068,
      "step": 151600
    },
    {
      "epoch": 23.150099251794167,
      "grad_norm": 0.12383413314819336,
      "learning_rate": 7.500517189247713e-07,
      "loss": 0.004,
      "step": 151610
    },
    {
      "epoch": 23.15162620247366,
      "grad_norm": 0.22509804368019104,
      "learning_rate": 7.482695011537588e-07,
      "loss": 0.0045,
      "step": 151620
    },
    {
      "epoch": 23.153153153153152,
      "grad_norm": 0.1539725512266159,
      "learning_rate": 7.464893873261936e-07,
      "loss": 0.007,
      "step": 151630
    },
    {
      "epoch": 23.154680103832646,
      "grad_norm": 0.6133070588111877,
      "learning_rate": 7.447113775181147e-07,
      "loss": 0.0043,
      "step": 151640
    },
    {
      "epoch": 23.15620705451214,
      "grad_norm": 0.14500676095485687,
      "learning_rate": 7.429354718054837e-07,
      "loss": 0.0059,
      "step": 151650
    },
    {
      "epoch": 23.15773400519163,
      "grad_norm": 0.08889028429985046,
      "learning_rate": 7.411616702641677e-07,
      "loss": 0.0059,
      "step": 151660
    },
    {
      "epoch": 23.159260955871126,
      "grad_norm": 0.17000646889209747,
      "learning_rate": 7.393899729699227e-07,
      "loss": 0.0047,
      "step": 151670
    },
    {
      "epoch": 23.160787906550617,
      "grad_norm": 0.1568765640258789,
      "learning_rate": 7.376203799984494e-07,
      "loss": 0.0051,
      "step": 151680
    },
    {
      "epoch": 23.16231485723011,
      "grad_norm": 0.709428608417511,
      "learning_rate": 7.358528914253371e-07,
      "loss": 0.0082,
      "step": 151690
    },
    {
      "epoch": 23.163841807909606,
      "grad_norm": 0.1666816771030426,
      "learning_rate": 7.340875073260867e-07,
      "loss": 0.0046,
      "step": 151700
    },
    {
      "epoch": 23.165368758589096,
      "grad_norm": 0.3673848509788513,
      "learning_rate": 7.3232422777611e-07,
      "loss": 0.0076,
      "step": 151710
    },
    {
      "epoch": 23.16689570926859,
      "grad_norm": 0.3595028221607208,
      "learning_rate": 7.305630528507412e-07,
      "loss": 0.006,
      "step": 151720
    },
    {
      "epoch": 23.168422659948085,
      "grad_norm": 0.17214560508728027,
      "learning_rate": 7.288039826252035e-07,
      "loss": 0.0044,
      "step": 151730
    },
    {
      "epoch": 23.169949610627576,
      "grad_norm": 0.41865211725234985,
      "learning_rate": 7.270470171746424e-07,
      "loss": 0.0042,
      "step": 151740
    },
    {
      "epoch": 23.17147656130707,
      "grad_norm": 0.21510830521583557,
      "learning_rate": 7.2529215657412e-07,
      "loss": 0.0059,
      "step": 151750
    },
    {
      "epoch": 23.17300351198656,
      "grad_norm": 0.33624789118766785,
      "learning_rate": 7.235394008985985e-07,
      "loss": 0.004,
      "step": 151760
    },
    {
      "epoch": 23.174530462666056,
      "grad_norm": 0.17287378013134003,
      "learning_rate": 7.217887502229459e-07,
      "loss": 0.0042,
      "step": 151770
    },
    {
      "epoch": 23.17605741334555,
      "grad_norm": 0.3120151162147522,
      "learning_rate": 7.200402046219523e-07,
      "loss": 0.0036,
      "step": 151780
    },
    {
      "epoch": 23.17758436402504,
      "grad_norm": 0.3650386333465576,
      "learning_rate": 7.182937641703136e-07,
      "loss": 0.005,
      "step": 151790
    },
    {
      "epoch": 23.179111314704535,
      "grad_norm": 0.08417871594429016,
      "learning_rate": 7.165494289426311e-07,
      "loss": 0.0041,
      "step": 151800
    },
    {
      "epoch": 23.18063826538403,
      "grad_norm": 0.6665406227111816,
      "learning_rate": 7.148071990134175e-07,
      "loss": 0.0069,
      "step": 151810
    },
    {
      "epoch": 23.18216521606352,
      "grad_norm": 0.18658126890659332,
      "learning_rate": 7.130670744571022e-07,
      "loss": 0.0056,
      "step": 151820
    },
    {
      "epoch": 23.183692166743015,
      "grad_norm": 0.20370891690254211,
      "learning_rate": 7.113290553480145e-07,
      "loss": 0.0054,
      "step": 151830
    },
    {
      "epoch": 23.185219117422506,
      "grad_norm": 0.1972794383764267,
      "learning_rate": 7.095931417604063e-07,
      "loss": 0.004,
      "step": 151840
    },
    {
      "epoch": 23.186746068102,
      "grad_norm": 0.17794722318649292,
      "learning_rate": 7.078593337684291e-07,
      "loss": 0.0057,
      "step": 151850
    },
    {
      "epoch": 23.188273018781494,
      "grad_norm": 0.28359532356262207,
      "learning_rate": 7.061276314461518e-07,
      "loss": 0.0056,
      "step": 151860
    },
    {
      "epoch": 23.189799969460985,
      "grad_norm": 0.13945214450359344,
      "learning_rate": 7.043980348675427e-07,
      "loss": 0.0063,
      "step": 151870
    },
    {
      "epoch": 23.19132692014048,
      "grad_norm": 0.2206462025642395,
      "learning_rate": 7.026705441064929e-07,
      "loss": 0.0055,
      "step": 151880
    },
    {
      "epoch": 23.192853870819974,
      "grad_norm": 0.09880044311285019,
      "learning_rate": 7.009451592367988e-07,
      "loss": 0.0049,
      "step": 151890
    },
    {
      "epoch": 23.194380821499465,
      "grad_norm": 0.37350234389305115,
      "learning_rate": 6.992218803321571e-07,
      "loss": 0.0081,
      "step": 151900
    },
    {
      "epoch": 23.19590777217896,
      "grad_norm": 0.15002651512622833,
      "learning_rate": 6.975007074661865e-07,
      "loss": 0.0044,
      "step": 151910
    },
    {
      "epoch": 23.197434722858453,
      "grad_norm": 0.3609347641468048,
      "learning_rate": 6.957816407124174e-07,
      "loss": 0.007,
      "step": 151920
    },
    {
      "epoch": 23.198961673537944,
      "grad_norm": 0.05720336735248566,
      "learning_rate": 6.940646801442851e-07,
      "loss": 0.0056,
      "step": 151930
    },
    {
      "epoch": 23.20048862421744,
      "grad_norm": 0.04551504924893379,
      "learning_rate": 6.923498258351257e-07,
      "loss": 0.0034,
      "step": 151940
    },
    {
      "epoch": 23.20201557489693,
      "grad_norm": 0.13780651986598969,
      "learning_rate": 6.906370778581972e-07,
      "loss": 0.0052,
      "step": 151950
    },
    {
      "epoch": 23.203542525576424,
      "grad_norm": 0.14708161354064941,
      "learning_rate": 6.889264362866798e-07,
      "loss": 0.0051,
      "step": 151960
    },
    {
      "epoch": 23.205069476255918,
      "grad_norm": 0.1468728482723236,
      "learning_rate": 6.872179011936319e-07,
      "loss": 0.0037,
      "step": 151970
    },
    {
      "epoch": 23.20659642693541,
      "grad_norm": 0.14180979132652283,
      "learning_rate": 6.855114726520451e-07,
      "loss": 0.0091,
      "step": 151980
    },
    {
      "epoch": 23.208123377614903,
      "grad_norm": 0.404738187789917,
      "learning_rate": 6.838071507348109e-07,
      "loss": 0.0058,
      "step": 151990
    },
    {
      "epoch": 23.209650328294398,
      "grad_norm": 0.18735308945178986,
      "learning_rate": 6.821049355147435e-07,
      "loss": 0.0088,
      "step": 152000
    },
    {
      "epoch": 23.21117727897389,
      "grad_norm": 0.12357308715581894,
      "learning_rate": 6.804048270645513e-07,
      "loss": 0.0048,
      "step": 152010
    },
    {
      "epoch": 23.212704229653383,
      "grad_norm": 0.20098084211349487,
      "learning_rate": 6.787068254568652e-07,
      "loss": 0.0059,
      "step": 152020
    },
    {
      "epoch": 23.214231180332874,
      "grad_norm": 0.19123400747776031,
      "learning_rate": 6.770109307642159e-07,
      "loss": 0.004,
      "step": 152030
    },
    {
      "epoch": 23.215758131012368,
      "grad_norm": 0.1046222522854805,
      "learning_rate": 6.753171430590454e-07,
      "loss": 0.0039,
      "step": 152040
    },
    {
      "epoch": 23.217285081691863,
      "grad_norm": 0.37572231888771057,
      "learning_rate": 6.736254624137183e-07,
      "loss": 0.007,
      "step": 152050
    },
    {
      "epoch": 23.218812032371353,
      "grad_norm": 0.06743384152650833,
      "learning_rate": 6.71935888900499e-07,
      "loss": 0.007,
      "step": 152060
    },
    {
      "epoch": 23.220338983050848,
      "grad_norm": 0.24851550161838531,
      "learning_rate": 6.702484225915573e-07,
      "loss": 0.0059,
      "step": 152070
    },
    {
      "epoch": 23.221865933730342,
      "grad_norm": 0.18435095250606537,
      "learning_rate": 6.685630635589801e-07,
      "loss": 0.0047,
      "step": 152080
    },
    {
      "epoch": 23.223392884409833,
      "grad_norm": 0.06025655195116997,
      "learning_rate": 6.668798118747655e-07,
      "loss": 0.0063,
      "step": 152090
    },
    {
      "epoch": 23.224919835089327,
      "grad_norm": 0.21708227694034576,
      "learning_rate": 6.651986676108169e-07,
      "loss": 0.0063,
      "step": 152100
    },
    {
      "epoch": 23.226446785768818,
      "grad_norm": 0.12272708117961884,
      "learning_rate": 6.635196308389491e-07,
      "loss": 0.0052,
      "step": 152110
    },
    {
      "epoch": 23.227973736448313,
      "grad_norm": 0.23741978406906128,
      "learning_rate": 6.618427016308881e-07,
      "loss": 0.0077,
      "step": 152120
    },
    {
      "epoch": 23.229500687127807,
      "grad_norm": 0.1710464060306549,
      "learning_rate": 6.601678800582711e-07,
      "loss": 0.0061,
      "step": 152130
    },
    {
      "epoch": 23.231027637807298,
      "grad_norm": 0.1542840600013733,
      "learning_rate": 6.584951661926409e-07,
      "loss": 0.0057,
      "step": 152140
    },
    {
      "epoch": 23.232554588486792,
      "grad_norm": 0.06888427585363388,
      "learning_rate": 6.568245601054568e-07,
      "loss": 0.0037,
      "step": 152150
    },
    {
      "epoch": 23.234081539166286,
      "grad_norm": 0.03995617479085922,
      "learning_rate": 6.551560618680841e-07,
      "loss": 0.004,
      "step": 152160
    },
    {
      "epoch": 23.235608489845777,
      "grad_norm": 0.2561055123806,
      "learning_rate": 6.53489671551788e-07,
      "loss": 0.0053,
      "step": 152170
    },
    {
      "epoch": 23.23713544052527,
      "grad_norm": 0.16004523634910583,
      "learning_rate": 6.518253892277615e-07,
      "loss": 0.0061,
      "step": 152180
    },
    {
      "epoch": 23.238662391204763,
      "grad_norm": 0.22625933587551117,
      "learning_rate": 6.501632149671033e-07,
      "loss": 0.0105,
      "step": 152190
    },
    {
      "epoch": 23.240189341884257,
      "grad_norm": 0.29213622212409973,
      "learning_rate": 6.485031488408122e-07,
      "loss": 0.0052,
      "step": 152200
    },
    {
      "epoch": 23.24171629256375,
      "grad_norm": 0.16937577724456787,
      "learning_rate": 6.468451909198037e-07,
      "loss": 0.0046,
      "step": 152210
    },
    {
      "epoch": 23.243243243243242,
      "grad_norm": 0.2055148184299469,
      "learning_rate": 6.451893412749044e-07,
      "loss": 0.0068,
      "step": 152220
    },
    {
      "epoch": 23.244770193922736,
      "grad_norm": 0.19982481002807617,
      "learning_rate": 6.435355999768522e-07,
      "loss": 0.0061,
      "step": 152230
    },
    {
      "epoch": 23.24629714460223,
      "grad_norm": 0.29735901951789856,
      "learning_rate": 6.418839670962851e-07,
      "loss": 0.0064,
      "step": 152240
    },
    {
      "epoch": 23.24782409528172,
      "grad_norm": 0.15054070949554443,
      "learning_rate": 6.402344427037577e-07,
      "loss": 0.0052,
      "step": 152250
    },
    {
      "epoch": 23.249351045961216,
      "grad_norm": 0.2137315422296524,
      "learning_rate": 6.385870268697469e-07,
      "loss": 0.006,
      "step": 152260
    },
    {
      "epoch": 23.250877996640707,
      "grad_norm": 0.12055773288011551,
      "learning_rate": 6.369417196646077e-07,
      "loss": 0.0066,
      "step": 152270
    },
    {
      "epoch": 23.2524049473202,
      "grad_norm": 0.2900204062461853,
      "learning_rate": 6.352985211586448e-07,
      "loss": 0.0089,
      "step": 152280
    },
    {
      "epoch": 23.253931897999696,
      "grad_norm": 0.20511125028133392,
      "learning_rate": 6.336574314220412e-07,
      "loss": 0.0055,
      "step": 152290
    },
    {
      "epoch": 23.255458848679186,
      "grad_norm": 0.1530209630727768,
      "learning_rate": 6.320184505249016e-07,
      "loss": 0.0049,
      "step": 152300
    },
    {
      "epoch": 23.25698579935868,
      "grad_norm": 0.1445832997560501,
      "learning_rate": 6.303815785372369e-07,
      "loss": 0.0042,
      "step": 152310
    },
    {
      "epoch": 23.258512750038175,
      "grad_norm": 0.1771041303873062,
      "learning_rate": 6.287468155289855e-07,
      "loss": 0.0056,
      "step": 152320
    },
    {
      "epoch": 23.260039700717666,
      "grad_norm": 0.14339038729667664,
      "learning_rate": 6.271141615699693e-07,
      "loss": 0.0077,
      "step": 152330
    },
    {
      "epoch": 23.26156665139716,
      "grad_norm": 0.6465662121772766,
      "learning_rate": 6.254836167299327e-07,
      "loss": 0.0046,
      "step": 152340
    },
    {
      "epoch": 23.26309360207665,
      "grad_norm": 0.20538882911205292,
      "learning_rate": 6.238551810785309e-07,
      "loss": 0.0053,
      "step": 152350
    },
    {
      "epoch": 23.264620552756146,
      "grad_norm": 0.2368411123752594,
      "learning_rate": 6.222288546853306e-07,
      "loss": 0.0049,
      "step": 152360
    },
    {
      "epoch": 23.26614750343564,
      "grad_norm": 0.2727420926094055,
      "learning_rate": 6.206046376198038e-07,
      "loss": 0.0064,
      "step": 152370
    },
    {
      "epoch": 23.26767445411513,
      "grad_norm": 0.06321478635072708,
      "learning_rate": 6.189825299513341e-07,
      "loss": 0.0039,
      "step": 152380
    },
    {
      "epoch": 23.269201404794625,
      "grad_norm": 0.12340231239795685,
      "learning_rate": 6.17362531749216e-07,
      "loss": 0.0057,
      "step": 152390
    },
    {
      "epoch": 23.27072835547412,
      "grad_norm": 0.25459855794906616,
      "learning_rate": 6.157446430826552e-07,
      "loss": 0.0088,
      "step": 152400
    },
    {
      "epoch": 23.27225530615361,
      "grad_norm": 0.11129144579172134,
      "learning_rate": 6.141288640207577e-07,
      "loss": 0.0054,
      "step": 152410
    },
    {
      "epoch": 23.273782256833105,
      "grad_norm": 0.0542105957865715,
      "learning_rate": 6.125151946325458e-07,
      "loss": 0.0068,
      "step": 152420
    },
    {
      "epoch": 23.2753092075126,
      "grad_norm": 0.08641643822193146,
      "learning_rate": 6.109036349869646e-07,
      "loss": 0.004,
      "step": 152430
    },
    {
      "epoch": 23.27683615819209,
      "grad_norm": 0.05341602861881256,
      "learning_rate": 6.092941851528477e-07,
      "loss": 0.0035,
      "step": 152440
    },
    {
      "epoch": 23.278363108871584,
      "grad_norm": 0.08482819050550461,
      "learning_rate": 6.07686845198946e-07,
      "loss": 0.006,
      "step": 152450
    },
    {
      "epoch": 23.279890059551075,
      "grad_norm": 0.12548723816871643,
      "learning_rate": 6.060816151939319e-07,
      "loss": 0.0043,
      "step": 152460
    },
    {
      "epoch": 23.28141701023057,
      "grad_norm": 0.21388846635818481,
      "learning_rate": 6.044784952063675e-07,
      "loss": 0.0037,
      "step": 152470
    },
    {
      "epoch": 23.282943960910064,
      "grad_norm": 0.0775868147611618,
      "learning_rate": 6.02877485304737e-07,
      "loss": 0.004,
      "step": 152480
    },
    {
      "epoch": 23.284470911589555,
      "grad_norm": 0.1284429281949997,
      "learning_rate": 6.012785855574355e-07,
      "loss": 0.006,
      "step": 152490
    },
    {
      "epoch": 23.28599786226905,
      "grad_norm": 0.1207643672823906,
      "learning_rate": 5.996817960327695e-07,
      "loss": 0.0053,
      "step": 152500
    },
    {
      "epoch": 23.287524812948543,
      "grad_norm": 0.21358835697174072,
      "learning_rate": 5.980871167989399e-07,
      "loss": 0.005,
      "step": 152510
    },
    {
      "epoch": 23.289051763628034,
      "grad_norm": 0.23127591609954834,
      "learning_rate": 5.964945479240757e-07,
      "loss": 0.0049,
      "step": 152520
    },
    {
      "epoch": 23.29057871430753,
      "grad_norm": 0.2779379189014435,
      "learning_rate": 5.94904089476217e-07,
      "loss": 0.0068,
      "step": 152530
    },
    {
      "epoch": 23.29210566498702,
      "grad_norm": 0.1405690461397171,
      "learning_rate": 5.933157415232815e-07,
      "loss": 0.0072,
      "step": 152540
    },
    {
      "epoch": 23.293632615666514,
      "grad_norm": 0.15382489562034607,
      "learning_rate": 5.917295041331427e-07,
      "loss": 0.0048,
      "step": 152550
    },
    {
      "epoch": 23.29515956634601,
      "grad_norm": 0.20271427929401398,
      "learning_rate": 5.901453773735522e-07,
      "loss": 0.0059,
      "step": 152560
    },
    {
      "epoch": 23.2966865170255,
      "grad_norm": 0.1449364870786667,
      "learning_rate": 5.885633613121832e-07,
      "loss": 0.0053,
      "step": 152570
    },
    {
      "epoch": 23.298213467704993,
      "grad_norm": 0.15637564659118652,
      "learning_rate": 5.869834560166099e-07,
      "loss": 0.0065,
      "step": 152580
    },
    {
      "epoch": 23.299740418384488,
      "grad_norm": 0.17719407379627228,
      "learning_rate": 5.854056615543335e-07,
      "loss": 0.0059,
      "step": 152590
    },
    {
      "epoch": 23.30126736906398,
      "grad_norm": 0.11012474447488785,
      "learning_rate": 5.838299779927503e-07,
      "loss": 0.0067,
      "step": 152600
    },
    {
      "epoch": 23.302794319743473,
      "grad_norm": 0.08365942537784576,
      "learning_rate": 5.822564053991675e-07,
      "loss": 0.0031,
      "step": 152610
    },
    {
      "epoch": 23.304321270422964,
      "grad_norm": 0.16626371443271637,
      "learning_rate": 5.806849438408091e-07,
      "loss": 0.0049,
      "step": 152620
    },
    {
      "epoch": 23.30584822110246,
      "grad_norm": 0.3298110365867615,
      "learning_rate": 5.791155933848046e-07,
      "loss": 0.0044,
      "step": 152630
    },
    {
      "epoch": 23.307375171781953,
      "grad_norm": 0.25766822695732117,
      "learning_rate": 5.775483540981896e-07,
      "loss": 0.0056,
      "step": 152640
    },
    {
      "epoch": 23.308902122461443,
      "grad_norm": 0.09190858155488968,
      "learning_rate": 5.759832260479214e-07,
      "loss": 0.004,
      "step": 152650
    },
    {
      "epoch": 23.310429073140938,
      "grad_norm": 0.11491163074970245,
      "learning_rate": 5.744202093008577e-07,
      "loss": 0.006,
      "step": 152660
    },
    {
      "epoch": 23.311956023820432,
      "grad_norm": 0.16753368079662323,
      "learning_rate": 5.728593039237562e-07,
      "loss": 0.0063,
      "step": 152670
    },
    {
      "epoch": 23.313482974499923,
      "grad_norm": 0.2551051378250122,
      "learning_rate": 5.713005099833079e-07,
      "loss": 0.0067,
      "step": 152680
    },
    {
      "epoch": 23.315009925179417,
      "grad_norm": 0.21637287735939026,
      "learning_rate": 5.697438275460986e-07,
      "loss": 0.0045,
      "step": 152690
    },
    {
      "epoch": 23.316536875858908,
      "grad_norm": 0.39089253544807434,
      "learning_rate": 5.681892566786306e-07,
      "loss": 0.0039,
      "step": 152700
    },
    {
      "epoch": 23.318063826538403,
      "grad_norm": 0.13164639472961426,
      "learning_rate": 5.666367974473063e-07,
      "loss": 0.0068,
      "step": 152710
    },
    {
      "epoch": 23.319590777217897,
      "grad_norm": 0.4632536768913269,
      "learning_rate": 5.65086449918445e-07,
      "loss": 0.0055,
      "step": 152720
    },
    {
      "epoch": 23.321117727897388,
      "grad_norm": 0.142198383808136,
      "learning_rate": 5.635382141582712e-07,
      "loss": 0.0044,
      "step": 152730
    },
    {
      "epoch": 23.322644678576882,
      "grad_norm": 0.27032050490379333,
      "learning_rate": 5.619920902329323e-07,
      "loss": 0.0054,
      "step": 152740
    },
    {
      "epoch": 23.324171629256377,
      "grad_norm": 0.3450959026813507,
      "learning_rate": 5.604480782084698e-07,
      "loss": 0.0045,
      "step": 152750
    },
    {
      "epoch": 23.325698579935867,
      "grad_norm": 0.2133195549249649,
      "learning_rate": 5.58906178150842e-07,
      "loss": 0.0053,
      "step": 152760
    },
    {
      "epoch": 23.32722553061536,
      "grad_norm": 0.4724733233451843,
      "learning_rate": 5.573663901259185e-07,
      "loss": 0.0036,
      "step": 152770
    },
    {
      "epoch": 23.328752481294853,
      "grad_norm": 0.228303000330925,
      "learning_rate": 5.558287141994689e-07,
      "loss": 0.0047,
      "step": 152780
    },
    {
      "epoch": 23.330279431974347,
      "grad_norm": 0.18370161950588226,
      "learning_rate": 5.542931504371906e-07,
      "loss": 0.0059,
      "step": 152790
    },
    {
      "epoch": 23.33180638265384,
      "grad_norm": 0.14723831415176392,
      "learning_rate": 5.527596989046702e-07,
      "loss": 0.0064,
      "step": 152800
    },
    {
      "epoch": 23.333333333333332,
      "grad_norm": 0.1788993775844574,
      "learning_rate": 5.512283596674162e-07,
      "loss": 0.0044,
      "step": 152810
    },
    {
      "epoch": 23.334860284012827,
      "grad_norm": 0.24232690036296844,
      "learning_rate": 5.496991327908485e-07,
      "loss": 0.0083,
      "step": 152820
    },
    {
      "epoch": 23.33638723469232,
      "grad_norm": 0.16825315356254578,
      "learning_rate": 5.481720183402983e-07,
      "loss": 0.0032,
      "step": 152830
    },
    {
      "epoch": 23.33791418537181,
      "grad_norm": 0.4072684049606323,
      "learning_rate": 5.466470163809855e-07,
      "loss": 0.005,
      "step": 152840
    },
    {
      "epoch": 23.339441136051306,
      "grad_norm": 0.1735449582338333,
      "learning_rate": 5.451241269780583e-07,
      "loss": 0.0042,
      "step": 152850
    },
    {
      "epoch": 23.340968086730797,
      "grad_norm": 0.1767643839120865,
      "learning_rate": 5.436033501965864e-07,
      "loss": 0.0048,
      "step": 152860
    },
    {
      "epoch": 23.34249503741029,
      "grad_norm": 0.5951492190361023,
      "learning_rate": 5.420846861015239e-07,
      "loss": 0.0061,
      "step": 152870
    },
    {
      "epoch": 23.344021988089786,
      "grad_norm": 0.1911691129207611,
      "learning_rate": 5.405681347577407e-07,
      "loss": 0.0065,
      "step": 152880
    },
    {
      "epoch": 23.345548938769277,
      "grad_norm": 0.22647082805633545,
      "learning_rate": 5.390536962300352e-07,
      "loss": 0.0057,
      "step": 152890
    },
    {
      "epoch": 23.34707588944877,
      "grad_norm": 0.22830136120319366,
      "learning_rate": 5.375413705830834e-07,
      "loss": 0.0052,
      "step": 152900
    },
    {
      "epoch": 23.348602840128265,
      "grad_norm": 0.2088029980659485,
      "learning_rate": 5.360311578815058e-07,
      "loss": 0.0052,
      "step": 152910
    },
    {
      "epoch": 23.350129790807756,
      "grad_norm": 0.1108458936214447,
      "learning_rate": 5.345230581898065e-07,
      "loss": 0.0056,
      "step": 152920
    },
    {
      "epoch": 23.35165674148725,
      "grad_norm": 0.12250132858753204,
      "learning_rate": 5.330170715724169e-07,
      "loss": 0.0049,
      "step": 152930
    },
    {
      "epoch": 23.35318369216674,
      "grad_norm": 0.2482711225748062,
      "learning_rate": 5.315131980936528e-07,
      "loss": 0.0042,
      "step": 152940
    },
    {
      "epoch": 23.354710642846236,
      "grad_norm": 0.34699809551239014,
      "learning_rate": 5.30011437817779e-07,
      "loss": 0.0041,
      "step": 152950
    },
    {
      "epoch": 23.35623759352573,
      "grad_norm": 0.2619704604148865,
      "learning_rate": 5.285117908089332e-07,
      "loss": 0.004,
      "step": 152960
    },
    {
      "epoch": 23.35776454420522,
      "grad_norm": 0.3062896728515625,
      "learning_rate": 5.270142571311809e-07,
      "loss": 0.0057,
      "step": 152970
    },
    {
      "epoch": 23.359291494884715,
      "grad_norm": 0.1608685553073883,
      "learning_rate": 5.255188368484931e-07,
      "loss": 0.0055,
      "step": 152980
    },
    {
      "epoch": 23.36081844556421,
      "grad_norm": 0.27832913398742676,
      "learning_rate": 5.240255300247577e-07,
      "loss": 0.0067,
      "step": 152990
    },
    {
      "epoch": 23.3623453962437,
      "grad_norm": 0.0567818209528923,
      "learning_rate": 5.225343367237567e-07,
      "loss": 0.0043,
      "step": 153000
    },
    {
      "epoch": 23.363872346923195,
      "grad_norm": 0.10866115242242813,
      "learning_rate": 5.210452570092006e-07,
      "loss": 0.0064,
      "step": 153010
    },
    {
      "epoch": 23.365399297602686,
      "grad_norm": 0.5063198208808899,
      "learning_rate": 5.195582909446939e-07,
      "loss": 0.0076,
      "step": 153020
    },
    {
      "epoch": 23.36692624828218,
      "grad_norm": 0.14807525277137756,
      "learning_rate": 5.18073438593758e-07,
      "loss": 0.0055,
      "step": 153030
    },
    {
      "epoch": 23.368453198961674,
      "grad_norm": 0.0765676349401474,
      "learning_rate": 5.1659070001982e-07,
      "loss": 0.0083,
      "step": 153040
    },
    {
      "epoch": 23.369980149641165,
      "grad_norm": 0.03918835520744324,
      "learning_rate": 5.151100752862292e-07,
      "loss": 0.0052,
      "step": 153050
    },
    {
      "epoch": 23.37150710032066,
      "grad_norm": 0.15431801974773407,
      "learning_rate": 5.136315644562295e-07,
      "loss": 0.0055,
      "step": 153060
    },
    {
      "epoch": 23.373034051000154,
      "grad_norm": 0.10278072208166122,
      "learning_rate": 5.121551675929703e-07,
      "loss": 0.0047,
      "step": 153070
    },
    {
      "epoch": 23.374561001679645,
      "grad_norm": 0.15949402749538422,
      "learning_rate": 5.106808847595401e-07,
      "loss": 0.0081,
      "step": 153080
    },
    {
      "epoch": 23.37608795235914,
      "grad_norm": 0.13726291060447693,
      "learning_rate": 5.092087160189051e-07,
      "loss": 0.0055,
      "step": 153090
    },
    {
      "epoch": 23.377614903038634,
      "grad_norm": 0.03196601942181587,
      "learning_rate": 5.077386614339541e-07,
      "loss": 0.0038,
      "step": 153100
    },
    {
      "epoch": 23.379141853718124,
      "grad_norm": 0.336035817861557,
      "learning_rate": 5.062707210674921e-07,
      "loss": 0.0069,
      "step": 153110
    },
    {
      "epoch": 23.38066880439762,
      "grad_norm": 0.11784254759550095,
      "learning_rate": 5.048048949822193e-07,
      "loss": 0.0078,
      "step": 153120
    },
    {
      "epoch": 23.38219575507711,
      "grad_norm": 0.18308547139167786,
      "learning_rate": 5.03341183240752e-07,
      "loss": 0.0058,
      "step": 153130
    },
    {
      "epoch": 23.383722705756604,
      "grad_norm": 0.27742305397987366,
      "learning_rate": 5.018795859056236e-07,
      "loss": 0.0035,
      "step": 153140
    },
    {
      "epoch": 23.3852496564361,
      "grad_norm": 0.10874611884355545,
      "learning_rate": 5.00420103039273e-07,
      "loss": 0.0042,
      "step": 153150
    },
    {
      "epoch": 23.38677660711559,
      "grad_norm": 0.247621089220047,
      "learning_rate": 4.989627347040338e-07,
      "loss": 0.0057,
      "step": 153160
    },
    {
      "epoch": 23.388303557795084,
      "grad_norm": 0.09838627278804779,
      "learning_rate": 4.975074809621782e-07,
      "loss": 0.0042,
      "step": 153170
    },
    {
      "epoch": 23.389830508474578,
      "grad_norm": 0.15267157554626465,
      "learning_rate": 4.960543418758567e-07,
      "loss": 0.0058,
      "step": 153180
    },
    {
      "epoch": 23.39135745915407,
      "grad_norm": 0.264263778924942,
      "learning_rate": 4.946033175071585e-07,
      "loss": 0.0069,
      "step": 153190
    },
    {
      "epoch": 23.392884409833563,
      "grad_norm": 0.24153582751750946,
      "learning_rate": 4.931544079180616e-07,
      "loss": 0.0061,
      "step": 153200
    },
    {
      "epoch": 23.394411360513054,
      "grad_norm": 0.11699490249156952,
      "learning_rate": 4.917076131704556e-07,
      "loss": 0.0079,
      "step": 153210
    },
    {
      "epoch": 23.39593831119255,
      "grad_norm": 0.1972455531358719,
      "learning_rate": 4.902629333261577e-07,
      "loss": 0.0041,
      "step": 153220
    },
    {
      "epoch": 23.397465261872043,
      "grad_norm": 0.38150596618652344,
      "learning_rate": 4.88820368446874e-07,
      "loss": 0.0053,
      "step": 153230
    },
    {
      "epoch": 23.398992212551533,
      "grad_norm": 0.2487563043832779,
      "learning_rate": 4.873799185942274e-07,
      "loss": 0.0036,
      "step": 153240
    },
    {
      "epoch": 23.400519163231028,
      "grad_norm": 0.12927863001823425,
      "learning_rate": 4.859415838297465e-07,
      "loss": 0.0051,
      "step": 153250
    },
    {
      "epoch": 23.402046113910522,
      "grad_norm": 0.14776954054832458,
      "learning_rate": 4.845053642148934e-07,
      "loss": 0.006,
      "step": 153260
    },
    {
      "epoch": 23.403573064590013,
      "grad_norm": 0.3001462519168854,
      "learning_rate": 4.830712598110021e-07,
      "loss": 0.0054,
      "step": 153270
    },
    {
      "epoch": 23.405100015269507,
      "grad_norm": 0.10514401644468307,
      "learning_rate": 4.816392706793405e-07,
      "loss": 0.0042,
      "step": 153280
    },
    {
      "epoch": 23.406626965949,
      "grad_norm": 0.2621557116508484,
      "learning_rate": 4.802093968810817e-07,
      "loss": 0.0057,
      "step": 153290
    },
    {
      "epoch": 23.408153916628493,
      "grad_norm": 0.16202494502067566,
      "learning_rate": 4.787816384773047e-07,
      "loss": 0.0054,
      "step": 153300
    },
    {
      "epoch": 23.409680867307987,
      "grad_norm": 0.04344182834029198,
      "learning_rate": 4.773559955290052e-07,
      "loss": 0.0053,
      "step": 153310
    },
    {
      "epoch": 23.411207817987478,
      "grad_norm": 0.35126757621765137,
      "learning_rate": 4.7593246809707893e-07,
      "loss": 0.0044,
      "step": 153320
    },
    {
      "epoch": 23.412734768666972,
      "grad_norm": 0.19112041592597961,
      "learning_rate": 4.745110562423438e-07,
      "loss": 0.0061,
      "step": 153330
    },
    {
      "epoch": 23.414261719346467,
      "grad_norm": 0.12132372707128525,
      "learning_rate": 4.7309176002551246e-07,
      "loss": 0.0046,
      "step": 153340
    },
    {
      "epoch": 23.415788670025957,
      "grad_norm": 0.06553926318883896,
      "learning_rate": 4.7167457950721416e-07,
      "loss": 0.0042,
      "step": 153350
    },
    {
      "epoch": 23.417315620705452,
      "grad_norm": 0.132868230342865,
      "learning_rate": 4.7025951474800046e-07,
      "loss": 0.0055,
      "step": 153360
    },
    {
      "epoch": 23.418842571384943,
      "grad_norm": 0.2275710552930832,
      "learning_rate": 4.688465658083008e-07,
      "loss": 0.0045,
      "step": 153370
    },
    {
      "epoch": 23.420369522064437,
      "grad_norm": 0.1543843299150467,
      "learning_rate": 4.6743573274848907e-07,
      "loss": 0.0049,
      "step": 153380
    },
    {
      "epoch": 23.42189647274393,
      "grad_norm": 0.14588165283203125,
      "learning_rate": 4.6602701562882823e-07,
      "loss": 0.0044,
      "step": 153390
    },
    {
      "epoch": 23.423423423423422,
      "grad_norm": 0.33844056725502014,
      "learning_rate": 4.646204145094979e-07,
      "loss": 0.0052,
      "step": 153400
    },
    {
      "epoch": 23.424950374102917,
      "grad_norm": 0.1854000836610794,
      "learning_rate": 4.6321592945058335e-07,
      "loss": 0.0055,
      "step": 153410
    },
    {
      "epoch": 23.42647732478241,
      "grad_norm": 0.22874589264392853,
      "learning_rate": 4.6181356051208105e-07,
      "loss": 0.0055,
      "step": 153420
    },
    {
      "epoch": 23.428004275461902,
      "grad_norm": 0.3531673550605774,
      "learning_rate": 4.6041330775389856e-07,
      "loss": 0.0044,
      "step": 153430
    },
    {
      "epoch": 23.429531226141396,
      "grad_norm": 0.1667526662349701,
      "learning_rate": 4.590151712358548e-07,
      "loss": 0.0074,
      "step": 153440
    },
    {
      "epoch": 23.431058176820887,
      "grad_norm": 0.11582230031490326,
      "learning_rate": 4.576191510176686e-07,
      "loss": 0.0049,
      "step": 153450
    },
    {
      "epoch": 23.43258512750038,
      "grad_norm": 0.1043790951371193,
      "learning_rate": 4.5622524715898673e-07,
      "loss": 0.0048,
      "step": 153460
    },
    {
      "epoch": 23.434112078179876,
      "grad_norm": 0.11623565107584,
      "learning_rate": 4.5483345971934485e-07,
      "loss": 0.0048,
      "step": 153470
    },
    {
      "epoch": 23.435639028859367,
      "grad_norm": 0.43421754240989685,
      "learning_rate": 4.534437887581955e-07,
      "loss": 0.0055,
      "step": 153480
    },
    {
      "epoch": 23.43716597953886,
      "grad_norm": 0.20523078739643097,
      "learning_rate": 4.5205623433491326e-07,
      "loss": 0.0094,
      "step": 153490
    },
    {
      "epoch": 23.438692930218355,
      "grad_norm": 0.14264492690563202,
      "learning_rate": 4.506707965087675e-07,
      "loss": 0.0048,
      "step": 153500
    },
    {
      "epoch": 23.440219880897846,
      "grad_norm": 0.07478462904691696,
      "learning_rate": 4.492874753389331e-07,
      "loss": 0.0036,
      "step": 153510
    },
    {
      "epoch": 23.44174683157734,
      "grad_norm": 0.3288591802120209,
      "learning_rate": 4.4790627088451274e-07,
      "loss": 0.0035,
      "step": 153520
    },
    {
      "epoch": 23.44327378225683,
      "grad_norm": 0.2218058854341507,
      "learning_rate": 4.4652718320450924e-07,
      "loss": 0.0052,
      "step": 153530
    },
    {
      "epoch": 23.444800732936326,
      "grad_norm": 0.2394203394651413,
      "learning_rate": 4.4515021235783104e-07,
      "loss": 0.0035,
      "step": 153540
    },
    {
      "epoch": 23.44632768361582,
      "grad_norm": 0.33309677243232727,
      "learning_rate": 4.4377535840329776e-07,
      "loss": 0.0058,
      "step": 153550
    },
    {
      "epoch": 23.44785463429531,
      "grad_norm": 0.26419758796691895,
      "learning_rate": 4.424026213996513e-07,
      "loss": 0.0058,
      "step": 153560
    },
    {
      "epoch": 23.449381584974805,
      "grad_norm": 0.11416063457727432,
      "learning_rate": 4.4103200140551695e-07,
      "loss": 0.0046,
      "step": 153570
    },
    {
      "epoch": 23.4509085356543,
      "grad_norm": 0.09027298539876938,
      "learning_rate": 4.396634984794534e-07,
      "loss": 0.0045,
      "step": 153580
    },
    {
      "epoch": 23.45243548633379,
      "grad_norm": 0.4162468910217285,
      "learning_rate": 4.382971126799196e-07,
      "loss": 0.0071,
      "step": 153590
    },
    {
      "epoch": 23.453962437013285,
      "grad_norm": 0.0775129571557045,
      "learning_rate": 4.369328440652909e-07,
      "loss": 0.0042,
      "step": 153600
    },
    {
      "epoch": 23.45548938769278,
      "grad_norm": 0.13229309022426605,
      "learning_rate": 4.355706926938319e-07,
      "loss": 0.0055,
      "step": 153610
    },
    {
      "epoch": 23.45701633837227,
      "grad_norm": 0.07602836936712265,
      "learning_rate": 4.34210658623746e-07,
      "loss": 0.0045,
      "step": 153620
    },
    {
      "epoch": 23.458543289051764,
      "grad_norm": 0.13226047158241272,
      "learning_rate": 4.3285274191312566e-07,
      "loss": 0.0057,
      "step": 153630
    },
    {
      "epoch": 23.460070239731255,
      "grad_norm": 0.08008334785699844,
      "learning_rate": 4.3149694261998e-07,
      "loss": 0.004,
      "step": 153640
    },
    {
      "epoch": 23.46159719041075,
      "grad_norm": 0.3231811821460724,
      "learning_rate": 4.3014326080222377e-07,
      "loss": 0.0069,
      "step": 153650
    },
    {
      "epoch": 23.463124141090244,
      "grad_norm": 0.12904804944992065,
      "learning_rate": 4.28791696517683e-07,
      "loss": 0.0047,
      "step": 153660
    },
    {
      "epoch": 23.464651091769735,
      "grad_norm": 0.38438984751701355,
      "learning_rate": 4.2744224982409485e-07,
      "loss": 0.0049,
      "step": 153670
    },
    {
      "epoch": 23.46617804244923,
      "grad_norm": 0.08434139937162399,
      "learning_rate": 4.260949207791076e-07,
      "loss": 0.0059,
      "step": 153680
    },
    {
      "epoch": 23.467704993128724,
      "grad_norm": 0.34508588910102844,
      "learning_rate": 4.247497094402753e-07,
      "loss": 0.0057,
      "step": 153690
    },
    {
      "epoch": 23.469231943808214,
      "grad_norm": 0.290965735912323,
      "learning_rate": 4.234066158650574e-07,
      "loss": 0.0049,
      "step": 153700
    },
    {
      "epoch": 23.47075889448771,
      "grad_norm": 0.1735536754131317,
      "learning_rate": 4.220656401108414e-07,
      "loss": 0.006,
      "step": 153710
    },
    {
      "epoch": 23.4722858451672,
      "grad_norm": 0.4263990521430969,
      "learning_rate": 4.2072678223489813e-07,
      "loss": 0.0046,
      "step": 153720
    },
    {
      "epoch": 23.473812795846694,
      "grad_norm": 0.16715994477272034,
      "learning_rate": 4.1939004229443193e-07,
      "loss": 0.0068,
      "step": 153730
    },
    {
      "epoch": 23.47533974652619,
      "grad_norm": 0.27536532282829285,
      "learning_rate": 4.1805542034654144e-07,
      "loss": 0.0053,
      "step": 153740
    },
    {
      "epoch": 23.47686669720568,
      "grad_norm": 0.11157841235399246,
      "learning_rate": 4.1672291644823113e-07,
      "loss": 0.0034,
      "step": 153750
    },
    {
      "epoch": 23.478393647885174,
      "grad_norm": 0.11951027065515518,
      "learning_rate": 4.153925306564388e-07,
      "loss": 0.0053,
      "step": 153760
    },
    {
      "epoch": 23.479920598564668,
      "grad_norm": 0.11085359007120132,
      "learning_rate": 4.140642630279801e-07,
      "loss": 0.0034,
      "step": 153770
    },
    {
      "epoch": 23.48144754924416,
      "grad_norm": 0.06801265478134155,
      "learning_rate": 4.127381136196096e-07,
      "loss": 0.0044,
      "step": 153780
    },
    {
      "epoch": 23.482974499923653,
      "grad_norm": 0.19516727328300476,
      "learning_rate": 4.114140824879653e-07,
      "loss": 0.0039,
      "step": 153790
    },
    {
      "epoch": 23.484501450603144,
      "grad_norm": 0.5842480659484863,
      "learning_rate": 4.100921696896187e-07,
      "loss": 0.0061,
      "step": 153800
    },
    {
      "epoch": 23.48602840128264,
      "grad_norm": 0.2650601863861084,
      "learning_rate": 4.0877237528103575e-07,
      "loss": 0.0059,
      "step": 153810
    },
    {
      "epoch": 23.487555351962133,
      "grad_norm": 0.13559627532958984,
      "learning_rate": 4.0745469931859345e-07,
      "loss": 0.0041,
      "step": 153820
    },
    {
      "epoch": 23.489082302641624,
      "grad_norm": 0.18910002708435059,
      "learning_rate": 4.061391418585858e-07,
      "loss": 0.0071,
      "step": 153830
    },
    {
      "epoch": 23.490609253321118,
      "grad_norm": 0.31865182518959045,
      "learning_rate": 4.048257029572011e-07,
      "loss": 0.0065,
      "step": 153840
    },
    {
      "epoch": 23.492136204000612,
      "grad_norm": 0.1306421160697937,
      "learning_rate": 4.0351438267055565e-07,
      "loss": 0.0061,
      "step": 153850
    },
    {
      "epoch": 23.493663154680103,
      "grad_norm": 0.3567894399166107,
      "learning_rate": 4.0220518105466564e-07,
      "loss": 0.0048,
      "step": 153860
    },
    {
      "epoch": 23.495190105359598,
      "grad_norm": 0.1869024634361267,
      "learning_rate": 4.0089809816545865e-07,
      "loss": 0.0056,
      "step": 153870
    },
    {
      "epoch": 23.49671705603909,
      "grad_norm": 0.43258345127105713,
      "learning_rate": 3.995931340587622e-07,
      "loss": 0.0042,
      "step": 153880
    },
    {
      "epoch": 23.498244006718583,
      "grad_norm": 0.26050707697868347,
      "learning_rate": 3.982902887903317e-07,
      "loss": 0.0051,
      "step": 153890
    },
    {
      "epoch": 23.499770957398077,
      "grad_norm": 0.13904498517513275,
      "learning_rate": 3.9698956241581706e-07,
      "loss": 0.0062,
      "step": 153900
    },
    {
      "epoch": 23.501297908077568,
      "grad_norm": 0.24147239327430725,
      "learning_rate": 3.95690954990785e-07,
      "loss": 0.0063,
      "step": 153910
    },
    {
      "epoch": 23.502824858757062,
      "grad_norm": 0.04273921623826027,
      "learning_rate": 3.943944665707133e-07,
      "loss": 0.0046,
      "step": 153920
    },
    {
      "epoch": 23.504351809436557,
      "grad_norm": 0.36513614654541016,
      "learning_rate": 3.931000972109744e-07,
      "loss": 0.0062,
      "step": 153930
    },
    {
      "epoch": 23.505878760116047,
      "grad_norm": 0.13464635610580444,
      "learning_rate": 3.91807846966874e-07,
      "loss": 0.0062,
      "step": 153940
    },
    {
      "epoch": 23.507405710795542,
      "grad_norm": 0.23945850133895874,
      "learning_rate": 3.9051771589360684e-07,
      "loss": 0.0061,
      "step": 153950
    },
    {
      "epoch": 23.508932661475033,
      "grad_norm": 0.10996787995100021,
      "learning_rate": 3.8922970404629e-07,
      "loss": 0.0057,
      "step": 153960
    },
    {
      "epoch": 23.510459612154527,
      "grad_norm": 0.13485051691532135,
      "learning_rate": 3.8794381147994054e-07,
      "loss": 0.0061,
      "step": 153970
    },
    {
      "epoch": 23.51198656283402,
      "grad_norm": 0.2570268213748932,
      "learning_rate": 3.866600382494867e-07,
      "loss": 0.0101,
      "step": 153980
    },
    {
      "epoch": 23.513513513513512,
      "grad_norm": 0.12065482139587402,
      "learning_rate": 3.853783844097791e-07,
      "loss": 0.0065,
      "step": 153990
    },
    {
      "epoch": 23.515040464193007,
      "grad_norm": 0.5507372617721558,
      "learning_rate": 3.8409885001556287e-07,
      "loss": 0.0054,
      "step": 154000
    },
    {
      "epoch": 23.5165674148725,
      "grad_norm": 0.17115256190299988,
      "learning_rate": 3.828214351214943e-07,
      "loss": 0.0079,
      "step": 154010
    },
    {
      "epoch": 23.518094365551992,
      "grad_norm": 0.13944676518440247,
      "learning_rate": 3.815461397821407e-07,
      "loss": 0.005,
      "step": 154020
    },
    {
      "epoch": 23.519621316231486,
      "grad_norm": 0.26467007398605347,
      "learning_rate": 3.8027296405199195e-07,
      "loss": 0.0043,
      "step": 154030
    },
    {
      "epoch": 23.521148266910977,
      "grad_norm": 0.35928407311439514,
      "learning_rate": 3.790019079854212e-07,
      "loss": 0.0057,
      "step": 154040
    },
    {
      "epoch": 23.52267521759047,
      "grad_norm": 0.4275459051132202,
      "learning_rate": 3.7773297163673506e-07,
      "loss": 0.0052,
      "step": 154050
    },
    {
      "epoch": 23.524202168269966,
      "grad_norm": 0.16968034207820892,
      "learning_rate": 3.764661550601345e-07,
      "loss": 0.005,
      "step": 154060
    },
    {
      "epoch": 23.525729118949457,
      "grad_norm": 0.20686985552310944,
      "learning_rate": 3.75201458309743e-07,
      "loss": 0.0041,
      "step": 154070
    },
    {
      "epoch": 23.52725606962895,
      "grad_norm": 0.13861648738384247,
      "learning_rate": 3.739388814395783e-07,
      "loss": 0.0048,
      "step": 154080
    },
    {
      "epoch": 23.528783020308445,
      "grad_norm": 0.30092287063598633,
      "learning_rate": 3.726784245035808e-07,
      "loss": 0.0089,
      "step": 154090
    },
    {
      "epoch": 23.530309970987936,
      "grad_norm": 0.32103481888771057,
      "learning_rate": 3.7142008755559064e-07,
      "loss": 0.0055,
      "step": 154100
    },
    {
      "epoch": 23.53183692166743,
      "grad_norm": 0.17148733139038086,
      "learning_rate": 3.701638706493649e-07,
      "loss": 0.0037,
      "step": 154110
    },
    {
      "epoch": 23.533363872346925,
      "grad_norm": 0.27895036339759827,
      "learning_rate": 3.6890977383856607e-07,
      "loss": 0.0045,
      "step": 154120
    },
    {
      "epoch": 23.534890823026416,
      "grad_norm": 0.32820814847946167,
      "learning_rate": 3.6765779717676805e-07,
      "loss": 0.0052,
      "step": 154130
    },
    {
      "epoch": 23.53641777370591,
      "grad_norm": 0.2312798947095871,
      "learning_rate": 3.664079407174448e-07,
      "loss": 0.0056,
      "step": 154140
    },
    {
      "epoch": 23.5379447243854,
      "grad_norm": 0.1697992980480194,
      "learning_rate": 3.6516020451399793e-07,
      "loss": 0.0072,
      "step": 154150
    },
    {
      "epoch": 23.539471675064895,
      "grad_norm": 0.09045285731554031,
      "learning_rate": 3.639145886197293e-07,
      "loss": 0.0054,
      "step": 154160
    },
    {
      "epoch": 23.54099862574439,
      "grad_norm": 0.567974865436554,
      "learning_rate": 3.6267109308784076e-07,
      "loss": 0.0065,
      "step": 154170
    },
    {
      "epoch": 23.54252557642388,
      "grad_norm": 0.34235695004463196,
      "learning_rate": 3.6142971797145654e-07,
      "loss": 0.0055,
      "step": 154180
    },
    {
      "epoch": 23.544052527103375,
      "grad_norm": 0.06713493913412094,
      "learning_rate": 3.601904633236064e-07,
      "loss": 0.0057,
      "step": 154190
    },
    {
      "epoch": 23.54557947778287,
      "grad_norm": 0.24894915521144867,
      "learning_rate": 3.5895332919723133e-07,
      "loss": 0.0057,
      "step": 154200
    },
    {
      "epoch": 23.54710642846236,
      "grad_norm": 0.16992032527923584,
      "learning_rate": 3.5771831564517243e-07,
      "loss": 0.0053,
      "step": 154210
    },
    {
      "epoch": 23.548633379141855,
      "grad_norm": 0.4463525712490082,
      "learning_rate": 3.5648542272019305e-07,
      "loss": 0.0058,
      "step": 154220
    },
    {
      "epoch": 23.550160329821345,
      "grad_norm": 0.13481634855270386,
      "learning_rate": 3.5525465047495656e-07,
      "loss": 0.004,
      "step": 154230
    },
    {
      "epoch": 23.55168728050084,
      "grad_norm": 0.21822236478328705,
      "learning_rate": 3.540259989620431e-07,
      "loss": 0.005,
      "step": 154240
    },
    {
      "epoch": 23.553214231180334,
      "grad_norm": 0.06723964214324951,
      "learning_rate": 3.5279946823393304e-07,
      "loss": 0.0047,
      "step": 154250
    },
    {
      "epoch": 23.554741181859825,
      "grad_norm": 0.30527612566947937,
      "learning_rate": 3.5157505834302886e-07,
      "loss": 0.0074,
      "step": 154260
    },
    {
      "epoch": 23.55626813253932,
      "grad_norm": 0.21363775432109833,
      "learning_rate": 3.5035276934163305e-07,
      "loss": 0.0056,
      "step": 154270
    },
    {
      "epoch": 23.557795083218814,
      "grad_norm": 0.1583837866783142,
      "learning_rate": 3.491326012819485e-07,
      "loss": 0.0036,
      "step": 154280
    },
    {
      "epoch": 23.559322033898304,
      "grad_norm": 0.3781262934207916,
      "learning_rate": 3.4791455421611664e-07,
      "loss": 0.0054,
      "step": 154290
    },
    {
      "epoch": 23.5608489845778,
      "grad_norm": 0.20314647257328033,
      "learning_rate": 3.4669862819615705e-07,
      "loss": 0.006,
      "step": 154300
    },
    {
      "epoch": 23.56237593525729,
      "grad_norm": 0.16126810014247894,
      "learning_rate": 3.454848232740171e-07,
      "loss": 0.0053,
      "step": 154310
    },
    {
      "epoch": 23.563902885936784,
      "grad_norm": 0.16709589958190918,
      "learning_rate": 3.442731395015497e-07,
      "loss": 0.0042,
      "step": 154320
    },
    {
      "epoch": 23.56542983661628,
      "grad_norm": 0.14594095945358276,
      "learning_rate": 3.4306357693050794e-07,
      "loss": 0.0043,
      "step": 154330
    },
    {
      "epoch": 23.56695678729577,
      "grad_norm": 0.47253650426864624,
      "learning_rate": 3.4185613561257267e-07,
      "loss": 0.0076,
      "step": 154340
    },
    {
      "epoch": 23.568483737975264,
      "grad_norm": 0.03728828951716423,
      "learning_rate": 3.406508155993138e-07,
      "loss": 0.0061,
      "step": 154350
    },
    {
      "epoch": 23.570010688654758,
      "grad_norm": 0.17765061557292938,
      "learning_rate": 3.3944761694222894e-07,
      "loss": 0.0041,
      "step": 154360
    },
    {
      "epoch": 23.57153763933425,
      "grad_norm": 0.09765984863042831,
      "learning_rate": 3.3824653969271037e-07,
      "loss": 0.0047,
      "step": 154370
    },
    {
      "epoch": 23.573064590013743,
      "grad_norm": 0.17257463932037354,
      "learning_rate": 3.3704758390206704e-07,
      "loss": 0.0059,
      "step": 154380
    },
    {
      "epoch": 23.574591540693234,
      "grad_norm": 0.9354105591773987,
      "learning_rate": 3.358507496215191e-07,
      "loss": 0.0057,
      "step": 154390
    },
    {
      "epoch": 23.57611849137273,
      "grad_norm": 0.08985576778650284,
      "learning_rate": 3.346560369021923e-07,
      "loss": 0.0066,
      "step": 154400
    },
    {
      "epoch": 23.577645442052223,
      "grad_norm": 0.36157238483428955,
      "learning_rate": 3.33463445795118e-07,
      "loss": 0.0051,
      "step": 154410
    },
    {
      "epoch": 23.579172392731714,
      "grad_norm": 0.20946069061756134,
      "learning_rate": 3.3227297635124444e-07,
      "loss": 0.0074,
      "step": 154420
    },
    {
      "epoch": 23.580699343411208,
      "grad_norm": 0.1398521363735199,
      "learning_rate": 3.3108462862143083e-07,
      "loss": 0.0068,
      "step": 154430
    },
    {
      "epoch": 23.582226294090702,
      "grad_norm": 0.04753367602825165,
      "learning_rate": 3.298984026564367e-07,
      "loss": 0.005,
      "step": 154440
    },
    {
      "epoch": 23.583753244770193,
      "grad_norm": 0.6308568716049194,
      "learning_rate": 3.28714298506938e-07,
      "loss": 0.0049,
      "step": 154450
    },
    {
      "epoch": 23.585280195449688,
      "grad_norm": 0.398205041885376,
      "learning_rate": 3.275323162235111e-07,
      "loss": 0.0062,
      "step": 154460
    },
    {
      "epoch": 23.58680714612918,
      "grad_norm": 0.14319173991680145,
      "learning_rate": 3.263524558566544e-07,
      "loss": 0.0044,
      "step": 154470
    },
    {
      "epoch": 23.588334096808673,
      "grad_norm": 0.09596987068653107,
      "learning_rate": 3.2517471745676654e-07,
      "loss": 0.0081,
      "step": 154480
    },
    {
      "epoch": 23.589861047488167,
      "grad_norm": 0.18692968785762787,
      "learning_rate": 3.239991010741572e-07,
      "loss": 0.0062,
      "step": 154490
    },
    {
      "epoch": 23.591387998167658,
      "grad_norm": 0.4523923695087433,
      "learning_rate": 3.2282560675905294e-07,
      "loss": 0.0048,
      "step": 154500
    },
    {
      "epoch": 23.592914948847152,
      "grad_norm": 0.3921193480491638,
      "learning_rate": 3.216542345615747e-07,
      "loss": 0.0051,
      "step": 154510
    },
    {
      "epoch": 23.594441899526647,
      "grad_norm": 0.14975444972515106,
      "learning_rate": 3.204849845317659e-07,
      "loss": 0.0048,
      "step": 154520
    },
    {
      "epoch": 23.595968850206138,
      "grad_norm": 0.10121919959783554,
      "learning_rate": 3.193178567195754e-07,
      "loss": 0.0043,
      "step": 154530
    },
    {
      "epoch": 23.597495800885632,
      "grad_norm": 0.16677714884281158,
      "learning_rate": 3.181528511748633e-07,
      "loss": 0.0042,
      "step": 154540
    },
    {
      "epoch": 23.599022751565123,
      "grad_norm": 0.5496515035629272,
      "learning_rate": 3.1698996794738424e-07,
      "loss": 0.0071,
      "step": 154550
    },
    {
      "epoch": 23.600549702244617,
      "grad_norm": 0.09342541545629501,
      "learning_rate": 3.1582920708683186e-07,
      "loss": 0.006,
      "step": 154560
    },
    {
      "epoch": 23.60207665292411,
      "grad_norm": 0.0667322501540184,
      "learning_rate": 3.1467056864277756e-07,
      "loss": 0.0037,
      "step": 154570
    },
    {
      "epoch": 23.603603603603602,
      "grad_norm": 0.294273316860199,
      "learning_rate": 3.1351405266472625e-07,
      "loss": 0.0076,
      "step": 154580
    },
    {
      "epoch": 23.605130554283097,
      "grad_norm": 0.20188423991203308,
      "learning_rate": 3.123596592020717e-07,
      "loss": 0.0057,
      "step": 154590
    },
    {
      "epoch": 23.60665750496259,
      "grad_norm": 0.1691211462020874,
      "learning_rate": 3.112073883041411e-07,
      "loss": 0.0044,
      "step": 154600
    },
    {
      "epoch": 23.608184455642082,
      "grad_norm": 0.12958891689777374,
      "learning_rate": 3.1005724002014515e-07,
      "loss": 0.0044,
      "step": 154610
    },
    {
      "epoch": 23.609711406321576,
      "grad_norm": 0.10151156783103943,
      "learning_rate": 3.089092143992167e-07,
      "loss": 0.0045,
      "step": 154620
    },
    {
      "epoch": 23.61123835700107,
      "grad_norm": 0.2845533788204193,
      "learning_rate": 3.0776331149041105e-07,
      "loss": 0.008,
      "step": 154630
    },
    {
      "epoch": 23.61276530768056,
      "grad_norm": 0.2201366275548935,
      "learning_rate": 3.066195313426612e-07,
      "loss": 0.005,
      "step": 154640
    },
    {
      "epoch": 23.614292258360056,
      "grad_norm": 0.29402264952659607,
      "learning_rate": 3.054778740048336e-07,
      "loss": 0.0039,
      "step": 154650
    },
    {
      "epoch": 23.615819209039547,
      "grad_norm": 0.06341984122991562,
      "learning_rate": 3.04338339525706e-07,
      "loss": 0.0035,
      "step": 154660
    },
    {
      "epoch": 23.61734615971904,
      "grad_norm": 0.23358213901519775,
      "learning_rate": 3.032009279539505e-07,
      "loss": 0.006,
      "step": 154670
    },
    {
      "epoch": 23.618873110398535,
      "grad_norm": 0.1684882789850235,
      "learning_rate": 3.0206563933815044e-07,
      "loss": 0.0044,
      "step": 154680
    },
    {
      "epoch": 23.620400061078026,
      "grad_norm": 0.39064621925354004,
      "learning_rate": 3.0093247372681156e-07,
      "loss": 0.0053,
      "step": 154690
    },
    {
      "epoch": 23.62192701175752,
      "grad_norm": 0.2715755105018616,
      "learning_rate": 2.998014311683339e-07,
      "loss": 0.0048,
      "step": 154700
    },
    {
      "epoch": 23.62345396243701,
      "grad_norm": 0.17052261531352997,
      "learning_rate": 2.9867251171104e-07,
      "loss": 0.0041,
      "step": 154710
    },
    {
      "epoch": 23.624980913116506,
      "grad_norm": 0.2583327293395996,
      "learning_rate": 2.9754571540315246e-07,
      "loss": 0.0032,
      "step": 154720
    },
    {
      "epoch": 23.626507863796,
      "grad_norm": 0.24373658001422882,
      "learning_rate": 2.9642104229280486e-07,
      "loss": 0.0053,
      "step": 154730
    },
    {
      "epoch": 23.62803481447549,
      "grad_norm": 0.24279512465000153,
      "learning_rate": 2.952984924280422e-07,
      "loss": 0.0051,
      "step": 154740
    },
    {
      "epoch": 23.629561765154985,
      "grad_norm": 0.26265043020248413,
      "learning_rate": 2.9417806585681493e-07,
      "loss": 0.0065,
      "step": 154750
    },
    {
      "epoch": 23.63108871583448,
      "grad_norm": 0.19617687165737152,
      "learning_rate": 2.930597626269904e-07,
      "loss": 0.0049,
      "step": 154760
    },
    {
      "epoch": 23.63261566651397,
      "grad_norm": 0.07073677331209183,
      "learning_rate": 2.919435827863415e-07,
      "loss": 0.0069,
      "step": 154770
    },
    {
      "epoch": 23.634142617193465,
      "grad_norm": 0.1567244976758957,
      "learning_rate": 2.9082952638254114e-07,
      "loss": 0.0052,
      "step": 154780
    },
    {
      "epoch": 23.63566956787296,
      "grad_norm": 0.34232252836227417,
      "learning_rate": 2.897175934631846e-07,
      "loss": 0.0071,
      "step": 154790
    },
    {
      "epoch": 23.63719651855245,
      "grad_norm": 0.34324830770492554,
      "learning_rate": 2.8860778407577837e-07,
      "loss": 0.0077,
      "step": 154800
    },
    {
      "epoch": 23.638723469231945,
      "grad_norm": 0.1686025857925415,
      "learning_rate": 2.875000982677178e-07,
      "loss": 0.0042,
      "step": 154810
    },
    {
      "epoch": 23.640250419911435,
      "grad_norm": 0.1581760197877884,
      "learning_rate": 2.863945360863318e-07,
      "loss": 0.0043,
      "step": 154820
    },
    {
      "epoch": 23.64177737059093,
      "grad_norm": 0.10081643611192703,
      "learning_rate": 2.8529109757884367e-07,
      "loss": 0.0043,
      "step": 154830
    },
    {
      "epoch": 23.643304321270424,
      "grad_norm": 0.5952321887016296,
      "learning_rate": 2.8418978279238784e-07,
      "loss": 0.0084,
      "step": 154840
    },
    {
      "epoch": 23.644831271949915,
      "grad_norm": 0.05967503413558006,
      "learning_rate": 2.8309059177401564e-07,
      "loss": 0.0048,
      "step": 154850
    },
    {
      "epoch": 23.64635822262941,
      "grad_norm": 0.1507691890001297,
      "learning_rate": 2.8199352457068397e-07,
      "loss": 0.0059,
      "step": 154860
    },
    {
      "epoch": 23.647885173308904,
      "grad_norm": 0.14098918437957764,
      "learning_rate": 2.808985812292497e-07,
      "loss": 0.0055,
      "step": 154870
    },
    {
      "epoch": 23.649412123988395,
      "grad_norm": 0.6166968941688538,
      "learning_rate": 2.7980576179649223e-07,
      "loss": 0.0048,
      "step": 154880
    },
    {
      "epoch": 23.65093907466789,
      "grad_norm": 0.22098112106323242,
      "learning_rate": 2.7871506631909626e-07,
      "loss": 0.0049,
      "step": 154890
    },
    {
      "epoch": 23.65246602534738,
      "grad_norm": 0.12913092970848083,
      "learning_rate": 2.7762649484365246e-07,
      "loss": 0.005,
      "step": 154900
    },
    {
      "epoch": 23.653992976026874,
      "grad_norm": 0.7989240288734436,
      "learning_rate": 2.7654004741665686e-07,
      "loss": 0.0063,
      "step": 154910
    },
    {
      "epoch": 23.65551992670637,
      "grad_norm": 0.2691354751586914,
      "learning_rate": 2.754557240845279e-07,
      "loss": 0.0039,
      "step": 154920
    },
    {
      "epoch": 23.65704687738586,
      "grad_norm": 0.29817357659339905,
      "learning_rate": 2.7437352489358414e-07,
      "loss": 0.0053,
      "step": 154930
    },
    {
      "epoch": 23.658573828065354,
      "grad_norm": 0.11541267484426498,
      "learning_rate": 2.7329344989005523e-07,
      "loss": 0.0043,
      "step": 154940
    },
    {
      "epoch": 23.660100778744848,
      "grad_norm": 0.08458420634269714,
      "learning_rate": 2.7221549912007647e-07,
      "loss": 0.005,
      "step": 154950
    },
    {
      "epoch": 23.66162772942434,
      "grad_norm": 0.42410343885421753,
      "learning_rate": 2.7113967262969997e-07,
      "loss": 0.0044,
      "step": 154960
    },
    {
      "epoch": 23.663154680103833,
      "grad_norm": 0.07188193500041962,
      "learning_rate": 2.700659704648778e-07,
      "loss": 0.0056,
      "step": 154970
    },
    {
      "epoch": 23.664681630783324,
      "grad_norm": 0.22297543287277222,
      "learning_rate": 2.689943926714844e-07,
      "loss": 0.0051,
      "step": 154980
    },
    {
      "epoch": 23.66620858146282,
      "grad_norm": 0.09735498577356339,
      "learning_rate": 2.6792493929529427e-07,
      "loss": 0.0048,
      "step": 154990
    },
    {
      "epoch": 23.667735532142313,
      "grad_norm": 0.3330525755882263,
      "learning_rate": 2.668576103819875e-07,
      "loss": 0.0045,
      "step": 155000
    },
    {
      "epoch": 23.669262482821804,
      "grad_norm": 0.19918161630630493,
      "learning_rate": 2.65792405977161e-07,
      "loss": 0.0052,
      "step": 155010
    },
    {
      "epoch": 23.670789433501298,
      "grad_norm": 0.3313014507293701,
      "learning_rate": 2.647293261263173e-07,
      "loss": 0.0057,
      "step": 155020
    },
    {
      "epoch": 23.672316384180792,
      "grad_norm": 0.09835687279701233,
      "learning_rate": 2.636683708748755e-07,
      "loss": 0.0057,
      "step": 155030
    },
    {
      "epoch": 23.673843334860283,
      "grad_norm": 0.20546726882457733,
      "learning_rate": 2.6260954026814386e-07,
      "loss": 0.0063,
      "step": 155040
    },
    {
      "epoch": 23.675370285539778,
      "grad_norm": 0.1832326352596283,
      "learning_rate": 2.61552834351364e-07,
      "loss": 0.0048,
      "step": 155050
    },
    {
      "epoch": 23.67689723621927,
      "grad_norm": 0.25862911343574524,
      "learning_rate": 2.6049825316968314e-07,
      "loss": 0.0076,
      "step": 155060
    },
    {
      "epoch": 23.678424186898763,
      "grad_norm": 0.2672257125377655,
      "learning_rate": 2.594457967681374e-07,
      "loss": 0.0058,
      "step": 155070
    },
    {
      "epoch": 23.679951137578257,
      "grad_norm": 0.22688347101211548,
      "learning_rate": 2.5839546519168535e-07,
      "loss": 0.0042,
      "step": 155080
    },
    {
      "epoch": 23.681478088257748,
      "grad_norm": 0.17283229529857635,
      "learning_rate": 2.573472584852077e-07,
      "loss": 0.0062,
      "step": 155090
    },
    {
      "epoch": 23.683005038937242,
      "grad_norm": 0.1821429431438446,
      "learning_rate": 2.563011766934742e-07,
      "loss": 0.007,
      "step": 155100
    },
    {
      "epoch": 23.684531989616737,
      "grad_norm": 0.09038970619440079,
      "learning_rate": 2.552572198611658e-07,
      "loss": 0.0065,
      "step": 155110
    },
    {
      "epoch": 23.686058940296228,
      "grad_norm": 0.345822274684906,
      "learning_rate": 2.5421538803289125e-07,
      "loss": 0.0067,
      "step": 155120
    },
    {
      "epoch": 23.687585890975722,
      "grad_norm": 0.19747796654701233,
      "learning_rate": 2.531756812531483e-07,
      "loss": 0.0044,
      "step": 155130
    },
    {
      "epoch": 23.689112841655216,
      "grad_norm": 0.2131117880344391,
      "learning_rate": 2.521380995663514e-07,
      "loss": 0.0053,
      "step": 155140
    },
    {
      "epoch": 23.690639792334707,
      "grad_norm": 0.13038502633571625,
      "learning_rate": 2.511026430168262e-07,
      "loss": 0.0073,
      "step": 155150
    },
    {
      "epoch": 23.6921667430142,
      "grad_norm": 0.43091022968292236,
      "learning_rate": 2.50069311648804e-07,
      "loss": 0.0055,
      "step": 155160
    },
    {
      "epoch": 23.693693693693692,
      "grad_norm": 0.3206023573875427,
      "learning_rate": 2.4903810550642725e-07,
      "loss": 0.0048,
      "step": 155170
    },
    {
      "epoch": 23.695220644373187,
      "grad_norm": 0.4473399221897125,
      "learning_rate": 2.4800902463374964e-07,
      "loss": 0.0056,
      "step": 155180
    },
    {
      "epoch": 23.69674759505268,
      "grad_norm": 0.3541778326034546,
      "learning_rate": 2.4698206907472487e-07,
      "loss": 0.0033,
      "step": 155190
    },
    {
      "epoch": 23.698274545732172,
      "grad_norm": 0.11130288988351822,
      "learning_rate": 2.45957238873229e-07,
      "loss": 0.004,
      "step": 155200
    },
    {
      "epoch": 23.699801496411666,
      "grad_norm": 0.08114043623209,
      "learning_rate": 2.44934534073038e-07,
      "loss": 0.0079,
      "step": 155210
    },
    {
      "epoch": 23.701328447091157,
      "grad_norm": 0.19776590168476105,
      "learning_rate": 2.4391395471783926e-07,
      "loss": 0.0058,
      "step": 155220
    },
    {
      "epoch": 23.70285539777065,
      "grad_norm": 0.06285333633422852,
      "learning_rate": 2.428955008512368e-07,
      "loss": 0.0033,
      "step": 155230
    },
    {
      "epoch": 23.704382348450146,
      "grad_norm": 0.17352114617824554,
      "learning_rate": 2.4187917251672907e-07,
      "loss": 0.0059,
      "step": 155240
    },
    {
      "epoch": 23.705909299129637,
      "grad_norm": 0.08292359858751297,
      "learning_rate": 2.4086496975773145e-07,
      "loss": 0.0044,
      "step": 155250
    },
    {
      "epoch": 23.70743624980913,
      "grad_norm": 0.39407995343208313,
      "learning_rate": 2.3985289261757583e-07,
      "loss": 0.0042,
      "step": 155260
    },
    {
      "epoch": 23.708963200488625,
      "grad_norm": 0.294283002614975,
      "learning_rate": 2.388429411394943e-07,
      "loss": 0.0048,
      "step": 155270
    },
    {
      "epoch": 23.710490151168116,
      "grad_norm": 0.3245238959789276,
      "learning_rate": 2.3783511536662472e-07,
      "loss": 0.0064,
      "step": 155280
    },
    {
      "epoch": 23.71201710184761,
      "grad_norm": 0.0370817705988884,
      "learning_rate": 2.368294153420214e-07,
      "loss": 0.0036,
      "step": 155290
    },
    {
      "epoch": 23.713544052527105,
      "grad_norm": 0.07521282881498337,
      "learning_rate": 2.3582584110865002e-07,
      "loss": 0.0048,
      "step": 155300
    },
    {
      "epoch": 23.715071003206596,
      "grad_norm": 0.30424433946609497,
      "learning_rate": 2.3482439270937628e-07,
      "loss": 0.0059,
      "step": 155310
    },
    {
      "epoch": 23.71659795388609,
      "grad_norm": 0.5918229818344116,
      "learning_rate": 2.3382507018698264e-07,
      "loss": 0.0047,
      "step": 155320
    },
    {
      "epoch": 23.71812490456558,
      "grad_norm": 0.16915223002433777,
      "learning_rate": 2.328278735841627e-07,
      "loss": 0.0072,
      "step": 155330
    },
    {
      "epoch": 23.719651855245075,
      "grad_norm": 0.13264550268650055,
      "learning_rate": 2.3183280294351016e-07,
      "loss": 0.0071,
      "step": 155340
    },
    {
      "epoch": 23.72117880592457,
      "grad_norm": 0.23929040133953094,
      "learning_rate": 2.3083985830753552e-07,
      "loss": 0.0054,
      "step": 155350
    },
    {
      "epoch": 23.72270575660406,
      "grad_norm": 0.15488405525684357,
      "learning_rate": 2.2984903971864924e-07,
      "loss": 0.0053,
      "step": 155360
    },
    {
      "epoch": 23.724232707283555,
      "grad_norm": 0.16659852862358093,
      "learning_rate": 2.288603472191786e-07,
      "loss": 0.0053,
      "step": 155370
    },
    {
      "epoch": 23.72575965796305,
      "grad_norm": 0.08376061171293259,
      "learning_rate": 2.2787378085136757e-07,
      "loss": 0.0041,
      "step": 155380
    },
    {
      "epoch": 23.72728660864254,
      "grad_norm": 0.1475803405046463,
      "learning_rate": 2.2688934065734913e-07,
      "loss": 0.0033,
      "step": 155390
    },
    {
      "epoch": 23.728813559322035,
      "grad_norm": 0.06639005988836288,
      "learning_rate": 2.2590702667918405e-07,
      "loss": 0.0075,
      "step": 155400
    },
    {
      "epoch": 23.730340510001525,
      "grad_norm": 0.18161000311374664,
      "learning_rate": 2.2492683895883326e-07,
      "loss": 0.0049,
      "step": 155410
    },
    {
      "epoch": 23.73186746068102,
      "grad_norm": 0.15109297633171082,
      "learning_rate": 2.239487775381688e-07,
      "loss": 0.0049,
      "step": 155420
    },
    {
      "epoch": 23.733394411360514,
      "grad_norm": 0.16121089458465576,
      "learning_rate": 2.2297284245896833e-07,
      "loss": 0.0049,
      "step": 155430
    },
    {
      "epoch": 23.734921362040005,
      "grad_norm": 0.21918512880802155,
      "learning_rate": 2.2199903376293186e-07,
      "loss": 0.0051,
      "step": 155440
    },
    {
      "epoch": 23.7364483127195,
      "grad_norm": 0.13360479474067688,
      "learning_rate": 2.2102735149164277e-07,
      "loss": 0.0051,
      "step": 155450
    },
    {
      "epoch": 23.737975263398994,
      "grad_norm": 0.48169392347335815,
      "learning_rate": 2.2005779568662343e-07,
      "loss": 0.0054,
      "step": 155460
    },
    {
      "epoch": 23.739502214078485,
      "grad_norm": 0.21843262016773224,
      "learning_rate": 2.1909036638928516e-07,
      "loss": 0.005,
      "step": 155470
    },
    {
      "epoch": 23.74102916475798,
      "grad_norm": 0.13013817369937897,
      "learning_rate": 2.1812506364095597e-07,
      "loss": 0.003,
      "step": 155480
    },
    {
      "epoch": 23.74255611543747,
      "grad_norm": 0.11775645613670349,
      "learning_rate": 2.171618874828696e-07,
      "loss": 0.0037,
      "step": 155490
    },
    {
      "epoch": 23.744083066116964,
      "grad_norm": 0.11873263865709305,
      "learning_rate": 2.162008379561764e-07,
      "loss": 0.0051,
      "step": 155500
    },
    {
      "epoch": 23.74561001679646,
      "grad_norm": 0.20321403443813324,
      "learning_rate": 2.1524191510192694e-07,
      "loss": 0.0054,
      "step": 155510
    },
    {
      "epoch": 23.74713696747595,
      "grad_norm": 0.10033534467220306,
      "learning_rate": 2.1428511896108283e-07,
      "loss": 0.0041,
      "step": 155520
    },
    {
      "epoch": 23.748663918155444,
      "grad_norm": 0.23723134398460388,
      "learning_rate": 2.1333044957452252e-07,
      "loss": 0.0049,
      "step": 155530
    },
    {
      "epoch": 23.750190868834938,
      "grad_norm": 0.08848893642425537,
      "learning_rate": 2.1237790698301895e-07,
      "loss": 0.0041,
      "step": 155540
    },
    {
      "epoch": 23.75171781951443,
      "grad_norm": 0.18504805862903595,
      "learning_rate": 2.114274912272729e-07,
      "loss": 0.0052,
      "step": 155550
    },
    {
      "epoch": 23.753244770193923,
      "grad_norm": 0.1270788609981537,
      "learning_rate": 2.1047920234787967e-07,
      "loss": 0.006,
      "step": 155560
    },
    {
      "epoch": 23.754771720873414,
      "grad_norm": 0.17665928602218628,
      "learning_rate": 2.0953304038535127e-07,
      "loss": 0.0045,
      "step": 155570
    },
    {
      "epoch": 23.75629867155291,
      "grad_norm": 0.0760614424943924,
      "learning_rate": 2.0858900538009985e-07,
      "loss": 0.0041,
      "step": 155580
    },
    {
      "epoch": 23.757825622232403,
      "grad_norm": 0.22553494572639465,
      "learning_rate": 2.0764709737245424e-07,
      "loss": 0.0086,
      "step": 155590
    },
    {
      "epoch": 23.759352572911894,
      "grad_norm": 0.16025415062904358,
      "learning_rate": 2.0670731640266007e-07,
      "loss": 0.0055,
      "step": 155600
    },
    {
      "epoch": 23.760879523591388,
      "grad_norm": 0.12580659985542297,
      "learning_rate": 2.0576966251085183e-07,
      "loss": 0.0067,
      "step": 155610
    },
    {
      "epoch": 23.762406474270882,
      "grad_norm": 0.06246047839522362,
      "learning_rate": 2.0483413573708644e-07,
      "loss": 0.0047,
      "step": 155620
    },
    {
      "epoch": 23.763933424950373,
      "grad_norm": 0.1375133991241455,
      "learning_rate": 2.0390073612133743e-07,
      "loss": 0.0056,
      "step": 155630
    },
    {
      "epoch": 23.765460375629868,
      "grad_norm": 0.22994062304496765,
      "learning_rate": 2.0296946370346182e-07,
      "loss": 0.0047,
      "step": 155640
    },
    {
      "epoch": 23.76698732630936,
      "grad_norm": 0.15421991050243378,
      "learning_rate": 2.0204031852325555e-07,
      "loss": 0.0045,
      "step": 155650
    },
    {
      "epoch": 23.768514276988853,
      "grad_norm": 0.10059762746095657,
      "learning_rate": 2.0111330062040358e-07,
      "loss": 0.0038,
      "step": 155660
    },
    {
      "epoch": 23.770041227668347,
      "grad_norm": 0.16687561571598053,
      "learning_rate": 2.001884100345075e-07,
      "loss": 0.0051,
      "step": 155670
    },
    {
      "epoch": 23.771568178347838,
      "grad_norm": 0.10121247917413712,
      "learning_rate": 1.992656468050802e-07,
      "loss": 0.0045,
      "step": 155680
    },
    {
      "epoch": 23.773095129027332,
      "grad_norm": 0.4600909352302551,
      "learning_rate": 1.9834501097153456e-07,
      "loss": 0.0048,
      "step": 155690
    },
    {
      "epoch": 23.774622079706827,
      "grad_norm": 0.23398886620998383,
      "learning_rate": 1.9742650257320584e-07,
      "loss": 0.0047,
      "step": 155700
    },
    {
      "epoch": 23.776149030386318,
      "grad_norm": 0.25005462765693665,
      "learning_rate": 1.965101216493237e-07,
      "loss": 0.0035,
      "step": 155710
    },
    {
      "epoch": 23.777675981065812,
      "grad_norm": 0.08481310307979584,
      "learning_rate": 1.9559586823903465e-07,
      "loss": 0.0048,
      "step": 155720
    },
    {
      "epoch": 23.779202931745303,
      "grad_norm": 0.20485180616378784,
      "learning_rate": 1.9468374238140185e-07,
      "loss": 0.0041,
      "step": 155730
    },
    {
      "epoch": 23.780729882424797,
      "grad_norm": 0.09436839818954468,
      "learning_rate": 1.9377374411538306e-07,
      "loss": 0.0064,
      "step": 155740
    },
    {
      "epoch": 23.78225683310429,
      "grad_norm": 0.17308564484119415,
      "learning_rate": 1.928658734798472e-07,
      "loss": 0.0057,
      "step": 155750
    },
    {
      "epoch": 23.783783783783782,
      "grad_norm": 0.18563637137413025,
      "learning_rate": 1.9196013051359096e-07,
      "loss": 0.0046,
      "step": 155760
    },
    {
      "epoch": 23.785310734463277,
      "grad_norm": 0.13372796773910522,
      "learning_rate": 1.91056515255289e-07,
      "loss": 0.0046,
      "step": 155770
    },
    {
      "epoch": 23.78683768514277,
      "grad_norm": 0.0733836367726326,
      "learning_rate": 1.9015502774355487e-07,
      "loss": 0.0057,
      "step": 155780
    },
    {
      "epoch": 23.788364635822262,
      "grad_norm": 0.09486519545316696,
      "learning_rate": 1.8925566801689664e-07,
      "loss": 0.0034,
      "step": 155790
    },
    {
      "epoch": 23.789891586501756,
      "grad_norm": 0.1291692554950714,
      "learning_rate": 1.8835843611372806e-07,
      "loss": 0.0049,
      "step": 155800
    },
    {
      "epoch": 23.79141853718125,
      "grad_norm": 0.20891450345516205,
      "learning_rate": 1.8746333207237955e-07,
      "loss": 0.0046,
      "step": 155810
    },
    {
      "epoch": 23.79294548786074,
      "grad_norm": 0.10575240105390549,
      "learning_rate": 1.8657035593109273e-07,
      "loss": 0.0037,
      "step": 155820
    },
    {
      "epoch": 23.794472438540236,
      "grad_norm": 0.16022202372550964,
      "learning_rate": 1.8567950772800935e-07,
      "loss": 0.0045,
      "step": 155830
    },
    {
      "epoch": 23.795999389219727,
      "grad_norm": 0.4197876453399658,
      "learning_rate": 1.8479078750118227e-07,
      "loss": 0.0068,
      "step": 155840
    },
    {
      "epoch": 23.79752633989922,
      "grad_norm": 0.15232786536216736,
      "learning_rate": 1.8390419528858116e-07,
      "loss": 0.0048,
      "step": 155850
    },
    {
      "epoch": 23.799053290578716,
      "grad_norm": 0.07662571221590042,
      "learning_rate": 1.8301973112808124e-07,
      "loss": 0.0045,
      "step": 155860
    },
    {
      "epoch": 23.800580241258206,
      "grad_norm": 0.4273828864097595,
      "learning_rate": 1.8213739505745786e-07,
      "loss": 0.0062,
      "step": 155870
    },
    {
      "epoch": 23.8021071919377,
      "grad_norm": 0.1403643786907196,
      "learning_rate": 1.8125718711440309e-07,
      "loss": 0.0052,
      "step": 155880
    },
    {
      "epoch": 23.803634142617195,
      "grad_norm": 0.10038575530052185,
      "learning_rate": 1.8037910733652573e-07,
      "loss": 0.004,
      "step": 155890
    },
    {
      "epoch": 23.805161093296686,
      "grad_norm": 0.059191759675741196,
      "learning_rate": 1.7950315576132914e-07,
      "loss": 0.0076,
      "step": 155900
    },
    {
      "epoch": 23.80668804397618,
      "grad_norm": 0.21550554037094116,
      "learning_rate": 1.786293324262389e-07,
      "loss": 0.0053,
      "step": 155910
    },
    {
      "epoch": 23.80821499465567,
      "grad_norm": 0.2696961462497711,
      "learning_rate": 1.777576373685752e-07,
      "loss": 0.0054,
      "step": 155920
    },
    {
      "epoch": 23.809741945335166,
      "grad_norm": 0.29112884402275085,
      "learning_rate": 1.7688807062558045e-07,
      "loss": 0.0054,
      "step": 155930
    },
    {
      "epoch": 23.81126889601466,
      "grad_norm": 0.4673879146575928,
      "learning_rate": 1.7602063223439712e-07,
      "loss": 0.0076,
      "step": 155940
    },
    {
      "epoch": 23.81279584669415,
      "grad_norm": 0.14841173589229584,
      "learning_rate": 1.7515532223208453e-07,
      "loss": 0.0048,
      "step": 155950
    },
    {
      "epoch": 23.814322797373645,
      "grad_norm": 0.2517279088497162,
      "learning_rate": 1.742921406556075e-07,
      "loss": 0.0061,
      "step": 155960
    },
    {
      "epoch": 23.81584974805314,
      "grad_norm": 0.13260282576084137,
      "learning_rate": 1.7343108754183656e-07,
      "loss": 0.0082,
      "step": 155970
    },
    {
      "epoch": 23.81737669873263,
      "grad_norm": 0.1928299218416214,
      "learning_rate": 1.725721629275534e-07,
      "loss": 0.0059,
      "step": 155980
    },
    {
      "epoch": 23.818903649412125,
      "grad_norm": 0.132931649684906,
      "learning_rate": 1.7171536684945089e-07,
      "loss": 0.0046,
      "step": 155990
    },
    {
      "epoch": 23.820430600091616,
      "grad_norm": 0.5143572092056274,
      "learning_rate": 1.7086069934413308e-07,
      "loss": 0.0053,
      "step": 156000
    },
    {
      "epoch": 23.82195755077111,
      "grad_norm": 0.17191611230373383,
      "learning_rate": 1.700081604481041e-07,
      "loss": 0.0043,
      "step": 156010
    },
    {
      "epoch": 23.823484501450604,
      "grad_norm": 0.3284113109111786,
      "learning_rate": 1.691577501977848e-07,
      "loss": 0.0055,
      "step": 156020
    },
    {
      "epoch": 23.825011452130095,
      "grad_norm": 0.2470860779285431,
      "learning_rate": 1.6830946862950724e-07,
      "loss": 0.0069,
      "step": 156030
    },
    {
      "epoch": 23.82653840280959,
      "grad_norm": 0.11541270464658737,
      "learning_rate": 1.674633157795036e-07,
      "loss": 0.0067,
      "step": 156040
    },
    {
      "epoch": 23.828065353489084,
      "grad_norm": 0.10640361160039902,
      "learning_rate": 1.6661929168392266e-07,
      "loss": 0.0079,
      "step": 156050
    },
    {
      "epoch": 23.829592304168575,
      "grad_norm": 0.157842755317688,
      "learning_rate": 1.657773963788245e-07,
      "loss": 0.0042,
      "step": 156060
    },
    {
      "epoch": 23.83111925484807,
      "grad_norm": 0.10479140281677246,
      "learning_rate": 1.649376299001637e-07,
      "loss": 0.006,
      "step": 156070
    },
    {
      "epoch": 23.83264620552756,
      "grad_norm": 0.14766459167003632,
      "learning_rate": 1.6409999228381156e-07,
      "loss": 0.0033,
      "step": 156080
    },
    {
      "epoch": 23.834173156207054,
      "grad_norm": 0.06669450551271439,
      "learning_rate": 1.6326448356556168e-07,
      "loss": 0.0039,
      "step": 156090
    },
    {
      "epoch": 23.83570010688655,
      "grad_norm": 0.22437375783920288,
      "learning_rate": 1.6243110378110216e-07,
      "loss": 0.0044,
      "step": 156100
    },
    {
      "epoch": 23.83722705756604,
      "grad_norm": 0.3020153343677521,
      "learning_rate": 1.6159985296602677e-07,
      "loss": 0.0041,
      "step": 156110
    },
    {
      "epoch": 23.838754008245534,
      "grad_norm": 0.15647673606872559,
      "learning_rate": 1.6077073115584594e-07,
      "loss": 0.0054,
      "step": 156120
    },
    {
      "epoch": 23.840280958925028,
      "grad_norm": 0.04288007691502571,
      "learning_rate": 1.599437383859925e-07,
      "loss": 0.0036,
      "step": 156130
    },
    {
      "epoch": 23.84180790960452,
      "grad_norm": 0.2251942902803421,
      "learning_rate": 1.591188746917771e-07,
      "loss": 0.0056,
      "step": 156140
    },
    {
      "epoch": 23.843334860284013,
      "grad_norm": 0.05281544104218483,
      "learning_rate": 1.5829614010844373e-07,
      "loss": 0.0045,
      "step": 156150
    },
    {
      "epoch": 23.844861810963504,
      "grad_norm": 0.20670625567436218,
      "learning_rate": 1.5747553467113653e-07,
      "loss": 0.0074,
      "step": 156160
    },
    {
      "epoch": 23.846388761643,
      "grad_norm": 0.27630168199539185,
      "learning_rate": 1.5665705841491075e-07,
      "loss": 0.0028,
      "step": 156170
    },
    {
      "epoch": 23.847915712322493,
      "grad_norm": 0.19552786648273468,
      "learning_rate": 1.558407113747329e-07,
      "loss": 0.0052,
      "step": 156180
    },
    {
      "epoch": 23.849442663001984,
      "grad_norm": 0.22457560896873474,
      "learning_rate": 1.550264935854695e-07,
      "loss": 0.0035,
      "step": 156190
    },
    {
      "epoch": 23.850969613681478,
      "grad_norm": 0.3598721921443939,
      "learning_rate": 1.5421440508190943e-07,
      "loss": 0.0048,
      "step": 156200
    },
    {
      "epoch": 23.852496564360973,
      "grad_norm": 0.1300526112318039,
      "learning_rate": 1.5340444589873604e-07,
      "loss": 0.0059,
      "step": 156210
    },
    {
      "epoch": 23.854023515040463,
      "grad_norm": 0.21050035953521729,
      "learning_rate": 1.5259661607055497e-07,
      "loss": 0.0043,
      "step": 156220
    },
    {
      "epoch": 23.855550465719958,
      "grad_norm": 0.18508280813694,
      "learning_rate": 1.5179091563187752e-07,
      "loss": 0.0034,
      "step": 156230
    },
    {
      "epoch": 23.85707741639945,
      "grad_norm": 0.06666762381792068,
      "learning_rate": 1.5098734461711504e-07,
      "loss": 0.0053,
      "step": 156240
    },
    {
      "epoch": 23.858604367078943,
      "grad_norm": 0.24876569211483002,
      "learning_rate": 1.501859030606012e-07,
      "loss": 0.0057,
      "step": 156250
    },
    {
      "epoch": 23.860131317758437,
      "grad_norm": 0.23219753801822662,
      "learning_rate": 1.4938659099656415e-07,
      "loss": 0.0059,
      "step": 156260
    },
    {
      "epoch": 23.861658268437928,
      "grad_norm": 0.24558235704898834,
      "learning_rate": 1.4858940845915436e-07,
      "loss": 0.0066,
      "step": 156270
    },
    {
      "epoch": 23.863185219117423,
      "grad_norm": 0.2759953737258911,
      "learning_rate": 1.4779435548242793e-07,
      "loss": 0.0044,
      "step": 156280
    },
    {
      "epoch": 23.864712169796917,
      "grad_norm": 0.08312838524580002,
      "learning_rate": 1.4700143210034102e-07,
      "loss": 0.0066,
      "step": 156290
    },
    {
      "epoch": 23.866239120476408,
      "grad_norm": 0.08514398336410522,
      "learning_rate": 1.4621063834677205e-07,
      "loss": 0.0072,
      "step": 156300
    },
    {
      "epoch": 23.867766071155902,
      "grad_norm": 0.10988380759954453,
      "learning_rate": 1.4542197425549963e-07,
      "loss": 0.0075,
      "step": 156310
    },
    {
      "epoch": 23.869293021835396,
      "grad_norm": 0.07604142278432846,
      "learning_rate": 1.4463543986021344e-07,
      "loss": 0.0035,
      "step": 156320
    },
    {
      "epoch": 23.870819972514887,
      "grad_norm": 0.12930265069007874,
      "learning_rate": 1.4385103519451993e-07,
      "loss": 0.0082,
      "step": 156330
    },
    {
      "epoch": 23.87234692319438,
      "grad_norm": 0.13393418490886688,
      "learning_rate": 1.4306876029191452e-07,
      "loss": 0.0038,
      "step": 156340
    },
    {
      "epoch": 23.873873873873872,
      "grad_norm": 0.19397495687007904,
      "learning_rate": 1.4228861518582602e-07,
      "loss": 0.0057,
      "step": 156350
    },
    {
      "epoch": 23.875400824553367,
      "grad_norm": 0.37538596987724304,
      "learning_rate": 1.4151059990957228e-07,
      "loss": 0.0048,
      "step": 156360
    },
    {
      "epoch": 23.87692777523286,
      "grad_norm": 0.14275482296943665,
      "learning_rate": 1.4073471449639886e-07,
      "loss": 0.0059,
      "step": 156370
    },
    {
      "epoch": 23.878454725912352,
      "grad_norm": 0.21028989553451538,
      "learning_rate": 1.399609589794404e-07,
      "loss": 0.0047,
      "step": 156380
    },
    {
      "epoch": 23.879981676591846,
      "grad_norm": 0.16771288216114044,
      "learning_rate": 1.3918933339175378e-07,
      "loss": 0.0081,
      "step": 156390
    },
    {
      "epoch": 23.88150862727134,
      "grad_norm": 0.2925122082233429,
      "learning_rate": 1.3841983776630153e-07,
      "loss": 0.0049,
      "step": 156400
    },
    {
      "epoch": 23.88303557795083,
      "grad_norm": 0.2596316933631897,
      "learning_rate": 1.3765247213595732e-07,
      "loss": 0.0068,
      "step": 156410
    },
    {
      "epoch": 23.884562528630326,
      "grad_norm": 0.4431419372558594,
      "learning_rate": 1.36887236533495e-07,
      "loss": 0.0053,
      "step": 156420
    },
    {
      "epoch": 23.886089479309817,
      "grad_norm": 0.17971503734588623,
      "learning_rate": 1.361241309916106e-07,
      "loss": 0.008,
      "step": 156430
    },
    {
      "epoch": 23.88761642998931,
      "grad_norm": 0.10256999731063843,
      "learning_rate": 1.3536315554290023e-07,
      "loss": 0.0041,
      "step": 156440
    },
    {
      "epoch": 23.889143380668806,
      "grad_norm": 0.1754477620124817,
      "learning_rate": 1.346043102198713e-07,
      "loss": 0.0064,
      "step": 156450
    },
    {
      "epoch": 23.890670331348296,
      "grad_norm": 0.14511564373970032,
      "learning_rate": 1.3384759505494227e-07,
      "loss": 0.0042,
      "step": 156460
    },
    {
      "epoch": 23.89219728202779,
      "grad_norm": 0.5495786666870117,
      "learning_rate": 1.330930100804373e-07,
      "loss": 0.0055,
      "step": 156470
    },
    {
      "epoch": 23.893724232707285,
      "grad_norm": 0.1716529130935669,
      "learning_rate": 1.323405553285917e-07,
      "loss": 0.0058,
      "step": 156480
    },
    {
      "epoch": 23.895251183386776,
      "grad_norm": 0.36682674288749695,
      "learning_rate": 1.3159023083154086e-07,
      "loss": 0.0076,
      "step": 156490
    },
    {
      "epoch": 23.89677813406627,
      "grad_norm": 0.0677250549197197,
      "learning_rate": 1.3084203662135364e-07,
      "loss": 0.0069,
      "step": 156500
    },
    {
      "epoch": 23.89830508474576,
      "grad_norm": 0.205292209982872,
      "learning_rate": 1.3009597272997665e-07,
      "loss": 0.0052,
      "step": 156510
    },
    {
      "epoch": 23.899832035425256,
      "grad_norm": 0.15613098442554474,
      "learning_rate": 1.293520391892844e-07,
      "loss": 0.0062,
      "step": 156520
    },
    {
      "epoch": 23.90135898610475,
      "grad_norm": 0.13044001162052155,
      "learning_rate": 1.286102360310626e-07,
      "loss": 0.005,
      "step": 156530
    },
    {
      "epoch": 23.90288593678424,
      "grad_norm": 0.15573695302009583,
      "learning_rate": 1.2787056328699144e-07,
      "loss": 0.0047,
      "step": 156540
    },
    {
      "epoch": 23.904412887463735,
      "grad_norm": 0.2563070058822632,
      "learning_rate": 1.2713302098867342e-07,
      "loss": 0.0046,
      "step": 156550
    },
    {
      "epoch": 23.90593983814323,
      "grad_norm": 0.17517594993114471,
      "learning_rate": 1.2639760916761112e-07,
      "loss": 0.0051,
      "step": 156560
    },
    {
      "epoch": 23.90746678882272,
      "grad_norm": 0.4610225558280945,
      "learning_rate": 1.2566432785522386e-07,
      "loss": 0.0069,
      "step": 156570
    },
    {
      "epoch": 23.908993739502215,
      "grad_norm": 0.3189471960067749,
      "learning_rate": 1.2493317708283104e-07,
      "loss": 0.0073,
      "step": 156580
    },
    {
      "epoch": 23.910520690181706,
      "grad_norm": 0.17808154225349426,
      "learning_rate": 1.242041568816743e-07,
      "loss": 0.0068,
      "step": 156590
    },
    {
      "epoch": 23.9120476408612,
      "grad_norm": 0.069868303835392,
      "learning_rate": 1.234772672828899e-07,
      "loss": 0.0039,
      "step": 156600
    },
    {
      "epoch": 23.913574591540694,
      "grad_norm": 0.04873455688357353,
      "learning_rate": 1.2275250831752515e-07,
      "loss": 0.0063,
      "step": 156610
    },
    {
      "epoch": 23.915101542220185,
      "grad_norm": 0.3349173367023468,
      "learning_rate": 1.220298800165498e-07,
      "loss": 0.0049,
      "step": 156620
    },
    {
      "epoch": 23.91662849289968,
      "grad_norm": 0.7373633980751038,
      "learning_rate": 1.2130938241083356e-07,
      "loss": 0.0059,
      "step": 156630
    },
    {
      "epoch": 23.918155443579174,
      "grad_norm": 0.31288889050483704,
      "learning_rate": 1.2059101553114628e-07,
      "loss": 0.0052,
      "step": 156640
    },
    {
      "epoch": 23.919682394258665,
      "grad_norm": 0.33485081791877747,
      "learning_rate": 1.1987477940818004e-07,
      "loss": 0.0061,
      "step": 156650
    },
    {
      "epoch": 23.92120934493816,
      "grad_norm": 0.19424302875995636,
      "learning_rate": 1.1916067407253262e-07,
      "loss": 0.0057,
      "step": 156660
    },
    {
      "epoch": 23.92273629561765,
      "grad_norm": 0.16818229854106903,
      "learning_rate": 1.1844869955470184e-07,
      "loss": 0.0037,
      "step": 156670
    },
    {
      "epoch": 23.924263246297144,
      "grad_norm": 0.3747105002403259,
      "learning_rate": 1.1773885588511335e-07,
      "loss": 0.0094,
      "step": 156680
    },
    {
      "epoch": 23.92579019697664,
      "grad_norm": 0.11227288097143173,
      "learning_rate": 1.1703114309407626e-07,
      "loss": 0.0043,
      "step": 156690
    },
    {
      "epoch": 23.92731714765613,
      "grad_norm": 0.14612887799739838,
      "learning_rate": 1.1632556121183857e-07,
      "loss": 0.0035,
      "step": 156700
    },
    {
      "epoch": 23.928844098335624,
      "grad_norm": 0.16411028802394867,
      "learning_rate": 1.1562211026853176e-07,
      "loss": 0.0073,
      "step": 156710
    },
    {
      "epoch": 23.93037104901512,
      "grad_norm": 0.279861181974411,
      "learning_rate": 1.14920790294204e-07,
      "loss": 0.0045,
      "step": 156720
    },
    {
      "epoch": 23.93189799969461,
      "grad_norm": 0.05844350531697273,
      "learning_rate": 1.1422160131882021e-07,
      "loss": 0.004,
      "step": 156730
    },
    {
      "epoch": 23.933424950374103,
      "grad_norm": 0.203985333442688,
      "learning_rate": 1.1352454337225093e-07,
      "loss": 0.0058,
      "step": 156740
    },
    {
      "epoch": 23.934951901053594,
      "grad_norm": 0.27283915877342224,
      "learning_rate": 1.1282961648426682e-07,
      "loss": 0.006,
      "step": 156750
    },
    {
      "epoch": 23.93647885173309,
      "grad_norm": 0.1656733900308609,
      "learning_rate": 1.1213682068454968e-07,
      "loss": 0.0057,
      "step": 156760
    },
    {
      "epoch": 23.938005802412583,
      "grad_norm": 0.07859422266483307,
      "learning_rate": 1.1144615600270913e-07,
      "loss": 0.004,
      "step": 156770
    },
    {
      "epoch": 23.939532753092074,
      "grad_norm": 0.10358808934688568,
      "learning_rate": 1.1075762246823829e-07,
      "loss": 0.0044,
      "step": 156780
    },
    {
      "epoch": 23.941059703771568,
      "grad_norm": 0.10491097718477249,
      "learning_rate": 1.1007122011054693e-07,
      "loss": 0.0057,
      "step": 156790
    },
    {
      "epoch": 23.942586654451063,
      "grad_norm": 0.13457192480564117,
      "learning_rate": 1.0938694895896717e-07,
      "loss": 0.0045,
      "step": 156800
    },
    {
      "epoch": 23.944113605130553,
      "grad_norm": 0.7976825833320618,
      "learning_rate": 1.0870480904272561e-07,
      "loss": 0.0064,
      "step": 156810
    },
    {
      "epoch": 23.945640555810048,
      "grad_norm": 0.36060577630996704,
      "learning_rate": 1.0802480039096008e-07,
      "loss": 0.0073,
      "step": 156820
    },
    {
      "epoch": 23.947167506489542,
      "grad_norm": 0.18637286126613617,
      "learning_rate": 1.0734692303271953e-07,
      "loss": 0.0058,
      "step": 156830
    },
    {
      "epoch": 23.948694457169033,
      "grad_norm": 0.6820133328437805,
      "learning_rate": 1.0667117699696416e-07,
      "loss": 0.0045,
      "step": 156840
    },
    {
      "epoch": 23.950221407848527,
      "grad_norm": 0.4073876142501831,
      "learning_rate": 1.0599756231255976e-07,
      "loss": 0.0052,
      "step": 156850
    },
    {
      "epoch": 23.951748358528018,
      "grad_norm": 0.40198421478271484,
      "learning_rate": 1.0532607900827773e-07,
      "loss": 0.005,
      "step": 156860
    },
    {
      "epoch": 23.953275309207513,
      "grad_norm": 0.08003015071153641,
      "learning_rate": 1.0465672711281183e-07,
      "loss": 0.0051,
      "step": 156870
    },
    {
      "epoch": 23.954802259887007,
      "grad_norm": 0.17361406981945038,
      "learning_rate": 1.0398950665474472e-07,
      "loss": 0.005,
      "step": 156880
    },
    {
      "epoch": 23.956329210566498,
      "grad_norm": 0.553923487663269,
      "learning_rate": 1.0332441766258138e-07,
      "loss": 0.0053,
      "step": 156890
    },
    {
      "epoch": 23.957856161245992,
      "grad_norm": 0.06338577717542648,
      "learning_rate": 1.0266146016474354e-07,
      "loss": 0.0051,
      "step": 156900
    },
    {
      "epoch": 23.959383111925483,
      "grad_norm": 0.2975454032421112,
      "learning_rate": 1.0200063418954187e-07,
      "loss": 0.0052,
      "step": 156910
    },
    {
      "epoch": 23.960910062604977,
      "grad_norm": 0.24244065582752228,
      "learning_rate": 1.0134193976520378e-07,
      "loss": 0.0074,
      "step": 156920
    },
    {
      "epoch": 23.96243701328447,
      "grad_norm": 0.4780419170856476,
      "learning_rate": 1.0068537691987346e-07,
      "loss": 0.0043,
      "step": 156930
    },
    {
      "epoch": 23.963963963963963,
      "grad_norm": 0.07839173078536987,
      "learning_rate": 1.000309456815951e-07,
      "loss": 0.0062,
      "step": 156940
    },
    {
      "epoch": 23.965490914643457,
      "grad_norm": 0.2624814808368683,
      "learning_rate": 9.93786460783297e-08,
      "loss": 0.0045,
      "step": 156950
    },
    {
      "epoch": 23.96701786532295,
      "grad_norm": 0.255692720413208,
      "learning_rate": 9.872847813793273e-08,
      "loss": 0.0046,
      "step": 156960
    },
    {
      "epoch": 23.968544816002442,
      "grad_norm": 0.35256361961364746,
      "learning_rate": 9.808044188818755e-08,
      "loss": 0.0053,
      "step": 156970
    },
    {
      "epoch": 23.970071766681937,
      "grad_norm": 0.3152669668197632,
      "learning_rate": 9.7434537356772e-08,
      "loss": 0.0055,
      "step": 156980
    },
    {
      "epoch": 23.97159871736143,
      "grad_norm": 0.18528038263320923,
      "learning_rate": 9.679076457127511e-08,
      "loss": 0.0057,
      "step": 156990
    },
    {
      "epoch": 23.97312566804092,
      "grad_norm": 0.26705202460289,
      "learning_rate": 9.614912355920825e-08,
      "loss": 0.0061,
      "step": 157000
    },
    {
      "epoch": 23.974652618720416,
      "grad_norm": 0.1335183084011078,
      "learning_rate": 9.550961434797167e-08,
      "loss": 0.005,
      "step": 157010
    },
    {
      "epoch": 23.976179569399907,
      "grad_norm": 0.11718763411045074,
      "learning_rate": 9.487223696488245e-08,
      "loss": 0.005,
      "step": 157020
    },
    {
      "epoch": 23.9777065200794,
      "grad_norm": 0.2006073296070099,
      "learning_rate": 9.42369914371799e-08,
      "loss": 0.0047,
      "step": 157030
    },
    {
      "epoch": 23.979233470758896,
      "grad_norm": 0.27686968445777893,
      "learning_rate": 9.360387779198676e-08,
      "loss": 0.0051,
      "step": 157040
    },
    {
      "epoch": 23.980760421438386,
      "grad_norm": 0.35876259207725525,
      "learning_rate": 9.297289605635916e-08,
      "loss": 0.0047,
      "step": 157050
    },
    {
      "epoch": 23.98228737211788,
      "grad_norm": 0.25024300813674927,
      "learning_rate": 9.23440462572478e-08,
      "loss": 0.0061,
      "step": 157060
    },
    {
      "epoch": 23.983814322797375,
      "grad_norm": 0.19715836644172668,
      "learning_rate": 9.171732842151448e-08,
      "loss": 0.006,
      "step": 157070
    },
    {
      "epoch": 23.985341273476866,
      "grad_norm": 0.12066144496202469,
      "learning_rate": 9.109274257593225e-08,
      "loss": 0.0051,
      "step": 157080
    },
    {
      "epoch": 23.98686822415636,
      "grad_norm": 0.29971686005592346,
      "learning_rate": 9.047028874717978e-08,
      "loss": 0.0055,
      "step": 157090
    },
    {
      "epoch": 23.98839517483585,
      "grad_norm": 0.13268817961215973,
      "learning_rate": 8.984996696185244e-08,
      "loss": 0.0066,
      "step": 157100
    },
    {
      "epoch": 23.989922125515346,
      "grad_norm": 0.0862746611237526,
      "learning_rate": 8.923177724644572e-08,
      "loss": 0.0054,
      "step": 157110
    },
    {
      "epoch": 23.99144907619484,
      "grad_norm": 0.19024275243282318,
      "learning_rate": 8.86157196273718e-08,
      "loss": 0.0051,
      "step": 157120
    },
    {
      "epoch": 23.99297602687433,
      "grad_norm": 0.35804179310798645,
      "learning_rate": 8.8001794130943e-08,
      "loss": 0.0055,
      "step": 157130
    },
    {
      "epoch": 23.994502977553825,
      "grad_norm": 0.25765261054039,
      "learning_rate": 8.739000078338278e-08,
      "loss": 0.005,
      "step": 157140
    },
    {
      "epoch": 23.99602992823332,
      "grad_norm": 0.20618009567260742,
      "learning_rate": 8.678033961083132e-08,
      "loss": 0.0072,
      "step": 157150
    },
    {
      "epoch": 23.99755687891281,
      "grad_norm": 0.12739938497543335,
      "learning_rate": 8.617281063932891e-08,
      "loss": 0.0041,
      "step": 157160
    },
    {
      "epoch": 23.999083829592305,
      "grad_norm": 0.18656279146671295,
      "learning_rate": 8.556741389483258e-08,
      "loss": 0.0092,
      "step": 157170
    },
    {
      "epoch": 24.000610780271796,
      "grad_norm": 0.1434246003627777,
      "learning_rate": 8.496414940319941e-08,
      "loss": 0.0043,
      "step": 157180
    },
    {
      "epoch": 24.00213773095129,
      "grad_norm": 0.11597766727209091,
      "learning_rate": 8.436301719020323e-08,
      "loss": 0.0051,
      "step": 157190
    },
    {
      "epoch": 24.003664681630784,
      "grad_norm": 0.19447796046733856,
      "learning_rate": 8.376401728151794e-08,
      "loss": 0.0095,
      "step": 157200
    },
    {
      "epoch": 24.005191632310275,
      "grad_norm": 0.1836354285478592,
      "learning_rate": 8.31671497027342e-08,
      "loss": 0.0053,
      "step": 157210
    },
    {
      "epoch": 24.00671858298977,
      "grad_norm": 0.10171165317296982,
      "learning_rate": 8.257241447934827e-08,
      "loss": 0.0054,
      "step": 157220
    },
    {
      "epoch": 24.008245533669264,
      "grad_norm": 0.23551933467388153,
      "learning_rate": 8.19798116367676e-08,
      "loss": 0.0046,
      "step": 157230
    },
    {
      "epoch": 24.009772484348755,
      "grad_norm": 0.21554553508758545,
      "learning_rate": 8.138934120031083e-08,
      "loss": 0.0054,
      "step": 157240
    },
    {
      "epoch": 24.01129943502825,
      "grad_norm": 0.052669890224933624,
      "learning_rate": 8.080100319519667e-08,
      "loss": 0.0052,
      "step": 157250
    },
    {
      "epoch": 24.01282638570774,
      "grad_norm": 0.26009291410446167,
      "learning_rate": 8.021479764656059e-08,
      "loss": 0.005,
      "step": 157260
    },
    {
      "epoch": 24.014353336387234,
      "grad_norm": 0.3254224956035614,
      "learning_rate": 7.96307245794381e-08,
      "loss": 0.0042,
      "step": 157270
    },
    {
      "epoch": 24.01588028706673,
      "grad_norm": 0.18739227950572968,
      "learning_rate": 7.904878401878701e-08,
      "loss": 0.0053,
      "step": 157280
    },
    {
      "epoch": 24.01740723774622,
      "grad_norm": 0.19019748270511627,
      "learning_rate": 7.846897598946523e-08,
      "loss": 0.0045,
      "step": 157290
    },
    {
      "epoch": 24.018934188425714,
      "grad_norm": 0.1859205961227417,
      "learning_rate": 7.789130051624183e-08,
      "loss": 0.005,
      "step": 157300
    },
    {
      "epoch": 24.02046113910521,
      "grad_norm": 0.036639779806137085,
      "learning_rate": 7.731575762378596e-08,
      "loss": 0.0048,
      "step": 157310
    },
    {
      "epoch": 24.0219880897847,
      "grad_norm": 0.064048171043396,
      "learning_rate": 7.67423473366946e-08,
      "loss": 0.0029,
      "step": 157320
    },
    {
      "epoch": 24.023515040464194,
      "grad_norm": 0.1866796910762787,
      "learning_rate": 7.617106967945931e-08,
      "loss": 0.0053,
      "step": 157330
    },
    {
      "epoch": 24.025041991143684,
      "grad_norm": 0.06813184916973114,
      "learning_rate": 7.560192467648275e-08,
      "loss": 0.0054,
      "step": 157340
    },
    {
      "epoch": 24.02656894182318,
      "grad_norm": 0.4070650637149811,
      "learning_rate": 7.503491235207328e-08,
      "loss": 0.0103,
      "step": 157350
    },
    {
      "epoch": 24.028095892502673,
      "grad_norm": 0.08313854038715363,
      "learning_rate": 7.44700327304615e-08,
      "loss": 0.0046,
      "step": 157360
    },
    {
      "epoch": 24.029622843182164,
      "grad_norm": 0.18678852915763855,
      "learning_rate": 7.390728583577256e-08,
      "loss": 0.0063,
      "step": 157370
    },
    {
      "epoch": 24.03114979386166,
      "grad_norm": 0.25522640347480774,
      "learning_rate": 7.334667169204279e-08,
      "loss": 0.0059,
      "step": 157380
    },
    {
      "epoch": 24.032676744541153,
      "grad_norm": 0.17935606837272644,
      "learning_rate": 7.278819032323081e-08,
      "loss": 0.007,
      "step": 157390
    },
    {
      "epoch": 24.034203695220643,
      "grad_norm": 0.16472448408603668,
      "learning_rate": 7.223184175318976e-08,
      "loss": 0.0053,
      "step": 157400
    },
    {
      "epoch": 24.035730645900138,
      "grad_norm": 0.13254967331886292,
      "learning_rate": 7.16776260056784e-08,
      "loss": 0.0064,
      "step": 157410
    },
    {
      "epoch": 24.037257596579632,
      "grad_norm": 0.14147458970546722,
      "learning_rate": 7.11255431043778e-08,
      "loss": 0.0047,
      "step": 157420
    },
    {
      "epoch": 24.038784547259123,
      "grad_norm": 0.46042928099632263,
      "learning_rate": 7.05755930728802e-08,
      "loss": 0.0067,
      "step": 157430
    },
    {
      "epoch": 24.040311497938617,
      "grad_norm": 0.038737986236810684,
      "learning_rate": 7.002777593466126e-08,
      "loss": 0.0034,
      "step": 157440
    },
    {
      "epoch": 24.04183844861811,
      "grad_norm": 0.41716113686561584,
      "learning_rate": 6.948209171313558e-08,
      "loss": 0.0035,
      "step": 157450
    },
    {
      "epoch": 24.043365399297603,
      "grad_norm": 0.3115221858024597,
      "learning_rate": 6.893854043160674e-08,
      "loss": 0.006,
      "step": 157460
    },
    {
      "epoch": 24.044892349977097,
      "grad_norm": 0.11699973791837692,
      "learning_rate": 6.839712211330063e-08,
      "loss": 0.0065,
      "step": 157470
    },
    {
      "epoch": 24.046419300656588,
      "grad_norm": 0.24626457691192627,
      "learning_rate": 6.785783678133761e-08,
      "loss": 0.0037,
      "step": 157480
    },
    {
      "epoch": 24.047946251336082,
      "grad_norm": 0.059369705617427826,
      "learning_rate": 6.732068445876038e-08,
      "loss": 0.0046,
      "step": 157490
    },
    {
      "epoch": 24.049473202015577,
      "grad_norm": 0.1282435804605484,
      "learning_rate": 6.678566516851725e-08,
      "loss": 0.0053,
      "step": 157500
    },
    {
      "epoch": 24.051000152695067,
      "grad_norm": 0.2148008942604065,
      "learning_rate": 6.62527789334566e-08,
      "loss": 0.0053,
      "step": 157510
    },
    {
      "epoch": 24.052527103374562,
      "grad_norm": 0.5967375636100769,
      "learning_rate": 6.572202577634912e-08,
      "loss": 0.0044,
      "step": 157520
    },
    {
      "epoch": 24.054054054054053,
      "grad_norm": 0.14164550602436066,
      "learning_rate": 6.519340571986554e-08,
      "loss": 0.0046,
      "step": 157530
    },
    {
      "epoch": 24.055581004733547,
      "grad_norm": 0.3436383903026581,
      "learning_rate": 6.466691878658227e-08,
      "loss": 0.005,
      "step": 157540
    },
    {
      "epoch": 24.05710795541304,
      "grad_norm": 0.11403308063745499,
      "learning_rate": 6.414256499899795e-08,
      "loss": 0.0088,
      "step": 157550
    },
    {
      "epoch": 24.058634906092532,
      "grad_norm": 0.27242863178253174,
      "learning_rate": 6.362034437950582e-08,
      "loss": 0.0046,
      "step": 157560
    },
    {
      "epoch": 24.060161856772027,
      "grad_norm": 0.4135640859603882,
      "learning_rate": 6.310025695042132e-08,
      "loss": 0.0078,
      "step": 157570
    },
    {
      "epoch": 24.06168880745152,
      "grad_norm": 0.17200921475887299,
      "learning_rate": 6.258230273394893e-08,
      "loss": 0.0049,
      "step": 157580
    },
    {
      "epoch": 24.06321575813101,
      "grad_norm": 0.19636397063732147,
      "learning_rate": 6.206648175222651e-08,
      "loss": 0.0051,
      "step": 157590
    },
    {
      "epoch": 24.064742708810506,
      "grad_norm": 0.07175729423761368,
      "learning_rate": 6.155279402728641e-08,
      "loss": 0.006,
      "step": 157600
    },
    {
      "epoch": 24.066269659489997,
      "grad_norm": 0.13292543590068817,
      "learning_rate": 6.104123958107222e-08,
      "loss": 0.0043,
      "step": 157610
    },
    {
      "epoch": 24.06779661016949,
      "grad_norm": 0.1780651956796646,
      "learning_rate": 6.053181843542755e-08,
      "loss": 0.0044,
      "step": 157620
    },
    {
      "epoch": 24.069323560848986,
      "grad_norm": 0.10500548034906387,
      "learning_rate": 6.002453061212943e-08,
      "loss": 0.0076,
      "step": 157630
    },
    {
      "epoch": 24.070850511528477,
      "grad_norm": 0.10968585312366486,
      "learning_rate": 5.951937613283831e-08,
      "loss": 0.0052,
      "step": 157640
    },
    {
      "epoch": 24.07237746220797,
      "grad_norm": 0.12131031602621078,
      "learning_rate": 5.901635501913694e-08,
      "loss": 0.0076,
      "step": 157650
    },
    {
      "epoch": 24.073904412887465,
      "grad_norm": 0.26394757628440857,
      "learning_rate": 5.851546729251367e-08,
      "loss": 0.0044,
      "step": 157660
    },
    {
      "epoch": 24.075431363566956,
      "grad_norm": 0.09031935781240463,
      "learning_rate": 5.801671297436251e-08,
      "loss": 0.0058,
      "step": 157670
    },
    {
      "epoch": 24.07695831424645,
      "grad_norm": 0.18914227187633514,
      "learning_rate": 5.752009208598863e-08,
      "loss": 0.0044,
      "step": 157680
    },
    {
      "epoch": 24.07848526492594,
      "grad_norm": 0.19351819157600403,
      "learning_rate": 5.70256046486084e-08,
      "loss": 0.0051,
      "step": 157690
    },
    {
      "epoch": 24.080012215605436,
      "grad_norm": 0.18521784245967865,
      "learning_rate": 5.653325068334936e-08,
      "loss": 0.0055,
      "step": 157700
    },
    {
      "epoch": 24.08153916628493,
      "grad_norm": 0.2006237804889679,
      "learning_rate": 5.604303021124469e-08,
      "loss": 0.0057,
      "step": 157710
    },
    {
      "epoch": 24.08306611696442,
      "grad_norm": 0.1063796877861023,
      "learning_rate": 5.555494325322763e-08,
      "loss": 0.0059,
      "step": 157720
    },
    {
      "epoch": 24.084593067643915,
      "grad_norm": 0.19931544363498688,
      "learning_rate": 5.506898983014819e-08,
      "loss": 0.0049,
      "step": 157730
    },
    {
      "epoch": 24.08612001832341,
      "grad_norm": 0.09526924043893814,
      "learning_rate": 5.458516996277308e-08,
      "loss": 0.006,
      "step": 157740
    },
    {
      "epoch": 24.0876469690029,
      "grad_norm": 0.27667805552482605,
      "learning_rate": 5.4103483671769095e-08,
      "loss": 0.0052,
      "step": 157750
    },
    {
      "epoch": 24.089173919682395,
      "grad_norm": 0.3096004128456116,
      "learning_rate": 5.362393097770868e-08,
      "loss": 0.0054,
      "step": 157760
    },
    {
      "epoch": 24.090700870361886,
      "grad_norm": 0.2095394879579544,
      "learning_rate": 5.3146511901081e-08,
      "loss": 0.0078,
      "step": 157770
    },
    {
      "epoch": 24.09222782104138,
      "grad_norm": 0.4585995078086853,
      "learning_rate": 5.267122646227529e-08,
      "loss": 0.0055,
      "step": 157780
    },
    {
      "epoch": 24.093754771720874,
      "grad_norm": 0.2583795487880707,
      "learning_rate": 5.219807468160309e-08,
      "loss": 0.0048,
      "step": 157790
    },
    {
      "epoch": 24.095281722400365,
      "grad_norm": 0.03846513479948044,
      "learning_rate": 5.172705657927046e-08,
      "loss": 0.0061,
      "step": 157800
    },
    {
      "epoch": 24.09680867307986,
      "grad_norm": 0.11939537525177002,
      "learning_rate": 5.1258172175400185e-08,
      "loss": 0.0058,
      "step": 157810
    },
    {
      "epoch": 24.098335623759354,
      "grad_norm": 0.20617516338825226,
      "learning_rate": 5.0791421490020696e-08,
      "loss": 0.0037,
      "step": 157820
    },
    {
      "epoch": 24.099862574438845,
      "grad_norm": 0.376383900642395,
      "learning_rate": 5.032680454307714e-08,
      "loss": 0.0056,
      "step": 157830
    },
    {
      "epoch": 24.10138952511834,
      "grad_norm": 0.15974976122379303,
      "learning_rate": 4.986432135440366e-08,
      "loss": 0.0051,
      "step": 157840
    },
    {
      "epoch": 24.10291647579783,
      "grad_norm": 0.07553143799304962,
      "learning_rate": 4.940397194377333e-08,
      "loss": 0.0039,
      "step": 157850
    },
    {
      "epoch": 24.104443426477324,
      "grad_norm": 0.1284560114145279,
      "learning_rate": 4.894575633083709e-08,
      "loss": 0.0043,
      "step": 157860
    },
    {
      "epoch": 24.10597037715682,
      "grad_norm": 0.16142939031124115,
      "learning_rate": 4.8489674535179273e-08,
      "loss": 0.0054,
      "step": 157870
    },
    {
      "epoch": 24.10749732783631,
      "grad_norm": 0.2723236382007599,
      "learning_rate": 4.80357265762732e-08,
      "loss": 0.0057,
      "step": 157880
    },
    {
      "epoch": 24.109024278515804,
      "grad_norm": 0.3069985806941986,
      "learning_rate": 4.758391247352001e-08,
      "loss": 0.0071,
      "step": 157890
    },
    {
      "epoch": 24.1105512291953,
      "grad_norm": 0.09625007212162018,
      "learning_rate": 4.7134232246220935e-08,
      "loss": 0.0033,
      "step": 157900
    },
    {
      "epoch": 24.11207817987479,
      "grad_norm": 0.14445644617080688,
      "learning_rate": 4.668668591357173e-08,
      "loss": 0.0041,
      "step": 157910
    },
    {
      "epoch": 24.113605130554284,
      "grad_norm": 0.17297710478305817,
      "learning_rate": 4.624127349470708e-08,
      "loss": 0.0068,
      "step": 157920
    },
    {
      "epoch": 24.115132081233774,
      "grad_norm": 0.14367948472499847,
      "learning_rate": 4.579799500864512e-08,
      "loss": 0.0047,
      "step": 157930
    },
    {
      "epoch": 24.11665903191327,
      "grad_norm": 0.0921991765499115,
      "learning_rate": 4.5356850474326253e-08,
      "loss": 0.0061,
      "step": 157940
    },
    {
      "epoch": 24.118185982592763,
      "grad_norm": 0.16036608815193176,
      "learning_rate": 4.4917839910590955e-08,
      "loss": 0.0057,
      "step": 157950
    },
    {
      "epoch": 24.119712933272254,
      "grad_norm": 0.09595178067684174,
      "learning_rate": 4.4480963336190895e-08,
      "loss": 0.0048,
      "step": 157960
    },
    {
      "epoch": 24.12123988395175,
      "grad_norm": 0.1516910344362259,
      "learning_rate": 4.4046220769800027e-08,
      "loss": 0.0061,
      "step": 157970
    },
    {
      "epoch": 24.122766834631243,
      "grad_norm": 0.2991292476654053,
      "learning_rate": 4.361361222997573e-08,
      "loss": 0.0049,
      "step": 157980
    },
    {
      "epoch": 24.124293785310734,
      "grad_norm": 0.33635836839675903,
      "learning_rate": 4.318313773520877e-08,
      "loss": 0.0057,
      "step": 157990
    },
    {
      "epoch": 24.125820735990228,
      "grad_norm": 0.181932270526886,
      "learning_rate": 4.275479730388443e-08,
      "loss": 0.0068,
      "step": 158000
    },
    {
      "epoch": 24.127347686669722,
      "grad_norm": 0.1953641176223755,
      "learning_rate": 4.232859095430475e-08,
      "loss": 0.0091,
      "step": 158010
    },
    {
      "epoch": 24.128874637349213,
      "grad_norm": 0.23118694126605988,
      "learning_rate": 4.190451870466627e-08,
      "loss": 0.0054,
      "step": 158020
    },
    {
      "epoch": 24.130401588028707,
      "grad_norm": 0.16916309297084808,
      "learning_rate": 4.14825805730934e-08,
      "loss": 0.0049,
      "step": 158030
    },
    {
      "epoch": 24.1319285387082,
      "grad_norm": 0.12271572649478912,
      "learning_rate": 4.1062776577610597e-08,
      "loss": 0.005,
      "step": 158040
    },
    {
      "epoch": 24.133455489387693,
      "grad_norm": 0.16480223834514618,
      "learning_rate": 4.0645106736142416e-08,
      "loss": 0.0037,
      "step": 158050
    },
    {
      "epoch": 24.134982440067187,
      "grad_norm": 0.2012636512517929,
      "learning_rate": 4.0229571066541237e-08,
      "loss": 0.0059,
      "step": 158060
    },
    {
      "epoch": 24.136509390746678,
      "grad_norm": 0.16253544390201569,
      "learning_rate": 3.9816169586553986e-08,
      "loss": 0.0042,
      "step": 158070
    },
    {
      "epoch": 24.138036341426172,
      "grad_norm": 0.07268674671649933,
      "learning_rate": 3.940490231383875e-08,
      "loss": 0.003,
      "step": 158080
    },
    {
      "epoch": 24.139563292105667,
      "grad_norm": 0.0975276380777359,
      "learning_rate": 3.899576926596482e-08,
      "loss": 0.0035,
      "step": 158090
    },
    {
      "epoch": 24.141090242785157,
      "grad_norm": 0.10894976556301117,
      "learning_rate": 3.858877046041265e-08,
      "loss": 0.0059,
      "step": 158100
    },
    {
      "epoch": 24.142617193464652,
      "grad_norm": 0.11715160310268402,
      "learning_rate": 3.818390591456278e-08,
      "loss": 0.0037,
      "step": 158110
    },
    {
      "epoch": 24.144144144144143,
      "grad_norm": 0.08609846234321594,
      "learning_rate": 3.7781175645718037e-08,
      "loss": 0.006,
      "step": 158120
    },
    {
      "epoch": 24.145671094823637,
      "grad_norm": 0.3398752212524414,
      "learning_rate": 3.738057967107578e-08,
      "loss": 0.0055,
      "step": 158130
    },
    {
      "epoch": 24.14719804550313,
      "grad_norm": 0.23631933331489563,
      "learning_rate": 3.698211800775009e-08,
      "loss": 0.0049,
      "step": 158140
    },
    {
      "epoch": 24.148724996182622,
      "grad_norm": 0.11837934702634811,
      "learning_rate": 3.658579067276069e-08,
      "loss": 0.0066,
      "step": 158150
    },
    {
      "epoch": 24.150251946862117,
      "grad_norm": 0.47743600606918335,
      "learning_rate": 3.619159768304403e-08,
      "loss": 0.0042,
      "step": 158160
    },
    {
      "epoch": 24.15177889754161,
      "grad_norm": 0.3215712010860443,
      "learning_rate": 3.579953905543665e-08,
      "loss": 0.0056,
      "step": 158170
    },
    {
      "epoch": 24.153305848221102,
      "grad_norm": 0.15920084714889526,
      "learning_rate": 3.5409614806686253e-08,
      "loss": 0.0039,
      "step": 158180
    },
    {
      "epoch": 24.154832798900596,
      "grad_norm": 0.23109085857868195,
      "learning_rate": 3.502182495344619e-08,
      "loss": 0.004,
      "step": 158190
    },
    {
      "epoch": 24.156359749580087,
      "grad_norm": 0.10124405473470688,
      "learning_rate": 3.463616951228654e-08,
      "loss": 0.0051,
      "step": 158200
    },
    {
      "epoch": 24.15788670025958,
      "grad_norm": 0.2077438235282898,
      "learning_rate": 3.4252648499683016e-08,
      "loss": 0.0054,
      "step": 158210
    },
    {
      "epoch": 24.159413650939076,
      "grad_norm": 0.2008882462978363,
      "learning_rate": 3.38712619320114e-08,
      "loss": 0.0057,
      "step": 158220
    },
    {
      "epoch": 24.160940601618567,
      "grad_norm": 0.12355978041887283,
      "learning_rate": 3.349200982556977e-08,
      "loss": 0.0048,
      "step": 158230
    },
    {
      "epoch": 24.16246755229806,
      "grad_norm": 0.28562214970588684,
      "learning_rate": 3.311489219656183e-08,
      "loss": 0.0032,
      "step": 158240
    },
    {
      "epoch": 24.163994502977555,
      "grad_norm": 0.23053662478923798,
      "learning_rate": 3.2739909061091366e-08,
      "loss": 0.0044,
      "step": 158250
    },
    {
      "epoch": 24.165521453657046,
      "grad_norm": 0.16437192261219025,
      "learning_rate": 3.23670604351789e-08,
      "loss": 0.0063,
      "step": 158260
    },
    {
      "epoch": 24.16704840433654,
      "grad_norm": 0.0895439088344574,
      "learning_rate": 3.199634633475057e-08,
      "loss": 0.0037,
      "step": 158270
    },
    {
      "epoch": 24.16857535501603,
      "grad_norm": 0.23845826089382172,
      "learning_rate": 3.162776677564927e-08,
      "loss": 0.0061,
      "step": 158280
    },
    {
      "epoch": 24.170102305695526,
      "grad_norm": 0.15877613425254822,
      "learning_rate": 3.126132177361241e-08,
      "loss": 0.0048,
      "step": 158290
    },
    {
      "epoch": 24.17162925637502,
      "grad_norm": 0.2462516576051712,
      "learning_rate": 3.0897011344294126e-08,
      "loss": 0.0044,
      "step": 158300
    },
    {
      "epoch": 24.17315620705451,
      "grad_norm": 0.21183127164840698,
      "learning_rate": 3.0534835503259754e-08,
      "loss": 0.0049,
      "step": 158310
    },
    {
      "epoch": 24.174683157734005,
      "grad_norm": 0.33457884192466736,
      "learning_rate": 3.017479426598024e-08,
      "loss": 0.0062,
      "step": 158320
    },
    {
      "epoch": 24.1762101084135,
      "grad_norm": 0.11144805699586868,
      "learning_rate": 2.9816887647837746e-08,
      "loss": 0.0056,
      "step": 158330
    },
    {
      "epoch": 24.17773705909299,
      "grad_norm": 0.14743965864181519,
      "learning_rate": 2.946111566412002e-08,
      "loss": 0.006,
      "step": 158340
    },
    {
      "epoch": 24.179264009772485,
      "grad_norm": 0.2473517209291458,
      "learning_rate": 2.9107478330026027e-08,
      "loss": 0.0042,
      "step": 158350
    },
    {
      "epoch": 24.180790960451976,
      "grad_norm": 0.35099244117736816,
      "learning_rate": 2.87559756606548e-08,
      "loss": 0.0057,
      "step": 158360
    },
    {
      "epoch": 24.18231791113147,
      "grad_norm": 0.3613555133342743,
      "learning_rate": 2.8406607671033204e-08,
      "loss": 0.0042,
      "step": 158370
    },
    {
      "epoch": 24.183844861810964,
      "grad_norm": 0.18036974966526031,
      "learning_rate": 2.8059374376082635e-08,
      "loss": 0.0059,
      "step": 158380
    },
    {
      "epoch": 24.185371812490455,
      "grad_norm": 0.08660824596881866,
      "learning_rate": 2.771427579063013e-08,
      "loss": 0.0058,
      "step": 158390
    },
    {
      "epoch": 24.18689876316995,
      "grad_norm": 0.10175082087516785,
      "learning_rate": 2.7371311929419442e-08,
      "loss": 0.0038,
      "step": 158400
    },
    {
      "epoch": 24.188425713849444,
      "grad_norm": 0.10127540677785873,
      "learning_rate": 2.703048280711107e-08,
      "loss": 0.0052,
      "step": 158410
    },
    {
      "epoch": 24.189952664528935,
      "grad_norm": 0.13871978223323822,
      "learning_rate": 2.669178843824893e-08,
      "loss": 0.0061,
      "step": 158420
    },
    {
      "epoch": 24.19147961520843,
      "grad_norm": 0.5105269551277161,
      "learning_rate": 2.6355228837315894e-08,
      "loss": 0.0047,
      "step": 158430
    },
    {
      "epoch": 24.19300656588792,
      "grad_norm": 0.17723348736763,
      "learning_rate": 2.6020804018683786e-08,
      "loss": 0.0046,
      "step": 158440
    },
    {
      "epoch": 24.194533516567414,
      "grad_norm": 1.224627137184143,
      "learning_rate": 2.5688513996630083e-08,
      "loss": 0.0053,
      "step": 158450
    },
    {
      "epoch": 24.19606046724691,
      "grad_norm": 0.28949835896492004,
      "learning_rate": 2.5358358785365633e-08,
      "loss": 0.0063,
      "step": 158460
    },
    {
      "epoch": 24.1975874179264,
      "grad_norm": 0.15942420065402985,
      "learning_rate": 2.5030338398979168e-08,
      "loss": 0.0053,
      "step": 158470
    },
    {
      "epoch": 24.199114368605894,
      "grad_norm": 0.09786202758550644,
      "learning_rate": 2.470445285149281e-08,
      "loss": 0.0037,
      "step": 158480
    },
    {
      "epoch": 24.20064131928539,
      "grad_norm": 0.25064927339553833,
      "learning_rate": 2.438070215682875e-08,
      "loss": 0.0049,
      "step": 158490
    },
    {
      "epoch": 24.20216826996488,
      "grad_norm": 0.33368346095085144,
      "learning_rate": 2.4059086328809265e-08,
      "loss": 0.0052,
      "step": 158500
    },
    {
      "epoch": 24.203695220644374,
      "grad_norm": 0.1662893444299698,
      "learning_rate": 2.373960538117337e-08,
      "loss": 0.0052,
      "step": 158510
    },
    {
      "epoch": 24.205222171323868,
      "grad_norm": 0.8469610214233398,
      "learning_rate": 2.34222593275768e-08,
      "loss": 0.0054,
      "step": 158520
    },
    {
      "epoch": 24.20674912200336,
      "grad_norm": 0.2973155379295349,
      "learning_rate": 2.3107048181569835e-08,
      "loss": 0.0064,
      "step": 158530
    },
    {
      "epoch": 24.208276072682853,
      "grad_norm": 0.4669243097305298,
      "learning_rate": 2.2793971956619475e-08,
      "loss": 0.0056,
      "step": 158540
    },
    {
      "epoch": 24.209803023362344,
      "grad_norm": 1.0045514106750488,
      "learning_rate": 2.248303066609836e-08,
      "loss": 0.0049,
      "step": 158550
    },
    {
      "epoch": 24.21132997404184,
      "grad_norm": 0.16146637499332428,
      "learning_rate": 2.2174224323290303e-08,
      "loss": 0.0041,
      "step": 158560
    },
    {
      "epoch": 24.212856924721333,
      "grad_norm": 0.5240217447280884,
      "learning_rate": 2.1867552941390314e-08,
      "loss": 0.0054,
      "step": 158570
    },
    {
      "epoch": 24.214383875400824,
      "grad_norm": 0.15477824211120605,
      "learning_rate": 2.1563016533493462e-08,
      "loss": 0.0062,
      "step": 158580
    },
    {
      "epoch": 24.215910826080318,
      "grad_norm": 0.21501250565052032,
      "learning_rate": 2.1260615112611572e-08,
      "loss": 0.0066,
      "step": 158590
    },
    {
      "epoch": 24.217437776759812,
      "grad_norm": 0.13683132827281952,
      "learning_rate": 2.096034869166208e-08,
      "loss": 0.0061,
      "step": 158600
    },
    {
      "epoch": 24.218964727439303,
      "grad_norm": 0.14849968254566193,
      "learning_rate": 2.0662217283473618e-08,
      "loss": 0.0042,
      "step": 158610
    },
    {
      "epoch": 24.220491678118798,
      "grad_norm": 0.24090492725372314,
      "learning_rate": 2.0366220900780443e-08,
      "loss": 0.0064,
      "step": 158620
    },
    {
      "epoch": 24.22201862879829,
      "grad_norm": 0.4747277498245239,
      "learning_rate": 2.0072359556222444e-08,
      "loss": 0.0073,
      "step": 158630
    },
    {
      "epoch": 24.223545579477783,
      "grad_norm": 0.19077467918395996,
      "learning_rate": 1.978063326236179e-08,
      "loss": 0.0046,
      "step": 158640
    },
    {
      "epoch": 24.225072530157277,
      "grad_norm": 0.23573148250579834,
      "learning_rate": 1.9491042031655192e-08,
      "loss": 0.0044,
      "step": 158650
    },
    {
      "epoch": 24.226599480836768,
      "grad_norm": 0.10208600759506226,
      "learning_rate": 1.920358587647053e-08,
      "loss": 0.0046,
      "step": 158660
    },
    {
      "epoch": 24.228126431516262,
      "grad_norm": 0.13563962280750275,
      "learning_rate": 1.8918264809092422e-08,
      "loss": 0.0045,
      "step": 158670
    },
    {
      "epoch": 24.229653382195757,
      "grad_norm": 0.29164057970046997,
      "learning_rate": 1.8635078841711118e-08,
      "loss": 0.0069,
      "step": 158680
    },
    {
      "epoch": 24.231180332875248,
      "grad_norm": 0.16380570828914642,
      "learning_rate": 1.8354027986416942e-08,
      "loss": 0.0053,
      "step": 158690
    },
    {
      "epoch": 24.232707283554742,
      "grad_norm": 0.16695164144039154,
      "learning_rate": 1.8075112255222516e-08,
      "loss": 0.006,
      "step": 158700
    },
    {
      "epoch": 24.234234234234233,
      "grad_norm": 0.3129430115222931,
      "learning_rate": 1.7798331660040522e-08,
      "loss": 0.0093,
      "step": 158710
    },
    {
      "epoch": 24.235761184913727,
      "grad_norm": 0.2905512750148773,
      "learning_rate": 1.7523686212689296e-08,
      "loss": 0.005,
      "step": 158720
    },
    {
      "epoch": 24.23728813559322,
      "grad_norm": 0.20438897609710693,
      "learning_rate": 1.7251175924909434e-08,
      "loss": 0.0053,
      "step": 158730
    },
    {
      "epoch": 24.238815086272712,
      "grad_norm": 0.2201136350631714,
      "learning_rate": 1.6980800808336082e-08,
      "loss": 0.0043,
      "step": 158740
    },
    {
      "epoch": 24.240342036952207,
      "grad_norm": 0.14329227805137634,
      "learning_rate": 1.671256087452111e-08,
      "loss": 0.0077,
      "step": 158750
    },
    {
      "epoch": 24.2418689876317,
      "grad_norm": 0.15264417231082916,
      "learning_rate": 1.6446456134922016e-08,
      "loss": 0.0051,
      "step": 158760
    },
    {
      "epoch": 24.243395938311192,
      "grad_norm": 0.27313774824142456,
      "learning_rate": 1.618248660090749e-08,
      "loss": 0.007,
      "step": 158770
    },
    {
      "epoch": 24.244922888990686,
      "grad_norm": 0.12203508615493774,
      "learning_rate": 1.5920652283757386e-08,
      "loss": 0.0061,
      "step": 158780
    },
    {
      "epoch": 24.246449839670177,
      "grad_norm": 0.11780063807964325,
      "learning_rate": 1.566095319465166e-08,
      "loss": 0.0049,
      "step": 158790
    },
    {
      "epoch": 24.24797679034967,
      "grad_norm": 0.2802077829837799,
      "learning_rate": 1.540338934468144e-08,
      "loss": 0.0052,
      "step": 158800
    },
    {
      "epoch": 24.249503741029166,
      "grad_norm": 0.243641659617424,
      "learning_rate": 1.5147960744860136e-08,
      "loss": 0.0057,
      "step": 158810
    },
    {
      "epoch": 24.251030691708657,
      "grad_norm": 0.4069603681564331,
      "learning_rate": 1.4894667406090134e-08,
      "loss": 0.0054,
      "step": 158820
    },
    {
      "epoch": 24.25255764238815,
      "grad_norm": 0.13431277871131897,
      "learning_rate": 1.4643509339196115e-08,
      "loss": 0.005,
      "step": 158830
    },
    {
      "epoch": 24.254084593067645,
      "grad_norm": 0.16678200662136078,
      "learning_rate": 1.439448655490283e-08,
      "loss": 0.0056,
      "step": 158840
    },
    {
      "epoch": 24.255611543747136,
      "grad_norm": 0.22279749810695648,
      "learning_rate": 1.4147599063851769e-08,
      "loss": 0.0033,
      "step": 158850
    },
    {
      "epoch": 24.25713849442663,
      "grad_norm": 0.1606196165084839,
      "learning_rate": 1.3902846876584497e-08,
      "loss": 0.0054,
      "step": 158860
    },
    {
      "epoch": 24.25866544510612,
      "grad_norm": 0.10255087167024612,
      "learning_rate": 1.3660230003564867e-08,
      "loss": 0.0051,
      "step": 158870
    },
    {
      "epoch": 24.260192395785616,
      "grad_norm": 0.190585657954216,
      "learning_rate": 1.341974845515126e-08,
      "loss": 0.0055,
      "step": 158880
    },
    {
      "epoch": 24.26171934646511,
      "grad_norm": 0.17822256684303284,
      "learning_rate": 1.318140224161879e-08,
      "loss": 0.0069,
      "step": 158890
    },
    {
      "epoch": 24.2632462971446,
      "grad_norm": 0.4682910144329071,
      "learning_rate": 1.2945191373148203e-08,
      "loss": 0.0043,
      "step": 158900
    },
    {
      "epoch": 24.264773247824095,
      "grad_norm": 0.3218929171562195,
      "learning_rate": 1.2711115859831424e-08,
      "loss": 0.0058,
      "step": 158910
    },
    {
      "epoch": 24.26630019850359,
      "grad_norm": 0.5100163221359253,
      "learning_rate": 1.2479175711660463e-08,
      "loss": 0.005,
      "step": 158920
    },
    {
      "epoch": 24.26782714918308,
      "grad_norm": 0.23203207552433014,
      "learning_rate": 1.224937093855516e-08,
      "loss": 0.0043,
      "step": 158930
    },
    {
      "epoch": 24.269354099862575,
      "grad_norm": 0.19030144810676575,
      "learning_rate": 1.2021701550318787e-08,
      "loss": 0.0044,
      "step": 158940
    },
    {
      "epoch": 24.270881050542066,
      "grad_norm": 0.1213606595993042,
      "learning_rate": 1.1796167556693549e-08,
      "loss": 0.0043,
      "step": 158950
    },
    {
      "epoch": 24.27240800122156,
      "grad_norm": 0.18413694202899933,
      "learning_rate": 1.157276896729953e-08,
      "loss": 0.0041,
      "step": 158960
    },
    {
      "epoch": 24.273934951901055,
      "grad_norm": 0.19456316530704498,
      "learning_rate": 1.1351505791684647e-08,
      "loss": 0.0053,
      "step": 158970
    },
    {
      "epoch": 24.275461902580545,
      "grad_norm": 0.0650787353515625,
      "learning_rate": 1.113237803930245e-08,
      "loss": 0.0051,
      "step": 158980
    },
    {
      "epoch": 24.27698885326004,
      "grad_norm": 0.213124081492424,
      "learning_rate": 1.0915385719512116e-08,
      "loss": 0.0039,
      "step": 158990
    },
    {
      "epoch": 24.278515803939534,
      "grad_norm": 0.14884330332279205,
      "learning_rate": 1.0700528841584012e-08,
      "loss": 0.0044,
      "step": 159000
    },
    {
      "epoch": 24.280042754619025,
      "grad_norm": 0.34044432640075684,
      "learning_rate": 1.048780741469968e-08,
      "loss": 0.0066,
      "step": 159010
    },
    {
      "epoch": 24.28156970529852,
      "grad_norm": 0.4309861958026886,
      "learning_rate": 1.0277221447935192e-08,
      "loss": 0.0078,
      "step": 159020
    },
    {
      "epoch": 24.283096655978014,
      "grad_norm": 0.09870918840169907,
      "learning_rate": 1.006877095030001e-08,
      "loss": 0.0078,
      "step": 159030
    },
    {
      "epoch": 24.284623606657505,
      "grad_norm": 0.2762210965156555,
      "learning_rate": 9.862455930692572e-09,
      "loss": 0.0053,
      "step": 159040
    },
    {
      "epoch": 24.286150557337,
      "grad_norm": 0.18938656151294708,
      "learning_rate": 9.658276397922494e-09,
      "loss": 0.0035,
      "step": 159050
    },
    {
      "epoch": 24.28767750801649,
      "grad_norm": 0.19402799010276794,
      "learning_rate": 9.456232360716132e-09,
      "loss": 0.0047,
      "step": 159060
    },
    {
      "epoch": 24.289204458695984,
      "grad_norm": 0.5871917009353638,
      "learning_rate": 9.256323827705471e-09,
      "loss": 0.0082,
      "step": 159070
    },
    {
      "epoch": 24.29073140937548,
      "grad_norm": 0.1996823102235794,
      "learning_rate": 9.058550807428123e-09,
      "loss": 0.0046,
      "step": 159080
    },
    {
      "epoch": 24.29225836005497,
      "grad_norm": 0.15472856163978577,
      "learning_rate": 8.862913308332887e-09,
      "loss": 0.0049,
      "step": 159090
    },
    {
      "epoch": 24.293785310734464,
      "grad_norm": 0.20920944213867188,
      "learning_rate": 8.669411338774192e-09,
      "loss": 0.0089,
      "step": 159100
    },
    {
      "epoch": 24.295312261413958,
      "grad_norm": 0.3180996775627136,
      "learning_rate": 8.478044907028748e-09,
      "loss": 0.0063,
      "step": 159110
    },
    {
      "epoch": 24.29683921209345,
      "grad_norm": 0.20404399931430817,
      "learning_rate": 8.288814021256696e-09,
      "loss": 0.0077,
      "step": 159120
    },
    {
      "epoch": 24.298366162772943,
      "grad_norm": 0.8944588899612427,
      "learning_rate": 8.101718689551562e-09,
      "loss": 0.0068,
      "step": 159130
    },
    {
      "epoch": 24.299893113452434,
      "grad_norm": 0.14255788922309875,
      "learning_rate": 7.916758919906952e-09,
      "loss": 0.0033,
      "step": 159140
    },
    {
      "epoch": 24.30142006413193,
      "grad_norm": 0.26346829533576965,
      "learning_rate": 7.733934720216551e-09,
      "loss": 0.0056,
      "step": 159150
    },
    {
      "epoch": 24.302947014811423,
      "grad_norm": 0.12241172790527344,
      "learning_rate": 7.553246098290777e-09,
      "loss": 0.0068,
      "step": 159160
    },
    {
      "epoch": 24.304473965490914,
      "grad_norm": 0.13836248219013214,
      "learning_rate": 7.374693061856786e-09,
      "loss": 0.006,
      "step": 159170
    },
    {
      "epoch": 24.306000916170408,
      "grad_norm": 0.3508480191230774,
      "learning_rate": 7.198275618530703e-09,
      "loss": 0.0057,
      "step": 159180
    },
    {
      "epoch": 24.307527866849902,
      "grad_norm": 0.18696969747543335,
      "learning_rate": 7.0239937758564965e-09,
      "loss": 0.008,
      "step": 159190
    },
    {
      "epoch": 24.309054817529393,
      "grad_norm": 0.05827184021472931,
      "learning_rate": 6.851847541278211e-09,
      "loss": 0.0033,
      "step": 159200
    },
    {
      "epoch": 24.310581768208888,
      "grad_norm": 0.326064795255661,
      "learning_rate": 6.681836922151075e-09,
      "loss": 0.0068,
      "step": 159210
    },
    {
      "epoch": 24.31210871888838,
      "grad_norm": 0.05680181831121445,
      "learning_rate": 6.513961925730394e-09,
      "loss": 0.0057,
      "step": 159220
    },
    {
      "epoch": 24.313635669567873,
      "grad_norm": 0.4488222002983093,
      "learning_rate": 6.348222559199313e-09,
      "loss": 0.0046,
      "step": 159230
    },
    {
      "epoch": 24.315162620247367,
      "grad_norm": 0.17959348857402802,
      "learning_rate": 6.1846188296244005e-09,
      "loss": 0.0057,
      "step": 159240
    },
    {
      "epoch": 24.316689570926858,
      "grad_norm": 0.3898469805717468,
      "learning_rate": 6.023150744005612e-09,
      "loss": 0.0057,
      "step": 159250
    },
    {
      "epoch": 24.318216521606352,
      "grad_norm": 0.11094121634960175,
      "learning_rate": 5.863818309231884e-09,
      "loss": 0.0058,
      "step": 159260
    },
    {
      "epoch": 24.319743472285847,
      "grad_norm": 0.11547686159610748,
      "learning_rate": 5.7066215321144315e-09,
      "loss": 0.0048,
      "step": 159270
    },
    {
      "epoch": 24.321270422965338,
      "grad_norm": 0.2744092047214508,
      "learning_rate": 5.551560419370105e-09,
      "loss": 0.0077,
      "step": 159280
    },
    {
      "epoch": 24.322797373644832,
      "grad_norm": 0.20101745426654816,
      "learning_rate": 5.398634977615835e-09,
      "loss": 0.0072,
      "step": 159290
    },
    {
      "epoch": 24.324324324324323,
      "grad_norm": 0.23365209996700287,
      "learning_rate": 5.247845213390834e-09,
      "loss": 0.0049,
      "step": 159300
    },
    {
      "epoch": 24.325851275003817,
      "grad_norm": 0.11155276000499725,
      "learning_rate": 5.099191133134396e-09,
      "loss": 0.0039,
      "step": 159310
    },
    {
      "epoch": 24.32737822568331,
      "grad_norm": 0.14854329824447632,
      "learning_rate": 4.952672743202546e-09,
      "loss": 0.006,
      "step": 159320
    },
    {
      "epoch": 24.328905176362802,
      "grad_norm": 0.5580774545669556,
      "learning_rate": 4.808290049840292e-09,
      "loss": 0.0079,
      "step": 159330
    },
    {
      "epoch": 24.330432127042297,
      "grad_norm": 0.19080793857574463,
      "learning_rate": 4.666043059231573e-09,
      "loss": 0.0045,
      "step": 159340
    },
    {
      "epoch": 24.33195907772179,
      "grad_norm": 0.10526104271411896,
      "learning_rate": 4.525931777438208e-09,
      "loss": 0.0044,
      "step": 159350
    },
    {
      "epoch": 24.333486028401282,
      "grad_norm": 0.20446628332138062,
      "learning_rate": 4.387956210455402e-09,
      "loss": 0.0055,
      "step": 159360
    },
    {
      "epoch": 24.335012979080776,
      "grad_norm": 0.11366777122020721,
      "learning_rate": 4.252116364172887e-09,
      "loss": 0.006,
      "step": 159370
    },
    {
      "epoch": 24.336539929760267,
      "grad_norm": 0.14507877826690674,
      "learning_rate": 4.118412244397129e-09,
      "loss": 0.0047,
      "step": 159380
    },
    {
      "epoch": 24.33806688043976,
      "grad_norm": 0.16902321577072144,
      "learning_rate": 3.986843856834677e-09,
      "loss": 0.0062,
      "step": 159390
    },
    {
      "epoch": 24.339593831119256,
      "grad_norm": 0.5135713815689087,
      "learning_rate": 3.8574112071143585e-09,
      "loss": 0.0064,
      "step": 159400
    },
    {
      "epoch": 24.341120781798747,
      "grad_norm": 0.06868195533752441,
      "learning_rate": 3.7301143007539844e-09,
      "loss": 0.0049,
      "step": 159410
    },
    {
      "epoch": 24.34264773247824,
      "grad_norm": 0.2803094983100891,
      "learning_rate": 3.6049531431991967e-09,
      "loss": 0.0034,
      "step": 159420
    },
    {
      "epoch": 24.344174683157735,
      "grad_norm": 0.3284144699573517,
      "learning_rate": 3.4819277397957208e-09,
      "loss": 0.0066,
      "step": 159430
    },
    {
      "epoch": 24.345701633837226,
      "grad_norm": 0.10426361113786697,
      "learning_rate": 3.3610380957949107e-09,
      "loss": 0.0045,
      "step": 159440
    },
    {
      "epoch": 24.34722858451672,
      "grad_norm": 0.09888523817062378,
      "learning_rate": 3.242284216364855e-09,
      "loss": 0.0036,
      "step": 159450
    },
    {
      "epoch": 24.34875553519621,
      "grad_norm": 0.3571227490901947,
      "learning_rate": 3.1256661065792726e-09,
      "loss": 0.0066,
      "step": 159460
    },
    {
      "epoch": 24.350282485875706,
      "grad_norm": 0.4130760133266449,
      "learning_rate": 3.011183771411963e-09,
      "loss": 0.0067,
      "step": 159470
    },
    {
      "epoch": 24.3518094365552,
      "grad_norm": 0.18682728707790375,
      "learning_rate": 2.8988372157645606e-09,
      "loss": 0.0079,
      "step": 159480
    },
    {
      "epoch": 24.35333638723469,
      "grad_norm": 0.15998435020446777,
      "learning_rate": 2.788626444433229e-09,
      "loss": 0.0083,
      "step": 159490
    },
    {
      "epoch": 24.354863337914185,
      "grad_norm": 0.05879899114370346,
      "learning_rate": 2.6805514621197625e-09,
      "loss": 0.0041,
      "step": 159500
    },
    {
      "epoch": 24.35639028859368,
      "grad_norm": 0.2948095202445984,
      "learning_rate": 2.57461227344824e-09,
      "loss": 0.0054,
      "step": 159510
    },
    {
      "epoch": 24.35791723927317,
      "grad_norm": 0.3376966714859009,
      "learning_rate": 2.47080888293727e-09,
      "loss": 0.0052,
      "step": 159520
    },
    {
      "epoch": 24.359444189952665,
      "grad_norm": 0.10853225737810135,
      "learning_rate": 2.3691412950277437e-09,
      "loss": 0.0049,
      "step": 159530
    },
    {
      "epoch": 24.360971140632156,
      "grad_norm": 0.23971103131771088,
      "learning_rate": 2.2696095140606334e-09,
      "loss": 0.0054,
      "step": 159540
    },
    {
      "epoch": 24.36249809131165,
      "grad_norm": 0.1955924779176712,
      "learning_rate": 2.172213544282542e-09,
      "loss": 0.0044,
      "step": 159550
    },
    {
      "epoch": 24.364025041991145,
      "grad_norm": 0.2997789680957794,
      "learning_rate": 2.076953389862357e-09,
      "loss": 0.0069,
      "step": 159560
    },
    {
      "epoch": 24.365551992670635,
      "grad_norm": 0.2560631036758423,
      "learning_rate": 1.983829054863495e-09,
      "loss": 0.0041,
      "step": 159570
    },
    {
      "epoch": 24.36707894335013,
      "grad_norm": 0.43499869108200073,
      "learning_rate": 1.8928405432716567e-09,
      "loss": 0.0043,
      "step": 159580
    },
    {
      "epoch": 24.368605894029624,
      "grad_norm": 0.12500494718551636,
      "learning_rate": 1.8039878589615201e-09,
      "loss": 0.0032,
      "step": 159590
    },
    {
      "epoch": 24.370132844709115,
      "grad_norm": 0.18769779801368713,
      "learning_rate": 1.717271005735599e-09,
      "loss": 0.0053,
      "step": 159600
    },
    {
      "epoch": 24.37165979538861,
      "grad_norm": 0.3614829182624817,
      "learning_rate": 1.6326899873020384e-09,
      "loss": 0.0063,
      "step": 159610
    },
    {
      "epoch": 24.3731867460681,
      "grad_norm": 0.38882681727409363,
      "learning_rate": 1.5502448072690633e-09,
      "loss": 0.0042,
      "step": 159620
    },
    {
      "epoch": 24.374713696747595,
      "grad_norm": 0.18961849808692932,
      "learning_rate": 1.4699354691616318e-09,
      "loss": 0.0077,
      "step": 159630
    },
    {
      "epoch": 24.37624064742709,
      "grad_norm": 0.06396934390068054,
      "learning_rate": 1.3917619764047818e-09,
      "loss": 0.0033,
      "step": 159640
    },
    {
      "epoch": 24.37776759810658,
      "grad_norm": 0.06925587356090546,
      "learning_rate": 1.3157243323402846e-09,
      "loss": 0.0038,
      "step": 159650
    },
    {
      "epoch": 24.379294548786074,
      "grad_norm": 0.31198447942733765,
      "learning_rate": 1.2418225402210937e-09,
      "loss": 0.0056,
      "step": 159660
    },
    {
      "epoch": 24.38082149946557,
      "grad_norm": 0.07538915425539017,
      "learning_rate": 1.1700566032002424e-09,
      "loss": 0.0038,
      "step": 159670
    },
    {
      "epoch": 24.38234845014506,
      "grad_norm": 0.2285873144865036,
      "learning_rate": 1.1004265243419464e-09,
      "loss": 0.0062,
      "step": 159680
    },
    {
      "epoch": 24.383875400824554,
      "grad_norm": 0.08734043687582016,
      "learning_rate": 1.0329323066216035e-09,
      "loss": 0.0034,
      "step": 159690
    },
    {
      "epoch": 24.385402351504048,
      "grad_norm": 0.13295331597328186,
      "learning_rate": 9.675739529257933e-10,
      "loss": 0.005,
      "step": 159700
    },
    {
      "epoch": 24.38692930218354,
      "grad_norm": 0.3001521825790405,
      "learning_rate": 9.043514660411756e-10,
      "loss": 0.007,
      "step": 159710
    },
    {
      "epoch": 24.388456252863033,
      "grad_norm": 0.2124580442905426,
      "learning_rate": 8.432648486766948e-10,
      "loss": 0.0091,
      "step": 159720
    },
    {
      "epoch": 24.389983203542524,
      "grad_norm": 0.2642272710800171,
      "learning_rate": 7.843141034302725e-10,
      "loss": 0.0076,
      "step": 159730
    },
    {
      "epoch": 24.39151015422202,
      "grad_norm": 0.1237458661198616,
      "learning_rate": 7.274992328276664e-10,
      "loss": 0.0065,
      "step": 159740
    },
    {
      "epoch": 24.393037104901513,
      "grad_norm": 0.2420697808265686,
      "learning_rate": 6.728202393002648e-10,
      "loss": 0.0038,
      "step": 159750
    },
    {
      "epoch": 24.394564055581004,
      "grad_norm": 0.2241349220275879,
      "learning_rate": 6.202771251739847e-10,
      "loss": 0.0041,
      "step": 159760
    },
    {
      "epoch": 24.396091006260498,
      "grad_norm": 0.20824623107910156,
      "learning_rate": 5.69869892697028e-10,
      "loss": 0.0074,
      "step": 159770
    },
    {
      "epoch": 24.397617956939992,
      "grad_norm": 0.04916060343384743,
      "learning_rate": 5.215985440232274e-10,
      "loss": 0.0054,
      "step": 159780
    },
    {
      "epoch": 24.399144907619483,
      "grad_norm": 0.1770508736371994,
      "learning_rate": 4.754630812175976e-10,
      "loss": 0.0047,
      "step": 159790
    },
    {
      "epoch": 24.400671858298978,
      "grad_norm": 0.12239427119493484,
      "learning_rate": 4.314635062452332e-10,
      "loss": 0.0095,
      "step": 159800
    },
    {
      "epoch": 24.40219880897847,
      "grad_norm": 0.33651843667030334,
      "learning_rate": 3.8959982099351366e-10,
      "loss": 0.0066,
      "step": 159810
    },
    {
      "epoch": 24.403725759657963,
      "grad_norm": 0.4172084629535675,
      "learning_rate": 3.4987202723879563e-10,
      "loss": 0.0056,
      "step": 159820
    },
    {
      "epoch": 24.405252710337457,
      "grad_norm": 0.3539228141307831,
      "learning_rate": 3.1228012669082264e-10,
      "loss": 0.0056,
      "step": 159830
    },
    {
      "epoch": 24.406779661016948,
      "grad_norm": 0.08271975070238113,
      "learning_rate": 2.7682412094831577e-10,
      "loss": 0.0052,
      "step": 159840
    },
    {
      "epoch": 24.408306611696442,
      "grad_norm": 0.17292433977127075,
      "learning_rate": 2.4350401152672954e-10,
      "loss": 0.005,
      "step": 159850
    },
    {
      "epoch": 24.409833562375937,
      "grad_norm": 0.12982526421546936,
      "learning_rate": 2.1231979984714934e-10,
      "loss": 0.0058,
      "step": 159860
    },
    {
      "epoch": 24.411360513055428,
      "grad_norm": 0.1487528532743454,
      "learning_rate": 1.8327148724739397e-10,
      "loss": 0.0075,
      "step": 159870
    },
    {
      "epoch": 24.412887463734922,
      "grad_norm": 0.22700604796409607,
      "learning_rate": 1.5635907497091318e-10,
      "loss": 0.0055,
      "step": 159880
    },
    {
      "epoch": 24.414414414414413,
      "grad_norm": 0.15677088499069214,
      "learning_rate": 1.3158256415568558e-10,
      "loss": 0.0094,
      "step": 159890
    },
    {
      "epoch": 24.415941365093907,
      "grad_norm": 0.3797435760498047,
      "learning_rate": 1.0894195586752531e-10,
      "loss": 0.005,
      "step": 159900
    },
    {
      "epoch": 24.4174683157734,
      "grad_norm": 0.07076627761125565,
      "learning_rate": 8.843725107232636e-11,
      "loss": 0.0042,
      "step": 159910
    },
    {
      "epoch": 24.418995266452892,
      "grad_norm": 0.07743113487958908,
      "learning_rate": 7.006845064716493e-11,
      "loss": 0.0052,
      "step": 159920
    },
    {
      "epoch": 24.420522217132387,
      "grad_norm": 0.15706098079681396,
      "learning_rate": 5.383555537474827e-11,
      "loss": 0.005,
      "step": 159930
    },
    {
      "epoch": 24.42204916781188,
      "grad_norm": 0.08509796857833862,
      "learning_rate": 3.973856595451686e-11,
      "loss": 0.0036,
      "step": 159940
    },
    {
      "epoch": 24.423576118491372,
      "grad_norm": 0.25357404351234436,
      "learning_rate": 2.777748298044003e-11,
      "loss": 0.0059,
      "step": 159950
    },
    {
      "epoch": 24.425103069170866,
      "grad_norm": 0.28771501779556274,
      "learning_rate": 1.7952306963220368e-11,
      "loss": 0.0048,
      "step": 159960
    },
    {
      "epoch": 24.426630019850357,
      "grad_norm": 0.4643091857433319,
      "learning_rate": 1.026303833029374e-11,
      "loss": 0.0061,
      "step": 159970
    },
    {
      "epoch": 24.42815697052985,
      "grad_norm": 0.17778223752975464,
      "learning_rate": 4.709677409175939e-12,
      "loss": 0.0042,
      "step": 159980
    },
    {
      "epoch": 24.429683921209346,
      "grad_norm": 0.23230886459350586,
      "learning_rate": 1.292224427462685e-12,
      "loss": 0.0058,
      "step": 159990
    },
    {
      "epoch": 24.431210871888837,
      "grad_norm": 0.18360936641693115,
      "learning_rate": 1.0679540585201153e-14,
      "loss": 0.0044,
      "step": 160000
    },
    {
      "epoch": 24.431210871888837,
      "step": 160000,
      "total_flos": 0.0,
      "train_loss": 0.014169319773896131,
      "train_runtime": 103071.5636,
      "train_samples_per_second": 49.674,
      "train_steps_per_second": 1.552
    }
  ],
  "logging_steps": 10,
  "max_steps": 160000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 25,
  "save_steps": 20000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}