{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.084992305019114,
  "eval_steps": 2000,
  "global_step": 144000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00028368593130545175,
      "grad_norm": 1672.0,
      "learning_rate": 2.5528293859027092e-08,
      "loss": 57.5908,
      "step": 10
    },
    {
      "epoch": 0.0005673718626109035,
      "grad_norm": 1848.0,
      "learning_rate": 5.389306481350163e-08,
      "loss": 57.0692,
      "step": 20
    },
    {
      "epoch": 0.0008510577939163552,
      "grad_norm": 1672.0,
      "learning_rate": 8.225783576797618e-08,
      "loss": 59.5138,
      "step": 30
    },
    {
      "epoch": 0.001134743725221807,
      "grad_norm": 1968.0,
      "learning_rate": 1.1062260672245072e-07,
      "loss": 56.8294,
      "step": 40
    },
    {
      "epoch": 0.0014184296565272587,
      "grad_norm": 1648.0,
      "learning_rate": 1.3898737767692527e-07,
      "loss": 58.042,
      "step": 50
    },
    {
      "epoch": 0.0017021155878327104,
      "grad_norm": 2384.0,
      "learning_rate": 1.6735214863139984e-07,
      "loss": 57.065,
      "step": 60
    },
    {
      "epoch": 0.0019858015191381623,
      "grad_norm": 1776.0,
      "learning_rate": 1.9571691958587435e-07,
      "loss": 58.1996,
      "step": 70
    },
    {
      "epoch": 0.002269487450443614,
      "grad_norm": 1976.0,
      "learning_rate": 2.2408169054034891e-07,
      "loss": 56.9925,
      "step": 80
    },
    {
      "epoch": 0.0025531733817490657,
      "grad_norm": 1408.0,
      "learning_rate": 2.5244646149482345e-07,
      "loss": 57.9143,
      "step": 90
    },
    {
      "epoch": 0.0028368593130545174,
      "grad_norm": 1632.0,
      "learning_rate": 2.80811232449298e-07,
      "loss": 56.011,
      "step": 100
    },
    {
      "epoch": 0.003120545244359969,
      "grad_norm": 2688.0,
      "learning_rate": 3.0917600340377253e-07,
      "loss": 55.8677,
      "step": 110
    },
    {
      "epoch": 0.0034042311756654208,
      "grad_norm": 2144.0,
      "learning_rate": 3.3754077435824707e-07,
      "loss": 57.8149,
      "step": 120
    },
    {
      "epoch": 0.0036879171069708725,
      "grad_norm": 3280.0,
      "learning_rate": 3.6590554531272166e-07,
      "loss": 56.2836,
      "step": 130
    },
    {
      "epoch": 0.003971603038276325,
      "grad_norm": 1968.0,
      "learning_rate": 3.942703162671962e-07,
      "loss": 57.5597,
      "step": 140
    },
    {
      "epoch": 0.004255288969581776,
      "grad_norm": 1888.0,
      "learning_rate": 4.226350872216707e-07,
      "loss": 57.665,
      "step": 150
    },
    {
      "epoch": 0.004538974900887228,
      "grad_norm": 2512.0,
      "learning_rate": 4.5099985817614523e-07,
      "loss": 56.4592,
      "step": 160
    },
    {
      "epoch": 0.00482266083219268,
      "grad_norm": 1616.0,
      "learning_rate": 4.793646291306198e-07,
      "loss": 57.2302,
      "step": 170
    },
    {
      "epoch": 0.005106346763498131,
      "grad_norm": 1936.0,
      "learning_rate": 5.077294000850944e-07,
      "loss": 57.6749,
      "step": 180
    },
    {
      "epoch": 0.005390032694803583,
      "grad_norm": 1416.0,
      "learning_rate": 5.360941710395689e-07,
      "loss": 56.0496,
      "step": 190
    },
    {
      "epoch": 0.005673718626109035,
      "grad_norm": 1272.0,
      "learning_rate": 5.644589419940434e-07,
      "loss": 54.7501,
      "step": 200
    },
    {
      "epoch": 0.0059574045574144864,
      "grad_norm": 2384.0,
      "learning_rate": 5.92823712948518e-07,
      "loss": 53.0016,
      "step": 210
    },
    {
      "epoch": 0.006241090488719938,
      "grad_norm": 2016.0,
      "learning_rate": 6.211884839029925e-07,
      "loss": 53.4959,
      "step": 220
    },
    {
      "epoch": 0.00652477642002539,
      "grad_norm": 1400.0,
      "learning_rate": 6.495532548574671e-07,
      "loss": 55.6786,
      "step": 230
    },
    {
      "epoch": 0.0068084623513308415,
      "grad_norm": 1800.0,
      "learning_rate": 6.779180258119417e-07,
      "loss": 53.2763,
      "step": 240
    },
    {
      "epoch": 0.007092148282636293,
      "grad_norm": 1896.0,
      "learning_rate": 7.062827967664161e-07,
      "loss": 51.294,
      "step": 250
    },
    {
      "epoch": 0.007375834213941745,
      "grad_norm": 2768.0,
      "learning_rate": 7.346475677208907e-07,
      "loss": 51.4234,
      "step": 260
    },
    {
      "epoch": 0.007659520145247197,
      "grad_norm": 1720.0,
      "learning_rate": 7.630123386753653e-07,
      "loss": 52.3736,
      "step": 270
    },
    {
      "epoch": 0.00794320607655265,
      "grad_norm": 1632.0,
      "learning_rate": 7.913771096298398e-07,
      "loss": 48.5344,
      "step": 280
    },
    {
      "epoch": 0.0082268920078581,
      "grad_norm": 5376.0,
      "learning_rate": 8.197418805843144e-07,
      "loss": 49.8909,
      "step": 290
    },
    {
      "epoch": 0.008510577939163553,
      "grad_norm": 1360.0,
      "learning_rate": 8.481066515387889e-07,
      "loss": 48.6498,
      "step": 300
    },
    {
      "epoch": 0.008794263870469004,
      "grad_norm": 1592.0,
      "learning_rate": 8.764714224932634e-07,
      "loss": 50.2869,
      "step": 310
    },
    {
      "epoch": 0.009077949801774456,
      "grad_norm": 2064.0,
      "learning_rate": 9.04836193447738e-07,
      "loss": 46.1127,
      "step": 320
    },
    {
      "epoch": 0.009361635733079908,
      "grad_norm": 1664.0,
      "learning_rate": 9.332009644022125e-07,
      "loss": 45.0821,
      "step": 330
    },
    {
      "epoch": 0.00964532166438536,
      "grad_norm": 1864.0,
      "learning_rate": 9.61565735356687e-07,
      "loss": 44.3614,
      "step": 340
    },
    {
      "epoch": 0.009929007595690811,
      "grad_norm": 1816.0,
      "learning_rate": 9.899305063111617e-07,
      "loss": 42.8195,
      "step": 350
    },
    {
      "epoch": 0.010212693526996263,
      "grad_norm": 1296.0,
      "learning_rate": 1.018295277265636e-06,
      "loss": 41.0484,
      "step": 360
    },
    {
      "epoch": 0.010496379458301714,
      "grad_norm": 1240.0,
      "learning_rate": 1.0466600482201108e-06,
      "loss": 38.9913,
      "step": 370
    },
    {
      "epoch": 0.010780065389607166,
      "grad_norm": 1448.0,
      "learning_rate": 1.0750248191745854e-06,
      "loss": 37.3379,
      "step": 380
    },
    {
      "epoch": 0.011063751320912618,
      "grad_norm": 1720.0,
      "learning_rate": 1.1033895901290597e-06,
      "loss": 35.2552,
      "step": 390
    },
    {
      "epoch": 0.01134743725221807,
      "grad_norm": 1632.0,
      "learning_rate": 1.1317543610835344e-06,
      "loss": 34.3199,
      "step": 400
    },
    {
      "epoch": 0.011631123183523521,
      "grad_norm": 1696.0,
      "learning_rate": 1.1601191320380088e-06,
      "loss": 32.7823,
      "step": 410
    },
    {
      "epoch": 0.011914809114828973,
      "grad_norm": 996.0,
      "learning_rate": 1.1884839029924835e-06,
      "loss": 31.5587,
      "step": 420
    },
    {
      "epoch": 0.012198495046134425,
      "grad_norm": 2016.0,
      "learning_rate": 1.216848673946958e-06,
      "loss": 31.0968,
      "step": 430
    },
    {
      "epoch": 0.012482180977439876,
      "grad_norm": 1960.0,
      "learning_rate": 1.2452134449014324e-06,
      "loss": 29.5003,
      "step": 440
    },
    {
      "epoch": 0.012765866908745328,
      "grad_norm": 1368.0,
      "learning_rate": 1.2735782158559071e-06,
      "loss": 29.161,
      "step": 450
    },
    {
      "epoch": 0.01304955284005078,
      "grad_norm": 1176.0,
      "learning_rate": 1.3019429868103817e-06,
      "loss": 28.2845,
      "step": 460
    },
    {
      "epoch": 0.013333238771356231,
      "grad_norm": 1200.0,
      "learning_rate": 1.3303077577648562e-06,
      "loss": 28.6118,
      "step": 470
    },
    {
      "epoch": 0.013616924702661683,
      "grad_norm": 892.0,
      "learning_rate": 1.3586725287193305e-06,
      "loss": 28.5736,
      "step": 480
    },
    {
      "epoch": 0.013900610633967135,
      "grad_norm": 2008.0,
      "learning_rate": 1.387037299673805e-06,
      "loss": 26.366,
      "step": 490
    },
    {
      "epoch": 0.014184296565272586,
      "grad_norm": 1568.0,
      "learning_rate": 1.4154020706282798e-06,
      "loss": 26.2412,
      "step": 500
    },
    {
      "epoch": 0.014467982496578038,
      "grad_norm": 1880.0,
      "learning_rate": 1.4437668415827544e-06,
      "loss": 26.7173,
      "step": 510
    },
    {
      "epoch": 0.01475166842788349,
      "grad_norm": 556.0,
      "learning_rate": 1.472131612537229e-06,
      "loss": 27.5645,
      "step": 520
    },
    {
      "epoch": 0.015035354359188942,
      "grad_norm": 596.0,
      "learning_rate": 1.5004963834917032e-06,
      "loss": 25.2771,
      "step": 530
    },
    {
      "epoch": 0.015319040290494393,
      "grad_norm": 648.0,
      "learning_rate": 1.528861154446178e-06,
      "loss": 24.426,
      "step": 540
    },
    {
      "epoch": 0.015602726221799845,
      "grad_norm": 908.0,
      "learning_rate": 1.5572259254006525e-06,
      "loss": 23.6147,
      "step": 550
    },
    {
      "epoch": 0.0158864121531053,
      "grad_norm": 628.0,
      "learning_rate": 1.585590696355127e-06,
      "loss": 23.6409,
      "step": 560
    },
    {
      "epoch": 0.01617009808441075,
      "grad_norm": 424.0,
      "learning_rate": 1.6139554673096016e-06,
      "loss": 24.149,
      "step": 570
    },
    {
      "epoch": 0.0164537840157162,
      "grad_norm": 532.0,
      "learning_rate": 1.6423202382640764e-06,
      "loss": 21.518,
      "step": 580
    },
    {
      "epoch": 0.016737469947021653,
      "grad_norm": 1424.0,
      "learning_rate": 1.6706850092185507e-06,
      "loss": 21.3315,
      "step": 590
    },
    {
      "epoch": 0.017021155878327105,
      "grad_norm": 668.0,
      "learning_rate": 1.6990497801730252e-06,
      "loss": 21.6366,
      "step": 600
    },
    {
      "epoch": 0.017304841809632557,
      "grad_norm": 2944.0,
      "learning_rate": 1.7274145511274998e-06,
      "loss": 21.5002,
      "step": 610
    },
    {
      "epoch": 0.01758852774093801,
      "grad_norm": 536.0,
      "learning_rate": 1.7557793220819743e-06,
      "loss": 21.4504,
      "step": 620
    },
    {
      "epoch": 0.01787221367224346,
      "grad_norm": 462.0,
      "learning_rate": 1.784144093036449e-06,
      "loss": 20.4834,
      "step": 630
    },
    {
      "epoch": 0.018155899603548912,
      "grad_norm": 600.0,
      "learning_rate": 1.8125088639909234e-06,
      "loss": 19.7118,
      "step": 640
    },
    {
      "epoch": 0.018439585534854364,
      "grad_norm": 840.0,
      "learning_rate": 1.840873634945398e-06,
      "loss": 20.8287,
      "step": 650
    },
    {
      "epoch": 0.018723271466159815,
      "grad_norm": 632.0,
      "learning_rate": 1.8692384058998725e-06,
      "loss": 18.2557,
      "step": 660
    },
    {
      "epoch": 0.019006957397465267,
      "grad_norm": 592.0,
      "learning_rate": 1.897603176854347e-06,
      "loss": 19.4103,
      "step": 670
    },
    {
      "epoch": 0.01929064332877072,
      "grad_norm": 1080.0,
      "learning_rate": 1.9259679478088218e-06,
      "loss": 19.3034,
      "step": 680
    },
    {
      "epoch": 0.01957432926007617,
      "grad_norm": 456.0,
      "learning_rate": 1.954332718763296e-06,
      "loss": 19.1391,
      "step": 690
    },
    {
      "epoch": 0.019858015191381622,
      "grad_norm": 432.0,
      "learning_rate": 1.9826974897177704e-06,
      "loss": 19.1194,
      "step": 700
    },
    {
      "epoch": 0.020141701122687074,
      "grad_norm": 430.0,
      "learning_rate": 2.011062260672245e-06,
      "loss": 18.7593,
      "step": 710
    },
    {
      "epoch": 0.020425387053992525,
      "grad_norm": 400.0,
      "learning_rate": 2.03942703162672e-06,
      "loss": 17.5515,
      "step": 720
    },
    {
      "epoch": 0.020709072985297977,
      "grad_norm": 552.0,
      "learning_rate": 2.0677918025811942e-06,
      "loss": 17.9318,
      "step": 730
    },
    {
      "epoch": 0.02099275891660343,
      "grad_norm": 428.0,
      "learning_rate": 2.096156573535669e-06,
      "loss": 17.5952,
      "step": 740
    },
    {
      "epoch": 0.02127644484790888,
      "grad_norm": 466.0,
      "learning_rate": 2.1245213444901433e-06,
      "loss": 17.085,
      "step": 750
    },
    {
      "epoch": 0.021560130779214332,
      "grad_norm": 380.0,
      "learning_rate": 2.152886115444618e-06,
      "loss": 16.6668,
      "step": 760
    },
    {
      "epoch": 0.021843816710519784,
      "grad_norm": 428.0,
      "learning_rate": 2.1812508863990924e-06,
      "loss": 16.7636,
      "step": 770
    },
    {
      "epoch": 0.022127502641825236,
      "grad_norm": 420.0,
      "learning_rate": 2.209615657353567e-06,
      "loss": 15.7382,
      "step": 780
    },
    {
      "epoch": 0.022411188573130687,
      "grad_norm": 366.0,
      "learning_rate": 2.2379804283080415e-06,
      "loss": 15.6506,
      "step": 790
    },
    {
      "epoch": 0.02269487450443614,
      "grad_norm": 414.0,
      "learning_rate": 2.266345199262516e-06,
      "loss": 15.4757,
      "step": 800
    },
    {
      "epoch": 0.02297856043574159,
      "grad_norm": 466.0,
      "learning_rate": 2.2947099702169906e-06,
      "loss": 15.0398,
      "step": 810
    },
    {
      "epoch": 0.023262246367047042,
      "grad_norm": 556.0,
      "learning_rate": 2.3230747411714653e-06,
      "loss": 15.3886,
      "step": 820
    },
    {
      "epoch": 0.023545932298352494,
      "grad_norm": 446.0,
      "learning_rate": 2.3514395121259396e-06,
      "loss": 14.6592,
      "step": 830
    },
    {
      "epoch": 0.023829618229657946,
      "grad_norm": 532.0,
      "learning_rate": 2.3798042830804144e-06,
      "loss": 14.9251,
      "step": 840
    },
    {
      "epoch": 0.024113304160963397,
      "grad_norm": 502.0,
      "learning_rate": 2.408169054034889e-06,
      "loss": 14.223,
      "step": 850
    },
    {
      "epoch": 0.02439699009226885,
      "grad_norm": 532.0,
      "learning_rate": 2.4365338249893635e-06,
      "loss": 13.914,
      "step": 860
    },
    {
      "epoch": 0.0246806760235743,
      "grad_norm": 418.0,
      "learning_rate": 2.464898595943838e-06,
      "loss": 13.8271,
      "step": 870
    },
    {
      "epoch": 0.024964361954879753,
      "grad_norm": 512.0,
      "learning_rate": 2.4932633668983125e-06,
      "loss": 13.7315,
      "step": 880
    },
    {
      "epoch": 0.025248047886185204,
      "grad_norm": 572.0,
      "learning_rate": 2.521628137852787e-06,
      "loss": 13.8535,
      "step": 890
    },
    {
      "epoch": 0.025531733817490656,
      "grad_norm": 440.0,
      "learning_rate": 2.5499929088072616e-06,
      "loss": 12.5558,
      "step": 900
    },
    {
      "epoch": 0.025815419748796108,
      "grad_norm": 482.0,
      "learning_rate": 2.578357679761736e-06,
      "loss": 12.4827,
      "step": 910
    },
    {
      "epoch": 0.02609910568010156,
      "grad_norm": 440.0,
      "learning_rate": 2.6067224507162107e-06,
      "loss": 12.2495,
      "step": 920
    },
    {
      "epoch": 0.02638279161140701,
      "grad_norm": 448.0,
      "learning_rate": 2.635087221670685e-06,
      "loss": 11.7727,
      "step": 930
    },
    {
      "epoch": 0.026666477542712463,
      "grad_norm": 502.0,
      "learning_rate": 2.6634519926251594e-06,
      "loss": 12.3205,
      "step": 940
    },
    {
      "epoch": 0.026950163474017914,
      "grad_norm": 500.0,
      "learning_rate": 2.6918167635796345e-06,
      "loss": 12.1954,
      "step": 950
    },
    {
      "epoch": 0.027233849405323366,
      "grad_norm": 450.0,
      "learning_rate": 2.720181534534109e-06,
      "loss": 11.381,
      "step": 960
    },
    {
      "epoch": 0.027517535336628818,
      "grad_norm": 490.0,
      "learning_rate": 2.7485463054885836e-06,
      "loss": 11.1216,
      "step": 970
    },
    {
      "epoch": 0.02780122126793427,
      "grad_norm": 668.0,
      "learning_rate": 2.776911076443058e-06,
      "loss": 11.3951,
      "step": 980
    },
    {
      "epoch": 0.02808490719923972,
      "grad_norm": 410.0,
      "learning_rate": 2.8052758473975323e-06,
      "loss": 10.5028,
      "step": 990
    },
    {
      "epoch": 0.028368593130545173,
      "grad_norm": 572.0,
      "learning_rate": 2.833640618352007e-06,
      "loss": 10.504,
      "step": 1000
    },
    {
      "epoch": 0.028652279061850625,
      "grad_norm": 540.0,
      "learning_rate": 2.8620053893064813e-06,
      "loss": 10.4519,
      "step": 1010
    },
    {
      "epoch": 0.028935964993156076,
      "grad_norm": 458.0,
      "learning_rate": 2.890370160260956e-06,
      "loss": 10.1282,
      "step": 1020
    },
    {
      "epoch": 0.029219650924461528,
      "grad_norm": 460.0,
      "learning_rate": 2.9187349312154304e-06,
      "loss": 9.9158,
      "step": 1030
    },
    {
      "epoch": 0.02950333685576698,
      "grad_norm": 470.0,
      "learning_rate": 2.9470997021699056e-06,
      "loss": 9.4721,
      "step": 1040
    },
    {
      "epoch": 0.02978702278707243,
      "grad_norm": 476.0,
      "learning_rate": 2.97546447312438e-06,
      "loss": 9.6549,
      "step": 1050
    },
    {
      "epoch": 0.030070708718377883,
      "grad_norm": 548.0,
      "learning_rate": 3.0038292440788542e-06,
      "loss": 9.2515,
      "step": 1060
    },
    {
      "epoch": 0.030354394649683335,
      "grad_norm": 704.0,
      "learning_rate": 3.032194015033329e-06,
      "loss": 9.4603,
      "step": 1070
    },
    {
      "epoch": 0.030638080580988786,
      "grad_norm": 484.0,
      "learning_rate": 3.0605587859878033e-06,
      "loss": 9.1016,
      "step": 1080
    },
    {
      "epoch": 0.030921766512294238,
      "grad_norm": 548.0,
      "learning_rate": 3.088923556942278e-06,
      "loss": 9.1919,
      "step": 1090
    },
    {
      "epoch": 0.03120545244359969,
      "grad_norm": 524.0,
      "learning_rate": 3.1172883278967524e-06,
      "loss": 8.8458,
      "step": 1100
    },
    {
      "epoch": 0.03148913837490514,
      "grad_norm": 480.0,
      "learning_rate": 3.1456530988512267e-06,
      "loss": 8.4741,
      "step": 1110
    },
    {
      "epoch": 0.0317728243062106,
      "grad_norm": 498.0,
      "learning_rate": 3.174017869805702e-06,
      "loss": 8.4815,
      "step": 1120
    },
    {
      "epoch": 0.032056510237516045,
      "grad_norm": 464.0,
      "learning_rate": 3.202382640760176e-06,
      "loss": 7.9846,
      "step": 1130
    },
    {
      "epoch": 0.0323401961688215,
      "grad_norm": 724.0,
      "learning_rate": 3.230747411714651e-06,
      "loss": 7.8864,
      "step": 1140
    },
    {
      "epoch": 0.03262388210012695,
      "grad_norm": 502.0,
      "learning_rate": 3.2591121826691253e-06,
      "loss": 7.8861,
      "step": 1150
    },
    {
      "epoch": 0.0329075680314324,
      "grad_norm": 620.0,
      "learning_rate": 3.2874769536235996e-06,
      "loss": 7.8056,
      "step": 1160
    },
    {
      "epoch": 0.03319125396273785,
      "grad_norm": 502.0,
      "learning_rate": 3.3158417245780744e-06,
      "loss": 7.5285,
      "step": 1170
    },
    {
      "epoch": 0.03347493989404331,
      "grad_norm": 652.0,
      "learning_rate": 3.3442064955325487e-06,
      "loss": 7.5052,
      "step": 1180
    },
    {
      "epoch": 0.033758625825348755,
      "grad_norm": 604.0,
      "learning_rate": 3.3725712664870235e-06,
      "loss": 7.3354,
      "step": 1190
    },
    {
      "epoch": 0.03404231175665421,
      "grad_norm": 708.0,
      "learning_rate": 3.400936037441498e-06,
      "loss": 6.9069,
      "step": 1200
    },
    {
      "epoch": 0.03432599768795966,
      "grad_norm": 672.0,
      "learning_rate": 3.429300808395972e-06,
      "loss": 7.2299,
      "step": 1210
    },
    {
      "epoch": 0.034609683619265114,
      "grad_norm": 556.0,
      "learning_rate": 3.4576655793504473e-06,
      "loss": 7.0436,
      "step": 1220
    },
    {
      "epoch": 0.03489336955057056,
      "grad_norm": 804.0,
      "learning_rate": 3.4860303503049216e-06,
      "loss": 6.7439,
      "step": 1230
    },
    {
      "epoch": 0.03517705548187602,
      "grad_norm": 584.0,
      "learning_rate": 3.5143951212593964e-06,
      "loss": 6.847,
      "step": 1240
    },
    {
      "epoch": 0.035460741413181465,
      "grad_norm": 448.0,
      "learning_rate": 3.5427598922138707e-06,
      "loss": 6.5443,
      "step": 1250
    },
    {
      "epoch": 0.03574442734448692,
      "grad_norm": 752.0,
      "learning_rate": 3.571124663168345e-06,
      "loss": 6.5024,
      "step": 1260
    },
    {
      "epoch": 0.03602811327579237,
      "grad_norm": 608.0,
      "learning_rate": 3.59948943412282e-06,
      "loss": 6.2366,
      "step": 1270
    },
    {
      "epoch": 0.036311799207097824,
      "grad_norm": 968.0,
      "learning_rate": 3.627854205077294e-06,
      "loss": 6.2322,
      "step": 1280
    },
    {
      "epoch": 0.03659548513840327,
      "grad_norm": 520.0,
      "learning_rate": 3.656218976031769e-06,
      "loss": 6.4006,
      "step": 1290
    },
    {
      "epoch": 0.03687917106970873,
      "grad_norm": 506.0,
      "learning_rate": 3.684583746986243e-06,
      "loss": 6.11,
      "step": 1300
    },
    {
      "epoch": 0.037162857001014175,
      "grad_norm": 556.0,
      "learning_rate": 3.7129485179407184e-06,
      "loss": 6.13,
      "step": 1310
    },
    {
      "epoch": 0.03744654293231963,
      "grad_norm": 528.0,
      "learning_rate": 3.7413132888951927e-06,
      "loss": 5.8518,
      "step": 1320
    },
    {
      "epoch": 0.03773022886362508,
      "grad_norm": 552.0,
      "learning_rate": 3.769678059849667e-06,
      "loss": 5.841,
      "step": 1330
    },
    {
      "epoch": 0.038013914794930534,
      "grad_norm": 450.0,
      "learning_rate": 3.7980428308041418e-06,
      "loss": 5.7871,
      "step": 1340
    },
    {
      "epoch": 0.03829760072623598,
      "grad_norm": 572.0,
      "learning_rate": 3.826407601758616e-06,
      "loss": 5.5246,
      "step": 1350
    },
    {
      "epoch": 0.03858128665754144,
      "grad_norm": 472.0,
      "learning_rate": 3.854772372713091e-06,
      "loss": 5.4713,
      "step": 1360
    },
    {
      "epoch": 0.038864972588846886,
      "grad_norm": 656.0,
      "learning_rate": 3.883137143667565e-06,
      "loss": 5.4819,
      "step": 1370
    },
    {
      "epoch": 0.03914865852015234,
      "grad_norm": 548.0,
      "learning_rate": 3.9115019146220395e-06,
      "loss": 5.1767,
      "step": 1380
    },
    {
      "epoch": 0.03943234445145779,
      "grad_norm": 512.0,
      "learning_rate": 3.939866685576515e-06,
      "loss": 5.0259,
      "step": 1390
    },
    {
      "epoch": 0.039716030382763244,
      "grad_norm": 692.0,
      "learning_rate": 3.968231456530989e-06,
      "loss": 5.1067,
      "step": 1400
    },
    {
      "epoch": 0.03999971631406869,
      "grad_norm": 430.0,
      "learning_rate": 3.996596227485463e-06,
      "loss": 4.8723,
      "step": 1410
    },
    {
      "epoch": 0.04028340224537415,
      "grad_norm": 406.0,
      "learning_rate": 4.024960998439938e-06,
      "loss": 4.6267,
      "step": 1420
    },
    {
      "epoch": 0.040567088176679596,
      "grad_norm": 506.0,
      "learning_rate": 4.053325769394412e-06,
      "loss": 4.7195,
      "step": 1430
    },
    {
      "epoch": 0.04085077410798505,
      "grad_norm": 438.0,
      "learning_rate": 4.081690540348887e-06,
      "loss": 4.4918,
      "step": 1440
    },
    {
      "epoch": 0.0411344600392905,
      "grad_norm": 428.0,
      "learning_rate": 4.1100553113033615e-06,
      "loss": 4.5201,
      "step": 1450
    },
    {
      "epoch": 0.041418145970595954,
      "grad_norm": 572.0,
      "learning_rate": 4.138420082257837e-06,
      "loss": 4.5654,
      "step": 1460
    },
    {
      "epoch": 0.0417018319019014,
      "grad_norm": 704.0,
      "learning_rate": 4.166784853212311e-06,
      "loss": 4.4288,
      "step": 1470
    },
    {
      "epoch": 0.04198551783320686,
      "grad_norm": 684.0,
      "learning_rate": 4.195149624166785e-06,
      "loss": 4.3284,
      "step": 1480
    },
    {
      "epoch": 0.042269203764512306,
      "grad_norm": 572.0,
      "learning_rate": 4.22351439512126e-06,
      "loss": 4.2748,
      "step": 1490
    },
    {
      "epoch": 0.04255288969581776,
      "grad_norm": 476.0,
      "learning_rate": 4.251879166075734e-06,
      "loss": 4.3376,
      "step": 1500
    },
    {
      "epoch": 0.04283657562712321,
      "grad_norm": 752.0,
      "learning_rate": 4.280243937030209e-06,
      "loss": 4.0938,
      "step": 1510
    },
    {
      "epoch": 0.043120261558428664,
      "grad_norm": 548.0,
      "learning_rate": 4.3086087079846835e-06,
      "loss": 4.056,
      "step": 1520
    },
    {
      "epoch": 0.04340394748973411,
      "grad_norm": 446.0,
      "learning_rate": 4.336973478939158e-06,
      "loss": 4.2292,
      "step": 1530
    },
    {
      "epoch": 0.04368763342103957,
      "grad_norm": 494.0,
      "learning_rate": 4.365338249893632e-06,
      "loss": 3.8852,
      "step": 1540
    },
    {
      "epoch": 0.043971319352345016,
      "grad_norm": 386.0,
      "learning_rate": 4.3937030208481065e-06,
      "loss": 3.9578,
      "step": 1550
    },
    {
      "epoch": 0.04425500528365047,
      "grad_norm": 372.0,
      "learning_rate": 4.422067791802582e-06,
      "loss": 3.8299,
      "step": 1560
    },
    {
      "epoch": 0.04453869121495592,
      "grad_norm": 508.0,
      "learning_rate": 4.450432562757056e-06,
      "loss": 3.7461,
      "step": 1570
    },
    {
      "epoch": 0.044822377146261375,
      "grad_norm": 740.0,
      "learning_rate": 4.478797333711531e-06,
      "loss": 3.75,
      "step": 1580
    },
    {
      "epoch": 0.04510606307756682,
      "grad_norm": 428.0,
      "learning_rate": 4.5071621046660055e-06,
      "loss": 3.5419,
      "step": 1590
    },
    {
      "epoch": 0.04538974900887228,
      "grad_norm": 528.0,
      "learning_rate": 4.53552687562048e-06,
      "loss": 3.5022,
      "step": 1600
    },
    {
      "epoch": 0.045673434940177726,
      "grad_norm": 498.0,
      "learning_rate": 4.563891646574954e-06,
      "loss": 3.5356,
      "step": 1610
    },
    {
      "epoch": 0.04595712087148318,
      "grad_norm": 460.0,
      "learning_rate": 4.5922564175294285e-06,
      "loss": 3.5267,
      "step": 1620
    },
    {
      "epoch": 0.04624080680278863,
      "grad_norm": 452.0,
      "learning_rate": 4.620621188483904e-06,
      "loss": 3.4017,
      "step": 1630
    },
    {
      "epoch": 0.046524492734094085,
      "grad_norm": 352.0,
      "learning_rate": 4.648985959438378e-06,
      "loss": 3.3124,
      "step": 1640
    },
    {
      "epoch": 0.04680817866539953,
      "grad_norm": 310.0,
      "learning_rate": 4.677350730392852e-06,
      "loss": 3.1781,
      "step": 1650
    },
    {
      "epoch": 0.04709186459670499,
      "grad_norm": 314.0,
      "learning_rate": 4.7057155013473275e-06,
      "loss": 2.9844,
      "step": 1660
    },
    {
      "epoch": 0.047375550528010436,
      "grad_norm": 290.0,
      "learning_rate": 4.734080272301802e-06,
      "loss": 2.7697,
      "step": 1670
    },
    {
      "epoch": 0.04765923645931589,
      "grad_norm": 348.0,
      "learning_rate": 4.762445043256276e-06,
      "loss": 2.7248,
      "step": 1680
    },
    {
      "epoch": 0.04794292239062134,
      "grad_norm": 243.0,
      "learning_rate": 4.7908098142107504e-06,
      "loss": 2.4809,
      "step": 1690
    },
    {
      "epoch": 0.048226608321926795,
      "grad_norm": 338.0,
      "learning_rate": 4.819174585165225e-06,
      "loss": 2.309,
      "step": 1700
    },
    {
      "epoch": 0.04851029425323224,
      "grad_norm": 270.0,
      "learning_rate": 4.8475393561197e-06,
      "loss": 2.1882,
      "step": 1710
    },
    {
      "epoch": 0.0487939801845377,
      "grad_norm": 278.0,
      "learning_rate": 4.875904127074174e-06,
      "loss": 2.0997,
      "step": 1720
    },
    {
      "epoch": 0.049077666115843153,
      "grad_norm": 276.0,
      "learning_rate": 4.9042688980286494e-06,
      "loss": 2.0485,
      "step": 1730
    },
    {
      "epoch": 0.0493613520471486,
      "grad_norm": 316.0,
      "learning_rate": 4.932633668983123e-06,
      "loss": 1.9875,
      "step": 1740
    },
    {
      "epoch": 0.04964503797845406,
      "grad_norm": 251.0,
      "learning_rate": 4.960998439937597e-06,
      "loss": 1.9291,
      "step": 1750
    },
    {
      "epoch": 0.049928723909759505,
      "grad_norm": 173.0,
      "learning_rate": 4.9893632108920724e-06,
      "loss": 1.9831,
      "step": 1760
    },
    {
      "epoch": 0.05021240984106496,
      "grad_norm": 165.0,
      "learning_rate": 5.017727981846548e-06,
      "loss": 1.7668,
      "step": 1770
    },
    {
      "epoch": 0.05049609577237041,
      "grad_norm": 168.0,
      "learning_rate": 5.046092752801022e-06,
      "loss": 1.6386,
      "step": 1780
    },
    {
      "epoch": 0.050779781703675864,
      "grad_norm": 149.0,
      "learning_rate": 5.074457523755496e-06,
      "loss": 1.6807,
      "step": 1790
    },
    {
      "epoch": 0.05106346763498131,
      "grad_norm": 197.0,
      "learning_rate": 5.102822294709971e-06,
      "loss": 1.6043,
      "step": 1800
    },
    {
      "epoch": 0.05134715356628677,
      "grad_norm": 152.0,
      "learning_rate": 5.131187065664445e-06,
      "loss": 1.5644,
      "step": 1810
    },
    {
      "epoch": 0.051630839497592215,
      "grad_norm": 204.0,
      "learning_rate": 5.15955183661892e-06,
      "loss": 1.607,
      "step": 1820
    },
    {
      "epoch": 0.05191452542889767,
      "grad_norm": 174.0,
      "learning_rate": 5.187916607573394e-06,
      "loss": 1.5809,
      "step": 1830
    },
    {
      "epoch": 0.05219821136020312,
      "grad_norm": 250.0,
      "learning_rate": 5.216281378527869e-06,
      "loss": 1.6057,
      "step": 1840
    },
    {
      "epoch": 0.052481897291508574,
      "grad_norm": 162.0,
      "learning_rate": 5.244646149482343e-06,
      "loss": 1.5202,
      "step": 1850
    },
    {
      "epoch": 0.05276558322281402,
      "grad_norm": 118.5,
      "learning_rate": 5.273010920436817e-06,
      "loss": 1.5607,
      "step": 1860
    },
    {
      "epoch": 0.05304926915411948,
      "grad_norm": 123.0,
      "learning_rate": 5.3013756913912926e-06,
      "loss": 1.4461,
      "step": 1870
    },
    {
      "epoch": 0.053332955085424925,
      "grad_norm": 145.0,
      "learning_rate": 5.329740462345767e-06,
      "loss": 1.4771,
      "step": 1880
    },
    {
      "epoch": 0.05361664101673038,
      "grad_norm": 106.0,
      "learning_rate": 5.358105233300241e-06,
      "loss": 1.3434,
      "step": 1890
    },
    {
      "epoch": 0.05390032694803583,
      "grad_norm": 123.0,
      "learning_rate": 5.3864700042547156e-06,
      "loss": 1.3136,
      "step": 1900
    },
    {
      "epoch": 0.054184012879341284,
      "grad_norm": 137.0,
      "learning_rate": 5.41483477520919e-06,
      "loss": 1.4025,
      "step": 1910
    },
    {
      "epoch": 0.05446769881064673,
      "grad_norm": 134.0,
      "learning_rate": 5.443199546163666e-06,
      "loss": 1.2951,
      "step": 1920
    },
    {
      "epoch": 0.05475138474195219,
      "grad_norm": 187.0,
      "learning_rate": 5.47156431711814e-06,
      "loss": 1.2528,
      "step": 1930
    },
    {
      "epoch": 0.055035070673257636,
      "grad_norm": 143.0,
      "learning_rate": 5.4999290880726146e-06,
      "loss": 1.2948,
      "step": 1940
    },
    {
      "epoch": 0.05531875660456309,
      "grad_norm": 115.5,
      "learning_rate": 5.528293859027089e-06,
      "loss": 1.2619,
      "step": 1950
    },
    {
      "epoch": 0.05560244253586854,
      "grad_norm": 113.0,
      "learning_rate": 5.556658629981563e-06,
      "loss": 1.2434,
      "step": 1960
    },
    {
      "epoch": 0.055886128467173994,
      "grad_norm": 93.5,
      "learning_rate": 5.585023400936038e-06,
      "loss": 1.1198,
      "step": 1970
    },
    {
      "epoch": 0.05616981439847944,
      "grad_norm": 79.0,
      "learning_rate": 5.613388171890513e-06,
      "loss": 1.232,
      "step": 1980
    },
    {
      "epoch": 0.0564535003297849,
      "grad_norm": 87.0,
      "learning_rate": 5.641752942844987e-06,
      "loss": 1.132,
      "step": 1990
    },
    {
      "epoch": 0.056737186261090346,
      "grad_norm": 92.5,
      "learning_rate": 5.670117713799461e-06,
      "loss": 1.1103,
      "step": 2000
    },
    {
      "epoch": 0.0570208721923958,
      "grad_norm": 77.5,
      "learning_rate": 5.6984824847539366e-06,
      "loss": 1.1334,
      "step": 2010
    },
    {
      "epoch": 0.05730455812370125,
      "grad_norm": 74.0,
      "learning_rate": 5.726847255708411e-06,
      "loss": 1.0666,
      "step": 2020
    },
    {
      "epoch": 0.057588244055006704,
      "grad_norm": 69.0,
      "learning_rate": 5.755212026662885e-06,
      "loss": 1.0483,
      "step": 2030
    },
    {
      "epoch": 0.05787192998631215,
      "grad_norm": 73.0,
      "learning_rate": 5.7835767976173595e-06,
      "loss": 1.0368,
      "step": 2040
    },
    {
      "epoch": 0.05815561591761761,
      "grad_norm": 79.0,
      "learning_rate": 5.811941568571834e-06,
      "loss": 0.9838,
      "step": 2050
    },
    {
      "epoch": 0.058439301848923056,
      "grad_norm": 73.0,
      "learning_rate": 5.840306339526309e-06,
      "loss": 0.8722,
      "step": 2060
    },
    {
      "epoch": 0.05872298778022851,
      "grad_norm": 65.5,
      "learning_rate": 5.868671110480783e-06,
      "loss": 0.9919,
      "step": 2070
    },
    {
      "epoch": 0.05900667371153396,
      "grad_norm": 71.0,
      "learning_rate": 5.897035881435258e-06,
      "loss": 0.8575,
      "step": 2080
    },
    {
      "epoch": 0.059290359642839414,
      "grad_norm": 44.25,
      "learning_rate": 5.925400652389732e-06,
      "loss": 0.8733,
      "step": 2090
    },
    {
      "epoch": 0.05957404557414486,
      "grad_norm": 46.75,
      "learning_rate": 5.953765423344206e-06,
      "loss": 0.8995,
      "step": 2100
    },
    {
      "epoch": 0.05985773150545032,
      "grad_norm": 44.25,
      "learning_rate": 5.982130194298682e-06,
      "loss": 0.8214,
      "step": 2110
    },
    {
      "epoch": 0.060141417436755766,
      "grad_norm": 43.0,
      "learning_rate": 6.010494965253157e-06,
      "loss": 0.7472,
      "step": 2120
    },
    {
      "epoch": 0.06042510336806122,
      "grad_norm": 32.5,
      "learning_rate": 6.038859736207631e-06,
      "loss": 0.7758,
      "step": 2130
    },
    {
      "epoch": 0.06070878929936667,
      "grad_norm": 35.5,
      "learning_rate": 6.067224507162105e-06,
      "loss": 0.7471,
      "step": 2140
    },
    {
      "epoch": 0.060992475230672125,
      "grad_norm": 31.125,
      "learning_rate": 6.09558927811658e-06,
      "loss": 0.7385,
      "step": 2150
    },
    {
      "epoch": 0.06127616116197757,
      "grad_norm": 31.75,
      "learning_rate": 6.123954049071055e-06,
      "loss": 0.7198,
      "step": 2160
    },
    {
      "epoch": 0.06155984709328303,
      "grad_norm": 41.75,
      "learning_rate": 6.152318820025529e-06,
      "loss": 0.6975,
      "step": 2170
    },
    {
      "epoch": 0.061843533024588476,
      "grad_norm": 102.0,
      "learning_rate": 6.1806835909800035e-06,
      "loss": 0.7034,
      "step": 2180
    },
    {
      "epoch": 0.06212721895589393,
      "grad_norm": 492.0,
      "learning_rate": 6.209048361934478e-06,
      "loss": 0.6948,
      "step": 2190
    },
    {
      "epoch": 0.06241090488719938,
      "grad_norm": 98.0,
      "learning_rate": 6.237413132888952e-06,
      "loss": 0.6814,
      "step": 2200
    },
    {
      "epoch": 0.06269459081850483,
      "grad_norm": 233.0,
      "learning_rate": 6.265777903843427e-06,
      "loss": 0.6001,
      "step": 2210
    },
    {
      "epoch": 0.06297827674981028,
      "grad_norm": 45.75,
      "learning_rate": 6.294142674797902e-06,
      "loss": 0.7151,
      "step": 2220
    },
    {
      "epoch": 0.06326196268111574,
      "grad_norm": 31.0,
      "learning_rate": 6.322507445752376e-06,
      "loss": 0.709,
      "step": 2230
    },
    {
      "epoch": 0.0635456486124212,
      "grad_norm": 25.5,
      "learning_rate": 6.35087221670685e-06,
      "loss": 0.6823,
      "step": 2240
    },
    {
      "epoch": 0.06382933454372663,
      "grad_norm": 29.875,
      "learning_rate": 6.379236987661325e-06,
      "loss": 0.6354,
      "step": 2250
    },
    {
      "epoch": 0.06411302047503209,
      "grad_norm": 29.25,
      "learning_rate": 6.4076017586158e-06,
      "loss": 0.6098,
      "step": 2260
    },
    {
      "epoch": 0.06439670640633754,
      "grad_norm": 31.25,
      "learning_rate": 6.435966529570274e-06,
      "loss": 0.6021,
      "step": 2270
    },
    {
      "epoch": 0.064680392337643,
      "grad_norm": 32.75,
      "learning_rate": 6.4643313005247485e-06,
      "loss": 0.5946,
      "step": 2280
    },
    {
      "epoch": 0.06496407826894844,
      "grad_norm": 31.875,
      "learning_rate": 6.492696071479223e-06,
      "loss": 0.6361,
      "step": 2290
    },
    {
      "epoch": 0.0652477642002539,
      "grad_norm": 28.625,
      "learning_rate": 6.521060842433697e-06,
      "loss": 0.5858,
      "step": 2300
    },
    {
      "epoch": 0.06553145013155935,
      "grad_norm": 26.0,
      "learning_rate": 6.549425613388173e-06,
      "loss": 0.6497,
      "step": 2310
    },
    {
      "epoch": 0.0658151360628648,
      "grad_norm": 27.125,
      "learning_rate": 6.5777903843426475e-06,
      "loss": 0.6427,
      "step": 2320
    },
    {
      "epoch": 0.06609882199417025,
      "grad_norm": 26.0,
      "learning_rate": 6.606155155297122e-06,
      "loss": 0.6432,
      "step": 2330
    },
    {
      "epoch": 0.0663825079254757,
      "grad_norm": 37.75,
      "learning_rate": 6.634519926251596e-06,
      "loss": 0.5822,
      "step": 2340
    },
    {
      "epoch": 0.06666619385678116,
      "grad_norm": 28.25,
      "learning_rate": 6.6628846972060705e-06,
      "loss": 0.6909,
      "step": 2350
    },
    {
      "epoch": 0.06694987978808661,
      "grad_norm": 23.0,
      "learning_rate": 6.691249468160546e-06,
      "loss": 0.5838,
      "step": 2360
    },
    {
      "epoch": 0.06723356571939205,
      "grad_norm": 29.625,
      "learning_rate": 6.71961423911502e-06,
      "loss": 0.5559,
      "step": 2370
    },
    {
      "epoch": 0.06751725165069751,
      "grad_norm": 24.75,
      "learning_rate": 6.747979010069494e-06,
      "loss": 0.6534,
      "step": 2380
    },
    {
      "epoch": 0.06780093758200297,
      "grad_norm": 19.625,
      "learning_rate": 6.776343781023969e-06,
      "loss": 0.5604,
      "step": 2390
    },
    {
      "epoch": 0.06808462351330842,
      "grad_norm": 27.125,
      "learning_rate": 6.804708551978443e-06,
      "loss": 0.5696,
      "step": 2400
    },
    {
      "epoch": 0.06836830944461386,
      "grad_norm": 23.75,
      "learning_rate": 6.833073322932918e-06,
      "loss": 0.5839,
      "step": 2410
    },
    {
      "epoch": 0.06865199537591932,
      "grad_norm": 22.625,
      "learning_rate": 6.8614380938873925e-06,
      "loss": 0.5246,
      "step": 2420
    },
    {
      "epoch": 0.06893568130722477,
      "grad_norm": 20.25,
      "learning_rate": 6.889802864841867e-06,
      "loss": 0.4988,
      "step": 2430
    },
    {
      "epoch": 0.06921936723853023,
      "grad_norm": 19.875,
      "learning_rate": 6.918167635796341e-06,
      "loss": 0.5944,
      "step": 2440
    },
    {
      "epoch": 0.06950305316983567,
      "grad_norm": 18.625,
      "learning_rate": 6.9465324067508154e-06,
      "loss": 0.5658,
      "step": 2450
    },
    {
      "epoch": 0.06978673910114112,
      "grad_norm": 18.375,
      "learning_rate": 6.974897177705291e-06,
      "loss": 0.6143,
      "step": 2460
    },
    {
      "epoch": 0.07007042503244658,
      "grad_norm": 18.875,
      "learning_rate": 7.003261948659765e-06,
      "loss": 0.5604,
      "step": 2470
    },
    {
      "epoch": 0.07035411096375203,
      "grad_norm": 19.0,
      "learning_rate": 7.031626719614239e-06,
      "loss": 0.5003,
      "step": 2480
    },
    {
      "epoch": 0.07063779689505748,
      "grad_norm": 16.625,
      "learning_rate": 7.059991490568714e-06,
      "loss": 0.556,
      "step": 2490
    },
    {
      "epoch": 0.07092148282636293,
      "grad_norm": 25.25,
      "learning_rate": 7.088356261523188e-06,
      "loss": 0.631,
      "step": 2500
    },
    {
      "epoch": 0.07120516875766839,
      "grad_norm": 22.875,
      "learning_rate": 7.116721032477664e-06,
      "loss": 0.5673,
      "step": 2510
    },
    {
      "epoch": 0.07148885468897384,
      "grad_norm": 18.75,
      "learning_rate": 7.145085803432138e-06,
      "loss": 0.4833,
      "step": 2520
    },
    {
      "epoch": 0.07177254062027928,
      "grad_norm": 15.5,
      "learning_rate": 7.173450574386613e-06,
      "loss": 0.5662,
      "step": 2530
    },
    {
      "epoch": 0.07205622655158474,
      "grad_norm": 19.375,
      "learning_rate": 7.201815345341087e-06,
      "loss": 0.5259,
      "step": 2540
    },
    {
      "epoch": 0.07233991248289019,
      "grad_norm": 30.25,
      "learning_rate": 7.230180116295562e-06,
      "loss": 0.58,
      "step": 2550
    },
    {
      "epoch": 0.07262359841419565,
      "grad_norm": 32.25,
      "learning_rate": 7.2585448872500364e-06,
      "loss": 0.5686,
      "step": 2560
    },
    {
      "epoch": 0.07290728434550109,
      "grad_norm": 16.375,
      "learning_rate": 7.286909658204511e-06,
      "loss": 0.4761,
      "step": 2570
    },
    {
      "epoch": 0.07319097027680654,
      "grad_norm": 14.5625,
      "learning_rate": 7.315274429158985e-06,
      "loss": 0.5386,
      "step": 2580
    },
    {
      "epoch": 0.073474656208112,
      "grad_norm": 20.125,
      "learning_rate": 7.343639200113459e-06,
      "loss": 0.5411,
      "step": 2590
    },
    {
      "epoch": 0.07375834213941745,
      "grad_norm": 23.625,
      "learning_rate": 7.372003971067935e-06,
      "loss": 0.5253,
      "step": 2600
    },
    {
      "epoch": 0.07404202807072291,
      "grad_norm": 21.625,
      "learning_rate": 7.400368742022409e-06,
      "loss": 0.5272,
      "step": 2610
    },
    {
      "epoch": 0.07432571400202835,
      "grad_norm": 15.375,
      "learning_rate": 7.428733512976883e-06,
      "loss": 0.5252,
      "step": 2620
    },
    {
      "epoch": 0.0746093999333338,
      "grad_norm": 16.125,
      "learning_rate": 7.4570982839313576e-06,
      "loss": 0.4882,
      "step": 2630
    },
    {
      "epoch": 0.07489308586463926,
      "grad_norm": 17.375,
      "learning_rate": 7.485463054885832e-06,
      "loss": 0.4877,
      "step": 2640
    },
    {
      "epoch": 0.07517677179594472,
      "grad_norm": 18.25,
      "learning_rate": 7.513827825840307e-06,
      "loss": 0.5017,
      "step": 2650
    },
    {
      "epoch": 0.07546045772725016,
      "grad_norm": 15.625,
      "learning_rate": 7.542192596794781e-06,
      "loss": 0.5196,
      "step": 2660
    },
    {
      "epoch": 0.07574414365855561,
      "grad_norm": 17.625,
      "learning_rate": 7.570557367749256e-06,
      "loss": 0.5624,
      "step": 2670
    },
    {
      "epoch": 0.07602782958986107,
      "grad_norm": 21.25,
      "learning_rate": 7.59892213870373e-06,
      "loss": 0.552,
      "step": 2680
    },
    {
      "epoch": 0.07631151552116652,
      "grad_norm": 18.875,
      "learning_rate": 7.627286909658204e-06,
      "loss": 0.5096,
      "step": 2690
    },
    {
      "epoch": 0.07659520145247196,
      "grad_norm": 26.875,
      "learning_rate": 7.65565168061268e-06,
      "loss": 0.508,
      "step": 2700
    },
    {
      "epoch": 0.07687888738377742,
      "grad_norm": 20.375,
      "learning_rate": 7.684016451567154e-06,
      "loss": 0.5315,
      "step": 2710
    },
    {
      "epoch": 0.07716257331508287,
      "grad_norm": 19.375,
      "learning_rate": 7.712381222521629e-06,
      "loss": 0.4927,
      "step": 2720
    },
    {
      "epoch": 0.07744625924638833,
      "grad_norm": 14.5625,
      "learning_rate": 7.740745993476103e-06,
      "loss": 0.4396,
      "step": 2730
    },
    {
      "epoch": 0.07772994517769377,
      "grad_norm": 14.5,
      "learning_rate": 7.769110764430578e-06,
      "loss": 0.4483,
      "step": 2740
    },
    {
      "epoch": 0.07801363110899923,
      "grad_norm": 11.6875,
      "learning_rate": 7.797475535385053e-06,
      "loss": 0.5164,
      "step": 2750
    },
    {
      "epoch": 0.07829731704030468,
      "grad_norm": 13.9375,
      "learning_rate": 7.825840306339526e-06,
      "loss": 0.5477,
      "step": 2760
    },
    {
      "epoch": 0.07858100297161014,
      "grad_norm": 12.9375,
      "learning_rate": 7.854205077294002e-06,
      "loss": 0.4864,
      "step": 2770
    },
    {
      "epoch": 0.07886468890291558,
      "grad_norm": 14.625,
      "learning_rate": 7.882569848248475e-06,
      "loss": 0.4303,
      "step": 2780
    },
    {
      "epoch": 0.07914837483422103,
      "grad_norm": 12.0,
      "learning_rate": 7.91093461920295e-06,
      "loss": 0.5353,
      "step": 2790
    },
    {
      "epoch": 0.07943206076552649,
      "grad_norm": 13.9375,
      "learning_rate": 7.939299390157425e-06,
      "loss": 0.4763,
      "step": 2800
    },
    {
      "epoch": 0.07971574669683194,
      "grad_norm": 12.6875,
      "learning_rate": 7.9676641611119e-06,
      "loss": 0.5731,
      "step": 2810
    },
    {
      "epoch": 0.07999943262813738,
      "grad_norm": 14.0,
      "learning_rate": 7.996028932066374e-06,
      "loss": 0.5144,
      "step": 2820
    },
    {
      "epoch": 0.08028311855944284,
      "grad_norm": 14.9375,
      "learning_rate": 8.02439370302085e-06,
      "loss": 0.4792,
      "step": 2830
    },
    {
      "epoch": 0.0805668044907483,
      "grad_norm": 17.0,
      "learning_rate": 8.052758473975323e-06,
      "loss": 0.5408,
      "step": 2840
    },
    {
      "epoch": 0.08085049042205375,
      "grad_norm": 20.25,
      "learning_rate": 8.081123244929798e-06,
      "loss": 0.4822,
      "step": 2850
    },
    {
      "epoch": 0.08113417635335919,
      "grad_norm": 13.3125,
      "learning_rate": 8.109488015884273e-06,
      "loss": 0.5496,
      "step": 2860
    },
    {
      "epoch": 0.08141786228466465,
      "grad_norm": 16.25,
      "learning_rate": 8.137852786838747e-06,
      "loss": 0.5156,
      "step": 2870
    },
    {
      "epoch": 0.0817015482159701,
      "grad_norm": 12.125,
      "learning_rate": 8.166217557793222e-06,
      "loss": 0.4535,
      "step": 2880
    },
    {
      "epoch": 0.08198523414727556,
      "grad_norm": 13.125,
      "learning_rate": 8.194582328747695e-06,
      "loss": 0.5114,
      "step": 2890
    },
    {
      "epoch": 0.082268920078581,
      "grad_norm": 14.6875,
      "learning_rate": 8.22294709970217e-06,
      "loss": 0.5208,
      "step": 2900
    },
    {
      "epoch": 0.08255260600988645,
      "grad_norm": 24.0,
      "learning_rate": 8.251311870656646e-06,
      "loss": 0.51,
      "step": 2910
    },
    {
      "epoch": 0.08283629194119191,
      "grad_norm": 12.125,
      "learning_rate": 8.279676641611119e-06,
      "loss": 0.4308,
      "step": 2920
    },
    {
      "epoch": 0.08311997787249736,
      "grad_norm": 15.125,
      "learning_rate": 8.308041412565594e-06,
      "loss": 0.5386,
      "step": 2930
    },
    {
      "epoch": 0.0834036638038028,
      "grad_norm": 15.875,
      "learning_rate": 8.336406183520068e-06,
      "loss": 0.4738,
      "step": 2940
    },
    {
      "epoch": 0.08368734973510826,
      "grad_norm": 13.5625,
      "learning_rate": 8.364770954474545e-06,
      "loss": 0.5127,
      "step": 2950
    },
    {
      "epoch": 0.08397103566641372,
      "grad_norm": 17.125,
      "learning_rate": 8.393135725429018e-06,
      "loss": 0.5209,
      "step": 2960
    },
    {
      "epoch": 0.08425472159771917,
      "grad_norm": 11.75,
      "learning_rate": 8.421500496383491e-06,
      "loss": 0.4479,
      "step": 2970
    },
    {
      "epoch": 0.08453840752902461,
      "grad_norm": 15.9375,
      "learning_rate": 8.449865267337967e-06,
      "loss": 0.498,
      "step": 2980
    },
    {
      "epoch": 0.08482209346033007,
      "grad_norm": 10.625,
      "learning_rate": 8.47823003829244e-06,
      "loss": 0.4434,
      "step": 2990
    },
    {
      "epoch": 0.08510577939163552,
      "grad_norm": 15.0625,
      "learning_rate": 8.506594809246917e-06,
      "loss": 0.4925,
      "step": 3000
    },
    {
      "epoch": 0.08538946532294098,
      "grad_norm": 14.625,
      "learning_rate": 8.53495958020139e-06,
      "loss": 0.4659,
      "step": 3010
    },
    {
      "epoch": 0.08567315125424642,
      "grad_norm": 11.1875,
      "learning_rate": 8.563324351155866e-06,
      "loss": 0.5022,
      "step": 3020
    },
    {
      "epoch": 0.08595683718555187,
      "grad_norm": 10.625,
      "learning_rate": 8.591689122110339e-06,
      "loss": 0.5062,
      "step": 3030
    },
    {
      "epoch": 0.08624052311685733,
      "grad_norm": 19.375,
      "learning_rate": 8.620053893064814e-06,
      "loss": 0.4425,
      "step": 3040
    },
    {
      "epoch": 0.08652420904816278,
      "grad_norm": 11.5625,
      "learning_rate": 8.64841866401929e-06,
      "loss": 0.5209,
      "step": 3050
    },
    {
      "epoch": 0.08680789497946823,
      "grad_norm": 15.375,
      "learning_rate": 8.676783434973763e-06,
      "loss": 0.5164,
      "step": 3060
    },
    {
      "epoch": 0.08709158091077368,
      "grad_norm": 12.75,
      "learning_rate": 8.705148205928238e-06,
      "loss": 0.5012,
      "step": 3070
    },
    {
      "epoch": 0.08737526684207914,
      "grad_norm": 18.5,
      "learning_rate": 8.733512976882712e-06,
      "loss": 0.5036,
      "step": 3080
    },
    {
      "epoch": 0.08765895277338459,
      "grad_norm": 15.625,
      "learning_rate": 8.761877747837187e-06,
      "loss": 0.4902,
      "step": 3090
    },
    {
      "epoch": 0.08794263870469003,
      "grad_norm": 14.25,
      "learning_rate": 8.790242518791662e-06,
      "loss": 0.4541,
      "step": 3100
    },
    {
      "epoch": 0.08822632463599549,
      "grad_norm": 13.1875,
      "learning_rate": 8.818607289746135e-06,
      "loss": 0.4725,
      "step": 3110
    },
    {
      "epoch": 0.08851001056730094,
      "grad_norm": 12.0,
      "learning_rate": 8.84697206070061e-06,
      "loss": 0.478,
      "step": 3120
    },
    {
      "epoch": 0.0887936964986064,
      "grad_norm": 18.5,
      "learning_rate": 8.875336831655084e-06,
      "loss": 0.5086,
      "step": 3130
    },
    {
      "epoch": 0.08907738242991184,
      "grad_norm": 12.0625,
      "learning_rate": 8.903701602609561e-06,
      "loss": 0.5471,
      "step": 3140
    },
    {
      "epoch": 0.0893610683612173,
      "grad_norm": 29.5,
      "learning_rate": 8.932066373564034e-06,
      "loss": 0.4663,
      "step": 3150
    },
    {
      "epoch": 0.08964475429252275,
      "grad_norm": 11.5625,
      "learning_rate": 8.96043114451851e-06,
      "loss": 0.4231,
      "step": 3160
    },
    {
      "epoch": 0.0899284402238282,
      "grad_norm": 11.875,
      "learning_rate": 8.988795915472983e-06,
      "loss": 0.4571,
      "step": 3170
    },
    {
      "epoch": 0.09021212615513365,
      "grad_norm": 13.0625,
      "learning_rate": 9.017160686427458e-06,
      "loss": 0.4303,
      "step": 3180
    },
    {
      "epoch": 0.0904958120864391,
      "grad_norm": 10.8125,
      "learning_rate": 9.045525457381933e-06,
      "loss": 0.5264,
      "step": 3190
    },
    {
      "epoch": 0.09077949801774456,
      "grad_norm": 10.4375,
      "learning_rate": 9.073890228336407e-06,
      "loss": 0.4377,
      "step": 3200
    },
    {
      "epoch": 0.09106318394905001,
      "grad_norm": 12.5,
      "learning_rate": 9.102254999290882e-06,
      "loss": 0.4175,
      "step": 3210
    },
    {
      "epoch": 0.09134686988035545,
      "grad_norm": 13.625,
      "learning_rate": 9.130619770245356e-06,
      "loss": 0.4905,
      "step": 3220
    },
    {
      "epoch": 0.09163055581166091,
      "grad_norm": 13.9375,
      "learning_rate": 9.15898454119983e-06,
      "loss": 0.4118,
      "step": 3230
    },
    {
      "epoch": 0.09191424174296636,
      "grad_norm": 18.5,
      "learning_rate": 9.187349312154306e-06,
      "loss": 0.4643,
      "step": 3240
    },
    {
      "epoch": 0.09219792767427182,
      "grad_norm": 13.6875,
      "learning_rate": 9.21571408310878e-06,
      "loss": 0.4087,
      "step": 3250
    },
    {
      "epoch": 0.09248161360557726,
      "grad_norm": 13.8125,
      "learning_rate": 9.244078854063255e-06,
      "loss": 0.4871,
      "step": 3260
    },
    {
      "epoch": 0.09276529953688271,
      "grad_norm": 17.875,
      "learning_rate": 9.272443625017728e-06,
      "loss": 0.5001,
      "step": 3270
    },
    {
      "epoch": 0.09304898546818817,
      "grad_norm": 15.125,
      "learning_rate": 9.300808395972203e-06,
      "loss": 0.3778,
      "step": 3280
    },
    {
      "epoch": 0.09333267139949362,
      "grad_norm": 13.3125,
      "learning_rate": 9.329173166926678e-06,
      "loss": 0.4491,
      "step": 3290
    },
    {
      "epoch": 0.09361635733079907,
      "grad_norm": 11.9375,
      "learning_rate": 9.357537937881152e-06,
      "loss": 0.4057,
      "step": 3300
    },
    {
      "epoch": 0.09390004326210452,
      "grad_norm": 16.25,
      "learning_rate": 9.385902708835627e-06,
      "loss": 0.4477,
      "step": 3310
    },
    {
      "epoch": 0.09418372919340998,
      "grad_norm": 12.75,
      "learning_rate": 9.4142674797901e-06,
      "loss": 0.4233,
      "step": 3320
    },
    {
      "epoch": 0.09446741512471543,
      "grad_norm": 14.1875,
      "learning_rate": 9.442632250744576e-06,
      "loss": 0.4829,
      "step": 3330
    },
    {
      "epoch": 0.09475110105602087,
      "grad_norm": 14.1875,
      "learning_rate": 9.470997021699051e-06,
      "loss": 0.4594,
      "step": 3340
    },
    {
      "epoch": 0.09503478698732633,
      "grad_norm": 12.25,
      "learning_rate": 9.499361792653526e-06,
      "loss": 0.5036,
      "step": 3350
    },
    {
      "epoch": 0.09531847291863178,
      "grad_norm": 11.5,
      "learning_rate": 9.527726563608e-06,
      "loss": 0.4291,
      "step": 3360
    },
    {
      "epoch": 0.09560215884993724,
      "grad_norm": 12.125,
      "learning_rate": 9.556091334562475e-06,
      "loss": 0.4987,
      "step": 3370
    },
    {
      "epoch": 0.09588584478124268,
      "grad_norm": 12.875,
      "learning_rate": 9.584456105516948e-06,
      "loss": 0.4805,
      "step": 3380
    },
    {
      "epoch": 0.09616953071254813,
      "grad_norm": 14.1875,
      "learning_rate": 9.612820876471423e-06,
      "loss": 0.4609,
      "step": 3390
    },
    {
      "epoch": 0.09645321664385359,
      "grad_norm": 10.9375,
      "learning_rate": 9.641185647425899e-06,
      "loss": 0.4341,
      "step": 3400
    },
    {
      "epoch": 0.09673690257515905,
      "grad_norm": 12.4375,
      "learning_rate": 9.669550418380372e-06,
      "loss": 0.4086,
      "step": 3410
    },
    {
      "epoch": 0.09702058850646449,
      "grad_norm": 14.25,
      "learning_rate": 9.697915189334847e-06,
      "loss": 0.4232,
      "step": 3420
    },
    {
      "epoch": 0.09730427443776994,
      "grad_norm": 13.8125,
      "learning_rate": 9.72627996028932e-06,
      "loss": 0.4729,
      "step": 3430
    },
    {
      "epoch": 0.0975879603690754,
      "grad_norm": 16.625,
      "learning_rate": 9.754644731243796e-06,
      "loss": 0.4594,
      "step": 3440
    },
    {
      "epoch": 0.09787164630038085,
      "grad_norm": 16.5,
      "learning_rate": 9.783009502198271e-06,
      "loss": 0.4703,
      "step": 3450
    },
    {
      "epoch": 0.09815533223168631,
      "grad_norm": 9.0,
      "learning_rate": 9.811374273152745e-06,
      "loss": 0.4565,
      "step": 3460
    },
    {
      "epoch": 0.09843901816299175,
      "grad_norm": 14.9375,
      "learning_rate": 9.83973904410722e-06,
      "loss": 0.4504,
      "step": 3470
    },
    {
      "epoch": 0.0987227040942972,
      "grad_norm": 14.0625,
      "learning_rate": 9.868103815061693e-06,
      "loss": 0.4285,
      "step": 3480
    },
    {
      "epoch": 0.09900639002560266,
      "grad_norm": 18.75,
      "learning_rate": 9.896468586016168e-06,
      "loss": 0.4231,
      "step": 3490
    },
    {
      "epoch": 0.09929007595690811,
      "grad_norm": 18.75,
      "learning_rate": 9.924833356970644e-06,
      "loss": 0.3945,
      "step": 3500
    },
    {
      "epoch": 0.09957376188821356,
      "grad_norm": 20.75,
      "learning_rate": 9.953198127925117e-06,
      "loss": 0.4975,
      "step": 3510
    },
    {
      "epoch": 0.09985744781951901,
      "grad_norm": 11.3125,
      "learning_rate": 9.981562898879592e-06,
      "loss": 0.4734,
      "step": 3520
    },
    {
      "epoch": 0.10014113375082447,
      "grad_norm": 15.4375,
      "learning_rate": 1.0009927669834067e-05,
      "loss": 0.4821,
      "step": 3530
    },
    {
      "epoch": 0.10042481968212992,
      "grad_norm": 17.0,
      "learning_rate": 1.0038292440788543e-05,
      "loss": 0.4778,
      "step": 3540
    },
    {
      "epoch": 0.10070850561343536,
      "grad_norm": 14.8125,
      "learning_rate": 1.0066657211743016e-05,
      "loss": 0.4158,
      "step": 3550
    },
    {
      "epoch": 0.10099219154474082,
      "grad_norm": 12.8125,
      "learning_rate": 1.0095021982697491e-05,
      "loss": 0.4495,
      "step": 3560
    },
    {
      "epoch": 0.10127587747604627,
      "grad_norm": 12.25,
      "learning_rate": 1.0123386753651965e-05,
      "loss": 0.4038,
      "step": 3570
    },
    {
      "epoch": 0.10155956340735173,
      "grad_norm": 11.3125,
      "learning_rate": 1.015175152460644e-05,
      "loss": 0.4858,
      "step": 3580
    },
    {
      "epoch": 0.10184324933865717,
      "grad_norm": 10.625,
      "learning_rate": 1.0180116295560913e-05,
      "loss": 0.4363,
      "step": 3590
    },
    {
      "epoch": 0.10212693526996262,
      "grad_norm": 14.125,
      "learning_rate": 1.0208481066515389e-05,
      "loss": 0.4737,
      "step": 3600
    },
    {
      "epoch": 0.10241062120126808,
      "grad_norm": 11.0,
      "learning_rate": 1.0236845837469864e-05,
      "loss": 0.4552,
      "step": 3610
    },
    {
      "epoch": 0.10269430713257353,
      "grad_norm": 10.875,
      "learning_rate": 1.0265210608424339e-05,
      "loss": 0.4752,
      "step": 3620
    },
    {
      "epoch": 0.10297799306387898,
      "grad_norm": 11.3125,
      "learning_rate": 1.0293575379378812e-05,
      "loss": 0.4539,
      "step": 3630
    },
    {
      "epoch": 0.10326167899518443,
      "grad_norm": 9.5625,
      "learning_rate": 1.0321940150333288e-05,
      "loss": 0.4029,
      "step": 3640
    },
    {
      "epoch": 0.10354536492648989,
      "grad_norm": 11.625,
      "learning_rate": 1.0350304921287761e-05,
      "loss": 0.5383,
      "step": 3650
    },
    {
      "epoch": 0.10382905085779534,
      "grad_norm": 10.375,
      "learning_rate": 1.0378669692242236e-05,
      "loss": 0.4013,
      "step": 3660
    },
    {
      "epoch": 0.10411273678910078,
      "grad_norm": 14.125,
      "learning_rate": 1.040703446319671e-05,
      "loss": 0.4419,
      "step": 3670
    },
    {
      "epoch": 0.10439642272040624,
      "grad_norm": 12.625,
      "learning_rate": 1.0435399234151185e-05,
      "loss": 0.4169,
      "step": 3680
    },
    {
      "epoch": 0.10468010865171169,
      "grad_norm": 11.6875,
      "learning_rate": 1.0463764005105658e-05,
      "loss": 0.4187,
      "step": 3690
    },
    {
      "epoch": 0.10496379458301715,
      "grad_norm": 11.0,
      "learning_rate": 1.0492128776060133e-05,
      "loss": 0.4492,
      "step": 3700
    },
    {
      "epoch": 0.10524748051432259,
      "grad_norm": 42.75,
      "learning_rate": 1.052049354701461e-05,
      "loss": 0.4445,
      "step": 3710
    },
    {
      "epoch": 0.10553116644562804,
      "grad_norm": 11.1875,
      "learning_rate": 1.0548858317969084e-05,
      "loss": 0.4236,
      "step": 3720
    },
    {
      "epoch": 0.1058148523769335,
      "grad_norm": 11.4375,
      "learning_rate": 1.0577223088923559e-05,
      "loss": 0.4656,
      "step": 3730
    },
    {
      "epoch": 0.10609853830823895,
      "grad_norm": 14.375,
      "learning_rate": 1.0605587859878032e-05,
      "loss": 0.4971,
      "step": 3740
    },
    {
      "epoch": 0.1063822242395444,
      "grad_norm": 11.875,
      "learning_rate": 1.0633952630832508e-05,
      "loss": 0.4356,
      "step": 3750
    },
    {
      "epoch": 0.10666591017084985,
      "grad_norm": 10.3125,
      "learning_rate": 1.0662317401786981e-05,
      "loss": 0.3874,
      "step": 3760
    },
    {
      "epoch": 0.1069495961021553,
      "grad_norm": 14.375,
      "learning_rate": 1.0690682172741456e-05,
      "loss": 0.4782,
      "step": 3770
    },
    {
      "epoch": 0.10723328203346076,
      "grad_norm": 12.6875,
      "learning_rate": 1.071904694369593e-05,
      "loss": 0.4217,
      "step": 3780
    },
    {
      "epoch": 0.1075169679647662,
      "grad_norm": 26.375,
      "learning_rate": 1.0747411714650405e-05,
      "loss": 0.4296,
      "step": 3790
    },
    {
      "epoch": 0.10780065389607166,
      "grad_norm": 13.3125,
      "learning_rate": 1.0775776485604878e-05,
      "loss": 0.4516,
      "step": 3800
    },
    {
      "epoch": 0.10808433982737711,
      "grad_norm": 12.25,
      "learning_rate": 1.0804141256559355e-05,
      "loss": 0.3429,
      "step": 3810
    },
    {
      "epoch": 0.10836802575868257,
      "grad_norm": 9.0625,
      "learning_rate": 1.0832506027513829e-05,
      "loss": 0.4403,
      "step": 3820
    },
    {
      "epoch": 0.10865171168998801,
      "grad_norm": 17.5,
      "learning_rate": 1.0860870798468304e-05,
      "loss": 0.4255,
      "step": 3830
    },
    {
      "epoch": 0.10893539762129346,
      "grad_norm": 10.875,
      "learning_rate": 1.0889235569422777e-05,
      "loss": 0.4674,
      "step": 3840
    },
    {
      "epoch": 0.10921908355259892,
      "grad_norm": 13.8125,
      "learning_rate": 1.0917600340377253e-05,
      "loss": 0.4421,
      "step": 3850
    },
    {
      "epoch": 0.10950276948390437,
      "grad_norm": 14.375,
      "learning_rate": 1.0945965111331726e-05,
      "loss": 0.4041,
      "step": 3860
    },
    {
      "epoch": 0.10978645541520982,
      "grad_norm": 13.5625,
      "learning_rate": 1.0974329882286201e-05,
      "loss": 0.4701,
      "step": 3870
    },
    {
      "epoch": 0.11007014134651527,
      "grad_norm": 10.4375,
      "learning_rate": 1.1002694653240675e-05,
      "loss": 0.407,
      "step": 3880
    },
    {
      "epoch": 0.11035382727782073,
      "grad_norm": 12.625,
      "learning_rate": 1.103105942419515e-05,
      "loss": 0.4177,
      "step": 3890
    },
    {
      "epoch": 0.11063751320912618,
      "grad_norm": 10.5625,
      "learning_rate": 1.1059424195149627e-05,
      "loss": 0.4368,
      "step": 3900
    },
    {
      "epoch": 0.11092119914043162,
      "grad_norm": 19.25,
      "learning_rate": 1.10877889661041e-05,
      "loss": 0.4549,
      "step": 3910
    },
    {
      "epoch": 0.11120488507173708,
      "grad_norm": 15.375,
      "learning_rate": 1.1116153737058575e-05,
      "loss": 0.4217,
      "step": 3920
    },
    {
      "epoch": 0.11148857100304253,
      "grad_norm": 13.5625,
      "learning_rate": 1.1144518508013049e-05,
      "loss": 0.4447,
      "step": 3930
    },
    {
      "epoch": 0.11177225693434799,
      "grad_norm": 13.6875,
      "learning_rate": 1.1172883278967524e-05,
      "loss": 0.4452,
      "step": 3940
    },
    {
      "epoch": 0.11205594286565343,
      "grad_norm": 14.1875,
      "learning_rate": 1.1201248049921998e-05,
      "loss": 0.4395,
      "step": 3950
    },
    {
      "epoch": 0.11233962879695888,
      "grad_norm": 9.1875,
      "learning_rate": 1.1229612820876473e-05,
      "loss": 0.4214,
      "step": 3960
    },
    {
      "epoch": 0.11262331472826434,
      "grad_norm": 10.5625,
      "learning_rate": 1.1257977591830946e-05,
      "loss": 0.4062,
      "step": 3970
    },
    {
      "epoch": 0.1129070006595698,
      "grad_norm": 14.4375,
      "learning_rate": 1.1286342362785421e-05,
      "loss": 0.443,
      "step": 3980
    },
    {
      "epoch": 0.11319068659087524,
      "grad_norm": 10.25,
      "learning_rate": 1.1314707133739895e-05,
      "loss": 0.4283,
      "step": 3990
    },
    {
      "epoch": 0.11347437252218069,
      "grad_norm": 11.4375,
      "learning_rate": 1.1343071904694372e-05,
      "loss": 0.4238,
      "step": 4000
    },
    {
      "epoch": 0.11375805845348615,
      "grad_norm": 16.25,
      "learning_rate": 1.1371436675648845e-05,
      "loss": 0.4036,
      "step": 4010
    },
    {
      "epoch": 0.1140417443847916,
      "grad_norm": 10.9375,
      "learning_rate": 1.139980144660332e-05,
      "loss": 0.3909,
      "step": 4020
    },
    {
      "epoch": 0.11432543031609704,
      "grad_norm": 11.375,
      "learning_rate": 1.1428166217557794e-05,
      "loss": 0.402,
      "step": 4030
    },
    {
      "epoch": 0.1146091162474025,
      "grad_norm": 10.125,
      "learning_rate": 1.1456530988512269e-05,
      "loss": 0.4658,
      "step": 4040
    },
    {
      "epoch": 0.11489280217870795,
      "grad_norm": 9.75,
      "learning_rate": 1.1484895759466743e-05,
      "loss": 0.4495,
      "step": 4050
    },
    {
      "epoch": 0.11517648811001341,
      "grad_norm": 12.4375,
      "learning_rate": 1.1513260530421218e-05,
      "loss": 0.439,
      "step": 4060
    },
    {
      "epoch": 0.11546017404131885,
      "grad_norm": 10.375,
      "learning_rate": 1.1541625301375691e-05,
      "loss": 0.4248,
      "step": 4070
    },
    {
      "epoch": 0.1157438599726243,
      "grad_norm": 9.6875,
      "learning_rate": 1.1569990072330166e-05,
      "loss": 0.3823,
      "step": 4080
    },
    {
      "epoch": 0.11602754590392976,
      "grad_norm": 7.6875,
      "learning_rate": 1.159835484328464e-05,
      "loss": 0.3996,
      "step": 4090
    },
    {
      "epoch": 0.11631123183523522,
      "grad_norm": 9.5625,
      "learning_rate": 1.1626719614239117e-05,
      "loss": 0.3942,
      "step": 4100
    },
    {
      "epoch": 0.11659491776654066,
      "grad_norm": 15.125,
      "learning_rate": 1.1655084385193592e-05,
      "loss": 0.4178,
      "step": 4110
    },
    {
      "epoch": 0.11687860369784611,
      "grad_norm": 13.875,
      "learning_rate": 1.1683449156148065e-05,
      "loss": 0.444,
      "step": 4120
    },
    {
      "epoch": 0.11716228962915157,
      "grad_norm": 13.625,
      "learning_rate": 1.171181392710254e-05,
      "loss": 0.3877,
      "step": 4130
    },
    {
      "epoch": 0.11744597556045702,
      "grad_norm": 11.1875,
      "learning_rate": 1.1740178698057014e-05,
      "loss": 0.4409,
      "step": 4140
    },
    {
      "epoch": 0.11772966149176246,
      "grad_norm": 14.0625,
      "learning_rate": 1.176854346901149e-05,
      "loss": 0.4595,
      "step": 4150
    },
    {
      "epoch": 0.11801334742306792,
      "grad_norm": 12.8125,
      "learning_rate": 1.1796908239965963e-05,
      "loss": 0.4286,
      "step": 4160
    },
    {
      "epoch": 0.11829703335437337,
      "grad_norm": 15.3125,
      "learning_rate": 1.1825273010920438e-05,
      "loss": 0.4709,
      "step": 4170
    },
    {
      "epoch": 0.11858071928567883,
      "grad_norm": 11.375,
      "learning_rate": 1.1853637781874911e-05,
      "loss": 0.3905,
      "step": 4180
    },
    {
      "epoch": 0.11886440521698427,
      "grad_norm": 14.375,
      "learning_rate": 1.1882002552829387e-05,
      "loss": 0.4198,
      "step": 4190
    },
    {
      "epoch": 0.11914809114828973,
      "grad_norm": 14.75,
      "learning_rate": 1.1910367323783862e-05,
      "loss": 0.4449,
      "step": 4200
    },
    {
      "epoch": 0.11943177707959518,
      "grad_norm": 14.125,
      "learning_rate": 1.1938732094738337e-05,
      "loss": 0.4212,
      "step": 4210
    },
    {
      "epoch": 0.11971546301090064,
      "grad_norm": 10.5625,
      "learning_rate": 1.196709686569281e-05,
      "loss": 0.4481,
      "step": 4220
    },
    {
      "epoch": 0.11999914894220608,
      "grad_norm": 10.4375,
      "learning_rate": 1.1995461636647286e-05,
      "loss": 0.4416,
      "step": 4230
    },
    {
      "epoch": 0.12028283487351153,
      "grad_norm": 10.375,
      "learning_rate": 1.2023826407601759e-05,
      "loss": 0.42,
      "step": 4240
    },
    {
      "epoch": 0.12056652080481699,
      "grad_norm": 11.5625,
      "learning_rate": 1.2052191178556234e-05,
      "loss": 0.423,
      "step": 4250
    },
    {
      "epoch": 0.12085020673612244,
      "grad_norm": 9.875,
      "learning_rate": 1.2080555949510708e-05,
      "loss": 0.4286,
      "step": 4260
    },
    {
      "epoch": 0.12113389266742788,
      "grad_norm": 10.625,
      "learning_rate": 1.2108920720465183e-05,
      "loss": 0.4336,
      "step": 4270
    },
    {
      "epoch": 0.12141757859873334,
      "grad_norm": 15.875,
      "learning_rate": 1.2137285491419656e-05,
      "loss": 0.3843,
      "step": 4280
    },
    {
      "epoch": 0.1217012645300388,
      "grad_norm": 10.6875,
      "learning_rate": 1.2165650262374132e-05,
      "loss": 0.4665,
      "step": 4290
    },
    {
      "epoch": 0.12198495046134425,
      "grad_norm": 11.3125,
      "learning_rate": 1.2194015033328608e-05,
      "loss": 0.4145,
      "step": 4300
    },
    {
      "epoch": 0.1222686363926497,
      "grad_norm": 10.4375,
      "learning_rate": 1.2222379804283082e-05,
      "loss": 0.4269,
      "step": 4310
    },
    {
      "epoch": 0.12255232232395515,
      "grad_norm": 8.5,
      "learning_rate": 1.2250744575237557e-05,
      "loss": 0.4331,
      "step": 4320
    },
    {
      "epoch": 0.1228360082552606,
      "grad_norm": 7.5,
      "learning_rate": 1.227910934619203e-05,
      "loss": 0.4498,
      "step": 4330
    },
    {
      "epoch": 0.12311969418656606,
      "grad_norm": 16.75,
      "learning_rate": 1.2307474117146506e-05,
      "loss": 0.3832,
      "step": 4340
    },
    {
      "epoch": 0.12340338011787151,
      "grad_norm": 11.0625,
      "learning_rate": 1.233583888810098e-05,
      "loss": 0.4203,
      "step": 4350
    },
    {
      "epoch": 0.12368706604917695,
      "grad_norm": 11.0625,
      "learning_rate": 1.2364203659055454e-05,
      "loss": 0.4552,
      "step": 4360
    },
    {
      "epoch": 0.12397075198048241,
      "grad_norm": 12.875,
      "learning_rate": 1.2392568430009928e-05,
      "loss": 0.4473,
      "step": 4370
    },
    {
      "epoch": 0.12425443791178786,
      "grad_norm": 14.6875,
      "learning_rate": 1.2420933200964403e-05,
      "loss": 0.3761,
      "step": 4380
    },
    {
      "epoch": 0.12453812384309332,
      "grad_norm": 20.875,
      "learning_rate": 1.2449297971918876e-05,
      "loss": 0.4446,
      "step": 4390
    },
    {
      "epoch": 0.12482180977439876,
      "grad_norm": 13.5,
      "learning_rate": 1.2477662742873353e-05,
      "loss": 0.4084,
      "step": 4400
    },
    {
      "epoch": 0.12510549570570423,
      "grad_norm": 59.25,
      "learning_rate": 1.2506027513827827e-05,
      "loss": 0.4206,
      "step": 4410
    },
    {
      "epoch": 0.12538918163700966,
      "grad_norm": 14.25,
      "learning_rate": 1.2534392284782302e-05,
      "loss": 0.4227,
      "step": 4420
    },
    {
      "epoch": 0.1256728675683151,
      "grad_norm": 12.5625,
      "learning_rate": 1.2562757055736776e-05,
      "loss": 0.3726,
      "step": 4430
    },
    {
      "epoch": 0.12595655349962057,
      "grad_norm": 9.3125,
      "learning_rate": 1.259112182669125e-05,
      "loss": 0.3643,
      "step": 4440
    },
    {
      "epoch": 0.12624023943092602,
      "grad_norm": 11.625,
      "learning_rate": 1.2619486597645724e-05,
      "loss": 0.3951,
      "step": 4450
    },
    {
      "epoch": 0.12652392536223148,
      "grad_norm": 13.9375,
      "learning_rate": 1.26478513686002e-05,
      "loss": 0.3955,
      "step": 4460
    },
    {
      "epoch": 0.12680761129353693,
      "grad_norm": 12.0,
      "learning_rate": 1.2676216139554673e-05,
      "loss": 0.3892,
      "step": 4470
    },
    {
      "epoch": 0.1270912972248424,
      "grad_norm": 10.9375,
      "learning_rate": 1.2704580910509148e-05,
      "loss": 0.4002,
      "step": 4480
    },
    {
      "epoch": 0.12737498315614784,
      "grad_norm": 7.84375,
      "learning_rate": 1.2732945681463625e-05,
      "loss": 0.4356,
      "step": 4490
    },
    {
      "epoch": 0.12765866908745327,
      "grad_norm": 10.3125,
      "learning_rate": 1.2761310452418098e-05,
      "loss": 0.3787,
      "step": 4500
    },
    {
      "epoch": 0.12794235501875872,
      "grad_norm": 12.0,
      "learning_rate": 1.2789675223372574e-05,
      "loss": 0.3665,
      "step": 4510
    },
    {
      "epoch": 0.12822604095006418,
      "grad_norm": 9.1875,
      "learning_rate": 1.2818039994327047e-05,
      "loss": 0.3548,
      "step": 4520
    },
    {
      "epoch": 0.12850972688136963,
      "grad_norm": 11.0625,
      "learning_rate": 1.2846404765281522e-05,
      "loss": 0.413,
      "step": 4530
    },
    {
      "epoch": 0.1287934128126751,
      "grad_norm": 10.0625,
      "learning_rate": 1.2874769536235996e-05,
      "loss": 0.3836,
      "step": 4540
    },
    {
      "epoch": 0.12907709874398055,
      "grad_norm": 12.0625,
      "learning_rate": 1.290313430719047e-05,
      "loss": 0.3848,
      "step": 4550
    },
    {
      "epoch": 0.129360784675286,
      "grad_norm": 14.1875,
      "learning_rate": 1.2931499078144944e-05,
      "loss": 0.4214,
      "step": 4560
    },
    {
      "epoch": 0.12964447060659146,
      "grad_norm": 17.5,
      "learning_rate": 1.295986384909942e-05,
      "loss": 0.4008,
      "step": 4570
    },
    {
      "epoch": 0.12992815653789688,
      "grad_norm": 11.375,
      "learning_rate": 1.2988228620053893e-05,
      "loss": 0.4018,
      "step": 4580
    },
    {
      "epoch": 0.13021184246920234,
      "grad_norm": 11.6875,
      "learning_rate": 1.301659339100837e-05,
      "loss": 0.4556,
      "step": 4590
    },
    {
      "epoch": 0.1304955284005078,
      "grad_norm": 10.6875,
      "learning_rate": 1.3044958161962843e-05,
      "loss": 0.3924,
      "step": 4600
    },
    {
      "epoch": 0.13077921433181325,
      "grad_norm": 8.9375,
      "learning_rate": 1.3073322932917318e-05,
      "loss": 0.3965,
      "step": 4610
    },
    {
      "epoch": 0.1310629002631187,
      "grad_norm": 9.125,
      "learning_rate": 1.3101687703871792e-05,
      "loss": 0.3721,
      "step": 4620
    },
    {
      "epoch": 0.13134658619442416,
      "grad_norm": 8.375,
      "learning_rate": 1.3130052474826267e-05,
      "loss": 0.3889,
      "step": 4630
    },
    {
      "epoch": 0.1316302721257296,
      "grad_norm": 11.125,
      "learning_rate": 1.315841724578074e-05,
      "loss": 0.3583,
      "step": 4640
    },
    {
      "epoch": 0.13191395805703507,
      "grad_norm": 11.1875,
      "learning_rate": 1.3186782016735216e-05,
      "loss": 0.357,
      "step": 4650
    },
    {
      "epoch": 0.1321976439883405,
      "grad_norm": 12.25,
      "learning_rate": 1.321514678768969e-05,
      "loss": 0.3913,
      "step": 4660
    },
    {
      "epoch": 0.13248132991964595,
      "grad_norm": 14.875,
      "learning_rate": 1.3243511558644164e-05,
      "loss": 0.3735,
      "step": 4670
    },
    {
      "epoch": 0.1327650158509514,
      "grad_norm": 11.75,
      "learning_rate": 1.3271876329598638e-05,
      "loss": 0.405,
      "step": 4680
    },
    {
      "epoch": 0.13304870178225686,
      "grad_norm": 12.3125,
      "learning_rate": 1.3300241100553115e-05,
      "loss": 0.428,
      "step": 4690
    },
    {
      "epoch": 0.13333238771356232,
      "grad_norm": 11.375,
      "learning_rate": 1.332860587150759e-05,
      "loss": 0.4649,
      "step": 4700
    },
    {
      "epoch": 0.13361607364486777,
      "grad_norm": 15.5625,
      "learning_rate": 1.3356970642462063e-05,
      "loss": 0.4211,
      "step": 4710
    },
    {
      "epoch": 0.13389975957617323,
      "grad_norm": 10.5625,
      "learning_rate": 1.3385335413416539e-05,
      "loss": 0.371,
      "step": 4720
    },
    {
      "epoch": 0.13418344550747868,
      "grad_norm": 8.5,
      "learning_rate": 1.3413700184371012e-05,
      "loss": 0.3981,
      "step": 4730
    },
    {
      "epoch": 0.1344671314387841,
      "grad_norm": 12.3125,
      "learning_rate": 1.3442064955325487e-05,
      "loss": 0.3808,
      "step": 4740
    },
    {
      "epoch": 0.13475081737008957,
      "grad_norm": 20.125,
      "learning_rate": 1.347042972627996e-05,
      "loss": 0.4006,
      "step": 4750
    },
    {
      "epoch": 0.13503450330139502,
      "grad_norm": 12.0625,
      "learning_rate": 1.3498794497234436e-05,
      "loss": 0.3793,
      "step": 4760
    },
    {
      "epoch": 0.13531818923270048,
      "grad_norm": 11.875,
      "learning_rate": 1.352715926818891e-05,
      "loss": 0.443,
      "step": 4770
    },
    {
      "epoch": 0.13560187516400593,
      "grad_norm": 14.4375,
      "learning_rate": 1.3555524039143385e-05,
      "loss": 0.4521,
      "step": 4780
    },
    {
      "epoch": 0.13588556109531139,
      "grad_norm": 14.4375,
      "learning_rate": 1.358388881009786e-05,
      "loss": 0.4392,
      "step": 4790
    },
    {
      "epoch": 0.13616924702661684,
      "grad_norm": 12.8125,
      "learning_rate": 1.3612253581052335e-05,
      "loss": 0.3769,
      "step": 4800
    },
    {
      "epoch": 0.1364529329579223,
      "grad_norm": 9.0625,
      "learning_rate": 1.3640618352006808e-05,
      "loss": 0.3977,
      "step": 4810
    },
    {
      "epoch": 0.13673661888922772,
      "grad_norm": 9.0625,
      "learning_rate": 1.3668983122961284e-05,
      "loss": 0.4023,
      "step": 4820
    },
    {
      "epoch": 0.13702030482053318,
      "grad_norm": 9.5625,
      "learning_rate": 1.3697347893915757e-05,
      "loss": 0.3834,
      "step": 4830
    },
    {
      "epoch": 0.13730399075183863,
      "grad_norm": 7.96875,
      "learning_rate": 1.3725712664870232e-05,
      "loss": 0.3761,
      "step": 4840
    },
    {
      "epoch": 0.1375876766831441,
      "grad_norm": 9.625,
      "learning_rate": 1.3754077435824706e-05,
      "loss": 0.3966,
      "step": 4850
    },
    {
      "epoch": 0.13787136261444954,
      "grad_norm": 9.25,
      "learning_rate": 1.3782442206779181e-05,
      "loss": 0.4292,
      "step": 4860
    },
    {
      "epoch": 0.138155048545755,
      "grad_norm": 9.3125,
      "learning_rate": 1.3810806977733654e-05,
      "loss": 0.347,
      "step": 4870
    },
    {
      "epoch": 0.13843873447706045,
      "grad_norm": 7.59375,
      "learning_rate": 1.383917174868813e-05,
      "loss": 0.3864,
      "step": 4880
    },
    {
      "epoch": 0.1387224204083659,
      "grad_norm": 11.75,
      "learning_rate": 1.3867536519642606e-05,
      "loss": 0.3812,
      "step": 4890
    },
    {
      "epoch": 0.13900610633967134,
      "grad_norm": 12.3125,
      "learning_rate": 1.389590129059708e-05,
      "loss": 0.389,
      "step": 4900
    },
    {
      "epoch": 0.1392897922709768,
      "grad_norm": 8.625,
      "learning_rate": 1.3924266061551555e-05,
      "loss": 0.3573,
      "step": 4910
    },
    {
      "epoch": 0.13957347820228225,
      "grad_norm": 9.875,
      "learning_rate": 1.3952630832506029e-05,
      "loss": 0.4215,
      "step": 4920
    },
    {
      "epoch": 0.1398571641335877,
      "grad_norm": 10.625,
      "learning_rate": 1.3980995603460504e-05,
      "loss": 0.3819,
      "step": 4930
    },
    {
      "epoch": 0.14014085006489316,
      "grad_norm": 13.4375,
      "learning_rate": 1.4009360374414977e-05,
      "loss": 0.3897,
      "step": 4940
    },
    {
      "epoch": 0.1404245359961986,
      "grad_norm": 10.125,
      "learning_rate": 1.4037725145369452e-05,
      "loss": 0.3814,
      "step": 4950
    },
    {
      "epoch": 0.14070822192750407,
      "grad_norm": 11.3125,
      "learning_rate": 1.4066089916323926e-05,
      "loss": 0.3487,
      "step": 4960
    },
    {
      "epoch": 0.14099190785880952,
      "grad_norm": 9.3125,
      "learning_rate": 1.4094454687278401e-05,
      "loss": 0.3592,
      "step": 4970
    },
    {
      "epoch": 0.14127559379011495,
      "grad_norm": 14.375,
      "learning_rate": 1.4122819458232876e-05,
      "loss": 0.3961,
      "step": 4980
    },
    {
      "epoch": 0.1415592797214204,
      "grad_norm": 13.125,
      "learning_rate": 1.4151184229187351e-05,
      "loss": 0.3474,
      "step": 4990
    },
    {
      "epoch": 0.14184296565272586,
      "grad_norm": 9.875,
      "learning_rate": 1.4179549000141825e-05,
      "loss": 0.411,
      "step": 5000
    },
    {
      "epoch": 0.14212665158403132,
      "grad_norm": 11.8125,
      "learning_rate": 1.42079137710963e-05,
      "loss": 0.4382,
      "step": 5010
    },
    {
      "epoch": 0.14241033751533677,
      "grad_norm": 13.625,
      "learning_rate": 1.4236278542050774e-05,
      "loss": 0.384,
      "step": 5020
    },
    {
      "epoch": 0.14269402344664223,
      "grad_norm": 12.4375,
      "learning_rate": 1.4264643313005249e-05,
      "loss": 0.3777,
      "step": 5030
    },
    {
      "epoch": 0.14297770937794768,
      "grad_norm": 11.8125,
      "learning_rate": 1.4293008083959722e-05,
      "loss": 0.4411,
      "step": 5040
    },
    {
      "epoch": 0.14326139530925314,
      "grad_norm": 12.9375,
      "learning_rate": 1.4321372854914197e-05,
      "loss": 0.4243,
      "step": 5050
    },
    {
      "epoch": 0.14354508124055856,
      "grad_norm": 9.75,
      "learning_rate": 1.4349737625868671e-05,
      "loss": 0.3898,
      "step": 5060
    },
    {
      "epoch": 0.14382876717186402,
      "grad_norm": 10.625,
      "learning_rate": 1.4378102396823146e-05,
      "loss": 0.3909,
      "step": 5070
    },
    {
      "epoch": 0.14411245310316947,
      "grad_norm": 10.9375,
      "learning_rate": 1.4406467167777623e-05,
      "loss": 0.387,
      "step": 5080
    },
    {
      "epoch": 0.14439613903447493,
      "grad_norm": 10.5,
      "learning_rate": 1.4434831938732096e-05,
      "loss": 0.3995,
      "step": 5090
    },
    {
      "epoch": 0.14467982496578038,
      "grad_norm": 10.75,
      "learning_rate": 1.4463196709686572e-05,
      "loss": 0.3798,
      "step": 5100
    },
    {
      "epoch": 0.14496351089708584,
      "grad_norm": 11.3125,
      "learning_rate": 1.4491561480641045e-05,
      "loss": 0.3529,
      "step": 5110
    },
    {
      "epoch": 0.1452471968283913,
      "grad_norm": 9.1875,
      "learning_rate": 1.451992625159552e-05,
      "loss": 0.4354,
      "step": 5120
    },
    {
      "epoch": 0.14553088275969675,
      "grad_norm": 23.625,
      "learning_rate": 1.4548291022549994e-05,
      "loss": 0.3783,
      "step": 5130
    },
    {
      "epoch": 0.14581456869100218,
      "grad_norm": 11.625,
      "learning_rate": 1.4576655793504469e-05,
      "loss": 0.3078,
      "step": 5140
    },
    {
      "epoch": 0.14609825462230763,
      "grad_norm": 11.9375,
      "learning_rate": 1.4605020564458942e-05,
      "loss": 0.3913,
      "step": 5150
    },
    {
      "epoch": 0.1463819405536131,
      "grad_norm": 11.0,
      "learning_rate": 1.4633385335413418e-05,
      "loss": 0.4293,
      "step": 5160
    },
    {
      "epoch": 0.14666562648491854,
      "grad_norm": 13.625,
      "learning_rate": 1.4661750106367891e-05,
      "loss": 0.3547,
      "step": 5170
    },
    {
      "epoch": 0.146949312416224,
      "grad_norm": 9.875,
      "learning_rate": 1.4690114877322368e-05,
      "loss": 0.3904,
      "step": 5180
    },
    {
      "epoch": 0.14723299834752945,
      "grad_norm": 10.5625,
      "learning_rate": 1.4718479648276841e-05,
      "loss": 0.3992,
      "step": 5190
    },
    {
      "epoch": 0.1475166842788349,
      "grad_norm": 20.875,
      "learning_rate": 1.4746844419231317e-05,
      "loss": 0.3802,
      "step": 5200
    },
    {
      "epoch": 0.14780037021014036,
      "grad_norm": 14.4375,
      "learning_rate": 1.477520919018579e-05,
      "loss": 0.4129,
      "step": 5210
    },
    {
      "epoch": 0.14808405614144582,
      "grad_norm": 10.4375,
      "learning_rate": 1.4803573961140265e-05,
      "loss": 0.3773,
      "step": 5220
    },
    {
      "epoch": 0.14836774207275125,
      "grad_norm": 6.28125,
      "learning_rate": 1.4831938732094739e-05,
      "loss": 0.3043,
      "step": 5230
    },
    {
      "epoch": 0.1486514280040567,
      "grad_norm": 12.1875,
      "learning_rate": 1.4860303503049214e-05,
      "loss": 0.3879,
      "step": 5240
    },
    {
      "epoch": 0.14893511393536216,
      "grad_norm": 11.0625,
      "learning_rate": 1.4888668274003687e-05,
      "loss": 0.4182,
      "step": 5250
    },
    {
      "epoch": 0.1492187998666676,
      "grad_norm": 9.875,
      "learning_rate": 1.4917033044958162e-05,
      "loss": 0.3595,
      "step": 5260
    },
    {
      "epoch": 0.14950248579797307,
      "grad_norm": 11.4375,
      "learning_rate": 1.4945397815912636e-05,
      "loss": 0.3842,
      "step": 5270
    },
    {
      "epoch": 0.14978617172927852,
      "grad_norm": 12.125,
      "learning_rate": 1.4973762586867113e-05,
      "loss": 0.3595,
      "step": 5280
    },
    {
      "epoch": 0.15006985766058398,
      "grad_norm": 13.75,
      "learning_rate": 1.5002127357821588e-05,
      "loss": 0.4048,
      "step": 5290
    },
    {
      "epoch": 0.15035354359188943,
      "grad_norm": 10.0,
      "learning_rate": 1.5030492128776061e-05,
      "loss": 0.3654,
      "step": 5300
    },
    {
      "epoch": 0.15063722952319486,
      "grad_norm": 8.6875,
      "learning_rate": 1.5058856899730537e-05,
      "loss": 0.3947,
      "step": 5310
    },
    {
      "epoch": 0.15092091545450032,
      "grad_norm": 9.1875,
      "learning_rate": 1.508722167068501e-05,
      "loss": 0.3822,
      "step": 5320
    },
    {
      "epoch": 0.15120460138580577,
      "grad_norm": 10.3125,
      "learning_rate": 1.5115586441639485e-05,
      "loss": 0.4425,
      "step": 5330
    },
    {
      "epoch": 0.15148828731711123,
      "grad_norm": 11.0625,
      "learning_rate": 1.5143951212593959e-05,
      "loss": 0.4054,
      "step": 5340
    },
    {
      "epoch": 0.15177197324841668,
      "grad_norm": 12.0625,
      "learning_rate": 1.5172315983548434e-05,
      "loss": 0.3686,
      "step": 5350
    },
    {
      "epoch": 0.15205565917972214,
      "grad_norm": 10.375,
      "learning_rate": 1.5200680754502907e-05,
      "loss": 0.3879,
      "step": 5360
    },
    {
      "epoch": 0.1523393451110276,
      "grad_norm": 12.625,
      "learning_rate": 1.5229045525457383e-05,
      "loss": 0.4069,
      "step": 5370
    },
    {
      "epoch": 0.15262303104233305,
      "grad_norm": 32.25,
      "learning_rate": 1.525741029641186e-05,
      "loss": 0.3974,
      "step": 5380
    },
    {
      "epoch": 0.15290671697363847,
      "grad_norm": 7.09375,
      "learning_rate": 1.5285775067366333e-05,
      "loss": 0.3747,
      "step": 5390
    },
    {
      "epoch": 0.15319040290494393,
      "grad_norm": 10.0625,
      "learning_rate": 1.5314139838320806e-05,
      "loss": 0.4187,
      "step": 5400
    },
    {
      "epoch": 0.15347408883624938,
      "grad_norm": 12.0625,
      "learning_rate": 1.534250460927528e-05,
      "loss": 0.3431,
      "step": 5410
    },
    {
      "epoch": 0.15375777476755484,
      "grad_norm": 10.0625,
      "learning_rate": 1.5370869380229757e-05,
      "loss": 0.3878,
      "step": 5420
    },
    {
      "epoch": 0.1540414606988603,
      "grad_norm": 8.4375,
      "learning_rate": 1.539923415118423e-05,
      "loss": 0.3955,
      "step": 5430
    },
    {
      "epoch": 0.15432514663016575,
      "grad_norm": 11.6875,
      "learning_rate": 1.5427598922138704e-05,
      "loss": 0.3681,
      "step": 5440
    },
    {
      "epoch": 0.1546088325614712,
      "grad_norm": 8.0625,
      "learning_rate": 1.5455963693093177e-05,
      "loss": 0.3476,
      "step": 5450
    },
    {
      "epoch": 0.15489251849277666,
      "grad_norm": 9.3125,
      "learning_rate": 1.5484328464047654e-05,
      "loss": 0.3636,
      "step": 5460
    },
    {
      "epoch": 0.1551762044240821,
      "grad_norm": 9.625,
      "learning_rate": 1.5512693235002128e-05,
      "loss": 0.381,
      "step": 5470
    },
    {
      "epoch": 0.15545989035538754,
      "grad_norm": 11.625,
      "learning_rate": 1.5541058005956604e-05,
      "loss": 0.3957,
      "step": 5480
    },
    {
      "epoch": 0.155743576286693,
      "grad_norm": 11.1875,
      "learning_rate": 1.5569422776911078e-05,
      "loss": 0.3987,
      "step": 5490
    },
    {
      "epoch": 0.15602726221799845,
      "grad_norm": 11.625,
      "learning_rate": 1.559778754786555e-05,
      "loss": 0.3831,
      "step": 5500
    },
    {
      "epoch": 0.1563109481493039,
      "grad_norm": 17.25,
      "learning_rate": 1.5626152318820028e-05,
      "loss": 0.3672,
      "step": 5510
    },
    {
      "epoch": 0.15659463408060936,
      "grad_norm": 10.8125,
      "learning_rate": 1.5654517089774502e-05,
      "loss": 0.3562,
      "step": 5520
    },
    {
      "epoch": 0.15687832001191482,
      "grad_norm": 11.9375,
      "learning_rate": 1.5682881860728975e-05,
      "loss": 0.4424,
      "step": 5530
    },
    {
      "epoch": 0.15716200594322027,
      "grad_norm": 12.375,
      "learning_rate": 1.571124663168345e-05,
      "loss": 0.4028,
      "step": 5540
    },
    {
      "epoch": 0.1574456918745257,
      "grad_norm": 13.3125,
      "learning_rate": 1.5739611402637926e-05,
      "loss": 0.4042,
      "step": 5550
    },
    {
      "epoch": 0.15772937780583116,
      "grad_norm": 10.5625,
      "learning_rate": 1.57679761735924e-05,
      "loss": 0.4251,
      "step": 5560
    },
    {
      "epoch": 0.1580130637371366,
      "grad_norm": 11.375,
      "learning_rate": 1.5796340944546876e-05,
      "loss": 0.3886,
      "step": 5570
    },
    {
      "epoch": 0.15829674966844207,
      "grad_norm": 12.9375,
      "learning_rate": 1.582470571550135e-05,
      "loss": 0.3646,
      "step": 5580
    },
    {
      "epoch": 0.15858043559974752,
      "grad_norm": 10.25,
      "learning_rate": 1.5853070486455823e-05,
      "loss": 0.3803,
      "step": 5590
    },
    {
      "epoch": 0.15886412153105298,
      "grad_norm": 7.90625,
      "learning_rate": 1.58814352574103e-05,
      "loss": 0.3766,
      "step": 5600
    },
    {
      "epoch": 0.15914780746235843,
      "grad_norm": 10.125,
      "learning_rate": 1.5909800028364773e-05,
      "loss": 0.4176,
      "step": 5610
    },
    {
      "epoch": 0.1594314933936639,
      "grad_norm": 12.625,
      "learning_rate": 1.5938164799319247e-05,
      "loss": 0.4236,
      "step": 5620
    },
    {
      "epoch": 0.15971517932496931,
      "grad_norm": 8.625,
      "learning_rate": 1.596652957027372e-05,
      "loss": 0.3847,
      "step": 5630
    },
    {
      "epoch": 0.15999886525627477,
      "grad_norm": 9.9375,
      "learning_rate": 1.5994894341228194e-05,
      "loss": 0.4267,
      "step": 5640
    },
    {
      "epoch": 0.16028255118758022,
      "grad_norm": 8.875,
      "learning_rate": 1.602325911218267e-05,
      "loss": 0.4076,
      "step": 5650
    },
    {
      "epoch": 0.16056623711888568,
      "grad_norm": 13.5625,
      "learning_rate": 1.6051623883137144e-05,
      "loss": 0.3457,
      "step": 5660
    },
    {
      "epoch": 0.16084992305019113,
      "grad_norm": 7.8125,
      "learning_rate": 1.607998865409162e-05,
      "loss": 0.3646,
      "step": 5670
    },
    {
      "epoch": 0.1611336089814966,
      "grad_norm": 10.25,
      "learning_rate": 1.6108353425046094e-05,
      "loss": 0.4069,
      "step": 5680
    },
    {
      "epoch": 0.16141729491280205,
      "grad_norm": 9.25,
      "learning_rate": 1.6136718196000568e-05,
      "loss": 0.3953,
      "step": 5690
    },
    {
      "epoch": 0.1617009808441075,
      "grad_norm": 12.5,
      "learning_rate": 1.6165082966955045e-05,
      "loss": 0.3903,
      "step": 5700
    },
    {
      "epoch": 0.16198466677541293,
      "grad_norm": 11.0,
      "learning_rate": 1.6193447737909518e-05,
      "loss": 0.411,
      "step": 5710
    },
    {
      "epoch": 0.16226835270671838,
      "grad_norm": 9.8125,
      "learning_rate": 1.6221812508863992e-05,
      "loss": 0.3511,
      "step": 5720
    },
    {
      "epoch": 0.16255203863802384,
      "grad_norm": 11.0,
      "learning_rate": 1.6250177279818465e-05,
      "loss": 0.352,
      "step": 5730
    },
    {
      "epoch": 0.1628357245693293,
      "grad_norm": 9.6875,
      "learning_rate": 1.6278542050772942e-05,
      "loss": 0.3985,
      "step": 5740
    },
    {
      "epoch": 0.16311941050063475,
      "grad_norm": 10.4375,
      "learning_rate": 1.6306906821727416e-05,
      "loss": 0.3787,
      "step": 5750
    },
    {
      "epoch": 0.1634030964319402,
      "grad_norm": 8.375,
      "learning_rate": 1.633527159268189e-05,
      "loss": 0.389,
      "step": 5760
    },
    {
      "epoch": 0.16368678236324566,
      "grad_norm": 10.5625,
      "learning_rate": 1.6363636363636366e-05,
      "loss": 0.3408,
      "step": 5770
    },
    {
      "epoch": 0.1639704682945511,
      "grad_norm": 13.1875,
      "learning_rate": 1.639200113459084e-05,
      "loss": 0.3674,
      "step": 5780
    },
    {
      "epoch": 0.16425415422585654,
      "grad_norm": 12.875,
      "learning_rate": 1.6420365905545316e-05,
      "loss": 0.3905,
      "step": 5790
    },
    {
      "epoch": 0.164537840157162,
      "grad_norm": 22.75,
      "learning_rate": 1.644873067649979e-05,
      "loss": 0.356,
      "step": 5800
    },
    {
      "epoch": 0.16482152608846745,
      "grad_norm": 9.25,
      "learning_rate": 1.6477095447454263e-05,
      "loss": 0.3785,
      "step": 5810
    },
    {
      "epoch": 0.1651052120197729,
      "grad_norm": 11.0625,
      "learning_rate": 1.6505460218408737e-05,
      "loss": 0.4004,
      "step": 5820
    },
    {
      "epoch": 0.16538889795107836,
      "grad_norm": 7.90625,
      "learning_rate": 1.6533824989363214e-05,
      "loss": 0.4198,
      "step": 5830
    },
    {
      "epoch": 0.16567258388238382,
      "grad_norm": 9.625,
      "learning_rate": 1.6562189760317687e-05,
      "loss": 0.3184,
      "step": 5840
    },
    {
      "epoch": 0.16595626981368927,
      "grad_norm": 10.125,
      "learning_rate": 1.659055453127216e-05,
      "loss": 0.4022,
      "step": 5850
    },
    {
      "epoch": 0.16623995574499473,
      "grad_norm": 7.96875,
      "learning_rate": 1.6618919302226634e-05,
      "loss": 0.3635,
      "step": 5860
    },
    {
      "epoch": 0.16652364167630015,
      "grad_norm": 10.75,
      "learning_rate": 1.664728407318111e-05,
      "loss": 0.439,
      "step": 5870
    },
    {
      "epoch": 0.1668073276076056,
      "grad_norm": 9.75,
      "learning_rate": 1.6675648844135584e-05,
      "loss": 0.4054,
      "step": 5880
    },
    {
      "epoch": 0.16709101353891107,
      "grad_norm": 9.5625,
      "learning_rate": 1.670401361509006e-05,
      "loss": 0.3387,
      "step": 5890
    },
    {
      "epoch": 0.16737469947021652,
      "grad_norm": 7.375,
      "learning_rate": 1.6732378386044535e-05,
      "loss": 0.3577,
      "step": 5900
    },
    {
      "epoch": 0.16765838540152198,
      "grad_norm": 12.875,
      "learning_rate": 1.6760743156999008e-05,
      "loss": 0.344,
      "step": 5910
    },
    {
      "epoch": 0.16794207133282743,
      "grad_norm": 10.1875,
      "learning_rate": 1.678910792795348e-05,
      "loss": 0.3517,
      "step": 5920
    },
    {
      "epoch": 0.16822575726413289,
      "grad_norm": 8.3125,
      "learning_rate": 1.681747269890796e-05,
      "loss": 0.3868,
      "step": 5930
    },
    {
      "epoch": 0.16850944319543834,
      "grad_norm": 12.0625,
      "learning_rate": 1.6845837469862432e-05,
      "loss": 0.3712,
      "step": 5940
    },
    {
      "epoch": 0.16879312912674377,
      "grad_norm": 11.5,
      "learning_rate": 1.6874202240816905e-05,
      "loss": 0.3956,
      "step": 5950
    },
    {
      "epoch": 0.16907681505804922,
      "grad_norm": 10.1875,
      "learning_rate": 1.690256701177138e-05,
      "loss": 0.3497,
      "step": 5960
    },
    {
      "epoch": 0.16936050098935468,
      "grad_norm": 9.625,
      "learning_rate": 1.6930931782725856e-05,
      "loss": 0.3926,
      "step": 5970
    },
    {
      "epoch": 0.16964418692066013,
      "grad_norm": 16.75,
      "learning_rate": 1.6959296553680333e-05,
      "loss": 0.3677,
      "step": 5980
    },
    {
      "epoch": 0.1699278728519656,
      "grad_norm": 10.0625,
      "learning_rate": 1.6987661324634806e-05,
      "loss": 0.4558,
      "step": 5990
    },
    {
      "epoch": 0.17021155878327104,
      "grad_norm": 12.9375,
      "learning_rate": 1.701602609558928e-05,
      "loss": 0.4041,
      "step": 6000
    },
    {
      "epoch": 0.1704952447145765,
      "grad_norm": 13.25,
      "learning_rate": 1.7044390866543753e-05,
      "loss": 0.3818,
      "step": 6010
    },
    {
      "epoch": 0.17077893064588195,
      "grad_norm": 9.0625,
      "learning_rate": 1.707275563749823e-05,
      "loss": 0.3337,
      "step": 6020
    },
    {
      "epoch": 0.1710626165771874,
      "grad_norm": 14.25,
      "learning_rate": 1.7101120408452703e-05,
      "loss": 0.4205,
      "step": 6030
    },
    {
      "epoch": 0.17134630250849284,
      "grad_norm": 16.25,
      "learning_rate": 1.7129485179407177e-05,
      "loss": 0.3729,
      "step": 6040
    },
    {
      "epoch": 0.1716299884397983,
      "grad_norm": 11.1875,
      "learning_rate": 1.715784995036165e-05,
      "loss": 0.4438,
      "step": 6050
    },
    {
      "epoch": 0.17191367437110375,
      "grad_norm": 5.5625,
      "learning_rate": 1.7186214721316127e-05,
      "loss": 0.3705,
      "step": 6060
    },
    {
      "epoch": 0.1721973603024092,
      "grad_norm": 8.125,
      "learning_rate": 1.72145794922706e-05,
      "loss": 0.307,
      "step": 6070
    },
    {
      "epoch": 0.17248104623371466,
      "grad_norm": 7.9375,
      "learning_rate": 1.7242944263225078e-05,
      "loss": 0.3908,
      "step": 6080
    },
    {
      "epoch": 0.1727647321650201,
      "grad_norm": 8.8125,
      "learning_rate": 1.727130903417955e-05,
      "loss": 0.4114,
      "step": 6090
    },
    {
      "epoch": 0.17304841809632557,
      "grad_norm": 12.0,
      "learning_rate": 1.7299673805134025e-05,
      "loss": 0.3596,
      "step": 6100
    },
    {
      "epoch": 0.17333210402763102,
      "grad_norm": 8.8125,
      "learning_rate": 1.7328038576088498e-05,
      "loss": 0.3822,
      "step": 6110
    },
    {
      "epoch": 0.17361578995893645,
      "grad_norm": 12.125,
      "learning_rate": 1.7356403347042975e-05,
      "loss": 0.4812,
      "step": 6120
    },
    {
      "epoch": 0.1738994758902419,
      "grad_norm": 7.1875,
      "learning_rate": 1.738476811799745e-05,
      "loss": 0.3699,
      "step": 6130
    },
    {
      "epoch": 0.17418316182154736,
      "grad_norm": 8.75,
      "learning_rate": 1.7413132888951922e-05,
      "loss": 0.3998,
      "step": 6140
    },
    {
      "epoch": 0.17446684775285282,
      "grad_norm": 8.25,
      "learning_rate": 1.7441497659906395e-05,
      "loss": 0.4514,
      "step": 6150
    },
    {
      "epoch": 0.17475053368415827,
      "grad_norm": 10.25,
      "learning_rate": 1.7469862430860872e-05,
      "loss": 0.3607,
      "step": 6160
    },
    {
      "epoch": 0.17503421961546373,
      "grad_norm": 10.875,
      "learning_rate": 1.749822720181535e-05,
      "loss": 0.3801,
      "step": 6170
    },
    {
      "epoch": 0.17531790554676918,
      "grad_norm": 7.6875,
      "learning_rate": 1.7526591972769823e-05,
      "loss": 0.3721,
      "step": 6180
    },
    {
      "epoch": 0.17560159147807464,
      "grad_norm": 6.78125,
      "learning_rate": 1.7554956743724296e-05,
      "loss": 0.3323,
      "step": 6190
    },
    {
      "epoch": 0.17588527740938006,
      "grad_norm": 15.4375,
      "learning_rate": 1.758332151467877e-05,
      "loss": 0.3528,
      "step": 6200
    },
    {
      "epoch": 0.17616896334068552,
      "grad_norm": 13.375,
      "learning_rate": 1.7611686285633246e-05,
      "loss": 0.4637,
      "step": 6210
    },
    {
      "epoch": 0.17645264927199097,
      "grad_norm": 8.0,
      "learning_rate": 1.764005105658772e-05,
      "loss": 0.3784,
      "step": 6220
    },
    {
      "epoch": 0.17673633520329643,
      "grad_norm": 12.4375,
      "learning_rate": 1.7668415827542193e-05,
      "loss": 0.382,
      "step": 6230
    },
    {
      "epoch": 0.17702002113460188,
      "grad_norm": 8.5,
      "learning_rate": 1.7696780598496667e-05,
      "loss": 0.4687,
      "step": 6240
    },
    {
      "epoch": 0.17730370706590734,
      "grad_norm": 10.625,
      "learning_rate": 1.7725145369451144e-05,
      "loss": 0.3665,
      "step": 6250
    },
    {
      "epoch": 0.1775873929972128,
      "grad_norm": 13.5625,
      "learning_rate": 1.7753510140405617e-05,
      "loss": 0.33,
      "step": 6260
    },
    {
      "epoch": 0.17787107892851825,
      "grad_norm": 11.3125,
      "learning_rate": 1.7781874911360094e-05,
      "loss": 0.3366,
      "step": 6270
    },
    {
      "epoch": 0.17815476485982368,
      "grad_norm": 10.375,
      "learning_rate": 1.7810239682314568e-05,
      "loss": 0.3576,
      "step": 6280
    },
    {
      "epoch": 0.17843845079112913,
      "grad_norm": 12.0,
      "learning_rate": 1.783860445326904e-05,
      "loss": 0.4548,
      "step": 6290
    },
    {
      "epoch": 0.1787221367224346,
      "grad_norm": 7.4375,
      "learning_rate": 1.7866969224223515e-05,
      "loss": 0.4207,
      "step": 6300
    },
    {
      "epoch": 0.17900582265374004,
      "grad_norm": 9.6875,
      "learning_rate": 1.789533399517799e-05,
      "loss": 0.3787,
      "step": 6310
    },
    {
      "epoch": 0.1792895085850455,
      "grad_norm": 10.375,
      "learning_rate": 1.7923698766132465e-05,
      "loss": 0.3551,
      "step": 6320
    },
    {
      "epoch": 0.17957319451635095,
      "grad_norm": 13.75,
      "learning_rate": 1.795206353708694e-05,
      "loss": 0.4169,
      "step": 6330
    },
    {
      "epoch": 0.1798568804476564,
      "grad_norm": 12.125,
      "learning_rate": 1.7980428308041412e-05,
      "loss": 0.3422,
      "step": 6340
    },
    {
      "epoch": 0.18014056637896186,
      "grad_norm": 9.125,
      "learning_rate": 1.800879307899589e-05,
      "loss": 0.4036,
      "step": 6350
    },
    {
      "epoch": 0.1804242523102673,
      "grad_norm": 11.6875,
      "learning_rate": 1.8037157849950366e-05,
      "loss": 0.3462,
      "step": 6360
    },
    {
      "epoch": 0.18070793824157275,
      "grad_norm": 11.25,
      "learning_rate": 1.806552262090484e-05,
      "loss": 0.335,
      "step": 6370
    },
    {
      "epoch": 0.1809916241728782,
      "grad_norm": 9.875,
      "learning_rate": 1.8093887391859313e-05,
      "loss": 0.3687,
      "step": 6380
    },
    {
      "epoch": 0.18127531010418366,
      "grad_norm": 12.25,
      "learning_rate": 1.8122252162813786e-05,
      "loss": 0.3412,
      "step": 6390
    },
    {
      "epoch": 0.1815589960354891,
      "grad_norm": 8.0,
      "learning_rate": 1.8150616933768263e-05,
      "loss": 0.4203,
      "step": 6400
    },
    {
      "epoch": 0.18184268196679457,
      "grad_norm": 8.9375,
      "learning_rate": 1.8178981704722736e-05,
      "loss": 0.352,
      "step": 6410
    },
    {
      "epoch": 0.18212636789810002,
      "grad_norm": 12.0,
      "learning_rate": 1.820734647567721e-05,
      "loss": 0.3685,
      "step": 6420
    },
    {
      "epoch": 0.18241005382940548,
      "grad_norm": 9.9375,
      "learning_rate": 1.8235711246631683e-05,
      "loss": 0.3553,
      "step": 6430
    },
    {
      "epoch": 0.1826937397607109,
      "grad_norm": 7.90625,
      "learning_rate": 1.826407601758616e-05,
      "loss": 0.3613,
      "step": 6440
    },
    {
      "epoch": 0.18297742569201636,
      "grad_norm": 8.8125,
      "learning_rate": 1.8292440788540634e-05,
      "loss": 0.3853,
      "step": 6450
    },
    {
      "epoch": 0.18326111162332182,
      "grad_norm": 8.8125,
      "learning_rate": 1.832080555949511e-05,
      "loss": 0.3426,
      "step": 6460
    },
    {
      "epoch": 0.18354479755462727,
      "grad_norm": 11.3125,
      "learning_rate": 1.8349170330449584e-05,
      "loss": 0.4178,
      "step": 6470
    },
    {
      "epoch": 0.18382848348593273,
      "grad_norm": 8.125,
      "learning_rate": 1.8377535101404058e-05,
      "loss": 0.3845,
      "step": 6480
    },
    {
      "epoch": 0.18411216941723818,
      "grad_norm": 9.5,
      "learning_rate": 1.840589987235853e-05,
      "loss": 0.3725,
      "step": 6490
    },
    {
      "epoch": 0.18439585534854364,
      "grad_norm": 8.4375,
      "learning_rate": 1.8434264643313008e-05,
      "loss": 0.378,
      "step": 6500
    },
    {
      "epoch": 0.1846795412798491,
      "grad_norm": 11.375,
      "learning_rate": 1.846262941426748e-05,
      "loss": 0.3922,
      "step": 6510
    },
    {
      "epoch": 0.18496322721115452,
      "grad_norm": 9.75,
      "learning_rate": 1.8490994185221955e-05,
      "loss": 0.3587,
      "step": 6520
    },
    {
      "epoch": 0.18524691314245997,
      "grad_norm": 14.8125,
      "learning_rate": 1.851935895617643e-05,
      "loss": 0.3988,
      "step": 6530
    },
    {
      "epoch": 0.18553059907376543,
      "grad_norm": 11.5,
      "learning_rate": 1.8547723727130905e-05,
      "loss": 0.3789,
      "step": 6540
    },
    {
      "epoch": 0.18581428500507088,
      "grad_norm": 11.5,
      "learning_rate": 1.857608849808538e-05,
      "loss": 0.4037,
      "step": 6550
    },
    {
      "epoch": 0.18609797093637634,
      "grad_norm": 8.625,
      "learning_rate": 1.8604453269039856e-05,
      "loss": 0.3809,
      "step": 6560
    },
    {
      "epoch": 0.1863816568676818,
      "grad_norm": 15.25,
      "learning_rate": 1.863281803999433e-05,
      "loss": 0.3238,
      "step": 6570
    },
    {
      "epoch": 0.18666534279898725,
      "grad_norm": 8.875,
      "learning_rate": 1.8661182810948803e-05,
      "loss": 0.3393,
      "step": 6580
    },
    {
      "epoch": 0.1869490287302927,
      "grad_norm": 14.25,
      "learning_rate": 1.868954758190328e-05,
      "loss": 0.3225,
      "step": 6590
    },
    {
      "epoch": 0.18723271466159813,
      "grad_norm": 11.875,
      "learning_rate": 1.8717912352857753e-05,
      "loss": 0.3948,
      "step": 6600
    },
    {
      "epoch": 0.1875164005929036,
      "grad_norm": 11.3125,
      "learning_rate": 1.8746277123812226e-05,
      "loss": 0.3492,
      "step": 6610
    },
    {
      "epoch": 0.18780008652420904,
      "grad_norm": 11.0625,
      "learning_rate": 1.87746418947667e-05,
      "loss": 0.3628,
      "step": 6620
    },
    {
      "epoch": 0.1880837724555145,
      "grad_norm": 10.0625,
      "learning_rate": 1.8803006665721177e-05,
      "loss": 0.4223,
      "step": 6630
    },
    {
      "epoch": 0.18836745838681995,
      "grad_norm": 7.625,
      "learning_rate": 1.883137143667565e-05,
      "loss": 0.3587,
      "step": 6640
    },
    {
      "epoch": 0.1886511443181254,
      "grad_norm": 12.125,
      "learning_rate": 1.8859736207630127e-05,
      "loss": 0.4389,
      "step": 6650
    },
    {
      "epoch": 0.18893483024943086,
      "grad_norm": 12.5625,
      "learning_rate": 1.88881009785846e-05,
      "loss": 0.3793,
      "step": 6660
    },
    {
      "epoch": 0.18921851618073632,
      "grad_norm": 10.25,
      "learning_rate": 1.8916465749539074e-05,
      "loss": 0.4247,
      "step": 6670
    },
    {
      "epoch": 0.18950220211204175,
      "grad_norm": 12.25,
      "learning_rate": 1.8944830520493548e-05,
      "loss": 0.3596,
      "step": 6680
    },
    {
      "epoch": 0.1897858880433472,
      "grad_norm": 6.03125,
      "learning_rate": 1.8973195291448024e-05,
      "loss": 0.3529,
      "step": 6690
    },
    {
      "epoch": 0.19006957397465266,
      "grad_norm": 7.34375,
      "learning_rate": 1.9001560062402498e-05,
      "loss": 0.3574,
      "step": 6700
    },
    {
      "epoch": 0.1903532599059581,
      "grad_norm": 11.9375,
      "learning_rate": 1.902992483335697e-05,
      "loss": 0.3924,
      "step": 6710
    },
    {
      "epoch": 0.19063694583726357,
      "grad_norm": 9.4375,
      "learning_rate": 1.9058289604311445e-05,
      "loss": 0.3791,
      "step": 6720
    },
    {
      "epoch": 0.19092063176856902,
      "grad_norm": 8.5,
      "learning_rate": 1.908665437526592e-05,
      "loss": 0.3581,
      "step": 6730
    },
    {
      "epoch": 0.19120431769987448,
      "grad_norm": 10.4375,
      "learning_rate": 1.9115019146220395e-05,
      "loss": 0.3168,
      "step": 6740
    },
    {
      "epoch": 0.19148800363117993,
      "grad_norm": 11.0625,
      "learning_rate": 1.9143383917174872e-05,
      "loss": 0.3811,
      "step": 6750
    },
    {
      "epoch": 0.19177168956248536,
      "grad_norm": 9.0,
      "learning_rate": 1.9171748688129346e-05,
      "loss": 0.3699,
      "step": 6760
    },
    {
      "epoch": 0.19205537549379081,
      "grad_norm": 9.4375,
      "learning_rate": 1.920011345908382e-05,
      "loss": 0.3429,
      "step": 6770
    },
    {
      "epoch": 0.19233906142509627,
      "grad_norm": 9.75,
      "learning_rate": 1.9228478230038296e-05,
      "loss": 0.3632,
      "step": 6780
    },
    {
      "epoch": 0.19262274735640172,
      "grad_norm": 8.3125,
      "learning_rate": 1.925684300099277e-05,
      "loss": 0.3436,
      "step": 6790
    },
    {
      "epoch": 0.19290643328770718,
      "grad_norm": 11.75,
      "learning_rate": 1.9285207771947243e-05,
      "loss": 0.3443,
      "step": 6800
    },
    {
      "epoch": 0.19319011921901263,
      "grad_norm": 10.5625,
      "learning_rate": 1.9313572542901716e-05,
      "loss": 0.3785,
      "step": 6810
    },
    {
      "epoch": 0.1934738051503181,
      "grad_norm": 7.875,
      "learning_rate": 1.9341937313856193e-05,
      "loss": 0.378,
      "step": 6820
    },
    {
      "epoch": 0.19375749108162355,
      "grad_norm": 8.8125,
      "learning_rate": 1.9370302084810667e-05,
      "loss": 0.3932,
      "step": 6830
    },
    {
      "epoch": 0.19404117701292897,
      "grad_norm": 9.8125,
      "learning_rate": 1.939866685576514e-05,
      "loss": 0.3875,
      "step": 6840
    },
    {
      "epoch": 0.19432486294423443,
      "grad_norm": 8.8125,
      "learning_rate": 1.9427031626719617e-05,
      "loss": 0.3264,
      "step": 6850
    },
    {
      "epoch": 0.19460854887553988,
      "grad_norm": 11.9375,
      "learning_rate": 1.945539639767409e-05,
      "loss": 0.4103,
      "step": 6860
    },
    {
      "epoch": 0.19489223480684534,
      "grad_norm": 9.875,
      "learning_rate": 1.9483761168628564e-05,
      "loss": 0.3783,
      "step": 6870
    },
    {
      "epoch": 0.1951759207381508,
      "grad_norm": 8.5625,
      "learning_rate": 1.951212593958304e-05,
      "loss": 0.388,
      "step": 6880
    },
    {
      "epoch": 0.19545960666945625,
      "grad_norm": 8.5625,
      "learning_rate": 1.9540490710537514e-05,
      "loss": 0.3159,
      "step": 6890
    },
    {
      "epoch": 0.1957432926007617,
      "grad_norm": 10.5625,
      "learning_rate": 1.9568855481491988e-05,
      "loss": 0.4276,
      "step": 6900
    },
    {
      "epoch": 0.19602697853206716,
      "grad_norm": 11.9375,
      "learning_rate": 1.959722025244646e-05,
      "loss": 0.3633,
      "step": 6910
    },
    {
      "epoch": 0.19631066446337261,
      "grad_norm": 14.625,
      "learning_rate": 1.9625585023400938e-05,
      "loss": 0.3192,
      "step": 6920
    },
    {
      "epoch": 0.19659435039467804,
      "grad_norm": 14.25,
      "learning_rate": 1.965394979435541e-05,
      "loss": 0.3588,
      "step": 6930
    },
    {
      "epoch": 0.1968780363259835,
      "grad_norm": 13.875,
      "learning_rate": 1.9682314565309885e-05,
      "loss": 0.3731,
      "step": 6940
    },
    {
      "epoch": 0.19716172225728895,
      "grad_norm": 10.5,
      "learning_rate": 1.9710679336264362e-05,
      "loss": 0.3518,
      "step": 6950
    },
    {
      "epoch": 0.1974454081885944,
      "grad_norm": 7.625,
      "learning_rate": 1.9739044107218835e-05,
      "loss": 0.3779,
      "step": 6960
    },
    {
      "epoch": 0.19772909411989986,
      "grad_norm": 15.1875,
      "learning_rate": 1.9767408878173312e-05,
      "loss": 0.3495,
      "step": 6970
    },
    {
      "epoch": 0.19801278005120532,
      "grad_norm": 6.6875,
      "learning_rate": 1.9795773649127786e-05,
      "loss": 0.3698,
      "step": 6980
    },
    {
      "epoch": 0.19829646598251077,
      "grad_norm": 12.875,
      "learning_rate": 1.982413842008226e-05,
      "loss": 0.3415,
      "step": 6990
    },
    {
      "epoch": 0.19858015191381623,
      "grad_norm": 8.8125,
      "learning_rate": 1.9852503191036733e-05,
      "loss": 0.3436,
      "step": 7000
    },
    {
      "epoch": 0.19886383784512165,
      "grad_norm": 6.9375,
      "learning_rate": 1.988086796199121e-05,
      "loss": 0.3585,
      "step": 7010
    },
    {
      "epoch": 0.1991475237764271,
      "grad_norm": 10.375,
      "learning_rate": 1.9909232732945683e-05,
      "loss": 0.3797,
      "step": 7020
    },
    {
      "epoch": 0.19943120970773257,
      "grad_norm": 10.3125,
      "learning_rate": 1.9937597503900157e-05,
      "loss": 0.3125,
      "step": 7030
    },
    {
      "epoch": 0.19971489563903802,
      "grad_norm": 10.4375,
      "learning_rate": 1.996596227485463e-05,
      "loss": 0.3268,
      "step": 7040
    },
    {
      "epoch": 0.19999858157034348,
      "grad_norm": 18.375,
      "learning_rate": 1.9994327045809107e-05,
      "loss": 0.3734,
      "step": 7050
    },
    {
      "epoch": 0.20028226750164893,
      "grad_norm": 8.0625,
      "learning_rate": 1.9999536848077487e-05,
      "loss": 0.3209,
      "step": 7060
    },
    {
      "epoch": 0.20056595343295439,
      "grad_norm": 7.71875,
      "learning_rate": 1.9998957908174342e-05,
      "loss": 0.3553,
      "step": 7070
    },
    {
      "epoch": 0.20084963936425984,
      "grad_norm": 8.125,
      "learning_rate": 1.99983789682712e-05,
      "loss": 0.3723,
      "step": 7080
    },
    {
      "epoch": 0.20113332529556527,
      "grad_norm": 7.375,
      "learning_rate": 1.999780002836806e-05,
      "loss": 0.3413,
      "step": 7090
    },
    {
      "epoch": 0.20141701122687072,
      "grad_norm": 12.5625,
      "learning_rate": 1.9997221088464914e-05,
      "loss": 0.3607,
      "step": 7100
    },
    {
      "epoch": 0.20170069715817618,
      "grad_norm": 12.25,
      "learning_rate": 1.9996642148561772e-05,
      "loss": 0.3473,
      "step": 7110
    },
    {
      "epoch": 0.20198438308948163,
      "grad_norm": 8.8125,
      "learning_rate": 1.9996063208658627e-05,
      "loss": 0.3361,
      "step": 7120
    },
    {
      "epoch": 0.2022680690207871,
      "grad_norm": 7.3125,
      "learning_rate": 1.9995484268755482e-05,
      "loss": 0.3377,
      "step": 7130
    },
    {
      "epoch": 0.20255175495209254,
      "grad_norm": 8.75,
      "learning_rate": 1.999490532885234e-05,
      "loss": 0.3549,
      "step": 7140
    },
    {
      "epoch": 0.202835440883398,
      "grad_norm": 9.75,
      "learning_rate": 1.99943263889492e-05,
      "loss": 0.3639,
      "step": 7150
    },
    {
      "epoch": 0.20311912681470345,
      "grad_norm": 8.9375,
      "learning_rate": 1.9993747449046053e-05,
      "loss": 0.3588,
      "step": 7160
    },
    {
      "epoch": 0.20340281274600888,
      "grad_norm": 11.9375,
      "learning_rate": 1.999316850914291e-05,
      "loss": 0.3634,
      "step": 7170
    },
    {
      "epoch": 0.20368649867731434,
      "grad_norm": 11.625,
      "learning_rate": 1.9992589569239767e-05,
      "loss": 0.3579,
      "step": 7180
    },
    {
      "epoch": 0.2039701846086198,
      "grad_norm": 8.125,
      "learning_rate": 1.999201062933662e-05,
      "loss": 0.3237,
      "step": 7190
    },
    {
      "epoch": 0.20425387053992525,
      "grad_norm": 10.8125,
      "learning_rate": 1.999143168943348e-05,
      "loss": 0.3685,
      "step": 7200
    },
    {
      "epoch": 0.2045375564712307,
      "grad_norm": 9.5,
      "learning_rate": 1.9990852749530335e-05,
      "loss": 0.3859,
      "step": 7210
    },
    {
      "epoch": 0.20482124240253616,
      "grad_norm": 12.9375,
      "learning_rate": 1.9990273809627193e-05,
      "loss": 0.3307,
      "step": 7220
    },
    {
      "epoch": 0.2051049283338416,
      "grad_norm": 13.3125,
      "learning_rate": 1.998969486972405e-05,
      "loss": 0.3262,
      "step": 7230
    },
    {
      "epoch": 0.20538861426514707,
      "grad_norm": 11.75,
      "learning_rate": 1.9989115929820906e-05,
      "loss": 0.3956,
      "step": 7240
    },
    {
      "epoch": 0.2056723001964525,
      "grad_norm": 8.25,
      "learning_rate": 1.9988536989917765e-05,
      "loss": 0.3336,
      "step": 7250
    },
    {
      "epoch": 0.20595598612775795,
      "grad_norm": 8.1875,
      "learning_rate": 1.998795805001462e-05,
      "loss": 0.3513,
      "step": 7260
    },
    {
      "epoch": 0.2062396720590634,
      "grad_norm": 9.875,
      "learning_rate": 1.9987379110111475e-05,
      "loss": 0.3507,
      "step": 7270
    },
    {
      "epoch": 0.20652335799036886,
      "grad_norm": 11.5,
      "learning_rate": 1.9986800170208333e-05,
      "loss": 0.3678,
      "step": 7280
    },
    {
      "epoch": 0.20680704392167432,
      "grad_norm": 9.5625,
      "learning_rate": 1.9986221230305188e-05,
      "loss": 0.3378,
      "step": 7290
    },
    {
      "epoch": 0.20709072985297977,
      "grad_norm": 10.5625,
      "learning_rate": 1.9985642290402046e-05,
      "loss": 0.3608,
      "step": 7300
    },
    {
      "epoch": 0.20737441578428523,
      "grad_norm": 8.9375,
      "learning_rate": 1.9985063350498905e-05,
      "loss": 0.3818,
      "step": 7310
    },
    {
      "epoch": 0.20765810171559068,
      "grad_norm": 12.1875,
      "learning_rate": 1.998448441059576e-05,
      "loss": 0.3922,
      "step": 7320
    },
    {
      "epoch": 0.2079417876468961,
      "grad_norm": 9.5625,
      "learning_rate": 1.9983905470692618e-05,
      "loss": 0.3815,
      "step": 7330
    },
    {
      "epoch": 0.20822547357820156,
      "grad_norm": 11.6875,
      "learning_rate": 1.9983326530789473e-05,
      "loss": 0.3147,
      "step": 7340
    },
    {
      "epoch": 0.20850915950950702,
      "grad_norm": 23.0,
      "learning_rate": 1.9982747590886328e-05,
      "loss": 0.3607,
      "step": 7350
    },
    {
      "epoch": 0.20879284544081247,
      "grad_norm": 10.5,
      "learning_rate": 1.9982168650983186e-05,
      "loss": 0.3113,
      "step": 7360
    },
    {
      "epoch": 0.20907653137211793,
      "grad_norm": 9.0,
      "learning_rate": 1.998158971108004e-05,
      "loss": 0.3639,
      "step": 7370
    },
    {
      "epoch": 0.20936021730342338,
      "grad_norm": 14.125,
      "learning_rate": 1.99810107711769e-05,
      "loss": 0.3474,
      "step": 7380
    },
    {
      "epoch": 0.20964390323472884,
      "grad_norm": 8.375,
      "learning_rate": 1.9980431831273758e-05,
      "loss": 0.3514,
      "step": 7390
    },
    {
      "epoch": 0.2099275891660343,
      "grad_norm": 10.6875,
      "learning_rate": 1.9979852891370613e-05,
      "loss": 0.4229,
      "step": 7400
    },
    {
      "epoch": 0.21021127509733972,
      "grad_norm": 8.25,
      "learning_rate": 1.997927395146747e-05,
      "loss": 0.3435,
      "step": 7410
    },
    {
      "epoch": 0.21049496102864518,
      "grad_norm": 9.75,
      "learning_rate": 1.9978695011564326e-05,
      "loss": 0.3532,
      "step": 7420
    },
    {
      "epoch": 0.21077864695995063,
      "grad_norm": 13.0625,
      "learning_rate": 1.997811607166118e-05,
      "loss": 0.3839,
      "step": 7430
    },
    {
      "epoch": 0.2110623328912561,
      "grad_norm": 9.5625,
      "learning_rate": 1.997753713175804e-05,
      "loss": 0.3399,
      "step": 7440
    },
    {
      "epoch": 0.21134601882256154,
      "grad_norm": 7.15625,
      "learning_rate": 1.9976958191854898e-05,
      "loss": 0.3328,
      "step": 7450
    },
    {
      "epoch": 0.211629704753867,
      "grad_norm": 10.0625,
      "learning_rate": 1.9976379251951753e-05,
      "loss": 0.3479,
      "step": 7460
    },
    {
      "epoch": 0.21191339068517245,
      "grad_norm": 9.6875,
      "learning_rate": 1.997580031204861e-05,
      "loss": 0.3427,
      "step": 7470
    },
    {
      "epoch": 0.2121970766164779,
      "grad_norm": 8.875,
      "learning_rate": 1.9975221372145466e-05,
      "loss": 0.3577,
      "step": 7480
    },
    {
      "epoch": 0.21248076254778334,
      "grad_norm": 10.625,
      "learning_rate": 1.9974642432242324e-05,
      "loss": 0.3233,
      "step": 7490
    },
    {
      "epoch": 0.2127644484790888,
      "grad_norm": 9.125,
      "learning_rate": 1.997406349233918e-05,
      "loss": 0.362,
      "step": 7500
    },
    {
      "epoch": 0.21304813441039425,
      "grad_norm": 7.6875,
      "learning_rate": 1.9973484552436034e-05,
      "loss": 0.34,
      "step": 7510
    },
    {
      "epoch": 0.2133318203416997,
      "grad_norm": 9.5625,
      "learning_rate": 1.9972905612532892e-05,
      "loss": 0.344,
      "step": 7520
    },
    {
      "epoch": 0.21361550627300516,
      "grad_norm": 13.0625,
      "learning_rate": 1.997232667262975e-05,
      "loss": 0.3364,
      "step": 7530
    },
    {
      "epoch": 0.2138991922043106,
      "grad_norm": 16.125,
      "learning_rate": 1.9971747732726606e-05,
      "loss": 0.3394,
      "step": 7540
    },
    {
      "epoch": 0.21418287813561607,
      "grad_norm": 10.9375,
      "learning_rate": 1.9971168792823464e-05,
      "loss": 0.3451,
      "step": 7550
    },
    {
      "epoch": 0.21446656406692152,
      "grad_norm": 9.625,
      "learning_rate": 1.997058985292032e-05,
      "loss": 0.3712,
      "step": 7560
    },
    {
      "epoch": 0.21475024999822695,
      "grad_norm": 6.65625,
      "learning_rate": 1.9970010913017174e-05,
      "loss": 0.372,
      "step": 7570
    },
    {
      "epoch": 0.2150339359295324,
      "grad_norm": 7.65625,
      "learning_rate": 1.9969431973114032e-05,
      "loss": 0.2946,
      "step": 7580
    },
    {
      "epoch": 0.21531762186083786,
      "grad_norm": 9.0,
      "learning_rate": 1.9968853033210887e-05,
      "loss": 0.388,
      "step": 7590
    },
    {
      "epoch": 0.21560130779214332,
      "grad_norm": 8.875,
      "learning_rate": 1.9968274093307746e-05,
      "loss": 0.3952,
      "step": 7600
    },
    {
      "epoch": 0.21588499372344877,
      "grad_norm": 14.5625,
      "learning_rate": 1.9967695153404604e-05,
      "loss": 0.3704,
      "step": 7610
    },
    {
      "epoch": 0.21616867965475423,
      "grad_norm": 8.5625,
      "learning_rate": 1.996711621350146e-05,
      "loss": 0.3583,
      "step": 7620
    },
    {
      "epoch": 0.21645236558605968,
      "grad_norm": 7.4375,
      "learning_rate": 1.9966537273598317e-05,
      "loss": 0.329,
      "step": 7630
    },
    {
      "epoch": 0.21673605151736514,
      "grad_norm": 13.125,
      "learning_rate": 1.9965958333695172e-05,
      "loss": 0.3657,
      "step": 7640
    },
    {
      "epoch": 0.21701973744867056,
      "grad_norm": 10.75,
      "learning_rate": 1.9965379393792027e-05,
      "loss": 0.3467,
      "step": 7650
    },
    {
      "epoch": 0.21730342337997602,
      "grad_norm": 6.15625,
      "learning_rate": 1.9964800453888885e-05,
      "loss": 0.3262,
      "step": 7660
    },
    {
      "epoch": 0.21758710931128147,
      "grad_norm": 8.625,
      "learning_rate": 1.9964221513985744e-05,
      "loss": 0.321,
      "step": 7670
    },
    {
      "epoch": 0.21787079524258693,
      "grad_norm": 11.375,
      "learning_rate": 1.99636425740826e-05,
      "loss": 0.3666,
      "step": 7680
    },
    {
      "epoch": 0.21815448117389238,
      "grad_norm": 9.125,
      "learning_rate": 1.9963063634179457e-05,
      "loss": 0.3002,
      "step": 7690
    },
    {
      "epoch": 0.21843816710519784,
      "grad_norm": 13.6875,
      "learning_rate": 1.9962484694276312e-05,
      "loss": 0.4102,
      "step": 7700
    },
    {
      "epoch": 0.2187218530365033,
      "grad_norm": 10.8125,
      "learning_rate": 1.996190575437317e-05,
      "loss": 0.3918,
      "step": 7710
    },
    {
      "epoch": 0.21900553896780875,
      "grad_norm": 7.46875,
      "learning_rate": 1.9961326814470025e-05,
      "loss": 0.3692,
      "step": 7720
    },
    {
      "epoch": 0.21928922489911418,
      "grad_norm": 11.6875,
      "learning_rate": 1.996074787456688e-05,
      "loss": 0.3685,
      "step": 7730
    },
    {
      "epoch": 0.21957291083041963,
      "grad_norm": 9.875,
      "learning_rate": 1.996016893466374e-05,
      "loss": 0.3786,
      "step": 7740
    },
    {
      "epoch": 0.2198565967617251,
      "grad_norm": 9.1875,
      "learning_rate": 1.9959589994760597e-05,
      "loss": 0.3665,
      "step": 7750
    },
    {
      "epoch": 0.22014028269303054,
      "grad_norm": 8.3125,
      "learning_rate": 1.9959011054857452e-05,
      "loss": 0.3792,
      "step": 7760
    },
    {
      "epoch": 0.220423968624336,
      "grad_norm": 7.8125,
      "learning_rate": 1.995843211495431e-05,
      "loss": 0.3515,
      "step": 7770
    },
    {
      "epoch": 0.22070765455564145,
      "grad_norm": 10.6875,
      "learning_rate": 1.9957853175051165e-05,
      "loss": 0.4064,
      "step": 7780
    },
    {
      "epoch": 0.2209913404869469,
      "grad_norm": 7.96875,
      "learning_rate": 1.9957274235148023e-05,
      "loss": 0.358,
      "step": 7790
    },
    {
      "epoch": 0.22127502641825236,
      "grad_norm": 10.0,
      "learning_rate": 1.995669529524488e-05,
      "loss": 0.3406,
      "step": 7800
    },
    {
      "epoch": 0.22155871234955782,
      "grad_norm": 6.875,
      "learning_rate": 1.9956116355341733e-05,
      "loss": 0.3252,
      "step": 7810
    },
    {
      "epoch": 0.22184239828086325,
      "grad_norm": 9.75,
      "learning_rate": 1.995553741543859e-05,
      "loss": 0.4151,
      "step": 7820
    },
    {
      "epoch": 0.2221260842121687,
      "grad_norm": 9.3125,
      "learning_rate": 1.995495847553545e-05,
      "loss": 0.3305,
      "step": 7830
    },
    {
      "epoch": 0.22240977014347416,
      "grad_norm": 7.78125,
      "learning_rate": 1.9954379535632305e-05,
      "loss": 0.3049,
      "step": 7840
    },
    {
      "epoch": 0.2226934560747796,
      "grad_norm": 12.25,
      "learning_rate": 1.9953800595729163e-05,
      "loss": 0.4528,
      "step": 7850
    },
    {
      "epoch": 0.22297714200608507,
      "grad_norm": 12.3125,
      "learning_rate": 1.9953221655826018e-05,
      "loss": 0.3763,
      "step": 7860
    },
    {
      "epoch": 0.22326082793739052,
      "grad_norm": 10.75,
      "learning_rate": 1.9952642715922873e-05,
      "loss": 0.3597,
      "step": 7870
    },
    {
      "epoch": 0.22354451386869598,
      "grad_norm": 10.5625,
      "learning_rate": 1.995206377601973e-05,
      "loss": 0.4072,
      "step": 7880
    },
    {
      "epoch": 0.22382819980000143,
      "grad_norm": 10.625,
      "learning_rate": 1.9951484836116586e-05,
      "loss": 0.4423,
      "step": 7890
    },
    {
      "epoch": 0.22411188573130686,
      "grad_norm": 10.9375,
      "learning_rate": 1.9950905896213445e-05,
      "loss": 0.3286,
      "step": 7900
    },
    {
      "epoch": 0.22439557166261231,
      "grad_norm": 8.4375,
      "learning_rate": 1.9950326956310303e-05,
      "loss": 0.3517,
      "step": 7910
    },
    {
      "epoch": 0.22467925759391777,
      "grad_norm": 12.5625,
      "learning_rate": 1.9949748016407158e-05,
      "loss": 0.3637,
      "step": 7920
    },
    {
      "epoch": 0.22496294352522322,
      "grad_norm": 9.4375,
      "learning_rate": 1.9949169076504016e-05,
      "loss": 0.3373,
      "step": 7930
    },
    {
      "epoch": 0.22524662945652868,
      "grad_norm": 13.625,
      "learning_rate": 1.994859013660087e-05,
      "loss": 0.2844,
      "step": 7940
    },
    {
      "epoch": 0.22553031538783413,
      "grad_norm": 11.375,
      "learning_rate": 1.9948011196697726e-05,
      "loss": 0.3399,
      "step": 7950
    },
    {
      "epoch": 0.2258140013191396,
      "grad_norm": 9.8125,
      "learning_rate": 1.9947432256794585e-05,
      "loss": 0.3661,
      "step": 7960
    },
    {
      "epoch": 0.22609768725044505,
      "grad_norm": 8.5625,
      "learning_rate": 1.9946853316891443e-05,
      "loss": 0.321,
      "step": 7970
    },
    {
      "epoch": 0.22638137318175047,
      "grad_norm": 9.625,
      "learning_rate": 1.9946274376988298e-05,
      "loss": 0.3511,
      "step": 7980
    },
    {
      "epoch": 0.22666505911305593,
      "grad_norm": 11.125,
      "learning_rate": 1.9945695437085156e-05,
      "loss": 0.3618,
      "step": 7990
    },
    {
      "epoch": 0.22694874504436138,
      "grad_norm": 7.75,
      "learning_rate": 1.994511649718201e-05,
      "loss": 0.3504,
      "step": 8000
    },
    {
      "epoch": 0.22723243097566684,
      "grad_norm": 12.8125,
      "learning_rate": 1.994453755727887e-05,
      "loss": 0.3309,
      "step": 8010
    },
    {
      "epoch": 0.2275161169069723,
      "grad_norm": 11.8125,
      "learning_rate": 1.9943958617375724e-05,
      "loss": 0.3756,
      "step": 8020
    },
    {
      "epoch": 0.22779980283827775,
      "grad_norm": 11.875,
      "learning_rate": 1.994337967747258e-05,
      "loss": 0.2926,
      "step": 8030
    },
    {
      "epoch": 0.2280834887695832,
      "grad_norm": 9.9375,
      "learning_rate": 1.9942800737569438e-05,
      "loss": 0.3578,
      "step": 8040
    },
    {
      "epoch": 0.22836717470088866,
      "grad_norm": 11.75,
      "learning_rate": 1.9942221797666296e-05,
      "loss": 0.346,
      "step": 8050
    },
    {
      "epoch": 0.2286508606321941,
      "grad_norm": 9.625,
      "learning_rate": 1.994164285776315e-05,
      "loss": 0.3652,
      "step": 8060
    },
    {
      "epoch": 0.22893454656349954,
      "grad_norm": 14.75,
      "learning_rate": 1.994106391786001e-05,
      "loss": 0.3869,
      "step": 8070
    },
    {
      "epoch": 0.229218232494805,
      "grad_norm": 7.25,
      "learning_rate": 1.9940484977956864e-05,
      "loss": 0.3394,
      "step": 8080
    },
    {
      "epoch": 0.22950191842611045,
      "grad_norm": 11.3125,
      "learning_rate": 1.9939906038053723e-05,
      "loss": 0.3413,
      "step": 8090
    },
    {
      "epoch": 0.2297856043574159,
      "grad_norm": 5.75,
      "learning_rate": 1.9939327098150578e-05,
      "loss": 0.3513,
      "step": 8100
    },
    {
      "epoch": 0.23006929028872136,
      "grad_norm": 12.3125,
      "learning_rate": 1.9938748158247432e-05,
      "loss": 0.3634,
      "step": 8110
    },
    {
      "epoch": 0.23035297622002682,
      "grad_norm": 10.875,
      "learning_rate": 1.993816921834429e-05,
      "loss": 0.3597,
      "step": 8120
    },
    {
      "epoch": 0.23063666215133227,
      "grad_norm": 12.0,
      "learning_rate": 1.993759027844115e-05,
      "loss": 0.3384,
      "step": 8130
    },
    {
      "epoch": 0.2309203480826377,
      "grad_norm": 7.5,
      "learning_rate": 1.9937011338538004e-05,
      "loss": 0.3398,
      "step": 8140
    },
    {
      "epoch": 0.23120403401394315,
      "grad_norm": 14.375,
      "learning_rate": 1.9936432398634862e-05,
      "loss": 0.3271,
      "step": 8150
    },
    {
      "epoch": 0.2314877199452486,
      "grad_norm": 7.21875,
      "learning_rate": 1.9935853458731717e-05,
      "loss": 0.3182,
      "step": 8160
    },
    {
      "epoch": 0.23177140587655407,
      "grad_norm": 8.5,
      "learning_rate": 1.9935274518828576e-05,
      "loss": 0.3255,
      "step": 8170
    },
    {
      "epoch": 0.23205509180785952,
      "grad_norm": 7.0,
      "learning_rate": 1.993469557892543e-05,
      "loss": 0.3256,
      "step": 8180
    },
    {
      "epoch": 0.23233877773916498,
      "grad_norm": 10.875,
      "learning_rate": 1.993411663902229e-05,
      "loss": 0.3008,
      "step": 8190
    },
    {
      "epoch": 0.23262246367047043,
      "grad_norm": 9.875,
      "learning_rate": 1.9933537699119144e-05,
      "loss": 0.3374,
      "step": 8200
    },
    {
      "epoch": 0.23290614960177589,
      "grad_norm": 12.1875,
      "learning_rate": 1.9932958759216002e-05,
      "loss": 0.3111,
      "step": 8210
    },
    {
      "epoch": 0.2331898355330813,
      "grad_norm": 10.3125,
      "learning_rate": 1.9932379819312857e-05,
      "loss": 0.3769,
      "step": 8220
    },
    {
      "epoch": 0.23347352146438677,
      "grad_norm": 8.375,
      "learning_rate": 1.9931800879409716e-05,
      "loss": 0.312,
      "step": 8230
    },
    {
      "epoch": 0.23375720739569222,
      "grad_norm": 10.4375,
      "learning_rate": 1.993122193950657e-05,
      "loss": 0.2871,
      "step": 8240
    },
    {
      "epoch": 0.23404089332699768,
      "grad_norm": 9.5,
      "learning_rate": 1.9930642999603425e-05,
      "loss": 0.3677,
      "step": 8250
    },
    {
      "epoch": 0.23432457925830313,
      "grad_norm": 11.0625,
      "learning_rate": 1.9930064059700284e-05,
      "loss": 0.2857,
      "step": 8260
    },
    {
      "epoch": 0.2346082651896086,
      "grad_norm": 9.375,
      "learning_rate": 1.9929485119797142e-05,
      "loss": 0.3085,
      "step": 8270
    },
    {
      "epoch": 0.23489195112091404,
      "grad_norm": 10.0,
      "learning_rate": 1.9928906179893997e-05,
      "loss": 0.3778,
      "step": 8280
    },
    {
      "epoch": 0.2351756370522195,
      "grad_norm": 10.75,
      "learning_rate": 1.9928327239990855e-05,
      "loss": 0.3264,
      "step": 8290
    },
    {
      "epoch": 0.23545932298352493,
      "grad_norm": 12.1875,
      "learning_rate": 1.992774830008771e-05,
      "loss": 0.3673,
      "step": 8300
    },
    {
      "epoch": 0.23574300891483038,
      "grad_norm": 11.0,
      "learning_rate": 1.992716936018457e-05,
      "loss": 0.3745,
      "step": 8310
    },
    {
      "epoch": 0.23602669484613584,
      "grad_norm": 13.4375,
      "learning_rate": 1.9926590420281424e-05,
      "loss": 0.3496,
      "step": 8320
    },
    {
      "epoch": 0.2363103807774413,
      "grad_norm": 9.6875,
      "learning_rate": 1.992601148037828e-05,
      "loss": 0.3637,
      "step": 8330
    },
    {
      "epoch": 0.23659406670874675,
      "grad_norm": 11.125,
      "learning_rate": 1.9925432540475137e-05,
      "loss": 0.4092,
      "step": 8340
    },
    {
      "epoch": 0.2368777526400522,
      "grad_norm": 8.875,
      "learning_rate": 1.9924853600571995e-05,
      "loss": 0.3418,
      "step": 8350
    },
    {
      "epoch": 0.23716143857135766,
      "grad_norm": 7.78125,
      "learning_rate": 1.9924274660668854e-05,
      "loss": 0.379,
      "step": 8360
    },
    {
      "epoch": 0.2374451245026631,
      "grad_norm": 11.5,
      "learning_rate": 1.992369572076571e-05,
      "loss": 0.3471,
      "step": 8370
    },
    {
      "epoch": 0.23772881043396854,
      "grad_norm": 8.75,
      "learning_rate": 1.9923116780862563e-05,
      "loss": 0.2938,
      "step": 8380
    },
    {
      "epoch": 0.238012496365274,
      "grad_norm": 11.6875,
      "learning_rate": 1.9922537840959422e-05,
      "loss": 0.3774,
      "step": 8390
    },
    {
      "epoch": 0.23829618229657945,
      "grad_norm": 8.0625,
      "learning_rate": 1.9921958901056277e-05,
      "loss": 0.2941,
      "step": 8400
    },
    {
      "epoch": 0.2385798682278849,
      "grad_norm": 12.1875,
      "learning_rate": 1.9921379961153132e-05,
      "loss": 0.3644,
      "step": 8410
    },
    {
      "epoch": 0.23886355415919036,
      "grad_norm": 6.6875,
      "learning_rate": 1.992080102124999e-05,
      "loss": 0.3625,
      "step": 8420
    },
    {
      "epoch": 0.23914724009049582,
      "grad_norm": 11.0625,
      "learning_rate": 1.992022208134685e-05,
      "loss": 0.3465,
      "step": 8430
    },
    {
      "epoch": 0.23943092602180127,
      "grad_norm": 8.3125,
      "learning_rate": 1.9919643141443703e-05,
      "loss": 0.3339,
      "step": 8440
    },
    {
      "epoch": 0.23971461195310673,
      "grad_norm": 10.0,
      "learning_rate": 1.991906420154056e-05,
      "loss": 0.3504,
      "step": 8450
    },
    {
      "epoch": 0.23999829788441215,
      "grad_norm": 7.375,
      "learning_rate": 1.9918485261637417e-05,
      "loss": 0.3387,
      "step": 8460
    },
    {
      "epoch": 0.2402819838157176,
      "grad_norm": 6.15625,
      "learning_rate": 1.9917906321734275e-05,
      "loss": 0.3434,
      "step": 8470
    },
    {
      "epoch": 0.24056566974702306,
      "grad_norm": 11.375,
      "learning_rate": 1.991732738183113e-05,
      "loss": 0.411,
      "step": 8480
    },
    {
      "epoch": 0.24084935567832852,
      "grad_norm": 8.5,
      "learning_rate": 1.9916748441927988e-05,
      "loss": 0.2907,
      "step": 8490
    },
    {
      "epoch": 0.24113304160963397,
      "grad_norm": 7.25,
      "learning_rate": 1.9916169502024843e-05,
      "loss": 0.3714,
      "step": 8500
    },
    {
      "epoch": 0.24141672754093943,
      "grad_norm": 8.1875,
      "learning_rate": 1.99155905621217e-05,
      "loss": 0.2932,
      "step": 8510
    },
    {
      "epoch": 0.24170041347224488,
      "grad_norm": 7.71875,
      "learning_rate": 1.9915011622218556e-05,
      "loss": 0.3443,
      "step": 8520
    },
    {
      "epoch": 0.24198409940355034,
      "grad_norm": 8.8125,
      "learning_rate": 1.9914432682315415e-05,
      "loss": 0.3406,
      "step": 8530
    },
    {
      "epoch": 0.24226778533485577,
      "grad_norm": 13.375,
      "learning_rate": 1.991385374241227e-05,
      "loss": 0.3168,
      "step": 8540
    },
    {
      "epoch": 0.24255147126616122,
      "grad_norm": 7.0625,
      "learning_rate": 1.9913274802509128e-05,
      "loss": 0.3209,
      "step": 8550
    },
    {
      "epoch": 0.24283515719746668,
      "grad_norm": 19.25,
      "learning_rate": 1.9912695862605983e-05,
      "loss": 0.3419,
      "step": 8560
    },
    {
      "epoch": 0.24311884312877213,
      "grad_norm": 8.75,
      "learning_rate": 1.991211692270284e-05,
      "loss": 0.3571,
      "step": 8570
    },
    {
      "epoch": 0.2434025290600776,
      "grad_norm": 8.9375,
      "learning_rate": 1.9911537982799696e-05,
      "loss": 0.3104,
      "step": 8580
    },
    {
      "epoch": 0.24368621499138304,
      "grad_norm": 13.0625,
      "learning_rate": 1.9910959042896555e-05,
      "loss": 0.326,
      "step": 8590
    },
    {
      "epoch": 0.2439699009226885,
      "grad_norm": 6.625,
      "learning_rate": 1.991038010299341e-05,
      "loss": 0.3304,
      "step": 8600
    },
    {
      "epoch": 0.24425358685399395,
      "grad_norm": 9.0,
      "learning_rate": 1.9909801163090268e-05,
      "loss": 0.3098,
      "step": 8610
    },
    {
      "epoch": 0.2445372727852994,
      "grad_norm": 8.5625,
      "learning_rate": 1.9909222223187123e-05,
      "loss": 0.3547,
      "step": 8620
    },
    {
      "epoch": 0.24482095871660484,
      "grad_norm": 7.84375,
      "learning_rate": 1.9908643283283978e-05,
      "loss": 0.414,
      "step": 8630
    },
    {
      "epoch": 0.2451046446479103,
      "grad_norm": 8.5,
      "learning_rate": 1.9908064343380836e-05,
      "loss": 0.3213,
      "step": 8640
    },
    {
      "epoch": 0.24538833057921575,
      "grad_norm": 6.8125,
      "learning_rate": 1.9907485403477694e-05,
      "loss": 0.3441,
      "step": 8650
    },
    {
      "epoch": 0.2456720165105212,
      "grad_norm": 9.6875,
      "learning_rate": 1.9906906463574553e-05,
      "loss": 0.3311,
      "step": 8660
    },
    {
      "epoch": 0.24595570244182666,
      "grad_norm": 16.375,
      "learning_rate": 1.9906327523671408e-05,
      "loss": 0.3399,
      "step": 8670
    },
    {
      "epoch": 0.2462393883731321,
      "grad_norm": 10.0,
      "learning_rate": 1.9905748583768263e-05,
      "loss": 0.3722,
      "step": 8680
    },
    {
      "epoch": 0.24652307430443757,
      "grad_norm": 11.3125,
      "learning_rate": 1.990516964386512e-05,
      "loss": 0.3715,
      "step": 8690
    },
    {
      "epoch": 0.24680676023574302,
      "grad_norm": 8.1875,
      "learning_rate": 1.9904590703961976e-05,
      "loss": 0.3356,
      "step": 8700
    },
    {
      "epoch": 0.24709044616704845,
      "grad_norm": 10.5,
      "learning_rate": 1.9904011764058834e-05,
      "loss": 0.3188,
      "step": 8710
    },
    {
      "epoch": 0.2473741320983539,
      "grad_norm": 9.6875,
      "learning_rate": 1.990343282415569e-05,
      "loss": 0.3945,
      "step": 8720
    },
    {
      "epoch": 0.24765781802965936,
      "grad_norm": 7.71875,
      "learning_rate": 1.9902853884252548e-05,
      "loss": 0.3605,
      "step": 8730
    },
    {
      "epoch": 0.24794150396096482,
      "grad_norm": 8.875,
      "learning_rate": 1.9902274944349406e-05,
      "loss": 0.346,
      "step": 8740
    },
    {
      "epoch": 0.24822518989227027,
      "grad_norm": 8.625,
      "learning_rate": 1.990169600444626e-05,
      "loss": 0.2965,
      "step": 8750
    },
    {
      "epoch": 0.24850887582357573,
      "grad_norm": 14.8125,
      "learning_rate": 1.9901117064543116e-05,
      "loss": 0.293,
      "step": 8760
    },
    {
      "epoch": 0.24879256175488118,
      "grad_norm": 9.25,
      "learning_rate": 1.9900538124639974e-05,
      "loss": 0.3078,
      "step": 8770
    },
    {
      "epoch": 0.24907624768618664,
      "grad_norm": 7.53125,
      "learning_rate": 1.989995918473683e-05,
      "loss": 0.3359,
      "step": 8780
    },
    {
      "epoch": 0.24935993361749206,
      "grad_norm": 9.625,
      "learning_rate": 1.9899380244833687e-05,
      "loss": 0.285,
      "step": 8790
    },
    {
      "epoch": 0.24964361954879752,
      "grad_norm": 12.25,
      "learning_rate": 1.9898801304930542e-05,
      "loss": 0.3377,
      "step": 8800
    },
    {
      "epoch": 0.24992730548010297,
      "grad_norm": 9.6875,
      "learning_rate": 1.98982223650274e-05,
      "loss": 0.3524,
      "step": 8810
    },
    {
      "epoch": 0.25021099141140846,
      "grad_norm": 8.3125,
      "learning_rate": 1.9897643425124256e-05,
      "loss": 0.3213,
      "step": 8820
    },
    {
      "epoch": 0.25049467734271386,
      "grad_norm": 8.625,
      "learning_rate": 1.9897064485221114e-05,
      "loss": 0.3522,
      "step": 8830
    },
    {
      "epoch": 0.2507783632740193,
      "grad_norm": 9.1875,
      "learning_rate": 1.989648554531797e-05,
      "loss": 0.3188,
      "step": 8840
    },
    {
      "epoch": 0.25106204920532477,
      "grad_norm": 7.78125,
      "learning_rate": 1.9895906605414827e-05,
      "loss": 0.3793,
      "step": 8850
    },
    {
      "epoch": 0.2513457351366302,
      "grad_norm": 6.71875,
      "learning_rate": 1.9895327665511682e-05,
      "loss": 0.3095,
      "step": 8860
    },
    {
      "epoch": 0.2516294210679357,
      "grad_norm": 8.375,
      "learning_rate": 1.989474872560854e-05,
      "loss": 0.3377,
      "step": 8870
    },
    {
      "epoch": 0.25191310699924113,
      "grad_norm": 9.125,
      "learning_rate": 1.98941697857054e-05,
      "loss": 0.3334,
      "step": 8880
    },
    {
      "epoch": 0.2521967929305466,
      "grad_norm": 10.25,
      "learning_rate": 1.9893590845802254e-05,
      "loss": 0.3226,
      "step": 8890
    },
    {
      "epoch": 0.25248047886185204,
      "grad_norm": 8.1875,
      "learning_rate": 1.989301190589911e-05,
      "loss": 0.3341,
      "step": 8900
    },
    {
      "epoch": 0.2527641647931575,
      "grad_norm": 6.4375,
      "learning_rate": 1.9892432965995967e-05,
      "loss": 0.2965,
      "step": 8910
    },
    {
      "epoch": 0.25304785072446295,
      "grad_norm": 9.0,
      "learning_rate": 1.9891854026092822e-05,
      "loss": 0.3243,
      "step": 8920
    },
    {
      "epoch": 0.2533315366557684,
      "grad_norm": 9.75,
      "learning_rate": 1.9891275086189677e-05,
      "loss": 0.3,
      "step": 8930
    },
    {
      "epoch": 0.25361522258707386,
      "grad_norm": 9.6875,
      "learning_rate": 1.9890696146286535e-05,
      "loss": 0.368,
      "step": 8940
    },
    {
      "epoch": 0.2538989085183793,
      "grad_norm": 9.375,
      "learning_rate": 1.9890117206383394e-05,
      "loss": 0.3768,
      "step": 8950
    },
    {
      "epoch": 0.2541825944496848,
      "grad_norm": 9.75,
      "learning_rate": 1.9889538266480252e-05,
      "loss": 0.3439,
      "step": 8960
    },
    {
      "epoch": 0.25446628038099023,
      "grad_norm": 11.375,
      "learning_rate": 1.9888959326577107e-05,
      "loss": 0.3632,
      "step": 8970
    },
    {
      "epoch": 0.2547499663122957,
      "grad_norm": 10.0,
      "learning_rate": 1.9888380386673962e-05,
      "loss": 0.3304,
      "step": 8980
    },
    {
      "epoch": 0.2550336522436011,
      "grad_norm": 7.09375,
      "learning_rate": 1.988780144677082e-05,
      "loss": 0.3073,
      "step": 8990
    },
    {
      "epoch": 0.25531733817490654,
      "grad_norm": 10.8125,
      "learning_rate": 1.9887222506867675e-05,
      "loss": 0.3398,
      "step": 9000
    },
    {
      "epoch": 0.255601024106212,
      "grad_norm": 12.875,
      "learning_rate": 1.9886643566964534e-05,
      "loss": 0.2975,
      "step": 9010
    },
    {
      "epoch": 0.25588471003751745,
      "grad_norm": 7.03125,
      "learning_rate": 1.988606462706139e-05,
      "loss": 0.2977,
      "step": 9020
    },
    {
      "epoch": 0.2561683959688229,
      "grad_norm": 9.625,
      "learning_rate": 1.9885485687158247e-05,
      "loss": 0.3705,
      "step": 9030
    },
    {
      "epoch": 0.25645208190012836,
      "grad_norm": 8.3125,
      "learning_rate": 1.9884906747255105e-05,
      "loss": 0.3533,
      "step": 9040
    },
    {
      "epoch": 0.2567357678314338,
      "grad_norm": 9.625,
      "learning_rate": 1.988432780735196e-05,
      "loss": 0.3193,
      "step": 9050
    },
    {
      "epoch": 0.25701945376273927,
      "grad_norm": 8.8125,
      "learning_rate": 1.9883748867448815e-05,
      "loss": 0.3133,
      "step": 9060
    },
    {
      "epoch": 0.2573031396940447,
      "grad_norm": 10.1875,
      "learning_rate": 1.9883169927545673e-05,
      "loss": 0.297,
      "step": 9070
    },
    {
      "epoch": 0.2575868256253502,
      "grad_norm": 8.4375,
      "learning_rate": 1.988259098764253e-05,
      "loss": 0.3638,
      "step": 9080
    },
    {
      "epoch": 0.25787051155665563,
      "grad_norm": 7.9375,
      "learning_rate": 1.9882012047739387e-05,
      "loss": 0.2851,
      "step": 9090
    },
    {
      "epoch": 0.2581541974879611,
      "grad_norm": 12.0,
      "learning_rate": 1.988143310783624e-05,
      "loss": 0.3449,
      "step": 9100
    },
    {
      "epoch": 0.25843788341926655,
      "grad_norm": 7.71875,
      "learning_rate": 1.98808541679331e-05,
      "loss": 0.3406,
      "step": 9110
    },
    {
      "epoch": 0.258721569350572,
      "grad_norm": 9.0,
      "learning_rate": 1.9880275228029955e-05,
      "loss": 0.3115,
      "step": 9120
    },
    {
      "epoch": 0.25900525528187746,
      "grad_norm": 8.375,
      "learning_rate": 1.9879696288126813e-05,
      "loss": 0.3348,
      "step": 9130
    },
    {
      "epoch": 0.2592889412131829,
      "grad_norm": 8.875,
      "learning_rate": 1.9879117348223668e-05,
      "loss": 0.3204,
      "step": 9140
    },
    {
      "epoch": 0.2595726271444883,
      "grad_norm": 12.625,
      "learning_rate": 1.9878538408320526e-05,
      "loss": 0.3599,
      "step": 9150
    },
    {
      "epoch": 0.25985631307579377,
      "grad_norm": 1648.0,
      "learning_rate": 1.987795946841738e-05,
      "loss": 0.7934,
      "step": 9160
    },
    {
      "epoch": 0.2601399990070992,
      "grad_norm": 1020.0,
      "learning_rate": 1.987738052851424e-05,
      "loss": 1.1508,
      "step": 9170
    },
    {
      "epoch": 0.2604236849384047,
      "grad_norm": 22.25,
      "learning_rate": 1.9876801588611098e-05,
      "loss": 1.0106,
      "step": 9180
    },
    {
      "epoch": 0.26070737086971013,
      "grad_norm": 9.5625,
      "learning_rate": 1.9876222648707953e-05,
      "loss": 0.4449,
      "step": 9190
    },
    {
      "epoch": 0.2609910568010156,
      "grad_norm": 7.46875,
      "learning_rate": 1.9875643708804808e-05,
      "loss": 0.3059,
      "step": 9200
    },
    {
      "epoch": 0.26127474273232104,
      "grad_norm": 11.1875,
      "learning_rate": 1.9875064768901666e-05,
      "loss": 0.3419,
      "step": 9210
    },
    {
      "epoch": 0.2615584286636265,
      "grad_norm": 9.6875,
      "learning_rate": 1.987448582899852e-05,
      "loss": 0.3475,
      "step": 9220
    },
    {
      "epoch": 0.26184211459493195,
      "grad_norm": 7.5625,
      "learning_rate": 1.987390688909538e-05,
      "loss": 0.3698,
      "step": 9230
    },
    {
      "epoch": 0.2621258005262374,
      "grad_norm": 8.4375,
      "learning_rate": 1.9873327949192235e-05,
      "loss": 0.4066,
      "step": 9240
    },
    {
      "epoch": 0.26240948645754286,
      "grad_norm": 8.125,
      "learning_rate": 1.9872749009289093e-05,
      "loss": 0.3441,
      "step": 9250
    },
    {
      "epoch": 0.2626931723888483,
      "grad_norm": 8.0625,
      "learning_rate": 1.987217006938595e-05,
      "loss": 0.3199,
      "step": 9260
    },
    {
      "epoch": 0.2629768583201538,
      "grad_norm": 9.9375,
      "learning_rate": 1.9871591129482806e-05,
      "loss": 0.3463,
      "step": 9270
    },
    {
      "epoch": 0.2632605442514592,
      "grad_norm": 7.5625,
      "learning_rate": 1.987101218957966e-05,
      "loss": 0.3579,
      "step": 9280
    },
    {
      "epoch": 0.2635442301827647,
      "grad_norm": 26.375,
      "learning_rate": 1.987043324967652e-05,
      "loss": 0.3493,
      "step": 9290
    },
    {
      "epoch": 0.26382791611407014,
      "grad_norm": 9.4375,
      "learning_rate": 1.9869854309773374e-05,
      "loss": 0.3213,
      "step": 9300
    },
    {
      "epoch": 0.26411160204537554,
      "grad_norm": 10.0625,
      "learning_rate": 1.9869275369870233e-05,
      "loss": 0.3668,
      "step": 9310
    },
    {
      "epoch": 0.264395287976681,
      "grad_norm": 7.8125,
      "learning_rate": 1.9868696429967088e-05,
      "loss": 0.3202,
      "step": 9320
    },
    {
      "epoch": 0.26467897390798645,
      "grad_norm": 12.5625,
      "learning_rate": 1.9868117490063946e-05,
      "loss": 0.2946,
      "step": 9330
    },
    {
      "epoch": 0.2649626598392919,
      "grad_norm": 11.6875,
      "learning_rate": 1.9867538550160804e-05,
      "loss": 0.3223,
      "step": 9340
    },
    {
      "epoch": 0.26524634577059736,
      "grad_norm": 7.96875,
      "learning_rate": 1.986695961025766e-05,
      "loss": 0.3198,
      "step": 9350
    },
    {
      "epoch": 0.2655300317019028,
      "grad_norm": 10.375,
      "learning_rate": 1.9866380670354514e-05,
      "loss": 0.3347,
      "step": 9360
    },
    {
      "epoch": 0.26581371763320827,
      "grad_norm": 16.75,
      "learning_rate": 1.9865801730451373e-05,
      "loss": 0.3503,
      "step": 9370
    },
    {
      "epoch": 0.2660974035645137,
      "grad_norm": 12.4375,
      "learning_rate": 1.9865222790548228e-05,
      "loss": 0.3523,
      "step": 9380
    },
    {
      "epoch": 0.2663810894958192,
      "grad_norm": 7.75,
      "learning_rate": 1.9864643850645086e-05,
      "loss": 0.3325,
      "step": 9390
    },
    {
      "epoch": 0.26666477542712463,
      "grad_norm": 7.75,
      "learning_rate": 1.9864064910741944e-05,
      "loss": 0.3162,
      "step": 9400
    },
    {
      "epoch": 0.2669484613584301,
      "grad_norm": 9.1875,
      "learning_rate": 1.98634859708388e-05,
      "loss": 0.3698,
      "step": 9410
    },
    {
      "epoch": 0.26723214728973554,
      "grad_norm": 7.875,
      "learning_rate": 1.9862907030935657e-05,
      "loss": 0.3088,
      "step": 9420
    },
    {
      "epoch": 0.267515833221041,
      "grad_norm": 10.0625,
      "learning_rate": 1.9862328091032512e-05,
      "loss": 0.3516,
      "step": 9430
    },
    {
      "epoch": 0.26779951915234645,
      "grad_norm": 10.375,
      "learning_rate": 1.9861749151129367e-05,
      "loss": 0.3437,
      "step": 9440
    },
    {
      "epoch": 0.2680832050836519,
      "grad_norm": 10.5,
      "learning_rate": 1.9861170211226226e-05,
      "loss": 0.3913,
      "step": 9450
    },
    {
      "epoch": 0.26836689101495736,
      "grad_norm": 8.9375,
      "learning_rate": 1.986059127132308e-05,
      "loss": 0.3326,
      "step": 9460
    },
    {
      "epoch": 0.2686505769462628,
      "grad_norm": 12.0625,
      "learning_rate": 1.986001233141994e-05,
      "loss": 0.3274,
      "step": 9470
    },
    {
      "epoch": 0.2689342628775682,
      "grad_norm": 12.8125,
      "learning_rate": 1.9859433391516797e-05,
      "loss": 0.3368,
      "step": 9480
    },
    {
      "epoch": 0.2692179488088737,
      "grad_norm": 29.0,
      "learning_rate": 1.9858854451613652e-05,
      "loss": 0.3149,
      "step": 9490
    },
    {
      "epoch": 0.26950163474017913,
      "grad_norm": 13.5625,
      "learning_rate": 1.9858275511710507e-05,
      "loss": 0.3201,
      "step": 9500
    },
    {
      "epoch": 0.2697853206714846,
      "grad_norm": 11.875,
      "learning_rate": 1.9857696571807366e-05,
      "loss": 0.3021,
      "step": 9510
    },
    {
      "epoch": 0.27006900660279004,
      "grad_norm": 8.25,
      "learning_rate": 1.985711763190422e-05,
      "loss": 0.3038,
      "step": 9520
    },
    {
      "epoch": 0.2703526925340955,
      "grad_norm": 9.25,
      "learning_rate": 1.985653869200108e-05,
      "loss": 0.3635,
      "step": 9530
    },
    {
      "epoch": 0.27063637846540095,
      "grad_norm": 8.25,
      "learning_rate": 1.9855959752097934e-05,
      "loss": 0.2761,
      "step": 9540
    },
    {
      "epoch": 0.2709200643967064,
      "grad_norm": 9.4375,
      "learning_rate": 1.9855380812194792e-05,
      "loss": 0.3458,
      "step": 9550
    },
    {
      "epoch": 0.27120375032801186,
      "grad_norm": 14.875,
      "learning_rate": 1.985480187229165e-05,
      "loss": 0.3736,
      "step": 9560
    },
    {
      "epoch": 0.2714874362593173,
      "grad_norm": 8.125,
      "learning_rate": 1.9854222932388505e-05,
      "loss": 0.2918,
      "step": 9570
    },
    {
      "epoch": 0.27177112219062277,
      "grad_norm": 7.375,
      "learning_rate": 1.985364399248536e-05,
      "loss": 0.3249,
      "step": 9580
    },
    {
      "epoch": 0.2720548081219282,
      "grad_norm": 9.6875,
      "learning_rate": 1.985306505258222e-05,
      "loss": 0.3513,
      "step": 9590
    },
    {
      "epoch": 0.2723384940532337,
      "grad_norm": 14.75,
      "learning_rate": 1.9852486112679074e-05,
      "loss": 0.2564,
      "step": 9600
    },
    {
      "epoch": 0.27262217998453914,
      "grad_norm": 8.875,
      "learning_rate": 1.9851907172775932e-05,
      "loss": 0.3404,
      "step": 9610
    },
    {
      "epoch": 0.2729058659158446,
      "grad_norm": 8.0,
      "learning_rate": 1.9851328232872787e-05,
      "loss": 0.3666,
      "step": 9620
    },
    {
      "epoch": 0.27318955184715005,
      "grad_norm": 10.0625,
      "learning_rate": 1.9850749292969645e-05,
      "loss": 0.3374,
      "step": 9630
    },
    {
      "epoch": 0.27347323777845545,
      "grad_norm": 12.4375,
      "learning_rate": 1.9850170353066504e-05,
      "loss": 0.3772,
      "step": 9640
    },
    {
      "epoch": 0.2737569237097609,
      "grad_norm": 8.625,
      "learning_rate": 1.984959141316336e-05,
      "loss": 0.3566,
      "step": 9650
    },
    {
      "epoch": 0.27404060964106636,
      "grad_norm": 9.4375,
      "learning_rate": 1.9849012473260213e-05,
      "loss": 0.3237,
      "step": 9660
    },
    {
      "epoch": 0.2743242955723718,
      "grad_norm": 10.8125,
      "learning_rate": 1.9848433533357072e-05,
      "loss": 0.401,
      "step": 9670
    },
    {
      "epoch": 0.27460798150367727,
      "grad_norm": 9.4375,
      "learning_rate": 1.9847854593453927e-05,
      "loss": 0.3912,
      "step": 9680
    },
    {
      "epoch": 0.2748916674349827,
      "grad_norm": 11.0625,
      "learning_rate": 1.9847275653550785e-05,
      "loss": 0.3485,
      "step": 9690
    },
    {
      "epoch": 0.2751753533662882,
      "grad_norm": 9.1875,
      "learning_rate": 1.9846696713647643e-05,
      "loss": 0.3103,
      "step": 9700
    },
    {
      "epoch": 0.27545903929759363,
      "grad_norm": 10.375,
      "learning_rate": 1.98461177737445e-05,
      "loss": 0.3435,
      "step": 9710
    },
    {
      "epoch": 0.2757427252288991,
      "grad_norm": 11.25,
      "learning_rate": 1.9845538833841357e-05,
      "loss": 0.3064,
      "step": 9720
    },
    {
      "epoch": 0.27602641116020454,
      "grad_norm": 9.4375,
      "learning_rate": 1.984495989393821e-05,
      "loss": 0.3041,
      "step": 9730
    },
    {
      "epoch": 0.27631009709151,
      "grad_norm": 12.9375,
      "learning_rate": 1.9844380954035067e-05,
      "loss": 0.3382,
      "step": 9740
    },
    {
      "epoch": 0.27659378302281545,
      "grad_norm": 9.25,
      "learning_rate": 1.9843802014131925e-05,
      "loss": 0.2925,
      "step": 9750
    },
    {
      "epoch": 0.2768774689541209,
      "grad_norm": 9.0625,
      "learning_rate": 1.984322307422878e-05,
      "loss": 0.3057,
      "step": 9760
    },
    {
      "epoch": 0.27716115488542636,
      "grad_norm": 7.34375,
      "learning_rate": 1.9842644134325638e-05,
      "loss": 0.3385,
      "step": 9770
    },
    {
      "epoch": 0.2774448408167318,
      "grad_norm": 9.125,
      "learning_rate": 1.9842065194422497e-05,
      "loss": 0.3247,
      "step": 9780
    },
    {
      "epoch": 0.2777285267480373,
      "grad_norm": 11.1875,
      "learning_rate": 1.984148625451935e-05,
      "loss": 0.3028,
      "step": 9790
    },
    {
      "epoch": 0.2780122126793427,
      "grad_norm": 9.5,
      "learning_rate": 1.9840907314616206e-05,
      "loss": 0.3528,
      "step": 9800
    },
    {
      "epoch": 0.27829589861064813,
      "grad_norm": 9.1875,
      "learning_rate": 1.9840328374713065e-05,
      "loss": 0.2961,
      "step": 9810
    },
    {
      "epoch": 0.2785795845419536,
      "grad_norm": 10.4375,
      "learning_rate": 1.983974943480992e-05,
      "loss": 0.3256,
      "step": 9820
    },
    {
      "epoch": 0.27886327047325904,
      "grad_norm": 7.8125,
      "learning_rate": 1.9839170494906778e-05,
      "loss": 0.3042,
      "step": 9830
    },
    {
      "epoch": 0.2791469564045645,
      "grad_norm": 12.1875,
      "learning_rate": 1.9838591555003633e-05,
      "loss": 0.2844,
      "step": 9840
    },
    {
      "epoch": 0.27943064233586995,
      "grad_norm": 11.375,
      "learning_rate": 1.983801261510049e-05,
      "loss": 0.3472,
      "step": 9850
    },
    {
      "epoch": 0.2797143282671754,
      "grad_norm": 10.0,
      "learning_rate": 1.983743367519735e-05,
      "loss": 0.2957,
      "step": 9860
    },
    {
      "epoch": 0.27999801419848086,
      "grad_norm": 13.5625,
      "learning_rate": 1.9836854735294205e-05,
      "loss": 0.3699,
      "step": 9870
    },
    {
      "epoch": 0.2802817001297863,
      "grad_norm": 9.5625,
      "learning_rate": 1.983627579539106e-05,
      "loss": 0.336,
      "step": 9880
    },
    {
      "epoch": 0.28056538606109177,
      "grad_norm": 8.0625,
      "learning_rate": 1.9835696855487918e-05,
      "loss": 0.3636,
      "step": 9890
    },
    {
      "epoch": 0.2808490719923972,
      "grad_norm": 8.125,
      "learning_rate": 1.9835117915584773e-05,
      "loss": 0.2841,
      "step": 9900
    },
    {
      "epoch": 0.2811327579237027,
      "grad_norm": 9.8125,
      "learning_rate": 1.983453897568163e-05,
      "loss": 0.3153,
      "step": 9910
    },
    {
      "epoch": 0.28141644385500814,
      "grad_norm": 11.6875,
      "learning_rate": 1.983396003577849e-05,
      "loss": 0.2893,
      "step": 9920
    },
    {
      "epoch": 0.2817001297863136,
      "grad_norm": 28.0,
      "learning_rate": 1.9833381095875344e-05,
      "loss": 0.339,
      "step": 9930
    },
    {
      "epoch": 0.28198381571761905,
      "grad_norm": 7.6875,
      "learning_rate": 1.9832802155972203e-05,
      "loss": 0.2979,
      "step": 9940
    },
    {
      "epoch": 0.2822675016489245,
      "grad_norm": 8.8125,
      "learning_rate": 1.9832223216069058e-05,
      "loss": 0.325,
      "step": 9950
    },
    {
      "epoch": 0.2825511875802299,
      "grad_norm": 9.5625,
      "learning_rate": 1.9831644276165913e-05,
      "loss": 0.3263,
      "step": 9960
    },
    {
      "epoch": 0.28283487351153536,
      "grad_norm": 7.625,
      "learning_rate": 1.983106533626277e-05,
      "loss": 0.3306,
      "step": 9970
    },
    {
      "epoch": 0.2831185594428408,
      "grad_norm": 8.5,
      "learning_rate": 1.9830486396359626e-05,
      "loss": 0.333,
      "step": 9980
    },
    {
      "epoch": 0.28340224537414627,
      "grad_norm": 6.9375,
      "learning_rate": 1.9829907456456484e-05,
      "loss": 0.3317,
      "step": 9990
    },
    {
      "epoch": 0.2836859313054517,
      "grad_norm": 6.375,
      "learning_rate": 1.9829328516553343e-05,
      "loss": 0.3115,
      "step": 10000
    },
    {
      "epoch": 0.2839696172367572,
      "grad_norm": 8.875,
      "learning_rate": 1.9828749576650198e-05,
      "loss": 0.3408,
      "step": 10010
    },
    {
      "epoch": 0.28425330316806263,
      "grad_norm": 9.1875,
      "learning_rate": 1.9828170636747056e-05,
      "loss": 0.3203,
      "step": 10020
    },
    {
      "epoch": 0.2845369890993681,
      "grad_norm": 8.6875,
      "learning_rate": 1.982759169684391e-05,
      "loss": 0.3072,
      "step": 10030
    },
    {
      "epoch": 0.28482067503067354,
      "grad_norm": 9.6875,
      "learning_rate": 1.9827012756940766e-05,
      "loss": 0.3205,
      "step": 10040
    },
    {
      "epoch": 0.285104360961979,
      "grad_norm": 11.625,
      "learning_rate": 1.9826433817037624e-05,
      "loss": 0.3224,
      "step": 10050
    },
    {
      "epoch": 0.28538804689328445,
      "grad_norm": 11.0,
      "learning_rate": 1.982585487713448e-05,
      "loss": 0.3722,
      "step": 10060
    },
    {
      "epoch": 0.2856717328245899,
      "grad_norm": 7.25,
      "learning_rate": 1.9825275937231337e-05,
      "loss": 0.2667,
      "step": 10070
    },
    {
      "epoch": 0.28595541875589536,
      "grad_norm": 18.25,
      "learning_rate": 1.9824696997328196e-05,
      "loss": 0.3353,
      "step": 10080
    },
    {
      "epoch": 0.2862391046872008,
      "grad_norm": 6.75,
      "learning_rate": 1.982411805742505e-05,
      "loss": 0.287,
      "step": 10090
    },
    {
      "epoch": 0.2865227906185063,
      "grad_norm": 9.625,
      "learning_rate": 1.982353911752191e-05,
      "loss": 0.3295,
      "step": 10100
    },
    {
      "epoch": 0.28680647654981173,
      "grad_norm": 8.0,
      "learning_rate": 1.9822960177618764e-05,
      "loss": 0.3121,
      "step": 10110
    },
    {
      "epoch": 0.28709016248111713,
      "grad_norm": 6.875,
      "learning_rate": 1.982238123771562e-05,
      "loss": 0.3622,
      "step": 10120
    },
    {
      "epoch": 0.2873738484124226,
      "grad_norm": 10.75,
      "learning_rate": 1.9821802297812477e-05,
      "loss": 0.3284,
      "step": 10130
    },
    {
      "epoch": 0.28765753434372804,
      "grad_norm": 9.0625,
      "learning_rate": 1.9821223357909332e-05,
      "loss": 0.2942,
      "step": 10140
    },
    {
      "epoch": 0.2879412202750335,
      "grad_norm": 8.5,
      "learning_rate": 1.982064441800619e-05,
      "loss": 0.2803,
      "step": 10150
    },
    {
      "epoch": 0.28822490620633895,
      "grad_norm": 11.8125,
      "learning_rate": 1.982006547810305e-05,
      "loss": 0.2925,
      "step": 10160
    },
    {
      "epoch": 0.2885085921376444,
      "grad_norm": 9.875,
      "learning_rate": 1.9819486538199904e-05,
      "loss": 0.3478,
      "step": 10170
    },
    {
      "epoch": 0.28879227806894986,
      "grad_norm": 8.5625,
      "learning_rate": 1.981890759829676e-05,
      "loss": 0.3322,
      "step": 10180
    },
    {
      "epoch": 0.2890759640002553,
      "grad_norm": 7.1875,
      "learning_rate": 1.9818328658393617e-05,
      "loss": 0.3062,
      "step": 10190
    },
    {
      "epoch": 0.28935964993156077,
      "grad_norm": 15.4375,
      "learning_rate": 1.9817749718490472e-05,
      "loss": 0.3855,
      "step": 10200
    },
    {
      "epoch": 0.2896433358628662,
      "grad_norm": 8.5,
      "learning_rate": 1.981717077858733e-05,
      "loss": 0.3633,
      "step": 10210
    },
    {
      "epoch": 0.2899270217941717,
      "grad_norm": 6.71875,
      "learning_rate": 1.981659183868419e-05,
      "loss": 0.3144,
      "step": 10220
    },
    {
      "epoch": 0.29021070772547714,
      "grad_norm": 11.9375,
      "learning_rate": 1.9816012898781044e-05,
      "loss": 0.3243,
      "step": 10230
    },
    {
      "epoch": 0.2904943936567826,
      "grad_norm": 7.59375,
      "learning_rate": 1.9815433958877902e-05,
      "loss": 0.3529,
      "step": 10240
    },
    {
      "epoch": 0.29077807958808805,
      "grad_norm": 7.34375,
      "learning_rate": 1.9814855018974757e-05,
      "loss": 0.2877,
      "step": 10250
    },
    {
      "epoch": 0.2910617655193935,
      "grad_norm": 9.25,
      "learning_rate": 1.9814276079071612e-05,
      "loss": 0.3376,
      "step": 10260
    },
    {
      "epoch": 0.29134545145069896,
      "grad_norm": 8.5625,
      "learning_rate": 1.981369713916847e-05,
      "loss": 0.3484,
      "step": 10270
    },
    {
      "epoch": 0.29162913738200436,
      "grad_norm": 12.1875,
      "learning_rate": 1.9813118199265325e-05,
      "loss": 0.2847,
      "step": 10280
    },
    {
      "epoch": 0.2919128233133098,
      "grad_norm": 7.6875,
      "learning_rate": 1.9812539259362184e-05,
      "loss": 0.3291,
      "step": 10290
    },
    {
      "epoch": 0.29219650924461527,
      "grad_norm": 8.375,
      "learning_rate": 1.9811960319459042e-05,
      "loss": 0.3176,
      "step": 10300
    },
    {
      "epoch": 0.2924801951759207,
      "grad_norm": 9.5,
      "learning_rate": 1.9811381379555897e-05,
      "loss": 0.29,
      "step": 10310
    },
    {
      "epoch": 0.2927638811072262,
      "grad_norm": 10.0,
      "learning_rate": 1.9810802439652755e-05,
      "loss": 0.3127,
      "step": 10320
    },
    {
      "epoch": 0.29304756703853163,
      "grad_norm": 8.6875,
      "learning_rate": 1.981022349974961e-05,
      "loss": 0.3135,
      "step": 10330
    },
    {
      "epoch": 0.2933312529698371,
      "grad_norm": 7.28125,
      "learning_rate": 1.9809644559846465e-05,
      "loss": 0.3084,
      "step": 10340
    },
    {
      "epoch": 0.29361493890114254,
      "grad_norm": 8.0,
      "learning_rate": 1.9809065619943323e-05,
      "loss": 0.335,
      "step": 10350
    },
    {
      "epoch": 0.293898624832448,
      "grad_norm": 9.25,
      "learning_rate": 1.9808486680040178e-05,
      "loss": 0.3496,
      "step": 10360
    },
    {
      "epoch": 0.29418231076375345,
      "grad_norm": 9.0,
      "learning_rate": 1.9807907740137037e-05,
      "loss": 0.3158,
      "step": 10370
    },
    {
      "epoch": 0.2944659966950589,
      "grad_norm": 11.5,
      "learning_rate": 1.9807328800233895e-05,
      "loss": 0.3408,
      "step": 10380
    },
    {
      "epoch": 0.29474968262636436,
      "grad_norm": 8.3125,
      "learning_rate": 1.980674986033075e-05,
      "loss": 0.2912,
      "step": 10390
    },
    {
      "epoch": 0.2950333685576698,
      "grad_norm": 7.71875,
      "learning_rate": 1.9806170920427608e-05,
      "loss": 0.3316,
      "step": 10400
    },
    {
      "epoch": 0.2953170544889753,
      "grad_norm": 9.6875,
      "learning_rate": 1.9805591980524463e-05,
      "loss": 0.3343,
      "step": 10410
    },
    {
      "epoch": 0.2956007404202807,
      "grad_norm": 5.75,
      "learning_rate": 1.9805013040621318e-05,
      "loss": 0.2872,
      "step": 10420
    },
    {
      "epoch": 0.2958844263515862,
      "grad_norm": 10.4375,
      "learning_rate": 1.9804434100718176e-05,
      "loss": 0.3069,
      "step": 10430
    },
    {
      "epoch": 0.29616811228289164,
      "grad_norm": 9.0,
      "learning_rate": 1.9803855160815035e-05,
      "loss": 0.308,
      "step": 10440
    },
    {
      "epoch": 0.29645179821419704,
      "grad_norm": 11.4375,
      "learning_rate": 1.980327622091189e-05,
      "loss": 0.3663,
      "step": 10450
    },
    {
      "epoch": 0.2967354841455025,
      "grad_norm": 7.65625,
      "learning_rate": 1.9802697281008748e-05,
      "loss": 0.3386,
      "step": 10460
    },
    {
      "epoch": 0.29701917007680795,
      "grad_norm": 9.8125,
      "learning_rate": 1.9802118341105603e-05,
      "loss": 0.3558,
      "step": 10470
    },
    {
      "epoch": 0.2973028560081134,
      "grad_norm": 9.0,
      "learning_rate": 1.980153940120246e-05,
      "loss": 0.3546,
      "step": 10480
    },
    {
      "epoch": 0.29758654193941886,
      "grad_norm": 8.75,
      "learning_rate": 1.9800960461299316e-05,
      "loss": 0.2896,
      "step": 10490
    },
    {
      "epoch": 0.2978702278707243,
      "grad_norm": 7.1875,
      "learning_rate": 1.980038152139617e-05,
      "loss": 0.2846,
      "step": 10500
    },
    {
      "epoch": 0.29815391380202977,
      "grad_norm": 8.1875,
      "learning_rate": 1.979980258149303e-05,
      "loss": 0.3326,
      "step": 10510
    },
    {
      "epoch": 0.2984375997333352,
      "grad_norm": 9.6875,
      "learning_rate": 1.9799223641589888e-05,
      "loss": 0.3407,
      "step": 10520
    },
    {
      "epoch": 0.2987212856646407,
      "grad_norm": 9.6875,
      "learning_rate": 1.9798644701686743e-05,
      "loss": 0.3413,
      "step": 10530
    },
    {
      "epoch": 0.29900497159594613,
      "grad_norm": 8.875,
      "learning_rate": 1.97980657617836e-05,
      "loss": 0.3834,
      "step": 10540
    },
    {
      "epoch": 0.2992886575272516,
      "grad_norm": 6.9375,
      "learning_rate": 1.9797486821880456e-05,
      "loss": 0.3295,
      "step": 10550
    },
    {
      "epoch": 0.29957234345855704,
      "grad_norm": 21.875,
      "learning_rate": 1.979690788197731e-05,
      "loss": 0.343,
      "step": 10560
    },
    {
      "epoch": 0.2998560293898625,
      "grad_norm": 12.1875,
      "learning_rate": 1.979632894207417e-05,
      "loss": 0.3308,
      "step": 10570
    },
    {
      "epoch": 0.30013971532116795,
      "grad_norm": 6.71875,
      "learning_rate": 1.9795750002171024e-05,
      "loss": 0.3044,
      "step": 10580
    },
    {
      "epoch": 0.3004234012524734,
      "grad_norm": 13.125,
      "learning_rate": 1.9795171062267883e-05,
      "loss": 0.3306,
      "step": 10590
    },
    {
      "epoch": 0.30070708718377887,
      "grad_norm": 11.75,
      "learning_rate": 1.979459212236474e-05,
      "loss": 0.2675,
      "step": 10600
    },
    {
      "epoch": 0.30099077311508426,
      "grad_norm": 14.6875,
      "learning_rate": 1.9794013182461596e-05,
      "loss": 0.4072,
      "step": 10610
    },
    {
      "epoch": 0.3012744590463897,
      "grad_norm": 9.9375,
      "learning_rate": 1.9793434242558454e-05,
      "loss": 0.3189,
      "step": 10620
    },
    {
      "epoch": 0.3015581449776952,
      "grad_norm": 9.875,
      "learning_rate": 1.979285530265531e-05,
      "loss": 0.2712,
      "step": 10630
    },
    {
      "epoch": 0.30184183090900063,
      "grad_norm": 10.3125,
      "learning_rate": 1.9792276362752164e-05,
      "loss": 0.3189,
      "step": 10640
    },
    {
      "epoch": 0.3021255168403061,
      "grad_norm": 10.3125,
      "learning_rate": 1.9791697422849023e-05,
      "loss": 0.3071,
      "step": 10650
    },
    {
      "epoch": 0.30240920277161154,
      "grad_norm": 8.0625,
      "learning_rate": 1.9791118482945878e-05,
      "loss": 0.3185,
      "step": 10660
    },
    {
      "epoch": 0.302692888702917,
      "grad_norm": 8.75,
      "learning_rate": 1.9790539543042736e-05,
      "loss": 0.3244,
      "step": 10670
    },
    {
      "epoch": 0.30297657463422245,
      "grad_norm": 8.0625,
      "learning_rate": 1.9789960603139594e-05,
      "loss": 0.3323,
      "step": 10680
    },
    {
      "epoch": 0.3032602605655279,
      "grad_norm": 14.0625,
      "learning_rate": 1.978938166323645e-05,
      "loss": 0.3208,
      "step": 10690
    },
    {
      "epoch": 0.30354394649683336,
      "grad_norm": 7.90625,
      "learning_rate": 1.9788802723333307e-05,
      "loss": 0.3025,
      "step": 10700
    },
    {
      "epoch": 0.3038276324281388,
      "grad_norm": 8.25,
      "learning_rate": 1.9788223783430162e-05,
      "loss": 0.2968,
      "step": 10710
    },
    {
      "epoch": 0.30411131835944427,
      "grad_norm": 7.78125,
      "learning_rate": 1.9787644843527017e-05,
      "loss": 0.3527,
      "step": 10720
    },
    {
      "epoch": 0.3043950042907497,
      "grad_norm": 11.375,
      "learning_rate": 1.9787065903623876e-05,
      "loss": 0.2829,
      "step": 10730
    },
    {
      "epoch": 0.3046786902220552,
      "grad_norm": 8.1875,
      "learning_rate": 1.9786486963720734e-05,
      "loss": 0.3229,
      "step": 10740
    },
    {
      "epoch": 0.30496237615336064,
      "grad_norm": 11.0625,
      "learning_rate": 1.978590802381759e-05,
      "loss": 0.3335,
      "step": 10750
    },
    {
      "epoch": 0.3052460620846661,
      "grad_norm": 7.4375,
      "learning_rate": 1.9785329083914447e-05,
      "loss": 0.2965,
      "step": 10760
    },
    {
      "epoch": 0.3055297480159715,
      "grad_norm": 9.625,
      "learning_rate": 1.9784750144011302e-05,
      "loss": 0.3057,
      "step": 10770
    },
    {
      "epoch": 0.30581343394727695,
      "grad_norm": 11.8125,
      "learning_rate": 1.978417120410816e-05,
      "loss": 0.3527,
      "step": 10780
    },
    {
      "epoch": 0.3060971198785824,
      "grad_norm": 8.625,
      "learning_rate": 1.9783592264205016e-05,
      "loss": 0.3418,
      "step": 10790
    },
    {
      "epoch": 0.30638080580988786,
      "grad_norm": 7.6875,
      "learning_rate": 1.978301332430187e-05,
      "loss": 0.2805,
      "step": 10800
    },
    {
      "epoch": 0.3066644917411933,
      "grad_norm": 8.625,
      "learning_rate": 1.978243438439873e-05,
      "loss": 0.3248,
      "step": 10810
    },
    {
      "epoch": 0.30694817767249877,
      "grad_norm": 8.75,
      "learning_rate": 1.9781855444495587e-05,
      "loss": 0.3149,
      "step": 10820
    },
    {
      "epoch": 0.3072318636038042,
      "grad_norm": 10.5,
      "learning_rate": 1.9781276504592442e-05,
      "loss": 0.3373,
      "step": 10830
    },
    {
      "epoch": 0.3075155495351097,
      "grad_norm": 8.4375,
      "learning_rate": 1.97806975646893e-05,
      "loss": 0.2802,
      "step": 10840
    },
    {
      "epoch": 0.30779923546641513,
      "grad_norm": 8.1875,
      "learning_rate": 1.9780118624786155e-05,
      "loss": 0.309,
      "step": 10850
    },
    {
      "epoch": 0.3080829213977206,
      "grad_norm": 10.4375,
      "learning_rate": 1.977953968488301e-05,
      "loss": 0.3343,
      "step": 10860
    },
    {
      "epoch": 0.30836660732902604,
      "grad_norm": 9.8125,
      "learning_rate": 1.977896074497987e-05,
      "loss": 0.2862,
      "step": 10870
    },
    {
      "epoch": 0.3086502932603315,
      "grad_norm": 7.75,
      "learning_rate": 1.9778381805076724e-05,
      "loss": 0.3509,
      "step": 10880
    },
    {
      "epoch": 0.30893397919163695,
      "grad_norm": 7.0,
      "learning_rate": 1.9777802865173582e-05,
      "loss": 0.3159,
      "step": 10890
    },
    {
      "epoch": 0.3092176651229424,
      "grad_norm": 10.1875,
      "learning_rate": 1.977722392527044e-05,
      "loss": 0.2867,
      "step": 10900
    },
    {
      "epoch": 0.30950135105424786,
      "grad_norm": 8.625,
      "learning_rate": 1.9776644985367295e-05,
      "loss": 0.3489,
      "step": 10910
    },
    {
      "epoch": 0.3097850369855533,
      "grad_norm": 15.75,
      "learning_rate": 1.9776066045464154e-05,
      "loss": 0.3923,
      "step": 10920
    },
    {
      "epoch": 0.3100687229168587,
      "grad_norm": 10.25,
      "learning_rate": 1.977548710556101e-05,
      "loss": 0.2869,
      "step": 10930
    },
    {
      "epoch": 0.3103524088481642,
      "grad_norm": 7.84375,
      "learning_rate": 1.9774908165657863e-05,
      "loss": 0.3474,
      "step": 10940
    },
    {
      "epoch": 0.31063609477946963,
      "grad_norm": 10.0,
      "learning_rate": 1.9774329225754722e-05,
      "loss": 0.3313,
      "step": 10950
    },
    {
      "epoch": 0.3109197807107751,
      "grad_norm": 11.5625,
      "learning_rate": 1.9773750285851577e-05,
      "loss": 0.2923,
      "step": 10960
    },
    {
      "epoch": 0.31120346664208054,
      "grad_norm": 8.5625,
      "learning_rate": 1.9773171345948435e-05,
      "loss": 0.296,
      "step": 10970
    },
    {
      "epoch": 0.311487152573386,
      "grad_norm": 10.9375,
      "learning_rate": 1.9772592406045293e-05,
      "loss": 0.3246,
      "step": 10980
    },
    {
      "epoch": 0.31177083850469145,
      "grad_norm": 7.875,
      "learning_rate": 1.977201346614215e-05,
      "loss": 0.3066,
      "step": 10990
    },
    {
      "epoch": 0.3120545244359969,
      "grad_norm": 10.375,
      "learning_rate": 1.9771434526239007e-05,
      "loss": 0.3125,
      "step": 11000
    },
    {
      "epoch": 0.31233821036730236,
      "grad_norm": 8.875,
      "learning_rate": 1.977085558633586e-05,
      "loss": 0.3259,
      "step": 11010
    },
    {
      "epoch": 0.3126218962986078,
      "grad_norm": 7.53125,
      "learning_rate": 1.9770276646432717e-05,
      "loss": 0.3473,
      "step": 11020
    },
    {
      "epoch": 0.31290558222991327,
      "grad_norm": 6.625,
      "learning_rate": 1.9769697706529575e-05,
      "loss": 0.2663,
      "step": 11030
    },
    {
      "epoch": 0.3131892681612187,
      "grad_norm": 10.25,
      "learning_rate": 1.9769118766626433e-05,
      "loss": 0.3412,
      "step": 11040
    },
    {
      "epoch": 0.3134729540925242,
      "grad_norm": 11.125,
      "learning_rate": 1.9768539826723288e-05,
      "loss": 0.3575,
      "step": 11050
    },
    {
      "epoch": 0.31375664002382964,
      "grad_norm": 11.4375,
      "learning_rate": 1.9767960886820147e-05,
      "loss": 0.3101,
      "step": 11060
    },
    {
      "epoch": 0.3140403259551351,
      "grad_norm": 9.625,
      "learning_rate": 1.9767381946917e-05,
      "loss": 0.3218,
      "step": 11070
    },
    {
      "epoch": 0.31432401188644055,
      "grad_norm": 12.125,
      "learning_rate": 1.976680300701386e-05,
      "loss": 0.3199,
      "step": 11080
    },
    {
      "epoch": 0.31460769781774595,
      "grad_norm": 6.5625,
      "learning_rate": 1.9766224067110715e-05,
      "loss": 0.2964,
      "step": 11090
    },
    {
      "epoch": 0.3148913837490514,
      "grad_norm": 8.4375,
      "learning_rate": 1.976564512720757e-05,
      "loss": 0.3319,
      "step": 11100
    },
    {
      "epoch": 0.31517506968035686,
      "grad_norm": 9.375,
      "learning_rate": 1.9765066187304428e-05,
      "loss": 0.3674,
      "step": 11110
    },
    {
      "epoch": 0.3154587556116623,
      "grad_norm": 8.9375,
      "learning_rate": 1.9764487247401286e-05,
      "loss": 0.3221,
      "step": 11120
    },
    {
      "epoch": 0.31574244154296777,
      "grad_norm": 8.125,
      "learning_rate": 1.976390830749814e-05,
      "loss": 0.349,
      "step": 11130
    },
    {
      "epoch": 0.3160261274742732,
      "grad_norm": 8.6875,
      "learning_rate": 1.9763329367595e-05,
      "loss": 0.3095,
      "step": 11140
    },
    {
      "epoch": 0.3163098134055787,
      "grad_norm": 8.1875,
      "learning_rate": 1.9762750427691855e-05,
      "loss": 0.3507,
      "step": 11150
    },
    {
      "epoch": 0.31659349933688413,
      "grad_norm": 8.75,
      "learning_rate": 1.9762171487788713e-05,
      "loss": 0.3613,
      "step": 11160
    },
    {
      "epoch": 0.3168771852681896,
      "grad_norm": 10.625,
      "learning_rate": 1.9761592547885568e-05,
      "loss": 0.3862,
      "step": 11170
    },
    {
      "epoch": 0.31716087119949504,
      "grad_norm": 9.75,
      "learning_rate": 1.9761013607982423e-05,
      "loss": 0.3428,
      "step": 11180
    },
    {
      "epoch": 0.3174445571308005,
      "grad_norm": 8.6875,
      "learning_rate": 1.976043466807928e-05,
      "loss": 0.2925,
      "step": 11190
    },
    {
      "epoch": 0.31772824306210595,
      "grad_norm": 10.5625,
      "learning_rate": 1.975985572817614e-05,
      "loss": 0.3358,
      "step": 11200
    },
    {
      "epoch": 0.3180119289934114,
      "grad_norm": 7.375,
      "learning_rate": 1.9759276788272994e-05,
      "loss": 0.3256,
      "step": 11210
    },
    {
      "epoch": 0.31829561492471686,
      "grad_norm": 7.21875,
      "learning_rate": 1.9758697848369853e-05,
      "loss": 0.3166,
      "step": 11220
    },
    {
      "epoch": 0.3185793008560223,
      "grad_norm": 6.34375,
      "learning_rate": 1.9758118908466708e-05,
      "loss": 0.379,
      "step": 11230
    },
    {
      "epoch": 0.3188629867873278,
      "grad_norm": 9.5,
      "learning_rate": 1.9757539968563563e-05,
      "loss": 0.3213,
      "step": 11240
    },
    {
      "epoch": 0.31914667271863323,
      "grad_norm": 8.0,
      "learning_rate": 1.975696102866042e-05,
      "loss": 0.3004,
      "step": 11250
    },
    {
      "epoch": 0.31943035864993863,
      "grad_norm": 10.625,
      "learning_rate": 1.975638208875728e-05,
      "loss": 0.3799,
      "step": 11260
    },
    {
      "epoch": 0.3197140445812441,
      "grad_norm": 8.3125,
      "learning_rate": 1.9755803148854134e-05,
      "loss": 0.3136,
      "step": 11270
    },
    {
      "epoch": 0.31999773051254954,
      "grad_norm": 12.4375,
      "learning_rate": 1.9755224208950993e-05,
      "loss": 0.3343,
      "step": 11280
    },
    {
      "epoch": 0.320281416443855,
      "grad_norm": 11.25,
      "learning_rate": 1.9754645269047848e-05,
      "loss": 0.3166,
      "step": 11290
    },
    {
      "epoch": 0.32056510237516045,
      "grad_norm": 8.75,
      "learning_rate": 1.9754066329144706e-05,
      "loss": 0.305,
      "step": 11300
    },
    {
      "epoch": 0.3208487883064659,
      "grad_norm": 9.625,
      "learning_rate": 1.975348738924156e-05,
      "loss": 0.3216,
      "step": 11310
    },
    {
      "epoch": 0.32113247423777136,
      "grad_norm": 9.3125,
      "learning_rate": 1.9752908449338416e-05,
      "loss": 0.3318,
      "step": 11320
    },
    {
      "epoch": 0.3214161601690768,
      "grad_norm": 10.5625,
      "learning_rate": 1.9752329509435274e-05,
      "loss": 0.34,
      "step": 11330
    },
    {
      "epoch": 0.32169984610038227,
      "grad_norm": 8.4375,
      "learning_rate": 1.9751750569532132e-05,
      "loss": 0.3186,
      "step": 11340
    },
    {
      "epoch": 0.3219835320316877,
      "grad_norm": 9.0,
      "learning_rate": 1.9751171629628987e-05,
      "loss": 0.3454,
      "step": 11350
    },
    {
      "epoch": 0.3222672179629932,
      "grad_norm": 7.5625,
      "learning_rate": 1.9750592689725846e-05,
      "loss": 0.2844,
      "step": 11360
    },
    {
      "epoch": 0.32255090389429864,
      "grad_norm": 9.9375,
      "learning_rate": 1.97500137498227e-05,
      "loss": 0.3137,
      "step": 11370
    },
    {
      "epoch": 0.3228345898256041,
      "grad_norm": 6.78125,
      "learning_rate": 1.974943480991956e-05,
      "loss": 0.3014,
      "step": 11380
    },
    {
      "epoch": 0.32311827575690955,
      "grad_norm": 5.625,
      "learning_rate": 1.9748855870016414e-05,
      "loss": 0.3042,
      "step": 11390
    },
    {
      "epoch": 0.323401961688215,
      "grad_norm": 9.375,
      "learning_rate": 1.974827693011327e-05,
      "loss": 0.3225,
      "step": 11400
    },
    {
      "epoch": 0.32368564761952046,
      "grad_norm": 5.9375,
      "learning_rate": 1.9747697990210127e-05,
      "loss": 0.301,
      "step": 11410
    },
    {
      "epoch": 0.32396933355082586,
      "grad_norm": 8.125,
      "learning_rate": 1.9747119050306986e-05,
      "loss": 0.2857,
      "step": 11420
    },
    {
      "epoch": 0.3242530194821313,
      "grad_norm": 7.625,
      "learning_rate": 1.974654011040384e-05,
      "loss": 0.2809,
      "step": 11430
    },
    {
      "epoch": 0.32453670541343677,
      "grad_norm": 9.4375,
      "learning_rate": 1.97459611705007e-05,
      "loss": 0.2874,
      "step": 11440
    },
    {
      "epoch": 0.3248203913447422,
      "grad_norm": 10.5625,
      "learning_rate": 1.9745382230597554e-05,
      "loss": 0.2682,
      "step": 11450
    },
    {
      "epoch": 0.3251040772760477,
      "grad_norm": 8.375,
      "learning_rate": 1.9744803290694412e-05,
      "loss": 0.316,
      "step": 11460
    },
    {
      "epoch": 0.32538776320735313,
      "grad_norm": 6.4375,
      "learning_rate": 1.9744224350791267e-05,
      "loss": 0.3114,
      "step": 11470
    },
    {
      "epoch": 0.3256714491386586,
      "grad_norm": 7.4375,
      "learning_rate": 1.9743645410888122e-05,
      "loss": 0.2831,
      "step": 11480
    },
    {
      "epoch": 0.32595513506996404,
      "grad_norm": 8.125,
      "learning_rate": 1.974306647098498e-05,
      "loss": 0.2975,
      "step": 11490
    },
    {
      "epoch": 0.3262388210012695,
      "grad_norm": 9.5625,
      "learning_rate": 1.974248753108184e-05,
      "loss": 0.3003,
      "step": 11500
    },
    {
      "epoch": 0.32652250693257495,
      "grad_norm": 10.0,
      "learning_rate": 1.9741908591178694e-05,
      "loss": 0.3132,
      "step": 11510
    },
    {
      "epoch": 0.3268061928638804,
      "grad_norm": 9.125,
      "learning_rate": 1.9741329651275552e-05,
      "loss": 0.2932,
      "step": 11520
    },
    {
      "epoch": 0.32708987879518586,
      "grad_norm": 6.75,
      "learning_rate": 1.9740750711372407e-05,
      "loss": 0.3288,
      "step": 11530
    },
    {
      "epoch": 0.3273735647264913,
      "grad_norm": 8.4375,
      "learning_rate": 1.9740171771469265e-05,
      "loss": 0.3397,
      "step": 11540
    },
    {
      "epoch": 0.3276572506577968,
      "grad_norm": 12.625,
      "learning_rate": 1.973959283156612e-05,
      "loss": 0.3292,
      "step": 11550
    },
    {
      "epoch": 0.3279409365891022,
      "grad_norm": 8.875,
      "learning_rate": 1.973901389166298e-05,
      "loss": 0.3255,
      "step": 11560
    },
    {
      "epoch": 0.3282246225204077,
      "grad_norm": 8.1875,
      "learning_rate": 1.9738434951759833e-05,
      "loss": 0.2826,
      "step": 11570
    },
    {
      "epoch": 0.3285083084517131,
      "grad_norm": 7.59375,
      "learning_rate": 1.9737856011856692e-05,
      "loss": 0.3274,
      "step": 11580
    },
    {
      "epoch": 0.32879199438301854,
      "grad_norm": 9.375,
      "learning_rate": 1.9737277071953547e-05,
      "loss": 0.3063,
      "step": 11590
    },
    {
      "epoch": 0.329075680314324,
      "grad_norm": 9.25,
      "learning_rate": 1.9736698132050405e-05,
      "loss": 0.3045,
      "step": 11600
    },
    {
      "epoch": 0.32935936624562945,
      "grad_norm": 8.375,
      "learning_rate": 1.973611919214726e-05,
      "loss": 0.3317,
      "step": 11610
    },
    {
      "epoch": 0.3296430521769349,
      "grad_norm": 12.6875,
      "learning_rate": 1.9735540252244115e-05,
      "loss": 0.3082,
      "step": 11620
    },
    {
      "epoch": 0.32992673810824036,
      "grad_norm": 9.5,
      "learning_rate": 1.9734961312340973e-05,
      "loss": 0.3318,
      "step": 11630
    },
    {
      "epoch": 0.3302104240395458,
      "grad_norm": 8.25,
      "learning_rate": 1.973438237243783e-05,
      "loss": 0.3202,
      "step": 11640
    },
    {
      "epoch": 0.33049410997085127,
      "grad_norm": 8.3125,
      "learning_rate": 1.973380343253469e-05,
      "loss": 0.3313,
      "step": 11650
    },
    {
      "epoch": 0.3307777959021567,
      "grad_norm": 9.5,
      "learning_rate": 1.9733224492631545e-05,
      "loss": 0.3166,
      "step": 11660
    },
    {
      "epoch": 0.3310614818334622,
      "grad_norm": 10.0625,
      "learning_rate": 1.97326455527284e-05,
      "loss": 0.3383,
      "step": 11670
    },
    {
      "epoch": 0.33134516776476763,
      "grad_norm": 9.75,
      "learning_rate": 1.9732066612825258e-05,
      "loss": 0.2769,
      "step": 11680
    },
    {
      "epoch": 0.3316288536960731,
      "grad_norm": 8.25,
      "learning_rate": 1.9731487672922113e-05,
      "loss": 0.2816,
      "step": 11690
    },
    {
      "epoch": 0.33191253962737854,
      "grad_norm": 10.75,
      "learning_rate": 1.9730908733018968e-05,
      "loss": 0.3136,
      "step": 11700
    },
    {
      "epoch": 0.332196225558684,
      "grad_norm": 7.6875,
      "learning_rate": 1.9730329793115826e-05,
      "loss": 0.3105,
      "step": 11710
    },
    {
      "epoch": 0.33247991148998945,
      "grad_norm": 6.875,
      "learning_rate": 1.9729750853212685e-05,
      "loss": 0.3269,
      "step": 11720
    },
    {
      "epoch": 0.3327635974212949,
      "grad_norm": 8.0625,
      "learning_rate": 1.9729171913309543e-05,
      "loss": 0.3036,
      "step": 11730
    },
    {
      "epoch": 0.3330472833526003,
      "grad_norm": 11.0,
      "learning_rate": 1.9728592973406398e-05,
      "loss": 0.3345,
      "step": 11740
    },
    {
      "epoch": 0.33333096928390576,
      "grad_norm": 10.4375,
      "learning_rate": 1.9728014033503253e-05,
      "loss": 0.3527,
      "step": 11750
    },
    {
      "epoch": 0.3336146552152112,
      "grad_norm": 9.875,
      "learning_rate": 1.972743509360011e-05,
      "loss": 0.3071,
      "step": 11760
    },
    {
      "epoch": 0.3338983411465167,
      "grad_norm": 12.375,
      "learning_rate": 1.9726856153696966e-05,
      "loss": 0.3434,
      "step": 11770
    },
    {
      "epoch": 0.33418202707782213,
      "grad_norm": 9.75,
      "learning_rate": 1.9726277213793825e-05,
      "loss": 0.3605,
      "step": 11780
    },
    {
      "epoch": 0.3344657130091276,
      "grad_norm": 8.0,
      "learning_rate": 1.972569827389068e-05,
      "loss": 0.3145,
      "step": 11790
    },
    {
      "epoch": 0.33474939894043304,
      "grad_norm": 6.375,
      "learning_rate": 1.9725119333987538e-05,
      "loss": 0.2823,
      "step": 11800
    },
    {
      "epoch": 0.3350330848717385,
      "grad_norm": 6.5,
      "learning_rate": 1.9724540394084393e-05,
      "loss": 0.3236,
      "step": 11810
    },
    {
      "epoch": 0.33531677080304395,
      "grad_norm": 7.4375,
      "learning_rate": 1.972396145418125e-05,
      "loss": 0.3283,
      "step": 11820
    },
    {
      "epoch": 0.3356004567343494,
      "grad_norm": 27.5,
      "learning_rate": 1.9723382514278106e-05,
      "loss": 0.3534,
      "step": 11830
    },
    {
      "epoch": 0.33588414266565486,
      "grad_norm": 8.125,
      "learning_rate": 1.9722803574374964e-05,
      "loss": 0.3101,
      "step": 11840
    },
    {
      "epoch": 0.3361678285969603,
      "grad_norm": 7.5,
      "learning_rate": 1.972222463447182e-05,
      "loss": 0.2928,
      "step": 11850
    },
    {
      "epoch": 0.33645151452826577,
      "grad_norm": 7.5625,
      "learning_rate": 1.9721645694568678e-05,
      "loss": 0.3033,
      "step": 11860
    },
    {
      "epoch": 0.3367352004595712,
      "grad_norm": 13.375,
      "learning_rate": 1.9721066754665533e-05,
      "loss": 0.2913,
      "step": 11870
    },
    {
      "epoch": 0.3370188863908767,
      "grad_norm": 8.75,
      "learning_rate": 1.972048781476239e-05,
      "loss": 0.2777,
      "step": 11880
    },
    {
      "epoch": 0.33730257232218214,
      "grad_norm": 5.65625,
      "learning_rate": 1.9719908874859246e-05,
      "loss": 0.357,
      "step": 11890
    },
    {
      "epoch": 0.33758625825348754,
      "grad_norm": 6.90625,
      "learning_rate": 1.9719329934956104e-05,
      "loss": 0.3331,
      "step": 11900
    },
    {
      "epoch": 0.337869944184793,
      "grad_norm": 15.9375,
      "learning_rate": 1.971875099505296e-05,
      "loss": 0.3072,
      "step": 11910
    },
    {
      "epoch": 0.33815363011609845,
      "grad_norm": 10.0625,
      "learning_rate": 1.9718172055149814e-05,
      "loss": 0.3155,
      "step": 11920
    },
    {
      "epoch": 0.3384373160474039,
      "grad_norm": 6.53125,
      "learning_rate": 1.9717593115246673e-05,
      "loss": 0.3059,
      "step": 11930
    },
    {
      "epoch": 0.33872100197870936,
      "grad_norm": 8.6875,
      "learning_rate": 1.971701417534353e-05,
      "loss": 0.2706,
      "step": 11940
    },
    {
      "epoch": 0.3390046879100148,
      "grad_norm": 7.1875,
      "learning_rate": 1.971643523544039e-05,
      "loss": 0.3637,
      "step": 11950
    },
    {
      "epoch": 0.33928837384132027,
      "grad_norm": 11.3125,
      "learning_rate": 1.9715856295537244e-05,
      "loss": 0.3464,
      "step": 11960
    },
    {
      "epoch": 0.3395720597726257,
      "grad_norm": 10.6875,
      "learning_rate": 1.97152773556341e-05,
      "loss": 0.3876,
      "step": 11970
    },
    {
      "epoch": 0.3398557457039312,
      "grad_norm": 8.25,
      "learning_rate": 1.9714698415730957e-05,
      "loss": 0.3101,
      "step": 11980
    },
    {
      "epoch": 0.34013943163523663,
      "grad_norm": 8.125,
      "learning_rate": 1.9714119475827812e-05,
      "loss": 0.3269,
      "step": 11990
    },
    {
      "epoch": 0.3404231175665421,
      "grad_norm": 10.3125,
      "learning_rate": 1.9713540535924667e-05,
      "loss": 0.3271,
      "step": 12000
    },
    {
      "epoch": 0.34070680349784754,
      "grad_norm": 9.5,
      "learning_rate": 1.9712961596021526e-05,
      "loss": 0.3161,
      "step": 12010
    },
    {
      "epoch": 0.340990489429153,
      "grad_norm": 14.8125,
      "learning_rate": 1.9712382656118384e-05,
      "loss": 0.3336,
      "step": 12020
    },
    {
      "epoch": 0.34127417536045845,
      "grad_norm": 7.46875,
      "learning_rate": 1.9711803716215242e-05,
      "loss": 0.2742,
      "step": 12030
    },
    {
      "epoch": 0.3415578612917639,
      "grad_norm": 9.4375,
      "learning_rate": 1.9711224776312097e-05,
      "loss": 0.298,
      "step": 12040
    },
    {
      "epoch": 0.34184154722306936,
      "grad_norm": 10.0625,
      "learning_rate": 1.9710645836408952e-05,
      "loss": 0.3258,
      "step": 12050
    },
    {
      "epoch": 0.3421252331543748,
      "grad_norm": 8.6875,
      "learning_rate": 1.971006689650581e-05,
      "loss": 0.3035,
      "step": 12060
    },
    {
      "epoch": 0.3424089190856802,
      "grad_norm": 20.625,
      "learning_rate": 1.9709487956602665e-05,
      "loss": 0.3268,
      "step": 12070
    },
    {
      "epoch": 0.3426926050169857,
      "grad_norm": 10.3125,
      "learning_rate": 1.9708909016699524e-05,
      "loss": 0.3354,
      "step": 12080
    },
    {
      "epoch": 0.34297629094829113,
      "grad_norm": 8.1875,
      "learning_rate": 1.970833007679638e-05,
      "loss": 0.2659,
      "step": 12090
    },
    {
      "epoch": 0.3432599768795966,
      "grad_norm": 8.625,
      "learning_rate": 1.9707751136893237e-05,
      "loss": 0.3309,
      "step": 12100
    },
    {
      "epoch": 0.34354366281090204,
      "grad_norm": 9.1875,
      "learning_rate": 1.9707172196990092e-05,
      "loss": 0.2796,
      "step": 12110
    },
    {
      "epoch": 0.3438273487422075,
      "grad_norm": 8.1875,
      "learning_rate": 1.970659325708695e-05,
      "loss": 0.3031,
      "step": 12120
    },
    {
      "epoch": 0.34411103467351295,
      "grad_norm": 9.625,
      "learning_rate": 1.9706014317183805e-05,
      "loss": 0.3449,
      "step": 12130
    },
    {
      "epoch": 0.3443947206048184,
      "grad_norm": 9.1875,
      "learning_rate": 1.9705435377280664e-05,
      "loss": 0.4166,
      "step": 12140
    },
    {
      "epoch": 0.34467840653612386,
      "grad_norm": 6.21875,
      "learning_rate": 1.970485643737752e-05,
      "loss": 0.3209,
      "step": 12150
    },
    {
      "epoch": 0.3449620924674293,
      "grad_norm": 11.3125,
      "learning_rate": 1.9704277497474377e-05,
      "loss": 0.3029,
      "step": 12160
    },
    {
      "epoch": 0.34524577839873477,
      "grad_norm": 8.25,
      "learning_rate": 1.9703698557571235e-05,
      "loss": 0.2585,
      "step": 12170
    },
    {
      "epoch": 0.3455294643300402,
      "grad_norm": 9.0625,
      "learning_rate": 1.970311961766809e-05,
      "loss": 0.2824,
      "step": 12180
    },
    {
      "epoch": 0.3458131502613457,
      "grad_norm": 8.125,
      "learning_rate": 1.9702540677764945e-05,
      "loss": 0.3308,
      "step": 12190
    },
    {
      "epoch": 0.34609683619265114,
      "grad_norm": 10.4375,
      "learning_rate": 1.9701961737861804e-05,
      "loss": 0.3155,
      "step": 12200
    },
    {
      "epoch": 0.3463805221239566,
      "grad_norm": 9.375,
      "learning_rate": 1.970138279795866e-05,
      "loss": 0.3878,
      "step": 12210
    },
    {
      "epoch": 0.34666420805526205,
      "grad_norm": 10.0,
      "learning_rate": 1.9700803858055517e-05,
      "loss": 0.3183,
      "step": 12220
    },
    {
      "epoch": 0.34694789398656745,
      "grad_norm": 14.375,
      "learning_rate": 1.9700224918152372e-05,
      "loss": 0.3529,
      "step": 12230
    },
    {
      "epoch": 0.3472315799178729,
      "grad_norm": 11.0,
      "learning_rate": 1.969964597824923e-05,
      "loss": 0.2798,
      "step": 12240
    },
    {
      "epoch": 0.34751526584917836,
      "grad_norm": 8.3125,
      "learning_rate": 1.969906703834609e-05,
      "loss": 0.3021,
      "step": 12250
    },
    {
      "epoch": 0.3477989517804838,
      "grad_norm": 8.25,
      "learning_rate": 1.9698488098442943e-05,
      "loss": 0.3163,
      "step": 12260
    },
    {
      "epoch": 0.34808263771178927,
      "grad_norm": 12.375,
      "learning_rate": 1.9697909158539798e-05,
      "loss": 0.283,
      "step": 12270
    },
    {
      "epoch": 0.3483663236430947,
      "grad_norm": 8.25,
      "learning_rate": 1.9697330218636657e-05,
      "loss": 0.3068,
      "step": 12280
    },
    {
      "epoch": 0.3486500095744002,
      "grad_norm": 10.1875,
      "learning_rate": 1.969675127873351e-05,
      "loss": 0.3065,
      "step": 12290
    },
    {
      "epoch": 0.34893369550570563,
      "grad_norm": 9.5,
      "learning_rate": 1.969617233883037e-05,
      "loss": 0.2825,
      "step": 12300
    },
    {
      "epoch": 0.3492173814370111,
      "grad_norm": 8.0,
      "learning_rate": 1.9695593398927225e-05,
      "loss": 0.3318,
      "step": 12310
    },
    {
      "epoch": 0.34950106736831654,
      "grad_norm": 8.3125,
      "learning_rate": 1.9695014459024083e-05,
      "loss": 0.2931,
      "step": 12320
    },
    {
      "epoch": 0.349784753299622,
      "grad_norm": 8.625,
      "learning_rate": 1.969443551912094e-05,
      "loss": 0.2732,
      "step": 12330
    },
    {
      "epoch": 0.35006843923092745,
      "grad_norm": 7.65625,
      "learning_rate": 1.9693856579217796e-05,
      "loss": 0.2841,
      "step": 12340
    },
    {
      "epoch": 0.3503521251622329,
      "grad_norm": 9.3125,
      "learning_rate": 1.969327763931465e-05,
      "loss": 0.291,
      "step": 12350
    },
    {
      "epoch": 0.35063581109353836,
      "grad_norm": 6.46875,
      "learning_rate": 1.969269869941151e-05,
      "loss": 0.3081,
      "step": 12360
    },
    {
      "epoch": 0.3509194970248438,
      "grad_norm": 19.125,
      "learning_rate": 1.9692119759508365e-05,
      "loss": 0.3532,
      "step": 12370
    },
    {
      "epoch": 0.3512031829561493,
      "grad_norm": 8.9375,
      "learning_rate": 1.9691540819605223e-05,
      "loss": 0.2874,
      "step": 12380
    },
    {
      "epoch": 0.3514868688874547,
      "grad_norm": 10.125,
      "learning_rate": 1.9690961879702078e-05,
      "loss": 0.3111,
      "step": 12390
    },
    {
      "epoch": 0.35177055481876013,
      "grad_norm": 7.96875,
      "learning_rate": 1.9690382939798936e-05,
      "loss": 0.2744,
      "step": 12400
    },
    {
      "epoch": 0.3520542407500656,
      "grad_norm": 9.0,
      "learning_rate": 1.9689803999895795e-05,
      "loss": 0.3141,
      "step": 12410
    },
    {
      "epoch": 0.35233792668137104,
      "grad_norm": 8.5,
      "learning_rate": 1.968922505999265e-05,
      "loss": 0.3419,
      "step": 12420
    },
    {
      "epoch": 0.3526216126126765,
      "grad_norm": 7.0625,
      "learning_rate": 1.9688646120089505e-05,
      "loss": 0.2877,
      "step": 12430
    },
    {
      "epoch": 0.35290529854398195,
      "grad_norm": 8.3125,
      "learning_rate": 1.9688067180186363e-05,
      "loss": 0.277,
      "step": 12440
    },
    {
      "epoch": 0.3531889844752874,
      "grad_norm": 7.5,
      "learning_rate": 1.9687488240283218e-05,
      "loss": 0.3743,
      "step": 12450
    },
    {
      "epoch": 0.35347267040659286,
      "grad_norm": 7.46875,
      "learning_rate": 1.9686909300380076e-05,
      "loss": 0.2845,
      "step": 12460
    },
    {
      "epoch": 0.3537563563378983,
      "grad_norm": 8.625,
      "learning_rate": 1.9686330360476935e-05,
      "loss": 0.3128,
      "step": 12470
    },
    {
      "epoch": 0.35404004226920377,
      "grad_norm": 10.375,
      "learning_rate": 1.968575142057379e-05,
      "loss": 0.3455,
      "step": 12480
    },
    {
      "epoch": 0.3543237282005092,
      "grad_norm": 8.5,
      "learning_rate": 1.9685172480670644e-05,
      "loss": 0.306,
      "step": 12490
    },
    {
      "epoch": 0.3546074141318147,
      "grad_norm": 8.9375,
      "learning_rate": 1.9684593540767503e-05,
      "loss": 0.3037,
      "step": 12500
    },
    {
      "epoch": 0.35489110006312014,
      "grad_norm": 10.75,
      "learning_rate": 1.9684014600864358e-05,
      "loss": 0.3143,
      "step": 12510
    },
    {
      "epoch": 0.3551747859944256,
      "grad_norm": 9.0,
      "learning_rate": 1.9683435660961216e-05,
      "loss": 0.3571,
      "step": 12520
    },
    {
      "epoch": 0.35545847192573105,
      "grad_norm": 6.5625,
      "learning_rate": 1.968285672105807e-05,
      "loss": 0.2859,
      "step": 12530
    },
    {
      "epoch": 0.3557421578570365,
      "grad_norm": 5.8125,
      "learning_rate": 1.968227778115493e-05,
      "loss": 0.3134,
      "step": 12540
    },
    {
      "epoch": 0.3560258437883419,
      "grad_norm": 13.625,
      "learning_rate": 1.9681698841251788e-05,
      "loss": 0.3096,
      "step": 12550
    },
    {
      "epoch": 0.35630952971964736,
      "grad_norm": 7.90625,
      "learning_rate": 1.9681119901348643e-05,
      "loss": 0.3913,
      "step": 12560
    },
    {
      "epoch": 0.3565932156509528,
      "grad_norm": 16.625,
      "learning_rate": 1.9680540961445498e-05,
      "loss": 0.2789,
      "step": 12570
    },
    {
      "epoch": 0.35687690158225827,
      "grad_norm": 10.9375,
      "learning_rate": 1.9679962021542356e-05,
      "loss": 0.3326,
      "step": 12580
    },
    {
      "epoch": 0.3571605875135637,
      "grad_norm": 13.0625,
      "learning_rate": 1.967938308163921e-05,
      "loss": 0.3423,
      "step": 12590
    },
    {
      "epoch": 0.3574442734448692,
      "grad_norm": 9.1875,
      "learning_rate": 1.967880414173607e-05,
      "loss": 0.3498,
      "step": 12600
    },
    {
      "epoch": 0.35772795937617463,
      "grad_norm": 8.5625,
      "learning_rate": 1.9678225201832924e-05,
      "loss": 0.3442,
      "step": 12610
    },
    {
      "epoch": 0.3580116453074801,
      "grad_norm": 7.9375,
      "learning_rate": 1.9677646261929782e-05,
      "loss": 0.2909,
      "step": 12620
    },
    {
      "epoch": 0.35829533123878554,
      "grad_norm": 8.875,
      "learning_rate": 1.967706732202664e-05,
      "loss": 0.3059,
      "step": 12630
    },
    {
      "epoch": 0.358579017170091,
      "grad_norm": 11.8125,
      "learning_rate": 1.9676488382123496e-05,
      "loss": 0.3345,
      "step": 12640
    },
    {
      "epoch": 0.35886270310139645,
      "grad_norm": 8.75,
      "learning_rate": 1.967590944222035e-05,
      "loss": 0.2853,
      "step": 12650
    },
    {
      "epoch": 0.3591463890327019,
      "grad_norm": 15.3125,
      "learning_rate": 1.967533050231721e-05,
      "loss": 0.3245,
      "step": 12660
    },
    {
      "epoch": 0.35943007496400736,
      "grad_norm": 8.3125,
      "learning_rate": 1.9674751562414064e-05,
      "loss": 0.3259,
      "step": 12670
    },
    {
      "epoch": 0.3597137608953128,
      "grad_norm": 8.75,
      "learning_rate": 1.9674172622510922e-05,
      "loss": 0.3074,
      "step": 12680
    },
    {
      "epoch": 0.3599974468266183,
      "grad_norm": 8.625,
      "learning_rate": 1.967359368260778e-05,
      "loss": 0.3388,
      "step": 12690
    },
    {
      "epoch": 0.3602811327579237,
      "grad_norm": 6.9375,
      "learning_rate": 1.9673014742704636e-05,
      "loss": 0.3353,
      "step": 12700
    },
    {
      "epoch": 0.3605648186892291,
      "grad_norm": 8.6875,
      "learning_rate": 1.9672435802801494e-05,
      "loss": 0.2956,
      "step": 12710
    },
    {
      "epoch": 0.3608485046205346,
      "grad_norm": 7.21875,
      "learning_rate": 1.967185686289835e-05,
      "loss": 0.3252,
      "step": 12720
    },
    {
      "epoch": 0.36113219055184004,
      "grad_norm": 9.375,
      "learning_rate": 1.9671277922995204e-05,
      "loss": 0.2998,
      "step": 12730
    },
    {
      "epoch": 0.3614158764831455,
      "grad_norm": 7.28125,
      "learning_rate": 1.9670698983092062e-05,
      "loss": 0.3218,
      "step": 12740
    },
    {
      "epoch": 0.36169956241445095,
      "grad_norm": 8.4375,
      "learning_rate": 1.9670120043188917e-05,
      "loss": 0.3471,
      "step": 12750
    },
    {
      "epoch": 0.3619832483457564,
      "grad_norm": 9.0,
      "learning_rate": 1.9669541103285775e-05,
      "loss": 0.3197,
      "step": 12760
    },
    {
      "epoch": 0.36226693427706186,
      "grad_norm": 13.375,
      "learning_rate": 1.9668962163382634e-05,
      "loss": 0.2537,
      "step": 12770
    },
    {
      "epoch": 0.3625506202083673,
      "grad_norm": 6.1875,
      "learning_rate": 1.966838322347949e-05,
      "loss": 0.2987,
      "step": 12780
    },
    {
      "epoch": 0.36283430613967277,
      "grad_norm": 9.5,
      "learning_rate": 1.9667804283576344e-05,
      "loss": 0.305,
      "step": 12790
    },
    {
      "epoch": 0.3631179920709782,
      "grad_norm": 9.0,
      "learning_rate": 1.9667225343673202e-05,
      "loss": 0.3355,
      "step": 12800
    },
    {
      "epoch": 0.3634016780022837,
      "grad_norm": 7.0,
      "learning_rate": 1.9666646403770057e-05,
      "loss": 0.2874,
      "step": 12810
    },
    {
      "epoch": 0.36368536393358913,
      "grad_norm": 8.75,
      "learning_rate": 1.9666067463866915e-05,
      "loss": 0.3245,
      "step": 12820
    },
    {
      "epoch": 0.3639690498648946,
      "grad_norm": 8.5625,
      "learning_rate": 1.966548852396377e-05,
      "loss": 0.2648,
      "step": 12830
    },
    {
      "epoch": 0.36425273579620004,
      "grad_norm": 8.9375,
      "learning_rate": 1.966490958406063e-05,
      "loss": 0.337,
      "step": 12840
    },
    {
      "epoch": 0.3645364217275055,
      "grad_norm": 7.125,
      "learning_rate": 1.9664330644157487e-05,
      "loss": 0.3279,
      "step": 12850
    },
    {
      "epoch": 0.36482010765881095,
      "grad_norm": 6.71875,
      "learning_rate": 1.9663751704254342e-05,
      "loss": 0.3213,
      "step": 12860
    },
    {
      "epoch": 0.36510379359011635,
      "grad_norm": 10.1875,
      "learning_rate": 1.9663172764351197e-05,
      "loss": 0.288,
      "step": 12870
    },
    {
      "epoch": 0.3653874795214218,
      "grad_norm": 13.875,
      "learning_rate": 1.9662593824448055e-05,
      "loss": 0.3391,
      "step": 12880
    },
    {
      "epoch": 0.36567116545272726,
      "grad_norm": 7.96875,
      "learning_rate": 1.966201488454491e-05,
      "loss": 0.2511,
      "step": 12890
    },
    {
      "epoch": 0.3659548513840327,
      "grad_norm": 7.90625,
      "learning_rate": 1.966143594464177e-05,
      "loss": 0.317,
      "step": 12900
    },
    {
      "epoch": 0.3662385373153382,
      "grad_norm": 10.4375,
      "learning_rate": 1.9660857004738623e-05,
      "loss": 0.3363,
      "step": 12910
    },
    {
      "epoch": 0.36652222324664363,
      "grad_norm": 8.0625,
      "learning_rate": 1.966027806483548e-05,
      "loss": 0.2958,
      "step": 12920
    },
    {
      "epoch": 0.3668059091779491,
      "grad_norm": 7.375,
      "learning_rate": 1.965969912493234e-05,
      "loss": 0.2936,
      "step": 12930
    },
    {
      "epoch": 0.36708959510925454,
      "grad_norm": 8.875,
      "learning_rate": 1.9659120185029195e-05,
      "loss": 0.3488,
      "step": 12940
    },
    {
      "epoch": 0.36737328104056,
      "grad_norm": 8.4375,
      "learning_rate": 1.965854124512605e-05,
      "loss": 0.2955,
      "step": 12950
    },
    {
      "epoch": 0.36765696697186545,
      "grad_norm": 9.375,
      "learning_rate": 1.9657962305222908e-05,
      "loss": 0.366,
      "step": 12960
    },
    {
      "epoch": 0.3679406529031709,
      "grad_norm": 11.375,
      "learning_rate": 1.9657383365319763e-05,
      "loss": 0.2622,
      "step": 12970
    },
    {
      "epoch": 0.36822433883447636,
      "grad_norm": 11.375,
      "learning_rate": 1.965680442541662e-05,
      "loss": 0.3121,
      "step": 12980
    },
    {
      "epoch": 0.3685080247657818,
      "grad_norm": 11.25,
      "learning_rate": 1.965622548551348e-05,
      "loss": 0.3559,
      "step": 12990
    },
    {
      "epoch": 0.36879171069708727,
      "grad_norm": 9.875,
      "learning_rate": 1.9655646545610335e-05,
      "loss": 0.3063,
      "step": 13000
    },
    {
      "epoch": 0.3690753966283927,
      "grad_norm": 8.8125,
      "learning_rate": 1.9655067605707193e-05,
      "loss": 0.3054,
      "step": 13010
    },
    {
      "epoch": 0.3693590825596982,
      "grad_norm": 10.0625,
      "learning_rate": 1.9654488665804048e-05,
      "loss": 0.2821,
      "step": 13020
    },
    {
      "epoch": 0.36964276849100364,
      "grad_norm": 8.625,
      "learning_rate": 1.9653909725900903e-05,
      "loss": 0.2898,
      "step": 13030
    },
    {
      "epoch": 0.36992645442230904,
      "grad_norm": 11.625,
      "learning_rate": 1.965333078599776e-05,
      "loss": 0.2559,
      "step": 13040
    },
    {
      "epoch": 0.3702101403536145,
      "grad_norm": 11.5,
      "learning_rate": 1.9652751846094616e-05,
      "loss": 0.3374,
      "step": 13050
    },
    {
      "epoch": 0.37049382628491995,
      "grad_norm": 7.375,
      "learning_rate": 1.9652172906191475e-05,
      "loss": 0.2445,
      "step": 13060
    },
    {
      "epoch": 0.3707775122162254,
      "grad_norm": 7.96875,
      "learning_rate": 1.9651593966288333e-05,
      "loss": 0.3437,
      "step": 13070
    },
    {
      "epoch": 0.37106119814753086,
      "grad_norm": 10.75,
      "learning_rate": 1.9651015026385188e-05,
      "loss": 0.306,
      "step": 13080
    },
    {
      "epoch": 0.3713448840788363,
      "grad_norm": 6.34375,
      "learning_rate": 1.9650436086482046e-05,
      "loss": 0.2952,
      "step": 13090
    },
    {
      "epoch": 0.37162857001014177,
      "grad_norm": 8.8125,
      "learning_rate": 1.96498571465789e-05,
      "loss": 0.3074,
      "step": 13100
    },
    {
      "epoch": 0.3719122559414472,
      "grad_norm": 6.625,
      "learning_rate": 1.9649278206675756e-05,
      "loss": 0.3133,
      "step": 13110
    },
    {
      "epoch": 0.3721959418727527,
      "grad_norm": 8.0625,
      "learning_rate": 1.9648699266772614e-05,
      "loss": 0.2871,
      "step": 13120
    },
    {
      "epoch": 0.37247962780405813,
      "grad_norm": 7.46875,
      "learning_rate": 1.964812032686947e-05,
      "loss": 0.313,
      "step": 13130
    },
    {
      "epoch": 0.3727633137353636,
      "grad_norm": 6.3125,
      "learning_rate": 1.9647541386966328e-05,
      "loss": 0.2579,
      "step": 13140
    },
    {
      "epoch": 0.37304699966666904,
      "grad_norm": 10.8125,
      "learning_rate": 1.9646962447063186e-05,
      "loss": 0.3405,
      "step": 13150
    },
    {
      "epoch": 0.3733306855979745,
      "grad_norm": 16.375,
      "learning_rate": 1.964638350716004e-05,
      "loss": 0.2882,
      "step": 13160
    },
    {
      "epoch": 0.37361437152927995,
      "grad_norm": 9.0625,
      "learning_rate": 1.9645804567256896e-05,
      "loss": 0.3238,
      "step": 13170
    },
    {
      "epoch": 0.3738980574605854,
      "grad_norm": 9.6875,
      "learning_rate": 1.9645225627353754e-05,
      "loss": 0.315,
      "step": 13180
    },
    {
      "epoch": 0.37418174339189086,
      "grad_norm": 11.3125,
      "learning_rate": 1.964464668745061e-05,
      "loss": 0.3377,
      "step": 13190
    },
    {
      "epoch": 0.37446542932319626,
      "grad_norm": 9.625,
      "learning_rate": 1.9644067747547468e-05,
      "loss": 0.3038,
      "step": 13200
    },
    {
      "epoch": 0.3747491152545017,
      "grad_norm": 9.1875,
      "learning_rate": 1.9643488807644323e-05,
      "loss": 0.2972,
      "step": 13210
    },
    {
      "epoch": 0.3750328011858072,
      "grad_norm": 11.1875,
      "learning_rate": 1.964290986774118e-05,
      "loss": 0.3576,
      "step": 13220
    },
    {
      "epoch": 0.37531648711711263,
      "grad_norm": 11.9375,
      "learning_rate": 1.964233092783804e-05,
      "loss": 0.2926,
      "step": 13230
    },
    {
      "epoch": 0.3756001730484181,
      "grad_norm": 7.6875,
      "learning_rate": 1.9641751987934894e-05,
      "loss": 0.3169,
      "step": 13240
    },
    {
      "epoch": 0.37588385897972354,
      "grad_norm": 9.5625,
      "learning_rate": 1.964117304803175e-05,
      "loss": 0.2998,
      "step": 13250
    },
    {
      "epoch": 0.376167544911029,
      "grad_norm": 10.875,
      "learning_rate": 1.9640594108128607e-05,
      "loss": 0.2842,
      "step": 13260
    },
    {
      "epoch": 0.37645123084233445,
      "grad_norm": 14.75,
      "learning_rate": 1.9640015168225462e-05,
      "loss": 0.3094,
      "step": 13270
    },
    {
      "epoch": 0.3767349167736399,
      "grad_norm": 8.0,
      "learning_rate": 1.963943622832232e-05,
      "loss": 0.3149,
      "step": 13280
    },
    {
      "epoch": 0.37701860270494536,
      "grad_norm": 16.0,
      "learning_rate": 1.963885728841918e-05,
      "loss": 0.3076,
      "step": 13290
    },
    {
      "epoch": 0.3773022886362508,
      "grad_norm": 13.125,
      "learning_rate": 1.9638278348516034e-05,
      "loss": 0.3295,
      "step": 13300
    },
    {
      "epoch": 0.37758597456755627,
      "grad_norm": 8.3125,
      "learning_rate": 1.9637699408612892e-05,
      "loss": 0.3346,
      "step": 13310
    },
    {
      "epoch": 0.3778696604988617,
      "grad_norm": 6.65625,
      "learning_rate": 1.9637120468709747e-05,
      "loss": 0.285,
      "step": 13320
    },
    {
      "epoch": 0.3781533464301672,
      "grad_norm": 9.8125,
      "learning_rate": 1.9636541528806602e-05,
      "loss": 0.3235,
      "step": 13330
    },
    {
      "epoch": 0.37843703236147264,
      "grad_norm": 9.125,
      "learning_rate": 1.963596258890346e-05,
      "loss": 0.3343,
      "step": 13340
    },
    {
      "epoch": 0.3787207182927781,
      "grad_norm": 9.5,
      "learning_rate": 1.9635383649000315e-05,
      "loss": 0.2915,
      "step": 13350
    },
    {
      "epoch": 0.3790044042240835,
      "grad_norm": 9.25,
      "learning_rate": 1.9634804709097174e-05,
      "loss": 0.3211,
      "step": 13360
    },
    {
      "epoch": 0.37928809015538895,
      "grad_norm": 10.25,
      "learning_rate": 1.9634225769194032e-05,
      "loss": 0.3078,
      "step": 13370
    },
    {
      "epoch": 0.3795717760866944,
      "grad_norm": 7.59375,
      "learning_rate": 1.9633646829290887e-05,
      "loss": 0.3025,
      "step": 13380
    },
    {
      "epoch": 0.37985546201799986,
      "grad_norm": 4.90625,
      "learning_rate": 1.9633067889387745e-05,
      "loss": 0.3291,
      "step": 13390
    },
    {
      "epoch": 0.3801391479493053,
      "grad_norm": 8.4375,
      "learning_rate": 1.96324889494846e-05,
      "loss": 0.3418,
      "step": 13400
    },
    {
      "epoch": 0.38042283388061077,
      "grad_norm": 14.375,
      "learning_rate": 1.9631910009581455e-05,
      "loss": 0.3134,
      "step": 13410
    },
    {
      "epoch": 0.3807065198119162,
      "grad_norm": 10.6875,
      "learning_rate": 1.9631331069678314e-05,
      "loss": 0.3126,
      "step": 13420
    },
    {
      "epoch": 0.3809902057432217,
      "grad_norm": 6.15625,
      "learning_rate": 1.963075212977517e-05,
      "loss": 0.3102,
      "step": 13430
    },
    {
      "epoch": 0.38127389167452713,
      "grad_norm": 10.5625,
      "learning_rate": 1.9630173189872027e-05,
      "loss": 0.2959,
      "step": 13440
    },
    {
      "epoch": 0.3815575776058326,
      "grad_norm": 9.4375,
      "learning_rate": 1.9629594249968885e-05,
      "loss": 0.3361,
      "step": 13450
    },
    {
      "epoch": 0.38184126353713804,
      "grad_norm": 8.1875,
      "learning_rate": 1.962901531006574e-05,
      "loss": 0.2437,
      "step": 13460
    },
    {
      "epoch": 0.3821249494684435,
      "grad_norm": 10.1875,
      "learning_rate": 1.96284363701626e-05,
      "loss": 0.3611,
      "step": 13470
    },
    {
      "epoch": 0.38240863539974895,
      "grad_norm": 11.5625,
      "learning_rate": 1.9627857430259453e-05,
      "loss": 0.3239,
      "step": 13480
    },
    {
      "epoch": 0.3826923213310544,
      "grad_norm": 8.4375,
      "learning_rate": 1.962727849035631e-05,
      "loss": 0.3346,
      "step": 13490
    },
    {
      "epoch": 0.38297600726235986,
      "grad_norm": 10.25,
      "learning_rate": 1.9626699550453167e-05,
      "loss": 0.3114,
      "step": 13500
    },
    {
      "epoch": 0.3832596931936653,
      "grad_norm": 10.25,
      "learning_rate": 1.9626120610550025e-05,
      "loss": 0.3277,
      "step": 13510
    },
    {
      "epoch": 0.3835433791249707,
      "grad_norm": 9.5,
      "learning_rate": 1.962554167064688e-05,
      "loss": 0.3081,
      "step": 13520
    },
    {
      "epoch": 0.3838270650562762,
      "grad_norm": 10.125,
      "learning_rate": 1.962496273074374e-05,
      "loss": 0.2695,
      "step": 13530
    },
    {
      "epoch": 0.38411075098758163,
      "grad_norm": 10.8125,
      "learning_rate": 1.9624383790840593e-05,
      "loss": 0.3354,
      "step": 13540
    },
    {
      "epoch": 0.3843944369188871,
      "grad_norm": 9.5625,
      "learning_rate": 1.9623804850937448e-05,
      "loss": 0.3273,
      "step": 13550
    },
    {
      "epoch": 0.38467812285019254,
      "grad_norm": 7.03125,
      "learning_rate": 1.9623225911034307e-05,
      "loss": 0.2923,
      "step": 13560
    },
    {
      "epoch": 0.384961808781498,
      "grad_norm": 7.375,
      "learning_rate": 1.962264697113116e-05,
      "loss": 0.3292,
      "step": 13570
    },
    {
      "epoch": 0.38524549471280345,
      "grad_norm": 9.5,
      "learning_rate": 1.962206803122802e-05,
      "loss": 0.278,
      "step": 13580
    },
    {
      "epoch": 0.3855291806441089,
      "grad_norm": 7.3125,
      "learning_rate": 1.9621489091324878e-05,
      "loss": 0.3065,
      "step": 13590
    },
    {
      "epoch": 0.38581286657541436,
      "grad_norm": 10.1875,
      "learning_rate": 1.9620910151421733e-05,
      "loss": 0.2948,
      "step": 13600
    },
    {
      "epoch": 0.3860965525067198,
      "grad_norm": 9.8125,
      "learning_rate": 1.962033121151859e-05,
      "loss": 0.3177,
      "step": 13610
    },
    {
      "epoch": 0.38638023843802527,
      "grad_norm": 9.75,
      "learning_rate": 1.9619752271615446e-05,
      "loss": 0.3042,
      "step": 13620
    },
    {
      "epoch": 0.3866639243693307,
      "grad_norm": 6.84375,
      "learning_rate": 1.96191733317123e-05,
      "loss": 0.2587,
      "step": 13630
    },
    {
      "epoch": 0.3869476103006362,
      "grad_norm": 8.0625,
      "learning_rate": 1.961859439180916e-05,
      "loss": 0.3951,
      "step": 13640
    },
    {
      "epoch": 0.38723129623194164,
      "grad_norm": 8.4375,
      "learning_rate": 1.9618015451906015e-05,
      "loss": 0.3247,
      "step": 13650
    },
    {
      "epoch": 0.3875149821632471,
      "grad_norm": 12.3125,
      "learning_rate": 1.9617436512002873e-05,
      "loss": 0.3429,
      "step": 13660
    },
    {
      "epoch": 0.38779866809455255,
      "grad_norm": 6.6875,
      "learning_rate": 1.961685757209973e-05,
      "loss": 0.2711,
      "step": 13670
    },
    {
      "epoch": 0.38808235402585795,
      "grad_norm": 9.375,
      "learning_rate": 1.9616278632196586e-05,
      "loss": 0.2827,
      "step": 13680
    },
    {
      "epoch": 0.3883660399571634,
      "grad_norm": 9.0,
      "learning_rate": 1.9615699692293445e-05,
      "loss": 0.289,
      "step": 13690
    },
    {
      "epoch": 0.38864972588846886,
      "grad_norm": 10.9375,
      "learning_rate": 1.96151207523903e-05,
      "loss": 0.3311,
      "step": 13700
    },
    {
      "epoch": 0.3889334118197743,
      "grad_norm": 9.125,
      "learning_rate": 1.9614541812487155e-05,
      "loss": 0.3761,
      "step": 13710
    },
    {
      "epoch": 0.38921709775107977,
      "grad_norm": 7.0,
      "learning_rate": 1.9613962872584013e-05,
      "loss": 0.2935,
      "step": 13720
    },
    {
      "epoch": 0.3895007836823852,
      "grad_norm": 10.5625,
      "learning_rate": 1.9613383932680868e-05,
      "loss": 0.3214,
      "step": 13730
    },
    {
      "epoch": 0.3897844696136907,
      "grad_norm": 9.9375,
      "learning_rate": 1.9612804992777726e-05,
      "loss": 0.2595,
      "step": 13740
    },
    {
      "epoch": 0.39006815554499613,
      "grad_norm": 7.78125,
      "learning_rate": 1.9612226052874584e-05,
      "loss": 0.2642,
      "step": 13750
    },
    {
      "epoch": 0.3903518414763016,
      "grad_norm": 7.75,
      "learning_rate": 1.961164711297144e-05,
      "loss": 0.3043,
      "step": 13760
    },
    {
      "epoch": 0.39063552740760704,
      "grad_norm": 6.84375,
      "learning_rate": 1.9611068173068298e-05,
      "loss": 0.304,
      "step": 13770
    },
    {
      "epoch": 0.3909192133389125,
      "grad_norm": 9.0625,
      "learning_rate": 1.9610489233165153e-05,
      "loss": 0.3236,
      "step": 13780
    },
    {
      "epoch": 0.39120289927021795,
      "grad_norm": 7.28125,
      "learning_rate": 1.9609910293262008e-05,
      "loss": 0.3162,
      "step": 13790
    },
    {
      "epoch": 0.3914865852015234,
      "grad_norm": 8.3125,
      "learning_rate": 1.9609331353358866e-05,
      "loss": 0.3215,
      "step": 13800
    },
    {
      "epoch": 0.39177027113282886,
      "grad_norm": 13.125,
      "learning_rate": 1.9608752413455724e-05,
      "loss": 0.2967,
      "step": 13810
    },
    {
      "epoch": 0.3920539570641343,
      "grad_norm": 13.4375,
      "learning_rate": 1.960817347355258e-05,
      "loss": 0.3656,
      "step": 13820
    },
    {
      "epoch": 0.3923376429954398,
      "grad_norm": 7.46875,
      "learning_rate": 1.9607594533649438e-05,
      "loss": 0.3067,
      "step": 13830
    },
    {
      "epoch": 0.39262132892674523,
      "grad_norm": 8.4375,
      "learning_rate": 1.9607015593746293e-05,
      "loss": 0.2929,
      "step": 13840
    },
    {
      "epoch": 0.3929050148580506,
      "grad_norm": 6.6875,
      "learning_rate": 1.9606436653843147e-05,
      "loss": 0.2927,
      "step": 13850
    },
    {
      "epoch": 0.3931887007893561,
      "grad_norm": 11.0625,
      "learning_rate": 1.9605857713940006e-05,
      "loss": 0.3221,
      "step": 13860
    },
    {
      "epoch": 0.39347238672066154,
      "grad_norm": 10.75,
      "learning_rate": 1.960527877403686e-05,
      "loss": 0.2921,
      "step": 13870
    },
    {
      "epoch": 0.393756072651967,
      "grad_norm": 9.75,
      "learning_rate": 1.960469983413372e-05,
      "loss": 0.3497,
      "step": 13880
    },
    {
      "epoch": 0.39403975858327245,
      "grad_norm": 9.375,
      "learning_rate": 1.9604120894230577e-05,
      "loss": 0.2941,
      "step": 13890
    },
    {
      "epoch": 0.3943234445145779,
      "grad_norm": 6.625,
      "learning_rate": 1.9603541954327432e-05,
      "loss": 0.311,
      "step": 13900
    },
    {
      "epoch": 0.39460713044588336,
      "grad_norm": 8.75,
      "learning_rate": 1.960296301442429e-05,
      "loss": 0.3432,
      "step": 13910
    },
    {
      "epoch": 0.3948908163771888,
      "grad_norm": 8.5,
      "learning_rate": 1.9602384074521146e-05,
      "loss": 0.3011,
      "step": 13920
    },
    {
      "epoch": 0.39517450230849427,
      "grad_norm": 11.75,
      "learning_rate": 1.9601805134618e-05,
      "loss": 0.275,
      "step": 13930
    },
    {
      "epoch": 0.3954581882397997,
      "grad_norm": 8.3125,
      "learning_rate": 1.960122619471486e-05,
      "loss": 0.2802,
      "step": 13940
    },
    {
      "epoch": 0.3957418741711052,
      "grad_norm": 8.5625,
      "learning_rate": 1.9600647254811714e-05,
      "loss": 0.2959,
      "step": 13950
    },
    {
      "epoch": 0.39602556010241063,
      "grad_norm": 10.125,
      "learning_rate": 1.9600068314908572e-05,
      "loss": 0.2953,
      "step": 13960
    },
    {
      "epoch": 0.3963092460337161,
      "grad_norm": 9.9375,
      "learning_rate": 1.959948937500543e-05,
      "loss": 0.3114,
      "step": 13970
    },
    {
      "epoch": 0.39659293196502154,
      "grad_norm": 13.0,
      "learning_rate": 1.9598910435102286e-05,
      "loss": 0.2786,
      "step": 13980
    },
    {
      "epoch": 0.396876617896327,
      "grad_norm": 11.8125,
      "learning_rate": 1.9598331495199144e-05,
      "loss": 0.3076,
      "step": 13990
    },
    {
      "epoch": 0.39716030382763245,
      "grad_norm": 7.75,
      "learning_rate": 1.9597752555296e-05,
      "loss": 0.2709,
      "step": 14000
    },
    {
      "epoch": 0.39744398975893785,
      "grad_norm": 11.6875,
      "learning_rate": 1.9597173615392854e-05,
      "loss": 0.3393,
      "step": 14010
    },
    {
      "epoch": 0.3977276756902433,
      "grad_norm": 6.59375,
      "learning_rate": 1.9596594675489712e-05,
      "loss": 0.2775,
      "step": 14020
    },
    {
      "epoch": 0.39801136162154876,
      "grad_norm": 8.8125,
      "learning_rate": 1.959601573558657e-05,
      "loss": 0.2955,
      "step": 14030
    },
    {
      "epoch": 0.3982950475528542,
      "grad_norm": 6.65625,
      "learning_rate": 1.9595436795683425e-05,
      "loss": 0.2836,
      "step": 14040
    },
    {
      "epoch": 0.3985787334841597,
      "grad_norm": 9.1875,
      "learning_rate": 1.9594857855780284e-05,
      "loss": 0.3378,
      "step": 14050
    },
    {
      "epoch": 0.39886241941546513,
      "grad_norm": 10.875,
      "learning_rate": 1.959427891587714e-05,
      "loss": 0.3392,
      "step": 14060
    },
    {
      "epoch": 0.3991461053467706,
      "grad_norm": 10.25,
      "learning_rate": 1.9593699975973997e-05,
      "loss": 0.2758,
      "step": 14070
    },
    {
      "epoch": 0.39942979127807604,
      "grad_norm": 7.78125,
      "learning_rate": 1.9593121036070852e-05,
      "loss": 0.3048,
      "step": 14080
    },
    {
      "epoch": 0.3997134772093815,
      "grad_norm": 8.0625,
      "learning_rate": 1.9592542096167707e-05,
      "loss": 0.3096,
      "step": 14090
    },
    {
      "epoch": 0.39999716314068695,
      "grad_norm": 8.75,
      "learning_rate": 1.9591963156264565e-05,
      "loss": 0.2923,
      "step": 14100
    },
    {
      "epoch": 0.4002808490719924,
      "grad_norm": 8.6875,
      "learning_rate": 1.9591384216361424e-05,
      "loss": 0.2699,
      "step": 14110
    },
    {
      "epoch": 0.40056453500329786,
      "grad_norm": 8.625,
      "learning_rate": 1.959080527645828e-05,
      "loss": 0.3156,
      "step": 14120
    },
    {
      "epoch": 0.4008482209346033,
      "grad_norm": 7.59375,
      "learning_rate": 1.9590226336555137e-05,
      "loss": 0.3421,
      "step": 14130
    },
    {
      "epoch": 0.40113190686590877,
      "grad_norm": 8.4375,
      "learning_rate": 1.9589647396651992e-05,
      "loss": 0.3023,
      "step": 14140
    },
    {
      "epoch": 0.4014155927972142,
      "grad_norm": 6.71875,
      "learning_rate": 1.958906845674885e-05,
      "loss": 0.2982,
      "step": 14150
    },
    {
      "epoch": 0.4016992787285197,
      "grad_norm": 7.40625,
      "learning_rate": 1.9588489516845705e-05,
      "loss": 0.2852,
      "step": 14160
    },
    {
      "epoch": 0.4019829646598251,
      "grad_norm": 8.3125,
      "learning_rate": 1.958791057694256e-05,
      "loss": 0.2817,
      "step": 14170
    },
    {
      "epoch": 0.40226665059113054,
      "grad_norm": 9.625,
      "learning_rate": 1.958733163703942e-05,
      "loss": 0.3143,
      "step": 14180
    },
    {
      "epoch": 0.402550336522436,
      "grad_norm": 5.96875,
      "learning_rate": 1.9586752697136277e-05,
      "loss": 0.3299,
      "step": 14190
    },
    {
      "epoch": 0.40283402245374145,
      "grad_norm": 6.25,
      "learning_rate": 1.958617375723313e-05,
      "loss": 0.2584,
      "step": 14200
    },
    {
      "epoch": 0.4031177083850469,
      "grad_norm": 10.0,
      "learning_rate": 1.958559481732999e-05,
      "loss": 0.3028,
      "step": 14210
    },
    {
      "epoch": 0.40340139431635236,
      "grad_norm": 10.625,
      "learning_rate": 1.9585015877426845e-05,
      "loss": 0.2869,
      "step": 14220
    },
    {
      "epoch": 0.4036850802476578,
      "grad_norm": 10.25,
      "learning_rate": 1.95844369375237e-05,
      "loss": 0.3313,
      "step": 14230
    },
    {
      "epoch": 0.40396876617896327,
      "grad_norm": 5.8125,
      "learning_rate": 1.9583857997620558e-05,
      "loss": 0.3064,
      "step": 14240
    },
    {
      "epoch": 0.4042524521102687,
      "grad_norm": 7.375,
      "learning_rate": 1.9583279057717413e-05,
      "loss": 0.2973,
      "step": 14250
    },
    {
      "epoch": 0.4045361380415742,
      "grad_norm": 7.8125,
      "learning_rate": 1.958270011781427e-05,
      "loss": 0.2806,
      "step": 14260
    },
    {
      "epoch": 0.40481982397287963,
      "grad_norm": 9.0625,
      "learning_rate": 1.958212117791113e-05,
      "loss": 0.2953,
      "step": 14270
    },
    {
      "epoch": 0.4051035099041851,
      "grad_norm": 12.6875,
      "learning_rate": 1.9581542238007985e-05,
      "loss": 0.3387,
      "step": 14280
    },
    {
      "epoch": 0.40538719583549054,
      "grad_norm": 11.3125,
      "learning_rate": 1.9580963298104843e-05,
      "loss": 0.3154,
      "step": 14290
    },
    {
      "epoch": 0.405670881766796,
      "grad_norm": 12.25,
      "learning_rate": 1.9580384358201698e-05,
      "loss": 0.3163,
      "step": 14300
    },
    {
      "epoch": 0.40595456769810145,
      "grad_norm": 10.3125,
      "learning_rate": 1.9579805418298553e-05,
      "loss": 0.3161,
      "step": 14310
    },
    {
      "epoch": 0.4062382536294069,
      "grad_norm": 9.3125,
      "learning_rate": 1.957922647839541e-05,
      "loss": 0.3311,
      "step": 14320
    },
    {
      "epoch": 0.4065219395607123,
      "grad_norm": 10.875,
      "learning_rate": 1.957864753849227e-05,
      "loss": 0.3177,
      "step": 14330
    },
    {
      "epoch": 0.40680562549201776,
      "grad_norm": 10.625,
      "learning_rate": 1.9578068598589125e-05,
      "loss": 0.3074,
      "step": 14340
    },
    {
      "epoch": 0.4070893114233232,
      "grad_norm": 9.625,
      "learning_rate": 1.9577489658685983e-05,
      "loss": 0.3132,
      "step": 14350
    },
    {
      "epoch": 0.4073729973546287,
      "grad_norm": 7.8125,
      "learning_rate": 1.9576910718782838e-05,
      "loss": 0.3208,
      "step": 14360
    },
    {
      "epoch": 0.40765668328593413,
      "grad_norm": 10.8125,
      "learning_rate": 1.9576331778879696e-05,
      "loss": 0.2967,
      "step": 14370
    },
    {
      "epoch": 0.4079403692172396,
      "grad_norm": 6.5625,
      "learning_rate": 1.957575283897655e-05,
      "loss": 0.3134,
      "step": 14380
    },
    {
      "epoch": 0.40822405514854504,
      "grad_norm": 9.4375,
      "learning_rate": 1.9575173899073406e-05,
      "loss": 0.3426,
      "step": 14390
    },
    {
      "epoch": 0.4085077410798505,
      "grad_norm": 8.75,
      "learning_rate": 1.9574594959170264e-05,
      "loss": 0.2956,
      "step": 14400
    },
    {
      "epoch": 0.40879142701115595,
      "grad_norm": 8.5,
      "learning_rate": 1.9574016019267123e-05,
      "loss": 0.346,
      "step": 14410
    },
    {
      "epoch": 0.4090751129424614,
      "grad_norm": 11.125,
      "learning_rate": 1.9573437079363978e-05,
      "loss": 0.3419,
      "step": 14420
    },
    {
      "epoch": 0.40935879887376686,
      "grad_norm": 6.78125,
      "learning_rate": 1.9572858139460836e-05,
      "loss": 0.3382,
      "step": 14430
    },
    {
      "epoch": 0.4096424848050723,
      "grad_norm": 9.3125,
      "learning_rate": 1.957227919955769e-05,
      "loss": 0.2917,
      "step": 14440
    },
    {
      "epoch": 0.40992617073637777,
      "grad_norm": 10.8125,
      "learning_rate": 1.957170025965455e-05,
      "loss": 0.299,
      "step": 14450
    },
    {
      "epoch": 0.4102098566676832,
      "grad_norm": 9.3125,
      "learning_rate": 1.9571121319751404e-05,
      "loss": 0.3114,
      "step": 14460
    },
    {
      "epoch": 0.4104935425989887,
      "grad_norm": 13.375,
      "learning_rate": 1.957054237984826e-05,
      "loss": 0.2653,
      "step": 14470
    },
    {
      "epoch": 0.41077722853029414,
      "grad_norm": 8.8125,
      "learning_rate": 1.9569963439945118e-05,
      "loss": 0.2827,
      "step": 14480
    },
    {
      "epoch": 0.41106091446159954,
      "grad_norm": 9.375,
      "learning_rate": 1.9569384500041976e-05,
      "loss": 0.2872,
      "step": 14490
    },
    {
      "epoch": 0.411344600392905,
      "grad_norm": 10.875,
      "learning_rate": 1.956880556013883e-05,
      "loss": 0.263,
      "step": 14500
    },
    {
      "epoch": 0.41162828632421045,
      "grad_norm": 8.625,
      "learning_rate": 1.956822662023569e-05,
      "loss": 0.2913,
      "step": 14510
    },
    {
      "epoch": 0.4119119722555159,
      "grad_norm": 8.75,
      "learning_rate": 1.9567647680332544e-05,
      "loss": 0.3058,
      "step": 14520
    },
    {
      "epoch": 0.41219565818682136,
      "grad_norm": 8.4375,
      "learning_rate": 1.9567068740429402e-05,
      "loss": 0.3244,
      "step": 14530
    },
    {
      "epoch": 0.4124793441181268,
      "grad_norm": 9.9375,
      "learning_rate": 1.9566489800526257e-05,
      "loss": 0.2598,
      "step": 14540
    },
    {
      "epoch": 0.41276303004943227,
      "grad_norm": 10.8125,
      "learning_rate": 1.9565910860623116e-05,
      "loss": 0.3091,
      "step": 14550
    },
    {
      "epoch": 0.4130467159807377,
      "grad_norm": 15.375,
      "learning_rate": 1.956533192071997e-05,
      "loss": 0.2746,
      "step": 14560
    },
    {
      "epoch": 0.4133304019120432,
      "grad_norm": 8.25,
      "learning_rate": 1.956475298081683e-05,
      "loss": 0.3562,
      "step": 14570
    },
    {
      "epoch": 0.41361408784334863,
      "grad_norm": 6.65625,
      "learning_rate": 1.9564174040913684e-05,
      "loss": 0.2755,
      "step": 14580
    },
    {
      "epoch": 0.4138977737746541,
      "grad_norm": 6.21875,
      "learning_rate": 1.9563595101010542e-05,
      "loss": 0.2758,
      "step": 14590
    },
    {
      "epoch": 0.41418145970595954,
      "grad_norm": 10.6875,
      "learning_rate": 1.9563016161107397e-05,
      "loss": 0.3324,
      "step": 14600
    },
    {
      "epoch": 0.414465145637265,
      "grad_norm": 8.625,
      "learning_rate": 1.9562437221204252e-05,
      "loss": 0.2941,
      "step": 14610
    },
    {
      "epoch": 0.41474883156857045,
      "grad_norm": 7.5,
      "learning_rate": 1.956185828130111e-05,
      "loss": 0.3027,
      "step": 14620
    },
    {
      "epoch": 0.4150325174998759,
      "grad_norm": 11.5,
      "learning_rate": 1.956127934139797e-05,
      "loss": 0.3252,
      "step": 14630
    },
    {
      "epoch": 0.41531620343118136,
      "grad_norm": 9.25,
      "learning_rate": 1.9560700401494824e-05,
      "loss": 0.2897,
      "step": 14640
    },
    {
      "epoch": 0.4155998893624868,
      "grad_norm": 8.3125,
      "learning_rate": 1.9560121461591682e-05,
      "loss": 0.2721,
      "step": 14650
    },
    {
      "epoch": 0.4158835752937922,
      "grad_norm": 7.03125,
      "learning_rate": 1.9559542521688537e-05,
      "loss": 0.3253,
      "step": 14660
    },
    {
      "epoch": 0.4161672612250977,
      "grad_norm": 7.0,
      "learning_rate": 1.9558963581785395e-05,
      "loss": 0.2895,
      "step": 14670
    },
    {
      "epoch": 0.41645094715640313,
      "grad_norm": 8.625,
      "learning_rate": 1.955838464188225e-05,
      "loss": 0.3216,
      "step": 14680
    },
    {
      "epoch": 0.4167346330877086,
      "grad_norm": 10.75,
      "learning_rate": 1.9557805701979105e-05,
      "loss": 0.3619,
      "step": 14690
    },
    {
      "epoch": 0.41701831901901404,
      "grad_norm": 11.875,
      "learning_rate": 1.9557226762075964e-05,
      "loss": 0.3011,
      "step": 14700
    },
    {
      "epoch": 0.4173020049503195,
      "grad_norm": 6.0,
      "learning_rate": 1.9556647822172822e-05,
      "loss": 0.2547,
      "step": 14710
    },
    {
      "epoch": 0.41758569088162495,
      "grad_norm": 7.375,
      "learning_rate": 1.955606888226968e-05,
      "loss": 0.2735,
      "step": 14720
    },
    {
      "epoch": 0.4178693768129304,
      "grad_norm": 8.625,
      "learning_rate": 1.9555489942366535e-05,
      "loss": 0.3517,
      "step": 14730
    },
    {
      "epoch": 0.41815306274423586,
      "grad_norm": 10.625,
      "learning_rate": 1.955491100246339e-05,
      "loss": 0.3029,
      "step": 14740
    },
    {
      "epoch": 0.4184367486755413,
      "grad_norm": 12.5,
      "learning_rate": 1.955433206256025e-05,
      "loss": 0.3118,
      "step": 14750
    },
    {
      "epoch": 0.41872043460684677,
      "grad_norm": 8.0625,
      "learning_rate": 1.9553753122657103e-05,
      "loss": 0.338,
      "step": 14760
    },
    {
      "epoch": 0.4190041205381522,
      "grad_norm": 8.9375,
      "learning_rate": 1.955317418275396e-05,
      "loss": 0.2279,
      "step": 14770
    },
    {
      "epoch": 0.4192878064694577,
      "grad_norm": 8.25,
      "learning_rate": 1.9552595242850817e-05,
      "loss": 0.326,
      "step": 14780
    },
    {
      "epoch": 0.41957149240076314,
      "grad_norm": 6.34375,
      "learning_rate": 1.9552016302947675e-05,
      "loss": 0.3323,
      "step": 14790
    },
    {
      "epoch": 0.4198551783320686,
      "grad_norm": 9.3125,
      "learning_rate": 1.955143736304453e-05,
      "loss": 0.3247,
      "step": 14800
    },
    {
      "epoch": 0.42013886426337405,
      "grad_norm": 6.6875,
      "learning_rate": 1.955085842314139e-05,
      "loss": 0.3043,
      "step": 14810
    },
    {
      "epoch": 0.42042255019467945,
      "grad_norm": 8.1875,
      "learning_rate": 1.9550279483238243e-05,
      "loss": 0.3081,
      "step": 14820
    },
    {
      "epoch": 0.4207062361259849,
      "grad_norm": 8.375,
      "learning_rate": 1.95497005433351e-05,
      "loss": 0.3223,
      "step": 14830
    },
    {
      "epoch": 0.42098992205729036,
      "grad_norm": 10.125,
      "learning_rate": 1.9549121603431957e-05,
      "loss": 0.3025,
      "step": 14840
    },
    {
      "epoch": 0.4212736079885958,
      "grad_norm": 8.25,
      "learning_rate": 1.9548542663528815e-05,
      "loss": 0.2799,
      "step": 14850
    },
    {
      "epoch": 0.42155729391990127,
      "grad_norm": 8.375,
      "learning_rate": 1.954796372362567e-05,
      "loss": 0.3567,
      "step": 14860
    },
    {
      "epoch": 0.4218409798512067,
      "grad_norm": 10.875,
      "learning_rate": 1.9547384783722528e-05,
      "loss": 0.3216,
      "step": 14870
    },
    {
      "epoch": 0.4221246657825122,
      "grad_norm": 9.875,
      "learning_rate": 1.9546805843819383e-05,
      "loss": 0.3491,
      "step": 14880
    },
    {
      "epoch": 0.42240835171381763,
      "grad_norm": 7.875,
      "learning_rate": 1.954622690391624e-05,
      "loss": 0.3186,
      "step": 14890
    },
    {
      "epoch": 0.4226920376451231,
      "grad_norm": 9.9375,
      "learning_rate": 1.9545647964013096e-05,
      "loss": 0.2788,
      "step": 14900
    },
    {
      "epoch": 0.42297572357642854,
      "grad_norm": 9.5,
      "learning_rate": 1.954506902410995e-05,
      "loss": 0.2857,
      "step": 14910
    },
    {
      "epoch": 0.423259409507734,
      "grad_norm": 5.625,
      "learning_rate": 1.954449008420681e-05,
      "loss": 0.2974,
      "step": 14920
    },
    {
      "epoch": 0.42354309543903945,
      "grad_norm": 7.875,
      "learning_rate": 1.9543911144303668e-05,
      "loss": 0.3137,
      "step": 14930
    },
    {
      "epoch": 0.4238267813703449,
      "grad_norm": 7.65625,
      "learning_rate": 1.9543332204400526e-05,
      "loss": 0.2546,
      "step": 14940
    },
    {
      "epoch": 0.42411046730165036,
      "grad_norm": 7.34375,
      "learning_rate": 1.954275326449738e-05,
      "loss": 0.3104,
      "step": 14950
    },
    {
      "epoch": 0.4243941532329558,
      "grad_norm": 11.625,
      "learning_rate": 1.9542174324594236e-05,
      "loss": 0.3235,
      "step": 14960
    },
    {
      "epoch": 0.4246778391642613,
      "grad_norm": 14.0625,
      "learning_rate": 1.9541595384691095e-05,
      "loss": 0.3573,
      "step": 14970
    },
    {
      "epoch": 0.4249615250955667,
      "grad_norm": 12.0625,
      "learning_rate": 1.954101644478795e-05,
      "loss": 0.3001,
      "step": 14980
    },
    {
      "epoch": 0.4252452110268721,
      "grad_norm": 10.5625,
      "learning_rate": 1.9540437504884805e-05,
      "loss": 0.3254,
      "step": 14990
    },
    {
      "epoch": 0.4255288969581776,
      "grad_norm": 7.28125,
      "learning_rate": 1.9539858564981663e-05,
      "loss": 0.2993,
      "step": 15000
    },
    {
      "epoch": 0.42581258288948304,
      "grad_norm": 8.0625,
      "learning_rate": 1.953927962507852e-05,
      "loss": 0.2708,
      "step": 15010
    },
    {
      "epoch": 0.4260962688207885,
      "grad_norm": 8.6875,
      "learning_rate": 1.953870068517538e-05,
      "loss": 0.2646,
      "step": 15020
    },
    {
      "epoch": 0.42637995475209395,
      "grad_norm": 7.4375,
      "learning_rate": 1.9538121745272234e-05,
      "loss": 0.368,
      "step": 15030
    },
    {
      "epoch": 0.4266636406833994,
      "grad_norm": 7.03125,
      "learning_rate": 1.953754280536909e-05,
      "loss": 0.2898,
      "step": 15040
    },
    {
      "epoch": 0.42694732661470486,
      "grad_norm": 5.15625,
      "learning_rate": 1.9536963865465948e-05,
      "loss": 0.2809,
      "step": 15050
    },
    {
      "epoch": 0.4272310125460103,
      "grad_norm": 7.15625,
      "learning_rate": 1.9536384925562803e-05,
      "loss": 0.334,
      "step": 15060
    },
    {
      "epoch": 0.42751469847731577,
      "grad_norm": 8.9375,
      "learning_rate": 1.953580598565966e-05,
      "loss": 0.2667,
      "step": 15070
    },
    {
      "epoch": 0.4277983844086212,
      "grad_norm": 9.5625,
      "learning_rate": 1.9535227045756516e-05,
      "loss": 0.3582,
      "step": 15080
    },
    {
      "epoch": 0.4280820703399267,
      "grad_norm": 10.3125,
      "learning_rate": 1.9534648105853374e-05,
      "loss": 0.2636,
      "step": 15090
    },
    {
      "epoch": 0.42836575627123213,
      "grad_norm": 9.5,
      "learning_rate": 1.953406916595023e-05,
      "loss": 0.3014,
      "step": 15100
    },
    {
      "epoch": 0.4286494422025376,
      "grad_norm": 7.1875,
      "learning_rate": 1.9533490226047088e-05,
      "loss": 0.3233,
      "step": 15110
    },
    {
      "epoch": 0.42893312813384304,
      "grad_norm": 7.71875,
      "learning_rate": 1.9532911286143943e-05,
      "loss": 0.2802,
      "step": 15120
    },
    {
      "epoch": 0.4292168140651485,
      "grad_norm": 22.625,
      "learning_rate": 1.95323323462408e-05,
      "loss": 0.3003,
      "step": 15130
    },
    {
      "epoch": 0.4295004999964539,
      "grad_norm": 8.1875,
      "learning_rate": 1.9531753406337656e-05,
      "loss": 0.2987,
      "step": 15140
    },
    {
      "epoch": 0.42978418592775935,
      "grad_norm": 7.34375,
      "learning_rate": 1.9531174466434514e-05,
      "loss": 0.2648,
      "step": 15150
    },
    {
      "epoch": 0.4300678718590648,
      "grad_norm": 10.375,
      "learning_rate": 1.953059552653137e-05,
      "loss": 0.3045,
      "step": 15160
    },
    {
      "epoch": 0.43035155779037026,
      "grad_norm": 5.84375,
      "learning_rate": 1.9530016586628227e-05,
      "loss": 0.2793,
      "step": 15170
    },
    {
      "epoch": 0.4306352437216757,
      "grad_norm": 8.875,
      "learning_rate": 1.9529437646725082e-05,
      "loss": 0.2683,
      "step": 15180
    },
    {
      "epoch": 0.4309189296529812,
      "grad_norm": 7.125,
      "learning_rate": 1.952885870682194e-05,
      "loss": 0.2993,
      "step": 15190
    },
    {
      "epoch": 0.43120261558428663,
      "grad_norm": 7.28125,
      "learning_rate": 1.9528279766918796e-05,
      "loss": 0.3036,
      "step": 15200
    },
    {
      "epoch": 0.4314863015155921,
      "grad_norm": 11.75,
      "learning_rate": 1.9527700827015654e-05,
      "loss": 0.3132,
      "step": 15210
    },
    {
      "epoch": 0.43176998744689754,
      "grad_norm": 10.125,
      "learning_rate": 1.952712188711251e-05,
      "loss": 0.3351,
      "step": 15220
    },
    {
      "epoch": 0.432053673378203,
      "grad_norm": 9.9375,
      "learning_rate": 1.9526542947209367e-05,
      "loss": 0.3044,
      "step": 15230
    },
    {
      "epoch": 0.43233735930950845,
      "grad_norm": 8.875,
      "learning_rate": 1.9525964007306226e-05,
      "loss": 0.3314,
      "step": 15240
    },
    {
      "epoch": 0.4326210452408139,
      "grad_norm": 8.5,
      "learning_rate": 1.952538506740308e-05,
      "loss": 0.2674,
      "step": 15250
    },
    {
      "epoch": 0.43290473117211936,
      "grad_norm": 8.4375,
      "learning_rate": 1.9524806127499935e-05,
      "loss": 0.3139,
      "step": 15260
    },
    {
      "epoch": 0.4331884171034248,
      "grad_norm": 7.15625,
      "learning_rate": 1.9524227187596794e-05,
      "loss": 0.2692,
      "step": 15270
    },
    {
      "epoch": 0.43347210303473027,
      "grad_norm": 8.3125,
      "learning_rate": 1.952364824769365e-05,
      "loss": 0.334,
      "step": 15280
    },
    {
      "epoch": 0.4337557889660357,
      "grad_norm": 11.0625,
      "learning_rate": 1.9523069307790504e-05,
      "loss": 0.3118,
      "step": 15290
    },
    {
      "epoch": 0.4340394748973411,
      "grad_norm": 7.375,
      "learning_rate": 1.9522490367887362e-05,
      "loss": 0.2912,
      "step": 15300
    },
    {
      "epoch": 0.4343231608286466,
      "grad_norm": 9.25,
      "learning_rate": 1.952191142798422e-05,
      "loss": 0.3571,
      "step": 15310
    },
    {
      "epoch": 0.43460684675995204,
      "grad_norm": 12.0625,
      "learning_rate": 1.952133248808108e-05,
      "loss": 0.3679,
      "step": 15320
    },
    {
      "epoch": 0.4348905326912575,
      "grad_norm": 7.40625,
      "learning_rate": 1.9520753548177934e-05,
      "loss": 0.2654,
      "step": 15330
    },
    {
      "epoch": 0.43517421862256295,
      "grad_norm": 6.78125,
      "learning_rate": 1.952017460827479e-05,
      "loss": 0.3536,
      "step": 15340
    },
    {
      "epoch": 0.4354579045538684,
      "grad_norm": 6.40625,
      "learning_rate": 1.9519595668371647e-05,
      "loss": 0.3203,
      "step": 15350
    },
    {
      "epoch": 0.43574159048517386,
      "grad_norm": 8.125,
      "learning_rate": 1.9519016728468502e-05,
      "loss": 0.3437,
      "step": 15360
    },
    {
      "epoch": 0.4360252764164793,
      "grad_norm": 11.0625,
      "learning_rate": 1.951843778856536e-05,
      "loss": 0.2942,
      "step": 15370
    },
    {
      "epoch": 0.43630896234778477,
      "grad_norm": 8.125,
      "learning_rate": 1.9517858848662215e-05,
      "loss": 0.3076,
      "step": 15380
    },
    {
      "epoch": 0.4365926482790902,
      "grad_norm": 10.0,
      "learning_rate": 1.9517279908759074e-05,
      "loss": 0.2779,
      "step": 15390
    },
    {
      "epoch": 0.4368763342103957,
      "grad_norm": 11.3125,
      "learning_rate": 1.9516700968855932e-05,
      "loss": 0.3566,
      "step": 15400
    },
    {
      "epoch": 0.43716002014170113,
      "grad_norm": 7.21875,
      "learning_rate": 1.9516122028952787e-05,
      "loss": 0.3028,
      "step": 15410
    },
    {
      "epoch": 0.4374437060730066,
      "grad_norm": 9.8125,
      "learning_rate": 1.9515543089049642e-05,
      "loss": 0.3267,
      "step": 15420
    },
    {
      "epoch": 0.43772739200431204,
      "grad_norm": 7.53125,
      "learning_rate": 1.95149641491465e-05,
      "loss": 0.2931,
      "step": 15430
    },
    {
      "epoch": 0.4380110779356175,
      "grad_norm": 8.25,
      "learning_rate": 1.9514385209243355e-05,
      "loss": 0.2914,
      "step": 15440
    },
    {
      "epoch": 0.43829476386692295,
      "grad_norm": 11.6875,
      "learning_rate": 1.9513806269340213e-05,
      "loss": 0.3451,
      "step": 15450
    },
    {
      "epoch": 0.43857844979822835,
      "grad_norm": 7.25,
      "learning_rate": 1.9513227329437068e-05,
      "loss": 0.2742,
      "step": 15460
    },
    {
      "epoch": 0.4388621357295338,
      "grad_norm": 12.375,
      "learning_rate": 1.9512648389533927e-05,
      "loss": 0.3043,
      "step": 15470
    },
    {
      "epoch": 0.43914582166083926,
      "grad_norm": 8.25,
      "learning_rate": 1.951206944963078e-05,
      "loss": 0.3125,
      "step": 15480
    },
    {
      "epoch": 0.4394295075921447,
      "grad_norm": 8.0625,
      "learning_rate": 1.951149050972764e-05,
      "loss": 0.3023,
      "step": 15490
    },
    {
      "epoch": 0.4397131935234502,
      "grad_norm": 8.0625,
      "learning_rate": 1.9510911569824495e-05,
      "loss": 0.3335,
      "step": 15500
    },
    {
      "epoch": 0.43999687945475563,
      "grad_norm": 7.71875,
      "learning_rate": 1.9510332629921353e-05,
      "loss": 0.3696,
      "step": 15510
    },
    {
      "epoch": 0.4402805653860611,
      "grad_norm": 9.4375,
      "learning_rate": 1.9509753690018208e-05,
      "loss": 0.2915,
      "step": 15520
    },
    {
      "epoch": 0.44056425131736654,
      "grad_norm": 10.875,
      "learning_rate": 1.9509174750115066e-05,
      "loss": 0.291,
      "step": 15530
    },
    {
      "epoch": 0.440847937248672,
      "grad_norm": 5.875,
      "learning_rate": 1.9508595810211925e-05,
      "loss": 0.2736,
      "step": 15540
    },
    {
      "epoch": 0.44113162317997745,
      "grad_norm": 11.0,
      "learning_rate": 1.950801687030878e-05,
      "loss": 0.3345,
      "step": 15550
    },
    {
      "epoch": 0.4414153091112829,
      "grad_norm": 10.5625,
      "learning_rate": 1.9507437930405635e-05,
      "loss": 0.3019,
      "step": 15560
    },
    {
      "epoch": 0.44169899504258836,
      "grad_norm": 7.84375,
      "learning_rate": 1.9506858990502493e-05,
      "loss": 0.3397,
      "step": 15570
    },
    {
      "epoch": 0.4419826809738938,
      "grad_norm": 8.9375,
      "learning_rate": 1.9506280050599348e-05,
      "loss": 0.2959,
      "step": 15580
    },
    {
      "epoch": 0.44226636690519927,
      "grad_norm": 7.5,
      "learning_rate": 1.9505701110696206e-05,
      "loss": 0.2826,
      "step": 15590
    },
    {
      "epoch": 0.4425500528365047,
      "grad_norm": 9.1875,
      "learning_rate": 1.950512217079306e-05,
      "loss": 0.2941,
      "step": 15600
    },
    {
      "epoch": 0.4428337387678102,
      "grad_norm": 8.75,
      "learning_rate": 1.950454323088992e-05,
      "loss": 0.249,
      "step": 15610
    },
    {
      "epoch": 0.44311742469911564,
      "grad_norm": 11.5,
      "learning_rate": 1.9503964290986778e-05,
      "loss": 0.2762,
      "step": 15620
    },
    {
      "epoch": 0.44340111063042104,
      "grad_norm": 7.3125,
      "learning_rate": 1.9503385351083633e-05,
      "loss": 0.2908,
      "step": 15630
    },
    {
      "epoch": 0.4436847965617265,
      "grad_norm": 16.0,
      "learning_rate": 1.9502806411180488e-05,
      "loss": 0.2899,
      "step": 15640
    },
    {
      "epoch": 0.44396848249303195,
      "grad_norm": 12.6875,
      "learning_rate": 1.9502227471277346e-05,
      "loss": 0.2884,
      "step": 15650
    },
    {
      "epoch": 0.4442521684243374,
      "grad_norm": 7.34375,
      "learning_rate": 1.95016485313742e-05,
      "loss": 0.2674,
      "step": 15660
    },
    {
      "epoch": 0.44453585435564286,
      "grad_norm": 7.71875,
      "learning_rate": 1.950106959147106e-05,
      "loss": 0.3103,
      "step": 15670
    },
    {
      "epoch": 0.4448195402869483,
      "grad_norm": 9.9375,
      "learning_rate": 1.9500490651567914e-05,
      "loss": 0.3098,
      "step": 15680
    },
    {
      "epoch": 0.44510322621825377,
      "grad_norm": 6.78125,
      "learning_rate": 1.9499911711664773e-05,
      "loss": 0.2915,
      "step": 15690
    },
    {
      "epoch": 0.4453869121495592,
      "grad_norm": 11.875,
      "learning_rate": 1.949933277176163e-05,
      "loss": 0.2735,
      "step": 15700
    },
    {
      "epoch": 0.4456705980808647,
      "grad_norm": 7.5,
      "learning_rate": 1.9498753831858486e-05,
      "loss": 0.3066,
      "step": 15710
    },
    {
      "epoch": 0.44595428401217013,
      "grad_norm": 11.6875,
      "learning_rate": 1.949817489195534e-05,
      "loss": 0.3053,
      "step": 15720
    },
    {
      "epoch": 0.4462379699434756,
      "grad_norm": 7.5625,
      "learning_rate": 1.94975959520522e-05,
      "loss": 0.3194,
      "step": 15730
    },
    {
      "epoch": 0.44652165587478104,
      "grad_norm": 6.6875,
      "learning_rate": 1.9497017012149054e-05,
      "loss": 0.2834,
      "step": 15740
    },
    {
      "epoch": 0.4468053418060865,
      "grad_norm": 8.75,
      "learning_rate": 1.9496438072245913e-05,
      "loss": 0.2771,
      "step": 15750
    },
    {
      "epoch": 0.44708902773739195,
      "grad_norm": 7.84375,
      "learning_rate": 1.949585913234277e-05,
      "loss": 0.2794,
      "step": 15760
    },
    {
      "epoch": 0.4473727136686974,
      "grad_norm": 8.875,
      "learning_rate": 1.9495280192439626e-05,
      "loss": 0.3204,
      "step": 15770
    },
    {
      "epoch": 0.44765639960000286,
      "grad_norm": 7.6875,
      "learning_rate": 1.949470125253648e-05,
      "loss": 0.2625,
      "step": 15780
    },
    {
      "epoch": 0.44794008553130826,
      "grad_norm": 10.25,
      "learning_rate": 1.949412231263334e-05,
      "loss": 0.2622,
      "step": 15790
    },
    {
      "epoch": 0.4482237714626137,
      "grad_norm": 6.625,
      "learning_rate": 1.9493543372730194e-05,
      "loss": 0.2768,
      "step": 15800
    },
    {
      "epoch": 0.4485074573939192,
      "grad_norm": 6.59375,
      "learning_rate": 1.9492964432827052e-05,
      "loss": 0.2967,
      "step": 15810
    },
    {
      "epoch": 0.44879114332522463,
      "grad_norm": 11.25,
      "learning_rate": 1.9492385492923907e-05,
      "loss": 0.2821,
      "step": 15820
    },
    {
      "epoch": 0.4490748292565301,
      "grad_norm": 13.5625,
      "learning_rate": 1.9491806553020766e-05,
      "loss": 0.3165,
      "step": 15830
    },
    {
      "epoch": 0.44935851518783554,
      "grad_norm": 10.625,
      "learning_rate": 1.9491227613117624e-05,
      "loss": 0.322,
      "step": 15840
    },
    {
      "epoch": 0.449642201119141,
      "grad_norm": 14.1875,
      "learning_rate": 1.949064867321448e-05,
      "loss": 0.3163,
      "step": 15850
    },
    {
      "epoch": 0.44992588705044645,
      "grad_norm": 11.6875,
      "learning_rate": 1.9490069733311334e-05,
      "loss": 0.3267,
      "step": 15860
    },
    {
      "epoch": 0.4502095729817519,
      "grad_norm": 7.84375,
      "learning_rate": 1.9489490793408192e-05,
      "loss": 0.2919,
      "step": 15870
    },
    {
      "epoch": 0.45049325891305736,
      "grad_norm": 11.625,
      "learning_rate": 1.9488911853505047e-05,
      "loss": 0.288,
      "step": 15880
    },
    {
      "epoch": 0.4507769448443628,
      "grad_norm": 11.75,
      "learning_rate": 1.9488332913601906e-05,
      "loss": 0.3326,
      "step": 15890
    },
    {
      "epoch": 0.45106063077566827,
      "grad_norm": 9.5625,
      "learning_rate": 1.948775397369876e-05,
      "loss": 0.3388,
      "step": 15900
    },
    {
      "epoch": 0.4513443167069737,
      "grad_norm": 11.3125,
      "learning_rate": 1.948717503379562e-05,
      "loss": 0.3026,
      "step": 15910
    },
    {
      "epoch": 0.4516280026382792,
      "grad_norm": 9.25,
      "learning_rate": 1.9486596093892477e-05,
      "loss": 0.3032,
      "step": 15920
    },
    {
      "epoch": 0.45191168856958464,
      "grad_norm": 7.03125,
      "learning_rate": 1.9486017153989332e-05,
      "loss": 0.2713,
      "step": 15930
    },
    {
      "epoch": 0.4521953745008901,
      "grad_norm": 5.40625,
      "learning_rate": 1.9485438214086187e-05,
      "loss": 0.2956,
      "step": 15940
    },
    {
      "epoch": 0.4524790604321955,
      "grad_norm": 11.875,
      "learning_rate": 1.9484859274183045e-05,
      "loss": 0.3205,
      "step": 15950
    },
    {
      "epoch": 0.45276274636350095,
      "grad_norm": 9.375,
      "learning_rate": 1.94842803342799e-05,
      "loss": 0.358,
      "step": 15960
    },
    {
      "epoch": 0.4530464322948064,
      "grad_norm": 8.625,
      "learning_rate": 1.948370139437676e-05,
      "loss": 0.3224,
      "step": 15970
    },
    {
      "epoch": 0.45333011822611186,
      "grad_norm": 8.0,
      "learning_rate": 1.9483122454473614e-05,
      "loss": 0.2919,
      "step": 15980
    },
    {
      "epoch": 0.4536138041574173,
      "grad_norm": 7.25,
      "learning_rate": 1.9482543514570472e-05,
      "loss": 0.2804,
      "step": 15990
    },
    {
      "epoch": 0.45389749008872277,
      "grad_norm": 10.6875,
      "learning_rate": 1.948196457466733e-05,
      "loss": 0.3235,
      "step": 16000
    },
    {
      "epoch": 0.4541811760200282,
      "grad_norm": 8.5625,
      "learning_rate": 1.9481385634764185e-05,
      "loss": 0.33,
      "step": 16010
    },
    {
      "epoch": 0.4544648619513337,
      "grad_norm": 9.25,
      "learning_rate": 1.948080669486104e-05,
      "loss": 0.2677,
      "step": 16020
    },
    {
      "epoch": 0.45474854788263913,
      "grad_norm": 7.875,
      "learning_rate": 1.94802277549579e-05,
      "loss": 0.2936,
      "step": 16030
    },
    {
      "epoch": 0.4550322338139446,
      "grad_norm": 10.5625,
      "learning_rate": 1.9479648815054753e-05,
      "loss": 0.3414,
      "step": 16040
    },
    {
      "epoch": 0.45531591974525004,
      "grad_norm": 9.25,
      "learning_rate": 1.9479069875151612e-05,
      "loss": 0.2439,
      "step": 16050
    },
    {
      "epoch": 0.4555996056765555,
      "grad_norm": 7.15625,
      "learning_rate": 1.947849093524847e-05,
      "loss": 0.2625,
      "step": 16060
    },
    {
      "epoch": 0.45588329160786095,
      "grad_norm": 9.0625,
      "learning_rate": 1.9477911995345325e-05,
      "loss": 0.2562,
      "step": 16070
    },
    {
      "epoch": 0.4561669775391664,
      "grad_norm": 9.8125,
      "learning_rate": 1.9477333055442183e-05,
      "loss": 0.2629,
      "step": 16080
    },
    {
      "epoch": 0.45645066347047186,
      "grad_norm": 5.4375,
      "learning_rate": 1.947675411553904e-05,
      "loss": 0.2792,
      "step": 16090
    },
    {
      "epoch": 0.4567343494017773,
      "grad_norm": 12.125,
      "learning_rate": 1.9476175175635893e-05,
      "loss": 0.3203,
      "step": 16100
    },
    {
      "epoch": 0.4570180353330827,
      "grad_norm": 10.6875,
      "learning_rate": 1.947559623573275e-05,
      "loss": 0.325,
      "step": 16110
    },
    {
      "epoch": 0.4573017212643882,
      "grad_norm": 8.5625,
      "learning_rate": 1.9475017295829607e-05,
      "loss": 0.3031,
      "step": 16120
    },
    {
      "epoch": 0.4575854071956936,
      "grad_norm": 9.0625,
      "learning_rate": 1.9474438355926465e-05,
      "loss": 0.3067,
      "step": 16130
    },
    {
      "epoch": 0.4578690931269991,
      "grad_norm": 10.4375,
      "learning_rate": 1.9473859416023323e-05,
      "loss": 0.3163,
      "step": 16140
    },
    {
      "epoch": 0.45815277905830454,
      "grad_norm": 7.71875,
      "learning_rate": 1.9473280476120178e-05,
      "loss": 0.2607,
      "step": 16150
    },
    {
      "epoch": 0.45843646498961,
      "grad_norm": 6.375,
      "learning_rate": 1.9472701536217033e-05,
      "loss": 0.309,
      "step": 16160
    },
    {
      "epoch": 0.45872015092091545,
      "grad_norm": 7.28125,
      "learning_rate": 1.947212259631389e-05,
      "loss": 0.3528,
      "step": 16170
    },
    {
      "epoch": 0.4590038368522209,
      "grad_norm": 7.8125,
      "learning_rate": 1.9471543656410746e-05,
      "loss": 0.2468,
      "step": 16180
    },
    {
      "epoch": 0.45928752278352636,
      "grad_norm": 8.9375,
      "learning_rate": 1.9470964716507605e-05,
      "loss": 0.2498,
      "step": 16190
    },
    {
      "epoch": 0.4595712087148318,
      "grad_norm": 14.375,
      "learning_rate": 1.947038577660446e-05,
      "loss": 0.3063,
      "step": 16200
    },
    {
      "epoch": 0.45985489464613727,
      "grad_norm": 11.75,
      "learning_rate": 1.9469806836701318e-05,
      "loss": 0.3126,
      "step": 16210
    },
    {
      "epoch": 0.4601385805774427,
      "grad_norm": 9.25,
      "learning_rate": 1.9469227896798176e-05,
      "loss": 0.3018,
      "step": 16220
    },
    {
      "epoch": 0.4604222665087482,
      "grad_norm": 10.9375,
      "learning_rate": 1.946864895689503e-05,
      "loss": 0.3029,
      "step": 16230
    },
    {
      "epoch": 0.46070595244005363,
      "grad_norm": 11.625,
      "learning_rate": 1.9468070016991886e-05,
      "loss": 0.3021,
      "step": 16240
    },
    {
      "epoch": 0.4609896383713591,
      "grad_norm": 10.625,
      "learning_rate": 1.9467491077088745e-05,
      "loss": 0.2856,
      "step": 16250
    },
    {
      "epoch": 0.46127332430266454,
      "grad_norm": 14.6875,
      "learning_rate": 1.94669121371856e-05,
      "loss": 0.3321,
      "step": 16260
    },
    {
      "epoch": 0.46155701023396994,
      "grad_norm": 10.25,
      "learning_rate": 1.9466333197282458e-05,
      "loss": 0.306,
      "step": 16270
    },
    {
      "epoch": 0.4618406961652754,
      "grad_norm": 8.5,
      "learning_rate": 1.9465754257379316e-05,
      "loss": 0.283,
      "step": 16280
    },
    {
      "epoch": 0.46212438209658085,
      "grad_norm": 9.25,
      "learning_rate": 1.946517531747617e-05,
      "loss": 0.2801,
      "step": 16290
    },
    {
      "epoch": 0.4624080680278863,
      "grad_norm": 12.4375,
      "learning_rate": 1.946459637757303e-05,
      "loss": 0.2721,
      "step": 16300
    },
    {
      "epoch": 0.46269175395919176,
      "grad_norm": 8.75,
      "learning_rate": 1.9464017437669884e-05,
      "loss": 0.2718,
      "step": 16310
    },
    {
      "epoch": 0.4629754398904972,
      "grad_norm": 10.8125,
      "learning_rate": 1.946343849776674e-05,
      "loss": 0.2739,
      "step": 16320
    },
    {
      "epoch": 0.4632591258218027,
      "grad_norm": 9.6875,
      "learning_rate": 1.9462859557863598e-05,
      "loss": 0.3424,
      "step": 16330
    },
    {
      "epoch": 0.46354281175310813,
      "grad_norm": 8.25,
      "learning_rate": 1.9462280617960453e-05,
      "loss": 0.2757,
      "step": 16340
    },
    {
      "epoch": 0.4638264976844136,
      "grad_norm": 10.125,
      "learning_rate": 1.946170167805731e-05,
      "loss": 0.3078,
      "step": 16350
    },
    {
      "epoch": 0.46411018361571904,
      "grad_norm": 7.4375,
      "learning_rate": 1.946112273815417e-05,
      "loss": 0.3197,
      "step": 16360
    },
    {
      "epoch": 0.4643938695470245,
      "grad_norm": 6.34375,
      "learning_rate": 1.9460543798251024e-05,
      "loss": 0.2781,
      "step": 16370
    },
    {
      "epoch": 0.46467755547832995,
      "grad_norm": 10.875,
      "learning_rate": 1.9459964858347883e-05,
      "loss": 0.3032,
      "step": 16380
    },
    {
      "epoch": 0.4649612414096354,
      "grad_norm": 8.375,
      "learning_rate": 1.9459385918444738e-05,
      "loss": 0.2763,
      "step": 16390
    },
    {
      "epoch": 0.46524492734094086,
      "grad_norm": 7.34375,
      "learning_rate": 1.9458806978541592e-05,
      "loss": 0.293,
      "step": 16400
    },
    {
      "epoch": 0.4655286132722463,
      "grad_norm": 7.96875,
      "learning_rate": 1.945822803863845e-05,
      "loss": 0.3256,
      "step": 16410
    },
    {
      "epoch": 0.46581229920355177,
      "grad_norm": 7.9375,
      "learning_rate": 1.9457649098735306e-05,
      "loss": 0.251,
      "step": 16420
    },
    {
      "epoch": 0.4660959851348572,
      "grad_norm": 7.78125,
      "learning_rate": 1.9457070158832164e-05,
      "loss": 0.2582,
      "step": 16430
    },
    {
      "epoch": 0.4663796710661626,
      "grad_norm": 9.125,
      "learning_rate": 1.9456491218929022e-05,
      "loss": 0.321,
      "step": 16440
    },
    {
      "epoch": 0.4666633569974681,
      "grad_norm": 7.9375,
      "learning_rate": 1.9455912279025877e-05,
      "loss": 0.2922,
      "step": 16450
    },
    {
      "epoch": 0.46694704292877354,
      "grad_norm": 10.9375,
      "learning_rate": 1.9455333339122736e-05,
      "loss": 0.3026,
      "step": 16460
    },
    {
      "epoch": 0.467230728860079,
      "grad_norm": 9.0,
      "learning_rate": 1.945475439921959e-05,
      "loss": 0.3004,
      "step": 16470
    },
    {
      "epoch": 0.46751441479138445,
      "grad_norm": 7.90625,
      "learning_rate": 1.9454175459316446e-05,
      "loss": 0.2629,
      "step": 16480
    },
    {
      "epoch": 0.4677981007226899,
      "grad_norm": 10.75,
      "learning_rate": 1.9453596519413304e-05,
      "loss": 0.3357,
      "step": 16490
    },
    {
      "epoch": 0.46808178665399536,
      "grad_norm": 8.625,
      "learning_rate": 1.945301757951016e-05,
      "loss": 0.2813,
      "step": 16500
    },
    {
      "epoch": 0.4683654725853008,
      "grad_norm": 8.1875,
      "learning_rate": 1.9452438639607017e-05,
      "loss": 0.3342,
      "step": 16510
    },
    {
      "epoch": 0.46864915851660627,
      "grad_norm": 8.1875,
      "learning_rate": 1.9451859699703876e-05,
      "loss": 0.2924,
      "step": 16520
    },
    {
      "epoch": 0.4689328444479117,
      "grad_norm": 11.875,
      "learning_rate": 1.945128075980073e-05,
      "loss": 0.2772,
      "step": 16530
    },
    {
      "epoch": 0.4692165303792172,
      "grad_norm": 15.125,
      "learning_rate": 1.9450701819897585e-05,
      "loss": 0.2917,
      "step": 16540
    },
    {
      "epoch": 0.46950021631052263,
      "grad_norm": 10.1875,
      "learning_rate": 1.9450122879994444e-05,
      "loss": 0.2927,
      "step": 16550
    },
    {
      "epoch": 0.4697839022418281,
      "grad_norm": 8.5,
      "learning_rate": 1.94495439400913e-05,
      "loss": 0.3244,
      "step": 16560
    },
    {
      "epoch": 0.47006758817313354,
      "grad_norm": 13.9375,
      "learning_rate": 1.9448965000188157e-05,
      "loss": 0.3012,
      "step": 16570
    },
    {
      "epoch": 0.470351274104439,
      "grad_norm": 6.875,
      "learning_rate": 1.9448386060285015e-05,
      "loss": 0.2919,
      "step": 16580
    },
    {
      "epoch": 0.47063496003574445,
      "grad_norm": 16.75,
      "learning_rate": 1.944780712038187e-05,
      "loss": 0.3552,
      "step": 16590
    },
    {
      "epoch": 0.47091864596704985,
      "grad_norm": 8.75,
      "learning_rate": 1.944722818047873e-05,
      "loss": 0.316,
      "step": 16600
    },
    {
      "epoch": 0.4712023318983553,
      "grad_norm": 8.8125,
      "learning_rate": 1.9446649240575584e-05,
      "loss": 0.2667,
      "step": 16610
    },
    {
      "epoch": 0.47148601782966076,
      "grad_norm": 8.0625,
      "learning_rate": 1.944607030067244e-05,
      "loss": 0.3278,
      "step": 16620
    },
    {
      "epoch": 0.4717697037609662,
      "grad_norm": 9.9375,
      "learning_rate": 1.9445491360769297e-05,
      "loss": 0.3184,
      "step": 16630
    },
    {
      "epoch": 0.4720533896922717,
      "grad_norm": 10.6875,
      "learning_rate": 1.9444912420866152e-05,
      "loss": 0.3237,
      "step": 16640
    },
    {
      "epoch": 0.47233707562357713,
      "grad_norm": 8.125,
      "learning_rate": 1.944433348096301e-05,
      "loss": 0.3331,
      "step": 16650
    },
    {
      "epoch": 0.4726207615548826,
      "grad_norm": 8.3125,
      "learning_rate": 1.944375454105987e-05,
      "loss": 0.303,
      "step": 16660
    },
    {
      "epoch": 0.47290444748618804,
      "grad_norm": 8.8125,
      "learning_rate": 1.9443175601156723e-05,
      "loss": 0.3179,
      "step": 16670
    },
    {
      "epoch": 0.4731881334174935,
      "grad_norm": 10.6875,
      "learning_rate": 1.9442596661253582e-05,
      "loss": 0.2705,
      "step": 16680
    },
    {
      "epoch": 0.47347181934879895,
      "grad_norm": 10.25,
      "learning_rate": 1.9442017721350437e-05,
      "loss": 0.3,
      "step": 16690
    },
    {
      "epoch": 0.4737555052801044,
      "grad_norm": 8.8125,
      "learning_rate": 1.9441438781447292e-05,
      "loss": 0.3081,
      "step": 16700
    },
    {
      "epoch": 0.47403919121140986,
      "grad_norm": 9.75,
      "learning_rate": 1.944085984154415e-05,
      "loss": 0.3231,
      "step": 16710
    },
    {
      "epoch": 0.4743228771427153,
      "grad_norm": 7.21875,
      "learning_rate": 1.9440280901641005e-05,
      "loss": 0.3313,
      "step": 16720
    },
    {
      "epoch": 0.47460656307402077,
      "grad_norm": 8.4375,
      "learning_rate": 1.9439701961737863e-05,
      "loss": 0.29,
      "step": 16730
    },
    {
      "epoch": 0.4748902490053262,
      "grad_norm": 9.125,
      "learning_rate": 1.943912302183472e-05,
      "loss": 0.2916,
      "step": 16740
    },
    {
      "epoch": 0.4751739349366317,
      "grad_norm": 6.5,
      "learning_rate": 1.9438544081931577e-05,
      "loss": 0.2637,
      "step": 16750
    },
    {
      "epoch": 0.4754576208679371,
      "grad_norm": 14.0,
      "learning_rate": 1.9437965142028435e-05,
      "loss": 0.3452,
      "step": 16760
    },
    {
      "epoch": 0.47574130679924254,
      "grad_norm": 7.71875,
      "learning_rate": 1.943738620212529e-05,
      "loss": 0.2841,
      "step": 16770
    },
    {
      "epoch": 0.476024992730548,
      "grad_norm": 9.375,
      "learning_rate": 1.9436807262222145e-05,
      "loss": 0.2912,
      "step": 16780
    },
    {
      "epoch": 0.47630867866185345,
      "grad_norm": 11.4375,
      "learning_rate": 1.9436228322319003e-05,
      "loss": 0.3678,
      "step": 16790
    },
    {
      "epoch": 0.4765923645931589,
      "grad_norm": 7.15625,
      "learning_rate": 1.943564938241586e-05,
      "loss": 0.2711,
      "step": 16800
    },
    {
      "epoch": 0.47687605052446436,
      "grad_norm": 7.4375,
      "learning_rate": 1.9435070442512716e-05,
      "loss": 0.2777,
      "step": 16810
    },
    {
      "epoch": 0.4771597364557698,
      "grad_norm": 8.3125,
      "learning_rate": 1.9434491502609575e-05,
      "loss": 0.2803,
      "step": 16820
    },
    {
      "epoch": 0.47744342238707527,
      "grad_norm": 7.15625,
      "learning_rate": 1.943391256270643e-05,
      "loss": 0.3329,
      "step": 16830
    },
    {
      "epoch": 0.4777271083183807,
      "grad_norm": 19.375,
      "learning_rate": 1.9433333622803285e-05,
      "loss": 0.3219,
      "step": 16840
    },
    {
      "epoch": 0.4780107942496862,
      "grad_norm": 10.6875,
      "learning_rate": 1.9432754682900143e-05,
      "loss": 0.274,
      "step": 16850
    },
    {
      "epoch": 0.47829448018099163,
      "grad_norm": 8.9375,
      "learning_rate": 1.9432175742996998e-05,
      "loss": 0.2741,
      "step": 16860
    },
    {
      "epoch": 0.4785781661122971,
      "grad_norm": 8.0625,
      "learning_rate": 1.9431596803093856e-05,
      "loss": 0.2762,
      "step": 16870
    },
    {
      "epoch": 0.47886185204360254,
      "grad_norm": 9.0,
      "learning_rate": 1.9431017863190715e-05,
      "loss": 0.3025,
      "step": 16880
    },
    {
      "epoch": 0.479145537974908,
      "grad_norm": 5.53125,
      "learning_rate": 1.943043892328757e-05,
      "loss": 0.2512,
      "step": 16890
    },
    {
      "epoch": 0.47942922390621345,
      "grad_norm": 9.125,
      "learning_rate": 1.9429859983384428e-05,
      "loss": 0.3131,
      "step": 16900
    },
    {
      "epoch": 0.4797129098375189,
      "grad_norm": 8.1875,
      "learning_rate": 1.9429281043481283e-05,
      "loss": 0.3031,
      "step": 16910
    },
    {
      "epoch": 0.4799965957688243,
      "grad_norm": 9.0,
      "learning_rate": 1.9428702103578138e-05,
      "loss": 0.316,
      "step": 16920
    },
    {
      "epoch": 0.48028028170012976,
      "grad_norm": 9.75,
      "learning_rate": 1.9428123163674996e-05,
      "loss": 0.2743,
      "step": 16930
    },
    {
      "epoch": 0.4805639676314352,
      "grad_norm": 11.3125,
      "learning_rate": 1.942754422377185e-05,
      "loss": 0.2658,
      "step": 16940
    },
    {
      "epoch": 0.4808476535627407,
      "grad_norm": 9.0625,
      "learning_rate": 1.942696528386871e-05,
      "loss": 0.3027,
      "step": 16950
    },
    {
      "epoch": 0.48113133949404613,
      "grad_norm": 8.9375,
      "learning_rate": 1.9426386343965568e-05,
      "loss": 0.2371,
      "step": 16960
    },
    {
      "epoch": 0.4814150254253516,
      "grad_norm": 11.8125,
      "learning_rate": 1.9425807404062423e-05,
      "loss": 0.3019,
      "step": 16970
    },
    {
      "epoch": 0.48169871135665704,
      "grad_norm": 9.125,
      "learning_rate": 1.942522846415928e-05,
      "loss": 0.2615,
      "step": 16980
    },
    {
      "epoch": 0.4819823972879625,
      "grad_norm": 9.125,
      "learning_rate": 1.9424649524256136e-05,
      "loss": 0.2949,
      "step": 16990
    },
    {
      "epoch": 0.48226608321926795,
      "grad_norm": 8.1875,
      "learning_rate": 1.942407058435299e-05,
      "loss": 0.296,
      "step": 17000
    },
    {
      "epoch": 0.4825497691505734,
      "grad_norm": 9.0625,
      "learning_rate": 1.942349164444985e-05,
      "loss": 0.2756,
      "step": 17010
    },
    {
      "epoch": 0.48283345508187886,
      "grad_norm": 7.0625,
      "learning_rate": 1.9422912704546704e-05,
      "loss": 0.3706,
      "step": 17020
    },
    {
      "epoch": 0.4831171410131843,
      "grad_norm": 7.15625,
      "learning_rate": 1.9422333764643563e-05,
      "loss": 0.2602,
      "step": 17030
    },
    {
      "epoch": 0.48340082694448977,
      "grad_norm": 9.125,
      "learning_rate": 1.942175482474042e-05,
      "loss": 0.3149,
      "step": 17040
    },
    {
      "epoch": 0.4836845128757952,
      "grad_norm": 6.4375,
      "learning_rate": 1.9421175884837276e-05,
      "loss": 0.2806,
      "step": 17050
    },
    {
      "epoch": 0.4839681988071007,
      "grad_norm": 6.75,
      "learning_rate": 1.9420596944934134e-05,
      "loss": 0.2498,
      "step": 17060
    },
    {
      "epoch": 0.48425188473840614,
      "grad_norm": 7.65625,
      "learning_rate": 1.942001800503099e-05,
      "loss": 0.2951,
      "step": 17070
    },
    {
      "epoch": 0.48453557066971153,
      "grad_norm": 8.625,
      "learning_rate": 1.9419439065127844e-05,
      "loss": 0.2898,
      "step": 17080
    },
    {
      "epoch": 0.484819256601017,
      "grad_norm": 6.53125,
      "learning_rate": 1.9418860125224702e-05,
      "loss": 0.2459,
      "step": 17090
    },
    {
      "epoch": 0.48510294253232245,
      "grad_norm": 12.9375,
      "learning_rate": 1.941828118532156e-05,
      "loss": 0.31,
      "step": 17100
    },
    {
      "epoch": 0.4853866284636279,
      "grad_norm": 9.0625,
      "learning_rate": 1.9417702245418416e-05,
      "loss": 0.2366,
      "step": 17110
    },
    {
      "epoch": 0.48567031439493336,
      "grad_norm": 5.375,
      "learning_rate": 1.9417123305515274e-05,
      "loss": 0.2682,
      "step": 17120
    },
    {
      "epoch": 0.4859540003262388,
      "grad_norm": 8.375,
      "learning_rate": 1.941654436561213e-05,
      "loss": 0.3095,
      "step": 17130
    },
    {
      "epoch": 0.48623768625754427,
      "grad_norm": 13.6875,
      "learning_rate": 1.9415965425708987e-05,
      "loss": 0.2946,
      "step": 17140
    },
    {
      "epoch": 0.4865213721888497,
      "grad_norm": 7.59375,
      "learning_rate": 1.9415386485805842e-05,
      "loss": 0.3231,
      "step": 17150
    },
    {
      "epoch": 0.4868050581201552,
      "grad_norm": 8.75,
      "learning_rate": 1.9414807545902697e-05,
      "loss": 0.3034,
      "step": 17160
    },
    {
      "epoch": 0.48708874405146063,
      "grad_norm": 7.375,
      "learning_rate": 1.9414228605999556e-05,
      "loss": 0.2758,
      "step": 17170
    },
    {
      "epoch": 0.4873724299827661,
      "grad_norm": 5.40625,
      "learning_rate": 1.9413649666096414e-05,
      "loss": 0.3322,
      "step": 17180
    },
    {
      "epoch": 0.48765611591407154,
      "grad_norm": 12.5,
      "learning_rate": 1.941307072619327e-05,
      "loss": 0.3001,
      "step": 17190
    },
    {
      "epoch": 0.487939801845377,
      "grad_norm": 8.6875,
      "learning_rate": 1.9412491786290127e-05,
      "loss": 0.3164,
      "step": 17200
    },
    {
      "epoch": 0.48822348777668245,
      "grad_norm": 10.0625,
      "learning_rate": 1.9411912846386982e-05,
      "loss": 0.2937,
      "step": 17210
    },
    {
      "epoch": 0.4885071737079879,
      "grad_norm": 7.8125,
      "learning_rate": 1.9411333906483837e-05,
      "loss": 0.3389,
      "step": 17220
    },
    {
      "epoch": 0.48879085963929336,
      "grad_norm": 7.4375,
      "learning_rate": 1.9410754966580695e-05,
      "loss": 0.2427,
      "step": 17230
    },
    {
      "epoch": 0.4890745455705988,
      "grad_norm": 9.0,
      "learning_rate": 1.941017602667755e-05,
      "loss": 0.2763,
      "step": 17240
    },
    {
      "epoch": 0.4893582315019042,
      "grad_norm": 7.0625,
      "learning_rate": 1.940959708677441e-05,
      "loss": 0.2828,
      "step": 17250
    },
    {
      "epoch": 0.4896419174332097,
      "grad_norm": 9.75,
      "learning_rate": 1.9409018146871267e-05,
      "loss": 0.3121,
      "step": 17260
    },
    {
      "epoch": 0.4899256033645151,
      "grad_norm": 11.375,
      "learning_rate": 1.9408439206968122e-05,
      "loss": 0.2695,
      "step": 17270
    },
    {
      "epoch": 0.4902092892958206,
      "grad_norm": 9.125,
      "learning_rate": 1.940786026706498e-05,
      "loss": 0.2943,
      "step": 17280
    },
    {
      "epoch": 0.49049297522712604,
      "grad_norm": 12.9375,
      "learning_rate": 1.9407281327161835e-05,
      "loss": 0.3641,
      "step": 17290
    },
    {
      "epoch": 0.4907766611584315,
      "grad_norm": 13.3125,
      "learning_rate": 1.940670238725869e-05,
      "loss": 0.2967,
      "step": 17300
    },
    {
      "epoch": 0.49106034708973695,
      "grad_norm": 10.9375,
      "learning_rate": 1.940612344735555e-05,
      "loss": 0.3363,
      "step": 17310
    },
    {
      "epoch": 0.4913440330210424,
      "grad_norm": 9.375,
      "learning_rate": 1.9405544507452407e-05,
      "loss": 0.3221,
      "step": 17320
    },
    {
      "epoch": 0.49162771895234786,
      "grad_norm": 11.125,
      "learning_rate": 1.9404965567549262e-05,
      "loss": 0.2705,
      "step": 17330
    },
    {
      "epoch": 0.4919114048836533,
      "grad_norm": 16.875,
      "learning_rate": 1.940438662764612e-05,
      "loss": 0.3525,
      "step": 17340
    },
    {
      "epoch": 0.49219509081495877,
      "grad_norm": 11.6875,
      "learning_rate": 1.9403807687742975e-05,
      "loss": 0.3606,
      "step": 17350
    },
    {
      "epoch": 0.4924787767462642,
      "grad_norm": 9.0625,
      "learning_rate": 1.9403228747839833e-05,
      "loss": 0.2936,
      "step": 17360
    },
    {
      "epoch": 0.4927624626775697,
      "grad_norm": 10.875,
      "learning_rate": 1.940264980793669e-05,
      "loss": 0.3167,
      "step": 17370
    },
    {
      "epoch": 0.49304614860887513,
      "grad_norm": 13.0625,
      "learning_rate": 1.9402070868033543e-05,
      "loss": 0.283,
      "step": 17380
    },
    {
      "epoch": 0.4933298345401806,
      "grad_norm": 8.6875,
      "learning_rate": 1.94014919281304e-05,
      "loss": 0.3077,
      "step": 17390
    },
    {
      "epoch": 0.49361352047148604,
      "grad_norm": 10.5625,
      "learning_rate": 1.940091298822726e-05,
      "loss": 0.2693,
      "step": 17400
    },
    {
      "epoch": 0.49389720640279144,
      "grad_norm": 11.6875,
      "learning_rate": 1.9400334048324115e-05,
      "loss": 0.3504,
      "step": 17410
    },
    {
      "epoch": 0.4941808923340969,
      "grad_norm": 8.8125,
      "learning_rate": 1.9399755108420973e-05,
      "loss": 0.2936,
      "step": 17420
    },
    {
      "epoch": 0.49446457826540235,
      "grad_norm": 8.75,
      "learning_rate": 1.9399176168517828e-05,
      "loss": 0.2615,
      "step": 17430
    },
    {
      "epoch": 0.4947482641967078,
      "grad_norm": 7.15625,
      "learning_rate": 1.9398597228614686e-05,
      "loss": 0.3115,
      "step": 17440
    },
    {
      "epoch": 0.49503195012801327,
      "grad_norm": 5.9375,
      "learning_rate": 1.939801828871154e-05,
      "loss": 0.2689,
      "step": 17450
    },
    {
      "epoch": 0.4953156360593187,
      "grad_norm": 9.125,
      "learning_rate": 1.9397439348808396e-05,
      "loss": 0.3163,
      "step": 17460
    },
    {
      "epoch": 0.4955993219906242,
      "grad_norm": 8.1875,
      "learning_rate": 1.9396860408905255e-05,
      "loss": 0.2519,
      "step": 17470
    },
    {
      "epoch": 0.49588300792192963,
      "grad_norm": 8.5,
      "learning_rate": 1.9396281469002113e-05,
      "loss": 0.2772,
      "step": 17480
    },
    {
      "epoch": 0.4961666938532351,
      "grad_norm": 7.71875,
      "learning_rate": 1.9395702529098968e-05,
      "loss": 0.2835,
      "step": 17490
    },
    {
      "epoch": 0.49645037978454054,
      "grad_norm": 8.5,
      "learning_rate": 1.9395123589195826e-05,
      "loss": 0.2652,
      "step": 17500
    },
    {
      "epoch": 0.496734065715846,
      "grad_norm": 10.75,
      "learning_rate": 1.939454464929268e-05,
      "loss": 0.318,
      "step": 17510
    },
    {
      "epoch": 0.49701775164715145,
      "grad_norm": 6.1875,
      "learning_rate": 1.939396570938954e-05,
      "loss": 0.2845,
      "step": 17520
    },
    {
      "epoch": 0.4973014375784569,
      "grad_norm": 28.5,
      "learning_rate": 1.9393386769486395e-05,
      "loss": 0.242,
      "step": 17530
    },
    {
      "epoch": 0.49758512350976236,
      "grad_norm": 11.4375,
      "learning_rate": 1.939280782958325e-05,
      "loss": 0.2368,
      "step": 17540
    },
    {
      "epoch": 0.4978688094410678,
      "grad_norm": 10.625,
      "learning_rate": 1.9392228889680108e-05,
      "loss": 0.2922,
      "step": 17550
    },
    {
      "epoch": 0.49815249537237327,
      "grad_norm": 12.75,
      "learning_rate": 1.9391649949776966e-05,
      "loss": 0.3226,
      "step": 17560
    },
    {
      "epoch": 0.49843618130367867,
      "grad_norm": 8.75,
      "learning_rate": 1.939107100987382e-05,
      "loss": 0.2926,
      "step": 17570
    },
    {
      "epoch": 0.4987198672349841,
      "grad_norm": 9.875,
      "learning_rate": 1.939049206997068e-05,
      "loss": 0.2527,
      "step": 17580
    },
    {
      "epoch": 0.4990035531662896,
      "grad_norm": 9.125,
      "learning_rate": 1.9389913130067534e-05,
      "loss": 0.3111,
      "step": 17590
    },
    {
      "epoch": 0.49928723909759504,
      "grad_norm": 10.5625,
      "learning_rate": 1.938933419016439e-05,
      "loss": 0.2722,
      "step": 17600
    },
    {
      "epoch": 0.4995709250289005,
      "grad_norm": 8.875,
      "learning_rate": 1.9388755250261248e-05,
      "loss": 0.2788,
      "step": 17610
    },
    {
      "epoch": 0.49985461096020595,
      "grad_norm": 8.375,
      "learning_rate": 1.9388176310358106e-05,
      "loss": 0.299,
      "step": 17620
    },
    {
      "epoch": 0.5001382968915115,
      "grad_norm": 8.8125,
      "learning_rate": 1.938759737045496e-05,
      "loss": 0.3048,
      "step": 17630
    },
    {
      "epoch": 0.5004219828228169,
      "grad_norm": 7.6875,
      "learning_rate": 1.938701843055182e-05,
      "loss": 0.3012,
      "step": 17640
    },
    {
      "epoch": 0.5007056687541223,
      "grad_norm": 11.375,
      "learning_rate": 1.9386439490648674e-05,
      "loss": 0.3226,
      "step": 17650
    },
    {
      "epoch": 0.5009893546854277,
      "grad_norm": 13.375,
      "learning_rate": 1.9385860550745533e-05,
      "loss": 0.2787,
      "step": 17660
    },
    {
      "epoch": 0.5012730406167332,
      "grad_norm": 8.125,
      "learning_rate": 1.9385281610842388e-05,
      "loss": 0.2631,
      "step": 17670
    },
    {
      "epoch": 0.5015567265480386,
      "grad_norm": 7.875,
      "learning_rate": 1.9384702670939242e-05,
      "loss": 0.2807,
      "step": 17680
    },
    {
      "epoch": 0.5018404124793441,
      "grad_norm": 10.1875,
      "learning_rate": 1.93841237310361e-05,
      "loss": 0.3021,
      "step": 17690
    },
    {
      "epoch": 0.5021240984106495,
      "grad_norm": 6.34375,
      "learning_rate": 1.938354479113296e-05,
      "loss": 0.2515,
      "step": 17700
    },
    {
      "epoch": 0.502407784341955,
      "grad_norm": 9.1875,
      "learning_rate": 1.9382965851229814e-05,
      "loss": 0.3249,
      "step": 17710
    },
    {
      "epoch": 0.5026914702732604,
      "grad_norm": 10.5,
      "learning_rate": 1.9382386911326672e-05,
      "loss": 0.3108,
      "step": 17720
    },
    {
      "epoch": 0.5029751562045659,
      "grad_norm": 11.4375,
      "learning_rate": 1.9381807971423527e-05,
      "loss": 0.3329,
      "step": 17730
    },
    {
      "epoch": 0.5032588421358714,
      "grad_norm": 13.8125,
      "learning_rate": 1.9381229031520386e-05,
      "loss": 0.2972,
      "step": 17740
    },
    {
      "epoch": 0.5035425280671768,
      "grad_norm": 9.375,
      "learning_rate": 1.938065009161724e-05,
      "loss": 0.3229,
      "step": 17750
    },
    {
      "epoch": 0.5038262139984823,
      "grad_norm": 9.0625,
      "learning_rate": 1.9380071151714096e-05,
      "loss": 0.3303,
      "step": 17760
    },
    {
      "epoch": 0.5041098999297877,
      "grad_norm": 10.0,
      "learning_rate": 1.9379492211810954e-05,
      "loss": 0.3525,
      "step": 17770
    },
    {
      "epoch": 0.5043935858610932,
      "grad_norm": 7.3125,
      "learning_rate": 1.9378913271907812e-05,
      "loss": 0.2896,
      "step": 17780
    },
    {
      "epoch": 0.5046772717923986,
      "grad_norm": 7.65625,
      "learning_rate": 1.9378334332004667e-05,
      "loss": 0.2725,
      "step": 17790
    },
    {
      "epoch": 0.5049609577237041,
      "grad_norm": 7.71875,
      "learning_rate": 1.9377755392101526e-05,
      "loss": 0.3384,
      "step": 17800
    },
    {
      "epoch": 0.5052446436550095,
      "grad_norm": 7.8125,
      "learning_rate": 1.937717645219838e-05,
      "loss": 0.2913,
      "step": 17810
    },
    {
      "epoch": 0.505528329586315,
      "grad_norm": 10.875,
      "learning_rate": 1.937659751229524e-05,
      "loss": 0.3247,
      "step": 17820
    },
    {
      "epoch": 0.5058120155176205,
      "grad_norm": 7.5,
      "learning_rate": 1.9376018572392094e-05,
      "loss": 0.2614,
      "step": 17830
    },
    {
      "epoch": 0.5060957014489259,
      "grad_norm": 7.6875,
      "learning_rate": 1.9375439632488952e-05,
      "loss": 0.3075,
      "step": 17840
    },
    {
      "epoch": 0.5063793873802314,
      "grad_norm": 7.84375,
      "learning_rate": 1.9374860692585807e-05,
      "loss": 0.2478,
      "step": 17850
    },
    {
      "epoch": 0.5066630733115368,
      "grad_norm": 8.4375,
      "learning_rate": 1.9374281752682665e-05,
      "loss": 0.2701,
      "step": 17860
    },
    {
      "epoch": 0.5069467592428423,
      "grad_norm": 8.0625,
      "learning_rate": 1.937370281277952e-05,
      "loss": 0.3195,
      "step": 17870
    },
    {
      "epoch": 0.5072304451741477,
      "grad_norm": 8.9375,
      "learning_rate": 1.937312387287638e-05,
      "loss": 0.323,
      "step": 17880
    },
    {
      "epoch": 0.5075141311054532,
      "grad_norm": 9.5625,
      "learning_rate": 1.9372544932973234e-05,
      "loss": 0.3032,
      "step": 17890
    },
    {
      "epoch": 0.5077978170367586,
      "grad_norm": 10.875,
      "learning_rate": 1.937196599307009e-05,
      "loss": 0.3194,
      "step": 17900
    },
    {
      "epoch": 0.5080815029680641,
      "grad_norm": 7.59375,
      "learning_rate": 1.9371387053166947e-05,
      "loss": 0.277,
      "step": 17910
    },
    {
      "epoch": 0.5083651888993695,
      "grad_norm": 10.4375,
      "learning_rate": 1.9370808113263805e-05,
      "loss": 0.3042,
      "step": 17920
    },
    {
      "epoch": 0.508648874830675,
      "grad_norm": 13.6875,
      "learning_rate": 1.937022917336066e-05,
      "loss": 0.2844,
      "step": 17930
    },
    {
      "epoch": 0.5089325607619805,
      "grad_norm": 9.0,
      "learning_rate": 1.936965023345752e-05,
      "loss": 0.2767,
      "step": 17940
    },
    {
      "epoch": 0.5092162466932859,
      "grad_norm": 8.25,
      "learning_rate": 1.9369071293554373e-05,
      "loss": 0.3354,
      "step": 17950
    },
    {
      "epoch": 0.5094999326245914,
      "grad_norm": 7.75,
      "learning_rate": 1.9368492353651232e-05,
      "loss": 0.2939,
      "step": 17960
    },
    {
      "epoch": 0.5097836185558967,
      "grad_norm": 7.375,
      "learning_rate": 1.9367913413748087e-05,
      "loss": 0.2587,
      "step": 17970
    },
    {
      "epoch": 0.5100673044872022,
      "grad_norm": 7.25,
      "learning_rate": 1.936733447384494e-05,
      "loss": 0.2793,
      "step": 17980
    },
    {
      "epoch": 0.5103509904185076,
      "grad_norm": 8.625,
      "learning_rate": 1.93667555339418e-05,
      "loss": 0.2823,
      "step": 17990
    },
    {
      "epoch": 0.5106346763498131,
      "grad_norm": 10.6875,
      "learning_rate": 1.936617659403866e-05,
      "loss": 0.3316,
      "step": 18000
    },
    {
      "epoch": 0.5109183622811185,
      "grad_norm": 10.625,
      "learning_rate": 1.9365597654135517e-05,
      "loss": 0.2769,
      "step": 18010
    },
    {
      "epoch": 0.511202048212424,
      "grad_norm": 7.15625,
      "learning_rate": 1.936501871423237e-05,
      "loss": 0.2715,
      "step": 18020
    },
    {
      "epoch": 0.5114857341437294,
      "grad_norm": 11.25,
      "learning_rate": 1.9364439774329227e-05,
      "loss": 0.2979,
      "step": 18030
    },
    {
      "epoch": 0.5117694200750349,
      "grad_norm": 7.15625,
      "learning_rate": 1.9363860834426085e-05,
      "loss": 0.3244,
      "step": 18040
    },
    {
      "epoch": 0.5120531060063404,
      "grad_norm": 7.90625,
      "learning_rate": 1.936328189452294e-05,
      "loss": 0.2665,
      "step": 18050
    },
    {
      "epoch": 0.5123367919376458,
      "grad_norm": 5.0625,
      "learning_rate": 1.9362702954619795e-05,
      "loss": 0.2686,
      "step": 18060
    },
    {
      "epoch": 0.5126204778689513,
      "grad_norm": 9.75,
      "learning_rate": 1.9362124014716653e-05,
      "loss": 0.2273,
      "step": 18070
    },
    {
      "epoch": 0.5129041638002567,
      "grad_norm": 5.8125,
      "learning_rate": 1.936154507481351e-05,
      "loss": 0.3013,
      "step": 18080
    },
    {
      "epoch": 0.5131878497315622,
      "grad_norm": 9.0625,
      "learning_rate": 1.9360966134910366e-05,
      "loss": 0.281,
      "step": 18090
    },
    {
      "epoch": 0.5134715356628676,
      "grad_norm": 17.125,
      "learning_rate": 1.9360387195007225e-05,
      "loss": 0.3377,
      "step": 18100
    },
    {
      "epoch": 0.5137552215941731,
      "grad_norm": 7.625,
      "learning_rate": 1.935980825510408e-05,
      "loss": 0.2626,
      "step": 18110
    },
    {
      "epoch": 0.5140389075254785,
      "grad_norm": 8.9375,
      "learning_rate": 1.9359229315200938e-05,
      "loss": 0.2998,
      "step": 18120
    },
    {
      "epoch": 0.514322593456784,
      "grad_norm": 8.9375,
      "learning_rate": 1.9358650375297793e-05,
      "loss": 0.2982,
      "step": 18130
    },
    {
      "epoch": 0.5146062793880894,
      "grad_norm": 10.0625,
      "learning_rate": 1.935807143539465e-05,
      "loss": 0.2593,
      "step": 18140
    },
    {
      "epoch": 0.5148899653193949,
      "grad_norm": 10.625,
      "learning_rate": 1.9357492495491506e-05,
      "loss": 0.2923,
      "step": 18150
    },
    {
      "epoch": 0.5151736512507004,
      "grad_norm": 7.84375,
      "learning_rate": 1.9356913555588365e-05,
      "loss": 0.2432,
      "step": 18160
    },
    {
      "epoch": 0.5154573371820058,
      "grad_norm": 7.875,
      "learning_rate": 1.935633461568522e-05,
      "loss": 0.3051,
      "step": 18170
    },
    {
      "epoch": 0.5157410231133113,
      "grad_norm": 8.375,
      "learning_rate": 1.9355755675782078e-05,
      "loss": 0.2432,
      "step": 18180
    },
    {
      "epoch": 0.5160247090446167,
      "grad_norm": 16.625,
      "learning_rate": 1.9355176735878933e-05,
      "loss": 0.2751,
      "step": 18190
    },
    {
      "epoch": 0.5163083949759222,
      "grad_norm": 7.8125,
      "learning_rate": 1.935459779597579e-05,
      "loss": 0.298,
      "step": 18200
    },
    {
      "epoch": 0.5165920809072276,
      "grad_norm": 6.59375,
      "learning_rate": 1.9354018856072646e-05,
      "loss": 0.3133,
      "step": 18210
    },
    {
      "epoch": 0.5168757668385331,
      "grad_norm": 8.5625,
      "learning_rate": 1.9353439916169504e-05,
      "loss": 0.2852,
      "step": 18220
    },
    {
      "epoch": 0.5171594527698385,
      "grad_norm": 9.0,
      "learning_rate": 1.935286097626636e-05,
      "loss": 0.2892,
      "step": 18230
    },
    {
      "epoch": 0.517443138701144,
      "grad_norm": 8.875,
      "learning_rate": 1.9352282036363218e-05,
      "loss": 0.2805,
      "step": 18240
    },
    {
      "epoch": 0.5177268246324495,
      "grad_norm": 7.9375,
      "learning_rate": 1.9351703096460073e-05,
      "loss": 0.2733,
      "step": 18250
    },
    {
      "epoch": 0.5180105105637549,
      "grad_norm": 7.34375,
      "learning_rate": 1.935112415655693e-05,
      "loss": 0.2741,
      "step": 18260
    },
    {
      "epoch": 0.5182941964950604,
      "grad_norm": 9.625,
      "learning_rate": 1.9350545216653786e-05,
      "loss": 0.2207,
      "step": 18270
    },
    {
      "epoch": 0.5185778824263658,
      "grad_norm": 8.25,
      "learning_rate": 1.934996627675064e-05,
      "loss": 0.2568,
      "step": 18280
    },
    {
      "epoch": 0.5188615683576713,
      "grad_norm": 11.375,
      "learning_rate": 1.93493873368475e-05,
      "loss": 0.3271,
      "step": 18290
    },
    {
      "epoch": 0.5191452542889766,
      "grad_norm": 4.65625,
      "learning_rate": 1.9348808396944358e-05,
      "loss": 0.2687,
      "step": 18300
    },
    {
      "epoch": 0.5194289402202821,
      "grad_norm": 8.9375,
      "learning_rate": 1.9348229457041216e-05,
      "loss": 0.3126,
      "step": 18310
    },
    {
      "epoch": 0.5197126261515875,
      "grad_norm": 6.59375,
      "learning_rate": 1.934765051713807e-05,
      "loss": 0.2949,
      "step": 18320
    },
    {
      "epoch": 0.519996312082893,
      "grad_norm": 8.1875,
      "learning_rate": 1.9347071577234926e-05,
      "loss": 0.3177,
      "step": 18330
    },
    {
      "epoch": 0.5202799980141984,
      "grad_norm": 7.46875,
      "learning_rate": 1.9346492637331784e-05,
      "loss": 0.3237,
      "step": 18340
    },
    {
      "epoch": 0.5205636839455039,
      "grad_norm": 8.4375,
      "learning_rate": 1.934591369742864e-05,
      "loss": 0.2922,
      "step": 18350
    },
    {
      "epoch": 0.5208473698768094,
      "grad_norm": 9.375,
      "learning_rate": 1.9345334757525497e-05,
      "loss": 0.3,
      "step": 18360
    },
    {
      "epoch": 0.5211310558081148,
      "grad_norm": 8.6875,
      "learning_rate": 1.9344755817622352e-05,
      "loss": 0.2878,
      "step": 18370
    },
    {
      "epoch": 0.5214147417394203,
      "grad_norm": 6.34375,
      "learning_rate": 1.934417687771921e-05,
      "loss": 0.2774,
      "step": 18380
    },
    {
      "epoch": 0.5216984276707257,
      "grad_norm": 5.78125,
      "learning_rate": 1.934359793781607e-05,
      "loss": 0.2822,
      "step": 18390
    },
    {
      "epoch": 0.5219821136020312,
      "grad_norm": 6.65625,
      "learning_rate": 1.9343018997912924e-05,
      "loss": 0.2964,
      "step": 18400
    },
    {
      "epoch": 0.5222657995333366,
      "grad_norm": 7.125,
      "learning_rate": 1.934244005800978e-05,
      "loss": 0.327,
      "step": 18410
    },
    {
      "epoch": 0.5225494854646421,
      "grad_norm": 10.0625,
      "learning_rate": 1.9341861118106637e-05,
      "loss": 0.2727,
      "step": 18420
    },
    {
      "epoch": 0.5228331713959475,
      "grad_norm": 15.0625,
      "learning_rate": 1.9341282178203492e-05,
      "loss": 0.2531,
      "step": 18430
    },
    {
      "epoch": 0.523116857327253,
      "grad_norm": 8.4375,
      "learning_rate": 1.934070323830035e-05,
      "loss": 0.2829,
      "step": 18440
    },
    {
      "epoch": 0.5234005432585584,
      "grad_norm": 8.125,
      "learning_rate": 1.9340124298397205e-05,
      "loss": 0.3017,
      "step": 18450
    },
    {
      "epoch": 0.5236842291898639,
      "grad_norm": 9.5625,
      "learning_rate": 1.9339545358494064e-05,
      "loss": 0.335,
      "step": 18460
    },
    {
      "epoch": 0.5239679151211694,
      "grad_norm": 10.375,
      "learning_rate": 1.933896641859092e-05,
      "loss": 0.2792,
      "step": 18470
    },
    {
      "epoch": 0.5242516010524748,
      "grad_norm": 11.1875,
      "learning_rate": 1.9338387478687777e-05,
      "loss": 0.3188,
      "step": 18480
    },
    {
      "epoch": 0.5245352869837803,
      "grad_norm": 14.1875,
      "learning_rate": 1.9337808538784632e-05,
      "loss": 0.2895,
      "step": 18490
    },
    {
      "epoch": 0.5248189729150857,
      "grad_norm": 8.0625,
      "learning_rate": 1.933722959888149e-05,
      "loss": 0.2824,
      "step": 18500
    },
    {
      "epoch": 0.5251026588463912,
      "grad_norm": 13.9375,
      "learning_rate": 1.9336650658978345e-05,
      "loss": 0.3079,
      "step": 18510
    },
    {
      "epoch": 0.5253863447776966,
      "grad_norm": 15.5625,
      "learning_rate": 1.9336071719075204e-05,
      "loss": 0.2914,
      "step": 18520
    },
    {
      "epoch": 0.5256700307090021,
      "grad_norm": 6.625,
      "learning_rate": 1.9335492779172062e-05,
      "loss": 0.2775,
      "step": 18530
    },
    {
      "epoch": 0.5259537166403075,
      "grad_norm": 10.5625,
      "learning_rate": 1.9334913839268917e-05,
      "loss": 0.2816,
      "step": 18540
    },
    {
      "epoch": 0.526237402571613,
      "grad_norm": 8.9375,
      "learning_rate": 1.9334334899365772e-05,
      "loss": 0.2623,
      "step": 18550
    },
    {
      "epoch": 0.5265210885029185,
      "grad_norm": 8.5,
      "learning_rate": 1.933375595946263e-05,
      "loss": 0.2795,
      "step": 18560
    },
    {
      "epoch": 0.5268047744342239,
      "grad_norm": 8.3125,
      "learning_rate": 1.9333177019559485e-05,
      "loss": 0.2934,
      "step": 18570
    },
    {
      "epoch": 0.5270884603655294,
      "grad_norm": 6.78125,
      "learning_rate": 1.9332598079656343e-05,
      "loss": 0.2634,
      "step": 18580
    },
    {
      "epoch": 0.5273721462968348,
      "grad_norm": 9.6875,
      "learning_rate": 1.93320191397532e-05,
      "loss": 0.3038,
      "step": 18590
    },
    {
      "epoch": 0.5276558322281403,
      "grad_norm": 6.90625,
      "learning_rate": 1.9331440199850057e-05,
      "loss": 0.2754,
      "step": 18600
    },
    {
      "epoch": 0.5279395181594457,
      "grad_norm": 9.875,
      "learning_rate": 1.9330861259946915e-05,
      "loss": 0.2645,
      "step": 18610
    },
    {
      "epoch": 0.5282232040907511,
      "grad_norm": 8.125,
      "learning_rate": 1.933028232004377e-05,
      "loss": 0.2368,
      "step": 18620
    },
    {
      "epoch": 0.5285068900220565,
      "grad_norm": 9.0625,
      "learning_rate": 1.9329703380140625e-05,
      "loss": 0.3293,
      "step": 18630
    },
    {
      "epoch": 0.528790575953362,
      "grad_norm": 6.96875,
      "learning_rate": 1.9329124440237483e-05,
      "loss": 0.2896,
      "step": 18640
    },
    {
      "epoch": 0.5290742618846674,
      "grad_norm": 8.5625,
      "learning_rate": 1.9328545500334338e-05,
      "loss": 0.2889,
      "step": 18650
    },
    {
      "epoch": 0.5293579478159729,
      "grad_norm": 8.3125,
      "learning_rate": 1.9327966560431197e-05,
      "loss": 0.2836,
      "step": 18660
    },
    {
      "epoch": 0.5296416337472784,
      "grad_norm": 6.21875,
      "learning_rate": 1.932738762052805e-05,
      "loss": 0.2545,
      "step": 18670
    },
    {
      "epoch": 0.5299253196785838,
      "grad_norm": 10.1875,
      "learning_rate": 1.932680868062491e-05,
      "loss": 0.3428,
      "step": 18680
    },
    {
      "epoch": 0.5302090056098893,
      "grad_norm": 7.875,
      "learning_rate": 1.9326229740721768e-05,
      "loss": 0.2756,
      "step": 18690
    },
    {
      "epoch": 0.5304926915411947,
      "grad_norm": 10.125,
      "learning_rate": 1.9325650800818623e-05,
      "loss": 0.3202,
      "step": 18700
    },
    {
      "epoch": 0.5307763774725002,
      "grad_norm": 7.96875,
      "learning_rate": 1.9325071860915478e-05,
      "loss": 0.2994,
      "step": 18710
    },
    {
      "epoch": 0.5310600634038056,
      "grad_norm": 11.6875,
      "learning_rate": 1.9324492921012336e-05,
      "loss": 0.2843,
      "step": 18720
    },
    {
      "epoch": 0.5313437493351111,
      "grad_norm": 6.875,
      "learning_rate": 1.932391398110919e-05,
      "loss": 0.3002,
      "step": 18730
    },
    {
      "epoch": 0.5316274352664165,
      "grad_norm": 8.75,
      "learning_rate": 1.932333504120605e-05,
      "loss": 0.3235,
      "step": 18740
    },
    {
      "epoch": 0.531911121197722,
      "grad_norm": 9.375,
      "learning_rate": 1.9322756101302905e-05,
      "loss": 0.288,
      "step": 18750
    },
    {
      "epoch": 0.5321948071290274,
      "grad_norm": 7.09375,
      "learning_rate": 1.9322177161399763e-05,
      "loss": 0.3302,
      "step": 18760
    },
    {
      "epoch": 0.5324784930603329,
      "grad_norm": 10.5625,
      "learning_rate": 1.932159822149662e-05,
      "loss": 0.2903,
      "step": 18770
    },
    {
      "epoch": 0.5327621789916384,
      "grad_norm": 9.1875,
      "learning_rate": 1.9321019281593476e-05,
      "loss": 0.3098,
      "step": 18780
    },
    {
      "epoch": 0.5330458649229438,
      "grad_norm": 8.6875,
      "learning_rate": 1.932044034169033e-05,
      "loss": 0.3074,
      "step": 18790
    },
    {
      "epoch": 0.5333295508542493,
      "grad_norm": 8.5,
      "learning_rate": 1.931986140178719e-05,
      "loss": 0.2751,
      "step": 18800
    },
    {
      "epoch": 0.5336132367855547,
      "grad_norm": 6.5,
      "learning_rate": 1.9319282461884045e-05,
      "loss": 0.2706,
      "step": 18810
    },
    {
      "epoch": 0.5338969227168602,
      "grad_norm": 11.4375,
      "learning_rate": 1.9318703521980903e-05,
      "loss": 0.2499,
      "step": 18820
    },
    {
      "epoch": 0.5341806086481656,
      "grad_norm": 8.375,
      "learning_rate": 1.931812458207776e-05,
      "loss": 0.2887,
      "step": 18830
    },
    {
      "epoch": 0.5344642945794711,
      "grad_norm": 10.25,
      "learning_rate": 1.9317545642174616e-05,
      "loss": 0.3002,
      "step": 18840
    },
    {
      "epoch": 0.5347479805107765,
      "grad_norm": 6.75,
      "learning_rate": 1.931696670227147e-05,
      "loss": 0.2692,
      "step": 18850
    },
    {
      "epoch": 0.535031666442082,
      "grad_norm": 9.8125,
      "learning_rate": 1.931638776236833e-05,
      "loss": 0.3201,
      "step": 18860
    },
    {
      "epoch": 0.5353153523733875,
      "grad_norm": 6.6875,
      "learning_rate": 1.9315808822465184e-05,
      "loss": 0.2888,
      "step": 18870
    },
    {
      "epoch": 0.5355990383046929,
      "grad_norm": 9.375,
      "learning_rate": 1.9315229882562043e-05,
      "loss": 0.2619,
      "step": 18880
    },
    {
      "epoch": 0.5358827242359984,
      "grad_norm": 11.25,
      "learning_rate": 1.9314650942658898e-05,
      "loss": 0.3161,
      "step": 18890
    },
    {
      "epoch": 0.5361664101673038,
      "grad_norm": 10.3125,
      "learning_rate": 1.9314072002755756e-05,
      "loss": 0.3248,
      "step": 18900
    },
    {
      "epoch": 0.5364500960986093,
      "grad_norm": 7.59375,
      "learning_rate": 1.9313493062852614e-05,
      "loss": 0.2868,
      "step": 18910
    },
    {
      "epoch": 0.5367337820299147,
      "grad_norm": 9.0,
      "learning_rate": 1.931291412294947e-05,
      "loss": 0.2999,
      "step": 18920
    },
    {
      "epoch": 0.5370174679612202,
      "grad_norm": 9.625,
      "learning_rate": 1.9312335183046324e-05,
      "loss": 0.3029,
      "step": 18930
    },
    {
      "epoch": 0.5373011538925256,
      "grad_norm": 10.25,
      "learning_rate": 1.9311756243143183e-05,
      "loss": 0.3089,
      "step": 18940
    },
    {
      "epoch": 0.537584839823831,
      "grad_norm": 10.1875,
      "learning_rate": 1.9311177303240037e-05,
      "loss": 0.2845,
      "step": 18950
    },
    {
      "epoch": 0.5378685257551364,
      "grad_norm": 10.0625,
      "learning_rate": 1.9310598363336896e-05,
      "loss": 0.3142,
      "step": 18960
    },
    {
      "epoch": 0.5381522116864419,
      "grad_norm": 7.3125,
      "learning_rate": 1.931001942343375e-05,
      "loss": 0.2704,
      "step": 18970
    },
    {
      "epoch": 0.5384358976177473,
      "grad_norm": 6.53125,
      "learning_rate": 1.930944048353061e-05,
      "loss": 0.255,
      "step": 18980
    },
    {
      "epoch": 0.5387195835490528,
      "grad_norm": 7.6875,
      "learning_rate": 1.9308861543627467e-05,
      "loss": 0.3111,
      "step": 18990
    },
    {
      "epoch": 0.5390032694803583,
      "grad_norm": 8.1875,
      "learning_rate": 1.9308282603724322e-05,
      "loss": 0.2592,
      "step": 19000
    },
    {
      "epoch": 0.5392869554116637,
      "grad_norm": 8.25,
      "learning_rate": 1.9307703663821177e-05,
      "loss": 0.3018,
      "step": 19010
    },
    {
      "epoch": 0.5395706413429692,
      "grad_norm": 7.9375,
      "learning_rate": 1.9307124723918036e-05,
      "loss": 0.3201,
      "step": 19020
    },
    {
      "epoch": 0.5398543272742746,
      "grad_norm": 8.625,
      "learning_rate": 1.930654578401489e-05,
      "loss": 0.3282,
      "step": 19030
    },
    {
      "epoch": 0.5401380132055801,
      "grad_norm": 12.125,
      "learning_rate": 1.930596684411175e-05,
      "loss": 0.2856,
      "step": 19040
    },
    {
      "epoch": 0.5404216991368855,
      "grad_norm": 7.75,
      "learning_rate": 1.9305387904208607e-05,
      "loss": 0.3156,
      "step": 19050
    },
    {
      "epoch": 0.540705385068191,
      "grad_norm": 8.5,
      "learning_rate": 1.9304808964305462e-05,
      "loss": 0.2433,
      "step": 19060
    },
    {
      "epoch": 0.5409890709994964,
      "grad_norm": 11.4375,
      "learning_rate": 1.930423002440232e-05,
      "loss": 0.253,
      "step": 19070
    },
    {
      "epoch": 0.5412727569308019,
      "grad_norm": 8.5625,
      "learning_rate": 1.9303651084499176e-05,
      "loss": 0.2707,
      "step": 19080
    },
    {
      "epoch": 0.5415564428621074,
      "grad_norm": 7.5,
      "learning_rate": 1.930307214459603e-05,
      "loss": 0.2833,
      "step": 19090
    },
    {
      "epoch": 0.5418401287934128,
      "grad_norm": 25.0,
      "learning_rate": 1.930249320469289e-05,
      "loss": 0.3128,
      "step": 19100
    },
    {
      "epoch": 0.5421238147247183,
      "grad_norm": 9.9375,
      "learning_rate": 1.9301914264789744e-05,
      "loss": 0.3343,
      "step": 19110
    },
    {
      "epoch": 0.5424075006560237,
      "grad_norm": 7.53125,
      "learning_rate": 1.9301335324886602e-05,
      "loss": 0.2418,
      "step": 19120
    },
    {
      "epoch": 0.5426911865873292,
      "grad_norm": 4.34375,
      "learning_rate": 1.930075638498346e-05,
      "loss": 0.216,
      "step": 19130
    },
    {
      "epoch": 0.5429748725186346,
      "grad_norm": 8.875,
      "learning_rate": 1.9300177445080315e-05,
      "loss": 0.3011,
      "step": 19140
    },
    {
      "epoch": 0.5432585584499401,
      "grad_norm": 8.875,
      "learning_rate": 1.929959850517717e-05,
      "loss": 0.2388,
      "step": 19150
    },
    {
      "epoch": 0.5435422443812455,
      "grad_norm": 8.5,
      "learning_rate": 1.929901956527403e-05,
      "loss": 0.2985,
      "step": 19160
    },
    {
      "epoch": 0.543825930312551,
      "grad_norm": 10.3125,
      "learning_rate": 1.9298440625370884e-05,
      "loss": 0.2675,
      "step": 19170
    },
    {
      "epoch": 0.5441096162438565,
      "grad_norm": 10.625,
      "learning_rate": 1.9297861685467742e-05,
      "loss": 0.3385,
      "step": 19180
    },
    {
      "epoch": 0.5443933021751619,
      "grad_norm": 10.0625,
      "learning_rate": 1.9297282745564597e-05,
      "loss": 0.2619,
      "step": 19190
    },
    {
      "epoch": 0.5446769881064674,
      "grad_norm": 10.625,
      "learning_rate": 1.9296703805661455e-05,
      "loss": 0.292,
      "step": 19200
    },
    {
      "epoch": 0.5449606740377728,
      "grad_norm": 6.8125,
      "learning_rate": 1.9296124865758314e-05,
      "loss": 0.2541,
      "step": 19210
    },
    {
      "epoch": 0.5452443599690783,
      "grad_norm": 7.78125,
      "learning_rate": 1.929554592585517e-05,
      "loss": 0.2718,
      "step": 19220
    },
    {
      "epoch": 0.5455280459003837,
      "grad_norm": 8.5,
      "learning_rate": 1.9294966985952023e-05,
      "loss": 0.3221,
      "step": 19230
    },
    {
      "epoch": 0.5458117318316892,
      "grad_norm": 15.0,
      "learning_rate": 1.9294388046048882e-05,
      "loss": 0.2796,
      "step": 19240
    },
    {
      "epoch": 0.5460954177629946,
      "grad_norm": 8.5,
      "learning_rate": 1.9293809106145737e-05,
      "loss": 0.2837,
      "step": 19250
    },
    {
      "epoch": 0.5463791036943001,
      "grad_norm": 8.6875,
      "learning_rate": 1.9293230166242595e-05,
      "loss": 0.3404,
      "step": 19260
    },
    {
      "epoch": 0.5466627896256054,
      "grad_norm": 6.9375,
      "learning_rate": 1.929265122633945e-05,
      "loss": 0.2857,
      "step": 19270
    },
    {
      "epoch": 0.5469464755569109,
      "grad_norm": 9.375,
      "learning_rate": 1.929207228643631e-05,
      "loss": 0.2844,
      "step": 19280
    },
    {
      "epoch": 0.5472301614882163,
      "grad_norm": 8.75,
      "learning_rate": 1.9291493346533167e-05,
      "loss": 0.277,
      "step": 19290
    },
    {
      "epoch": 0.5475138474195218,
      "grad_norm": 7.90625,
      "learning_rate": 1.929091440663002e-05,
      "loss": 0.31,
      "step": 19300
    },
    {
      "epoch": 0.5477975333508273,
      "grad_norm": 8.625,
      "learning_rate": 1.9290335466726877e-05,
      "loss": 0.3037,
      "step": 19310
    },
    {
      "epoch": 0.5480812192821327,
      "grad_norm": 10.9375,
      "learning_rate": 1.9289756526823735e-05,
      "loss": 0.252,
      "step": 19320
    },
    {
      "epoch": 0.5483649052134382,
      "grad_norm": 9.875,
      "learning_rate": 1.928917758692059e-05,
      "loss": 0.2565,
      "step": 19330
    },
    {
      "epoch": 0.5486485911447436,
      "grad_norm": 9.125,
      "learning_rate": 1.9288598647017448e-05,
      "loss": 0.26,
      "step": 19340
    },
    {
      "epoch": 0.5489322770760491,
      "grad_norm": 9.8125,
      "learning_rate": 1.9288019707114307e-05,
      "loss": 0.3097,
      "step": 19350
    },
    {
      "epoch": 0.5492159630073545,
      "grad_norm": 9.8125,
      "learning_rate": 1.928744076721116e-05,
      "loss": 0.3245,
      "step": 19360
    },
    {
      "epoch": 0.54949964893866,
      "grad_norm": 8.3125,
      "learning_rate": 1.928686182730802e-05,
      "loss": 0.2529,
      "step": 19370
    },
    {
      "epoch": 0.5497833348699654,
      "grad_norm": 8.75,
      "learning_rate": 1.9286282887404875e-05,
      "loss": 0.2889,
      "step": 19380
    },
    {
      "epoch": 0.5500670208012709,
      "grad_norm": 9.8125,
      "learning_rate": 1.928570394750173e-05,
      "loss": 0.2758,
      "step": 19390
    },
    {
      "epoch": 0.5503507067325764,
      "grad_norm": 9.625,
      "learning_rate": 1.9285125007598588e-05,
      "loss": 0.2856,
      "step": 19400
    },
    {
      "epoch": 0.5506343926638818,
      "grad_norm": 7.9375,
      "learning_rate": 1.9284546067695443e-05,
      "loss": 0.2804,
      "step": 19410
    },
    {
      "epoch": 0.5509180785951873,
      "grad_norm": 11.75,
      "learning_rate": 1.92839671277923e-05,
      "loss": 0.2359,
      "step": 19420
    },
    {
      "epoch": 0.5512017645264927,
      "grad_norm": 8.0625,
      "learning_rate": 1.928338818788916e-05,
      "loss": 0.2744,
      "step": 19430
    },
    {
      "epoch": 0.5514854504577982,
      "grad_norm": 11.9375,
      "learning_rate": 1.9282809247986015e-05,
      "loss": 0.3343,
      "step": 19440
    },
    {
      "epoch": 0.5517691363891036,
      "grad_norm": 17.0,
      "learning_rate": 1.9282230308082873e-05,
      "loss": 0.258,
      "step": 19450
    },
    {
      "epoch": 0.5520528223204091,
      "grad_norm": 7.875,
      "learning_rate": 1.9281651368179728e-05,
      "loss": 0.3113,
      "step": 19460
    },
    {
      "epoch": 0.5523365082517145,
      "grad_norm": 8.5,
      "learning_rate": 1.9281072428276583e-05,
      "loss": 0.2819,
      "step": 19470
    },
    {
      "epoch": 0.55262019418302,
      "grad_norm": 7.46875,
      "learning_rate": 1.928049348837344e-05,
      "loss": 0.2757,
      "step": 19480
    },
    {
      "epoch": 0.5529038801143255,
      "grad_norm": 8.375,
      "learning_rate": 1.9279914548470296e-05,
      "loss": 0.3113,
      "step": 19490
    },
    {
      "epoch": 0.5531875660456309,
      "grad_norm": 7.40625,
      "learning_rate": 1.9279335608567154e-05,
      "loss": 0.2811,
      "step": 19500
    },
    {
      "epoch": 0.5534712519769364,
      "grad_norm": 7.375,
      "learning_rate": 1.9278756668664013e-05,
      "loss": 0.2955,
      "step": 19510
    },
    {
      "epoch": 0.5537549379082418,
      "grad_norm": 8.625,
      "learning_rate": 1.9278177728760868e-05,
      "loss": 0.295,
      "step": 19520
    },
    {
      "epoch": 0.5540386238395473,
      "grad_norm": 6.625,
      "learning_rate": 1.9277598788857723e-05,
      "loss": 0.2841,
      "step": 19530
    },
    {
      "epoch": 0.5543223097708527,
      "grad_norm": 6.21875,
      "learning_rate": 1.927701984895458e-05,
      "loss": 0.2772,
      "step": 19540
    },
    {
      "epoch": 0.5546059957021582,
      "grad_norm": 8.6875,
      "learning_rate": 1.9276440909051436e-05,
      "loss": 0.3281,
      "step": 19550
    },
    {
      "epoch": 0.5548896816334636,
      "grad_norm": 7.40625,
      "learning_rate": 1.9275861969148294e-05,
      "loss": 0.27,
      "step": 19560
    },
    {
      "epoch": 0.5551733675647691,
      "grad_norm": 10.5625,
      "learning_rate": 1.9275283029245153e-05,
      "loss": 0.291,
      "step": 19570
    },
    {
      "epoch": 0.5554570534960745,
      "grad_norm": 8.9375,
      "learning_rate": 1.9274704089342008e-05,
      "loss": 0.3276,
      "step": 19580
    },
    {
      "epoch": 0.5557407394273799,
      "grad_norm": 8.125,
      "learning_rate": 1.9274125149438866e-05,
      "loss": 0.2435,
      "step": 19590
    },
    {
      "epoch": 0.5560244253586853,
      "grad_norm": 11.1875,
      "learning_rate": 1.927354620953572e-05,
      "loss": 0.2837,
      "step": 19600
    },
    {
      "epoch": 0.5563081112899908,
      "grad_norm": 9.6875,
      "learning_rate": 1.9272967269632576e-05,
      "loss": 0.2468,
      "step": 19610
    },
    {
      "epoch": 0.5565917972212963,
      "grad_norm": 9.5,
      "learning_rate": 1.9272388329729434e-05,
      "loss": 0.2898,
      "step": 19620
    },
    {
      "epoch": 0.5568754831526017,
      "grad_norm": 6.6875,
      "learning_rate": 1.927180938982629e-05,
      "loss": 0.2513,
      "step": 19630
    },
    {
      "epoch": 0.5571591690839072,
      "grad_norm": 8.25,
      "learning_rate": 1.9271230449923147e-05,
      "loss": 0.2442,
      "step": 19640
    },
    {
      "epoch": 0.5574428550152126,
      "grad_norm": 8.6875,
      "learning_rate": 1.9270651510020006e-05,
      "loss": 0.2971,
      "step": 19650
    },
    {
      "epoch": 0.5577265409465181,
      "grad_norm": 5.625,
      "learning_rate": 1.927007257011686e-05,
      "loss": 0.2705,
      "step": 19660
    },
    {
      "epoch": 0.5580102268778235,
      "grad_norm": 5.8125,
      "learning_rate": 1.926949363021372e-05,
      "loss": 0.2388,
      "step": 19670
    },
    {
      "epoch": 0.558293912809129,
      "grad_norm": 12.0625,
      "learning_rate": 1.9268914690310574e-05,
      "loss": 0.2499,
      "step": 19680
    },
    {
      "epoch": 0.5585775987404344,
      "grad_norm": 14.8125,
      "learning_rate": 1.926833575040743e-05,
      "loss": 0.2803,
      "step": 19690
    },
    {
      "epoch": 0.5588612846717399,
      "grad_norm": 6.0,
      "learning_rate": 1.9267756810504287e-05,
      "loss": 0.2656,
      "step": 19700
    },
    {
      "epoch": 0.5591449706030454,
      "grad_norm": 8.125,
      "learning_rate": 1.9267177870601142e-05,
      "loss": 0.3117,
      "step": 19710
    },
    {
      "epoch": 0.5594286565343508,
      "grad_norm": 10.0,
      "learning_rate": 1.9266598930698e-05,
      "loss": 0.2941,
      "step": 19720
    },
    {
      "epoch": 0.5597123424656563,
      "grad_norm": 8.375,
      "learning_rate": 1.926601999079486e-05,
      "loss": 0.2796,
      "step": 19730
    },
    {
      "epoch": 0.5599960283969617,
      "grad_norm": 14.5625,
      "learning_rate": 1.9265441050891714e-05,
      "loss": 0.3299,
      "step": 19740
    },
    {
      "epoch": 0.5602797143282672,
      "grad_norm": 8.625,
      "learning_rate": 1.9264862110988572e-05,
      "loss": 0.304,
      "step": 19750
    },
    {
      "epoch": 0.5605634002595726,
      "grad_norm": 7.78125,
      "learning_rate": 1.9264283171085427e-05,
      "loss": 0.2844,
      "step": 19760
    },
    {
      "epoch": 0.5608470861908781,
      "grad_norm": 7.96875,
      "learning_rate": 1.9263704231182282e-05,
      "loss": 0.3152,
      "step": 19770
    },
    {
      "epoch": 0.5611307721221835,
      "grad_norm": 11.1875,
      "learning_rate": 1.926312529127914e-05,
      "loss": 0.2824,
      "step": 19780
    },
    {
      "epoch": 0.561414458053489,
      "grad_norm": 9.6875,
      "learning_rate": 1.9262546351375995e-05,
      "loss": 0.3482,
      "step": 19790
    },
    {
      "epoch": 0.5616981439847945,
      "grad_norm": 7.40625,
      "learning_rate": 1.9261967411472854e-05,
      "loss": 0.2698,
      "step": 19800
    },
    {
      "epoch": 0.5619818299160999,
      "grad_norm": 9.375,
      "learning_rate": 1.9261388471569712e-05,
      "loss": 0.2569,
      "step": 19810
    },
    {
      "epoch": 0.5622655158474054,
      "grad_norm": 7.375,
      "learning_rate": 1.9260809531666567e-05,
      "loss": 0.2666,
      "step": 19820
    },
    {
      "epoch": 0.5625492017787108,
      "grad_norm": 8.4375,
      "learning_rate": 1.9260230591763422e-05,
      "loss": 0.2416,
      "step": 19830
    },
    {
      "epoch": 0.5628328877100163,
      "grad_norm": 7.90625,
      "learning_rate": 1.925965165186028e-05,
      "loss": 0.357,
      "step": 19840
    },
    {
      "epoch": 0.5631165736413217,
      "grad_norm": 8.875,
      "learning_rate": 1.9259072711957135e-05,
      "loss": 0.2872,
      "step": 19850
    },
    {
      "epoch": 0.5634002595726272,
      "grad_norm": 11.4375,
      "learning_rate": 1.9258493772053993e-05,
      "loss": 0.2796,
      "step": 19860
    },
    {
      "epoch": 0.5636839455039326,
      "grad_norm": 7.8125,
      "learning_rate": 1.9257914832150852e-05,
      "loss": 0.2827,
      "step": 19870
    },
    {
      "epoch": 0.5639676314352381,
      "grad_norm": 9.3125,
      "learning_rate": 1.9257335892247707e-05,
      "loss": 0.2989,
      "step": 19880
    },
    {
      "epoch": 0.5642513173665435,
      "grad_norm": 6.0,
      "learning_rate": 1.9256756952344565e-05,
      "loss": 0.3056,
      "step": 19890
    },
    {
      "epoch": 0.564535003297849,
      "grad_norm": 7.0625,
      "learning_rate": 1.925617801244142e-05,
      "loss": 0.245,
      "step": 19900
    },
    {
      "epoch": 0.5648186892291545,
      "grad_norm": 9.6875,
      "learning_rate": 1.9255599072538275e-05,
      "loss": 0.3324,
      "step": 19910
    },
    {
      "epoch": 0.5651023751604598,
      "grad_norm": 7.9375,
      "learning_rate": 1.9255020132635133e-05,
      "loss": 0.3142,
      "step": 19920
    },
    {
      "epoch": 0.5653860610917653,
      "grad_norm": 8.5625,
      "learning_rate": 1.9254441192731988e-05,
      "loss": 0.3097,
      "step": 19930
    },
    {
      "epoch": 0.5656697470230707,
      "grad_norm": 9.0,
      "learning_rate": 1.9253862252828847e-05,
      "loss": 0.2857,
      "step": 19940
    },
    {
      "epoch": 0.5659534329543762,
      "grad_norm": 12.4375,
      "learning_rate": 1.9253283312925705e-05,
      "loss": 0.2761,
      "step": 19950
    },
    {
      "epoch": 0.5662371188856816,
      "grad_norm": 8.25,
      "learning_rate": 1.925270437302256e-05,
      "loss": 0.2457,
      "step": 19960
    },
    {
      "epoch": 0.5665208048169871,
      "grad_norm": 7.25,
      "learning_rate": 1.9252125433119418e-05,
      "loss": 0.3288,
      "step": 19970
    },
    {
      "epoch": 0.5668044907482925,
      "grad_norm": 7.21875,
      "learning_rate": 1.9251546493216273e-05,
      "loss": 0.2895,
      "step": 19980
    },
    {
      "epoch": 0.567088176679598,
      "grad_norm": 8.3125,
      "learning_rate": 1.9250967553313128e-05,
      "loss": 0.2624,
      "step": 19990
    },
    {
      "epoch": 0.5673718626109034,
      "grad_norm": 9.3125,
      "learning_rate": 1.9250388613409986e-05,
      "loss": 0.302,
      "step": 20000
    },
    {
      "epoch": 0.5676555485422089,
      "grad_norm": 6.46875,
      "learning_rate": 1.924980967350684e-05,
      "loss": 0.2919,
      "step": 20010
    },
    {
      "epoch": 0.5679392344735144,
      "grad_norm": 9.75,
      "learning_rate": 1.92492307336037e-05,
      "loss": 0.2823,
      "step": 20020
    },
    {
      "epoch": 0.5682229204048198,
      "grad_norm": 9.5625,
      "learning_rate": 1.9248651793700558e-05,
      "loss": 0.3187,
      "step": 20030
    },
    {
      "epoch": 0.5685066063361253,
      "grad_norm": 8.125,
      "learning_rate": 1.9248072853797413e-05,
      "loss": 0.3091,
      "step": 20040
    },
    {
      "epoch": 0.5687902922674307,
      "grad_norm": 10.75,
      "learning_rate": 1.924749391389427e-05,
      "loss": 0.3091,
      "step": 20050
    },
    {
      "epoch": 0.5690739781987362,
      "grad_norm": 8.5625,
      "learning_rate": 1.9246914973991126e-05,
      "loss": 0.3151,
      "step": 20060
    },
    {
      "epoch": 0.5693576641300416,
      "grad_norm": 7.875,
      "learning_rate": 1.924633603408798e-05,
      "loss": 0.3098,
      "step": 20070
    },
    {
      "epoch": 0.5696413500613471,
      "grad_norm": 8.875,
      "learning_rate": 1.924575709418484e-05,
      "loss": 0.3515,
      "step": 20080
    },
    {
      "epoch": 0.5699250359926525,
      "grad_norm": 11.125,
      "learning_rate": 1.9245178154281698e-05,
      "loss": 0.245,
      "step": 20090
    },
    {
      "epoch": 0.570208721923958,
      "grad_norm": 8.8125,
      "learning_rate": 1.9244599214378553e-05,
      "loss": 0.3112,
      "step": 20100
    },
    {
      "epoch": 0.5704924078552635,
      "grad_norm": 9.625,
      "learning_rate": 1.924402027447541e-05,
      "loss": 0.2856,
      "step": 20110
    },
    {
      "epoch": 0.5707760937865689,
      "grad_norm": 8.375,
      "learning_rate": 1.9243441334572266e-05,
      "loss": 0.2793,
      "step": 20120
    },
    {
      "epoch": 0.5710597797178744,
      "grad_norm": 8.6875,
      "learning_rate": 1.9242862394669124e-05,
      "loss": 0.3439,
      "step": 20130
    },
    {
      "epoch": 0.5713434656491798,
      "grad_norm": 11.6875,
      "learning_rate": 1.924228345476598e-05,
      "loss": 0.28,
      "step": 20140
    },
    {
      "epoch": 0.5716271515804853,
      "grad_norm": 8.5,
      "learning_rate": 1.9241704514862834e-05,
      "loss": 0.2585,
      "step": 20150
    },
    {
      "epoch": 0.5719108375117907,
      "grad_norm": 7.3125,
      "learning_rate": 1.9241125574959693e-05,
      "loss": 0.2628,
      "step": 20160
    },
    {
      "epoch": 0.5721945234430962,
      "grad_norm": 12.0,
      "learning_rate": 1.924054663505655e-05,
      "loss": 0.2598,
      "step": 20170
    },
    {
      "epoch": 0.5724782093744016,
      "grad_norm": 11.75,
      "learning_rate": 1.9239967695153406e-05,
      "loss": 0.3322,
      "step": 20180
    },
    {
      "epoch": 0.5727618953057071,
      "grad_norm": 8.125,
      "learning_rate": 1.9239388755250264e-05,
      "loss": 0.2447,
      "step": 20190
    },
    {
      "epoch": 0.5730455812370125,
      "grad_norm": 8.0,
      "learning_rate": 1.923880981534712e-05,
      "loss": 0.263,
      "step": 20200
    },
    {
      "epoch": 0.573329267168318,
      "grad_norm": 9.0,
      "learning_rate": 1.9238230875443974e-05,
      "loss": 0.2891,
      "step": 20210
    },
    {
      "epoch": 0.5736129530996235,
      "grad_norm": 9.25,
      "learning_rate": 1.9237651935540833e-05,
      "loss": 0.3478,
      "step": 20220
    },
    {
      "epoch": 0.5738966390309289,
      "grad_norm": 8.375,
      "learning_rate": 1.9237072995637687e-05,
      "loss": 0.2783,
      "step": 20230
    },
    {
      "epoch": 0.5741803249622343,
      "grad_norm": 11.875,
      "learning_rate": 1.9236494055734546e-05,
      "loss": 0.293,
      "step": 20240
    },
    {
      "epoch": 0.5744640108935397,
      "grad_norm": 8.125,
      "learning_rate": 1.9235915115831404e-05,
      "loss": 0.2445,
      "step": 20250
    },
    {
      "epoch": 0.5747476968248452,
      "grad_norm": 12.3125,
      "learning_rate": 1.923533617592826e-05,
      "loss": 0.3001,
      "step": 20260
    },
    {
      "epoch": 0.5750313827561506,
      "grad_norm": 10.375,
      "learning_rate": 1.9234757236025117e-05,
      "loss": 0.2621,
      "step": 20270
    },
    {
      "epoch": 0.5753150686874561,
      "grad_norm": 10.5,
      "learning_rate": 1.9234178296121972e-05,
      "loss": 0.3084,
      "step": 20280
    },
    {
      "epoch": 0.5755987546187615,
      "grad_norm": 7.3125,
      "learning_rate": 1.9233599356218827e-05,
      "loss": 0.2757,
      "step": 20290
    },
    {
      "epoch": 0.575882440550067,
      "grad_norm": 13.8125,
      "learning_rate": 1.9233020416315686e-05,
      "loss": 0.2741,
      "step": 20300
    },
    {
      "epoch": 0.5761661264813724,
      "grad_norm": 7.46875,
      "learning_rate": 1.923244147641254e-05,
      "loss": 0.2574,
      "step": 20310
    },
    {
      "epoch": 0.5764498124126779,
      "grad_norm": 10.75,
      "learning_rate": 1.92318625365094e-05,
      "loss": 0.2821,
      "step": 20320
    },
    {
      "epoch": 0.5767334983439834,
      "grad_norm": 10.125,
      "learning_rate": 1.9231283596606257e-05,
      "loss": 0.2526,
      "step": 20330
    },
    {
      "epoch": 0.5770171842752888,
      "grad_norm": 6.9375,
      "learning_rate": 1.9230704656703112e-05,
      "loss": 0.2925,
      "step": 20340
    },
    {
      "epoch": 0.5773008702065943,
      "grad_norm": 13.375,
      "learning_rate": 1.923012571679997e-05,
      "loss": 0.2796,
      "step": 20350
    },
    {
      "epoch": 0.5775845561378997,
      "grad_norm": 11.1875,
      "learning_rate": 1.9229546776896825e-05,
      "loss": 0.2586,
      "step": 20360
    },
    {
      "epoch": 0.5778682420692052,
      "grad_norm": 8.1875,
      "learning_rate": 1.922896783699368e-05,
      "loss": 0.2663,
      "step": 20370
    },
    {
      "epoch": 0.5781519280005106,
      "grad_norm": 9.3125,
      "learning_rate": 1.922838889709054e-05,
      "loss": 0.2641,
      "step": 20380
    },
    {
      "epoch": 0.5784356139318161,
      "grad_norm": 8.125,
      "learning_rate": 1.9227809957187397e-05,
      "loss": 0.3033,
      "step": 20390
    },
    {
      "epoch": 0.5787192998631215,
      "grad_norm": 9.8125,
      "learning_rate": 1.9227231017284252e-05,
      "loss": 0.2531,
      "step": 20400
    },
    {
      "epoch": 0.579002985794427,
      "grad_norm": 7.1875,
      "learning_rate": 1.922665207738111e-05,
      "loss": 0.2644,
      "step": 20410
    },
    {
      "epoch": 0.5792866717257324,
      "grad_norm": 7.71875,
      "learning_rate": 1.9226073137477965e-05,
      "loss": 0.2801,
      "step": 20420
    },
    {
      "epoch": 0.5795703576570379,
      "grad_norm": 8.9375,
      "learning_rate": 1.9225494197574824e-05,
      "loss": 0.3229,
      "step": 20430
    },
    {
      "epoch": 0.5798540435883434,
      "grad_norm": 9.625,
      "learning_rate": 1.922491525767168e-05,
      "loss": 0.2959,
      "step": 20440
    },
    {
      "epoch": 0.5801377295196488,
      "grad_norm": 11.5,
      "learning_rate": 1.9224336317768534e-05,
      "loss": 0.3058,
      "step": 20450
    },
    {
      "epoch": 0.5804214154509543,
      "grad_norm": 10.375,
      "learning_rate": 1.9223757377865392e-05,
      "loss": 0.3068,
      "step": 20460
    },
    {
      "epoch": 0.5807051013822597,
      "grad_norm": 11.625,
      "learning_rate": 1.922317843796225e-05,
      "loss": 0.31,
      "step": 20470
    },
    {
      "epoch": 0.5809887873135652,
      "grad_norm": 8.5625,
      "learning_rate": 1.9222599498059105e-05,
      "loss": 0.2783,
      "step": 20480
    },
    {
      "epoch": 0.5812724732448706,
      "grad_norm": 9.5625,
      "learning_rate": 1.9222020558155964e-05,
      "loss": 0.2894,
      "step": 20490
    },
    {
      "epoch": 0.5815561591761761,
      "grad_norm": 10.5625,
      "learning_rate": 1.922144161825282e-05,
      "loss": 0.2636,
      "step": 20500
    },
    {
      "epoch": 0.5818398451074815,
      "grad_norm": 8.75,
      "learning_rate": 1.9220862678349677e-05,
      "loss": 0.2882,
      "step": 20510
    },
    {
      "epoch": 0.582123531038787,
      "grad_norm": 8.0,
      "learning_rate": 1.9220283738446532e-05,
      "loss": 0.2685,
      "step": 20520
    },
    {
      "epoch": 0.5824072169700925,
      "grad_norm": 7.375,
      "learning_rate": 1.9219704798543387e-05,
      "loss": 0.2529,
      "step": 20530
    },
    {
      "epoch": 0.5826909029013979,
      "grad_norm": 9.0625,
      "learning_rate": 1.9219125858640245e-05,
      "loss": 0.3049,
      "step": 20540
    },
    {
      "epoch": 0.5829745888327034,
      "grad_norm": 12.5,
      "learning_rate": 1.9218546918737103e-05,
      "loss": 0.3187,
      "step": 20550
    },
    {
      "epoch": 0.5832582747640087,
      "grad_norm": 7.21875,
      "learning_rate": 1.9217967978833958e-05,
      "loss": 0.2854,
      "step": 20560
    },
    {
      "epoch": 0.5835419606953142,
      "grad_norm": 7.90625,
      "learning_rate": 1.9217389038930817e-05,
      "loss": 0.2652,
      "step": 20570
    },
    {
      "epoch": 0.5838256466266196,
      "grad_norm": 8.875,
      "learning_rate": 1.921681009902767e-05,
      "loss": 0.2906,
      "step": 20580
    },
    {
      "epoch": 0.5841093325579251,
      "grad_norm": 9.0625,
      "learning_rate": 1.9216231159124527e-05,
      "loss": 0.2733,
      "step": 20590
    },
    {
      "epoch": 0.5843930184892305,
      "grad_norm": 9.5,
      "learning_rate": 1.9215652219221385e-05,
      "loss": 0.2202,
      "step": 20600
    },
    {
      "epoch": 0.584676704420536,
      "grad_norm": 11.0625,
      "learning_rate": 1.9215073279318243e-05,
      "loss": 0.2889,
      "step": 20610
    },
    {
      "epoch": 0.5849603903518414,
      "grad_norm": 10.375,
      "learning_rate": 1.9214494339415098e-05,
      "loss": 0.2637,
      "step": 20620
    },
    {
      "epoch": 0.5852440762831469,
      "grad_norm": 11.4375,
      "learning_rate": 1.9213915399511956e-05,
      "loss": 0.3065,
      "step": 20630
    },
    {
      "epoch": 0.5855277622144524,
      "grad_norm": 7.125,
      "learning_rate": 1.921333645960881e-05,
      "loss": 0.264,
      "step": 20640
    },
    {
      "epoch": 0.5858114481457578,
      "grad_norm": 10.9375,
      "learning_rate": 1.921275751970567e-05,
      "loss": 0.3077,
      "step": 20650
    },
    {
      "epoch": 0.5860951340770633,
      "grad_norm": 8.375,
      "learning_rate": 1.9212178579802525e-05,
      "loss": 0.2746,
      "step": 20660
    },
    {
      "epoch": 0.5863788200083687,
      "grad_norm": 7.59375,
      "learning_rate": 1.921159963989938e-05,
      "loss": 0.2998,
      "step": 20670
    },
    {
      "epoch": 0.5866625059396742,
      "grad_norm": 6.03125,
      "learning_rate": 1.9211020699996238e-05,
      "loss": 0.2696,
      "step": 20680
    },
    {
      "epoch": 0.5869461918709796,
      "grad_norm": 16.75,
      "learning_rate": 1.9210441760093096e-05,
      "loss": 0.2833,
      "step": 20690
    },
    {
      "epoch": 0.5872298778022851,
      "grad_norm": 7.0625,
      "learning_rate": 1.920986282018995e-05,
      "loss": 0.3007,
      "step": 20700
    },
    {
      "epoch": 0.5875135637335905,
      "grad_norm": 17.125,
      "learning_rate": 1.920928388028681e-05,
      "loss": 0.3149,
      "step": 20710
    },
    {
      "epoch": 0.587797249664896,
      "grad_norm": 8.625,
      "learning_rate": 1.9208704940383665e-05,
      "loss": 0.3085,
      "step": 20720
    },
    {
      "epoch": 0.5880809355962014,
      "grad_norm": 10.875,
      "learning_rate": 1.9208126000480523e-05,
      "loss": 0.2988,
      "step": 20730
    },
    {
      "epoch": 0.5883646215275069,
      "grad_norm": 6.53125,
      "learning_rate": 1.9207547060577378e-05,
      "loss": 0.2693,
      "step": 20740
    },
    {
      "epoch": 0.5886483074588124,
      "grad_norm": 7.59375,
      "learning_rate": 1.9206968120674233e-05,
      "loss": 0.2649,
      "step": 20750
    },
    {
      "epoch": 0.5889319933901178,
      "grad_norm": 7.0625,
      "learning_rate": 1.920638918077109e-05,
      "loss": 0.3132,
      "step": 20760
    },
    {
      "epoch": 0.5892156793214233,
      "grad_norm": 6.625,
      "learning_rate": 1.920581024086795e-05,
      "loss": 0.2307,
      "step": 20770
    },
    {
      "epoch": 0.5894993652527287,
      "grad_norm": 11.5625,
      "learning_rate": 1.9205231300964804e-05,
      "loss": 0.283,
      "step": 20780
    },
    {
      "epoch": 0.5897830511840342,
      "grad_norm": 10.9375,
      "learning_rate": 1.9204652361061663e-05,
      "loss": 0.2935,
      "step": 20790
    },
    {
      "epoch": 0.5900667371153396,
      "grad_norm": 6.875,
      "learning_rate": 1.9204073421158518e-05,
      "loss": 0.2731,
      "step": 20800
    },
    {
      "epoch": 0.5903504230466451,
      "grad_norm": 8.9375,
      "learning_rate": 1.9203494481255376e-05,
      "loss": 0.2656,
      "step": 20810
    },
    {
      "epoch": 0.5906341089779505,
      "grad_norm": 9.1875,
      "learning_rate": 1.920291554135223e-05,
      "loss": 0.3138,
      "step": 20820
    },
    {
      "epoch": 0.590917794909256,
      "grad_norm": 9.3125,
      "learning_rate": 1.9202336601449086e-05,
      "loss": 0.2718,
      "step": 20830
    },
    {
      "epoch": 0.5912014808405615,
      "grad_norm": 8.875,
      "learning_rate": 1.9201757661545944e-05,
      "loss": 0.2559,
      "step": 20840
    },
    {
      "epoch": 0.5914851667718669,
      "grad_norm": 7.46875,
      "learning_rate": 1.9201178721642803e-05,
      "loss": 0.2805,
      "step": 20850
    },
    {
      "epoch": 0.5917688527031724,
      "grad_norm": 8.8125,
      "learning_rate": 1.9200599781739658e-05,
      "loss": 0.2606,
      "step": 20860
    },
    {
      "epoch": 0.5920525386344778,
      "grad_norm": 13.3125,
      "learning_rate": 1.9200020841836516e-05,
      "loss": 0.2854,
      "step": 20870
    },
    {
      "epoch": 0.5923362245657833,
      "grad_norm": 6.78125,
      "learning_rate": 1.919944190193337e-05,
      "loss": 0.27,
      "step": 20880
    },
    {
      "epoch": 0.5926199104970886,
      "grad_norm": 8.0625,
      "learning_rate": 1.9198862962030226e-05,
      "loss": 0.2755,
      "step": 20890
    },
    {
      "epoch": 0.5929035964283941,
      "grad_norm": 8.8125,
      "learning_rate": 1.9198284022127084e-05,
      "loss": 0.2707,
      "step": 20900
    },
    {
      "epoch": 0.5931872823596995,
      "grad_norm": 7.59375,
      "learning_rate": 1.9197705082223942e-05,
      "loss": 0.2978,
      "step": 20910
    },
    {
      "epoch": 0.593470968291005,
      "grad_norm": 10.5,
      "learning_rate": 1.9197126142320797e-05,
      "loss": 0.3131,
      "step": 20920
    },
    {
      "epoch": 0.5937546542223104,
      "grad_norm": 10.625,
      "learning_rate": 1.9196547202417656e-05,
      "loss": 0.229,
      "step": 20930
    },
    {
      "epoch": 0.5940383401536159,
      "grad_norm": 10.375,
      "learning_rate": 1.919596826251451e-05,
      "loss": 0.258,
      "step": 20940
    },
    {
      "epoch": 0.5943220260849214,
      "grad_norm": 9.125,
      "learning_rate": 1.919538932261137e-05,
      "loss": 0.3022,
      "step": 20950
    },
    {
      "epoch": 0.5946057120162268,
      "grad_norm": 9.875,
      "learning_rate": 1.9194810382708224e-05,
      "loss": 0.2498,
      "step": 20960
    },
    {
      "epoch": 0.5948893979475323,
      "grad_norm": 8.1875,
      "learning_rate": 1.919423144280508e-05,
      "loss": 0.3428,
      "step": 20970
    },
    {
      "epoch": 0.5951730838788377,
      "grad_norm": 8.8125,
      "learning_rate": 1.9193652502901937e-05,
      "loss": 0.2906,
      "step": 20980
    },
    {
      "epoch": 0.5954567698101432,
      "grad_norm": 7.375,
      "learning_rate": 1.9193073562998796e-05,
      "loss": 0.2619,
      "step": 20990
    },
    {
      "epoch": 0.5957404557414486,
      "grad_norm": 9.5,
      "learning_rate": 1.919249462309565e-05,
      "loss": 0.3118,
      "step": 21000
    },
    {
      "epoch": 0.5960241416727541,
      "grad_norm": 9.6875,
      "learning_rate": 1.919191568319251e-05,
      "loss": 0.2927,
      "step": 21010
    },
    {
      "epoch": 0.5963078276040595,
      "grad_norm": 8.75,
      "learning_rate": 1.9191336743289364e-05,
      "loss": 0.2251,
      "step": 21020
    },
    {
      "epoch": 0.596591513535365,
      "grad_norm": 7.125,
      "learning_rate": 1.9190757803386222e-05,
      "loss": 0.3275,
      "step": 21030
    },
    {
      "epoch": 0.5968751994666704,
      "grad_norm": 8.875,
      "learning_rate": 1.9190178863483077e-05,
      "loss": 0.3178,
      "step": 21040
    },
    {
      "epoch": 0.5971588853979759,
      "grad_norm": 9.125,
      "learning_rate": 1.9189599923579932e-05,
      "loss": 0.3314,
      "step": 21050
    },
    {
      "epoch": 0.5974425713292814,
      "grad_norm": 8.875,
      "learning_rate": 1.918902098367679e-05,
      "loss": 0.2682,
      "step": 21060
    },
    {
      "epoch": 0.5977262572605868,
      "grad_norm": 14.5,
      "learning_rate": 1.918844204377365e-05,
      "loss": 0.245,
      "step": 21070
    },
    {
      "epoch": 0.5980099431918923,
      "grad_norm": 6.53125,
      "learning_rate": 1.9187863103870504e-05,
      "loss": 0.2982,
      "step": 21080
    },
    {
      "epoch": 0.5982936291231977,
      "grad_norm": 7.90625,
      "learning_rate": 1.9187284163967362e-05,
      "loss": 0.2741,
      "step": 21090
    },
    {
      "epoch": 0.5985773150545032,
      "grad_norm": 8.375,
      "learning_rate": 1.9186705224064217e-05,
      "loss": 0.2471,
      "step": 21100
    },
    {
      "epoch": 0.5988610009858086,
      "grad_norm": 10.125,
      "learning_rate": 1.9186126284161075e-05,
      "loss": 0.2598,
      "step": 21110
    },
    {
      "epoch": 0.5991446869171141,
      "grad_norm": 10.8125,
      "learning_rate": 1.918554734425793e-05,
      "loss": 0.2903,
      "step": 21120
    },
    {
      "epoch": 0.5994283728484195,
      "grad_norm": 8.4375,
      "learning_rate": 1.9184968404354785e-05,
      "loss": 0.3038,
      "step": 21130
    },
    {
      "epoch": 0.599712058779725,
      "grad_norm": 7.3125,
      "learning_rate": 1.9184389464451643e-05,
      "loss": 0.2721,
      "step": 21140
    },
    {
      "epoch": 0.5999957447110305,
      "grad_norm": 9.8125,
      "learning_rate": 1.9183810524548502e-05,
      "loss": 0.3105,
      "step": 21150
    },
    {
      "epoch": 0.6002794306423359,
      "grad_norm": 12.5,
      "learning_rate": 1.9183231584645357e-05,
      "loss": 0.2551,
      "step": 21160
    },
    {
      "epoch": 0.6005631165736414,
      "grad_norm": 8.8125,
      "learning_rate": 1.9182652644742215e-05,
      "loss": 0.3203,
      "step": 21170
    },
    {
      "epoch": 0.6008468025049468,
      "grad_norm": 10.9375,
      "learning_rate": 1.918207370483907e-05,
      "loss": 0.2903,
      "step": 21180
    },
    {
      "epoch": 0.6011304884362523,
      "grad_norm": 7.375,
      "learning_rate": 1.918149476493593e-05,
      "loss": 0.2718,
      "step": 21190
    },
    {
      "epoch": 0.6014141743675577,
      "grad_norm": 8.75,
      "learning_rate": 1.9180915825032783e-05,
      "loss": 0.2456,
      "step": 21200
    },
    {
      "epoch": 0.6016978602988631,
      "grad_norm": 9.625,
      "learning_rate": 1.918033688512964e-05,
      "loss": 0.2303,
      "step": 21210
    },
    {
      "epoch": 0.6019815462301685,
      "grad_norm": 9.0625,
      "learning_rate": 1.9179757945226497e-05,
      "loss": 0.3631,
      "step": 21220
    },
    {
      "epoch": 0.602265232161474,
      "grad_norm": 9.125,
      "learning_rate": 1.9179179005323355e-05,
      "loss": 0.2915,
      "step": 21230
    },
    {
      "epoch": 0.6025489180927794,
      "grad_norm": 8.375,
      "learning_rate": 1.917860006542021e-05,
      "loss": 0.2891,
      "step": 21240
    },
    {
      "epoch": 0.6028326040240849,
      "grad_norm": 7.0625,
      "learning_rate": 1.9178021125517068e-05,
      "loss": 0.2887,
      "step": 21250
    },
    {
      "epoch": 0.6031162899553904,
      "grad_norm": 9.1875,
      "learning_rate": 1.9177442185613923e-05,
      "loss": 0.3059,
      "step": 21260
    },
    {
      "epoch": 0.6033999758866958,
      "grad_norm": 9.625,
      "learning_rate": 1.9176863245710778e-05,
      "loss": 0.247,
      "step": 21270
    },
    {
      "epoch": 0.6036836618180013,
      "grad_norm": 7.8125,
      "learning_rate": 1.9176284305807636e-05,
      "loss": 0.2658,
      "step": 21280
    },
    {
      "epoch": 0.6039673477493067,
      "grad_norm": 6.53125,
      "learning_rate": 1.9175705365904495e-05,
      "loss": 0.2923,
      "step": 21290
    },
    {
      "epoch": 0.6042510336806122,
      "grad_norm": 4.75,
      "learning_rate": 1.9175126426001353e-05,
      "loss": 0.2929,
      "step": 21300
    },
    {
      "epoch": 0.6045347196119176,
      "grad_norm": 8.5,
      "learning_rate": 1.9174547486098208e-05,
      "loss": 0.3067,
      "step": 21310
    },
    {
      "epoch": 0.6048184055432231,
      "grad_norm": 11.1875,
      "learning_rate": 1.9173968546195063e-05,
      "loss": 0.2332,
      "step": 21320
    },
    {
      "epoch": 0.6051020914745285,
      "grad_norm": 8.25,
      "learning_rate": 1.917338960629192e-05,
      "loss": 0.2786,
      "step": 21330
    },
    {
      "epoch": 0.605385777405834,
      "grad_norm": 10.9375,
      "learning_rate": 1.9172810666388776e-05,
      "loss": 0.2427,
      "step": 21340
    },
    {
      "epoch": 0.6056694633371394,
      "grad_norm": 9.75,
      "learning_rate": 1.917223172648563e-05,
      "loss": 0.2312,
      "step": 21350
    },
    {
      "epoch": 0.6059531492684449,
      "grad_norm": 9.125,
      "learning_rate": 1.917165278658249e-05,
      "loss": 0.2397,
      "step": 21360
    },
    {
      "epoch": 0.6062368351997504,
      "grad_norm": 7.65625,
      "learning_rate": 1.9171073846679348e-05,
      "loss": 0.255,
      "step": 21370
    },
    {
      "epoch": 0.6065205211310558,
      "grad_norm": 7.78125,
      "learning_rate": 1.9170494906776206e-05,
      "loss": 0.2993,
      "step": 21380
    },
    {
      "epoch": 0.6068042070623613,
      "grad_norm": 13.9375,
      "learning_rate": 1.916991596687306e-05,
      "loss": 0.3293,
      "step": 21390
    },
    {
      "epoch": 0.6070878929936667,
      "grad_norm": 8.875,
      "learning_rate": 1.9169337026969916e-05,
      "loss": 0.2633,
      "step": 21400
    },
    {
      "epoch": 0.6073715789249722,
      "grad_norm": 8.25,
      "learning_rate": 1.9168758087066774e-05,
      "loss": 0.2782,
      "step": 21410
    },
    {
      "epoch": 0.6076552648562776,
      "grad_norm": 11.0625,
      "learning_rate": 1.916817914716363e-05,
      "loss": 0.3269,
      "step": 21420
    },
    {
      "epoch": 0.6079389507875831,
      "grad_norm": 8.5625,
      "learning_rate": 1.9167600207260488e-05,
      "loss": 0.2667,
      "step": 21430
    },
    {
      "epoch": 0.6082226367188885,
      "grad_norm": 8.3125,
      "learning_rate": 1.9167021267357343e-05,
      "loss": 0.2962,
      "step": 21440
    },
    {
      "epoch": 0.608506322650194,
      "grad_norm": 9.4375,
      "learning_rate": 1.91664423274542e-05,
      "loss": 0.2959,
      "step": 21450
    },
    {
      "epoch": 0.6087900085814995,
      "grad_norm": 10.4375,
      "learning_rate": 1.9165863387551056e-05,
      "loss": 0.3153,
      "step": 21460
    },
    {
      "epoch": 0.6090736945128049,
      "grad_norm": 8.1875,
      "learning_rate": 1.9165284447647914e-05,
      "loss": 0.3017,
      "step": 21470
    },
    {
      "epoch": 0.6093573804441104,
      "grad_norm": 9.4375,
      "learning_rate": 1.916470550774477e-05,
      "loss": 0.2596,
      "step": 21480
    },
    {
      "epoch": 0.6096410663754158,
      "grad_norm": 11.375,
      "learning_rate": 1.9164126567841628e-05,
      "loss": 0.2715,
      "step": 21490
    },
    {
      "epoch": 0.6099247523067213,
      "grad_norm": 9.875,
      "learning_rate": 1.9163547627938483e-05,
      "loss": 0.2755,
      "step": 21500
    },
    {
      "epoch": 0.6102084382380267,
      "grad_norm": 7.6875,
      "learning_rate": 1.916296868803534e-05,
      "loss": 0.2414,
      "step": 21510
    },
    {
      "epoch": 0.6104921241693322,
      "grad_norm": 7.90625,
      "learning_rate": 1.9162389748132196e-05,
      "loss": 0.3,
      "step": 21520
    },
    {
      "epoch": 0.6107758101006376,
      "grad_norm": 6.96875,
      "learning_rate": 1.9161810808229054e-05,
      "loss": 0.2533,
      "step": 21530
    },
    {
      "epoch": 0.611059496031943,
      "grad_norm": 9.5625,
      "learning_rate": 1.916123186832591e-05,
      "loss": 0.27,
      "step": 21540
    },
    {
      "epoch": 0.6113431819632484,
      "grad_norm": 8.9375,
      "learning_rate": 1.9160652928422767e-05,
      "loss": 0.316,
      "step": 21550
    },
    {
      "epoch": 0.6116268678945539,
      "grad_norm": 8.1875,
      "learning_rate": 1.9160073988519622e-05,
      "loss": 0.2745,
      "step": 21560
    },
    {
      "epoch": 0.6119105538258593,
      "grad_norm": 7.1875,
      "learning_rate": 1.915949504861648e-05,
      "loss": 0.2821,
      "step": 21570
    },
    {
      "epoch": 0.6121942397571648,
      "grad_norm": 10.8125,
      "learning_rate": 1.9158916108713336e-05,
      "loss": 0.2766,
      "step": 21580
    },
    {
      "epoch": 0.6124779256884703,
      "grad_norm": 9.1875,
      "learning_rate": 1.9158337168810194e-05,
      "loss": 0.3283,
      "step": 21590
    },
    {
      "epoch": 0.6127616116197757,
      "grad_norm": 8.4375,
      "learning_rate": 1.9157758228907052e-05,
      "loss": 0.2604,
      "step": 21600
    },
    {
      "epoch": 0.6130452975510812,
      "grad_norm": 8.3125,
      "learning_rate": 1.9157179289003907e-05,
      "loss": 0.2701,
      "step": 21610
    },
    {
      "epoch": 0.6133289834823866,
      "grad_norm": 8.4375,
      "learning_rate": 1.9156600349100762e-05,
      "loss": 0.3064,
      "step": 21620
    },
    {
      "epoch": 0.6136126694136921,
      "grad_norm": 6.0,
      "learning_rate": 1.915602140919762e-05,
      "loss": 0.2731,
      "step": 21630
    },
    {
      "epoch": 0.6138963553449975,
      "grad_norm": 8.125,
      "learning_rate": 1.9155442469294475e-05,
      "loss": 0.245,
      "step": 21640
    },
    {
      "epoch": 0.614180041276303,
      "grad_norm": 8.0625,
      "learning_rate": 1.915486352939133e-05,
      "loss": 0.2747,
      "step": 21650
    },
    {
      "epoch": 0.6144637272076084,
      "grad_norm": 10.0,
      "learning_rate": 1.915428458948819e-05,
      "loss": 0.2766,
      "step": 21660
    },
    {
      "epoch": 0.6147474131389139,
      "grad_norm": 7.40625,
      "learning_rate": 1.9153705649585047e-05,
      "loss": 0.2514,
      "step": 21670
    },
    {
      "epoch": 0.6150310990702194,
      "grad_norm": 10.0,
      "learning_rate": 1.9153126709681905e-05,
      "loss": 0.2775,
      "step": 21680
    },
    {
      "epoch": 0.6153147850015248,
      "grad_norm": 8.5,
      "learning_rate": 1.915254776977876e-05,
      "loss": 0.2665,
      "step": 21690
    },
    {
      "epoch": 0.6155984709328303,
      "grad_norm": 11.1875,
      "learning_rate": 1.9151968829875615e-05,
      "loss": 0.2815,
      "step": 21700
    },
    {
      "epoch": 0.6158821568641357,
      "grad_norm": 9.8125,
      "learning_rate": 1.9151389889972474e-05,
      "loss": 0.2549,
      "step": 21710
    },
    {
      "epoch": 0.6161658427954412,
      "grad_norm": 8.9375,
      "learning_rate": 1.915081095006933e-05,
      "loss": 0.2617,
      "step": 21720
    },
    {
      "epoch": 0.6164495287267466,
      "grad_norm": 8.625,
      "learning_rate": 1.9150232010166187e-05,
      "loss": 0.3034,
      "step": 21730
    },
    {
      "epoch": 0.6167332146580521,
      "grad_norm": 6.84375,
      "learning_rate": 1.9149653070263042e-05,
      "loss": 0.2688,
      "step": 21740
    },
    {
      "epoch": 0.6170169005893575,
      "grad_norm": 10.9375,
      "learning_rate": 1.91490741303599e-05,
      "loss": 0.2703,
      "step": 21750
    },
    {
      "epoch": 0.617300586520663,
      "grad_norm": 7.03125,
      "learning_rate": 1.914849519045676e-05,
      "loss": 0.2891,
      "step": 21760
    },
    {
      "epoch": 0.6175842724519685,
      "grad_norm": 7.9375,
      "learning_rate": 1.9147916250553613e-05,
      "loss": 0.2339,
      "step": 21770
    },
    {
      "epoch": 0.6178679583832739,
      "grad_norm": 8.875,
      "learning_rate": 1.914733731065047e-05,
      "loss": 0.263,
      "step": 21780
    },
    {
      "epoch": 0.6181516443145794,
      "grad_norm": 9.4375,
      "learning_rate": 1.9146758370747327e-05,
      "loss": 0.2896,
      "step": 21790
    },
    {
      "epoch": 0.6184353302458848,
      "grad_norm": 8.125,
      "learning_rate": 1.9146179430844182e-05,
      "loss": 0.2438,
      "step": 21800
    },
    {
      "epoch": 0.6187190161771903,
      "grad_norm": 8.6875,
      "learning_rate": 1.914560049094104e-05,
      "loss": 0.2885,
      "step": 21810
    },
    {
      "epoch": 0.6190027021084957,
      "grad_norm": 12.3125,
      "learning_rate": 1.91450215510379e-05,
      "loss": 0.3184,
      "step": 21820
    },
    {
      "epoch": 0.6192863880398012,
      "grad_norm": 9.3125,
      "learning_rate": 1.9144442611134753e-05,
      "loss": 0.2797,
      "step": 21830
    },
    {
      "epoch": 0.6195700739711066,
      "grad_norm": 7.875,
      "learning_rate": 1.9143863671231608e-05,
      "loss": 0.2718,
      "step": 21840
    },
    {
      "epoch": 0.6198537599024121,
      "grad_norm": 7.1875,
      "learning_rate": 1.9143284731328467e-05,
      "loss": 0.3143,
      "step": 21850
    },
    {
      "epoch": 0.6201374458337174,
      "grad_norm": 13.125,
      "learning_rate": 1.914270579142532e-05,
      "loss": 0.311,
      "step": 21860
    },
    {
      "epoch": 0.6204211317650229,
      "grad_norm": 7.4375,
      "learning_rate": 1.914212685152218e-05,
      "loss": 0.275,
      "step": 21870
    },
    {
      "epoch": 0.6207048176963283,
      "grad_norm": 6.0625,
      "learning_rate": 1.9141547911619035e-05,
      "loss": 0.2341,
      "step": 21880
    },
    {
      "epoch": 0.6209885036276338,
      "grad_norm": 7.75,
      "learning_rate": 1.9140968971715893e-05,
      "loss": 0.1855,
      "step": 21890
    },
    {
      "epoch": 0.6212721895589393,
      "grad_norm": 10.625,
      "learning_rate": 1.914039003181275e-05,
      "loss": 0.3071,
      "step": 21900
    },
    {
      "epoch": 0.6215558754902447,
      "grad_norm": 10.75,
      "learning_rate": 1.9139811091909606e-05,
      "loss": 0.3014,
      "step": 21910
    },
    {
      "epoch": 0.6218395614215502,
      "grad_norm": 9.875,
      "learning_rate": 1.913923215200646e-05,
      "loss": 0.3076,
      "step": 21920
    },
    {
      "epoch": 0.6221232473528556,
      "grad_norm": 10.0,
      "learning_rate": 1.913865321210332e-05,
      "loss": 0.2896,
      "step": 21930
    },
    {
      "epoch": 0.6224069332841611,
      "grad_norm": 9.25,
      "learning_rate": 1.9138074272200175e-05,
      "loss": 0.2631,
      "step": 21940
    },
    {
      "epoch": 0.6226906192154665,
      "grad_norm": 9.0625,
      "learning_rate": 1.9137495332297033e-05,
      "loss": 0.3213,
      "step": 21950
    },
    {
      "epoch": 0.622974305146772,
      "grad_norm": 7.25,
      "learning_rate": 1.9136916392393888e-05,
      "loss": 0.2421,
      "step": 21960
    },
    {
      "epoch": 0.6232579910780774,
      "grad_norm": 7.875,
      "learning_rate": 1.9136337452490746e-05,
      "loss": 0.3051,
      "step": 21970
    },
    {
      "epoch": 0.6235416770093829,
      "grad_norm": 8.6875,
      "learning_rate": 1.9135758512587605e-05,
      "loss": 0.2548,
      "step": 21980
    },
    {
      "epoch": 0.6238253629406884,
      "grad_norm": 7.03125,
      "learning_rate": 1.913517957268446e-05,
      "loss": 0.2251,
      "step": 21990
    },
    {
      "epoch": 0.6241090488719938,
      "grad_norm": 9.6875,
      "learning_rate": 1.9134600632781315e-05,
      "loss": 0.2562,
      "step": 22000
    },
    {
      "epoch": 0.6243927348032993,
      "grad_norm": 7.75,
      "learning_rate": 1.9134021692878173e-05,
      "loss": 0.2244,
      "step": 22010
    },
    {
      "epoch": 0.6246764207346047,
      "grad_norm": 7.40625,
      "learning_rate": 1.9133442752975028e-05,
      "loss": 0.2732,
      "step": 22020
    },
    {
      "epoch": 0.6249601066659102,
      "grad_norm": 6.625,
      "learning_rate": 1.9132863813071886e-05,
      "loss": 0.2337,
      "step": 22030
    },
    {
      "epoch": 0.6252437925972156,
      "grad_norm": 7.0,
      "learning_rate": 1.913228487316874e-05,
      "loss": 0.2829,
      "step": 22040
    },
    {
      "epoch": 0.6255274785285211,
      "grad_norm": 7.25,
      "learning_rate": 1.91317059332656e-05,
      "loss": 0.247,
      "step": 22050
    },
    {
      "epoch": 0.6258111644598265,
      "grad_norm": 9.1875,
      "learning_rate": 1.9131126993362458e-05,
      "loss": 0.2944,
      "step": 22060
    },
    {
      "epoch": 0.626094850391132,
      "grad_norm": 9.125,
      "learning_rate": 1.9130548053459313e-05,
      "loss": 0.2476,
      "step": 22070
    },
    {
      "epoch": 0.6263785363224375,
      "grad_norm": 10.1875,
      "learning_rate": 1.9129969113556168e-05,
      "loss": 0.2744,
      "step": 22080
    },
    {
      "epoch": 0.6266622222537429,
      "grad_norm": 9.625,
      "learning_rate": 1.9129390173653026e-05,
      "loss": 0.3259,
      "step": 22090
    },
    {
      "epoch": 0.6269459081850484,
      "grad_norm": 12.625,
      "learning_rate": 1.912881123374988e-05,
      "loss": 0.2796,
      "step": 22100
    },
    {
      "epoch": 0.6272295941163538,
      "grad_norm": 9.3125,
      "learning_rate": 1.912823229384674e-05,
      "loss": 0.2361,
      "step": 22110
    },
    {
      "epoch": 0.6275132800476593,
      "grad_norm": 7.75,
      "learning_rate": 1.9127653353943598e-05,
      "loss": 0.2776,
      "step": 22120
    },
    {
      "epoch": 0.6277969659789647,
      "grad_norm": 12.1875,
      "learning_rate": 1.9127074414040453e-05,
      "loss": 0.253,
      "step": 22130
    },
    {
      "epoch": 0.6280806519102702,
      "grad_norm": 8.875,
      "learning_rate": 1.9126495474137307e-05,
      "loss": 0.292,
      "step": 22140
    },
    {
      "epoch": 0.6283643378415756,
      "grad_norm": 9.75,
      "learning_rate": 1.9125916534234166e-05,
      "loss": 0.2527,
      "step": 22150
    },
    {
      "epoch": 0.6286480237728811,
      "grad_norm": 9.3125,
      "learning_rate": 1.912533759433102e-05,
      "loss": 0.2488,
      "step": 22160
    },
    {
      "epoch": 0.6289317097041865,
      "grad_norm": 6.9375,
      "learning_rate": 1.912475865442788e-05,
      "loss": 0.2642,
      "step": 22170
    },
    {
      "epoch": 0.6292153956354919,
      "grad_norm": 11.3125,
      "learning_rate": 1.9124179714524734e-05,
      "loss": 0.2502,
      "step": 22180
    },
    {
      "epoch": 0.6294990815667973,
      "grad_norm": 8.5,
      "learning_rate": 1.9123600774621592e-05,
      "loss": 0.2787,
      "step": 22190
    },
    {
      "epoch": 0.6297827674981028,
      "grad_norm": 10.75,
      "learning_rate": 1.912302183471845e-05,
      "loss": 0.2727,
      "step": 22200
    },
    {
      "epoch": 0.6300664534294083,
      "grad_norm": 6.46875,
      "learning_rate": 1.9122442894815306e-05,
      "loss": 0.2462,
      "step": 22210
    },
    {
      "epoch": 0.6303501393607137,
      "grad_norm": 9.25,
      "learning_rate": 1.912186395491216e-05,
      "loss": 0.2769,
      "step": 22220
    },
    {
      "epoch": 0.6306338252920192,
      "grad_norm": 9.6875,
      "learning_rate": 1.912128501500902e-05,
      "loss": 0.2386,
      "step": 22230
    },
    {
      "epoch": 0.6309175112233246,
      "grad_norm": 6.84375,
      "learning_rate": 1.9120706075105874e-05,
      "loss": 0.2924,
      "step": 22240
    },
    {
      "epoch": 0.6312011971546301,
      "grad_norm": 11.875,
      "learning_rate": 1.9120127135202732e-05,
      "loss": 0.2806,
      "step": 22250
    },
    {
      "epoch": 0.6314848830859355,
      "grad_norm": 8.375,
      "learning_rate": 1.9119548195299587e-05,
      "loss": 0.2612,
      "step": 22260
    },
    {
      "epoch": 0.631768569017241,
      "grad_norm": 9.4375,
      "learning_rate": 1.9118969255396446e-05,
      "loss": 0.2398,
      "step": 22270
    },
    {
      "epoch": 0.6320522549485464,
      "grad_norm": 8.1875,
      "learning_rate": 1.9118390315493304e-05,
      "loss": 0.332,
      "step": 22280
    },
    {
      "epoch": 0.6323359408798519,
      "grad_norm": 7.5625,
      "learning_rate": 1.911781137559016e-05,
      "loss": 0.2767,
      "step": 22290
    },
    {
      "epoch": 0.6326196268111574,
      "grad_norm": 9.9375,
      "learning_rate": 1.9117232435687014e-05,
      "loss": 0.2726,
      "step": 22300
    },
    {
      "epoch": 0.6329033127424628,
      "grad_norm": 11.4375,
      "learning_rate": 1.9116653495783872e-05,
      "loss": 0.245,
      "step": 22310
    },
    {
      "epoch": 0.6331869986737683,
      "grad_norm": 10.375,
      "learning_rate": 1.9116074555880727e-05,
      "loss": 0.2588,
      "step": 22320
    },
    {
      "epoch": 0.6334706846050737,
      "grad_norm": 8.125,
      "learning_rate": 1.9115495615977585e-05,
      "loss": 0.3005,
      "step": 22330
    },
    {
      "epoch": 0.6337543705363792,
      "grad_norm": 9.625,
      "learning_rate": 1.9114916676074444e-05,
      "loss": 0.2767,
      "step": 22340
    },
    {
      "epoch": 0.6340380564676846,
      "grad_norm": 9.375,
      "learning_rate": 1.91143377361713e-05,
      "loss": 0.2593,
      "step": 22350
    },
    {
      "epoch": 0.6343217423989901,
      "grad_norm": 11.1875,
      "learning_rate": 1.9113758796268157e-05,
      "loss": 0.2849,
      "step": 22360
    },
    {
      "epoch": 0.6346054283302955,
      "grad_norm": 10.0,
      "learning_rate": 1.9113179856365012e-05,
      "loss": 0.3094,
      "step": 22370
    },
    {
      "epoch": 0.634889114261601,
      "grad_norm": 8.5,
      "learning_rate": 1.9112600916461867e-05,
      "loss": 0.2816,
      "step": 22380
    },
    {
      "epoch": 0.6351728001929065,
      "grad_norm": 7.6875,
      "learning_rate": 1.9112021976558725e-05,
      "loss": 0.2484,
      "step": 22390
    },
    {
      "epoch": 0.6354564861242119,
      "grad_norm": 7.34375,
      "learning_rate": 1.911144303665558e-05,
      "loss": 0.2781,
      "step": 22400
    },
    {
      "epoch": 0.6357401720555174,
      "grad_norm": 9.75,
      "learning_rate": 1.911086409675244e-05,
      "loss": 0.2525,
      "step": 22410
    },
    {
      "epoch": 0.6360238579868228,
      "grad_norm": 7.5,
      "learning_rate": 1.9110285156849297e-05,
      "loss": 0.2445,
      "step": 22420
    },
    {
      "epoch": 0.6363075439181283,
      "grad_norm": 6.6875,
      "learning_rate": 1.9109706216946152e-05,
      "loss": 0.266,
      "step": 22430
    },
    {
      "epoch": 0.6365912298494337,
      "grad_norm": 10.4375,
      "learning_rate": 1.910912727704301e-05,
      "loss": 0.271,
      "step": 22440
    },
    {
      "epoch": 0.6368749157807392,
      "grad_norm": 12.25,
      "learning_rate": 1.9108548337139865e-05,
      "loss": 0.2794,
      "step": 22450
    },
    {
      "epoch": 0.6371586017120446,
      "grad_norm": 8.125,
      "learning_rate": 1.910796939723672e-05,
      "loss": 0.2624,
      "step": 22460
    },
    {
      "epoch": 0.6374422876433501,
      "grad_norm": 6.96875,
      "learning_rate": 1.910739045733358e-05,
      "loss": 0.2953,
      "step": 22470
    },
    {
      "epoch": 0.6377259735746555,
      "grad_norm": 5.03125,
      "learning_rate": 1.9106811517430433e-05,
      "loss": 0.2642,
      "step": 22480
    },
    {
      "epoch": 0.638009659505961,
      "grad_norm": 5.6875,
      "learning_rate": 1.910623257752729e-05,
      "loss": 0.2859,
      "step": 22490
    },
    {
      "epoch": 0.6382933454372665,
      "grad_norm": 7.875,
      "learning_rate": 1.910565363762415e-05,
      "loss": 0.2554,
      "step": 22500
    },
    {
      "epoch": 0.6385770313685718,
      "grad_norm": 12.25,
      "learning_rate": 1.9105074697721005e-05,
      "loss": 0.2729,
      "step": 22510
    },
    {
      "epoch": 0.6388607172998773,
      "grad_norm": 6.78125,
      "learning_rate": 1.910449575781786e-05,
      "loss": 0.3023,
      "step": 22520
    },
    {
      "epoch": 0.6391444032311827,
      "grad_norm": 7.40625,
      "learning_rate": 1.9103916817914718e-05,
      "loss": 0.2405,
      "step": 22530
    },
    {
      "epoch": 0.6394280891624882,
      "grad_norm": 9.75,
      "learning_rate": 1.9103337878011573e-05,
      "loss": 0.2758,
      "step": 22540
    },
    {
      "epoch": 0.6397117750937936,
      "grad_norm": 9.125,
      "learning_rate": 1.910275893810843e-05,
      "loss": 0.2483,
      "step": 22550
    },
    {
      "epoch": 0.6399954610250991,
      "grad_norm": 8.0,
      "learning_rate": 1.9102179998205286e-05,
      "loss": 0.2362,
      "step": 22560
    },
    {
      "epoch": 0.6402791469564045,
      "grad_norm": 8.3125,
      "learning_rate": 1.9101601058302145e-05,
      "loss": 0.2372,
      "step": 22570
    },
    {
      "epoch": 0.64056283288771,
      "grad_norm": 5.65625,
      "learning_rate": 1.9101022118399003e-05,
      "loss": 0.309,
      "step": 22580
    },
    {
      "epoch": 0.6408465188190154,
      "grad_norm": 6.96875,
      "learning_rate": 1.9100443178495858e-05,
      "loss": 0.2696,
      "step": 22590
    },
    {
      "epoch": 0.6411302047503209,
      "grad_norm": 6.21875,
      "learning_rate": 1.9099864238592713e-05,
      "loss": 0.2904,
      "step": 22600
    },
    {
      "epoch": 0.6414138906816264,
      "grad_norm": 8.3125,
      "learning_rate": 1.909928529868957e-05,
      "loss": 0.293,
      "step": 22610
    },
    {
      "epoch": 0.6416975766129318,
      "grad_norm": 7.3125,
      "learning_rate": 1.9098706358786426e-05,
      "loss": 0.2575,
      "step": 22620
    },
    {
      "epoch": 0.6419812625442373,
      "grad_norm": 7.8125,
      "learning_rate": 1.9098127418883285e-05,
      "loss": 0.2277,
      "step": 22630
    },
    {
      "epoch": 0.6422649484755427,
      "grad_norm": 7.71875,
      "learning_rate": 1.9097548478980143e-05,
      "loss": 0.2169,
      "step": 22640
    },
    {
      "epoch": 0.6425486344068482,
      "grad_norm": 7.46875,
      "learning_rate": 1.9096969539076998e-05,
      "loss": 0.2325,
      "step": 22650
    },
    {
      "epoch": 0.6428323203381536,
      "grad_norm": 7.71875,
      "learning_rate": 1.9096390599173856e-05,
      "loss": 0.2146,
      "step": 22660
    },
    {
      "epoch": 0.6431160062694591,
      "grad_norm": 5.78125,
      "learning_rate": 1.909581165927071e-05,
      "loss": 0.2463,
      "step": 22670
    },
    {
      "epoch": 0.6433996922007645,
      "grad_norm": 9.25,
      "learning_rate": 1.9095232719367566e-05,
      "loss": 0.2355,
      "step": 22680
    },
    {
      "epoch": 0.64368337813207,
      "grad_norm": 10.9375,
      "learning_rate": 1.9094653779464424e-05,
      "loss": 0.2824,
      "step": 22690
    },
    {
      "epoch": 0.6439670640633754,
      "grad_norm": 13.0625,
      "learning_rate": 1.909407483956128e-05,
      "loss": 0.2606,
      "step": 22700
    },
    {
      "epoch": 0.6442507499946809,
      "grad_norm": 6.78125,
      "learning_rate": 1.9093495899658138e-05,
      "loss": 0.2593,
      "step": 22710
    },
    {
      "epoch": 0.6445344359259864,
      "grad_norm": 6.59375,
      "learning_rate": 1.9092916959754996e-05,
      "loss": 0.259,
      "step": 22720
    },
    {
      "epoch": 0.6448181218572918,
      "grad_norm": 5.9375,
      "learning_rate": 1.909233801985185e-05,
      "loss": 0.2234,
      "step": 22730
    },
    {
      "epoch": 0.6451018077885973,
      "grad_norm": 10.25,
      "learning_rate": 1.909175907994871e-05,
      "loss": 0.2369,
      "step": 22740
    },
    {
      "epoch": 0.6453854937199027,
      "grad_norm": 5.90625,
      "learning_rate": 1.9091180140045564e-05,
      "loss": 0.2691,
      "step": 22750
    },
    {
      "epoch": 0.6456691796512082,
      "grad_norm": 8.875,
      "learning_rate": 1.909060120014242e-05,
      "loss": 0.2637,
      "step": 22760
    },
    {
      "epoch": 0.6459528655825136,
      "grad_norm": 9.0,
      "learning_rate": 1.9090022260239278e-05,
      "loss": 0.2819,
      "step": 22770
    },
    {
      "epoch": 0.6462365515138191,
      "grad_norm": 8.75,
      "learning_rate": 1.9089443320336132e-05,
      "loss": 0.2863,
      "step": 22780
    },
    {
      "epoch": 0.6465202374451245,
      "grad_norm": 8.0625,
      "learning_rate": 1.908886438043299e-05,
      "loss": 0.2397,
      "step": 22790
    },
    {
      "epoch": 0.64680392337643,
      "grad_norm": 8.0,
      "learning_rate": 1.908828544052985e-05,
      "loss": 0.2335,
      "step": 22800
    },
    {
      "epoch": 0.6470876093077355,
      "grad_norm": 20.0,
      "learning_rate": 1.9087706500626704e-05,
      "loss": 0.2618,
      "step": 22810
    },
    {
      "epoch": 0.6473712952390409,
      "grad_norm": 8.875,
      "learning_rate": 1.908712756072356e-05,
      "loss": 0.2425,
      "step": 22820
    },
    {
      "epoch": 0.6476549811703463,
      "grad_norm": 7.65625,
      "learning_rate": 1.9086548620820417e-05,
      "loss": 0.2305,
      "step": 22830
    },
    {
      "epoch": 0.6479386671016517,
      "grad_norm": 10.625,
      "learning_rate": 1.9085969680917272e-05,
      "loss": 0.2515,
      "step": 22840
    },
    {
      "epoch": 0.6482223530329572,
      "grad_norm": 8.375,
      "learning_rate": 1.908539074101413e-05,
      "loss": 0.2745,
      "step": 22850
    },
    {
      "epoch": 0.6485060389642626,
      "grad_norm": 10.0625,
      "learning_rate": 1.908481180111099e-05,
      "loss": 0.292,
      "step": 22860
    },
    {
      "epoch": 0.6487897248955681,
      "grad_norm": 9.3125,
      "learning_rate": 1.9084232861207844e-05,
      "loss": 0.2337,
      "step": 22870
    },
    {
      "epoch": 0.6490734108268735,
      "grad_norm": 10.6875,
      "learning_rate": 1.9083653921304702e-05,
      "loss": 0.2999,
      "step": 22880
    },
    {
      "epoch": 0.649357096758179,
      "grad_norm": 7.5625,
      "learning_rate": 1.9083074981401557e-05,
      "loss": 0.2674,
      "step": 22890
    },
    {
      "epoch": 0.6496407826894844,
      "grad_norm": 7.84375,
      "learning_rate": 1.9082496041498412e-05,
      "loss": 0.2679,
      "step": 22900
    },
    {
      "epoch": 0.6499244686207899,
      "grad_norm": 9.5625,
      "learning_rate": 1.908191710159527e-05,
      "loss": 0.2582,
      "step": 22910
    },
    {
      "epoch": 0.6502081545520954,
      "grad_norm": 8.25,
      "learning_rate": 1.9081338161692125e-05,
      "loss": 0.2726,
      "step": 22920
    },
    {
      "epoch": 0.6504918404834008,
      "grad_norm": 11.125,
      "learning_rate": 1.9080759221788984e-05,
      "loss": 0.2862,
      "step": 22930
    },
    {
      "epoch": 0.6507755264147063,
      "grad_norm": 11.5,
      "learning_rate": 1.9080180281885842e-05,
      "loss": 0.2765,
      "step": 22940
    },
    {
      "epoch": 0.6510592123460117,
      "grad_norm": 8.1875,
      "learning_rate": 1.9079601341982697e-05,
      "loss": 0.2938,
      "step": 22950
    },
    {
      "epoch": 0.6513428982773172,
      "grad_norm": 7.0625,
      "learning_rate": 1.9079022402079555e-05,
      "loss": 0.2589,
      "step": 22960
    },
    {
      "epoch": 0.6516265842086226,
      "grad_norm": 8.625,
      "learning_rate": 1.907844346217641e-05,
      "loss": 0.2718,
      "step": 22970
    },
    {
      "epoch": 0.6519102701399281,
      "grad_norm": 8.5,
      "learning_rate": 1.9077864522273265e-05,
      "loss": 0.2205,
      "step": 22980
    },
    {
      "epoch": 0.6521939560712335,
      "grad_norm": 7.1875,
      "learning_rate": 1.9077285582370124e-05,
      "loss": 0.3034,
      "step": 22990
    },
    {
      "epoch": 0.652477642002539,
      "grad_norm": 9.875,
      "learning_rate": 1.907670664246698e-05,
      "loss": 0.2553,
      "step": 23000
    },
    {
      "epoch": 0.6527613279338444,
      "grad_norm": 12.125,
      "learning_rate": 1.9076127702563837e-05,
      "loss": 0.2707,
      "step": 23010
    },
    {
      "epoch": 0.6530450138651499,
      "grad_norm": 8.125,
      "learning_rate": 1.9075548762660695e-05,
      "loss": 0.2557,
      "step": 23020
    },
    {
      "epoch": 0.6533286997964554,
      "grad_norm": 8.375,
      "learning_rate": 1.907496982275755e-05,
      "loss": 0.2428,
      "step": 23030
    },
    {
      "epoch": 0.6536123857277608,
      "grad_norm": 10.375,
      "learning_rate": 1.907439088285441e-05,
      "loss": 0.2473,
      "step": 23040
    },
    {
      "epoch": 0.6538960716590663,
      "grad_norm": 5.625,
      "learning_rate": 1.9073811942951263e-05,
      "loss": 0.2509,
      "step": 23050
    },
    {
      "epoch": 0.6541797575903717,
      "grad_norm": 11.9375,
      "learning_rate": 1.907323300304812e-05,
      "loss": 0.2422,
      "step": 23060
    },
    {
      "epoch": 0.6544634435216772,
      "grad_norm": 9.5,
      "learning_rate": 1.9072654063144977e-05,
      "loss": 0.2788,
      "step": 23070
    },
    {
      "epoch": 0.6547471294529826,
      "grad_norm": 8.6875,
      "learning_rate": 1.907207512324183e-05,
      "loss": 0.2348,
      "step": 23080
    },
    {
      "epoch": 0.6550308153842881,
      "grad_norm": 8.1875,
      "learning_rate": 1.907149618333869e-05,
      "loss": 0.2621,
      "step": 23090
    },
    {
      "epoch": 0.6553145013155935,
      "grad_norm": 9.875,
      "learning_rate": 1.907091724343555e-05,
      "loss": 0.2386,
      "step": 23100
    },
    {
      "epoch": 0.655598187246899,
      "grad_norm": 10.125,
      "learning_rate": 1.9070338303532403e-05,
      "loss": 0.3319,
      "step": 23110
    },
    {
      "epoch": 0.6558818731782045,
      "grad_norm": 8.8125,
      "learning_rate": 1.906975936362926e-05,
      "loss": 0.2585,
      "step": 23120
    },
    {
      "epoch": 0.6561655591095099,
      "grad_norm": 7.125,
      "learning_rate": 1.9069180423726117e-05,
      "loss": 0.2724,
      "step": 23130
    },
    {
      "epoch": 0.6564492450408154,
      "grad_norm": 16.5,
      "learning_rate": 1.906860148382297e-05,
      "loss": 0.2723,
      "step": 23140
    },
    {
      "epoch": 0.6567329309721207,
      "grad_norm": 11.0,
      "learning_rate": 1.906802254391983e-05,
      "loss": 0.292,
      "step": 23150
    },
    {
      "epoch": 0.6570166169034262,
      "grad_norm": 9.1875,
      "learning_rate": 1.9067443604016688e-05,
      "loss": 0.2613,
      "step": 23160
    },
    {
      "epoch": 0.6573003028347316,
      "grad_norm": 12.875,
      "learning_rate": 1.9066864664113543e-05,
      "loss": 0.2353,
      "step": 23170
    },
    {
      "epoch": 0.6575839887660371,
      "grad_norm": 9.0,
      "learning_rate": 1.90662857242104e-05,
      "loss": 0.2662,
      "step": 23180
    },
    {
      "epoch": 0.6578676746973425,
      "grad_norm": 11.5,
      "learning_rate": 1.9065706784307256e-05,
      "loss": 0.237,
      "step": 23190
    },
    {
      "epoch": 0.658151360628648,
      "grad_norm": 9.25,
      "learning_rate": 1.906512784440411e-05,
      "loss": 0.242,
      "step": 23200
    },
    {
      "epoch": 0.6584350465599534,
      "grad_norm": 9.4375,
      "learning_rate": 1.906454890450097e-05,
      "loss": 0.2816,
      "step": 23210
    },
    {
      "epoch": 0.6587187324912589,
      "grad_norm": 9.6875,
      "learning_rate": 1.9063969964597825e-05,
      "loss": 0.3042,
      "step": 23220
    },
    {
      "epoch": 0.6590024184225644,
      "grad_norm": 10.6875,
      "learning_rate": 1.9063391024694683e-05,
      "loss": 0.2315,
      "step": 23230
    },
    {
      "epoch": 0.6592861043538698,
      "grad_norm": 8.8125,
      "learning_rate": 1.906281208479154e-05,
      "loss": 0.2588,
      "step": 23240
    },
    {
      "epoch": 0.6595697902851753,
      "grad_norm": 7.59375,
      "learning_rate": 1.9062233144888396e-05,
      "loss": 0.2556,
      "step": 23250
    },
    {
      "epoch": 0.6598534762164807,
      "grad_norm": 9.0,
      "learning_rate": 1.9061654204985255e-05,
      "loss": 0.2423,
      "step": 23260
    },
    {
      "epoch": 0.6601371621477862,
      "grad_norm": 13.6875,
      "learning_rate": 1.906107526508211e-05,
      "loss": 0.2904,
      "step": 23270
    },
    {
      "epoch": 0.6604208480790916,
      "grad_norm": 12.8125,
      "learning_rate": 1.9060496325178964e-05,
      "loss": 0.2089,
      "step": 23280
    },
    {
      "epoch": 0.6607045340103971,
      "grad_norm": 7.09375,
      "learning_rate": 1.9059917385275823e-05,
      "loss": 0.2737,
      "step": 23290
    },
    {
      "epoch": 0.6609882199417025,
      "grad_norm": 15.4375,
      "learning_rate": 1.9059338445372678e-05,
      "loss": 0.3105,
      "step": 23300
    },
    {
      "epoch": 0.661271905873008,
      "grad_norm": 10.5625,
      "learning_rate": 1.9058759505469536e-05,
      "loss": 0.2423,
      "step": 23310
    },
    {
      "epoch": 0.6615555918043134,
      "grad_norm": 8.5625,
      "learning_rate": 1.9058180565566394e-05,
      "loss": 0.2496,
      "step": 23320
    },
    {
      "epoch": 0.6618392777356189,
      "grad_norm": 8.5,
      "learning_rate": 1.905760162566325e-05,
      "loss": 0.24,
      "step": 23330
    },
    {
      "epoch": 0.6621229636669244,
      "grad_norm": 9.375,
      "learning_rate": 1.9057022685760108e-05,
      "loss": 0.2639,
      "step": 23340
    },
    {
      "epoch": 0.6624066495982298,
      "grad_norm": 7.59375,
      "learning_rate": 1.9056443745856963e-05,
      "loss": 0.2885,
      "step": 23350
    },
    {
      "epoch": 0.6626903355295353,
      "grad_norm": 11.8125,
      "learning_rate": 1.9055864805953818e-05,
      "loss": 0.2515,
      "step": 23360
    },
    {
      "epoch": 0.6629740214608407,
      "grad_norm": 8.875,
      "learning_rate": 1.9055285866050676e-05,
      "loss": 0.2576,
      "step": 23370
    },
    {
      "epoch": 0.6632577073921462,
      "grad_norm": 6.96875,
      "learning_rate": 1.905470692614753e-05,
      "loss": 0.2797,
      "step": 23380
    },
    {
      "epoch": 0.6635413933234516,
      "grad_norm": 9.3125,
      "learning_rate": 1.905412798624439e-05,
      "loss": 0.2602,
      "step": 23390
    },
    {
      "epoch": 0.6638250792547571,
      "grad_norm": 10.625,
      "learning_rate": 1.9053549046341248e-05,
      "loss": 0.3046,
      "step": 23400
    },
    {
      "epoch": 0.6641087651860625,
      "grad_norm": 7.4375,
      "learning_rate": 1.9052970106438103e-05,
      "loss": 0.244,
      "step": 23410
    },
    {
      "epoch": 0.664392451117368,
      "grad_norm": 7.25,
      "learning_rate": 1.905239116653496e-05,
      "loss": 0.2654,
      "step": 23420
    },
    {
      "epoch": 0.6646761370486735,
      "grad_norm": 7.53125,
      "learning_rate": 1.9051812226631816e-05,
      "loss": 0.1974,
      "step": 23430
    },
    {
      "epoch": 0.6649598229799789,
      "grad_norm": 11.125,
      "learning_rate": 1.905123328672867e-05,
      "loss": 0.2876,
      "step": 23440
    },
    {
      "epoch": 0.6652435089112844,
      "grad_norm": 8.0,
      "learning_rate": 1.905065434682553e-05,
      "loss": 0.2343,
      "step": 23450
    },
    {
      "epoch": 0.6655271948425898,
      "grad_norm": 8.0625,
      "learning_rate": 1.9050075406922387e-05,
      "loss": 0.2886,
      "step": 23460
    },
    {
      "epoch": 0.6658108807738953,
      "grad_norm": 8.875,
      "learning_rate": 1.9049496467019242e-05,
      "loss": 0.2464,
      "step": 23470
    },
    {
      "epoch": 0.6660945667052006,
      "grad_norm": 12.4375,
      "learning_rate": 1.90489175271161e-05,
      "loss": 0.2383,
      "step": 23480
    },
    {
      "epoch": 0.6663782526365061,
      "grad_norm": 8.875,
      "learning_rate": 1.9048338587212956e-05,
      "loss": 0.2776,
      "step": 23490
    },
    {
      "epoch": 0.6666619385678115,
      "grad_norm": 7.25,
      "learning_rate": 1.9047759647309814e-05,
      "loss": 0.2653,
      "step": 23500
    },
    {
      "epoch": 0.666945624499117,
      "grad_norm": 6.5,
      "learning_rate": 1.904718070740667e-05,
      "loss": 0.2657,
      "step": 23510
    },
    {
      "epoch": 0.6672293104304224,
      "grad_norm": 7.59375,
      "learning_rate": 1.9046601767503524e-05,
      "loss": 0.2652,
      "step": 23520
    },
    {
      "epoch": 0.6675129963617279,
      "grad_norm": 5.34375,
      "learning_rate": 1.9046022827600382e-05,
      "loss": 0.2349,
      "step": 23530
    },
    {
      "epoch": 0.6677966822930334,
      "grad_norm": 18.5,
      "learning_rate": 1.904544388769724e-05,
      "loss": 0.308,
      "step": 23540
    },
    {
      "epoch": 0.6680803682243388,
      "grad_norm": 9.125,
      "learning_rate": 1.9044864947794095e-05,
      "loss": 0.2611,
      "step": 23550
    },
    {
      "epoch": 0.6683640541556443,
      "grad_norm": 10.5625,
      "learning_rate": 1.9044286007890954e-05,
      "loss": 0.2662,
      "step": 23560
    },
    {
      "epoch": 0.6686477400869497,
      "grad_norm": 7.21875,
      "learning_rate": 1.904370706798781e-05,
      "loss": 0.2649,
      "step": 23570
    },
    {
      "epoch": 0.6689314260182552,
      "grad_norm": 8.3125,
      "learning_rate": 1.9043128128084664e-05,
      "loss": 0.2559,
      "step": 23580
    },
    {
      "epoch": 0.6692151119495606,
      "grad_norm": 7.90625,
      "learning_rate": 1.9042549188181522e-05,
      "loss": 0.2571,
      "step": 23590
    },
    {
      "epoch": 0.6694987978808661,
      "grad_norm": 8.625,
      "learning_rate": 1.9041970248278377e-05,
      "loss": 0.2419,
      "step": 23600
    },
    {
      "epoch": 0.6697824838121715,
      "grad_norm": 7.21875,
      "learning_rate": 1.9041391308375235e-05,
      "loss": 0.2635,
      "step": 23610
    },
    {
      "epoch": 0.670066169743477,
      "grad_norm": 8.75,
      "learning_rate": 1.9040812368472094e-05,
      "loss": 0.2572,
      "step": 23620
    },
    {
      "epoch": 0.6703498556747824,
      "grad_norm": 8.8125,
      "learning_rate": 1.904023342856895e-05,
      "loss": 0.2853,
      "step": 23630
    },
    {
      "epoch": 0.6706335416060879,
      "grad_norm": 9.875,
      "learning_rate": 1.9039654488665807e-05,
      "loss": 0.2841,
      "step": 23640
    },
    {
      "epoch": 0.6709172275373934,
      "grad_norm": 10.6875,
      "learning_rate": 1.9039075548762662e-05,
      "loss": 0.3134,
      "step": 23650
    },
    {
      "epoch": 0.6712009134686988,
      "grad_norm": 8.0625,
      "learning_rate": 1.9038496608859517e-05,
      "loss": 0.2601,
      "step": 23660
    },
    {
      "epoch": 0.6714845994000043,
      "grad_norm": 6.46875,
      "learning_rate": 1.9037917668956375e-05,
      "loss": 0.2482,
      "step": 23670
    },
    {
      "epoch": 0.6717682853313097,
      "grad_norm": 8.625,
      "learning_rate": 1.9037338729053234e-05,
      "loss": 0.2149,
      "step": 23680
    },
    {
      "epoch": 0.6720519712626152,
      "grad_norm": 11.125,
      "learning_rate": 1.903675978915009e-05,
      "loss": 0.2707,
      "step": 23690
    },
    {
      "epoch": 0.6723356571939206,
      "grad_norm": 11.125,
      "learning_rate": 1.9036180849246947e-05,
      "loss": 0.2451,
      "step": 23700
    },
    {
      "epoch": 0.6726193431252261,
      "grad_norm": 11.375,
      "learning_rate": 1.9035601909343802e-05,
      "loss": 0.2692,
      "step": 23710
    },
    {
      "epoch": 0.6729030290565315,
      "grad_norm": 11.8125,
      "learning_rate": 1.903502296944066e-05,
      "loss": 0.2885,
      "step": 23720
    },
    {
      "epoch": 0.673186714987837,
      "grad_norm": 10.375,
      "learning_rate": 1.9034444029537515e-05,
      "loss": 0.2668,
      "step": 23730
    },
    {
      "epoch": 0.6734704009191425,
      "grad_norm": 10.125,
      "learning_rate": 1.903386508963437e-05,
      "loss": 0.2125,
      "step": 23740
    },
    {
      "epoch": 0.6737540868504479,
      "grad_norm": 9.4375,
      "learning_rate": 1.9033286149731228e-05,
      "loss": 0.2461,
      "step": 23750
    },
    {
      "epoch": 0.6740377727817534,
      "grad_norm": 7.28125,
      "learning_rate": 1.9032707209828087e-05,
      "loss": 0.306,
      "step": 23760
    },
    {
      "epoch": 0.6743214587130588,
      "grad_norm": 11.0,
      "learning_rate": 1.903212826992494e-05,
      "loss": 0.3022,
      "step": 23770
    },
    {
      "epoch": 0.6746051446443643,
      "grad_norm": 15.125,
      "learning_rate": 1.90315493300218e-05,
      "loss": 0.2639,
      "step": 23780
    },
    {
      "epoch": 0.6748888305756697,
      "grad_norm": 13.375,
      "learning_rate": 1.9030970390118655e-05,
      "loss": 0.2687,
      "step": 23790
    },
    {
      "epoch": 0.6751725165069751,
      "grad_norm": 9.125,
      "learning_rate": 1.9030391450215513e-05,
      "loss": 0.2497,
      "step": 23800
    },
    {
      "epoch": 0.6754562024382805,
      "grad_norm": 10.0625,
      "learning_rate": 1.9029812510312368e-05,
      "loss": 0.3145,
      "step": 23810
    },
    {
      "epoch": 0.675739888369586,
      "grad_norm": 10.0625,
      "learning_rate": 1.9029233570409223e-05,
      "loss": 0.2685,
      "step": 23820
    },
    {
      "epoch": 0.6760235743008914,
      "grad_norm": 7.5,
      "learning_rate": 1.902865463050608e-05,
      "loss": 0.2178,
      "step": 23830
    },
    {
      "epoch": 0.6763072602321969,
      "grad_norm": 5.5625,
      "learning_rate": 1.902807569060294e-05,
      "loss": 0.2291,
      "step": 23840
    },
    {
      "epoch": 0.6765909461635023,
      "grad_norm": 7.53125,
      "learning_rate": 1.9027496750699795e-05,
      "loss": 0.2482,
      "step": 23850
    },
    {
      "epoch": 0.6768746320948078,
      "grad_norm": 7.1875,
      "learning_rate": 1.9026917810796653e-05,
      "loss": 0.2818,
      "step": 23860
    },
    {
      "epoch": 0.6771583180261133,
      "grad_norm": 6.4375,
      "learning_rate": 1.9026338870893508e-05,
      "loss": 0.2517,
      "step": 23870
    },
    {
      "epoch": 0.6774420039574187,
      "grad_norm": 8.4375,
      "learning_rate": 1.9025759930990363e-05,
      "loss": 0.25,
      "step": 23880
    },
    {
      "epoch": 0.6777256898887242,
      "grad_norm": 6.46875,
      "learning_rate": 1.902518099108722e-05,
      "loss": 0.2814,
      "step": 23890
    },
    {
      "epoch": 0.6780093758200296,
      "grad_norm": 8.4375,
      "learning_rate": 1.9024602051184076e-05,
      "loss": 0.2788,
      "step": 23900
    },
    {
      "epoch": 0.6782930617513351,
      "grad_norm": 7.90625,
      "learning_rate": 1.9024023111280935e-05,
      "loss": 0.242,
      "step": 23910
    },
    {
      "epoch": 0.6785767476826405,
      "grad_norm": 6.96875,
      "learning_rate": 1.9023444171377793e-05,
      "loss": 0.26,
      "step": 23920
    },
    {
      "epoch": 0.678860433613946,
      "grad_norm": 8.25,
      "learning_rate": 1.9022865231474648e-05,
      "loss": 0.2574,
      "step": 23930
    },
    {
      "epoch": 0.6791441195452514,
      "grad_norm": 6.28125,
      "learning_rate": 1.9022286291571506e-05,
      "loss": 0.2316,
      "step": 23940
    },
    {
      "epoch": 0.6794278054765569,
      "grad_norm": 8.0,
      "learning_rate": 1.902170735166836e-05,
      "loss": 0.2751,
      "step": 23950
    },
    {
      "epoch": 0.6797114914078624,
      "grad_norm": 10.75,
      "learning_rate": 1.9021128411765216e-05,
      "loss": 0.2293,
      "step": 23960
    },
    {
      "epoch": 0.6799951773391678,
      "grad_norm": 9.75,
      "learning_rate": 1.9020549471862074e-05,
      "loss": 0.2508,
      "step": 23970
    },
    {
      "epoch": 0.6802788632704733,
      "grad_norm": 6.9375,
      "learning_rate": 1.9019970531958933e-05,
      "loss": 0.2249,
      "step": 23980
    },
    {
      "epoch": 0.6805625492017787,
      "grad_norm": 8.1875,
      "learning_rate": 1.9019391592055788e-05,
      "loss": 0.2366,
      "step": 23990
    },
    {
      "epoch": 0.6808462351330842,
      "grad_norm": 5.90625,
      "learning_rate": 1.9018812652152646e-05,
      "loss": 0.2909,
      "step": 24000
    },
    {
      "epoch": 0.6811299210643896,
      "grad_norm": 16.5,
      "learning_rate": 1.90182337122495e-05,
      "loss": 0.2733,
      "step": 24010
    },
    {
      "epoch": 0.6814136069956951,
      "grad_norm": 8.1875,
      "learning_rate": 1.901765477234636e-05,
      "loss": 0.3228,
      "step": 24020
    },
    {
      "epoch": 0.6816972929270005,
      "grad_norm": 9.375,
      "learning_rate": 1.9017075832443214e-05,
      "loss": 0.2386,
      "step": 24030
    },
    {
      "epoch": 0.681980978858306,
      "grad_norm": 8.125,
      "learning_rate": 1.901649689254007e-05,
      "loss": 0.2318,
      "step": 24040
    },
    {
      "epoch": 0.6822646647896115,
      "grad_norm": 8.875,
      "learning_rate": 1.9015917952636928e-05,
      "loss": 0.282,
      "step": 24050
    },
    {
      "epoch": 0.6825483507209169,
      "grad_norm": 9.0,
      "learning_rate": 1.9015339012733786e-05,
      "loss": 0.2648,
      "step": 24060
    },
    {
      "epoch": 0.6828320366522224,
      "grad_norm": 10.75,
      "learning_rate": 1.901476007283064e-05,
      "loss": 0.2348,
      "step": 24070
    },
    {
      "epoch": 0.6831157225835278,
      "grad_norm": 9.25,
      "learning_rate": 1.90141811329275e-05,
      "loss": 0.2887,
      "step": 24080
    },
    {
      "epoch": 0.6833994085148333,
      "grad_norm": 6.71875,
      "learning_rate": 1.9013602193024354e-05,
      "loss": 0.2539,
      "step": 24090
    },
    {
      "epoch": 0.6836830944461387,
      "grad_norm": 8.8125,
      "learning_rate": 1.9013023253121212e-05,
      "loss": 0.2449,
      "step": 24100
    },
    {
      "epoch": 0.6839667803774442,
      "grad_norm": 8.0625,
      "learning_rate": 1.9012444313218067e-05,
      "loss": 0.314,
      "step": 24110
    },
    {
      "epoch": 0.6842504663087496,
      "grad_norm": 11.0625,
      "learning_rate": 1.9011865373314922e-05,
      "loss": 0.3043,
      "step": 24120
    },
    {
      "epoch": 0.684534152240055,
      "grad_norm": 8.5625,
      "learning_rate": 1.901128643341178e-05,
      "loss": 0.2561,
      "step": 24130
    },
    {
      "epoch": 0.6848178381713604,
      "grad_norm": 11.0,
      "learning_rate": 1.901070749350864e-05,
      "loss": 0.2934,
      "step": 24140
    },
    {
      "epoch": 0.6851015241026659,
      "grad_norm": 8.875,
      "learning_rate": 1.9010128553605494e-05,
      "loss": 0.2604,
      "step": 24150
    },
    {
      "epoch": 0.6853852100339713,
      "grad_norm": 7.65625,
      "learning_rate": 1.9009549613702352e-05,
      "loss": 0.2574,
      "step": 24160
    },
    {
      "epoch": 0.6856688959652768,
      "grad_norm": 10.0,
      "learning_rate": 1.9008970673799207e-05,
      "loss": 0.2678,
      "step": 24170
    },
    {
      "epoch": 0.6859525818965823,
      "grad_norm": 9.125,
      "learning_rate": 1.9008391733896066e-05,
      "loss": 0.2327,
      "step": 24180
    },
    {
      "epoch": 0.6862362678278877,
      "grad_norm": 12.25,
      "learning_rate": 1.900781279399292e-05,
      "loss": 0.26,
      "step": 24190
    },
    {
      "epoch": 0.6865199537591932,
      "grad_norm": 9.5625,
      "learning_rate": 1.900723385408978e-05,
      "loss": 0.2456,
      "step": 24200
    },
    {
      "epoch": 0.6868036396904986,
      "grad_norm": 10.25,
      "learning_rate": 1.9006654914186634e-05,
      "loss": 0.277,
      "step": 24210
    },
    {
      "epoch": 0.6870873256218041,
      "grad_norm": 6.46875,
      "learning_rate": 1.9006075974283492e-05,
      "loss": 0.2504,
      "step": 24220
    },
    {
      "epoch": 0.6873710115531095,
      "grad_norm": 11.4375,
      "learning_rate": 1.9005497034380347e-05,
      "loss": 0.2379,
      "step": 24230
    },
    {
      "epoch": 0.687654697484415,
      "grad_norm": 8.0,
      "learning_rate": 1.9004918094477205e-05,
      "loss": 0.2516,
      "step": 24240
    },
    {
      "epoch": 0.6879383834157204,
      "grad_norm": 7.75,
      "learning_rate": 1.900433915457406e-05,
      "loss": 0.244,
      "step": 24250
    },
    {
      "epoch": 0.6882220693470259,
      "grad_norm": 7.875,
      "learning_rate": 1.9003760214670915e-05,
      "loss": 0.2365,
      "step": 24260
    },
    {
      "epoch": 0.6885057552783314,
      "grad_norm": 7.84375,
      "learning_rate": 1.9003181274767774e-05,
      "loss": 0.2403,
      "step": 24270
    },
    {
      "epoch": 0.6887894412096368,
      "grad_norm": 8.6875,
      "learning_rate": 1.9002602334864632e-05,
      "loss": 0.2316,
      "step": 24280
    },
    {
      "epoch": 0.6890731271409423,
      "grad_norm": 8.5,
      "learning_rate": 1.9002023394961487e-05,
      "loss": 0.2422,
      "step": 24290
    },
    {
      "epoch": 0.6893568130722477,
      "grad_norm": 8.8125,
      "learning_rate": 1.9001444455058345e-05,
      "loss": 0.2589,
      "step": 24300
    },
    {
      "epoch": 0.6896404990035532,
      "grad_norm": 12.4375,
      "learning_rate": 1.90008655151552e-05,
      "loss": 0.2638,
      "step": 24310
    },
    {
      "epoch": 0.6899241849348586,
      "grad_norm": 7.5,
      "learning_rate": 1.900028657525206e-05,
      "loss": 0.2426,
      "step": 24320
    },
    {
      "epoch": 0.6902078708661641,
      "grad_norm": 8.3125,
      "learning_rate": 1.8999707635348913e-05,
      "loss": 0.2613,
      "step": 24330
    },
    {
      "epoch": 0.6904915567974695,
      "grad_norm": 8.375,
      "learning_rate": 1.899912869544577e-05,
      "loss": 0.2411,
      "step": 24340
    },
    {
      "epoch": 0.690775242728775,
      "grad_norm": 8.6875,
      "learning_rate": 1.8998549755542627e-05,
      "loss": 0.2431,
      "step": 24350
    },
    {
      "epoch": 0.6910589286600805,
      "grad_norm": 6.09375,
      "learning_rate": 1.8997970815639485e-05,
      "loss": 0.2547,
      "step": 24360
    },
    {
      "epoch": 0.6913426145913859,
      "grad_norm": 12.125,
      "learning_rate": 1.8997391875736343e-05,
      "loss": 0.2912,
      "step": 24370
    },
    {
      "epoch": 0.6916263005226914,
      "grad_norm": 5.03125,
      "learning_rate": 1.89968129358332e-05,
      "loss": 0.2456,
      "step": 24380
    },
    {
      "epoch": 0.6919099864539968,
      "grad_norm": 9.25,
      "learning_rate": 1.8996233995930053e-05,
      "loss": 0.2536,
      "step": 24390
    },
    {
      "epoch": 0.6921936723853023,
      "grad_norm": 7.3125,
      "learning_rate": 1.899565505602691e-05,
      "loss": 0.2385,
      "step": 24400
    },
    {
      "epoch": 0.6924773583166077,
      "grad_norm": 7.875,
      "learning_rate": 1.8995076116123767e-05,
      "loss": 0.2702,
      "step": 24410
    },
    {
      "epoch": 0.6927610442479132,
      "grad_norm": 6.25,
      "learning_rate": 1.899449717622062e-05,
      "loss": 0.2448,
      "step": 24420
    },
    {
      "epoch": 0.6930447301792186,
      "grad_norm": 10.4375,
      "learning_rate": 1.899391823631748e-05,
      "loss": 0.2874,
      "step": 24430
    },
    {
      "epoch": 0.6933284161105241,
      "grad_norm": 8.9375,
      "learning_rate": 1.8993339296414338e-05,
      "loss": 0.289,
      "step": 24440
    },
    {
      "epoch": 0.6936121020418294,
      "grad_norm": 8.25,
      "learning_rate": 1.8992760356511193e-05,
      "loss": 0.2659,
      "step": 24450
    },
    {
      "epoch": 0.6938957879731349,
      "grad_norm": 10.6875,
      "learning_rate": 1.899218141660805e-05,
      "loss": 0.2556,
      "step": 24460
    },
    {
      "epoch": 0.6941794739044403,
      "grad_norm": 7.5,
      "learning_rate": 1.8991602476704906e-05,
      "loss": 0.2697,
      "step": 24470
    },
    {
      "epoch": 0.6944631598357458,
      "grad_norm": 9.1875,
      "learning_rate": 1.8991023536801765e-05,
      "loss": 0.3108,
      "step": 24480
    },
    {
      "epoch": 0.6947468457670513,
      "grad_norm": 8.1875,
      "learning_rate": 1.899044459689862e-05,
      "loss": 0.2658,
      "step": 24490
    },
    {
      "epoch": 0.6950305316983567,
      "grad_norm": 6.5,
      "learning_rate": 1.8989865656995478e-05,
      "loss": 0.2638,
      "step": 24500
    },
    {
      "epoch": 0.6953142176296622,
      "grad_norm": 7.84375,
      "learning_rate": 1.8989286717092333e-05,
      "loss": 0.2486,
      "step": 24510
    },
    {
      "epoch": 0.6955979035609676,
      "grad_norm": 9.25,
      "learning_rate": 1.898870777718919e-05,
      "loss": 0.2446,
      "step": 24520
    },
    {
      "epoch": 0.6958815894922731,
      "grad_norm": 8.875,
      "learning_rate": 1.8988128837286046e-05,
      "loss": 0.2406,
      "step": 24530
    },
    {
      "epoch": 0.6961652754235785,
      "grad_norm": 7.46875,
      "learning_rate": 1.8987549897382905e-05,
      "loss": 0.2038,
      "step": 24540
    },
    {
      "epoch": 0.696448961354884,
      "grad_norm": 7.28125,
      "learning_rate": 1.898697095747976e-05,
      "loss": 0.2618,
      "step": 24550
    },
    {
      "epoch": 0.6967326472861894,
      "grad_norm": 16.25,
      "learning_rate": 1.8986392017576618e-05,
      "loss": 0.3358,
      "step": 24560
    },
    {
      "epoch": 0.6970163332174949,
      "grad_norm": 9.5,
      "learning_rate": 1.8985813077673473e-05,
      "loss": 0.2755,
      "step": 24570
    },
    {
      "epoch": 0.6973000191488004,
      "grad_norm": 7.25,
      "learning_rate": 1.898523413777033e-05,
      "loss": 0.2574,
      "step": 24580
    },
    {
      "epoch": 0.6975837050801058,
      "grad_norm": 6.6875,
      "learning_rate": 1.898465519786719e-05,
      "loss": 0.2369,
      "step": 24590
    },
    {
      "epoch": 0.6978673910114113,
      "grad_norm": 6.1875,
      "learning_rate": 1.8984076257964044e-05,
      "loss": 0.258,
      "step": 24600
    },
    {
      "epoch": 0.6981510769427167,
      "grad_norm": 8.0,
      "learning_rate": 1.89834973180609e-05,
      "loss": 0.246,
      "step": 24610
    },
    {
      "epoch": 0.6984347628740222,
      "grad_norm": 12.75,
      "learning_rate": 1.8982918378157758e-05,
      "loss": 0.2731,
      "step": 24620
    },
    {
      "epoch": 0.6987184488053276,
      "grad_norm": 7.46875,
      "learning_rate": 1.8982339438254613e-05,
      "loss": 0.2615,
      "step": 24630
    },
    {
      "epoch": 0.6990021347366331,
      "grad_norm": 7.40625,
      "learning_rate": 1.8981760498351468e-05,
      "loss": 0.2717,
      "step": 24640
    },
    {
      "epoch": 0.6992858206679385,
      "grad_norm": 7.1875,
      "learning_rate": 1.8981181558448326e-05,
      "loss": 0.2562,
      "step": 24650
    },
    {
      "epoch": 0.699569506599244,
      "grad_norm": 7.75,
      "learning_rate": 1.8980602618545184e-05,
      "loss": 0.2504,
      "step": 24660
    },
    {
      "epoch": 0.6998531925305495,
      "grad_norm": 8.4375,
      "learning_rate": 1.8980023678642043e-05,
      "loss": 0.2726,
      "step": 24670
    },
    {
      "epoch": 0.7001368784618549,
      "grad_norm": 8.25,
      "learning_rate": 1.8979444738738898e-05,
      "loss": 0.2615,
      "step": 24680
    },
    {
      "epoch": 0.7004205643931604,
      "grad_norm": 9.4375,
      "learning_rate": 1.8978865798835752e-05,
      "loss": 0.3004,
      "step": 24690
    },
    {
      "epoch": 0.7007042503244658,
      "grad_norm": 8.5,
      "learning_rate": 1.897828685893261e-05,
      "loss": 0.2625,
      "step": 24700
    },
    {
      "epoch": 0.7009879362557713,
      "grad_norm": 7.96875,
      "learning_rate": 1.8977707919029466e-05,
      "loss": 0.2533,
      "step": 24710
    },
    {
      "epoch": 0.7012716221870767,
      "grad_norm": 8.1875,
      "learning_rate": 1.8977128979126324e-05,
      "loss": 0.2712,
      "step": 24720
    },
    {
      "epoch": 0.7015553081183822,
      "grad_norm": 12.625,
      "learning_rate": 1.897655003922318e-05,
      "loss": 0.3019,
      "step": 24730
    },
    {
      "epoch": 0.7018389940496876,
      "grad_norm": 9.3125,
      "learning_rate": 1.8975971099320037e-05,
      "loss": 0.2659,
      "step": 24740
    },
    {
      "epoch": 0.7021226799809931,
      "grad_norm": 10.8125,
      "learning_rate": 1.8975392159416896e-05,
      "loss": 0.2946,
      "step": 24750
    },
    {
      "epoch": 0.7024063659122985,
      "grad_norm": 9.375,
      "learning_rate": 1.897481321951375e-05,
      "loss": 0.2569,
      "step": 24760
    },
    {
      "epoch": 0.7026900518436039,
      "grad_norm": 7.40625,
      "learning_rate": 1.8974234279610606e-05,
      "loss": 0.2654,
      "step": 24770
    },
    {
      "epoch": 0.7029737377749093,
      "grad_norm": 7.0625,
      "learning_rate": 1.8973655339707464e-05,
      "loss": 0.2763,
      "step": 24780
    },
    {
      "epoch": 0.7032574237062148,
      "grad_norm": 7.65625,
      "learning_rate": 1.897307639980432e-05,
      "loss": 0.2798,
      "step": 24790
    },
    {
      "epoch": 0.7035411096375203,
      "grad_norm": 8.9375,
      "learning_rate": 1.8972497459901177e-05,
      "loss": 0.2709,
      "step": 24800
    },
    {
      "epoch": 0.7038247955688257,
      "grad_norm": 6.1875,
      "learning_rate": 1.8971918519998032e-05,
      "loss": 0.2637,
      "step": 24810
    },
    {
      "epoch": 0.7041084815001312,
      "grad_norm": 11.375,
      "learning_rate": 1.897133958009489e-05,
      "loss": 0.2329,
      "step": 24820
    },
    {
      "epoch": 0.7043921674314366,
      "grad_norm": 6.75,
      "learning_rate": 1.8970760640191745e-05,
      "loss": 0.2448,
      "step": 24830
    },
    {
      "epoch": 0.7046758533627421,
      "grad_norm": 9.6875,
      "learning_rate": 1.8970181700288604e-05,
      "loss": 0.2817,
      "step": 24840
    },
    {
      "epoch": 0.7049595392940475,
      "grad_norm": 7.75,
      "learning_rate": 1.896960276038546e-05,
      "loss": 0.2694,
      "step": 24850
    },
    {
      "epoch": 0.705243225225353,
      "grad_norm": 6.59375,
      "learning_rate": 1.8969023820482317e-05,
      "loss": 0.2435,
      "step": 24860
    },
    {
      "epoch": 0.7055269111566584,
      "grad_norm": 6.625,
      "learning_rate": 1.8968444880579172e-05,
      "loss": 0.2384,
      "step": 24870
    },
    {
      "epoch": 0.7058105970879639,
      "grad_norm": 6.59375,
      "learning_rate": 1.896786594067603e-05,
      "loss": 0.2365,
      "step": 24880
    },
    {
      "epoch": 0.7060942830192694,
      "grad_norm": 7.28125,
      "learning_rate": 1.896728700077289e-05,
      "loss": 0.3074,
      "step": 24890
    },
    {
      "epoch": 0.7063779689505748,
      "grad_norm": 17.125,
      "learning_rate": 1.8966708060869744e-05,
      "loss": 0.2589,
      "step": 24900
    },
    {
      "epoch": 0.7066616548818803,
      "grad_norm": 11.1875,
      "learning_rate": 1.89661291209666e-05,
      "loss": 0.2583,
      "step": 24910
    },
    {
      "epoch": 0.7069453408131857,
      "grad_norm": 7.90625,
      "learning_rate": 1.8965550181063457e-05,
      "loss": 0.2659,
      "step": 24920
    },
    {
      "epoch": 0.7072290267444912,
      "grad_norm": 29.125,
      "learning_rate": 1.8964971241160312e-05,
      "loss": 0.2707,
      "step": 24930
    },
    {
      "epoch": 0.7075127126757966,
      "grad_norm": 9.25,
      "learning_rate": 1.8964392301257167e-05,
      "loss": 0.2879,
      "step": 24940
    },
    {
      "epoch": 0.7077963986071021,
      "grad_norm": 9.4375,
      "learning_rate": 1.8963813361354025e-05,
      "loss": 0.2305,
      "step": 24950
    },
    {
      "epoch": 0.7080800845384075,
      "grad_norm": 11.75,
      "learning_rate": 1.8963234421450883e-05,
      "loss": 0.3024,
      "step": 24960
    },
    {
      "epoch": 0.708363770469713,
      "grad_norm": 7.09375,
      "learning_rate": 1.8962655481547742e-05,
      "loss": 0.234,
      "step": 24970
    },
    {
      "epoch": 0.7086474564010184,
      "grad_norm": 6.5,
      "learning_rate": 1.8962076541644597e-05,
      "loss": 0.2289,
      "step": 24980
    },
    {
      "epoch": 0.7089311423323239,
      "grad_norm": 15.5,
      "learning_rate": 1.8961497601741452e-05,
      "loss": 0.2381,
      "step": 24990
    },
    {
      "epoch": 0.7092148282636294,
      "grad_norm": 8.5,
      "learning_rate": 1.896091866183831e-05,
      "loss": 0.2535,
      "step": 25000
    },
    {
      "epoch": 0.7094985141949348,
      "grad_norm": 6.4375,
      "learning_rate": 1.8960339721935165e-05,
      "loss": 0.2099,
      "step": 25010
    },
    {
      "epoch": 0.7097822001262403,
      "grad_norm": 10.8125,
      "learning_rate": 1.8959760782032023e-05,
      "loss": 0.2393,
      "step": 25020
    },
    {
      "epoch": 0.7100658860575457,
      "grad_norm": 8.0,
      "learning_rate": 1.8959181842128878e-05,
      "loss": 0.2351,
      "step": 25030
    },
    {
      "epoch": 0.7103495719888512,
      "grad_norm": 12.25,
      "learning_rate": 1.8958602902225737e-05,
      "loss": 0.2403,
      "step": 25040
    },
    {
      "epoch": 0.7106332579201566,
      "grad_norm": 9.125,
      "learning_rate": 1.8958023962322595e-05,
      "loss": 0.2698,
      "step": 25050
    },
    {
      "epoch": 0.7109169438514621,
      "grad_norm": 7.03125,
      "learning_rate": 1.895744502241945e-05,
      "loss": 0.2094,
      "step": 25060
    },
    {
      "epoch": 0.7112006297827675,
      "grad_norm": 14.9375,
      "learning_rate": 1.8956866082516305e-05,
      "loss": 0.2323,
      "step": 25070
    },
    {
      "epoch": 0.711484315714073,
      "grad_norm": 7.75,
      "learning_rate": 1.8956287142613163e-05,
      "loss": 0.2333,
      "step": 25080
    },
    {
      "epoch": 0.7117680016453785,
      "grad_norm": 9.0,
      "learning_rate": 1.8955708202710018e-05,
      "loss": 0.2765,
      "step": 25090
    },
    {
      "epoch": 0.7120516875766838,
      "grad_norm": 9.25,
      "learning_rate": 1.8955129262806876e-05,
      "loss": 0.2457,
      "step": 25100
    },
    {
      "epoch": 0.7123353735079893,
      "grad_norm": 10.9375,
      "learning_rate": 1.8954550322903735e-05,
      "loss": 0.2596,
      "step": 25110
    },
    {
      "epoch": 0.7126190594392947,
      "grad_norm": 5.71875,
      "learning_rate": 1.895397138300059e-05,
      "loss": 0.3303,
      "step": 25120
    },
    {
      "epoch": 0.7129027453706002,
      "grad_norm": 8.0625,
      "learning_rate": 1.8953392443097445e-05,
      "loss": 0.2595,
      "step": 25130
    },
    {
      "epoch": 0.7131864313019056,
      "grad_norm": 8.1875,
      "learning_rate": 1.8952813503194303e-05,
      "loss": 0.2675,
      "step": 25140
    },
    {
      "epoch": 0.7134701172332111,
      "grad_norm": 11.1875,
      "learning_rate": 1.8952234563291158e-05,
      "loss": 0.2673,
      "step": 25150
    },
    {
      "epoch": 0.7137538031645165,
      "grad_norm": 9.3125,
      "learning_rate": 1.8951655623388016e-05,
      "loss": 0.2529,
      "step": 25160
    },
    {
      "epoch": 0.714037489095822,
      "grad_norm": 10.0,
      "learning_rate": 1.895107668348487e-05,
      "loss": 0.2692,
      "step": 25170
    },
    {
      "epoch": 0.7143211750271274,
      "grad_norm": 13.375,
      "learning_rate": 1.895049774358173e-05,
      "loss": 0.3137,
      "step": 25180
    },
    {
      "epoch": 0.7146048609584329,
      "grad_norm": 5.59375,
      "learning_rate": 1.8949918803678588e-05,
      "loss": 0.2458,
      "step": 25190
    },
    {
      "epoch": 0.7148885468897384,
      "grad_norm": 7.25,
      "learning_rate": 1.8949339863775443e-05,
      "loss": 0.2433,
      "step": 25200
    },
    {
      "epoch": 0.7151722328210438,
      "grad_norm": 9.5,
      "learning_rate": 1.8948760923872298e-05,
      "loss": 0.2357,
      "step": 25210
    },
    {
      "epoch": 0.7154559187523493,
      "grad_norm": 7.6875,
      "learning_rate": 1.8948181983969156e-05,
      "loss": 0.2588,
      "step": 25220
    },
    {
      "epoch": 0.7157396046836547,
      "grad_norm": 10.1875,
      "learning_rate": 1.894760304406601e-05,
      "loss": 0.2361,
      "step": 25230
    },
    {
      "epoch": 0.7160232906149602,
      "grad_norm": 7.3125,
      "learning_rate": 1.894702410416287e-05,
      "loss": 0.2132,
      "step": 25240
    },
    {
      "epoch": 0.7163069765462656,
      "grad_norm": 6.28125,
      "learning_rate": 1.8946445164259724e-05,
      "loss": 0.2057,
      "step": 25250
    },
    {
      "epoch": 0.7165906624775711,
      "grad_norm": 12.875,
      "learning_rate": 1.8945866224356583e-05,
      "loss": 0.2654,
      "step": 25260
    },
    {
      "epoch": 0.7168743484088765,
      "grad_norm": 7.46875,
      "learning_rate": 1.894528728445344e-05,
      "loss": 0.2646,
      "step": 25270
    },
    {
      "epoch": 0.717158034340182,
      "grad_norm": 9.5625,
      "learning_rate": 1.8944708344550296e-05,
      "loss": 0.2725,
      "step": 25280
    },
    {
      "epoch": 0.7174417202714874,
      "grad_norm": 11.1875,
      "learning_rate": 1.894412940464715e-05,
      "loss": 0.2867,
      "step": 25290
    },
    {
      "epoch": 0.7177254062027929,
      "grad_norm": 9.625,
      "learning_rate": 1.894355046474401e-05,
      "loss": 0.2593,
      "step": 25300
    },
    {
      "epoch": 0.7180090921340984,
      "grad_norm": 8.4375,
      "learning_rate": 1.8942971524840864e-05,
      "loss": 0.2483,
      "step": 25310
    },
    {
      "epoch": 0.7182927780654038,
      "grad_norm": 7.5,
      "learning_rate": 1.8942392584937723e-05,
      "loss": 0.2616,
      "step": 25320
    },
    {
      "epoch": 0.7185764639967093,
      "grad_norm": 8.875,
      "learning_rate": 1.8941813645034577e-05,
      "loss": 0.26,
      "step": 25330
    },
    {
      "epoch": 0.7188601499280147,
      "grad_norm": 9.0,
      "learning_rate": 1.8941234705131436e-05,
      "loss": 0.2784,
      "step": 25340
    },
    {
      "epoch": 0.7191438358593202,
      "grad_norm": 8.375,
      "learning_rate": 1.8940655765228294e-05,
      "loss": 0.2543,
      "step": 25350
    },
    {
      "epoch": 0.7194275217906256,
      "grad_norm": 7.15625,
      "learning_rate": 1.894007682532515e-05,
      "loss": 0.2983,
      "step": 25360
    },
    {
      "epoch": 0.7197112077219311,
      "grad_norm": 7.5625,
      "learning_rate": 1.8939497885422004e-05,
      "loss": 0.2744,
      "step": 25370
    },
    {
      "epoch": 0.7199948936532365,
      "grad_norm": 6.0,
      "learning_rate": 1.8938918945518862e-05,
      "loss": 0.2267,
      "step": 25380
    },
    {
      "epoch": 0.720278579584542,
      "grad_norm": 9.5625,
      "learning_rate": 1.8938340005615717e-05,
      "loss": 0.2811,
      "step": 25390
    },
    {
      "epoch": 0.7205622655158475,
      "grad_norm": 8.3125,
      "learning_rate": 1.8937761065712576e-05,
      "loss": 0.2393,
      "step": 25400
    },
    {
      "epoch": 0.7208459514471529,
      "grad_norm": 11.5625,
      "learning_rate": 1.8937182125809434e-05,
      "loss": 0.2738,
      "step": 25410
    },
    {
      "epoch": 0.7211296373784583,
      "grad_norm": 8.8125,
      "learning_rate": 1.893660318590629e-05,
      "loss": 0.2438,
      "step": 25420
    },
    {
      "epoch": 0.7214133233097637,
      "grad_norm": 8.625,
      "learning_rate": 1.8936024246003147e-05,
      "loss": 0.2745,
      "step": 25430
    },
    {
      "epoch": 0.7216970092410692,
      "grad_norm": 7.71875,
      "learning_rate": 1.8935445306100002e-05,
      "loss": 0.261,
      "step": 25440
    },
    {
      "epoch": 0.7219806951723746,
      "grad_norm": 9.75,
      "learning_rate": 1.8934866366196857e-05,
      "loss": 0.2677,
      "step": 25450
    },
    {
      "epoch": 0.7222643811036801,
      "grad_norm": 10.4375,
      "learning_rate": 1.8934287426293716e-05,
      "loss": 0.2616,
      "step": 25460
    },
    {
      "epoch": 0.7225480670349855,
      "grad_norm": 8.5,
      "learning_rate": 1.893370848639057e-05,
      "loss": 0.272,
      "step": 25470
    },
    {
      "epoch": 0.722831752966291,
      "grad_norm": 11.875,
      "learning_rate": 1.893312954648743e-05,
      "loss": 0.2656,
      "step": 25480
    },
    {
      "epoch": 0.7231154388975964,
      "grad_norm": 9.5625,
      "learning_rate": 1.8932550606584287e-05,
      "loss": 0.2495,
      "step": 25490
    },
    {
      "epoch": 0.7233991248289019,
      "grad_norm": 10.75,
      "learning_rate": 1.8931971666681142e-05,
      "loss": 0.274,
      "step": 25500
    },
    {
      "epoch": 0.7236828107602074,
      "grad_norm": 10.1875,
      "learning_rate": 1.8931392726777997e-05,
      "loss": 0.2519,
      "step": 25510
    },
    {
      "epoch": 0.7239664966915128,
      "grad_norm": 7.9375,
      "learning_rate": 1.8930813786874855e-05,
      "loss": 0.219,
      "step": 25520
    },
    {
      "epoch": 0.7242501826228183,
      "grad_norm": 13.1875,
      "learning_rate": 1.893023484697171e-05,
      "loss": 0.2768,
      "step": 25530
    },
    {
      "epoch": 0.7245338685541237,
      "grad_norm": 7.21875,
      "learning_rate": 1.892965590706857e-05,
      "loss": 0.2581,
      "step": 25540
    },
    {
      "epoch": 0.7248175544854292,
      "grad_norm": 7.40625,
      "learning_rate": 1.8929076967165424e-05,
      "loss": 0.26,
      "step": 25550
    },
    {
      "epoch": 0.7251012404167346,
      "grad_norm": 5.625,
      "learning_rate": 1.8928498027262282e-05,
      "loss": 0.2464,
      "step": 25560
    },
    {
      "epoch": 0.7253849263480401,
      "grad_norm": 5.21875,
      "learning_rate": 1.892791908735914e-05,
      "loss": 0.2186,
      "step": 25570
    },
    {
      "epoch": 0.7256686122793455,
      "grad_norm": 5.46875,
      "learning_rate": 1.8927340147455995e-05,
      "loss": 0.2521,
      "step": 25580
    },
    {
      "epoch": 0.725952298210651,
      "grad_norm": 9.0,
      "learning_rate": 1.892676120755285e-05,
      "loss": 0.3042,
      "step": 25590
    },
    {
      "epoch": 0.7262359841419564,
      "grad_norm": 7.1875,
      "learning_rate": 1.892618226764971e-05,
      "loss": 0.2356,
      "step": 25600
    },
    {
      "epoch": 0.7265196700732619,
      "grad_norm": 6.875,
      "learning_rate": 1.8925603327746563e-05,
      "loss": 0.2766,
      "step": 25610
    },
    {
      "epoch": 0.7268033560045674,
      "grad_norm": 11.25,
      "learning_rate": 1.8925024387843422e-05,
      "loss": 0.2218,
      "step": 25620
    },
    {
      "epoch": 0.7270870419358728,
      "grad_norm": 8.5625,
      "learning_rate": 1.8924445447940277e-05,
      "loss": 0.2781,
      "step": 25630
    },
    {
      "epoch": 0.7273707278671783,
      "grad_norm": 9.0625,
      "learning_rate": 1.8923866508037135e-05,
      "loss": 0.3065,
      "step": 25640
    },
    {
      "epoch": 0.7276544137984837,
      "grad_norm": 7.25,
      "learning_rate": 1.8923287568133993e-05,
      "loss": 0.2533,
      "step": 25650
    },
    {
      "epoch": 0.7279380997297892,
      "grad_norm": 9.75,
      "learning_rate": 1.892270862823085e-05,
      "loss": 0.2443,
      "step": 25660
    },
    {
      "epoch": 0.7282217856610946,
      "grad_norm": 7.96875,
      "learning_rate": 1.8922129688327703e-05,
      "loss": 0.2801,
      "step": 25670
    },
    {
      "epoch": 0.7285054715924001,
      "grad_norm": 10.625,
      "learning_rate": 1.892155074842456e-05,
      "loss": 0.294,
      "step": 25680
    },
    {
      "epoch": 0.7287891575237055,
      "grad_norm": 10.25,
      "learning_rate": 1.8920971808521417e-05,
      "loss": 0.2184,
      "step": 25690
    },
    {
      "epoch": 0.729072843455011,
      "grad_norm": 9.3125,
      "learning_rate": 1.8920392868618275e-05,
      "loss": 0.228,
      "step": 25700
    },
    {
      "epoch": 0.7293565293863165,
      "grad_norm": 7.8125,
      "learning_rate": 1.8919813928715133e-05,
      "loss": 0.2806,
      "step": 25710
    },
    {
      "epoch": 0.7296402153176219,
      "grad_norm": 6.96875,
      "learning_rate": 1.8919234988811988e-05,
      "loss": 0.277,
      "step": 25720
    },
    {
      "epoch": 0.7299239012489274,
      "grad_norm": 6.34375,
      "learning_rate": 1.8918656048908846e-05,
      "loss": 0.2268,
      "step": 25730
    },
    {
      "epoch": 0.7302075871802327,
      "grad_norm": 8.4375,
      "learning_rate": 1.89180771090057e-05,
      "loss": 0.2464,
      "step": 25740
    },
    {
      "epoch": 0.7304912731115382,
      "grad_norm": 11.5,
      "learning_rate": 1.8917498169102556e-05,
      "loss": 0.2513,
      "step": 25750
    },
    {
      "epoch": 0.7307749590428436,
      "grad_norm": 9.1875,
      "learning_rate": 1.8916919229199415e-05,
      "loss": 0.2482,
      "step": 25760
    },
    {
      "epoch": 0.7310586449741491,
      "grad_norm": 8.9375,
      "learning_rate": 1.891634028929627e-05,
      "loss": 0.2673,
      "step": 25770
    },
    {
      "epoch": 0.7313423309054545,
      "grad_norm": 9.375,
      "learning_rate": 1.8915761349393128e-05,
      "loss": 0.2534,
      "step": 25780
    },
    {
      "epoch": 0.73162601683676,
      "grad_norm": 6.71875,
      "learning_rate": 1.8915182409489986e-05,
      "loss": 0.2733,
      "step": 25790
    },
    {
      "epoch": 0.7319097027680654,
      "grad_norm": 7.15625,
      "learning_rate": 1.891460346958684e-05,
      "loss": 0.2611,
      "step": 25800
    },
    {
      "epoch": 0.7321933886993709,
      "grad_norm": 11.25,
      "learning_rate": 1.8914024529683696e-05,
      "loss": 0.2669,
      "step": 25810
    },
    {
      "epoch": 0.7324770746306764,
      "grad_norm": 11.0625,
      "learning_rate": 1.8913445589780555e-05,
      "loss": 0.2926,
      "step": 25820
    },
    {
      "epoch": 0.7327607605619818,
      "grad_norm": 7.09375,
      "learning_rate": 1.891286664987741e-05,
      "loss": 0.3059,
      "step": 25830
    },
    {
      "epoch": 0.7330444464932873,
      "grad_norm": 8.4375,
      "learning_rate": 1.8912287709974268e-05,
      "loss": 0.2563,
      "step": 25840
    },
    {
      "epoch": 0.7333281324245927,
      "grad_norm": 6.625,
      "learning_rate": 1.8911708770071123e-05,
      "loss": 0.2916,
      "step": 25850
    },
    {
      "epoch": 0.7336118183558982,
      "grad_norm": 10.4375,
      "learning_rate": 1.891112983016798e-05,
      "loss": 0.2484,
      "step": 25860
    },
    {
      "epoch": 0.7338955042872036,
      "grad_norm": 10.9375,
      "learning_rate": 1.891055089026484e-05,
      "loss": 0.2318,
      "step": 25870
    },
    {
      "epoch": 0.7341791902185091,
      "grad_norm": 8.75,
      "learning_rate": 1.8909971950361694e-05,
      "loss": 0.2307,
      "step": 25880
    },
    {
      "epoch": 0.7344628761498145,
      "grad_norm": 10.1875,
      "learning_rate": 1.890939301045855e-05,
      "loss": 0.3076,
      "step": 25890
    },
    {
      "epoch": 0.73474656208112,
      "grad_norm": 5.5625,
      "learning_rate": 1.8908814070555408e-05,
      "loss": 0.2687,
      "step": 25900
    },
    {
      "epoch": 0.7350302480124254,
      "grad_norm": 11.4375,
      "learning_rate": 1.8908235130652263e-05,
      "loss": 0.2352,
      "step": 25910
    },
    {
      "epoch": 0.7353139339437309,
      "grad_norm": 8.9375,
      "learning_rate": 1.890765619074912e-05,
      "loss": 0.2453,
      "step": 25920
    },
    {
      "epoch": 0.7355976198750364,
      "grad_norm": 10.3125,
      "learning_rate": 1.890707725084598e-05,
      "loss": 0.299,
      "step": 25930
    },
    {
      "epoch": 0.7358813058063418,
      "grad_norm": 9.75,
      "learning_rate": 1.8906498310942834e-05,
      "loss": 0.2838,
      "step": 25940
    },
    {
      "epoch": 0.7361649917376473,
      "grad_norm": 7.6875,
      "learning_rate": 1.8905919371039693e-05,
      "loss": 0.2765,
      "step": 25950
    },
    {
      "epoch": 0.7364486776689527,
      "grad_norm": 7.09375,
      "learning_rate": 1.8905340431136548e-05,
      "loss": 0.258,
      "step": 25960
    },
    {
      "epoch": 0.7367323636002582,
      "grad_norm": 7.375,
      "learning_rate": 1.8904761491233402e-05,
      "loss": 0.2289,
      "step": 25970
    },
    {
      "epoch": 0.7370160495315636,
      "grad_norm": 7.875,
      "learning_rate": 1.890418255133026e-05,
      "loss": 0.2509,
      "step": 25980
    },
    {
      "epoch": 0.7372997354628691,
      "grad_norm": 6.125,
      "learning_rate": 1.8903603611427116e-05,
      "loss": 0.2701,
      "step": 25990
    },
    {
      "epoch": 0.7375834213941745,
      "grad_norm": 8.4375,
      "learning_rate": 1.8903024671523974e-05,
      "loss": 0.2602,
      "step": 26000
    },
    {
      "epoch": 0.73786710732548,
      "grad_norm": 6.1875,
      "learning_rate": 1.8902445731620832e-05,
      "loss": 0.2682,
      "step": 26010
    },
    {
      "epoch": 0.7381507932567855,
      "grad_norm": 5.71875,
      "learning_rate": 1.8901866791717687e-05,
      "loss": 0.2567,
      "step": 26020
    },
    {
      "epoch": 0.7384344791880909,
      "grad_norm": 9.875,
      "learning_rate": 1.8901287851814546e-05,
      "loss": 0.2459,
      "step": 26030
    },
    {
      "epoch": 0.7387181651193964,
      "grad_norm": 9.0,
      "learning_rate": 1.89007089119114e-05,
      "loss": 0.2448,
      "step": 26040
    },
    {
      "epoch": 0.7390018510507018,
      "grad_norm": 6.84375,
      "learning_rate": 1.8900129972008256e-05,
      "loss": 0.2741,
      "step": 26050
    },
    {
      "epoch": 0.7392855369820073,
      "grad_norm": 7.375,
      "learning_rate": 1.8899551032105114e-05,
      "loss": 0.2127,
      "step": 26060
    },
    {
      "epoch": 0.7395692229133126,
      "grad_norm": 8.3125,
      "learning_rate": 1.889897209220197e-05,
      "loss": 0.2481,
      "step": 26070
    },
    {
      "epoch": 0.7398529088446181,
      "grad_norm": 8.0625,
      "learning_rate": 1.8898393152298827e-05,
      "loss": 0.282,
      "step": 26080
    },
    {
      "epoch": 0.7401365947759235,
      "grad_norm": 13.375,
      "learning_rate": 1.8897814212395686e-05,
      "loss": 0.2325,
      "step": 26090
    },
    {
      "epoch": 0.740420280707229,
      "grad_norm": 9.375,
      "learning_rate": 1.889723527249254e-05,
      "loss": 0.2608,
      "step": 26100
    },
    {
      "epoch": 0.7407039666385344,
      "grad_norm": 7.375,
      "learning_rate": 1.88966563325894e-05,
      "loss": 0.2518,
      "step": 26110
    },
    {
      "epoch": 0.7409876525698399,
      "grad_norm": 6.4375,
      "learning_rate": 1.8896077392686254e-05,
      "loss": 0.2561,
      "step": 26120
    },
    {
      "epoch": 0.7412713385011453,
      "grad_norm": 5.84375,
      "learning_rate": 1.889549845278311e-05,
      "loss": 0.2488,
      "step": 26130
    },
    {
      "epoch": 0.7415550244324508,
      "grad_norm": 13.375,
      "learning_rate": 1.8894919512879967e-05,
      "loss": 0.2944,
      "step": 26140
    },
    {
      "epoch": 0.7418387103637563,
      "grad_norm": 8.875,
      "learning_rate": 1.8894340572976822e-05,
      "loss": 0.2947,
      "step": 26150
    },
    {
      "epoch": 0.7421223962950617,
      "grad_norm": 11.6875,
      "learning_rate": 1.889376163307368e-05,
      "loss": 0.3163,
      "step": 26160
    },
    {
      "epoch": 0.7424060822263672,
      "grad_norm": 8.375,
      "learning_rate": 1.889318269317054e-05,
      "loss": 0.2928,
      "step": 26170
    },
    {
      "epoch": 0.7426897681576726,
      "grad_norm": 11.1875,
      "learning_rate": 1.8892603753267394e-05,
      "loss": 0.25,
      "step": 26180
    },
    {
      "epoch": 0.7429734540889781,
      "grad_norm": 8.5,
      "learning_rate": 1.889202481336425e-05,
      "loss": 0.2502,
      "step": 26190
    },
    {
      "epoch": 0.7432571400202835,
      "grad_norm": 14.5,
      "learning_rate": 1.8891445873461107e-05,
      "loss": 0.2564,
      "step": 26200
    },
    {
      "epoch": 0.743540825951589,
      "grad_norm": 7.6875,
      "learning_rate": 1.8890866933557962e-05,
      "loss": 0.241,
      "step": 26210
    },
    {
      "epoch": 0.7438245118828944,
      "grad_norm": 10.25,
      "learning_rate": 1.889028799365482e-05,
      "loss": 0.2231,
      "step": 26220
    },
    {
      "epoch": 0.7441081978141999,
      "grad_norm": 11.5,
      "learning_rate": 1.888970905375168e-05,
      "loss": 0.3236,
      "step": 26230
    },
    {
      "epoch": 0.7443918837455054,
      "grad_norm": 9.0625,
      "learning_rate": 1.8889130113848533e-05,
      "loss": 0.2519,
      "step": 26240
    },
    {
      "epoch": 0.7446755696768108,
      "grad_norm": 12.0,
      "learning_rate": 1.8888551173945392e-05,
      "loss": 0.2647,
      "step": 26250
    },
    {
      "epoch": 0.7449592556081163,
      "grad_norm": 8.4375,
      "learning_rate": 1.8887972234042247e-05,
      "loss": 0.2431,
      "step": 26260
    },
    {
      "epoch": 0.7452429415394217,
      "grad_norm": 9.3125,
      "learning_rate": 1.88873932941391e-05,
      "loss": 0.3074,
      "step": 26270
    },
    {
      "epoch": 0.7455266274707272,
      "grad_norm": 8.0,
      "learning_rate": 1.888681435423596e-05,
      "loss": 0.2397,
      "step": 26280
    },
    {
      "epoch": 0.7458103134020326,
      "grad_norm": 5.09375,
      "learning_rate": 1.8886235414332815e-05,
      "loss": 0.219,
      "step": 26290
    },
    {
      "epoch": 0.7460939993333381,
      "grad_norm": 7.71875,
      "learning_rate": 1.8885656474429673e-05,
      "loss": 0.2174,
      "step": 26300
    },
    {
      "epoch": 0.7463776852646435,
      "grad_norm": 13.0625,
      "learning_rate": 1.888507753452653e-05,
      "loss": 0.2346,
      "step": 26310
    },
    {
      "epoch": 0.746661371195949,
      "grad_norm": 8.625,
      "learning_rate": 1.8884498594623387e-05,
      "loss": 0.2719,
      "step": 26320
    },
    {
      "epoch": 0.7469450571272545,
      "grad_norm": 11.25,
      "learning_rate": 1.8883919654720245e-05,
      "loss": 0.2712,
      "step": 26330
    },
    {
      "epoch": 0.7472287430585599,
      "grad_norm": 7.15625,
      "learning_rate": 1.88833407148171e-05,
      "loss": 0.2977,
      "step": 26340
    },
    {
      "epoch": 0.7475124289898654,
      "grad_norm": 10.5,
      "learning_rate": 1.8882761774913955e-05,
      "loss": 0.2401,
      "step": 26350
    },
    {
      "epoch": 0.7477961149211708,
      "grad_norm": 10.0,
      "learning_rate": 1.8882182835010813e-05,
      "loss": 0.2596,
      "step": 26360
    },
    {
      "epoch": 0.7480798008524763,
      "grad_norm": 8.25,
      "learning_rate": 1.8881603895107668e-05,
      "loss": 0.2591,
      "step": 26370
    },
    {
      "epoch": 0.7483634867837817,
      "grad_norm": 11.5,
      "learning_rate": 1.8881024955204526e-05,
      "loss": 0.2605,
      "step": 26380
    },
    {
      "epoch": 0.7486471727150871,
      "grad_norm": 7.625,
      "learning_rate": 1.8880446015301385e-05,
      "loss": 0.2762,
      "step": 26390
    },
    {
      "epoch": 0.7489308586463925,
      "grad_norm": 10.875,
      "learning_rate": 1.887986707539824e-05,
      "loss": 0.2514,
      "step": 26400
    },
    {
      "epoch": 0.749214544577698,
      "grad_norm": 6.6875,
      "learning_rate": 1.8879288135495098e-05,
      "loss": 0.2818,
      "step": 26410
    },
    {
      "epoch": 0.7494982305090034,
      "grad_norm": 6.0,
      "learning_rate": 1.8878709195591953e-05,
      "loss": 0.2485,
      "step": 26420
    },
    {
      "epoch": 0.7497819164403089,
      "grad_norm": 8.5625,
      "learning_rate": 1.8878130255688808e-05,
      "loss": 0.2471,
      "step": 26430
    },
    {
      "epoch": 0.7500656023716143,
      "grad_norm": 6.65625,
      "learning_rate": 1.8877551315785666e-05,
      "loss": 0.2301,
      "step": 26440
    },
    {
      "epoch": 0.7503492883029198,
      "grad_norm": 5.625,
      "learning_rate": 1.8876972375882525e-05,
      "loss": 0.2817,
      "step": 26450
    },
    {
      "epoch": 0.7506329742342253,
      "grad_norm": 8.0625,
      "learning_rate": 1.887639343597938e-05,
      "loss": 0.2642,
      "step": 26460
    },
    {
      "epoch": 0.7509166601655307,
      "grad_norm": 9.9375,
      "learning_rate": 1.8875814496076238e-05,
      "loss": 0.2256,
      "step": 26470
    },
    {
      "epoch": 0.7512003460968362,
      "grad_norm": 6.40625,
      "learning_rate": 1.8875235556173093e-05,
      "loss": 0.217,
      "step": 26480
    },
    {
      "epoch": 0.7514840320281416,
      "grad_norm": 9.0,
      "learning_rate": 1.887465661626995e-05,
      "loss": 0.2844,
      "step": 26490
    },
    {
      "epoch": 0.7517677179594471,
      "grad_norm": 8.375,
      "learning_rate": 1.8874077676366806e-05,
      "loss": 0.2307,
      "step": 26500
    },
    {
      "epoch": 0.7520514038907525,
      "grad_norm": 10.4375,
      "learning_rate": 1.887349873646366e-05,
      "loss": 0.3158,
      "step": 26510
    },
    {
      "epoch": 0.752335089822058,
      "grad_norm": 8.375,
      "learning_rate": 1.887291979656052e-05,
      "loss": 0.3093,
      "step": 26520
    },
    {
      "epoch": 0.7526187757533634,
      "grad_norm": 10.25,
      "learning_rate": 1.8872340856657378e-05,
      "loss": 0.2416,
      "step": 26530
    },
    {
      "epoch": 0.7529024616846689,
      "grad_norm": 7.53125,
      "learning_rate": 1.8871761916754233e-05,
      "loss": 0.2528,
      "step": 26540
    },
    {
      "epoch": 0.7531861476159744,
      "grad_norm": 7.8125,
      "learning_rate": 1.887118297685109e-05,
      "loss": 0.2917,
      "step": 26550
    },
    {
      "epoch": 0.7534698335472798,
      "grad_norm": 8.625,
      "learning_rate": 1.8870604036947946e-05,
      "loss": 0.2453,
      "step": 26560
    },
    {
      "epoch": 0.7537535194785853,
      "grad_norm": 7.375,
      "learning_rate": 1.88700250970448e-05,
      "loss": 0.2411,
      "step": 26570
    },
    {
      "epoch": 0.7540372054098907,
      "grad_norm": 8.125,
      "learning_rate": 1.886944615714166e-05,
      "loss": 0.2508,
      "step": 26580
    },
    {
      "epoch": 0.7543208913411962,
      "grad_norm": 9.5,
      "learning_rate": 1.8868867217238514e-05,
      "loss": 0.2519,
      "step": 26590
    },
    {
      "epoch": 0.7546045772725016,
      "grad_norm": 8.4375,
      "learning_rate": 1.8868288277335373e-05,
      "loss": 0.2613,
      "step": 26600
    },
    {
      "epoch": 0.7548882632038071,
      "grad_norm": 11.5,
      "learning_rate": 1.886770933743223e-05,
      "loss": 0.224,
      "step": 26610
    },
    {
      "epoch": 0.7551719491351125,
      "grad_norm": 9.3125,
      "learning_rate": 1.8867130397529086e-05,
      "loss": 0.2129,
      "step": 26620
    },
    {
      "epoch": 0.755455635066418,
      "grad_norm": 14.0,
      "learning_rate": 1.8866551457625944e-05,
      "loss": 0.2684,
      "step": 26630
    },
    {
      "epoch": 0.7557393209977235,
      "grad_norm": 5.40625,
      "learning_rate": 1.88659725177228e-05,
      "loss": 0.2335,
      "step": 26640
    },
    {
      "epoch": 0.7560230069290289,
      "grad_norm": 9.625,
      "learning_rate": 1.8865393577819654e-05,
      "loss": 0.2546,
      "step": 26650
    },
    {
      "epoch": 0.7563066928603344,
      "grad_norm": 5.8125,
      "learning_rate": 1.8864814637916512e-05,
      "loss": 0.2201,
      "step": 26660
    },
    {
      "epoch": 0.7565903787916398,
      "grad_norm": 8.1875,
      "learning_rate": 1.8864235698013367e-05,
      "loss": 0.2388,
      "step": 26670
    },
    {
      "epoch": 0.7568740647229453,
      "grad_norm": 9.875,
      "learning_rate": 1.8863656758110226e-05,
      "loss": 0.1967,
      "step": 26680
    },
    {
      "epoch": 0.7571577506542507,
      "grad_norm": 7.71875,
      "learning_rate": 1.8863077818207084e-05,
      "loss": 0.2802,
      "step": 26690
    },
    {
      "epoch": 0.7574414365855562,
      "grad_norm": 7.90625,
      "learning_rate": 1.886249887830394e-05,
      "loss": 0.258,
      "step": 26700
    },
    {
      "epoch": 0.7577251225168616,
      "grad_norm": 8.8125,
      "learning_rate": 1.8861919938400797e-05,
      "loss": 0.2487,
      "step": 26710
    },
    {
      "epoch": 0.758008808448167,
      "grad_norm": 8.5625,
      "learning_rate": 1.8861340998497652e-05,
      "loss": 0.2979,
      "step": 26720
    },
    {
      "epoch": 0.7582924943794724,
      "grad_norm": 5.96875,
      "learning_rate": 1.8860762058594507e-05,
      "loss": 0.1967,
      "step": 26730
    },
    {
      "epoch": 0.7585761803107779,
      "grad_norm": 7.34375,
      "learning_rate": 1.8860183118691365e-05,
      "loss": 0.2464,
      "step": 26740
    },
    {
      "epoch": 0.7588598662420833,
      "grad_norm": 8.25,
      "learning_rate": 1.8859604178788224e-05,
      "loss": 0.2515,
      "step": 26750
    },
    {
      "epoch": 0.7591435521733888,
      "grad_norm": 12.4375,
      "learning_rate": 1.885902523888508e-05,
      "loss": 0.2514,
      "step": 26760
    },
    {
      "epoch": 0.7594272381046943,
      "grad_norm": 11.5625,
      "learning_rate": 1.8858446298981937e-05,
      "loss": 0.3335,
      "step": 26770
    },
    {
      "epoch": 0.7597109240359997,
      "grad_norm": 8.875,
      "learning_rate": 1.8857867359078792e-05,
      "loss": 0.2175,
      "step": 26780
    },
    {
      "epoch": 0.7599946099673052,
      "grad_norm": 7.65625,
      "learning_rate": 1.885728841917565e-05,
      "loss": 0.2741,
      "step": 26790
    },
    {
      "epoch": 0.7602782958986106,
      "grad_norm": 8.8125,
      "learning_rate": 1.8856709479272505e-05,
      "loss": 0.2502,
      "step": 26800
    },
    {
      "epoch": 0.7605619818299161,
      "grad_norm": 8.5,
      "learning_rate": 1.885613053936936e-05,
      "loss": 0.2391,
      "step": 26810
    },
    {
      "epoch": 0.7608456677612215,
      "grad_norm": 7.375,
      "learning_rate": 1.885555159946622e-05,
      "loss": 0.2534,
      "step": 26820
    },
    {
      "epoch": 0.761129353692527,
      "grad_norm": 6.0625,
      "learning_rate": 1.8854972659563077e-05,
      "loss": 0.2754,
      "step": 26830
    },
    {
      "epoch": 0.7614130396238324,
      "grad_norm": 12.3125,
      "learning_rate": 1.8854393719659932e-05,
      "loss": 0.2205,
      "step": 26840
    },
    {
      "epoch": 0.7616967255551379,
      "grad_norm": 6.40625,
      "learning_rate": 1.885381477975679e-05,
      "loss": 0.267,
      "step": 26850
    },
    {
      "epoch": 0.7619804114864434,
      "grad_norm": 8.25,
      "learning_rate": 1.8853235839853645e-05,
      "loss": 0.2524,
      "step": 26860
    },
    {
      "epoch": 0.7622640974177488,
      "grad_norm": 9.6875,
      "learning_rate": 1.88526568999505e-05,
      "loss": 0.2511,
      "step": 26870
    },
    {
      "epoch": 0.7625477833490543,
      "grad_norm": 8.9375,
      "learning_rate": 1.885207796004736e-05,
      "loss": 0.2583,
      "step": 26880
    },
    {
      "epoch": 0.7628314692803597,
      "grad_norm": 7.59375,
      "learning_rate": 1.8851499020144213e-05,
      "loss": 0.2587,
      "step": 26890
    },
    {
      "epoch": 0.7631151552116652,
      "grad_norm": 6.90625,
      "learning_rate": 1.8850920080241072e-05,
      "loss": 0.2549,
      "step": 26900
    },
    {
      "epoch": 0.7633988411429706,
      "grad_norm": 7.59375,
      "learning_rate": 1.885034114033793e-05,
      "loss": 0.2591,
      "step": 26910
    },
    {
      "epoch": 0.7636825270742761,
      "grad_norm": 9.75,
      "learning_rate": 1.8849762200434785e-05,
      "loss": 0.2603,
      "step": 26920
    },
    {
      "epoch": 0.7639662130055815,
      "grad_norm": 10.3125,
      "learning_rate": 1.8849183260531643e-05,
      "loss": 0.2943,
      "step": 26930
    },
    {
      "epoch": 0.764249898936887,
      "grad_norm": 7.03125,
      "learning_rate": 1.8848604320628498e-05,
      "loss": 0.2663,
      "step": 26940
    },
    {
      "epoch": 0.7645335848681925,
      "grad_norm": 10.0,
      "learning_rate": 1.8848025380725353e-05,
      "loss": 0.2488,
      "step": 26950
    },
    {
      "epoch": 0.7648172707994979,
      "grad_norm": 9.4375,
      "learning_rate": 1.884744644082221e-05,
      "loss": 0.2661,
      "step": 26960
    },
    {
      "epoch": 0.7651009567308034,
      "grad_norm": 7.8125,
      "learning_rate": 1.884686750091907e-05,
      "loss": 0.2519,
      "step": 26970
    },
    {
      "epoch": 0.7653846426621088,
      "grad_norm": 8.0,
      "learning_rate": 1.8846288561015925e-05,
      "loss": 0.2642,
      "step": 26980
    },
    {
      "epoch": 0.7656683285934143,
      "grad_norm": 9.5625,
      "learning_rate": 1.8845709621112783e-05,
      "loss": 0.2563,
      "step": 26990
    },
    {
      "epoch": 0.7659520145247197,
      "grad_norm": 8.125,
      "learning_rate": 1.8845130681209638e-05,
      "loss": 0.2279,
      "step": 27000
    },
    {
      "epoch": 0.7662357004560252,
      "grad_norm": 9.0625,
      "learning_rate": 1.8844551741306496e-05,
      "loss": 0.2814,
      "step": 27010
    },
    {
      "epoch": 0.7665193863873306,
      "grad_norm": 9.3125,
      "learning_rate": 1.884397280140335e-05,
      "loss": 0.25,
      "step": 27020
    },
    {
      "epoch": 0.7668030723186361,
      "grad_norm": 9.5,
      "learning_rate": 1.8843393861500206e-05,
      "loss": 0.2218,
      "step": 27030
    },
    {
      "epoch": 0.7670867582499414,
      "grad_norm": 11.0,
      "learning_rate": 1.8842814921597065e-05,
      "loss": 0.2878,
      "step": 27040
    },
    {
      "epoch": 0.7673704441812469,
      "grad_norm": 6.75,
      "learning_rate": 1.8842235981693923e-05,
      "loss": 0.2315,
      "step": 27050
    },
    {
      "epoch": 0.7676541301125523,
      "grad_norm": 7.28125,
      "learning_rate": 1.8841657041790778e-05,
      "loss": 0.2187,
      "step": 27060
    },
    {
      "epoch": 0.7679378160438578,
      "grad_norm": 10.75,
      "learning_rate": 1.8841078101887636e-05,
      "loss": 0.2662,
      "step": 27070
    },
    {
      "epoch": 0.7682215019751633,
      "grad_norm": 9.875,
      "learning_rate": 1.884049916198449e-05,
      "loss": 0.2484,
      "step": 27080
    },
    {
      "epoch": 0.7685051879064687,
      "grad_norm": 11.4375,
      "learning_rate": 1.883992022208135e-05,
      "loss": 0.2311,
      "step": 27090
    },
    {
      "epoch": 0.7687888738377742,
      "grad_norm": 8.1875,
      "learning_rate": 1.8839341282178205e-05,
      "loss": 0.2394,
      "step": 27100
    },
    {
      "epoch": 0.7690725597690796,
      "grad_norm": 6.9375,
      "learning_rate": 1.883876234227506e-05,
      "loss": 0.2535,
      "step": 27110
    },
    {
      "epoch": 0.7693562457003851,
      "grad_norm": 6.4375,
      "learning_rate": 1.8838183402371918e-05,
      "loss": 0.2292,
      "step": 27120
    },
    {
      "epoch": 0.7696399316316905,
      "grad_norm": 8.0625,
      "learning_rate": 1.8837604462468776e-05,
      "loss": 0.2762,
      "step": 27130
    },
    {
      "epoch": 0.769923617562996,
      "grad_norm": 10.5625,
      "learning_rate": 1.883702552256563e-05,
      "loss": 0.2408,
      "step": 27140
    },
    {
      "epoch": 0.7702073034943014,
      "grad_norm": 9.5625,
      "learning_rate": 1.883644658266249e-05,
      "loss": 0.2627,
      "step": 27150
    },
    {
      "epoch": 0.7704909894256069,
      "grad_norm": 8.0625,
      "learning_rate": 1.8835867642759344e-05,
      "loss": 0.2642,
      "step": 27160
    },
    {
      "epoch": 0.7707746753569124,
      "grad_norm": 7.5,
      "learning_rate": 1.8835288702856203e-05,
      "loss": 0.2668,
      "step": 27170
    },
    {
      "epoch": 0.7710583612882178,
      "grad_norm": 11.1875,
      "learning_rate": 1.8834709762953058e-05,
      "loss": 0.2215,
      "step": 27180
    },
    {
      "epoch": 0.7713420472195233,
      "grad_norm": 9.5,
      "learning_rate": 1.8834130823049913e-05,
      "loss": 0.3099,
      "step": 27190
    },
    {
      "epoch": 0.7716257331508287,
      "grad_norm": 7.8125,
      "learning_rate": 1.883355188314677e-05,
      "loss": 0.2405,
      "step": 27200
    },
    {
      "epoch": 0.7719094190821342,
      "grad_norm": 9.75,
      "learning_rate": 1.883297294324363e-05,
      "loss": 0.2538,
      "step": 27210
    },
    {
      "epoch": 0.7721931050134396,
      "grad_norm": 6.71875,
      "learning_rate": 1.8832394003340484e-05,
      "loss": 0.291,
      "step": 27220
    },
    {
      "epoch": 0.7724767909447451,
      "grad_norm": 10.9375,
      "learning_rate": 1.8831815063437343e-05,
      "loss": 0.2778,
      "step": 27230
    },
    {
      "epoch": 0.7727604768760505,
      "grad_norm": 8.5625,
      "learning_rate": 1.8831236123534197e-05,
      "loss": 0.2276,
      "step": 27240
    },
    {
      "epoch": 0.773044162807356,
      "grad_norm": 9.375,
      "learning_rate": 1.8830657183631052e-05,
      "loss": 0.2375,
      "step": 27250
    },
    {
      "epoch": 0.7733278487386614,
      "grad_norm": 8.1875,
      "learning_rate": 1.883007824372791e-05,
      "loss": 0.2368,
      "step": 27260
    },
    {
      "epoch": 0.7736115346699669,
      "grad_norm": 9.6875,
      "learning_rate": 1.882949930382477e-05,
      "loss": 0.2784,
      "step": 27270
    },
    {
      "epoch": 0.7738952206012724,
      "grad_norm": 9.9375,
      "learning_rate": 1.8828920363921624e-05,
      "loss": 0.2535,
      "step": 27280
    },
    {
      "epoch": 0.7741789065325778,
      "grad_norm": 10.5,
      "learning_rate": 1.8828341424018482e-05,
      "loss": 0.2508,
      "step": 27290
    },
    {
      "epoch": 0.7744625924638833,
      "grad_norm": 10.4375,
      "learning_rate": 1.8827762484115337e-05,
      "loss": 0.2397,
      "step": 27300
    },
    {
      "epoch": 0.7747462783951887,
      "grad_norm": 11.3125,
      "learning_rate": 1.8827183544212196e-05,
      "loss": 0.33,
      "step": 27310
    },
    {
      "epoch": 0.7750299643264942,
      "grad_norm": 8.0625,
      "learning_rate": 1.882660460430905e-05,
      "loss": 0.2674,
      "step": 27320
    },
    {
      "epoch": 0.7753136502577996,
      "grad_norm": 7.125,
      "learning_rate": 1.8826025664405906e-05,
      "loss": 0.2844,
      "step": 27330
    },
    {
      "epoch": 0.7755973361891051,
      "grad_norm": 7.375,
      "learning_rate": 1.8825446724502764e-05,
      "loss": 0.2636,
      "step": 27340
    },
    {
      "epoch": 0.7758810221204105,
      "grad_norm": 6.40625,
      "learning_rate": 1.8824867784599622e-05,
      "loss": 0.2352,
      "step": 27350
    },
    {
      "epoch": 0.7761647080517159,
      "grad_norm": 11.5625,
      "learning_rate": 1.882428884469648e-05,
      "loss": 0.2347,
      "step": 27360
    },
    {
      "epoch": 0.7764483939830213,
      "grad_norm": 10.3125,
      "learning_rate": 1.8823709904793336e-05,
      "loss": 0.271,
      "step": 27370
    },
    {
      "epoch": 0.7767320799143268,
      "grad_norm": 8.6875,
      "learning_rate": 1.882313096489019e-05,
      "loss": 0.2539,
      "step": 27380
    },
    {
      "epoch": 0.7770157658456323,
      "grad_norm": 8.25,
      "learning_rate": 1.882255202498705e-05,
      "loss": 0.2071,
      "step": 27390
    },
    {
      "epoch": 0.7772994517769377,
      "grad_norm": 8.25,
      "learning_rate": 1.8821973085083904e-05,
      "loss": 0.301,
      "step": 27400
    },
    {
      "epoch": 0.7775831377082432,
      "grad_norm": 12.6875,
      "learning_rate": 1.882139414518076e-05,
      "loss": 0.2624,
      "step": 27410
    },
    {
      "epoch": 0.7778668236395486,
      "grad_norm": 7.625,
      "learning_rate": 1.8820815205277617e-05,
      "loss": 0.2432,
      "step": 27420
    },
    {
      "epoch": 0.7781505095708541,
      "grad_norm": 7.75,
      "learning_rate": 1.8820236265374475e-05,
      "loss": 0.2269,
      "step": 27430
    },
    {
      "epoch": 0.7784341955021595,
      "grad_norm": 8.5625,
      "learning_rate": 1.881965732547133e-05,
      "loss": 0.2589,
      "step": 27440
    },
    {
      "epoch": 0.778717881433465,
      "grad_norm": 8.5625,
      "learning_rate": 1.881907838556819e-05,
      "loss": 0.2765,
      "step": 27450
    },
    {
      "epoch": 0.7790015673647704,
      "grad_norm": 8.875,
      "learning_rate": 1.8818499445665044e-05,
      "loss": 0.2429,
      "step": 27460
    },
    {
      "epoch": 0.7792852532960759,
      "grad_norm": 8.4375,
      "learning_rate": 1.8817920505761902e-05,
      "loss": 0.2664,
      "step": 27470
    },
    {
      "epoch": 0.7795689392273814,
      "grad_norm": 6.96875,
      "learning_rate": 1.8817341565858757e-05,
      "loss": 0.2463,
      "step": 27480
    },
    {
      "epoch": 0.7798526251586868,
      "grad_norm": 8.125,
      "learning_rate": 1.8816762625955615e-05,
      "loss": 0.2756,
      "step": 27490
    },
    {
      "epoch": 0.7801363110899923,
      "grad_norm": 11.3125,
      "learning_rate": 1.881618368605247e-05,
      "loss": 0.264,
      "step": 27500
    },
    {
      "epoch": 0.7804199970212977,
      "grad_norm": 8.5625,
      "learning_rate": 1.881560474614933e-05,
      "loss": 0.2476,
      "step": 27510
    },
    {
      "epoch": 0.7807036829526032,
      "grad_norm": 10.6875,
      "learning_rate": 1.8815025806246183e-05,
      "loss": 0.2606,
      "step": 27520
    },
    {
      "epoch": 0.7809873688839086,
      "grad_norm": 6.90625,
      "learning_rate": 1.8814446866343042e-05,
      "loss": 0.2354,
      "step": 27530
    },
    {
      "epoch": 0.7812710548152141,
      "grad_norm": 7.8125,
      "learning_rate": 1.8813867926439897e-05,
      "loss": 0.2404,
      "step": 27540
    },
    {
      "epoch": 0.7815547407465195,
      "grad_norm": 9.25,
      "learning_rate": 1.8813288986536755e-05,
      "loss": 0.2691,
      "step": 27550
    },
    {
      "epoch": 0.781838426677825,
      "grad_norm": 10.375,
      "learning_rate": 1.881271004663361e-05,
      "loss": 0.2269,
      "step": 27560
    },
    {
      "epoch": 0.7821221126091304,
      "grad_norm": 8.9375,
      "learning_rate": 1.881213110673047e-05,
      "loss": 0.2739,
      "step": 27570
    },
    {
      "epoch": 0.7824057985404359,
      "grad_norm": 9.0625,
      "learning_rate": 1.8811552166827323e-05,
      "loss": 0.2594,
      "step": 27580
    },
    {
      "epoch": 0.7826894844717414,
      "grad_norm": 7.9375,
      "learning_rate": 1.881097322692418e-05,
      "loss": 0.2088,
      "step": 27590
    },
    {
      "epoch": 0.7829731704030468,
      "grad_norm": 7.59375,
      "learning_rate": 1.8810394287021037e-05,
      "loss": 0.2019,
      "step": 27600
    },
    {
      "epoch": 0.7832568563343523,
      "grad_norm": 7.09375,
      "learning_rate": 1.8809815347117895e-05,
      "loss": 0.3058,
      "step": 27610
    },
    {
      "epoch": 0.7835405422656577,
      "grad_norm": 10.0,
      "learning_rate": 1.880923640721475e-05,
      "loss": 0.2573,
      "step": 27620
    },
    {
      "epoch": 0.7838242281969632,
      "grad_norm": 7.34375,
      "learning_rate": 1.8808657467311605e-05,
      "loss": 0.2352,
      "step": 27630
    },
    {
      "epoch": 0.7841079141282686,
      "grad_norm": 6.46875,
      "learning_rate": 1.8808078527408463e-05,
      "loss": 0.2572,
      "step": 27640
    },
    {
      "epoch": 0.7843916000595741,
      "grad_norm": 9.0,
      "learning_rate": 1.880749958750532e-05,
      "loss": 0.2796,
      "step": 27650
    },
    {
      "epoch": 0.7846752859908795,
      "grad_norm": 9.5,
      "learning_rate": 1.880692064760218e-05,
      "loss": 0.2808,
      "step": 27660
    },
    {
      "epoch": 0.784958971922185,
      "grad_norm": 5.65625,
      "learning_rate": 1.8806341707699035e-05,
      "loss": 0.2036,
      "step": 27670
    },
    {
      "epoch": 0.7852426578534905,
      "grad_norm": 7.03125,
      "learning_rate": 1.880576276779589e-05,
      "loss": 0.2042,
      "step": 27680
    },
    {
      "epoch": 0.7855263437847958,
      "grad_norm": 8.9375,
      "learning_rate": 1.8805183827892748e-05,
      "loss": 0.2943,
      "step": 27690
    },
    {
      "epoch": 0.7858100297161013,
      "grad_norm": 8.875,
      "learning_rate": 1.8804604887989603e-05,
      "loss": 0.2428,
      "step": 27700
    },
    {
      "epoch": 0.7860937156474067,
      "grad_norm": 8.625,
      "learning_rate": 1.8804025948086458e-05,
      "loss": 0.2372,
      "step": 27710
    },
    {
      "epoch": 0.7863774015787122,
      "grad_norm": 10.1875,
      "learning_rate": 1.8803447008183316e-05,
      "loss": 0.2692,
      "step": 27720
    },
    {
      "epoch": 0.7866610875100176,
      "grad_norm": 10.375,
      "learning_rate": 1.8802868068280175e-05,
      "loss": 0.2843,
      "step": 27730
    },
    {
      "epoch": 0.7869447734413231,
      "grad_norm": 10.3125,
      "learning_rate": 1.8802289128377033e-05,
      "loss": 0.2652,
      "step": 27740
    },
    {
      "epoch": 0.7872284593726285,
      "grad_norm": 8.375,
      "learning_rate": 1.8801710188473888e-05,
      "loss": 0.2557,
      "step": 27750
    },
    {
      "epoch": 0.787512145303934,
      "grad_norm": 8.1875,
      "learning_rate": 1.8801131248570743e-05,
      "loss": 0.2559,
      "step": 27760
    },
    {
      "epoch": 0.7877958312352394,
      "grad_norm": 8.3125,
      "learning_rate": 1.88005523086676e-05,
      "loss": 0.2381,
      "step": 27770
    },
    {
      "epoch": 0.7880795171665449,
      "grad_norm": 6.875,
      "learning_rate": 1.8799973368764456e-05,
      "loss": 0.2611,
      "step": 27780
    },
    {
      "epoch": 0.7883632030978504,
      "grad_norm": 8.6875,
      "learning_rate": 1.8799394428861314e-05,
      "loss": 0.2388,
      "step": 27790
    },
    {
      "epoch": 0.7886468890291558,
      "grad_norm": 7.4375,
      "learning_rate": 1.879881548895817e-05,
      "loss": 0.1948,
      "step": 27800
    },
    {
      "epoch": 0.7889305749604613,
      "grad_norm": 13.8125,
      "learning_rate": 1.8798236549055028e-05,
      "loss": 0.2224,
      "step": 27810
    },
    {
      "epoch": 0.7892142608917667,
      "grad_norm": 7.625,
      "learning_rate": 1.8797657609151883e-05,
      "loss": 0.2535,
      "step": 27820
    },
    {
      "epoch": 0.7894979468230722,
      "grad_norm": 8.0625,
      "learning_rate": 1.879707866924874e-05,
      "loss": 0.2631,
      "step": 27830
    },
    {
      "epoch": 0.7897816327543776,
      "grad_norm": 6.84375,
      "learning_rate": 1.8796499729345596e-05,
      "loss": 0.2646,
      "step": 27840
    },
    {
      "epoch": 0.7900653186856831,
      "grad_norm": 8.375,
      "learning_rate": 1.8795920789442454e-05,
      "loss": 0.2432,
      "step": 27850
    },
    {
      "epoch": 0.7903490046169885,
      "grad_norm": 9.3125,
      "learning_rate": 1.879534184953931e-05,
      "loss": 0.2343,
      "step": 27860
    },
    {
      "epoch": 0.790632690548294,
      "grad_norm": 7.3125,
      "learning_rate": 1.8794762909636168e-05,
      "loss": 0.2548,
      "step": 27870
    },
    {
      "epoch": 0.7909163764795994,
      "grad_norm": 9.875,
      "learning_rate": 1.8794183969733022e-05,
      "loss": 0.2825,
      "step": 27880
    },
    {
      "epoch": 0.7912000624109049,
      "grad_norm": 11.625,
      "learning_rate": 1.879360502982988e-05,
      "loss": 0.2388,
      "step": 27890
    },
    {
      "epoch": 0.7914837483422104,
      "grad_norm": 7.5,
      "learning_rate": 1.8793026089926736e-05,
      "loss": 0.2589,
      "step": 27900
    },
    {
      "epoch": 0.7917674342735158,
      "grad_norm": 9.25,
      "learning_rate": 1.8792447150023594e-05,
      "loss": 0.2777,
      "step": 27910
    },
    {
      "epoch": 0.7920511202048213,
      "grad_norm": 8.375,
      "learning_rate": 1.879186821012045e-05,
      "loss": 0.3036,
      "step": 27920
    },
    {
      "epoch": 0.7923348061361267,
      "grad_norm": 6.75,
      "learning_rate": 1.8791289270217304e-05,
      "loss": 0.2548,
      "step": 27930
    },
    {
      "epoch": 0.7926184920674322,
      "grad_norm": 10.1875,
      "learning_rate": 1.8790710330314162e-05,
      "loss": 0.2372,
      "step": 27940
    },
    {
      "epoch": 0.7929021779987376,
      "grad_norm": 9.3125,
      "learning_rate": 1.879013139041102e-05,
      "loss": 0.2447,
      "step": 27950
    },
    {
      "epoch": 0.7931858639300431,
      "grad_norm": 10.5625,
      "learning_rate": 1.878955245050788e-05,
      "loss": 0.2877,
      "step": 27960
    },
    {
      "epoch": 0.7934695498613485,
      "grad_norm": 6.71875,
      "learning_rate": 1.8788973510604734e-05,
      "loss": 0.2484,
      "step": 27970
    },
    {
      "epoch": 0.793753235792654,
      "grad_norm": 9.9375,
      "learning_rate": 1.878839457070159e-05,
      "loss": 0.2928,
      "step": 27980
    },
    {
      "epoch": 0.7940369217239595,
      "grad_norm": 10.75,
      "learning_rate": 1.8787815630798447e-05,
      "loss": 0.2647,
      "step": 27990
    },
    {
      "epoch": 0.7943206076552649,
      "grad_norm": 5.78125,
      "learning_rate": 1.8787236690895302e-05,
      "loss": 0.2402,
      "step": 28000
    },
    {
      "epoch": 0.7946042935865703,
      "grad_norm": 9.4375,
      "learning_rate": 1.878665775099216e-05,
      "loss": 0.2639,
      "step": 28010
    },
    {
      "epoch": 0.7948879795178757,
      "grad_norm": 6.625,
      "learning_rate": 1.8786078811089015e-05,
      "loss": 0.2567,
      "step": 28020
    },
    {
      "epoch": 0.7951716654491812,
      "grad_norm": 9.4375,
      "learning_rate": 1.8785499871185874e-05,
      "loss": 0.2612,
      "step": 28030
    },
    {
      "epoch": 0.7954553513804866,
      "grad_norm": 6.84375,
      "learning_rate": 1.8784920931282732e-05,
      "loss": 0.2629,
      "step": 28040
    },
    {
      "epoch": 0.7957390373117921,
      "grad_norm": 11.6875,
      "learning_rate": 1.8784341991379587e-05,
      "loss": 0.257,
      "step": 28050
    },
    {
      "epoch": 0.7960227232430975,
      "grad_norm": 5.96875,
      "learning_rate": 1.8783763051476442e-05,
      "loss": 0.2727,
      "step": 28060
    },
    {
      "epoch": 0.796306409174403,
      "grad_norm": 6.8125,
      "learning_rate": 1.87831841115733e-05,
      "loss": 0.2273,
      "step": 28070
    },
    {
      "epoch": 0.7965900951057084,
      "grad_norm": 7.46875,
      "learning_rate": 1.8782605171670155e-05,
      "loss": 0.2258,
      "step": 28080
    },
    {
      "epoch": 0.7968737810370139,
      "grad_norm": 9.375,
      "learning_rate": 1.8782026231767014e-05,
      "loss": 0.2799,
      "step": 28090
    },
    {
      "epoch": 0.7971574669683194,
      "grad_norm": 8.0625,
      "learning_rate": 1.878144729186387e-05,
      "loss": 0.267,
      "step": 28100
    },
    {
      "epoch": 0.7974411528996248,
      "grad_norm": 9.0,
      "learning_rate": 1.8780868351960727e-05,
      "loss": 0.2434,
      "step": 28110
    },
    {
      "epoch": 0.7977248388309303,
      "grad_norm": 11.125,
      "learning_rate": 1.8780289412057582e-05,
      "loss": 0.282,
      "step": 28120
    },
    {
      "epoch": 0.7980085247622357,
      "grad_norm": 22.125,
      "learning_rate": 1.877971047215444e-05,
      "loss": 0.272,
      "step": 28130
    },
    {
      "epoch": 0.7982922106935412,
      "grad_norm": 10.0,
      "learning_rate": 1.8779131532251295e-05,
      "loss": 0.295,
      "step": 28140
    },
    {
      "epoch": 0.7985758966248466,
      "grad_norm": 9.9375,
      "learning_rate": 1.8778552592348153e-05,
      "loss": 0.2497,
      "step": 28150
    },
    {
      "epoch": 0.7988595825561521,
      "grad_norm": 8.625,
      "learning_rate": 1.877797365244501e-05,
      "loss": 0.2718,
      "step": 28160
    },
    {
      "epoch": 0.7991432684874575,
      "grad_norm": 6.9375,
      "learning_rate": 1.8777394712541867e-05,
      "loss": 0.271,
      "step": 28170
    },
    {
      "epoch": 0.799426954418763,
      "grad_norm": 10.0,
      "learning_rate": 1.8776815772638725e-05,
      "loss": 0.2452,
      "step": 28180
    },
    {
      "epoch": 0.7997106403500684,
      "grad_norm": 8.9375,
      "learning_rate": 1.877623683273558e-05,
      "loss": 0.2303,
      "step": 28190
    },
    {
      "epoch": 0.7999943262813739,
      "grad_norm": 6.65625,
      "learning_rate": 1.8775657892832435e-05,
      "loss": 0.2885,
      "step": 28200
    },
    {
      "epoch": 0.8002780122126794,
      "grad_norm": 9.125,
      "learning_rate": 1.8775078952929293e-05,
      "loss": 0.2174,
      "step": 28210
    },
    {
      "epoch": 0.8005616981439848,
      "grad_norm": 8.5625,
      "learning_rate": 1.8774500013026148e-05,
      "loss": 0.2727,
      "step": 28220
    },
    {
      "epoch": 0.8008453840752903,
      "grad_norm": 6.875,
      "learning_rate": 1.8773921073123007e-05,
      "loss": 0.2579,
      "step": 28230
    },
    {
      "epoch": 0.8011290700065957,
      "grad_norm": 9.3125,
      "learning_rate": 1.877334213321986e-05,
      "loss": 0.2615,
      "step": 28240
    },
    {
      "epoch": 0.8014127559379012,
      "grad_norm": 8.75,
      "learning_rate": 1.877276319331672e-05,
      "loss": 0.2581,
      "step": 28250
    },
    {
      "epoch": 0.8016964418692066,
      "grad_norm": 8.0625,
      "learning_rate": 1.8772184253413578e-05,
      "loss": 0.2299,
      "step": 28260
    },
    {
      "epoch": 0.8019801278005121,
      "grad_norm": 22.25,
      "learning_rate": 1.8771605313510433e-05,
      "loss": 0.3033,
      "step": 28270
    },
    {
      "epoch": 0.8022638137318175,
      "grad_norm": 7.78125,
      "learning_rate": 1.8771026373607288e-05,
      "loss": 0.2516,
      "step": 28280
    },
    {
      "epoch": 0.802547499663123,
      "grad_norm": 9.9375,
      "learning_rate": 1.8770447433704146e-05,
      "loss": 0.2699,
      "step": 28290
    },
    {
      "epoch": 0.8028311855944285,
      "grad_norm": 7.125,
      "learning_rate": 1.8769868493801e-05,
      "loss": 0.2761,
      "step": 28300
    },
    {
      "epoch": 0.8031148715257339,
      "grad_norm": 9.0625,
      "learning_rate": 1.876928955389786e-05,
      "loss": 0.2904,
      "step": 28310
    },
    {
      "epoch": 0.8033985574570394,
      "grad_norm": 9.5,
      "learning_rate": 1.8768710613994715e-05,
      "loss": 0.2441,
      "step": 28320
    },
    {
      "epoch": 0.8036822433883447,
      "grad_norm": 6.84375,
      "learning_rate": 1.8768131674091573e-05,
      "loss": 0.2403,
      "step": 28330
    },
    {
      "epoch": 0.8039659293196502,
      "grad_norm": 15.5,
      "learning_rate": 1.876755273418843e-05,
      "loss": 0.221,
      "step": 28340
    },
    {
      "epoch": 0.8042496152509556,
      "grad_norm": 9.75,
      "learning_rate": 1.8766973794285286e-05,
      "loss": 0.2775,
      "step": 28350
    },
    {
      "epoch": 0.8045333011822611,
      "grad_norm": 10.5625,
      "learning_rate": 1.876639485438214e-05,
      "loss": 0.2643,
      "step": 28360
    },
    {
      "epoch": 0.8048169871135665,
      "grad_norm": 9.75,
      "learning_rate": 1.8765815914479e-05,
      "loss": 0.276,
      "step": 28370
    },
    {
      "epoch": 0.805100673044872,
      "grad_norm": 9.625,
      "learning_rate": 1.8765236974575855e-05,
      "loss": 0.2453,
      "step": 28380
    },
    {
      "epoch": 0.8053843589761774,
      "grad_norm": 10.8125,
      "learning_rate": 1.8764658034672713e-05,
      "loss": 0.238,
      "step": 28390
    },
    {
      "epoch": 0.8056680449074829,
      "grad_norm": 11.1875,
      "learning_rate": 1.8764079094769568e-05,
      "loss": 0.2484,
      "step": 28400
    },
    {
      "epoch": 0.8059517308387883,
      "grad_norm": 7.5625,
      "learning_rate": 1.8763500154866426e-05,
      "loss": 0.2416,
      "step": 28410
    },
    {
      "epoch": 0.8062354167700938,
      "grad_norm": 11.1875,
      "learning_rate": 1.8762921214963284e-05,
      "loss": 0.2043,
      "step": 28420
    },
    {
      "epoch": 0.8065191027013993,
      "grad_norm": 6.46875,
      "learning_rate": 1.876234227506014e-05,
      "loss": 0.2415,
      "step": 28430
    },
    {
      "epoch": 0.8068027886327047,
      "grad_norm": 12.8125,
      "learning_rate": 1.8761763335156994e-05,
      "loss": 0.2757,
      "step": 28440
    },
    {
      "epoch": 0.8070864745640102,
      "grad_norm": 6.1875,
      "learning_rate": 1.8761184395253853e-05,
      "loss": 0.2257,
      "step": 28450
    },
    {
      "epoch": 0.8073701604953156,
      "grad_norm": 9.6875,
      "learning_rate": 1.8760605455350708e-05,
      "loss": 0.2452,
      "step": 28460
    },
    {
      "epoch": 0.8076538464266211,
      "grad_norm": 9.5,
      "learning_rate": 1.8760026515447566e-05,
      "loss": 0.2382,
      "step": 28470
    },
    {
      "epoch": 0.8079375323579265,
      "grad_norm": 8.375,
      "learning_rate": 1.8759447575544424e-05,
      "loss": 0.2261,
      "step": 28480
    },
    {
      "epoch": 0.808221218289232,
      "grad_norm": 9.9375,
      "learning_rate": 1.875886863564128e-05,
      "loss": 0.2593,
      "step": 28490
    },
    {
      "epoch": 0.8085049042205374,
      "grad_norm": 8.5625,
      "learning_rate": 1.8758289695738134e-05,
      "loss": 0.2969,
      "step": 28500
    },
    {
      "epoch": 0.8087885901518429,
      "grad_norm": 8.1875,
      "learning_rate": 1.8757710755834993e-05,
      "loss": 0.233,
      "step": 28510
    },
    {
      "epoch": 0.8090722760831484,
      "grad_norm": 12.0,
      "learning_rate": 1.8757131815931847e-05,
      "loss": 0.2702,
      "step": 28520
    },
    {
      "epoch": 0.8093559620144538,
      "grad_norm": 8.9375,
      "learning_rate": 1.8756552876028706e-05,
      "loss": 0.2314,
      "step": 28530
    },
    {
      "epoch": 0.8096396479457593,
      "grad_norm": 10.3125,
      "learning_rate": 1.875597393612556e-05,
      "loss": 0.2887,
      "step": 28540
    },
    {
      "epoch": 0.8099233338770647,
      "grad_norm": 8.1875,
      "learning_rate": 1.875539499622242e-05,
      "loss": 0.2678,
      "step": 28550
    },
    {
      "epoch": 0.8102070198083702,
      "grad_norm": 13.6875,
      "learning_rate": 1.8754816056319277e-05,
      "loss": 0.302,
      "step": 28560
    },
    {
      "epoch": 0.8104907057396756,
      "grad_norm": 6.28125,
      "learning_rate": 1.8754237116416132e-05,
      "loss": 0.2555,
      "step": 28570
    },
    {
      "epoch": 0.8107743916709811,
      "grad_norm": 9.3125,
      "learning_rate": 1.8753658176512987e-05,
      "loss": 0.3057,
      "step": 28580
    },
    {
      "epoch": 0.8110580776022865,
      "grad_norm": 10.625,
      "learning_rate": 1.8753079236609846e-05,
      "loss": 0.285,
      "step": 28590
    },
    {
      "epoch": 0.811341763533592,
      "grad_norm": 11.5,
      "learning_rate": 1.87525002967067e-05,
      "loss": 0.3098,
      "step": 28600
    },
    {
      "epoch": 0.8116254494648975,
      "grad_norm": 8.3125,
      "learning_rate": 1.875192135680356e-05,
      "loss": 0.2618,
      "step": 28610
    },
    {
      "epoch": 0.8119091353962029,
      "grad_norm": 10.625,
      "learning_rate": 1.8751342416900414e-05,
      "loss": 0.2496,
      "step": 28620
    },
    {
      "epoch": 0.8121928213275084,
      "grad_norm": 9.5,
      "learning_rate": 1.8750763476997272e-05,
      "loss": 0.2745,
      "step": 28630
    },
    {
      "epoch": 0.8124765072588138,
      "grad_norm": 11.0,
      "learning_rate": 1.875018453709413e-05,
      "loss": 0.2476,
      "step": 28640
    },
    {
      "epoch": 0.8127601931901193,
      "grad_norm": 12.25,
      "learning_rate": 1.8749605597190985e-05,
      "loss": 0.2424,
      "step": 28650
    },
    {
      "epoch": 0.8130438791214246,
      "grad_norm": 8.875,
      "learning_rate": 1.874902665728784e-05,
      "loss": 0.2312,
      "step": 28660
    },
    {
      "epoch": 0.8133275650527301,
      "grad_norm": 16.5,
      "learning_rate": 1.87484477173847e-05,
      "loss": 0.2587,
      "step": 28670
    },
    {
      "epoch": 0.8136112509840355,
      "grad_norm": 8.75,
      "learning_rate": 1.8747868777481554e-05,
      "loss": 0.2778,
      "step": 28680
    },
    {
      "epoch": 0.813894936915341,
      "grad_norm": 10.875,
      "learning_rate": 1.8747289837578412e-05,
      "loss": 0.2862,
      "step": 28690
    },
    {
      "epoch": 0.8141786228466464,
      "grad_norm": 10.875,
      "learning_rate": 1.874671089767527e-05,
      "loss": 0.2335,
      "step": 28700
    },
    {
      "epoch": 0.8144623087779519,
      "grad_norm": 7.0625,
      "learning_rate": 1.8746131957772125e-05,
      "loss": 0.2645,
      "step": 28710
    },
    {
      "epoch": 0.8147459947092573,
      "grad_norm": 6.625,
      "learning_rate": 1.8745553017868984e-05,
      "loss": 0.2347,
      "step": 28720
    },
    {
      "epoch": 0.8150296806405628,
      "grad_norm": 6.5625,
      "learning_rate": 1.874497407796584e-05,
      "loss": 0.255,
      "step": 28730
    },
    {
      "epoch": 0.8153133665718683,
      "grad_norm": 9.9375,
      "learning_rate": 1.8744395138062694e-05,
      "loss": 0.2476,
      "step": 28740
    },
    {
      "epoch": 0.8155970525031737,
      "grad_norm": 10.375,
      "learning_rate": 1.8743816198159552e-05,
      "loss": 0.2516,
      "step": 28750
    },
    {
      "epoch": 0.8158807384344792,
      "grad_norm": 8.875,
      "learning_rate": 1.8743237258256407e-05,
      "loss": 0.2436,
      "step": 28760
    },
    {
      "epoch": 0.8161644243657846,
      "grad_norm": 10.0,
      "learning_rate": 1.8742658318353265e-05,
      "loss": 0.2998,
      "step": 28770
    },
    {
      "epoch": 0.8164481102970901,
      "grad_norm": 5.46875,
      "learning_rate": 1.8742079378450124e-05,
      "loss": 0.2551,
      "step": 28780
    },
    {
      "epoch": 0.8167317962283955,
      "grad_norm": 11.3125,
      "learning_rate": 1.874150043854698e-05,
      "loss": 0.2675,
      "step": 28790
    },
    {
      "epoch": 0.817015482159701,
      "grad_norm": 5.90625,
      "learning_rate": 1.8740921498643837e-05,
      "loss": 0.2665,
      "step": 28800
    },
    {
      "epoch": 0.8172991680910064,
      "grad_norm": 5.96875,
      "learning_rate": 1.8740342558740692e-05,
      "loss": 0.2221,
      "step": 28810
    },
    {
      "epoch": 0.8175828540223119,
      "grad_norm": 6.625,
      "learning_rate": 1.8739763618837547e-05,
      "loss": 0.2765,
      "step": 28820
    },
    {
      "epoch": 0.8178665399536174,
      "grad_norm": 12.125,
      "learning_rate": 1.8739184678934405e-05,
      "loss": 0.2266,
      "step": 28830
    },
    {
      "epoch": 0.8181502258849228,
      "grad_norm": 8.8125,
      "learning_rate": 1.873860573903126e-05,
      "loss": 0.3114,
      "step": 28840
    },
    {
      "epoch": 0.8184339118162283,
      "grad_norm": 11.125,
      "learning_rate": 1.8738026799128118e-05,
      "loss": 0.2274,
      "step": 28850
    },
    {
      "epoch": 0.8187175977475337,
      "grad_norm": 6.5625,
      "learning_rate": 1.8737447859224977e-05,
      "loss": 0.2393,
      "step": 28860
    },
    {
      "epoch": 0.8190012836788392,
      "grad_norm": 9.625,
      "learning_rate": 1.873686891932183e-05,
      "loss": 0.2358,
      "step": 28870
    },
    {
      "epoch": 0.8192849696101446,
      "grad_norm": 10.75,
      "learning_rate": 1.8736289979418687e-05,
      "loss": 0.2345,
      "step": 28880
    },
    {
      "epoch": 0.8195686555414501,
      "grad_norm": 7.03125,
      "learning_rate": 1.8735711039515545e-05,
      "loss": 0.2901,
      "step": 28890
    },
    {
      "epoch": 0.8198523414727555,
      "grad_norm": 7.59375,
      "learning_rate": 1.87351320996124e-05,
      "loss": 0.2366,
      "step": 28900
    },
    {
      "epoch": 0.820136027404061,
      "grad_norm": 12.4375,
      "learning_rate": 1.8734553159709258e-05,
      "loss": 0.2622,
      "step": 28910
    },
    {
      "epoch": 0.8204197133353665,
      "grad_norm": 7.75,
      "learning_rate": 1.8733974219806113e-05,
      "loss": 0.2529,
      "step": 28920
    },
    {
      "epoch": 0.8207033992666719,
      "grad_norm": 7.9375,
      "learning_rate": 1.873339527990297e-05,
      "loss": 0.2825,
      "step": 28930
    },
    {
      "epoch": 0.8209870851979774,
      "grad_norm": 9.375,
      "learning_rate": 1.873281633999983e-05,
      "loss": 0.2889,
      "step": 28940
    },
    {
      "epoch": 0.8212707711292828,
      "grad_norm": 46.5,
      "learning_rate": 1.8732237400096685e-05,
      "loss": 0.2621,
      "step": 28950
    },
    {
      "epoch": 0.8215544570605883,
      "grad_norm": 10.875,
      "learning_rate": 1.873165846019354e-05,
      "loss": 0.2864,
      "step": 28960
    },
    {
      "epoch": 0.8218381429918937,
      "grad_norm": 9.375,
      "learning_rate": 1.8731079520290398e-05,
      "loss": 0.3089,
      "step": 28970
    },
    {
      "epoch": 0.8221218289231991,
      "grad_norm": 6.21875,
      "learning_rate": 1.8730500580387253e-05,
      "loss": 0.2559,
      "step": 28980
    },
    {
      "epoch": 0.8224055148545045,
      "grad_norm": 7.96875,
      "learning_rate": 1.872992164048411e-05,
      "loss": 0.2558,
      "step": 28990
    },
    {
      "epoch": 0.82268920078581,
      "grad_norm": 9.4375,
      "learning_rate": 1.872934270058097e-05,
      "loss": 0.2325,
      "step": 29000
    },
    {
      "epoch": 0.8229728867171154,
      "grad_norm": 7.875,
      "learning_rate": 1.8728763760677825e-05,
      "loss": 0.2597,
      "step": 29010
    },
    {
      "epoch": 0.8232565726484209,
      "grad_norm": 7.1875,
      "learning_rate": 1.8728184820774683e-05,
      "loss": 0.2955,
      "step": 29020
    },
    {
      "epoch": 0.8235402585797263,
      "grad_norm": 7.5,
      "learning_rate": 1.8727605880871538e-05,
      "loss": 0.2372,
      "step": 29030
    },
    {
      "epoch": 0.8238239445110318,
      "grad_norm": 10.4375,
      "learning_rate": 1.8727026940968393e-05,
      "loss": 0.2919,
      "step": 29040
    },
    {
      "epoch": 0.8241076304423373,
      "grad_norm": 8.75,
      "learning_rate": 1.872644800106525e-05,
      "loss": 0.2519,
      "step": 29050
    },
    {
      "epoch": 0.8243913163736427,
      "grad_norm": 6.625,
      "learning_rate": 1.8725869061162106e-05,
      "loss": 0.2505,
      "step": 29060
    },
    {
      "epoch": 0.8246750023049482,
      "grad_norm": 7.15625,
      "learning_rate": 1.8725290121258964e-05,
      "loss": 0.2273,
      "step": 29070
    },
    {
      "epoch": 0.8249586882362536,
      "grad_norm": 7.84375,
      "learning_rate": 1.8724711181355823e-05,
      "loss": 0.2729,
      "step": 29080
    },
    {
      "epoch": 0.8252423741675591,
      "grad_norm": 6.3125,
      "learning_rate": 1.8724132241452678e-05,
      "loss": 0.2458,
      "step": 29090
    },
    {
      "epoch": 0.8255260600988645,
      "grad_norm": 6.1875,
      "learning_rate": 1.8723553301549536e-05,
      "loss": 0.2417,
      "step": 29100
    },
    {
      "epoch": 0.82580974603017,
      "grad_norm": 8.75,
      "learning_rate": 1.872297436164639e-05,
      "loss": 0.2854,
      "step": 29110
    },
    {
      "epoch": 0.8260934319614754,
      "grad_norm": 9.6875,
      "learning_rate": 1.8722395421743246e-05,
      "loss": 0.2231,
      "step": 29120
    },
    {
      "epoch": 0.8263771178927809,
      "grad_norm": 9.0,
      "learning_rate": 1.8721816481840104e-05,
      "loss": 0.2245,
      "step": 29130
    },
    {
      "epoch": 0.8266608038240864,
      "grad_norm": 8.125,
      "learning_rate": 1.872123754193696e-05,
      "loss": 0.2989,
      "step": 29140
    },
    {
      "epoch": 0.8269444897553918,
      "grad_norm": 10.3125,
      "learning_rate": 1.8720658602033818e-05,
      "loss": 0.269,
      "step": 29150
    },
    {
      "epoch": 0.8272281756866973,
      "grad_norm": 12.5625,
      "learning_rate": 1.8720079662130676e-05,
      "loss": 0.2711,
      "step": 29160
    },
    {
      "epoch": 0.8275118616180027,
      "grad_norm": 8.125,
      "learning_rate": 1.871950072222753e-05,
      "loss": 0.2383,
      "step": 29170
    },
    {
      "epoch": 0.8277955475493082,
      "grad_norm": 8.125,
      "learning_rate": 1.8718921782324386e-05,
      "loss": 0.2328,
      "step": 29180
    },
    {
      "epoch": 0.8280792334806136,
      "grad_norm": 8.0625,
      "learning_rate": 1.8718342842421244e-05,
      "loss": 0.2713,
      "step": 29190
    },
    {
      "epoch": 0.8283629194119191,
      "grad_norm": 7.03125,
      "learning_rate": 1.87177639025181e-05,
      "loss": 0.2346,
      "step": 29200
    },
    {
      "epoch": 0.8286466053432245,
      "grad_norm": 13.8125,
      "learning_rate": 1.8717184962614957e-05,
      "loss": 0.2759,
      "step": 29210
    },
    {
      "epoch": 0.82893029127453,
      "grad_norm": 9.1875,
      "learning_rate": 1.8716606022711816e-05,
      "loss": 0.2595,
      "step": 29220
    },
    {
      "epoch": 0.8292139772058355,
      "grad_norm": 8.0,
      "learning_rate": 1.871602708280867e-05,
      "loss": 0.294,
      "step": 29230
    },
    {
      "epoch": 0.8294976631371409,
      "grad_norm": 11.625,
      "learning_rate": 1.871544814290553e-05,
      "loss": 0.2774,
      "step": 29240
    },
    {
      "epoch": 0.8297813490684464,
      "grad_norm": 5.78125,
      "learning_rate": 1.8714869203002384e-05,
      "loss": 0.2277,
      "step": 29250
    },
    {
      "epoch": 0.8300650349997518,
      "grad_norm": 9.625,
      "learning_rate": 1.871429026309924e-05,
      "loss": 0.2251,
      "step": 29260
    },
    {
      "epoch": 0.8303487209310573,
      "grad_norm": 8.25,
      "learning_rate": 1.8713711323196097e-05,
      "loss": 0.2893,
      "step": 29270
    },
    {
      "epoch": 0.8306324068623627,
      "grad_norm": 9.8125,
      "learning_rate": 1.8713132383292952e-05,
      "loss": 0.2905,
      "step": 29280
    },
    {
      "epoch": 0.8309160927936682,
      "grad_norm": 7.6875,
      "learning_rate": 1.871255344338981e-05,
      "loss": 0.2623,
      "step": 29290
    },
    {
      "epoch": 0.8311997787249736,
      "grad_norm": 8.8125,
      "learning_rate": 1.871197450348667e-05,
      "loss": 0.2085,
      "step": 29300
    },
    {
      "epoch": 0.831483464656279,
      "grad_norm": 7.78125,
      "learning_rate": 1.8711395563583524e-05,
      "loss": 0.2562,
      "step": 29310
    },
    {
      "epoch": 0.8317671505875844,
      "grad_norm": 9.5,
      "learning_rate": 1.8710816623680382e-05,
      "loss": 0.3032,
      "step": 29320
    },
    {
      "epoch": 0.8320508365188899,
      "grad_norm": 9.875,
      "learning_rate": 1.8710237683777237e-05,
      "loss": 0.2557,
      "step": 29330
    },
    {
      "epoch": 0.8323345224501953,
      "grad_norm": 14.375,
      "learning_rate": 1.8709658743874092e-05,
      "loss": 0.2321,
      "step": 29340
    },
    {
      "epoch": 0.8326182083815008,
      "grad_norm": 8.125,
      "learning_rate": 1.870907980397095e-05,
      "loss": 0.2411,
      "step": 29350
    },
    {
      "epoch": 0.8329018943128063,
      "grad_norm": 8.875,
      "learning_rate": 1.8708500864067805e-05,
      "loss": 0.2772,
      "step": 29360
    },
    {
      "epoch": 0.8331855802441117,
      "grad_norm": 11.6875,
      "learning_rate": 1.8707921924164664e-05,
      "loss": 0.2649,
      "step": 29370
    },
    {
      "epoch": 0.8334692661754172,
      "grad_norm": 7.46875,
      "learning_rate": 1.8707342984261522e-05,
      "loss": 0.2383,
      "step": 29380
    },
    {
      "epoch": 0.8337529521067226,
      "grad_norm": 10.625,
      "learning_rate": 1.8706764044358377e-05,
      "loss": 0.2835,
      "step": 29390
    },
    {
      "epoch": 0.8340366380380281,
      "grad_norm": 8.3125,
      "learning_rate": 1.8706185104455235e-05,
      "loss": 0.24,
      "step": 29400
    },
    {
      "epoch": 0.8343203239693335,
      "grad_norm": 10.3125,
      "learning_rate": 1.870560616455209e-05,
      "loss": 0.304,
      "step": 29410
    },
    {
      "epoch": 0.834604009900639,
      "grad_norm": 9.5,
      "learning_rate": 1.8705027224648945e-05,
      "loss": 0.257,
      "step": 29420
    },
    {
      "epoch": 0.8348876958319444,
      "grad_norm": 10.375,
      "learning_rate": 1.8704448284745803e-05,
      "loss": 0.2787,
      "step": 29430
    },
    {
      "epoch": 0.8351713817632499,
      "grad_norm": 9.9375,
      "learning_rate": 1.870386934484266e-05,
      "loss": 0.2678,
      "step": 29440
    },
    {
      "epoch": 0.8354550676945554,
      "grad_norm": 10.0,
      "learning_rate": 1.8703290404939517e-05,
      "loss": 0.2289,
      "step": 29450
    },
    {
      "epoch": 0.8357387536258608,
      "grad_norm": 7.59375,
      "learning_rate": 1.8702711465036375e-05,
      "loss": 0.2778,
      "step": 29460
    },
    {
      "epoch": 0.8360224395571663,
      "grad_norm": 9.125,
      "learning_rate": 1.870213252513323e-05,
      "loss": 0.3128,
      "step": 29470
    },
    {
      "epoch": 0.8363061254884717,
      "grad_norm": 9.4375,
      "learning_rate": 1.870155358523009e-05,
      "loss": 0.2596,
      "step": 29480
    },
    {
      "epoch": 0.8365898114197772,
      "grad_norm": 7.625,
      "learning_rate": 1.8700974645326943e-05,
      "loss": 0.237,
      "step": 29490
    },
    {
      "epoch": 0.8368734973510826,
      "grad_norm": 16.5,
      "learning_rate": 1.8700395705423798e-05,
      "loss": 0.2265,
      "step": 29500
    },
    {
      "epoch": 0.8371571832823881,
      "grad_norm": 12.9375,
      "learning_rate": 1.8699816765520657e-05,
      "loss": 0.2986,
      "step": 29510
    },
    {
      "epoch": 0.8374408692136935,
      "grad_norm": 7.90625,
      "learning_rate": 1.8699237825617515e-05,
      "loss": 0.2956,
      "step": 29520
    },
    {
      "epoch": 0.837724555144999,
      "grad_norm": 10.25,
      "learning_rate": 1.869865888571437e-05,
      "loss": 0.2832,
      "step": 29530
    },
    {
      "epoch": 0.8380082410763044,
      "grad_norm": 10.4375,
      "learning_rate": 1.8698079945811228e-05,
      "loss": 0.25,
      "step": 29540
    },
    {
      "epoch": 0.8382919270076099,
      "grad_norm": 8.4375,
      "learning_rate": 1.8697501005908083e-05,
      "loss": 0.2485,
      "step": 29550
    },
    {
      "epoch": 0.8385756129389154,
      "grad_norm": 7.03125,
      "learning_rate": 1.8696922066004938e-05,
      "loss": 0.2675,
      "step": 29560
    },
    {
      "epoch": 0.8388592988702208,
      "grad_norm": 7.65625,
      "learning_rate": 1.8696343126101796e-05,
      "loss": 0.2347,
      "step": 29570
    },
    {
      "epoch": 0.8391429848015263,
      "grad_norm": 7.5,
      "learning_rate": 1.869576418619865e-05,
      "loss": 0.2392,
      "step": 29580
    },
    {
      "epoch": 0.8394266707328317,
      "grad_norm": 8.0,
      "learning_rate": 1.869518524629551e-05,
      "loss": 0.2559,
      "step": 29590
    },
    {
      "epoch": 0.8397103566641372,
      "grad_norm": 6.71875,
      "learning_rate": 1.8694606306392368e-05,
      "loss": 0.3082,
      "step": 29600
    },
    {
      "epoch": 0.8399940425954426,
      "grad_norm": 6.0625,
      "learning_rate": 1.8694027366489223e-05,
      "loss": 0.268,
      "step": 29610
    },
    {
      "epoch": 0.8402777285267481,
      "grad_norm": 5.96875,
      "learning_rate": 1.869344842658608e-05,
      "loss": 0.2582,
      "step": 29620
    },
    {
      "epoch": 0.8405614144580534,
      "grad_norm": 8.5,
      "learning_rate": 1.8692869486682936e-05,
      "loss": 0.2528,
      "step": 29630
    },
    {
      "epoch": 0.8408451003893589,
      "grad_norm": 6.9375,
      "learning_rate": 1.869229054677979e-05,
      "loss": 0.2237,
      "step": 29640
    },
    {
      "epoch": 0.8411287863206643,
      "grad_norm": 12.1875,
      "learning_rate": 1.869171160687665e-05,
      "loss": 0.2421,
      "step": 29650
    },
    {
      "epoch": 0.8414124722519698,
      "grad_norm": 11.3125,
      "learning_rate": 1.8691132666973504e-05,
      "loss": 0.2355,
      "step": 29660
    },
    {
      "epoch": 0.8416961581832753,
      "grad_norm": 11.75,
      "learning_rate": 1.8690553727070363e-05,
      "loss": 0.225,
      "step": 29670
    },
    {
      "epoch": 0.8419798441145807,
      "grad_norm": 9.375,
      "learning_rate": 1.868997478716722e-05,
      "loss": 0.2859,
      "step": 29680
    },
    {
      "epoch": 0.8422635300458862,
      "grad_norm": 7.59375,
      "learning_rate": 1.8689395847264076e-05,
      "loss": 0.2553,
      "step": 29690
    },
    {
      "epoch": 0.8425472159771916,
      "grad_norm": 6.5625,
      "learning_rate": 1.8688816907360934e-05,
      "loss": 0.2767,
      "step": 29700
    },
    {
      "epoch": 0.8428309019084971,
      "grad_norm": 8.125,
      "learning_rate": 1.868823796745779e-05,
      "loss": 0.2465,
      "step": 29710
    },
    {
      "epoch": 0.8431145878398025,
      "grad_norm": 7.84375,
      "learning_rate": 1.8687659027554644e-05,
      "loss": 0.2336,
      "step": 29720
    },
    {
      "epoch": 0.843398273771108,
      "grad_norm": 11.1875,
      "learning_rate": 1.8687080087651503e-05,
      "loss": 0.2464,
      "step": 29730
    },
    {
      "epoch": 0.8436819597024134,
      "grad_norm": 11.8125,
      "learning_rate": 1.868650114774836e-05,
      "loss": 0.2505,
      "step": 29740
    },
    {
      "epoch": 0.8439656456337189,
      "grad_norm": 9.75,
      "learning_rate": 1.8685922207845216e-05,
      "loss": 0.2388,
      "step": 29750
    },
    {
      "epoch": 0.8442493315650244,
      "grad_norm": 7.4375,
      "learning_rate": 1.8685343267942074e-05,
      "loss": 0.2135,
      "step": 29760
    },
    {
      "epoch": 0.8445330174963298,
      "grad_norm": 8.875,
      "learning_rate": 1.868476432803893e-05,
      "loss": 0.2336,
      "step": 29770
    },
    {
      "epoch": 0.8448167034276353,
      "grad_norm": 9.25,
      "learning_rate": 1.8684185388135788e-05,
      "loss": 0.2496,
      "step": 29780
    },
    {
      "epoch": 0.8451003893589407,
      "grad_norm": 8.1875,
      "learning_rate": 1.8683606448232642e-05,
      "loss": 0.203,
      "step": 29790
    },
    {
      "epoch": 0.8453840752902462,
      "grad_norm": 7.15625,
      "learning_rate": 1.8683027508329497e-05,
      "loss": 0.2616,
      "step": 29800
    },
    {
      "epoch": 0.8456677612215516,
      "grad_norm": 7.84375,
      "learning_rate": 1.8682448568426356e-05,
      "loss": 0.2481,
      "step": 29810
    },
    {
      "epoch": 0.8459514471528571,
      "grad_norm": 6.46875,
      "learning_rate": 1.8681869628523214e-05,
      "loss": 0.223,
      "step": 29820
    },
    {
      "epoch": 0.8462351330841625,
      "grad_norm": 7.28125,
      "learning_rate": 1.868129068862007e-05,
      "loss": 0.2157,
      "step": 29830
    },
    {
      "epoch": 0.846518819015468,
      "grad_norm": 8.875,
      "learning_rate": 1.8680711748716927e-05,
      "loss": 0.2181,
      "step": 29840
    },
    {
      "epoch": 0.8468025049467734,
      "grad_norm": 12.25,
      "learning_rate": 1.8680132808813782e-05,
      "loss": 0.2472,
      "step": 29850
    },
    {
      "epoch": 0.8470861908780789,
      "grad_norm": 8.625,
      "learning_rate": 1.8679553868910637e-05,
      "loss": 0.3073,
      "step": 29860
    },
    {
      "epoch": 0.8473698768093844,
      "grad_norm": 6.5,
      "learning_rate": 1.8678974929007496e-05,
      "loss": 0.2398,
      "step": 29870
    },
    {
      "epoch": 0.8476535627406898,
      "grad_norm": 9.3125,
      "learning_rate": 1.867839598910435e-05,
      "loss": 0.267,
      "step": 29880
    },
    {
      "epoch": 0.8479372486719953,
      "grad_norm": 9.8125,
      "learning_rate": 1.867781704920121e-05,
      "loss": 0.2334,
      "step": 29890
    },
    {
      "epoch": 0.8482209346033007,
      "grad_norm": 11.3125,
      "learning_rate": 1.8677238109298067e-05,
      "loss": 0.27,
      "step": 29900
    },
    {
      "epoch": 0.8485046205346062,
      "grad_norm": 7.6875,
      "learning_rate": 1.8676659169394922e-05,
      "loss": 0.2543,
      "step": 29910
    },
    {
      "epoch": 0.8487883064659116,
      "grad_norm": 9.25,
      "learning_rate": 1.867608022949178e-05,
      "loss": 0.2253,
      "step": 29920
    },
    {
      "epoch": 0.8490719923972171,
      "grad_norm": 8.0,
      "learning_rate": 1.8675501289588635e-05,
      "loss": 0.264,
      "step": 29930
    },
    {
      "epoch": 0.8493556783285225,
      "grad_norm": 9.1875,
      "learning_rate": 1.867492234968549e-05,
      "loss": 0.2056,
      "step": 29940
    },
    {
      "epoch": 0.8496393642598279,
      "grad_norm": 9.25,
      "learning_rate": 1.867434340978235e-05,
      "loss": 0.2864,
      "step": 29950
    },
    {
      "epoch": 0.8499230501911333,
      "grad_norm": 7.46875,
      "learning_rate": 1.8673764469879204e-05,
      "loss": 0.249,
      "step": 29960
    },
    {
      "epoch": 0.8502067361224388,
      "grad_norm": 8.0625,
      "learning_rate": 1.8673185529976062e-05,
      "loss": 0.2583,
      "step": 29970
    },
    {
      "epoch": 0.8504904220537443,
      "grad_norm": 8.5625,
      "learning_rate": 1.867260659007292e-05,
      "loss": 0.244,
      "step": 29980
    },
    {
      "epoch": 0.8507741079850497,
      "grad_norm": 8.125,
      "learning_rate": 1.8672027650169775e-05,
      "loss": 0.2387,
      "step": 29990
    },
    {
      "epoch": 0.8510577939163552,
      "grad_norm": 8.8125,
      "learning_rate": 1.8671448710266634e-05,
      "loss": 0.2482,
      "step": 30000
    },
    {
      "epoch": 0.8513414798476606,
      "grad_norm": 10.25,
      "learning_rate": 1.867086977036349e-05,
      "loss": 0.2693,
      "step": 30010
    },
    {
      "epoch": 0.8516251657789661,
      "grad_norm": 11.1875,
      "learning_rate": 1.8670290830460344e-05,
      "loss": 0.2349,
      "step": 30020
    },
    {
      "epoch": 0.8519088517102715,
      "grad_norm": 11.5,
      "learning_rate": 1.8669711890557202e-05,
      "loss": 0.2808,
      "step": 30030
    },
    {
      "epoch": 0.852192537641577,
      "grad_norm": 5.375,
      "learning_rate": 1.866913295065406e-05,
      "loss": 0.2369,
      "step": 30040
    },
    {
      "epoch": 0.8524762235728824,
      "grad_norm": 13.875,
      "learning_rate": 1.8668554010750915e-05,
      "loss": 0.2402,
      "step": 30050
    },
    {
      "epoch": 0.8527599095041879,
      "grad_norm": 9.5625,
      "learning_rate": 1.8667975070847773e-05,
      "loss": 0.2375,
      "step": 30060
    },
    {
      "epoch": 0.8530435954354934,
      "grad_norm": 11.3125,
      "learning_rate": 1.866739613094463e-05,
      "loss": 0.2387,
      "step": 30070
    },
    {
      "epoch": 0.8533272813667988,
      "grad_norm": 7.71875,
      "learning_rate": 1.8666817191041487e-05,
      "loss": 0.2533,
      "step": 30080
    },
    {
      "epoch": 0.8536109672981043,
      "grad_norm": 9.1875,
      "learning_rate": 1.8666238251138342e-05,
      "loss": 0.2376,
      "step": 30090
    },
    {
      "epoch": 0.8538946532294097,
      "grad_norm": 8.8125,
      "learning_rate": 1.8665659311235197e-05,
      "loss": 0.2319,
      "step": 30100
    },
    {
      "epoch": 0.8541783391607152,
      "grad_norm": 8.5625,
      "learning_rate": 1.8665080371332055e-05,
      "loss": 0.2467,
      "step": 30110
    },
    {
      "epoch": 0.8544620250920206,
      "grad_norm": 9.1875,
      "learning_rate": 1.8664501431428913e-05,
      "loss": 0.2732,
      "step": 30120
    },
    {
      "epoch": 0.8547457110233261,
      "grad_norm": 13.0625,
      "learning_rate": 1.8663922491525768e-05,
      "loss": 0.2334,
      "step": 30130
    },
    {
      "epoch": 0.8550293969546315,
      "grad_norm": 7.625,
      "learning_rate": 1.8663343551622627e-05,
      "loss": 0.2425,
      "step": 30140
    },
    {
      "epoch": 0.855313082885937,
      "grad_norm": 8.0625,
      "learning_rate": 1.866276461171948e-05,
      "loss": 0.2239,
      "step": 30150
    },
    {
      "epoch": 0.8555967688172424,
      "grad_norm": 9.0,
      "learning_rate": 1.866218567181634e-05,
      "loss": 0.3171,
      "step": 30160
    },
    {
      "epoch": 0.8558804547485479,
      "grad_norm": 8.6875,
      "learning_rate": 1.8661606731913195e-05,
      "loss": 0.2866,
      "step": 30170
    },
    {
      "epoch": 0.8561641406798534,
      "grad_norm": 11.625,
      "learning_rate": 1.866102779201005e-05,
      "loss": 0.2366,
      "step": 30180
    },
    {
      "epoch": 0.8564478266111588,
      "grad_norm": 7.4375,
      "learning_rate": 1.8660448852106908e-05,
      "loss": 0.2394,
      "step": 30190
    },
    {
      "epoch": 0.8567315125424643,
      "grad_norm": 7.125,
      "learning_rate": 1.8659869912203766e-05,
      "loss": 0.2275,
      "step": 30200
    },
    {
      "epoch": 0.8570151984737697,
      "grad_norm": 12.5,
      "learning_rate": 1.865929097230062e-05,
      "loss": 0.2756,
      "step": 30210
    },
    {
      "epoch": 0.8572988844050752,
      "grad_norm": 7.25,
      "learning_rate": 1.865871203239748e-05,
      "loss": 0.2554,
      "step": 30220
    },
    {
      "epoch": 0.8575825703363806,
      "grad_norm": 8.4375,
      "learning_rate": 1.8658133092494335e-05,
      "loss": 0.2515,
      "step": 30230
    },
    {
      "epoch": 0.8578662562676861,
      "grad_norm": 7.125,
      "learning_rate": 1.865755415259119e-05,
      "loss": 0.2844,
      "step": 30240
    },
    {
      "epoch": 0.8581499421989915,
      "grad_norm": 6.0625,
      "learning_rate": 1.8656975212688048e-05,
      "loss": 0.2622,
      "step": 30250
    },
    {
      "epoch": 0.858433628130297,
      "grad_norm": 11.5625,
      "learning_rate": 1.8656396272784906e-05,
      "loss": 0.294,
      "step": 30260
    },
    {
      "epoch": 0.8587173140616025,
      "grad_norm": 8.5625,
      "learning_rate": 1.865581733288176e-05,
      "loss": 0.2249,
      "step": 30270
    },
    {
      "epoch": 0.8590009999929078,
      "grad_norm": 8.0625,
      "learning_rate": 1.865523839297862e-05,
      "loss": 0.2432,
      "step": 30280
    },
    {
      "epoch": 0.8592846859242133,
      "grad_norm": 7.875,
      "learning_rate": 1.8654659453075475e-05,
      "loss": 0.244,
      "step": 30290
    },
    {
      "epoch": 0.8595683718555187,
      "grad_norm": 6.0625,
      "learning_rate": 1.8654080513172333e-05,
      "loss": 0.2516,
      "step": 30300
    },
    {
      "epoch": 0.8598520577868242,
      "grad_norm": 8.375,
      "learning_rate": 1.8653501573269188e-05,
      "loss": 0.2443,
      "step": 30310
    },
    {
      "epoch": 0.8601357437181296,
      "grad_norm": 12.4375,
      "learning_rate": 1.8652922633366043e-05,
      "loss": 0.2468,
      "step": 30320
    },
    {
      "epoch": 0.8604194296494351,
      "grad_norm": 12.75,
      "learning_rate": 1.86523436934629e-05,
      "loss": 0.2355,
      "step": 30330
    },
    {
      "epoch": 0.8607031155807405,
      "grad_norm": 15.125,
      "learning_rate": 1.865176475355976e-05,
      "loss": 0.249,
      "step": 30340
    },
    {
      "epoch": 0.860986801512046,
      "grad_norm": 8.9375,
      "learning_rate": 1.8651185813656614e-05,
      "loss": 0.2564,
      "step": 30350
    },
    {
      "epoch": 0.8612704874433514,
      "grad_norm": 10.0625,
      "learning_rate": 1.8650606873753473e-05,
      "loss": 0.2516,
      "step": 30360
    },
    {
      "epoch": 0.8615541733746569,
      "grad_norm": 6.4375,
      "learning_rate": 1.8650027933850328e-05,
      "loss": 0.2518,
      "step": 30370
    },
    {
      "epoch": 0.8618378593059624,
      "grad_norm": 6.09375,
      "learning_rate": 1.8649448993947186e-05,
      "loss": 0.2399,
      "step": 30380
    },
    {
      "epoch": 0.8621215452372678,
      "grad_norm": 5.4375,
      "learning_rate": 1.864887005404404e-05,
      "loss": 0.2139,
      "step": 30390
    },
    {
      "epoch": 0.8624052311685733,
      "grad_norm": 12.1875,
      "learning_rate": 1.8648291114140896e-05,
      "loss": 0.2528,
      "step": 30400
    },
    {
      "epoch": 0.8626889170998787,
      "grad_norm": 9.25,
      "learning_rate": 1.8647712174237754e-05,
      "loss": 0.3071,
      "step": 30410
    },
    {
      "epoch": 0.8629726030311842,
      "grad_norm": 6.625,
      "learning_rate": 1.8647133234334613e-05,
      "loss": 0.2264,
      "step": 30420
    },
    {
      "epoch": 0.8632562889624896,
      "grad_norm": 9.4375,
      "learning_rate": 1.8646554294431467e-05,
      "loss": 0.1833,
      "step": 30430
    },
    {
      "epoch": 0.8635399748937951,
      "grad_norm": 9.0625,
      "learning_rate": 1.8645975354528326e-05,
      "loss": 0.3086,
      "step": 30440
    },
    {
      "epoch": 0.8638236608251005,
      "grad_norm": 8.4375,
      "learning_rate": 1.864539641462518e-05,
      "loss": 0.2356,
      "step": 30450
    },
    {
      "epoch": 0.864107346756406,
      "grad_norm": 8.9375,
      "learning_rate": 1.864481747472204e-05,
      "loss": 0.257,
      "step": 30460
    },
    {
      "epoch": 0.8643910326877114,
      "grad_norm": 5.09375,
      "learning_rate": 1.8644238534818894e-05,
      "loss": 0.2328,
      "step": 30470
    },
    {
      "epoch": 0.8646747186190169,
      "grad_norm": 15.3125,
      "learning_rate": 1.864365959491575e-05,
      "loss": 0.2786,
      "step": 30480
    },
    {
      "epoch": 0.8649584045503224,
      "grad_norm": 9.4375,
      "learning_rate": 1.8643080655012607e-05,
      "loss": 0.2637,
      "step": 30490
    },
    {
      "epoch": 0.8652420904816278,
      "grad_norm": 10.8125,
      "learning_rate": 1.8642501715109466e-05,
      "loss": 0.2407,
      "step": 30500
    },
    {
      "epoch": 0.8655257764129333,
      "grad_norm": 9.5625,
      "learning_rate": 1.864192277520632e-05,
      "loss": 0.2514,
      "step": 30510
    },
    {
      "epoch": 0.8658094623442387,
      "grad_norm": 9.5,
      "learning_rate": 1.864134383530318e-05,
      "loss": 0.2392,
      "step": 30520
    },
    {
      "epoch": 0.8660931482755442,
      "grad_norm": 9.0,
      "learning_rate": 1.8640764895400034e-05,
      "loss": 0.2485,
      "step": 30530
    },
    {
      "epoch": 0.8663768342068496,
      "grad_norm": 9.125,
      "learning_rate": 1.8640185955496892e-05,
      "loss": 0.2382,
      "step": 30540
    },
    {
      "epoch": 0.8666605201381551,
      "grad_norm": 9.0,
      "learning_rate": 1.8639607015593747e-05,
      "loss": 0.2134,
      "step": 30550
    },
    {
      "epoch": 0.8669442060694605,
      "grad_norm": 8.375,
      "learning_rate": 1.8639028075690606e-05,
      "loss": 0.2393,
      "step": 30560
    },
    {
      "epoch": 0.867227892000766,
      "grad_norm": 10.75,
      "learning_rate": 1.863844913578746e-05,
      "loss": 0.2386,
      "step": 30570
    },
    {
      "epoch": 0.8675115779320715,
      "grad_norm": 9.0625,
      "learning_rate": 1.863787019588432e-05,
      "loss": 0.2895,
      "step": 30580
    },
    {
      "epoch": 0.8677952638633769,
      "grad_norm": 5.0,
      "learning_rate": 1.8637291255981174e-05,
      "loss": 0.2421,
      "step": 30590
    },
    {
      "epoch": 0.8680789497946823,
      "grad_norm": 8.625,
      "learning_rate": 1.8636712316078032e-05,
      "loss": 0.254,
      "step": 30600
    },
    {
      "epoch": 0.8683626357259877,
      "grad_norm": 9.9375,
      "learning_rate": 1.8636133376174887e-05,
      "loss": 0.2367,
      "step": 30610
    },
    {
      "epoch": 0.8686463216572932,
      "grad_norm": 13.3125,
      "learning_rate": 1.8635554436271742e-05,
      "loss": 0.2919,
      "step": 30620
    },
    {
      "epoch": 0.8689300075885986,
      "grad_norm": 9.5625,
      "learning_rate": 1.86349754963686e-05,
      "loss": 0.2528,
      "step": 30630
    },
    {
      "epoch": 0.8692136935199041,
      "grad_norm": 7.0,
      "learning_rate": 1.863439655646546e-05,
      "loss": 0.2489,
      "step": 30640
    },
    {
      "epoch": 0.8694973794512095,
      "grad_norm": 7.6875,
      "learning_rate": 1.8633817616562314e-05,
      "loss": 0.2203,
      "step": 30650
    },
    {
      "epoch": 0.869781065382515,
      "grad_norm": 11.0,
      "learning_rate": 1.8633238676659172e-05,
      "loss": 0.2282,
      "step": 30660
    },
    {
      "epoch": 0.8700647513138204,
      "grad_norm": 8.0625,
      "learning_rate": 1.8632659736756027e-05,
      "loss": 0.2468,
      "step": 30670
    },
    {
      "epoch": 0.8703484372451259,
      "grad_norm": 9.25,
      "learning_rate": 1.8632080796852885e-05,
      "loss": 0.2542,
      "step": 30680
    },
    {
      "epoch": 0.8706321231764313,
      "grad_norm": 8.8125,
      "learning_rate": 1.863150185694974e-05,
      "loss": 0.2383,
      "step": 30690
    },
    {
      "epoch": 0.8709158091077368,
      "grad_norm": 7.875,
      "learning_rate": 1.8630922917046595e-05,
      "loss": 0.1968,
      "step": 30700
    },
    {
      "epoch": 0.8711994950390423,
      "grad_norm": 8.125,
      "learning_rate": 1.8630343977143453e-05,
      "loss": 0.2318,
      "step": 30710
    },
    {
      "epoch": 0.8714831809703477,
      "grad_norm": 11.125,
      "learning_rate": 1.8629765037240312e-05,
      "loss": 0.2293,
      "step": 30720
    },
    {
      "epoch": 0.8717668669016532,
      "grad_norm": 8.125,
      "learning_rate": 1.862918609733717e-05,
      "loss": 0.2626,
      "step": 30730
    },
    {
      "epoch": 0.8720505528329586,
      "grad_norm": 11.3125,
      "learning_rate": 1.8628607157434025e-05,
      "loss": 0.2715,
      "step": 30740
    },
    {
      "epoch": 0.8723342387642641,
      "grad_norm": 9.4375,
      "learning_rate": 1.862802821753088e-05,
      "loss": 0.2527,
      "step": 30750
    },
    {
      "epoch": 0.8726179246955695,
      "grad_norm": 11.25,
      "learning_rate": 1.862744927762774e-05,
      "loss": 0.2524,
      "step": 30760
    },
    {
      "epoch": 0.872901610626875,
      "grad_norm": 8.25,
      "learning_rate": 1.8626870337724593e-05,
      "loss": 0.2559,
      "step": 30770
    },
    {
      "epoch": 0.8731852965581804,
      "grad_norm": 7.90625,
      "learning_rate": 1.862629139782145e-05,
      "loss": 0.2501,
      "step": 30780
    },
    {
      "epoch": 0.8734689824894859,
      "grad_norm": 10.25,
      "learning_rate": 1.8625712457918307e-05,
      "loss": 0.2406,
      "step": 30790
    },
    {
      "epoch": 0.8737526684207914,
      "grad_norm": 7.78125,
      "learning_rate": 1.8625133518015165e-05,
      "loss": 0.2225,
      "step": 30800
    },
    {
      "epoch": 0.8740363543520968,
      "grad_norm": 7.46875,
      "learning_rate": 1.862455457811202e-05,
      "loss": 0.2737,
      "step": 30810
    },
    {
      "epoch": 0.8743200402834023,
      "grad_norm": 8.375,
      "learning_rate": 1.8623975638208878e-05,
      "loss": 0.2095,
      "step": 30820
    },
    {
      "epoch": 0.8746037262147077,
      "grad_norm": 10.9375,
      "learning_rate": 1.8623396698305733e-05,
      "loss": 0.2526,
      "step": 30830
    },
    {
      "epoch": 0.8748874121460132,
      "grad_norm": 8.3125,
      "learning_rate": 1.862281775840259e-05,
      "loss": 0.2902,
      "step": 30840
    },
    {
      "epoch": 0.8751710980773186,
      "grad_norm": 8.4375,
      "learning_rate": 1.8622238818499446e-05,
      "loss": 0.2399,
      "step": 30850
    },
    {
      "epoch": 0.8754547840086241,
      "grad_norm": 8.875,
      "learning_rate": 1.8621659878596305e-05,
      "loss": 0.2462,
      "step": 30860
    },
    {
      "epoch": 0.8757384699399295,
      "grad_norm": 7.6875,
      "learning_rate": 1.862108093869316e-05,
      "loss": 0.2523,
      "step": 30870
    },
    {
      "epoch": 0.876022155871235,
      "grad_norm": 8.0625,
      "learning_rate": 1.8620501998790018e-05,
      "loss": 0.2631,
      "step": 30880
    },
    {
      "epoch": 0.8763058418025405,
      "grad_norm": 7.53125,
      "learning_rate": 1.8619923058886873e-05,
      "loss": 0.2624,
      "step": 30890
    },
    {
      "epoch": 0.8765895277338459,
      "grad_norm": 6.4375,
      "learning_rate": 1.861934411898373e-05,
      "loss": 0.3155,
      "step": 30900
    },
    {
      "epoch": 0.8768732136651514,
      "grad_norm": 7.0,
      "learning_rate": 1.8618765179080586e-05,
      "loss": 0.2465,
      "step": 30910
    },
    {
      "epoch": 0.8771568995964567,
      "grad_norm": 9.0625,
      "learning_rate": 1.861818623917744e-05,
      "loss": 0.2625,
      "step": 30920
    },
    {
      "epoch": 0.8774405855277622,
      "grad_norm": 10.625,
      "learning_rate": 1.86176072992743e-05,
      "loss": 0.2665,
      "step": 30930
    },
    {
      "epoch": 0.8777242714590676,
      "grad_norm": 7.65625,
      "learning_rate": 1.8617028359371158e-05,
      "loss": 0.2677,
      "step": 30940
    },
    {
      "epoch": 0.8780079573903731,
      "grad_norm": 7.25,
      "learning_rate": 1.8616449419468016e-05,
      "loss": 0.24,
      "step": 30950
    },
    {
      "epoch": 0.8782916433216785,
      "grad_norm": 10.4375,
      "learning_rate": 1.861587047956487e-05,
      "loss": 0.2224,
      "step": 30960
    },
    {
      "epoch": 0.878575329252984,
      "grad_norm": 8.3125,
      "learning_rate": 1.8615291539661726e-05,
      "loss": 0.2325,
      "step": 30970
    },
    {
      "epoch": 0.8788590151842894,
      "grad_norm": 8.0625,
      "learning_rate": 1.8614712599758584e-05,
      "loss": 0.2726,
      "step": 30980
    },
    {
      "epoch": 0.8791427011155949,
      "grad_norm": 11.0,
      "learning_rate": 1.861413365985544e-05,
      "loss": 0.2784,
      "step": 30990
    },
    {
      "epoch": 0.8794263870469003,
      "grad_norm": 5.1875,
      "learning_rate": 1.8613554719952294e-05,
      "loss": 0.2664,
      "step": 31000
    },
    {
      "epoch": 0.8797100729782058,
      "grad_norm": 9.25,
      "learning_rate": 1.8612975780049153e-05,
      "loss": 0.3081,
      "step": 31010
    },
    {
      "epoch": 0.8799937589095113,
      "grad_norm": 8.75,
      "learning_rate": 1.861239684014601e-05,
      "loss": 0.2179,
      "step": 31020
    },
    {
      "epoch": 0.8802774448408167,
      "grad_norm": 12.25,
      "learning_rate": 1.861181790024287e-05,
      "loss": 0.2741,
      "step": 31030
    },
    {
      "epoch": 0.8805611307721222,
      "grad_norm": 10.0625,
      "learning_rate": 1.8611238960339724e-05,
      "loss": 0.2524,
      "step": 31040
    },
    {
      "epoch": 0.8808448167034276,
      "grad_norm": 11.25,
      "learning_rate": 1.861066002043658e-05,
      "loss": 0.2581,
      "step": 31050
    },
    {
      "epoch": 0.8811285026347331,
      "grad_norm": 8.875,
      "learning_rate": 1.8610081080533438e-05,
      "loss": 0.2506,
      "step": 31060
    },
    {
      "epoch": 0.8814121885660385,
      "grad_norm": 8.6875,
      "learning_rate": 1.8609502140630292e-05,
      "loss": 0.2921,
      "step": 31070
    },
    {
      "epoch": 0.881695874497344,
      "grad_norm": 8.5625,
      "learning_rate": 1.860892320072715e-05,
      "loss": 0.2825,
      "step": 31080
    },
    {
      "epoch": 0.8819795604286494,
      "grad_norm": 10.9375,
      "learning_rate": 1.8608344260824006e-05,
      "loss": 0.2436,
      "step": 31090
    },
    {
      "epoch": 0.8822632463599549,
      "grad_norm": 9.1875,
      "learning_rate": 1.8607765320920864e-05,
      "loss": 0.2658,
      "step": 31100
    },
    {
      "epoch": 0.8825469322912604,
      "grad_norm": 11.75,
      "learning_rate": 1.860718638101772e-05,
      "loss": 0.2535,
      "step": 31110
    },
    {
      "epoch": 0.8828306182225658,
      "grad_norm": 8.9375,
      "learning_rate": 1.8606607441114577e-05,
      "loss": 0.226,
      "step": 31120
    },
    {
      "epoch": 0.8831143041538713,
      "grad_norm": 13.5,
      "learning_rate": 1.8606028501211432e-05,
      "loss": 0.2734,
      "step": 31130
    },
    {
      "epoch": 0.8833979900851767,
      "grad_norm": 9.375,
      "learning_rate": 1.860544956130829e-05,
      "loss": 0.2514,
      "step": 31140
    },
    {
      "epoch": 0.8836816760164822,
      "grad_norm": 5.4375,
      "learning_rate": 1.8604870621405146e-05,
      "loss": 0.2102,
      "step": 31150
    },
    {
      "epoch": 0.8839653619477876,
      "grad_norm": 9.75,
      "learning_rate": 1.8604291681502004e-05,
      "loss": 0.2907,
      "step": 31160
    },
    {
      "epoch": 0.8842490478790931,
      "grad_norm": 6.53125,
      "learning_rate": 1.860371274159886e-05,
      "loss": 0.2399,
      "step": 31170
    },
    {
      "epoch": 0.8845327338103985,
      "grad_norm": 7.9375,
      "learning_rate": 1.8603133801695717e-05,
      "loss": 0.2634,
      "step": 31180
    },
    {
      "epoch": 0.884816419741704,
      "grad_norm": 7.3125,
      "learning_rate": 1.8602554861792572e-05,
      "loss": 0.2895,
      "step": 31190
    },
    {
      "epoch": 0.8851001056730095,
      "grad_norm": 7.21875,
      "learning_rate": 1.860197592188943e-05,
      "loss": 0.2926,
      "step": 31200
    },
    {
      "epoch": 0.8853837916043149,
      "grad_norm": 8.625,
      "learning_rate": 1.8601396981986285e-05,
      "loss": 0.2201,
      "step": 31210
    },
    {
      "epoch": 0.8856674775356204,
      "grad_norm": 8.625,
      "learning_rate": 1.8600818042083144e-05,
      "loss": 0.273,
      "step": 31220
    },
    {
      "epoch": 0.8859511634669258,
      "grad_norm": 6.90625,
      "learning_rate": 1.860023910218e-05,
      "loss": 0.2202,
      "step": 31230
    },
    {
      "epoch": 0.8862348493982313,
      "grad_norm": 12.5625,
      "learning_rate": 1.8599660162276857e-05,
      "loss": 0.2443,
      "step": 31240
    },
    {
      "epoch": 0.8865185353295366,
      "grad_norm": 7.8125,
      "learning_rate": 1.8599081222373715e-05,
      "loss": 0.239,
      "step": 31250
    },
    {
      "epoch": 0.8868022212608421,
      "grad_norm": 7.46875,
      "learning_rate": 1.859850228247057e-05,
      "loss": 0.2371,
      "step": 31260
    },
    {
      "epoch": 0.8870859071921475,
      "grad_norm": 6.78125,
      "learning_rate": 1.8597923342567425e-05,
      "loss": 0.2408,
      "step": 31270
    },
    {
      "epoch": 0.887369593123453,
      "grad_norm": 12.125,
      "learning_rate": 1.8597344402664284e-05,
      "loss": 0.2062,
      "step": 31280
    },
    {
      "epoch": 0.8876532790547584,
      "grad_norm": 7.9375,
      "learning_rate": 1.859676546276114e-05,
      "loss": 0.2436,
      "step": 31290
    },
    {
      "epoch": 0.8879369649860639,
      "grad_norm": 36.0,
      "learning_rate": 1.8596186522857994e-05,
      "loss": 0.1997,
      "step": 31300
    },
    {
      "epoch": 0.8882206509173693,
      "grad_norm": 8.4375,
      "learning_rate": 1.8595607582954852e-05,
      "loss": 0.2706,
      "step": 31310
    },
    {
      "epoch": 0.8885043368486748,
      "grad_norm": 8.5625,
      "learning_rate": 1.859502864305171e-05,
      "loss": 0.259,
      "step": 31320
    },
    {
      "epoch": 0.8887880227799803,
      "grad_norm": 5.59375,
      "learning_rate": 1.859444970314857e-05,
      "loss": 0.2395,
      "step": 31330
    },
    {
      "epoch": 0.8890717087112857,
      "grad_norm": 10.25,
      "learning_rate": 1.8593870763245423e-05,
      "loss": 0.2491,
      "step": 31340
    },
    {
      "epoch": 0.8893553946425912,
      "grad_norm": 8.25,
      "learning_rate": 1.859329182334228e-05,
      "loss": 0.2418,
      "step": 31350
    },
    {
      "epoch": 0.8896390805738966,
      "grad_norm": 11.0,
      "learning_rate": 1.8592712883439137e-05,
      "loss": 0.2524,
      "step": 31360
    },
    {
      "epoch": 0.8899227665052021,
      "grad_norm": 11.875,
      "learning_rate": 1.859213394353599e-05,
      "loss": 0.2261,
      "step": 31370
    },
    {
      "epoch": 0.8902064524365075,
      "grad_norm": 6.125,
      "learning_rate": 1.859155500363285e-05,
      "loss": 0.2568,
      "step": 31380
    },
    {
      "epoch": 0.890490138367813,
      "grad_norm": 6.3125,
      "learning_rate": 1.8590976063729705e-05,
      "loss": 0.2703,
      "step": 31390
    },
    {
      "epoch": 0.8907738242991184,
      "grad_norm": 8.9375,
      "learning_rate": 1.8590397123826563e-05,
      "loss": 0.249,
      "step": 31400
    },
    {
      "epoch": 0.8910575102304239,
      "grad_norm": 8.75,
      "learning_rate": 1.858981818392342e-05,
      "loss": 0.2139,
      "step": 31410
    },
    {
      "epoch": 0.8913411961617294,
      "grad_norm": 11.0,
      "learning_rate": 1.8589239244020277e-05,
      "loss": 0.2467,
      "step": 31420
    },
    {
      "epoch": 0.8916248820930348,
      "grad_norm": 9.1875,
      "learning_rate": 1.858866030411713e-05,
      "loss": 0.2384,
      "step": 31430
    },
    {
      "epoch": 0.8919085680243403,
      "grad_norm": 10.1875,
      "learning_rate": 1.858808136421399e-05,
      "loss": 0.2487,
      "step": 31440
    },
    {
      "epoch": 0.8921922539556457,
      "grad_norm": 10.0,
      "learning_rate": 1.8587502424310845e-05,
      "loss": 0.2516,
      "step": 31450
    },
    {
      "epoch": 0.8924759398869512,
      "grad_norm": 7.09375,
      "learning_rate": 1.8586923484407703e-05,
      "loss": 0.2264,
      "step": 31460
    },
    {
      "epoch": 0.8927596258182566,
      "grad_norm": 8.875,
      "learning_rate": 1.858634454450456e-05,
      "loss": 0.2746,
      "step": 31470
    },
    {
      "epoch": 0.8930433117495621,
      "grad_norm": 9.0625,
      "learning_rate": 1.8585765604601416e-05,
      "loss": 0.2451,
      "step": 31480
    },
    {
      "epoch": 0.8933269976808675,
      "grad_norm": 7.875,
      "learning_rate": 1.858518666469827e-05,
      "loss": 0.2463,
      "step": 31490
    },
    {
      "epoch": 0.893610683612173,
      "grad_norm": 8.5625,
      "learning_rate": 1.858460772479513e-05,
      "loss": 0.2774,
      "step": 31500
    },
    {
      "epoch": 0.8938943695434785,
      "grad_norm": 8.9375,
      "learning_rate": 1.8584028784891985e-05,
      "loss": 0.239,
      "step": 31510
    },
    {
      "epoch": 0.8941780554747839,
      "grad_norm": 8.25,
      "learning_rate": 1.8583449844988843e-05,
      "loss": 0.2996,
      "step": 31520
    },
    {
      "epoch": 0.8944617414060894,
      "grad_norm": 6.5,
      "learning_rate": 1.8582870905085698e-05,
      "loss": 0.2682,
      "step": 31530
    },
    {
      "epoch": 0.8947454273373948,
      "grad_norm": 8.75,
      "learning_rate": 1.8582291965182556e-05,
      "loss": 0.2414,
      "step": 31540
    },
    {
      "epoch": 0.8950291132687003,
      "grad_norm": 6.6875,
      "learning_rate": 1.8581713025279415e-05,
      "loss": 0.2366,
      "step": 31550
    },
    {
      "epoch": 0.8953127992000057,
      "grad_norm": 9.8125,
      "learning_rate": 1.858113408537627e-05,
      "loss": 0.2499,
      "step": 31560
    },
    {
      "epoch": 0.8955964851313111,
      "grad_norm": 8.625,
      "learning_rate": 1.8580555145473124e-05,
      "loss": 0.2723,
      "step": 31570
    },
    {
      "epoch": 0.8958801710626165,
      "grad_norm": 7.8125,
      "learning_rate": 1.8579976205569983e-05,
      "loss": 0.2647,
      "step": 31580
    },
    {
      "epoch": 0.896163856993922,
      "grad_norm": 14.0625,
      "learning_rate": 1.8579397265666838e-05,
      "loss": 0.2757,
      "step": 31590
    },
    {
      "epoch": 0.8964475429252274,
      "grad_norm": 9.25,
      "learning_rate": 1.8578818325763696e-05,
      "loss": 0.2647,
      "step": 31600
    },
    {
      "epoch": 0.8967312288565329,
      "grad_norm": 10.625,
      "learning_rate": 1.857823938586055e-05,
      "loss": 0.276,
      "step": 31610
    },
    {
      "epoch": 0.8970149147878383,
      "grad_norm": 10.4375,
      "learning_rate": 1.857766044595741e-05,
      "loss": 0.2487,
      "step": 31620
    },
    {
      "epoch": 0.8972986007191438,
      "grad_norm": 9.0625,
      "learning_rate": 1.8577081506054268e-05,
      "loss": 0.2365,
      "step": 31630
    },
    {
      "epoch": 0.8975822866504493,
      "grad_norm": 7.09375,
      "learning_rate": 1.8576502566151123e-05,
      "loss": 0.2522,
      "step": 31640
    },
    {
      "epoch": 0.8978659725817547,
      "grad_norm": 7.5625,
      "learning_rate": 1.8575923626247978e-05,
      "loss": 0.2408,
      "step": 31650
    },
    {
      "epoch": 0.8981496585130602,
      "grad_norm": 8.0625,
      "learning_rate": 1.8575344686344836e-05,
      "loss": 0.2521,
      "step": 31660
    },
    {
      "epoch": 0.8984333444443656,
      "grad_norm": 7.21875,
      "learning_rate": 1.857476574644169e-05,
      "loss": 0.3038,
      "step": 31670
    },
    {
      "epoch": 0.8987170303756711,
      "grad_norm": 10.6875,
      "learning_rate": 1.857418680653855e-05,
      "loss": 0.2305,
      "step": 31680
    },
    {
      "epoch": 0.8990007163069765,
      "grad_norm": 7.625,
      "learning_rate": 1.8573607866635404e-05,
      "loss": 0.2297,
      "step": 31690
    },
    {
      "epoch": 0.899284402238282,
      "grad_norm": 10.875,
      "learning_rate": 1.8573028926732263e-05,
      "loss": 0.2977,
      "step": 31700
    },
    {
      "epoch": 0.8995680881695874,
      "grad_norm": 8.125,
      "learning_rate": 1.857244998682912e-05,
      "loss": 0.2427,
      "step": 31710
    },
    {
      "epoch": 0.8998517741008929,
      "grad_norm": 6.59375,
      "learning_rate": 1.8571871046925976e-05,
      "loss": 0.2622,
      "step": 31720
    },
    {
      "epoch": 0.9001354600321984,
      "grad_norm": 10.8125,
      "learning_rate": 1.857129210702283e-05,
      "loss": 0.2647,
      "step": 31730
    },
    {
      "epoch": 0.9004191459635038,
      "grad_norm": 11.0625,
      "learning_rate": 1.857071316711969e-05,
      "loss": 0.2318,
      "step": 31740
    },
    {
      "epoch": 0.9007028318948093,
      "grad_norm": 7.03125,
      "learning_rate": 1.8570134227216544e-05,
      "loss": 0.2604,
      "step": 31750
    },
    {
      "epoch": 0.9009865178261147,
      "grad_norm": 10.1875,
      "learning_rate": 1.8569555287313402e-05,
      "loss": 0.2632,
      "step": 31760
    },
    {
      "epoch": 0.9012702037574202,
      "grad_norm": 7.5,
      "learning_rate": 1.856897634741026e-05,
      "loss": 0.2052,
      "step": 31770
    },
    {
      "epoch": 0.9015538896887256,
      "grad_norm": 8.125,
      "learning_rate": 1.8568397407507116e-05,
      "loss": 0.2492,
      "step": 31780
    },
    {
      "epoch": 0.9018375756200311,
      "grad_norm": 7.875,
      "learning_rate": 1.8567818467603974e-05,
      "loss": 0.2675,
      "step": 31790
    },
    {
      "epoch": 0.9021212615513365,
      "grad_norm": 9.3125,
      "learning_rate": 1.856723952770083e-05,
      "loss": 0.2347,
      "step": 31800
    },
    {
      "epoch": 0.902404947482642,
      "grad_norm": 12.125,
      "learning_rate": 1.8566660587797684e-05,
      "loss": 0.2892,
      "step": 31810
    },
    {
      "epoch": 0.9026886334139474,
      "grad_norm": 9.1875,
      "learning_rate": 1.8566081647894542e-05,
      "loss": 0.2629,
      "step": 31820
    },
    {
      "epoch": 0.9029723193452529,
      "grad_norm": 10.9375,
      "learning_rate": 1.8565502707991397e-05,
      "loss": 0.2792,
      "step": 31830
    },
    {
      "epoch": 0.9032560052765584,
      "grad_norm": 8.1875,
      "learning_rate": 1.8564923768088255e-05,
      "loss": 0.2229,
      "step": 31840
    },
    {
      "epoch": 0.9035396912078638,
      "grad_norm": 11.3125,
      "learning_rate": 1.8564344828185114e-05,
      "loss": 0.2704,
      "step": 31850
    },
    {
      "epoch": 0.9038233771391693,
      "grad_norm": 10.4375,
      "learning_rate": 1.856376588828197e-05,
      "loss": 0.2907,
      "step": 31860
    },
    {
      "epoch": 0.9041070630704747,
      "grad_norm": 7.59375,
      "learning_rate": 1.8563186948378824e-05,
      "loss": 0.2328,
      "step": 31870
    },
    {
      "epoch": 0.9043907490017802,
      "grad_norm": 11.4375,
      "learning_rate": 1.8562608008475682e-05,
      "loss": 0.2609,
      "step": 31880
    },
    {
      "epoch": 0.9046744349330856,
      "grad_norm": 9.5625,
      "learning_rate": 1.8562029068572537e-05,
      "loss": 0.2939,
      "step": 31890
    },
    {
      "epoch": 0.904958120864391,
      "grad_norm": 9.8125,
      "learning_rate": 1.8561450128669395e-05,
      "loss": 0.2716,
      "step": 31900
    },
    {
      "epoch": 0.9052418067956964,
      "grad_norm": 7.0625,
      "learning_rate": 1.856087118876625e-05,
      "loss": 0.3265,
      "step": 31910
    },
    {
      "epoch": 0.9055254927270019,
      "grad_norm": 8.8125,
      "learning_rate": 1.856029224886311e-05,
      "loss": 0.2471,
      "step": 31920
    },
    {
      "epoch": 0.9058091786583073,
      "grad_norm": 8.75,
      "learning_rate": 1.8559713308959967e-05,
      "loss": 0.2476,
      "step": 31930
    },
    {
      "epoch": 0.9060928645896128,
      "grad_norm": 9.625,
      "learning_rate": 1.8559134369056822e-05,
      "loss": 0.2198,
      "step": 31940
    },
    {
      "epoch": 0.9063765505209183,
      "grad_norm": 11.6875,
      "learning_rate": 1.8558555429153677e-05,
      "loss": 0.2105,
      "step": 31950
    },
    {
      "epoch": 0.9066602364522237,
      "grad_norm": 9.9375,
      "learning_rate": 1.8557976489250535e-05,
      "loss": 0.2809,
      "step": 31960
    },
    {
      "epoch": 0.9069439223835292,
      "grad_norm": 6.3125,
      "learning_rate": 1.855739754934739e-05,
      "loss": 0.2244,
      "step": 31970
    },
    {
      "epoch": 0.9072276083148346,
      "grad_norm": 7.59375,
      "learning_rate": 1.855681860944425e-05,
      "loss": 0.2729,
      "step": 31980
    },
    {
      "epoch": 0.9075112942461401,
      "grad_norm": 10.8125,
      "learning_rate": 1.8556239669541107e-05,
      "loss": 0.2864,
      "step": 31990
    },
    {
      "epoch": 0.9077949801774455,
      "grad_norm": 7.5625,
      "learning_rate": 1.8555660729637962e-05,
      "loss": 0.2307,
      "step": 32000
    },
    {
      "epoch": 0.908078666108751,
      "grad_norm": 8.6875,
      "learning_rate": 1.855508178973482e-05,
      "loss": 0.2534,
      "step": 32010
    },
    {
      "epoch": 0.9083623520400564,
      "grad_norm": 10.5,
      "learning_rate": 1.8554502849831675e-05,
      "loss": 0.278,
      "step": 32020
    },
    {
      "epoch": 0.9086460379713619,
      "grad_norm": 10.0625,
      "learning_rate": 1.855392390992853e-05,
      "loss": 0.2574,
      "step": 32030
    },
    {
      "epoch": 0.9089297239026674,
      "grad_norm": 8.8125,
      "learning_rate": 1.8553344970025388e-05,
      "loss": 0.2555,
      "step": 32040
    },
    {
      "epoch": 0.9092134098339728,
      "grad_norm": 6.78125,
      "learning_rate": 1.8552766030122243e-05,
      "loss": 0.2094,
      "step": 32050
    },
    {
      "epoch": 0.9094970957652783,
      "grad_norm": 13.0625,
      "learning_rate": 1.85521870902191e-05,
      "loss": 0.2562,
      "step": 32060
    },
    {
      "epoch": 0.9097807816965837,
      "grad_norm": 7.03125,
      "learning_rate": 1.855160815031596e-05,
      "loss": 0.2199,
      "step": 32070
    },
    {
      "epoch": 0.9100644676278892,
      "grad_norm": 7.03125,
      "learning_rate": 1.8551029210412815e-05,
      "loss": 0.2919,
      "step": 32080
    },
    {
      "epoch": 0.9103481535591946,
      "grad_norm": 10.75,
      "learning_rate": 1.8550450270509673e-05,
      "loss": 0.2468,
      "step": 32090
    },
    {
      "epoch": 0.9106318394905001,
      "grad_norm": 7.84375,
      "learning_rate": 1.8549871330606528e-05,
      "loss": 0.2342,
      "step": 32100
    },
    {
      "epoch": 0.9109155254218055,
      "grad_norm": 9.5625,
      "learning_rate": 1.8549292390703383e-05,
      "loss": 0.2662,
      "step": 32110
    },
    {
      "epoch": 0.911199211353111,
      "grad_norm": 8.75,
      "learning_rate": 1.854871345080024e-05,
      "loss": 0.2565,
      "step": 32120
    },
    {
      "epoch": 0.9114828972844164,
      "grad_norm": 13.5625,
      "learning_rate": 1.8548134510897096e-05,
      "loss": 0.2548,
      "step": 32130
    },
    {
      "epoch": 0.9117665832157219,
      "grad_norm": 10.5625,
      "learning_rate": 1.8547555570993955e-05,
      "loss": 0.2892,
      "step": 32140
    },
    {
      "epoch": 0.9120502691470274,
      "grad_norm": 9.5625,
      "learning_rate": 1.8546976631090813e-05,
      "loss": 0.2888,
      "step": 32150
    },
    {
      "epoch": 0.9123339550783328,
      "grad_norm": 9.0625,
      "learning_rate": 1.8546397691187668e-05,
      "loss": 0.2758,
      "step": 32160
    },
    {
      "epoch": 0.9126176410096383,
      "grad_norm": 6.59375,
      "learning_rate": 1.8545818751284523e-05,
      "loss": 0.2809,
      "step": 32170
    },
    {
      "epoch": 0.9129013269409437,
      "grad_norm": 7.875,
      "learning_rate": 1.854523981138138e-05,
      "loss": 0.2315,
      "step": 32180
    },
    {
      "epoch": 0.9131850128722492,
      "grad_norm": 8.0625,
      "learning_rate": 1.8544660871478236e-05,
      "loss": 0.2076,
      "step": 32190
    },
    {
      "epoch": 0.9134686988035546,
      "grad_norm": 9.75,
      "learning_rate": 1.8544081931575095e-05,
      "loss": 0.2593,
      "step": 32200
    },
    {
      "epoch": 0.9137523847348601,
      "grad_norm": 9.3125,
      "learning_rate": 1.854350299167195e-05,
      "loss": 0.2611,
      "step": 32210
    },
    {
      "epoch": 0.9140360706661654,
      "grad_norm": 8.6875,
      "learning_rate": 1.8542924051768808e-05,
      "loss": 0.2473,
      "step": 32220
    },
    {
      "epoch": 0.9143197565974709,
      "grad_norm": 7.1875,
      "learning_rate": 1.8542345111865666e-05,
      "loss": 0.2174,
      "step": 32230
    },
    {
      "epoch": 0.9146034425287763,
      "grad_norm": 10.875,
      "learning_rate": 1.854176617196252e-05,
      "loss": 0.2642,
      "step": 32240
    },
    {
      "epoch": 0.9148871284600818,
      "grad_norm": 7.5625,
      "learning_rate": 1.8541187232059376e-05,
      "loss": 0.3041,
      "step": 32250
    },
    {
      "epoch": 0.9151708143913873,
      "grad_norm": 13.25,
      "learning_rate": 1.8540608292156234e-05,
      "loss": 0.235,
      "step": 32260
    },
    {
      "epoch": 0.9154545003226927,
      "grad_norm": 7.90625,
      "learning_rate": 1.854002935225309e-05,
      "loss": 0.2356,
      "step": 32270
    },
    {
      "epoch": 0.9157381862539982,
      "grad_norm": 8.6875,
      "learning_rate": 1.8539450412349948e-05,
      "loss": 0.2359,
      "step": 32280
    },
    {
      "epoch": 0.9160218721853036,
      "grad_norm": 10.0625,
      "learning_rate": 1.8538871472446806e-05,
      "loss": 0.2365,
      "step": 32290
    },
    {
      "epoch": 0.9163055581166091,
      "grad_norm": 6.3125,
      "learning_rate": 1.853829253254366e-05,
      "loss": 0.2432,
      "step": 32300
    },
    {
      "epoch": 0.9165892440479145,
      "grad_norm": 10.375,
      "learning_rate": 1.853771359264052e-05,
      "loss": 0.2931,
      "step": 32310
    },
    {
      "epoch": 0.91687292997922,
      "grad_norm": 7.25,
      "learning_rate": 1.8537134652737374e-05,
      "loss": 0.2167,
      "step": 32320
    },
    {
      "epoch": 0.9171566159105254,
      "grad_norm": 8.0625,
      "learning_rate": 1.853655571283423e-05,
      "loss": 0.2079,
      "step": 32330
    },
    {
      "epoch": 0.9174403018418309,
      "grad_norm": 12.0625,
      "learning_rate": 1.8535976772931088e-05,
      "loss": 0.2217,
      "step": 32340
    },
    {
      "epoch": 0.9177239877731364,
      "grad_norm": 10.0,
      "learning_rate": 1.8535397833027942e-05,
      "loss": 0.2604,
      "step": 32350
    },
    {
      "epoch": 0.9180076737044418,
      "grad_norm": 7.4375,
      "learning_rate": 1.85348188931248e-05,
      "loss": 0.2585,
      "step": 32360
    },
    {
      "epoch": 0.9182913596357473,
      "grad_norm": 8.625,
      "learning_rate": 1.853423995322166e-05,
      "loss": 0.2544,
      "step": 32370
    },
    {
      "epoch": 0.9185750455670527,
      "grad_norm": 8.25,
      "learning_rate": 1.8533661013318514e-05,
      "loss": 0.2411,
      "step": 32380
    },
    {
      "epoch": 0.9188587314983582,
      "grad_norm": 8.625,
      "learning_rate": 1.8533082073415372e-05,
      "loss": 0.2353,
      "step": 32390
    },
    {
      "epoch": 0.9191424174296636,
      "grad_norm": 8.1875,
      "learning_rate": 1.8532503133512227e-05,
      "loss": 0.2765,
      "step": 32400
    },
    {
      "epoch": 0.9194261033609691,
      "grad_norm": 12.375,
      "learning_rate": 1.8531924193609082e-05,
      "loss": 0.2425,
      "step": 32410
    },
    {
      "epoch": 0.9197097892922745,
      "grad_norm": 9.6875,
      "learning_rate": 1.853134525370594e-05,
      "loss": 0.2195,
      "step": 32420
    },
    {
      "epoch": 0.91999347522358,
      "grad_norm": 9.875,
      "learning_rate": 1.8530766313802796e-05,
      "loss": 0.2824,
      "step": 32430
    },
    {
      "epoch": 0.9202771611548854,
      "grad_norm": 9.1875,
      "learning_rate": 1.8530187373899654e-05,
      "loss": 0.2442,
      "step": 32440
    },
    {
      "epoch": 0.9205608470861909,
      "grad_norm": 8.125,
      "learning_rate": 1.8529608433996512e-05,
      "loss": 0.2442,
      "step": 32450
    },
    {
      "epoch": 0.9208445330174964,
      "grad_norm": 8.25,
      "learning_rate": 1.8529029494093367e-05,
      "loss": 0.2365,
      "step": 32460
    },
    {
      "epoch": 0.9211282189488018,
      "grad_norm": 6.53125,
      "learning_rate": 1.8528450554190226e-05,
      "loss": 0.205,
      "step": 32470
    },
    {
      "epoch": 0.9214119048801073,
      "grad_norm": 6.21875,
      "learning_rate": 1.852787161428708e-05,
      "loss": 0.2376,
      "step": 32480
    },
    {
      "epoch": 0.9216955908114127,
      "grad_norm": 6.65625,
      "learning_rate": 1.8527292674383935e-05,
      "loss": 0.268,
      "step": 32490
    },
    {
      "epoch": 0.9219792767427182,
      "grad_norm": 9.0625,
      "learning_rate": 1.8526713734480794e-05,
      "loss": 0.1973,
      "step": 32500
    },
    {
      "epoch": 0.9222629626740236,
      "grad_norm": 9.3125,
      "learning_rate": 1.8526134794577652e-05,
      "loss": 0.2463,
      "step": 32510
    },
    {
      "epoch": 0.9225466486053291,
      "grad_norm": 8.75,
      "learning_rate": 1.8525555854674507e-05,
      "loss": 0.2274,
      "step": 32520
    },
    {
      "epoch": 0.9228303345366345,
      "grad_norm": 7.40625,
      "learning_rate": 1.8524976914771365e-05,
      "loss": 0.234,
      "step": 32530
    },
    {
      "epoch": 0.9231140204679399,
      "grad_norm": 9.0,
      "learning_rate": 1.852439797486822e-05,
      "loss": 0.2701,
      "step": 32540
    },
    {
      "epoch": 0.9233977063992453,
      "grad_norm": 12.5625,
      "learning_rate": 1.8523819034965075e-05,
      "loss": 0.3152,
      "step": 32550
    },
    {
      "epoch": 0.9236813923305508,
      "grad_norm": 8.0,
      "learning_rate": 1.8523240095061934e-05,
      "loss": 0.2581,
      "step": 32560
    },
    {
      "epoch": 0.9239650782618563,
      "grad_norm": 9.9375,
      "learning_rate": 1.852266115515879e-05,
      "loss": 0.2829,
      "step": 32570
    },
    {
      "epoch": 0.9242487641931617,
      "grad_norm": 8.0,
      "learning_rate": 1.8522082215255647e-05,
      "loss": 0.1954,
      "step": 32580
    },
    {
      "epoch": 0.9245324501244672,
      "grad_norm": 13.75,
      "learning_rate": 1.8521503275352505e-05,
      "loss": 0.2381,
      "step": 32590
    },
    {
      "epoch": 0.9248161360557726,
      "grad_norm": 8.0625,
      "learning_rate": 1.852092433544936e-05,
      "loss": 0.2234,
      "step": 32600
    },
    {
      "epoch": 0.9250998219870781,
      "grad_norm": 8.8125,
      "learning_rate": 1.852034539554622e-05,
      "loss": 0.2619,
      "step": 32610
    },
    {
      "epoch": 0.9253835079183835,
      "grad_norm": 10.5,
      "learning_rate": 1.8519766455643073e-05,
      "loss": 0.2529,
      "step": 32620
    },
    {
      "epoch": 0.925667193849689,
      "grad_norm": 8.9375,
      "learning_rate": 1.851918751573993e-05,
      "loss": 0.2442,
      "step": 32630
    },
    {
      "epoch": 0.9259508797809944,
      "grad_norm": 8.0,
      "learning_rate": 1.8518608575836787e-05,
      "loss": 0.2494,
      "step": 32640
    },
    {
      "epoch": 0.9262345657122999,
      "grad_norm": 9.3125,
      "learning_rate": 1.851802963593364e-05,
      "loss": 0.2894,
      "step": 32650
    },
    {
      "epoch": 0.9265182516436054,
      "grad_norm": 6.9375,
      "learning_rate": 1.85174506960305e-05,
      "loss": 0.2649,
      "step": 32660
    },
    {
      "epoch": 0.9268019375749108,
      "grad_norm": 11.4375,
      "learning_rate": 1.851687175612736e-05,
      "loss": 0.2286,
      "step": 32670
    },
    {
      "epoch": 0.9270856235062163,
      "grad_norm": 9.1875,
      "learning_rate": 1.8516292816224213e-05,
      "loss": 0.2436,
      "step": 32680
    },
    {
      "epoch": 0.9273693094375217,
      "grad_norm": 9.8125,
      "learning_rate": 1.851571387632107e-05,
      "loss": 0.2575,
      "step": 32690
    },
    {
      "epoch": 0.9276529953688272,
      "grad_norm": 9.875,
      "learning_rate": 1.8515134936417927e-05,
      "loss": 0.2859,
      "step": 32700
    },
    {
      "epoch": 0.9279366813001326,
      "grad_norm": 6.53125,
      "learning_rate": 1.851455599651478e-05,
      "loss": 0.2693,
      "step": 32710
    },
    {
      "epoch": 0.9282203672314381,
      "grad_norm": 12.9375,
      "learning_rate": 1.851397705661164e-05,
      "loss": 0.2694,
      "step": 32720
    },
    {
      "epoch": 0.9285040531627435,
      "grad_norm": 8.6875,
      "learning_rate": 1.8513398116708495e-05,
      "loss": 0.2552,
      "step": 32730
    },
    {
      "epoch": 0.928787739094049,
      "grad_norm": 10.1875,
      "learning_rate": 1.8512819176805353e-05,
      "loss": 0.2825,
      "step": 32740
    },
    {
      "epoch": 0.9290714250253544,
      "grad_norm": 8.875,
      "learning_rate": 1.851224023690221e-05,
      "loss": 0.2833,
      "step": 32750
    },
    {
      "epoch": 0.9293551109566599,
      "grad_norm": 11.3125,
      "learning_rate": 1.8511661296999066e-05,
      "loss": 0.2584,
      "step": 32760
    },
    {
      "epoch": 0.9296387968879654,
      "grad_norm": 9.8125,
      "learning_rate": 1.8511082357095925e-05,
      "loss": 0.2683,
      "step": 32770
    },
    {
      "epoch": 0.9299224828192708,
      "grad_norm": 8.625,
      "learning_rate": 1.851050341719278e-05,
      "loss": 0.2531,
      "step": 32780
    },
    {
      "epoch": 0.9302061687505763,
      "grad_norm": 10.375,
      "learning_rate": 1.8509924477289635e-05,
      "loss": 0.2355,
      "step": 32790
    },
    {
      "epoch": 0.9304898546818817,
      "grad_norm": 10.4375,
      "learning_rate": 1.8509345537386493e-05,
      "loss": 0.2695,
      "step": 32800
    },
    {
      "epoch": 0.9307735406131872,
      "grad_norm": 6.375,
      "learning_rate": 1.850876659748335e-05,
      "loss": 0.2675,
      "step": 32810
    },
    {
      "epoch": 0.9310572265444926,
      "grad_norm": 8.75,
      "learning_rate": 1.8508187657580206e-05,
      "loss": 0.2619,
      "step": 32820
    },
    {
      "epoch": 0.9313409124757981,
      "grad_norm": 7.96875,
      "learning_rate": 1.8507608717677065e-05,
      "loss": 0.2348,
      "step": 32830
    },
    {
      "epoch": 0.9316245984071035,
      "grad_norm": 13.0,
      "learning_rate": 1.850702977777392e-05,
      "loss": 0.1982,
      "step": 32840
    },
    {
      "epoch": 0.931908284338409,
      "grad_norm": 11.0625,
      "learning_rate": 1.8506450837870774e-05,
      "loss": 0.2638,
      "step": 32850
    },
    {
      "epoch": 0.9321919702697145,
      "grad_norm": 7.34375,
      "learning_rate": 1.8505871897967633e-05,
      "loss": 0.225,
      "step": 32860
    },
    {
      "epoch": 0.9324756562010198,
      "grad_norm": 10.625,
      "learning_rate": 1.8505292958064488e-05,
      "loss": 0.2946,
      "step": 32870
    },
    {
      "epoch": 0.9327593421323253,
      "grad_norm": 9.375,
      "learning_rate": 1.8504714018161346e-05,
      "loss": 0.2742,
      "step": 32880
    },
    {
      "epoch": 0.9330430280636307,
      "grad_norm": 10.0625,
      "learning_rate": 1.8504135078258204e-05,
      "loss": 0.2204,
      "step": 32890
    },
    {
      "epoch": 0.9333267139949362,
      "grad_norm": 12.8125,
      "learning_rate": 1.850355613835506e-05,
      "loss": 0.2195,
      "step": 32900
    },
    {
      "epoch": 0.9336103999262416,
      "grad_norm": 11.8125,
      "learning_rate": 1.8502977198451918e-05,
      "loss": 0.257,
      "step": 32910
    },
    {
      "epoch": 0.9338940858575471,
      "grad_norm": 7.5625,
      "learning_rate": 1.8502398258548773e-05,
      "loss": 0.2191,
      "step": 32920
    },
    {
      "epoch": 0.9341777717888525,
      "grad_norm": 7.28125,
      "learning_rate": 1.8501819318645628e-05,
      "loss": 0.2229,
      "step": 32930
    },
    {
      "epoch": 0.934461457720158,
      "grad_norm": 10.0625,
      "learning_rate": 1.8501240378742486e-05,
      "loss": 0.2411,
      "step": 32940
    },
    {
      "epoch": 0.9347451436514634,
      "grad_norm": 8.5625,
      "learning_rate": 1.850066143883934e-05,
      "loss": 0.272,
      "step": 32950
    },
    {
      "epoch": 0.9350288295827689,
      "grad_norm": 9.5625,
      "learning_rate": 1.85000824989362e-05,
      "loss": 0.2554,
      "step": 32960
    },
    {
      "epoch": 0.9353125155140743,
      "grad_norm": 7.40625,
      "learning_rate": 1.8499503559033058e-05,
      "loss": 0.2882,
      "step": 32970
    },
    {
      "epoch": 0.9355962014453798,
      "grad_norm": 8.875,
      "learning_rate": 1.8498924619129912e-05,
      "loss": 0.2341,
      "step": 32980
    },
    {
      "epoch": 0.9358798873766853,
      "grad_norm": 11.875,
      "learning_rate": 1.849834567922677e-05,
      "loss": 0.2099,
      "step": 32990
    },
    {
      "epoch": 0.9361635733079907,
      "grad_norm": 8.25,
      "learning_rate": 1.8497766739323626e-05,
      "loss": 0.2359,
      "step": 33000
    },
    {
      "epoch": 0.9364472592392962,
      "grad_norm": 27.25,
      "learning_rate": 1.849718779942048e-05,
      "loss": 0.2407,
      "step": 33010
    },
    {
      "epoch": 0.9367309451706016,
      "grad_norm": 8.25,
      "learning_rate": 1.849660885951734e-05,
      "loss": 0.2813,
      "step": 33020
    },
    {
      "epoch": 0.9370146311019071,
      "grad_norm": 6.6875,
      "learning_rate": 1.8496029919614197e-05,
      "loss": 0.2271,
      "step": 33030
    },
    {
      "epoch": 0.9372983170332125,
      "grad_norm": 8.375,
      "learning_rate": 1.8495450979711052e-05,
      "loss": 0.234,
      "step": 33040
    },
    {
      "epoch": 0.937582002964518,
      "grad_norm": 8.875,
      "learning_rate": 1.849487203980791e-05,
      "loss": 0.2827,
      "step": 33050
    },
    {
      "epoch": 0.9378656888958234,
      "grad_norm": 6.71875,
      "learning_rate": 1.8494293099904766e-05,
      "loss": 0.2311,
      "step": 33060
    },
    {
      "epoch": 0.9381493748271289,
      "grad_norm": 10.0,
      "learning_rate": 1.8493714160001624e-05,
      "loss": 0.3069,
      "step": 33070
    },
    {
      "epoch": 0.9384330607584344,
      "grad_norm": 8.5,
      "learning_rate": 1.849313522009848e-05,
      "loss": 0.2488,
      "step": 33080
    },
    {
      "epoch": 0.9387167466897398,
      "grad_norm": 9.0,
      "learning_rate": 1.8492556280195334e-05,
      "loss": 0.2533,
      "step": 33090
    },
    {
      "epoch": 0.9390004326210453,
      "grad_norm": 9.75,
      "learning_rate": 1.8491977340292192e-05,
      "loss": 0.2435,
      "step": 33100
    },
    {
      "epoch": 0.9392841185523507,
      "grad_norm": 9.875,
      "learning_rate": 1.849139840038905e-05,
      "loss": 0.2589,
      "step": 33110
    },
    {
      "epoch": 0.9395678044836562,
      "grad_norm": 9.3125,
      "learning_rate": 1.8490819460485905e-05,
      "loss": 0.2618,
      "step": 33120
    },
    {
      "epoch": 0.9398514904149616,
      "grad_norm": 14.5625,
      "learning_rate": 1.8490240520582764e-05,
      "loss": 0.2701,
      "step": 33130
    },
    {
      "epoch": 0.9401351763462671,
      "grad_norm": 7.875,
      "learning_rate": 1.848966158067962e-05,
      "loss": 0.2232,
      "step": 33140
    },
    {
      "epoch": 0.9404188622775725,
      "grad_norm": 6.625,
      "learning_rate": 1.8489082640776477e-05,
      "loss": 0.2403,
      "step": 33150
    },
    {
      "epoch": 0.940702548208878,
      "grad_norm": 9.0,
      "learning_rate": 1.8488503700873332e-05,
      "loss": 0.2659,
      "step": 33160
    },
    {
      "epoch": 0.9409862341401835,
      "grad_norm": 11.25,
      "learning_rate": 1.8487924760970187e-05,
      "loss": 0.2567,
      "step": 33170
    },
    {
      "epoch": 0.9412699200714889,
      "grad_norm": 6.40625,
      "learning_rate": 1.8487345821067045e-05,
      "loss": 0.2533,
      "step": 33180
    },
    {
      "epoch": 0.9415536060027943,
      "grad_norm": 9.25,
      "learning_rate": 1.8486766881163904e-05,
      "loss": 0.2507,
      "step": 33190
    },
    {
      "epoch": 0.9418372919340997,
      "grad_norm": 6.46875,
      "learning_rate": 1.848618794126076e-05,
      "loss": 0.2387,
      "step": 33200
    },
    {
      "epoch": 0.9421209778654052,
      "grad_norm": 9.3125,
      "learning_rate": 1.8485609001357617e-05,
      "loss": 0.2367,
      "step": 33210
    },
    {
      "epoch": 0.9424046637967106,
      "grad_norm": 8.75,
      "learning_rate": 1.8485030061454472e-05,
      "loss": 0.266,
      "step": 33220
    },
    {
      "epoch": 0.9426883497280161,
      "grad_norm": 8.4375,
      "learning_rate": 1.8484451121551327e-05,
      "loss": 0.268,
      "step": 33230
    },
    {
      "epoch": 0.9429720356593215,
      "grad_norm": 7.40625,
      "learning_rate": 1.8483872181648185e-05,
      "loss": 0.2481,
      "step": 33240
    },
    {
      "epoch": 0.943255721590627,
      "grad_norm": 7.3125,
      "learning_rate": 1.848329324174504e-05,
      "loss": 0.2359,
      "step": 33250
    },
    {
      "epoch": 0.9435394075219324,
      "grad_norm": 12.5,
      "learning_rate": 1.84827143018419e-05,
      "loss": 0.2542,
      "step": 33260
    },
    {
      "epoch": 0.9438230934532379,
      "grad_norm": 9.5625,
      "learning_rate": 1.8482135361938757e-05,
      "loss": 0.3091,
      "step": 33270
    },
    {
      "epoch": 0.9441067793845433,
      "grad_norm": 12.625,
      "learning_rate": 1.8481556422035612e-05,
      "loss": 0.2635,
      "step": 33280
    },
    {
      "epoch": 0.9443904653158488,
      "grad_norm": 13.5,
      "learning_rate": 1.848097748213247e-05,
      "loss": 0.2421,
      "step": 33290
    },
    {
      "epoch": 0.9446741512471543,
      "grad_norm": 6.65625,
      "learning_rate": 1.8480398542229325e-05,
      "loss": 0.2539,
      "step": 33300
    },
    {
      "epoch": 0.9449578371784597,
      "grad_norm": 11.25,
      "learning_rate": 1.847981960232618e-05,
      "loss": 0.2544,
      "step": 33310
    },
    {
      "epoch": 0.9452415231097652,
      "grad_norm": 7.34375,
      "learning_rate": 1.8479240662423038e-05,
      "loss": 0.1961,
      "step": 33320
    },
    {
      "epoch": 0.9455252090410706,
      "grad_norm": 10.375,
      "learning_rate": 1.8478661722519897e-05,
      "loss": 0.2224,
      "step": 33330
    },
    {
      "epoch": 0.9458088949723761,
      "grad_norm": 9.5,
      "learning_rate": 1.847808278261675e-05,
      "loss": 0.285,
      "step": 33340
    },
    {
      "epoch": 0.9460925809036815,
      "grad_norm": 9.1875,
      "learning_rate": 1.847750384271361e-05,
      "loss": 0.2587,
      "step": 33350
    },
    {
      "epoch": 0.946376266834987,
      "grad_norm": 10.0625,
      "learning_rate": 1.8476924902810465e-05,
      "loss": 0.2533,
      "step": 33360
    },
    {
      "epoch": 0.9466599527662924,
      "grad_norm": 7.8125,
      "learning_rate": 1.8476345962907323e-05,
      "loss": 0.2196,
      "step": 33370
    },
    {
      "epoch": 0.9469436386975979,
      "grad_norm": 10.4375,
      "learning_rate": 1.8475767023004178e-05,
      "loss": 0.2207,
      "step": 33380
    },
    {
      "epoch": 0.9472273246289034,
      "grad_norm": 11.3125,
      "learning_rate": 1.8475188083101033e-05,
      "loss": 0.23,
      "step": 33390
    },
    {
      "epoch": 0.9475110105602088,
      "grad_norm": 19.625,
      "learning_rate": 1.847460914319789e-05,
      "loss": 0.2315,
      "step": 33400
    },
    {
      "epoch": 0.9477946964915143,
      "grad_norm": 7.28125,
      "learning_rate": 1.847403020329475e-05,
      "loss": 0.2257,
      "step": 33410
    },
    {
      "epoch": 0.9480783824228197,
      "grad_norm": 9.0,
      "learning_rate": 1.8473451263391605e-05,
      "loss": 0.2392,
      "step": 33420
    },
    {
      "epoch": 0.9483620683541252,
      "grad_norm": 8.5,
      "learning_rate": 1.8472872323488463e-05,
      "loss": 0.2848,
      "step": 33430
    },
    {
      "epoch": 0.9486457542854306,
      "grad_norm": 8.4375,
      "learning_rate": 1.8472293383585318e-05,
      "loss": 0.2512,
      "step": 33440
    },
    {
      "epoch": 0.9489294402167361,
      "grad_norm": 7.96875,
      "learning_rate": 1.8471714443682176e-05,
      "loss": 0.2375,
      "step": 33450
    },
    {
      "epoch": 0.9492131261480415,
      "grad_norm": 9.875,
      "learning_rate": 1.847113550377903e-05,
      "loss": 0.2649,
      "step": 33460
    },
    {
      "epoch": 0.949496812079347,
      "grad_norm": 8.4375,
      "learning_rate": 1.8470556563875886e-05,
      "loss": 0.247,
      "step": 33470
    },
    {
      "epoch": 0.9497804980106525,
      "grad_norm": 8.9375,
      "learning_rate": 1.8469977623972745e-05,
      "loss": 0.2508,
      "step": 33480
    },
    {
      "epoch": 0.9500641839419579,
      "grad_norm": 6.75,
      "learning_rate": 1.8469398684069603e-05,
      "loss": 0.2394,
      "step": 33490
    },
    {
      "epoch": 0.9503478698732634,
      "grad_norm": 10.5625,
      "learning_rate": 1.8468819744166458e-05,
      "loss": 0.2264,
      "step": 33500
    },
    {
      "epoch": 0.9506315558045687,
      "grad_norm": 11.0,
      "learning_rate": 1.8468240804263316e-05,
      "loss": 0.345,
      "step": 33510
    },
    {
      "epoch": 0.9509152417358742,
      "grad_norm": 10.4375,
      "learning_rate": 1.846766186436017e-05,
      "loss": 0.2449,
      "step": 33520
    },
    {
      "epoch": 0.9511989276671796,
      "grad_norm": 7.0625,
      "learning_rate": 1.846708292445703e-05,
      "loss": 0.2193,
      "step": 33530
    },
    {
      "epoch": 0.9514826135984851,
      "grad_norm": 10.875,
      "learning_rate": 1.8466503984553884e-05,
      "loss": 0.2513,
      "step": 33540
    },
    {
      "epoch": 0.9517662995297905,
      "grad_norm": 7.34375,
      "learning_rate": 1.846592504465074e-05,
      "loss": 0.2299,
      "step": 33550
    },
    {
      "epoch": 0.952049985461096,
      "grad_norm": 11.375,
      "learning_rate": 1.8465346104747598e-05,
      "loss": 0.2395,
      "step": 33560
    },
    {
      "epoch": 0.9523336713924014,
      "grad_norm": 9.5625,
      "learning_rate": 1.8464767164844456e-05,
      "loss": 0.285,
      "step": 33570
    },
    {
      "epoch": 0.9526173573237069,
      "grad_norm": 7.5,
      "learning_rate": 1.846418822494131e-05,
      "loss": 0.2406,
      "step": 33580
    },
    {
      "epoch": 0.9529010432550123,
      "grad_norm": 11.3125,
      "learning_rate": 1.846360928503817e-05,
      "loss": 0.2607,
      "step": 33590
    },
    {
      "epoch": 0.9531847291863178,
      "grad_norm": 8.1875,
      "learning_rate": 1.8463030345135024e-05,
      "loss": 0.2463,
      "step": 33600
    },
    {
      "epoch": 0.9534684151176233,
      "grad_norm": 9.25,
      "learning_rate": 1.846245140523188e-05,
      "loss": 0.2666,
      "step": 33610
    },
    {
      "epoch": 0.9537521010489287,
      "grad_norm": 11.0625,
      "learning_rate": 1.8461872465328737e-05,
      "loss": 0.2353,
      "step": 33620
    },
    {
      "epoch": 0.9540357869802342,
      "grad_norm": 7.625,
      "learning_rate": 1.8461293525425596e-05,
      "loss": 0.2279,
      "step": 33630
    },
    {
      "epoch": 0.9543194729115396,
      "grad_norm": 11.875,
      "learning_rate": 1.846071458552245e-05,
      "loss": 0.2346,
      "step": 33640
    },
    {
      "epoch": 0.9546031588428451,
      "grad_norm": 6.78125,
      "learning_rate": 1.846013564561931e-05,
      "loss": 0.2267,
      "step": 33650
    },
    {
      "epoch": 0.9548868447741505,
      "grad_norm": 11.9375,
      "learning_rate": 1.8459556705716164e-05,
      "loss": 0.1975,
      "step": 33660
    },
    {
      "epoch": 0.955170530705456,
      "grad_norm": 11.3125,
      "learning_rate": 1.8458977765813022e-05,
      "loss": 0.2585,
      "step": 33670
    },
    {
      "epoch": 0.9554542166367614,
      "grad_norm": 16.375,
      "learning_rate": 1.8458398825909877e-05,
      "loss": 0.2073,
      "step": 33680
    },
    {
      "epoch": 0.9557379025680669,
      "grad_norm": 6.5,
      "learning_rate": 1.8457819886006732e-05,
      "loss": 0.2109,
      "step": 33690
    },
    {
      "epoch": 0.9560215884993724,
      "grad_norm": 9.8125,
      "learning_rate": 1.845724094610359e-05,
      "loss": 0.2522,
      "step": 33700
    },
    {
      "epoch": 0.9563052744306778,
      "grad_norm": 9.375,
      "learning_rate": 1.845666200620045e-05,
      "loss": 0.2685,
      "step": 33710
    },
    {
      "epoch": 0.9565889603619833,
      "grad_norm": 9.1875,
      "learning_rate": 1.8456083066297307e-05,
      "loss": 0.2402,
      "step": 33720
    },
    {
      "epoch": 0.9568726462932887,
      "grad_norm": 6.5625,
      "learning_rate": 1.8455504126394162e-05,
      "loss": 0.2037,
      "step": 33730
    },
    {
      "epoch": 0.9571563322245942,
      "grad_norm": 7.0,
      "learning_rate": 1.8454925186491017e-05,
      "loss": 0.2432,
      "step": 33740
    },
    {
      "epoch": 0.9574400181558996,
      "grad_norm": 5.75,
      "learning_rate": 1.8454346246587875e-05,
      "loss": 0.2781,
      "step": 33750
    },
    {
      "epoch": 0.9577237040872051,
      "grad_norm": 7.59375,
      "learning_rate": 1.845376730668473e-05,
      "loss": 0.2488,
      "step": 33760
    },
    {
      "epoch": 0.9580073900185105,
      "grad_norm": 11.0625,
      "learning_rate": 1.8453188366781585e-05,
      "loss": 0.2141,
      "step": 33770
    },
    {
      "epoch": 0.958291075949816,
      "grad_norm": 8.9375,
      "learning_rate": 1.8452609426878444e-05,
      "loss": 0.204,
      "step": 33780
    },
    {
      "epoch": 0.9585747618811215,
      "grad_norm": 8.8125,
      "learning_rate": 1.8452030486975302e-05,
      "loss": 0.2284,
      "step": 33790
    },
    {
      "epoch": 0.9588584478124269,
      "grad_norm": 9.6875,
      "learning_rate": 1.8451451547072157e-05,
      "loss": 0.2431,
      "step": 33800
    },
    {
      "epoch": 0.9591421337437324,
      "grad_norm": 7.625,
      "learning_rate": 1.8450872607169015e-05,
      "loss": 0.2388,
      "step": 33810
    },
    {
      "epoch": 0.9594258196750378,
      "grad_norm": 5.625,
      "learning_rate": 1.845029366726587e-05,
      "loss": 0.2365,
      "step": 33820
    },
    {
      "epoch": 0.9597095056063433,
      "grad_norm": 8.4375,
      "learning_rate": 1.844971472736273e-05,
      "loss": 0.2851,
      "step": 33830
    },
    {
      "epoch": 0.9599931915376486,
      "grad_norm": 9.75,
      "learning_rate": 1.8449135787459584e-05,
      "loss": 0.3087,
      "step": 33840
    },
    {
      "epoch": 0.9602768774689541,
      "grad_norm": 6.5625,
      "learning_rate": 1.8448556847556442e-05,
      "loss": 0.2198,
      "step": 33850
    },
    {
      "epoch": 0.9605605634002595,
      "grad_norm": 7.71875,
      "learning_rate": 1.8447977907653297e-05,
      "loss": 0.267,
      "step": 33860
    },
    {
      "epoch": 0.960844249331565,
      "grad_norm": 6.78125,
      "learning_rate": 1.8447398967750155e-05,
      "loss": 0.2475,
      "step": 33870
    },
    {
      "epoch": 0.9611279352628704,
      "grad_norm": 7.84375,
      "learning_rate": 1.844682002784701e-05,
      "loss": 0.264,
      "step": 33880
    },
    {
      "epoch": 0.9614116211941759,
      "grad_norm": 13.625,
      "learning_rate": 1.844624108794387e-05,
      "loss": 0.2703,
      "step": 33890
    },
    {
      "epoch": 0.9616953071254813,
      "grad_norm": 6.46875,
      "learning_rate": 1.8445662148040723e-05,
      "loss": 0.2468,
      "step": 33900
    },
    {
      "epoch": 0.9619789930567868,
      "grad_norm": 7.5625,
      "learning_rate": 1.844508320813758e-05,
      "loss": 0.2506,
      "step": 33910
    },
    {
      "epoch": 0.9622626789880923,
      "grad_norm": 9.375,
      "learning_rate": 1.8444504268234437e-05,
      "loss": 0.2562,
      "step": 33920
    },
    {
      "epoch": 0.9625463649193977,
      "grad_norm": 11.0,
      "learning_rate": 1.8443925328331295e-05,
      "loss": 0.2937,
      "step": 33930
    },
    {
      "epoch": 0.9628300508507032,
      "grad_norm": 7.6875,
      "learning_rate": 1.844334638842815e-05,
      "loss": 0.249,
      "step": 33940
    },
    {
      "epoch": 0.9631137367820086,
      "grad_norm": 7.9375,
      "learning_rate": 1.8442767448525008e-05,
      "loss": 0.2589,
      "step": 33950
    },
    {
      "epoch": 0.9633974227133141,
      "grad_norm": 8.3125,
      "learning_rate": 1.8442188508621863e-05,
      "loss": 0.2926,
      "step": 33960
    },
    {
      "epoch": 0.9636811086446195,
      "grad_norm": 9.625,
      "learning_rate": 1.844160956871872e-05,
      "loss": 0.2146,
      "step": 33970
    },
    {
      "epoch": 0.963964794575925,
      "grad_norm": 9.375,
      "learning_rate": 1.8441030628815577e-05,
      "loss": 0.2435,
      "step": 33980
    },
    {
      "epoch": 0.9642484805072304,
      "grad_norm": 6.375,
      "learning_rate": 1.844045168891243e-05,
      "loss": 0.2719,
      "step": 33990
    },
    {
      "epoch": 0.9645321664385359,
      "grad_norm": 6.28125,
      "learning_rate": 1.843987274900929e-05,
      "loss": 0.2174,
      "step": 34000
    },
    {
      "epoch": 0.9648158523698414,
      "grad_norm": 7.625,
      "learning_rate": 1.8439293809106148e-05,
      "loss": 0.218,
      "step": 34010
    },
    {
      "epoch": 0.9650995383011468,
      "grad_norm": 8.25,
      "learning_rate": 1.8438714869203006e-05,
      "loss": 0.2335,
      "step": 34020
    },
    {
      "epoch": 0.9653832242324523,
      "grad_norm": 8.9375,
      "learning_rate": 1.843813592929986e-05,
      "loss": 0.2236,
      "step": 34030
    },
    {
      "epoch": 0.9656669101637577,
      "grad_norm": 16.875,
      "learning_rate": 1.8437556989396716e-05,
      "loss": 0.2438,
      "step": 34040
    },
    {
      "epoch": 0.9659505960950632,
      "grad_norm": 10.375,
      "learning_rate": 1.8436978049493575e-05,
      "loss": 0.2622,
      "step": 34050
    },
    {
      "epoch": 0.9662342820263686,
      "grad_norm": 10.6875,
      "learning_rate": 1.843639910959043e-05,
      "loss": 0.2336,
      "step": 34060
    },
    {
      "epoch": 0.9665179679576741,
      "grad_norm": 7.0,
      "learning_rate": 1.8435820169687285e-05,
      "loss": 0.307,
      "step": 34070
    },
    {
      "epoch": 0.9668016538889795,
      "grad_norm": 8.9375,
      "learning_rate": 1.8435241229784143e-05,
      "loss": 0.2913,
      "step": 34080
    },
    {
      "epoch": 0.967085339820285,
      "grad_norm": 9.0625,
      "learning_rate": 1.8434662289881e-05,
      "loss": 0.27,
      "step": 34090
    },
    {
      "epoch": 0.9673690257515905,
      "grad_norm": 6.8125,
      "learning_rate": 1.8434083349977856e-05,
      "loss": 0.2655,
      "step": 34100
    },
    {
      "epoch": 0.9676527116828959,
      "grad_norm": 9.75,
      "learning_rate": 1.8433504410074715e-05,
      "loss": 0.2678,
      "step": 34110
    },
    {
      "epoch": 0.9679363976142014,
      "grad_norm": 12.125,
      "learning_rate": 1.843292547017157e-05,
      "loss": 0.2727,
      "step": 34120
    },
    {
      "epoch": 0.9682200835455068,
      "grad_norm": 8.3125,
      "learning_rate": 1.8432346530268428e-05,
      "loss": 0.2317,
      "step": 34130
    },
    {
      "epoch": 0.9685037694768123,
      "grad_norm": 8.3125,
      "learning_rate": 1.8431767590365283e-05,
      "loss": 0.2587,
      "step": 34140
    },
    {
      "epoch": 0.9687874554081177,
      "grad_norm": 9.4375,
      "learning_rate": 1.843118865046214e-05,
      "loss": 0.2377,
      "step": 34150
    },
    {
      "epoch": 0.9690711413394231,
      "grad_norm": 10.5,
      "learning_rate": 1.8430609710558996e-05,
      "loss": 0.2963,
      "step": 34160
    },
    {
      "epoch": 0.9693548272707285,
      "grad_norm": 8.625,
      "learning_rate": 1.8430030770655854e-05,
      "loss": 0.2516,
      "step": 34170
    },
    {
      "epoch": 0.969638513202034,
      "grad_norm": 6.28125,
      "learning_rate": 1.842945183075271e-05,
      "loss": 0.2484,
      "step": 34180
    },
    {
      "epoch": 0.9699221991333394,
      "grad_norm": 10.875,
      "learning_rate": 1.8428872890849568e-05,
      "loss": 0.2623,
      "step": 34190
    },
    {
      "epoch": 0.9702058850646449,
      "grad_norm": 12.125,
      "learning_rate": 1.8428293950946423e-05,
      "loss": 0.3156,
      "step": 34200
    },
    {
      "epoch": 0.9704895709959503,
      "grad_norm": 14.3125,
      "learning_rate": 1.842771501104328e-05,
      "loss": 0.2465,
      "step": 34210
    },
    {
      "epoch": 0.9707732569272558,
      "grad_norm": 7.71875,
      "learning_rate": 1.8427136071140136e-05,
      "loss": 0.2524,
      "step": 34220
    },
    {
      "epoch": 0.9710569428585613,
      "grad_norm": 6.96875,
      "learning_rate": 1.8426557131236994e-05,
      "loss": 0.2234,
      "step": 34230
    },
    {
      "epoch": 0.9713406287898667,
      "grad_norm": 8.8125,
      "learning_rate": 1.8425978191333853e-05,
      "loss": 0.2452,
      "step": 34240
    },
    {
      "epoch": 0.9716243147211722,
      "grad_norm": 10.5,
      "learning_rate": 1.8425399251430708e-05,
      "loss": 0.2574,
      "step": 34250
    },
    {
      "epoch": 0.9719080006524776,
      "grad_norm": 11.125,
      "learning_rate": 1.8424820311527562e-05,
      "loss": 0.3265,
      "step": 34260
    },
    {
      "epoch": 0.9721916865837831,
      "grad_norm": 8.1875,
      "learning_rate": 1.842424137162442e-05,
      "loss": 0.2616,
      "step": 34270
    },
    {
      "epoch": 0.9724753725150885,
      "grad_norm": 8.75,
      "learning_rate": 1.8423662431721276e-05,
      "loss": 0.2372,
      "step": 34280
    },
    {
      "epoch": 0.972759058446394,
      "grad_norm": 10.75,
      "learning_rate": 1.842308349181813e-05,
      "loss": 0.2542,
      "step": 34290
    },
    {
      "epoch": 0.9730427443776994,
      "grad_norm": 9.0625,
      "learning_rate": 1.842250455191499e-05,
      "loss": 0.2468,
      "step": 34300
    },
    {
      "epoch": 0.9733264303090049,
      "grad_norm": 9.375,
      "learning_rate": 1.8421925612011847e-05,
      "loss": 0.2514,
      "step": 34310
    },
    {
      "epoch": 0.9736101162403104,
      "grad_norm": 10.25,
      "learning_rate": 1.8421346672108706e-05,
      "loss": 0.228,
      "step": 34320
    },
    {
      "epoch": 0.9738938021716158,
      "grad_norm": 9.625,
      "learning_rate": 1.842076773220556e-05,
      "loss": 0.2383,
      "step": 34330
    },
    {
      "epoch": 0.9741774881029213,
      "grad_norm": 7.6875,
      "learning_rate": 1.8420188792302416e-05,
      "loss": 0.2177,
      "step": 34340
    },
    {
      "epoch": 0.9744611740342267,
      "grad_norm": 8.375,
      "learning_rate": 1.8419609852399274e-05,
      "loss": 0.2288,
      "step": 34350
    },
    {
      "epoch": 0.9747448599655322,
      "grad_norm": 8.625,
      "learning_rate": 1.841903091249613e-05,
      "loss": 0.3124,
      "step": 34360
    },
    {
      "epoch": 0.9750285458968376,
      "grad_norm": 8.4375,
      "learning_rate": 1.8418451972592987e-05,
      "loss": 0.2069,
      "step": 34370
    },
    {
      "epoch": 0.9753122318281431,
      "grad_norm": 8.625,
      "learning_rate": 1.8417873032689842e-05,
      "loss": 0.2178,
      "step": 34380
    },
    {
      "epoch": 0.9755959177594485,
      "grad_norm": 9.5,
      "learning_rate": 1.84172940927867e-05,
      "loss": 0.2029,
      "step": 34390
    },
    {
      "epoch": 0.975879603690754,
      "grad_norm": 10.5,
      "learning_rate": 1.841671515288356e-05,
      "loss": 0.2623,
      "step": 34400
    },
    {
      "epoch": 0.9761632896220594,
      "grad_norm": 14.3125,
      "learning_rate": 1.8416136212980414e-05,
      "loss": 0.2253,
      "step": 34410
    },
    {
      "epoch": 0.9764469755533649,
      "grad_norm": 7.875,
      "learning_rate": 1.841555727307727e-05,
      "loss": 0.1949,
      "step": 34420
    },
    {
      "epoch": 0.9767306614846704,
      "grad_norm": 8.1875,
      "learning_rate": 1.8414978333174127e-05,
      "loss": 0.24,
      "step": 34430
    },
    {
      "epoch": 0.9770143474159758,
      "grad_norm": 10.875,
      "learning_rate": 1.8414399393270982e-05,
      "loss": 0.259,
      "step": 34440
    },
    {
      "epoch": 0.9772980333472813,
      "grad_norm": 6.25,
      "learning_rate": 1.841382045336784e-05,
      "loss": 0.2343,
      "step": 34450
    },
    {
      "epoch": 0.9775817192785867,
      "grad_norm": 9.125,
      "learning_rate": 1.8413241513464695e-05,
      "loss": 0.257,
      "step": 34460
    },
    {
      "epoch": 0.9778654052098922,
      "grad_norm": 7.65625,
      "learning_rate": 1.8412662573561554e-05,
      "loss": 0.2361,
      "step": 34470
    },
    {
      "epoch": 0.9781490911411976,
      "grad_norm": 13.3125,
      "learning_rate": 1.841208363365841e-05,
      "loss": 0.2673,
      "step": 34480
    },
    {
      "epoch": 0.978432777072503,
      "grad_norm": 10.3125,
      "learning_rate": 1.8411504693755267e-05,
      "loss": 0.2262,
      "step": 34490
    },
    {
      "epoch": 0.9787164630038084,
      "grad_norm": 7.15625,
      "learning_rate": 1.8410925753852122e-05,
      "loss": 0.255,
      "step": 34500
    },
    {
      "epoch": 0.9790001489351139,
      "grad_norm": 8.625,
      "learning_rate": 1.841034681394898e-05,
      "loss": 0.2239,
      "step": 34510
    },
    {
      "epoch": 0.9792838348664193,
      "grad_norm": 7.5625,
      "learning_rate": 1.8409767874045835e-05,
      "loss": 0.2236,
      "step": 34520
    },
    {
      "epoch": 0.9795675207977248,
      "grad_norm": 9.125,
      "learning_rate": 1.8409188934142693e-05,
      "loss": 0.2687,
      "step": 34530
    },
    {
      "epoch": 0.9798512067290303,
      "grad_norm": 8.125,
      "learning_rate": 1.8408609994239552e-05,
      "loss": 0.2132,
      "step": 34540
    },
    {
      "epoch": 0.9801348926603357,
      "grad_norm": 14.3125,
      "learning_rate": 1.8408031054336407e-05,
      "loss": 0.2563,
      "step": 34550
    },
    {
      "epoch": 0.9804185785916412,
      "grad_norm": 8.1875,
      "learning_rate": 1.840745211443326e-05,
      "loss": 0.2058,
      "step": 34560
    },
    {
      "epoch": 0.9807022645229466,
      "grad_norm": 9.125,
      "learning_rate": 1.840687317453012e-05,
      "loss": 0.2268,
      "step": 34570
    },
    {
      "epoch": 0.9809859504542521,
      "grad_norm": 11.375,
      "learning_rate": 1.8406294234626975e-05,
      "loss": 0.2876,
      "step": 34580
    },
    {
      "epoch": 0.9812696363855575,
      "grad_norm": 13.125,
      "learning_rate": 1.8405715294723833e-05,
      "loss": 0.2752,
      "step": 34590
    },
    {
      "epoch": 0.981553322316863,
      "grad_norm": 7.84375,
      "learning_rate": 1.8405136354820688e-05,
      "loss": 0.288,
      "step": 34600
    },
    {
      "epoch": 0.9818370082481684,
      "grad_norm": 10.8125,
      "learning_rate": 1.8404557414917547e-05,
      "loss": 0.2401,
      "step": 34610
    },
    {
      "epoch": 0.9821206941794739,
      "grad_norm": 10.875,
      "learning_rate": 1.8403978475014405e-05,
      "loss": 0.2683,
      "step": 34620
    },
    {
      "epoch": 0.9824043801107794,
      "grad_norm": 7.5,
      "learning_rate": 1.840339953511126e-05,
      "loss": 0.2731,
      "step": 34630
    },
    {
      "epoch": 0.9826880660420848,
      "grad_norm": 12.4375,
      "learning_rate": 1.8402820595208115e-05,
      "loss": 0.249,
      "step": 34640
    },
    {
      "epoch": 0.9829717519733903,
      "grad_norm": 8.875,
      "learning_rate": 1.8402241655304973e-05,
      "loss": 0.2539,
      "step": 34650
    },
    {
      "epoch": 0.9832554379046957,
      "grad_norm": 9.5625,
      "learning_rate": 1.8401662715401828e-05,
      "loss": 0.2674,
      "step": 34660
    },
    {
      "epoch": 0.9835391238360012,
      "grad_norm": 7.9375,
      "learning_rate": 1.8401083775498686e-05,
      "loss": 0.251,
      "step": 34670
    },
    {
      "epoch": 0.9838228097673066,
      "grad_norm": 12.4375,
      "learning_rate": 1.840050483559554e-05,
      "loss": 0.2542,
      "step": 34680
    },
    {
      "epoch": 0.9841064956986121,
      "grad_norm": 9.6875,
      "learning_rate": 1.83999258956924e-05,
      "loss": 0.2762,
      "step": 34690
    },
    {
      "epoch": 0.9843901816299175,
      "grad_norm": 10.1875,
      "learning_rate": 1.8399346955789258e-05,
      "loss": 0.2962,
      "step": 34700
    },
    {
      "epoch": 0.984673867561223,
      "grad_norm": 8.25,
      "learning_rate": 1.8398768015886113e-05,
      "loss": 0.211,
      "step": 34710
    },
    {
      "epoch": 0.9849575534925284,
      "grad_norm": 7.46875,
      "learning_rate": 1.8398189075982968e-05,
      "loss": 0.2467,
      "step": 34720
    },
    {
      "epoch": 0.9852412394238339,
      "grad_norm": 5.53125,
      "learning_rate": 1.8397610136079826e-05,
      "loss": 0.2592,
      "step": 34730
    },
    {
      "epoch": 0.9855249253551394,
      "grad_norm": 6.4375,
      "learning_rate": 1.839703119617668e-05,
      "loss": 0.2744,
      "step": 34740
    },
    {
      "epoch": 0.9858086112864448,
      "grad_norm": 11.9375,
      "learning_rate": 1.839645225627354e-05,
      "loss": 0.2333,
      "step": 34750
    },
    {
      "epoch": 0.9860922972177503,
      "grad_norm": 8.3125,
      "learning_rate": 1.8395873316370398e-05,
      "loss": 0.2858,
      "step": 34760
    },
    {
      "epoch": 0.9863759831490557,
      "grad_norm": 12.875,
      "learning_rate": 1.8395294376467253e-05,
      "loss": 0.2604,
      "step": 34770
    },
    {
      "epoch": 0.9866596690803612,
      "grad_norm": 8.6875,
      "learning_rate": 1.839471543656411e-05,
      "loss": 0.2777,
      "step": 34780
    },
    {
      "epoch": 0.9869433550116666,
      "grad_norm": 7.9375,
      "learning_rate": 1.8394136496660966e-05,
      "loss": 0.2652,
      "step": 34790
    },
    {
      "epoch": 0.9872270409429721,
      "grad_norm": 10.5,
      "learning_rate": 1.839355755675782e-05,
      "loss": 0.2274,
      "step": 34800
    },
    {
      "epoch": 0.9875107268742774,
      "grad_norm": 11.375,
      "learning_rate": 1.839297861685468e-05,
      "loss": 0.2521,
      "step": 34810
    },
    {
      "epoch": 0.9877944128055829,
      "grad_norm": 8.5,
      "learning_rate": 1.8392399676951534e-05,
      "loss": 0.2357,
      "step": 34820
    },
    {
      "epoch": 0.9880780987368883,
      "grad_norm": 7.3125,
      "learning_rate": 1.8391820737048393e-05,
      "loss": 0.2311,
      "step": 34830
    },
    {
      "epoch": 0.9883617846681938,
      "grad_norm": 8.625,
      "learning_rate": 1.839124179714525e-05,
      "loss": 0.2273,
      "step": 34840
    },
    {
      "epoch": 0.9886454705994993,
      "grad_norm": 6.28125,
      "learning_rate": 1.8390662857242106e-05,
      "loss": 0.2243,
      "step": 34850
    },
    {
      "epoch": 0.9889291565308047,
      "grad_norm": 10.25,
      "learning_rate": 1.839008391733896e-05,
      "loss": 0.283,
      "step": 34860
    },
    {
      "epoch": 0.9892128424621102,
      "grad_norm": 35.25,
      "learning_rate": 1.838950497743582e-05,
      "loss": 0.2006,
      "step": 34870
    },
    {
      "epoch": 0.9894965283934156,
      "grad_norm": 10.8125,
      "learning_rate": 1.8388926037532674e-05,
      "loss": 0.2221,
      "step": 34880
    },
    {
      "epoch": 0.9897802143247211,
      "grad_norm": 11.875,
      "learning_rate": 1.8388347097629533e-05,
      "loss": 0.2842,
      "step": 34890
    },
    {
      "epoch": 0.9900639002560265,
      "grad_norm": 9.0,
      "learning_rate": 1.8387768157726387e-05,
      "loss": 0.2604,
      "step": 34900
    },
    {
      "epoch": 0.990347586187332,
      "grad_norm": 9.375,
      "learning_rate": 1.8387189217823246e-05,
      "loss": 0.2345,
      "step": 34910
    },
    {
      "epoch": 0.9906312721186374,
      "grad_norm": 7.96875,
      "learning_rate": 1.8386610277920104e-05,
      "loss": 0.2379,
      "step": 34920
    },
    {
      "epoch": 0.9909149580499429,
      "grad_norm": 6.59375,
      "learning_rate": 1.838603133801696e-05,
      "loss": 0.2464,
      "step": 34930
    },
    {
      "epoch": 0.9911986439812484,
      "grad_norm": 7.09375,
      "learning_rate": 1.8385452398113814e-05,
      "loss": 0.2069,
      "step": 34940
    },
    {
      "epoch": 0.9914823299125538,
      "grad_norm": 10.6875,
      "learning_rate": 1.8384873458210672e-05,
      "loss": 0.2835,
      "step": 34950
    },
    {
      "epoch": 0.9917660158438593,
      "grad_norm": 14.5,
      "learning_rate": 1.8384294518307527e-05,
      "loss": 0.1986,
      "step": 34960
    },
    {
      "epoch": 0.9920497017751647,
      "grad_norm": 8.5,
      "learning_rate": 1.8383715578404386e-05,
      "loss": 0.2391,
      "step": 34970
    },
    {
      "epoch": 0.9923333877064702,
      "grad_norm": 7.96875,
      "learning_rate": 1.838313663850124e-05,
      "loss": 0.2844,
      "step": 34980
    },
    {
      "epoch": 0.9926170736377756,
      "grad_norm": 10.625,
      "learning_rate": 1.83825576985981e-05,
      "loss": 0.2422,
      "step": 34990
    },
    {
      "epoch": 0.9929007595690811,
      "grad_norm": 7.59375,
      "learning_rate": 1.8381978758694957e-05,
      "loss": 0.291,
      "step": 35000
    },
    {
      "epoch": 0.9931844455003865,
      "grad_norm": 6.5625,
      "learning_rate": 1.8381399818791812e-05,
      "loss": 0.2175,
      "step": 35010
    },
    {
      "epoch": 0.993468131431692,
      "grad_norm": 9.0,
      "learning_rate": 1.8380820878888667e-05,
      "loss": 0.2119,
      "step": 35020
    },
    {
      "epoch": 0.9937518173629974,
      "grad_norm": 11.5625,
      "learning_rate": 1.8380241938985525e-05,
      "loss": 0.2234,
      "step": 35030
    },
    {
      "epoch": 0.9940355032943029,
      "grad_norm": 12.9375,
      "learning_rate": 1.837966299908238e-05,
      "loss": 0.2351,
      "step": 35040
    },
    {
      "epoch": 0.9943191892256084,
      "grad_norm": 8.75,
      "learning_rate": 1.837908405917924e-05,
      "loss": 0.2779,
      "step": 35050
    },
    {
      "epoch": 0.9946028751569138,
      "grad_norm": 8.625,
      "learning_rate": 1.8378505119276097e-05,
      "loss": 0.2816,
      "step": 35060
    },
    {
      "epoch": 0.9948865610882193,
      "grad_norm": 8.5625,
      "learning_rate": 1.8377926179372952e-05,
      "loss": 0.3048,
      "step": 35070
    },
    {
      "epoch": 0.9951702470195247,
      "grad_norm": 6.71875,
      "learning_rate": 1.837734723946981e-05,
      "loss": 0.2608,
      "step": 35080
    },
    {
      "epoch": 0.9954539329508302,
      "grad_norm": 9.25,
      "learning_rate": 1.8376768299566665e-05,
      "loss": 0.2556,
      "step": 35090
    },
    {
      "epoch": 0.9957376188821356,
      "grad_norm": 10.3125,
      "learning_rate": 1.837618935966352e-05,
      "loss": 0.2466,
      "step": 35100
    },
    {
      "epoch": 0.9960213048134411,
      "grad_norm": 7.0,
      "learning_rate": 1.837561041976038e-05,
      "loss": 0.2119,
      "step": 35110
    },
    {
      "epoch": 0.9963049907447465,
      "grad_norm": 7.0,
      "learning_rate": 1.8375031479857234e-05,
      "loss": 0.2617,
      "step": 35120
    },
    {
      "epoch": 0.9965886766760519,
      "grad_norm": 5.875,
      "learning_rate": 1.8374452539954092e-05,
      "loss": 0.271,
      "step": 35130
    },
    {
      "epoch": 0.9968723626073573,
      "grad_norm": 11.0,
      "learning_rate": 1.837387360005095e-05,
      "loss": 0.2411,
      "step": 35140
    },
    {
      "epoch": 0.9971560485386628,
      "grad_norm": 11.8125,
      "learning_rate": 1.8373294660147805e-05,
      "loss": 0.2272,
      "step": 35150
    },
    {
      "epoch": 0.9974397344699683,
      "grad_norm": 7.125,
      "learning_rate": 1.837271572024466e-05,
      "loss": 0.2387,
      "step": 35160
    },
    {
      "epoch": 0.9977234204012737,
      "grad_norm": 5.53125,
      "learning_rate": 1.837213678034152e-05,
      "loss": 0.2443,
      "step": 35170
    },
    {
      "epoch": 0.9980071063325792,
      "grad_norm": 10.5,
      "learning_rate": 1.8371557840438373e-05,
      "loss": 0.2212,
      "step": 35180
    },
    {
      "epoch": 0.9982907922638846,
      "grad_norm": 5.90625,
      "learning_rate": 1.8370978900535232e-05,
      "loss": 0.2194,
      "step": 35190
    },
    {
      "epoch": 0.9985744781951901,
      "grad_norm": 8.6875,
      "learning_rate": 1.8370399960632087e-05,
      "loss": 0.2523,
      "step": 35200
    },
    {
      "epoch": 0.9988581641264955,
      "grad_norm": 12.9375,
      "learning_rate": 1.8369821020728945e-05,
      "loss": 0.2332,
      "step": 35210
    },
    {
      "epoch": 0.999141850057801,
      "grad_norm": 11.875,
      "learning_rate": 1.8369242080825803e-05,
      "loss": 0.2558,
      "step": 35220
    },
    {
      "epoch": 0.9994255359891064,
      "grad_norm": 11.4375,
      "learning_rate": 1.8368663140922658e-05,
      "loss": 0.2302,
      "step": 35230
    },
    {
      "epoch": 0.9997092219204119,
      "grad_norm": 8.9375,
      "learning_rate": 1.8368084201019513e-05,
      "loss": 0.2492,
      "step": 35240
    },
    {
      "epoch": 0.9999929078517173,
      "grad_norm": 10.5625,
      "learning_rate": 1.836750526111637e-05,
      "loss": 0.2848,
      "step": 35250
    },
    {
      "epoch": 1.000255317338175,
      "grad_norm": 7.1875,
      "learning_rate": 1.8366926321213227e-05,
      "loss": 0.2485,
      "step": 35260
    },
    {
      "epoch": 1.0005390032694803,
      "grad_norm": 8.5625,
      "learning_rate": 1.8366347381310085e-05,
      "loss": 0.2311,
      "step": 35270
    },
    {
      "epoch": 1.0008226892007859,
      "grad_norm": 9.5625,
      "learning_rate": 1.8365768441406943e-05,
      "loss": 0.2429,
      "step": 35280
    },
    {
      "epoch": 1.0011063751320912,
      "grad_norm": 7.53125,
      "learning_rate": 1.8365189501503798e-05,
      "loss": 0.2465,
      "step": 35290
    },
    {
      "epoch": 1.0013900610633968,
      "grad_norm": 8.5625,
      "learning_rate": 1.8364610561600656e-05,
      "loss": 0.2502,
      "step": 35300
    },
    {
      "epoch": 1.0016737469947021,
      "grad_norm": 4.34375,
      "learning_rate": 1.836403162169751e-05,
      "loss": 0.2159,
      "step": 35310
    },
    {
      "epoch": 1.0019574329260077,
      "grad_norm": 11.8125,
      "learning_rate": 1.8363452681794366e-05,
      "loss": 0.2657,
      "step": 35320
    },
    {
      "epoch": 1.002241118857313,
      "grad_norm": 7.59375,
      "learning_rate": 1.8362873741891225e-05,
      "loss": 0.2685,
      "step": 35330
    },
    {
      "epoch": 1.0025248047886186,
      "grad_norm": 9.1875,
      "learning_rate": 1.836229480198808e-05,
      "loss": 0.2158,
      "step": 35340
    },
    {
      "epoch": 1.002808490719924,
      "grad_norm": 9.0625,
      "learning_rate": 1.8361715862084938e-05,
      "loss": 0.2154,
      "step": 35350
    },
    {
      "epoch": 1.0030921766512295,
      "grad_norm": 11.5625,
      "learning_rate": 1.8361136922181796e-05,
      "loss": 0.2585,
      "step": 35360
    },
    {
      "epoch": 1.0033758625825349,
      "grad_norm": 10.625,
      "learning_rate": 1.836055798227865e-05,
      "loss": 0.2539,
      "step": 35370
    },
    {
      "epoch": 1.0036595485138404,
      "grad_norm": 7.4375,
      "learning_rate": 1.835997904237551e-05,
      "loss": 0.2224,
      "step": 35380
    },
    {
      "epoch": 1.0039432344451458,
      "grad_norm": 6.84375,
      "learning_rate": 1.8359400102472365e-05,
      "loss": 0.2393,
      "step": 35390
    },
    {
      "epoch": 1.0042269203764513,
      "grad_norm": 8.75,
      "learning_rate": 1.835882116256922e-05,
      "loss": 0.2539,
      "step": 35400
    },
    {
      "epoch": 1.0045106063077567,
      "grad_norm": 7.875,
      "learning_rate": 1.8358242222666078e-05,
      "loss": 0.2241,
      "step": 35410
    },
    {
      "epoch": 1.004794292239062,
      "grad_norm": 12.0,
      "learning_rate": 1.8357663282762933e-05,
      "loss": 0.317,
      "step": 35420
    },
    {
      "epoch": 1.0050779781703676,
      "grad_norm": 9.1875,
      "learning_rate": 1.835708434285979e-05,
      "loss": 0.2527,
      "step": 35430
    },
    {
      "epoch": 1.005361664101673,
      "grad_norm": 8.9375,
      "learning_rate": 1.835650540295665e-05,
      "loss": 0.2544,
      "step": 35440
    },
    {
      "epoch": 1.0056453500329785,
      "grad_norm": 14.0625,
      "learning_rate": 1.8355926463053504e-05,
      "loss": 0.2332,
      "step": 35450
    },
    {
      "epoch": 1.0059290359642838,
      "grad_norm": 9.5625,
      "learning_rate": 1.8355347523150363e-05,
      "loss": 0.2697,
      "step": 35460
    },
    {
      "epoch": 1.0062127218955894,
      "grad_norm": 6.3125,
      "learning_rate": 1.8354768583247218e-05,
      "loss": 0.2434,
      "step": 35470
    },
    {
      "epoch": 1.0064964078268948,
      "grad_norm": 8.9375,
      "learning_rate": 1.8354189643344073e-05,
      "loss": 0.2461,
      "step": 35480
    },
    {
      "epoch": 1.0067800937582003,
      "grad_norm": 5.625,
      "learning_rate": 1.835361070344093e-05,
      "loss": 0.2518,
      "step": 35490
    },
    {
      "epoch": 1.0070637796895057,
      "grad_norm": 6.4375,
      "learning_rate": 1.8353031763537786e-05,
      "loss": 0.1951,
      "step": 35500
    },
    {
      "epoch": 1.0073474656208112,
      "grad_norm": 10.125,
      "learning_rate": 1.8352452823634644e-05,
      "loss": 0.2716,
      "step": 35510
    },
    {
      "epoch": 1.0076311515521166,
      "grad_norm": 9.0,
      "learning_rate": 1.8351873883731503e-05,
      "loss": 0.2313,
      "step": 35520
    },
    {
      "epoch": 1.0079148374834221,
      "grad_norm": 10.9375,
      "learning_rate": 1.8351294943828357e-05,
      "loss": 0.2075,
      "step": 35530
    },
    {
      "epoch": 1.0081985234147275,
      "grad_norm": 9.1875,
      "learning_rate": 1.8350716003925212e-05,
      "loss": 0.2362,
      "step": 35540
    },
    {
      "epoch": 1.008482209346033,
      "grad_norm": 10.5625,
      "learning_rate": 1.835013706402207e-05,
      "loss": 0.2364,
      "step": 35550
    },
    {
      "epoch": 1.0087658952773384,
      "grad_norm": 7.5625,
      "learning_rate": 1.8349558124118926e-05,
      "loss": 0.2658,
      "step": 35560
    },
    {
      "epoch": 1.009049581208644,
      "grad_norm": 7.40625,
      "learning_rate": 1.8348979184215784e-05,
      "loss": 0.2262,
      "step": 35570
    },
    {
      "epoch": 1.0093332671399493,
      "grad_norm": 9.0,
      "learning_rate": 1.8348400244312642e-05,
      "loss": 0.2792,
      "step": 35580
    },
    {
      "epoch": 1.0096169530712549,
      "grad_norm": 7.21875,
      "learning_rate": 1.8347821304409497e-05,
      "loss": 0.2249,
      "step": 35590
    },
    {
      "epoch": 1.0099006390025602,
      "grad_norm": 10.0625,
      "learning_rate": 1.8347242364506356e-05,
      "loss": 0.2868,
      "step": 35600
    },
    {
      "epoch": 1.0101843249338658,
      "grad_norm": 7.96875,
      "learning_rate": 1.834666342460321e-05,
      "loss": 0.2603,
      "step": 35610
    },
    {
      "epoch": 1.0104680108651711,
      "grad_norm": 7.53125,
      "learning_rate": 1.8346084484700066e-05,
      "loss": 0.2505,
      "step": 35620
    },
    {
      "epoch": 1.0107516967964767,
      "grad_norm": 10.125,
      "learning_rate": 1.8345505544796924e-05,
      "loss": 0.2428,
      "step": 35630
    },
    {
      "epoch": 1.011035382727782,
      "grad_norm": 9.375,
      "learning_rate": 1.834492660489378e-05,
      "loss": 0.2383,
      "step": 35640
    },
    {
      "epoch": 1.0113190686590876,
      "grad_norm": 14.375,
      "learning_rate": 1.8344347664990637e-05,
      "loss": 0.2972,
      "step": 35650
    },
    {
      "epoch": 1.011602754590393,
      "grad_norm": 8.25,
      "learning_rate": 1.8343768725087496e-05,
      "loss": 0.2475,
      "step": 35660
    },
    {
      "epoch": 1.0118864405216985,
      "grad_norm": 9.5,
      "learning_rate": 1.834318978518435e-05,
      "loss": 0.2339,
      "step": 35670
    },
    {
      "epoch": 1.0121701264530039,
      "grad_norm": 7.625,
      "learning_rate": 1.834261084528121e-05,
      "loss": 0.2227,
      "step": 35680
    },
    {
      "epoch": 1.0124538123843094,
      "grad_norm": 9.125,
      "learning_rate": 1.8342031905378064e-05,
      "loss": 0.253,
      "step": 35690
    },
    {
      "epoch": 1.0127374983156148,
      "grad_norm": 11.0,
      "learning_rate": 1.834145296547492e-05,
      "loss": 0.2449,
      "step": 35700
    },
    {
      "epoch": 1.0130211842469203,
      "grad_norm": 12.625,
      "learning_rate": 1.8340874025571777e-05,
      "loss": 0.2335,
      "step": 35710
    },
    {
      "epoch": 1.0133048701782257,
      "grad_norm": 8.9375,
      "learning_rate": 1.8340295085668632e-05,
      "loss": 0.1946,
      "step": 35720
    },
    {
      "epoch": 1.0135885561095312,
      "grad_norm": 10.875,
      "learning_rate": 1.833971614576549e-05,
      "loss": 0.2426,
      "step": 35730
    },
    {
      "epoch": 1.0138722420408366,
      "grad_norm": 10.4375,
      "learning_rate": 1.833913720586235e-05,
      "loss": 0.2246,
      "step": 35740
    },
    {
      "epoch": 1.014155927972142,
      "grad_norm": 5.46875,
      "learning_rate": 1.8338558265959204e-05,
      "loss": 0.2198,
      "step": 35750
    },
    {
      "epoch": 1.0144396139034475,
      "grad_norm": 9.8125,
      "learning_rate": 1.8337979326056062e-05,
      "loss": 0.2716,
      "step": 35760
    },
    {
      "epoch": 1.0147232998347528,
      "grad_norm": 11.25,
      "learning_rate": 1.8337400386152917e-05,
      "loss": 0.2762,
      "step": 35770
    },
    {
      "epoch": 1.0150069857660584,
      "grad_norm": 7.8125,
      "learning_rate": 1.8336821446249772e-05,
      "loss": 0.2176,
      "step": 35780
    },
    {
      "epoch": 1.0152906716973638,
      "grad_norm": 8.8125,
      "learning_rate": 1.833624250634663e-05,
      "loss": 0.2351,
      "step": 35790
    },
    {
      "epoch": 1.0155743576286693,
      "grad_norm": 11.125,
      "learning_rate": 1.8335663566443485e-05,
      "loss": 0.291,
      "step": 35800
    },
    {
      "epoch": 1.0158580435599747,
      "grad_norm": 8.125,
      "learning_rate": 1.8335084626540343e-05,
      "loss": 0.2062,
      "step": 35810
    },
    {
      "epoch": 1.0161417294912802,
      "grad_norm": 24.375,
      "learning_rate": 1.8334505686637202e-05,
      "loss": 0.2429,
      "step": 35820
    },
    {
      "epoch": 1.0164254154225856,
      "grad_norm": 7.90625,
      "learning_rate": 1.8333926746734057e-05,
      "loss": 0.2161,
      "step": 35830
    },
    {
      "epoch": 1.0167091013538911,
      "grad_norm": 6.5625,
      "learning_rate": 1.833334780683091e-05,
      "loss": 0.2302,
      "step": 35840
    },
    {
      "epoch": 1.0169927872851965,
      "grad_norm": 10.75,
      "learning_rate": 1.833276886692777e-05,
      "loss": 0.2394,
      "step": 35850
    },
    {
      "epoch": 1.017276473216502,
      "grad_norm": 6.96875,
      "learning_rate": 1.8332189927024625e-05,
      "loss": 0.2387,
      "step": 35860
    },
    {
      "epoch": 1.0175601591478074,
      "grad_norm": 7.9375,
      "learning_rate": 1.8331610987121483e-05,
      "loss": 0.2358,
      "step": 35870
    },
    {
      "epoch": 1.017843845079113,
      "grad_norm": 6.75,
      "learning_rate": 1.833103204721834e-05,
      "loss": 0.2356,
      "step": 35880
    },
    {
      "epoch": 1.0181275310104183,
      "grad_norm": 13.25,
      "learning_rate": 1.8330453107315197e-05,
      "loss": 0.257,
      "step": 35890
    },
    {
      "epoch": 1.0184112169417239,
      "grad_norm": 8.25,
      "learning_rate": 1.8329874167412055e-05,
      "loss": 0.2122,
      "step": 35900
    },
    {
      "epoch": 1.0186949028730292,
      "grad_norm": 8.9375,
      "learning_rate": 1.832929522750891e-05,
      "loss": 0.2239,
      "step": 35910
    },
    {
      "epoch": 1.0189785888043348,
      "grad_norm": 9.75,
      "learning_rate": 1.8328716287605765e-05,
      "loss": 0.2388,
      "step": 35920
    },
    {
      "epoch": 1.0192622747356401,
      "grad_norm": 7.8125,
      "learning_rate": 1.8328137347702623e-05,
      "loss": 0.2243,
      "step": 35930
    },
    {
      "epoch": 1.0195459606669457,
      "grad_norm": 9.375,
      "learning_rate": 1.8327558407799478e-05,
      "loss": 0.2443,
      "step": 35940
    },
    {
      "epoch": 1.019829646598251,
      "grad_norm": 9.375,
      "learning_rate": 1.8326979467896336e-05,
      "loss": 0.2459,
      "step": 35950
    },
    {
      "epoch": 1.0201133325295566,
      "grad_norm": 10.0,
      "learning_rate": 1.8326400527993195e-05,
      "loss": 0.2683,
      "step": 35960
    },
    {
      "epoch": 1.020397018460862,
      "grad_norm": 10.6875,
      "learning_rate": 1.832582158809005e-05,
      "loss": 0.2498,
      "step": 35970
    },
    {
      "epoch": 1.0206807043921675,
      "grad_norm": 9.75,
      "learning_rate": 1.8325242648186908e-05,
      "loss": 0.2188,
      "step": 35980
    },
    {
      "epoch": 1.0209643903234729,
      "grad_norm": 7.8125,
      "learning_rate": 1.8324663708283763e-05,
      "loss": 0.2137,
      "step": 35990
    },
    {
      "epoch": 1.0212480762547784,
      "grad_norm": 9.9375,
      "learning_rate": 1.8324084768380618e-05,
      "loss": 0.2277,
      "step": 36000
    },
    {
      "epoch": 1.0215317621860838,
      "grad_norm": 7.1875,
      "learning_rate": 1.8323505828477476e-05,
      "loss": 0.2099,
      "step": 36010
    },
    {
      "epoch": 1.0218154481173893,
      "grad_norm": 10.4375,
      "learning_rate": 1.832292688857433e-05,
      "loss": 0.2671,
      "step": 36020
    },
    {
      "epoch": 1.0220991340486947,
      "grad_norm": 10.6875,
      "learning_rate": 1.832234794867119e-05,
      "loss": 0.2516,
      "step": 36030
    },
    {
      "epoch": 1.0223828199800002,
      "grad_norm": 9.875,
      "learning_rate": 1.8321769008768048e-05,
      "loss": 0.2052,
      "step": 36040
    },
    {
      "epoch": 1.0226665059113056,
      "grad_norm": 6.25,
      "learning_rate": 1.8321190068864903e-05,
      "loss": 0.1736,
      "step": 36050
    },
    {
      "epoch": 1.022950191842611,
      "grad_norm": 12.125,
      "learning_rate": 1.832061112896176e-05,
      "loss": 0.2434,
      "step": 36060
    },
    {
      "epoch": 1.0232338777739165,
      "grad_norm": 8.4375,
      "learning_rate": 1.8320032189058616e-05,
      "loss": 0.2237,
      "step": 36070
    },
    {
      "epoch": 1.0235175637052218,
      "grad_norm": 9.625,
      "learning_rate": 1.831945324915547e-05,
      "loss": 0.2463,
      "step": 36080
    },
    {
      "epoch": 1.0238012496365274,
      "grad_norm": 11.375,
      "learning_rate": 1.831887430925233e-05,
      "loss": 0.2501,
      "step": 36090
    },
    {
      "epoch": 1.0240849355678328,
      "grad_norm": 6.9375,
      "learning_rate": 1.8318295369349188e-05,
      "loss": 0.2517,
      "step": 36100
    },
    {
      "epoch": 1.0243686214991383,
      "grad_norm": 12.3125,
      "learning_rate": 1.8317716429446043e-05,
      "loss": 0.1968,
      "step": 36110
    },
    {
      "epoch": 1.0246523074304437,
      "grad_norm": 6.8125,
      "learning_rate": 1.83171374895429e-05,
      "loss": 0.2057,
      "step": 36120
    },
    {
      "epoch": 1.0249359933617492,
      "grad_norm": 9.0625,
      "learning_rate": 1.8316558549639756e-05,
      "loss": 0.2596,
      "step": 36130
    },
    {
      "epoch": 1.0252196792930546,
      "grad_norm": 9.375,
      "learning_rate": 1.8315979609736614e-05,
      "loss": 0.2079,
      "step": 36140
    },
    {
      "epoch": 1.0255033652243601,
      "grad_norm": 13.0,
      "learning_rate": 1.831540066983347e-05,
      "loss": 0.2346,
      "step": 36150
    },
    {
      "epoch": 1.0257870511556655,
      "grad_norm": 11.375,
      "learning_rate": 1.8314821729930324e-05,
      "loss": 0.2732,
      "step": 36160
    },
    {
      "epoch": 1.026070737086971,
      "grad_norm": 6.125,
      "learning_rate": 1.8314242790027182e-05,
      "loss": 0.2502,
      "step": 36170
    },
    {
      "epoch": 1.0263544230182764,
      "grad_norm": 6.375,
      "learning_rate": 1.831366385012404e-05,
      "loss": 0.2222,
      "step": 36180
    },
    {
      "epoch": 1.026638108949582,
      "grad_norm": 9.1875,
      "learning_rate": 1.8313084910220896e-05,
      "loss": 0.2296,
      "step": 36190
    },
    {
      "epoch": 1.0269217948808873,
      "grad_norm": 7.1875,
      "learning_rate": 1.8312505970317754e-05,
      "loss": 0.2374,
      "step": 36200
    },
    {
      "epoch": 1.0272054808121929,
      "grad_norm": 6.0625,
      "learning_rate": 1.831192703041461e-05,
      "loss": 0.22,
      "step": 36210
    },
    {
      "epoch": 1.0274891667434982,
      "grad_norm": 8.375,
      "learning_rate": 1.8311348090511464e-05,
      "loss": 0.236,
      "step": 36220
    },
    {
      "epoch": 1.0277728526748038,
      "grad_norm": 12.125,
      "learning_rate": 1.8310769150608322e-05,
      "loss": 0.3068,
      "step": 36230
    },
    {
      "epoch": 1.0280565386061091,
      "grad_norm": 9.625,
      "learning_rate": 1.8310190210705177e-05,
      "loss": 0.2863,
      "step": 36240
    },
    {
      "epoch": 1.0283402245374147,
      "grad_norm": 9.1875,
      "learning_rate": 1.8309611270802036e-05,
      "loss": 0.2372,
      "step": 36250
    },
    {
      "epoch": 1.02862391046872,
      "grad_norm": 10.6875,
      "learning_rate": 1.8309032330898894e-05,
      "loss": 0.255,
      "step": 36260
    },
    {
      "epoch": 1.0289075964000256,
      "grad_norm": 14.3125,
      "learning_rate": 1.830845339099575e-05,
      "loss": 0.2306,
      "step": 36270
    },
    {
      "epoch": 1.029191282331331,
      "grad_norm": 12.0625,
      "learning_rate": 1.8307874451092607e-05,
      "loss": 0.2735,
      "step": 36280
    },
    {
      "epoch": 1.0294749682626365,
      "grad_norm": 9.25,
      "learning_rate": 1.8307295511189462e-05,
      "loss": 0.2103,
      "step": 36290
    },
    {
      "epoch": 1.0297586541939419,
      "grad_norm": 8.5,
      "learning_rate": 1.8306716571286317e-05,
      "loss": 0.2692,
      "step": 36300
    },
    {
      "epoch": 1.0300423401252474,
      "grad_norm": 11.875,
      "learning_rate": 1.8306137631383175e-05,
      "loss": 0.2677,
      "step": 36310
    },
    {
      "epoch": 1.0303260260565528,
      "grad_norm": 8.875,
      "learning_rate": 1.830555869148003e-05,
      "loss": 0.2392,
      "step": 36320
    },
    {
      "epoch": 1.0306097119878583,
      "grad_norm": 7.46875,
      "learning_rate": 1.830497975157689e-05,
      "loss": 0.223,
      "step": 36330
    },
    {
      "epoch": 1.0308933979191637,
      "grad_norm": 7.125,
      "learning_rate": 1.8304400811673747e-05,
      "loss": 0.2876,
      "step": 36340
    },
    {
      "epoch": 1.0311770838504692,
      "grad_norm": 9.8125,
      "learning_rate": 1.8303821871770602e-05,
      "loss": 0.274,
      "step": 36350
    },
    {
      "epoch": 1.0314607697817746,
      "grad_norm": 36.75,
      "learning_rate": 1.830324293186746e-05,
      "loss": 0.3014,
      "step": 36360
    },
    {
      "epoch": 1.0317444557130802,
      "grad_norm": 7.09375,
      "learning_rate": 1.8302663991964315e-05,
      "loss": 0.2304,
      "step": 36370
    },
    {
      "epoch": 1.0320281416443855,
      "grad_norm": 8.375,
      "learning_rate": 1.830208505206117e-05,
      "loss": 0.1972,
      "step": 36380
    },
    {
      "epoch": 1.032311827575691,
      "grad_norm": 7.6875,
      "learning_rate": 1.830150611215803e-05,
      "loss": 0.2459,
      "step": 36390
    },
    {
      "epoch": 1.0325955135069964,
      "grad_norm": 11.5,
      "learning_rate": 1.8300927172254887e-05,
      "loss": 0.2828,
      "step": 36400
    },
    {
      "epoch": 1.0328791994383018,
      "grad_norm": 6.8125,
      "learning_rate": 1.8300348232351742e-05,
      "loss": 0.2269,
      "step": 36410
    },
    {
      "epoch": 1.0331628853696073,
      "grad_norm": 11.0625,
      "learning_rate": 1.82997692924486e-05,
      "loss": 0.2448,
      "step": 36420
    },
    {
      "epoch": 1.0334465713009127,
      "grad_norm": 10.0625,
      "learning_rate": 1.8299190352545455e-05,
      "loss": 0.1988,
      "step": 36430
    },
    {
      "epoch": 1.0337302572322182,
      "grad_norm": 9.75,
      "learning_rate": 1.8298611412642313e-05,
      "loss": 0.2322,
      "step": 36440
    },
    {
      "epoch": 1.0340139431635236,
      "grad_norm": 9.0625,
      "learning_rate": 1.829803247273917e-05,
      "loss": 0.2376,
      "step": 36450
    },
    {
      "epoch": 1.0342976290948291,
      "grad_norm": 8.25,
      "learning_rate": 1.8297453532836023e-05,
      "loss": 0.235,
      "step": 36460
    },
    {
      "epoch": 1.0345813150261345,
      "grad_norm": 10.3125,
      "learning_rate": 1.829687459293288e-05,
      "loss": 0.302,
      "step": 36470
    },
    {
      "epoch": 1.03486500095744,
      "grad_norm": 10.25,
      "learning_rate": 1.829629565302974e-05,
      "loss": 0.2425,
      "step": 36480
    },
    {
      "epoch": 1.0351486868887454,
      "grad_norm": 8.8125,
      "learning_rate": 1.8295716713126595e-05,
      "loss": 0.2167,
      "step": 36490
    },
    {
      "epoch": 1.035432372820051,
      "grad_norm": 12.625,
      "learning_rate": 1.8295137773223453e-05,
      "loss": 0.2575,
      "step": 36500
    },
    {
      "epoch": 1.0357160587513563,
      "grad_norm": 9.5,
      "learning_rate": 1.8294558833320308e-05,
      "loss": 0.2813,
      "step": 36510
    },
    {
      "epoch": 1.0359997446826619,
      "grad_norm": 7.40625,
      "learning_rate": 1.8293979893417167e-05,
      "loss": 0.1959,
      "step": 36520
    },
    {
      "epoch": 1.0362834306139672,
      "grad_norm": 10.0,
      "learning_rate": 1.829340095351402e-05,
      "loss": 0.2522,
      "step": 36530
    },
    {
      "epoch": 1.0365671165452728,
      "grad_norm": 14.0,
      "learning_rate": 1.8292822013610876e-05,
      "loss": 0.2794,
      "step": 36540
    },
    {
      "epoch": 1.0368508024765781,
      "grad_norm": 6.71875,
      "learning_rate": 1.8292243073707735e-05,
      "loss": 0.2546,
      "step": 36550
    },
    {
      "epoch": 1.0371344884078837,
      "grad_norm": 10.375,
      "learning_rate": 1.8291664133804593e-05,
      "loss": 0.2488,
      "step": 36560
    },
    {
      "epoch": 1.037418174339189,
      "grad_norm": 11.3125,
      "learning_rate": 1.8291085193901448e-05,
      "loss": 0.2321,
      "step": 36570
    },
    {
      "epoch": 1.0377018602704946,
      "grad_norm": 13.4375,
      "learning_rate": 1.8290506253998306e-05,
      "loss": 0.2495,
      "step": 36580
    },
    {
      "epoch": 1.0379855462018,
      "grad_norm": 9.0625,
      "learning_rate": 1.828992731409516e-05,
      "loss": 0.2494,
      "step": 36590
    },
    {
      "epoch": 1.0382692321331055,
      "grad_norm": 8.625,
      "learning_rate": 1.8289348374192016e-05,
      "loss": 0.2415,
      "step": 36600
    },
    {
      "epoch": 1.0385529180644109,
      "grad_norm": 9.9375,
      "learning_rate": 1.8288769434288875e-05,
      "loss": 0.2404,
      "step": 36610
    },
    {
      "epoch": 1.0388366039957164,
      "grad_norm": 10.6875,
      "learning_rate": 1.8288190494385733e-05,
      "loss": 0.2219,
      "step": 36620
    },
    {
      "epoch": 1.0391202899270218,
      "grad_norm": 6.8125,
      "learning_rate": 1.8287611554482588e-05,
      "loss": 0.2085,
      "step": 36630
    },
    {
      "epoch": 1.0394039758583273,
      "grad_norm": 12.625,
      "learning_rate": 1.8287032614579446e-05,
      "loss": 0.2395,
      "step": 36640
    },
    {
      "epoch": 1.0396876617896327,
      "grad_norm": 8.5625,
      "learning_rate": 1.82864536746763e-05,
      "loss": 0.2505,
      "step": 36650
    },
    {
      "epoch": 1.0399713477209382,
      "grad_norm": 10.3125,
      "learning_rate": 1.828587473477316e-05,
      "loss": 0.2438,
      "step": 36660
    },
    {
      "epoch": 1.0402550336522436,
      "grad_norm": 10.9375,
      "learning_rate": 1.8285295794870015e-05,
      "loss": 0.2774,
      "step": 36670
    },
    {
      "epoch": 1.0405387195835492,
      "grad_norm": 7.84375,
      "learning_rate": 1.828471685496687e-05,
      "loss": 0.2448,
      "step": 36680
    },
    {
      "epoch": 1.0408224055148545,
      "grad_norm": 10.5,
      "learning_rate": 1.8284137915063728e-05,
      "loss": 0.2622,
      "step": 36690
    },
    {
      "epoch": 1.04110609144616,
      "grad_norm": 10.1875,
      "learning_rate": 1.8283558975160586e-05,
      "loss": 0.2525,
      "step": 36700
    },
    {
      "epoch": 1.0413897773774654,
      "grad_norm": 10.5625,
      "learning_rate": 1.828298003525744e-05,
      "loss": 0.2211,
      "step": 36710
    },
    {
      "epoch": 1.0416734633087708,
      "grad_norm": 7.4375,
      "learning_rate": 1.82824010953543e-05,
      "loss": 0.2398,
      "step": 36720
    },
    {
      "epoch": 1.0419571492400763,
      "grad_norm": 7.09375,
      "learning_rate": 1.8281822155451154e-05,
      "loss": 0.2299,
      "step": 36730
    },
    {
      "epoch": 1.0422408351713817,
      "grad_norm": 10.75,
      "learning_rate": 1.8281243215548013e-05,
      "loss": 0.2584,
      "step": 36740
    },
    {
      "epoch": 1.0425245211026872,
      "grad_norm": 8.5,
      "learning_rate": 1.8280664275644868e-05,
      "loss": 0.2559,
      "step": 36750
    },
    {
      "epoch": 1.0428082070339926,
      "grad_norm": 10.375,
      "learning_rate": 1.8280085335741723e-05,
      "loss": 0.2552,
      "step": 36760
    },
    {
      "epoch": 1.0430918929652981,
      "grad_norm": 10.0,
      "learning_rate": 1.827950639583858e-05,
      "loss": 0.231,
      "step": 36770
    },
    {
      "epoch": 1.0433755788966035,
      "grad_norm": 11.875,
      "learning_rate": 1.827892745593544e-05,
      "loss": 0.25,
      "step": 36780
    },
    {
      "epoch": 1.043659264827909,
      "grad_norm": 7.09375,
      "learning_rate": 1.8278348516032294e-05,
      "loss": 0.2142,
      "step": 36790
    },
    {
      "epoch": 1.0439429507592144,
      "grad_norm": 9.0,
      "learning_rate": 1.8277769576129153e-05,
      "loss": 0.2164,
      "step": 36800
    },
    {
      "epoch": 1.04422663669052,
      "grad_norm": 7.4375,
      "learning_rate": 1.8277190636226007e-05,
      "loss": 0.2518,
      "step": 36810
    },
    {
      "epoch": 1.0445103226218253,
      "grad_norm": 5.0625,
      "learning_rate": 1.8276611696322866e-05,
      "loss": 0.2204,
      "step": 36820
    },
    {
      "epoch": 1.0447940085531309,
      "grad_norm": 10.375,
      "learning_rate": 1.827603275641972e-05,
      "loss": 0.2574,
      "step": 36830
    },
    {
      "epoch": 1.0450776944844362,
      "grad_norm": 8.1875,
      "learning_rate": 1.8275453816516576e-05,
      "loss": 0.2396,
      "step": 36840
    },
    {
      "epoch": 1.0453613804157418,
      "grad_norm": 6.53125,
      "learning_rate": 1.8274874876613434e-05,
      "loss": 0.2058,
      "step": 36850
    },
    {
      "epoch": 1.0456450663470471,
      "grad_norm": 6.78125,
      "learning_rate": 1.8274295936710292e-05,
      "loss": 0.2161,
      "step": 36860
    },
    {
      "epoch": 1.0459287522783527,
      "grad_norm": 6.59375,
      "learning_rate": 1.8273716996807147e-05,
      "loss": 0.2453,
      "step": 36870
    },
    {
      "epoch": 1.046212438209658,
      "grad_norm": 9.625,
      "learning_rate": 1.8273138056904006e-05,
      "loss": 0.2917,
      "step": 36880
    },
    {
      "epoch": 1.0464961241409636,
      "grad_norm": 10.1875,
      "learning_rate": 1.827255911700086e-05,
      "loss": 0.2048,
      "step": 36890
    },
    {
      "epoch": 1.046779810072269,
      "grad_norm": 8.3125,
      "learning_rate": 1.8271980177097716e-05,
      "loss": 0.2747,
      "step": 36900
    },
    {
      "epoch": 1.0470634960035745,
      "grad_norm": 19.875,
      "learning_rate": 1.8271401237194574e-05,
      "loss": 0.263,
      "step": 36910
    },
    {
      "epoch": 1.0473471819348799,
      "grad_norm": 7.9375,
      "learning_rate": 1.8270822297291432e-05,
      "loss": 0.2083,
      "step": 36920
    },
    {
      "epoch": 1.0476308678661854,
      "grad_norm": 10.0,
      "learning_rate": 1.8270243357388287e-05,
      "loss": 0.2197,
      "step": 36930
    },
    {
      "epoch": 1.0479145537974908,
      "grad_norm": 9.9375,
      "learning_rate": 1.8269664417485145e-05,
      "loss": 0.246,
      "step": 36940
    },
    {
      "epoch": 1.0481982397287963,
      "grad_norm": 5.375,
      "learning_rate": 1.8269085477582e-05,
      "loss": 0.2025,
      "step": 36950
    },
    {
      "epoch": 1.0484819256601017,
      "grad_norm": 9.6875,
      "learning_rate": 1.826850653767886e-05,
      "loss": 0.3012,
      "step": 36960
    },
    {
      "epoch": 1.0487656115914072,
      "grad_norm": 9.625,
      "learning_rate": 1.8267927597775714e-05,
      "loss": 0.2248,
      "step": 36970
    },
    {
      "epoch": 1.0490492975227126,
      "grad_norm": 7.9375,
      "learning_rate": 1.826734865787257e-05,
      "loss": 0.2453,
      "step": 36980
    },
    {
      "epoch": 1.0493329834540182,
      "grad_norm": 8.5625,
      "learning_rate": 1.8266769717969427e-05,
      "loss": 0.2426,
      "step": 36990
    },
    {
      "epoch": 1.0496166693853235,
      "grad_norm": 10.75,
      "learning_rate": 1.8266190778066285e-05,
      "loss": 0.2147,
      "step": 37000
    },
    {
      "epoch": 1.049900355316629,
      "grad_norm": 4.75,
      "learning_rate": 1.8265611838163144e-05,
      "loss": 0.2014,
      "step": 37010
    },
    {
      "epoch": 1.0501840412479344,
      "grad_norm": 8.9375,
      "learning_rate": 1.826503289826e-05,
      "loss": 0.2496,
      "step": 37020
    },
    {
      "epoch": 1.0504677271792398,
      "grad_norm": 8.625,
      "learning_rate": 1.8264453958356854e-05,
      "loss": 0.2773,
      "step": 37030
    },
    {
      "epoch": 1.0507514131105453,
      "grad_norm": 9.9375,
      "learning_rate": 1.8263875018453712e-05,
      "loss": 0.2108,
      "step": 37040
    },
    {
      "epoch": 1.0510350990418507,
      "grad_norm": 5.78125,
      "learning_rate": 1.8263296078550567e-05,
      "loss": 0.206,
      "step": 37050
    },
    {
      "epoch": 1.0513187849731562,
      "grad_norm": 8.6875,
      "learning_rate": 1.8262717138647422e-05,
      "loss": 0.2552,
      "step": 37060
    },
    {
      "epoch": 1.0516024709044616,
      "grad_norm": 6.125,
      "learning_rate": 1.826213819874428e-05,
      "loss": 0.23,
      "step": 37070
    },
    {
      "epoch": 1.0518861568357671,
      "grad_norm": 10.5625,
      "learning_rate": 1.826155925884114e-05,
      "loss": 0.2348,
      "step": 37080
    },
    {
      "epoch": 1.0521698427670725,
      "grad_norm": 5.9375,
      "learning_rate": 1.8260980318937993e-05,
      "loss": 0.2522,
      "step": 37090
    },
    {
      "epoch": 1.052453528698378,
      "grad_norm": 9.125,
      "learning_rate": 1.8260401379034852e-05,
      "loss": 0.2116,
      "step": 37100
    },
    {
      "epoch": 1.0527372146296834,
      "grad_norm": 10.25,
      "learning_rate": 1.8259822439131707e-05,
      "loss": 0.1964,
      "step": 37110
    },
    {
      "epoch": 1.053020900560989,
      "grad_norm": 8.625,
      "learning_rate": 1.8259243499228565e-05,
      "loss": 0.254,
      "step": 37120
    },
    {
      "epoch": 1.0533045864922943,
      "grad_norm": 8.625,
      "learning_rate": 1.825866455932542e-05,
      "loss": 0.2398,
      "step": 37130
    },
    {
      "epoch": 1.0535882724235999,
      "grad_norm": 7.8125,
      "learning_rate": 1.8258085619422278e-05,
      "loss": 0.237,
      "step": 37140
    },
    {
      "epoch": 1.0538719583549052,
      "grad_norm": 6.84375,
      "learning_rate": 1.8257506679519133e-05,
      "loss": 0.2256,
      "step": 37150
    },
    {
      "epoch": 1.0541556442862108,
      "grad_norm": 8.6875,
      "learning_rate": 1.825692773961599e-05,
      "loss": 0.2074,
      "step": 37160
    },
    {
      "epoch": 1.0544393302175161,
      "grad_norm": 10.375,
      "learning_rate": 1.8256348799712847e-05,
      "loss": 0.2387,
      "step": 37170
    },
    {
      "epoch": 1.0547230161488217,
      "grad_norm": 9.125,
      "learning_rate": 1.8255769859809705e-05,
      "loss": 0.2734,
      "step": 37180
    },
    {
      "epoch": 1.055006702080127,
      "grad_norm": 12.0625,
      "learning_rate": 1.825519091990656e-05,
      "loss": 0.2414,
      "step": 37190
    },
    {
      "epoch": 1.0552903880114326,
      "grad_norm": 11.8125,
      "learning_rate": 1.8254611980003418e-05,
      "loss": 0.2595,
      "step": 37200
    },
    {
      "epoch": 1.055574073942738,
      "grad_norm": 6.8125,
      "learning_rate": 1.8254033040100273e-05,
      "loss": 0.2136,
      "step": 37210
    },
    {
      "epoch": 1.0558577598740435,
      "grad_norm": 6.34375,
      "learning_rate": 1.825345410019713e-05,
      "loss": 0.229,
      "step": 37220
    },
    {
      "epoch": 1.0561414458053489,
      "grad_norm": 9.375,
      "learning_rate": 1.8252875160293986e-05,
      "loss": 0.2466,
      "step": 37230
    },
    {
      "epoch": 1.0564251317366544,
      "grad_norm": 8.0,
      "learning_rate": 1.8252296220390845e-05,
      "loss": 0.2496,
      "step": 37240
    },
    {
      "epoch": 1.0567088176679598,
      "grad_norm": 10.875,
      "learning_rate": 1.82517172804877e-05,
      "loss": 0.2323,
      "step": 37250
    },
    {
      "epoch": 1.0569925035992653,
      "grad_norm": 9.5625,
      "learning_rate": 1.8251138340584558e-05,
      "loss": 0.1968,
      "step": 37260
    },
    {
      "epoch": 1.0572761895305707,
      "grad_norm": 6.09375,
      "learning_rate": 1.8250559400681413e-05,
      "loss": 0.2398,
      "step": 37270
    },
    {
      "epoch": 1.0575598754618762,
      "grad_norm": 8.8125,
      "learning_rate": 1.8249980460778268e-05,
      "loss": 0.2046,
      "step": 37280
    },
    {
      "epoch": 1.0578435613931816,
      "grad_norm": 7.125,
      "learning_rate": 1.8249401520875126e-05,
      "loss": 0.2462,
      "step": 37290
    },
    {
      "epoch": 1.0581272473244872,
      "grad_norm": 11.25,
      "learning_rate": 1.8248822580971985e-05,
      "loss": 0.3273,
      "step": 37300
    },
    {
      "epoch": 1.0584109332557925,
      "grad_norm": 6.21875,
      "learning_rate": 1.8248243641068843e-05,
      "loss": 0.2193,
      "step": 37310
    },
    {
      "epoch": 1.058694619187098,
      "grad_norm": 9.6875,
      "learning_rate": 1.8247664701165698e-05,
      "loss": 0.249,
      "step": 37320
    },
    {
      "epoch": 1.0589783051184034,
      "grad_norm": 16.0,
      "learning_rate": 1.8247085761262553e-05,
      "loss": 0.298,
      "step": 37330
    },
    {
      "epoch": 1.059261991049709,
      "grad_norm": 10.5625,
      "learning_rate": 1.824650682135941e-05,
      "loss": 0.2486,
      "step": 37340
    },
    {
      "epoch": 1.0595456769810143,
      "grad_norm": 6.34375,
      "learning_rate": 1.8245927881456266e-05,
      "loss": 0.2934,
      "step": 37350
    },
    {
      "epoch": 1.0598293629123199,
      "grad_norm": 10.0,
      "learning_rate": 1.824534894155312e-05,
      "loss": 0.2299,
      "step": 37360
    },
    {
      "epoch": 1.0601130488436252,
      "grad_norm": 10.0625,
      "learning_rate": 1.824477000164998e-05,
      "loss": 0.247,
      "step": 37370
    },
    {
      "epoch": 1.0603967347749306,
      "grad_norm": 8.625,
      "learning_rate": 1.8244191061746838e-05,
      "loss": 0.2441,
      "step": 37380
    },
    {
      "epoch": 1.0606804207062361,
      "grad_norm": 7.03125,
      "learning_rate": 1.8243612121843696e-05,
      "loss": 0.2358,
      "step": 37390
    },
    {
      "epoch": 1.0609641066375415,
      "grad_norm": 7.21875,
      "learning_rate": 1.824303318194055e-05,
      "loss": 0.2167,
      "step": 37400
    },
    {
      "epoch": 1.061247792568847,
      "grad_norm": 6.25,
      "learning_rate": 1.8242454242037406e-05,
      "loss": 0.2006,
      "step": 37410
    },
    {
      "epoch": 1.0615314785001524,
      "grad_norm": 8.375,
      "learning_rate": 1.8241875302134264e-05,
      "loss": 0.2,
      "step": 37420
    },
    {
      "epoch": 1.061815164431458,
      "grad_norm": 7.75,
      "learning_rate": 1.824129636223112e-05,
      "loss": 0.2609,
      "step": 37430
    },
    {
      "epoch": 1.0620988503627633,
      "grad_norm": 11.8125,
      "learning_rate": 1.8240717422327978e-05,
      "loss": 0.2272,
      "step": 37440
    },
    {
      "epoch": 1.0623825362940689,
      "grad_norm": 11.0625,
      "learning_rate": 1.8240138482424832e-05,
      "loss": 0.1988,
      "step": 37450
    },
    {
      "epoch": 1.0626662222253742,
      "grad_norm": 10.375,
      "learning_rate": 1.823955954252169e-05,
      "loss": 0.2754,
      "step": 37460
    },
    {
      "epoch": 1.0629499081566798,
      "grad_norm": 11.6875,
      "learning_rate": 1.8238980602618546e-05,
      "loss": 0.2403,
      "step": 37470
    },
    {
      "epoch": 1.0632335940879851,
      "grad_norm": 8.3125,
      "learning_rate": 1.8238401662715404e-05,
      "loss": 0.2507,
      "step": 37480
    },
    {
      "epoch": 1.0635172800192907,
      "grad_norm": 8.875,
      "learning_rate": 1.823782272281226e-05,
      "loss": 0.2481,
      "step": 37490
    },
    {
      "epoch": 1.063800965950596,
      "grad_norm": 12.75,
      "learning_rate": 1.8237243782909117e-05,
      "loss": 0.2518,
      "step": 37500
    },
    {
      "epoch": 1.0640846518819016,
      "grad_norm": 8.5,
      "learning_rate": 1.8236664843005972e-05,
      "loss": 0.2712,
      "step": 37510
    },
    {
      "epoch": 1.064368337813207,
      "grad_norm": 7.09375,
      "learning_rate": 1.823608590310283e-05,
      "loss": 0.2596,
      "step": 37520
    },
    {
      "epoch": 1.0646520237445125,
      "grad_norm": 9.875,
      "learning_rate": 1.823550696319969e-05,
      "loss": 0.2056,
      "step": 37530
    },
    {
      "epoch": 1.0649357096758179,
      "grad_norm": 10.3125,
      "learning_rate": 1.8234928023296544e-05,
      "loss": 0.2193,
      "step": 37540
    },
    {
      "epoch": 1.0652193956071234,
      "grad_norm": 9.125,
      "learning_rate": 1.82343490833934e-05,
      "loss": 0.2382,
      "step": 37550
    },
    {
      "epoch": 1.0655030815384288,
      "grad_norm": 9.75,
      "learning_rate": 1.8233770143490257e-05,
      "loss": 0.2548,
      "step": 37560
    },
    {
      "epoch": 1.0657867674697343,
      "grad_norm": 11.0,
      "learning_rate": 1.8233191203587112e-05,
      "loss": 0.2333,
      "step": 37570
    },
    {
      "epoch": 1.0660704534010397,
      "grad_norm": 10.625,
      "learning_rate": 1.823261226368397e-05,
      "loss": 0.224,
      "step": 37580
    },
    {
      "epoch": 1.0663541393323452,
      "grad_norm": 9.0,
      "learning_rate": 1.8232033323780825e-05,
      "loss": 0.1995,
      "step": 37590
    },
    {
      "epoch": 1.0666378252636506,
      "grad_norm": 9.4375,
      "learning_rate": 1.8231454383877684e-05,
      "loss": 0.2143,
      "step": 37600
    },
    {
      "epoch": 1.0669215111949562,
      "grad_norm": 8.5,
      "learning_rate": 1.8230875443974542e-05,
      "loss": 0.2728,
      "step": 37610
    },
    {
      "epoch": 1.0672051971262615,
      "grad_norm": 6.5625,
      "learning_rate": 1.8230296504071397e-05,
      "loss": 0.2331,
      "step": 37620
    },
    {
      "epoch": 1.067488883057567,
      "grad_norm": 10.0625,
      "learning_rate": 1.8229717564168252e-05,
      "loss": 0.2353,
      "step": 37630
    },
    {
      "epoch": 1.0677725689888724,
      "grad_norm": 12.3125,
      "learning_rate": 1.822913862426511e-05,
      "loss": 0.2362,
      "step": 37640
    },
    {
      "epoch": 1.068056254920178,
      "grad_norm": 9.25,
      "learning_rate": 1.8228559684361965e-05,
      "loss": 0.2586,
      "step": 37650
    },
    {
      "epoch": 1.0683399408514833,
      "grad_norm": 10.1875,
      "learning_rate": 1.8227980744458824e-05,
      "loss": 0.2421,
      "step": 37660
    },
    {
      "epoch": 1.0686236267827889,
      "grad_norm": 7.5625,
      "learning_rate": 1.822740180455568e-05,
      "loss": 0.2619,
      "step": 37670
    },
    {
      "epoch": 1.0689073127140942,
      "grad_norm": 9.5,
      "learning_rate": 1.8226822864652537e-05,
      "loss": 0.2495,
      "step": 37680
    },
    {
      "epoch": 1.0691909986453996,
      "grad_norm": 8.3125,
      "learning_rate": 1.8226243924749395e-05,
      "loss": 0.241,
      "step": 37690
    },
    {
      "epoch": 1.0694746845767051,
      "grad_norm": 7.6875,
      "learning_rate": 1.822566498484625e-05,
      "loss": 0.2799,
      "step": 37700
    },
    {
      "epoch": 1.0697583705080105,
      "grad_norm": 11.0,
      "learning_rate": 1.8225086044943105e-05,
      "loss": 0.2536,
      "step": 37710
    },
    {
      "epoch": 1.070042056439316,
      "grad_norm": 6.40625,
      "learning_rate": 1.8224507105039963e-05,
      "loss": 0.2212,
      "step": 37720
    },
    {
      "epoch": 1.0703257423706214,
      "grad_norm": 10.375,
      "learning_rate": 1.822392816513682e-05,
      "loss": 0.2247,
      "step": 37730
    },
    {
      "epoch": 1.070609428301927,
      "grad_norm": 13.3125,
      "learning_rate": 1.8223349225233677e-05,
      "loss": 0.2726,
      "step": 37740
    },
    {
      "epoch": 1.0708931142332323,
      "grad_norm": 11.6875,
      "learning_rate": 1.822277028533053e-05,
      "loss": 0.2604,
      "step": 37750
    },
    {
      "epoch": 1.0711768001645379,
      "grad_norm": 8.5625,
      "learning_rate": 1.822219134542739e-05,
      "loss": 0.2565,
      "step": 37760
    },
    {
      "epoch": 1.0714604860958432,
      "grad_norm": 10.75,
      "learning_rate": 1.822161240552425e-05,
      "loss": 0.2599,
      "step": 37770
    },
    {
      "epoch": 1.0717441720271488,
      "grad_norm": 5.75,
      "learning_rate": 1.8221033465621103e-05,
      "loss": 0.2193,
      "step": 37780
    },
    {
      "epoch": 1.0720278579584541,
      "grad_norm": 7.6875,
      "learning_rate": 1.8220454525717958e-05,
      "loss": 0.276,
      "step": 37790
    },
    {
      "epoch": 1.0723115438897597,
      "grad_norm": 7.71875,
      "learning_rate": 1.8219875585814817e-05,
      "loss": 0.1972,
      "step": 37800
    },
    {
      "epoch": 1.072595229821065,
      "grad_norm": 10.0,
      "learning_rate": 1.821929664591167e-05,
      "loss": 0.2487,
      "step": 37810
    },
    {
      "epoch": 1.0728789157523706,
      "grad_norm": 6.0625,
      "learning_rate": 1.821871770600853e-05,
      "loss": 0.2025,
      "step": 37820
    },
    {
      "epoch": 1.073162601683676,
      "grad_norm": 13.875,
      "learning_rate": 1.8218138766105388e-05,
      "loss": 0.2342,
      "step": 37830
    },
    {
      "epoch": 1.0734462876149815,
      "grad_norm": 8.3125,
      "learning_rate": 1.8217559826202243e-05,
      "loss": 0.2258,
      "step": 37840
    },
    {
      "epoch": 1.0737299735462869,
      "grad_norm": 7.3125,
      "learning_rate": 1.8216980886299098e-05,
      "loss": 0.2708,
      "step": 37850
    },
    {
      "epoch": 1.0740136594775924,
      "grad_norm": 14.25,
      "learning_rate": 1.8216401946395956e-05,
      "loss": 0.2658,
      "step": 37860
    },
    {
      "epoch": 1.0742973454088978,
      "grad_norm": 5.875,
      "learning_rate": 1.821582300649281e-05,
      "loss": 0.2431,
      "step": 37870
    },
    {
      "epoch": 1.0745810313402033,
      "grad_norm": 9.3125,
      "learning_rate": 1.821524406658967e-05,
      "loss": 0.2802,
      "step": 37880
    },
    {
      "epoch": 1.0748647172715087,
      "grad_norm": 9.375,
      "learning_rate": 1.8214665126686525e-05,
      "loss": 0.2406,
      "step": 37890
    },
    {
      "epoch": 1.0751484032028142,
      "grad_norm": 9.0625,
      "learning_rate": 1.8214086186783383e-05,
      "loss": 0.2445,
      "step": 37900
    },
    {
      "epoch": 1.0754320891341196,
      "grad_norm": 10.0625,
      "learning_rate": 1.821350724688024e-05,
      "loss": 0.2057,
      "step": 37910
    },
    {
      "epoch": 1.0757157750654252,
      "grad_norm": 12.875,
      "learning_rate": 1.8212928306977096e-05,
      "loss": 0.2517,
      "step": 37920
    },
    {
      "epoch": 1.0759994609967305,
      "grad_norm": 5.875,
      "learning_rate": 1.821234936707395e-05,
      "loss": 0.2299,
      "step": 37930
    },
    {
      "epoch": 1.076283146928036,
      "grad_norm": 6.9375,
      "learning_rate": 1.821177042717081e-05,
      "loss": 0.2331,
      "step": 37940
    },
    {
      "epoch": 1.0765668328593414,
      "grad_norm": 6.78125,
      "learning_rate": 1.8211191487267664e-05,
      "loss": 0.2522,
      "step": 37950
    },
    {
      "epoch": 1.076850518790647,
      "grad_norm": 6.40625,
      "learning_rate": 1.8210612547364523e-05,
      "loss": 0.2574,
      "step": 37960
    },
    {
      "epoch": 1.0771342047219523,
      "grad_norm": 11.3125,
      "learning_rate": 1.8210033607461378e-05,
      "loss": 0.2619,
      "step": 37970
    },
    {
      "epoch": 1.0774178906532579,
      "grad_norm": 9.625,
      "learning_rate": 1.8209454667558236e-05,
      "loss": 0.2753,
      "step": 37980
    },
    {
      "epoch": 1.0777015765845632,
      "grad_norm": 11.0625,
      "learning_rate": 1.8208875727655094e-05,
      "loss": 0.2451,
      "step": 37990
    },
    {
      "epoch": 1.0779852625158686,
      "grad_norm": 7.75,
      "learning_rate": 1.820829678775195e-05,
      "loss": 0.2473,
      "step": 38000
    },
    {
      "epoch": 1.0782689484471741,
      "grad_norm": 7.84375,
      "learning_rate": 1.8207717847848804e-05,
      "loss": 0.2397,
      "step": 38010
    },
    {
      "epoch": 1.0785526343784797,
      "grad_norm": 9.375,
      "learning_rate": 1.8207138907945663e-05,
      "loss": 0.3093,
      "step": 38020
    },
    {
      "epoch": 1.078836320309785,
      "grad_norm": 15.625,
      "learning_rate": 1.8206559968042518e-05,
      "loss": 0.349,
      "step": 38030
    },
    {
      "epoch": 1.0791200062410904,
      "grad_norm": 8.4375,
      "learning_rate": 1.8205981028139376e-05,
      "loss": 0.2151,
      "step": 38040
    },
    {
      "epoch": 1.079403692172396,
      "grad_norm": 8.4375,
      "learning_rate": 1.820540208823623e-05,
      "loss": 0.2649,
      "step": 38050
    },
    {
      "epoch": 1.0796873781037013,
      "grad_norm": 12.0625,
      "learning_rate": 1.820482314833309e-05,
      "loss": 0.2525,
      "step": 38060
    },
    {
      "epoch": 1.0799710640350069,
      "grad_norm": 12.3125,
      "learning_rate": 1.8204244208429948e-05,
      "loss": 0.229,
      "step": 38070
    },
    {
      "epoch": 1.0802547499663122,
      "grad_norm": 9.625,
      "learning_rate": 1.8203665268526802e-05,
      "loss": 0.2056,
      "step": 38080
    },
    {
      "epoch": 1.0805384358976178,
      "grad_norm": 7.6875,
      "learning_rate": 1.8203086328623657e-05,
      "loss": 0.2196,
      "step": 38090
    },
    {
      "epoch": 1.0808221218289231,
      "grad_norm": 9.625,
      "learning_rate": 1.8202507388720516e-05,
      "loss": 0.2619,
      "step": 38100
    },
    {
      "epoch": 1.0811058077602287,
      "grad_norm": 10.25,
      "learning_rate": 1.820192844881737e-05,
      "loss": 0.2318,
      "step": 38110
    },
    {
      "epoch": 1.081389493691534,
      "grad_norm": 7.6875,
      "learning_rate": 1.820134950891423e-05,
      "loss": 0.2415,
      "step": 38120
    },
    {
      "epoch": 1.0816731796228396,
      "grad_norm": 8.0625,
      "learning_rate": 1.8200770569011087e-05,
      "loss": 0.2315,
      "step": 38130
    },
    {
      "epoch": 1.081956865554145,
      "grad_norm": 7.625,
      "learning_rate": 1.8200191629107942e-05,
      "loss": 0.2563,
      "step": 38140
    },
    {
      "epoch": 1.0822405514854505,
      "grad_norm": 11.0,
      "learning_rate": 1.8199612689204797e-05,
      "loss": 0.2148,
      "step": 38150
    },
    {
      "epoch": 1.0825242374167559,
      "grad_norm": 8.1875,
      "learning_rate": 1.8199033749301656e-05,
      "loss": 0.2641,
      "step": 38160
    },
    {
      "epoch": 1.0828079233480614,
      "grad_norm": 8.8125,
      "learning_rate": 1.819845480939851e-05,
      "loss": 0.2106,
      "step": 38170
    },
    {
      "epoch": 1.0830916092793668,
      "grad_norm": 8.8125,
      "learning_rate": 1.819787586949537e-05,
      "loss": 0.2703,
      "step": 38180
    },
    {
      "epoch": 1.0833752952106723,
      "grad_norm": 7.21875,
      "learning_rate": 1.8197296929592224e-05,
      "loss": 0.2667,
      "step": 38190
    },
    {
      "epoch": 1.0836589811419777,
      "grad_norm": 11.1875,
      "learning_rate": 1.8196717989689082e-05,
      "loss": 0.21,
      "step": 38200
    },
    {
      "epoch": 1.0839426670732832,
      "grad_norm": 7.34375,
      "learning_rate": 1.819613904978594e-05,
      "loss": 0.2258,
      "step": 38210
    },
    {
      "epoch": 1.0842263530045886,
      "grad_norm": 8.75,
      "learning_rate": 1.8195560109882795e-05,
      "loss": 0.216,
      "step": 38220
    },
    {
      "epoch": 1.0845100389358941,
      "grad_norm": 14.1875,
      "learning_rate": 1.819498116997965e-05,
      "loss": 0.2317,
      "step": 38230
    },
    {
      "epoch": 1.0847937248671995,
      "grad_norm": 8.3125,
      "learning_rate": 1.819440223007651e-05,
      "loss": 0.2547,
      "step": 38240
    },
    {
      "epoch": 1.085077410798505,
      "grad_norm": 8.8125,
      "learning_rate": 1.8193823290173364e-05,
      "loss": 0.2238,
      "step": 38250
    },
    {
      "epoch": 1.0853610967298104,
      "grad_norm": 7.28125,
      "learning_rate": 1.8193244350270222e-05,
      "loss": 0.275,
      "step": 38260
    },
    {
      "epoch": 1.085644782661116,
      "grad_norm": 7.84375,
      "learning_rate": 1.8192665410367077e-05,
      "loss": 0.2423,
      "step": 38270
    },
    {
      "epoch": 1.0859284685924213,
      "grad_norm": 15.3125,
      "learning_rate": 1.8192086470463935e-05,
      "loss": 0.2074,
      "step": 38280
    },
    {
      "epoch": 1.0862121545237269,
      "grad_norm": 9.4375,
      "learning_rate": 1.8191507530560794e-05,
      "loss": 0.2253,
      "step": 38290
    },
    {
      "epoch": 1.0864958404550322,
      "grad_norm": 10.9375,
      "learning_rate": 1.819092859065765e-05,
      "loss": 0.2195,
      "step": 38300
    },
    {
      "epoch": 1.0867795263863376,
      "grad_norm": 7.78125,
      "learning_rate": 1.8190349650754504e-05,
      "loss": 0.2373,
      "step": 38310
    },
    {
      "epoch": 1.0870632123176431,
      "grad_norm": 7.84375,
      "learning_rate": 1.8189770710851362e-05,
      "loss": 0.2183,
      "step": 38320
    },
    {
      "epoch": 1.0873468982489487,
      "grad_norm": 9.0,
      "learning_rate": 1.8189191770948217e-05,
      "loss": 0.2033,
      "step": 38330
    },
    {
      "epoch": 1.087630584180254,
      "grad_norm": 8.875,
      "learning_rate": 1.8188612831045075e-05,
      "loss": 0.2217,
      "step": 38340
    },
    {
      "epoch": 1.0879142701115594,
      "grad_norm": 9.5625,
      "learning_rate": 1.8188033891141933e-05,
      "loss": 0.2555,
      "step": 38350
    },
    {
      "epoch": 1.088197956042865,
      "grad_norm": 7.53125,
      "learning_rate": 1.818745495123879e-05,
      "loss": 0.2366,
      "step": 38360
    },
    {
      "epoch": 1.0884816419741703,
      "grad_norm": 11.125,
      "learning_rate": 1.8186876011335647e-05,
      "loss": 0.2556,
      "step": 38370
    },
    {
      "epoch": 1.0887653279054759,
      "grad_norm": 19.375,
      "learning_rate": 1.8186297071432502e-05,
      "loss": 0.2038,
      "step": 38380
    },
    {
      "epoch": 1.0890490138367812,
      "grad_norm": 15.3125,
      "learning_rate": 1.8185718131529357e-05,
      "loss": 0.2488,
      "step": 38390
    },
    {
      "epoch": 1.0893326997680868,
      "grad_norm": 9.5,
      "learning_rate": 1.8185139191626215e-05,
      "loss": 0.2534,
      "step": 38400
    },
    {
      "epoch": 1.0896163856993921,
      "grad_norm": 8.875,
      "learning_rate": 1.818456025172307e-05,
      "loss": 0.2074,
      "step": 38410
    },
    {
      "epoch": 1.0899000716306977,
      "grad_norm": 8.5625,
      "learning_rate": 1.8183981311819928e-05,
      "loss": 0.235,
      "step": 38420
    },
    {
      "epoch": 1.090183757562003,
      "grad_norm": 6.5625,
      "learning_rate": 1.8183402371916787e-05,
      "loss": 0.2727,
      "step": 38430
    },
    {
      "epoch": 1.0904674434933086,
      "grad_norm": 8.8125,
      "learning_rate": 1.818282343201364e-05,
      "loss": 0.1931,
      "step": 38440
    },
    {
      "epoch": 1.090751129424614,
      "grad_norm": 9.1875,
      "learning_rate": 1.81822444921105e-05,
      "loss": 0.2308,
      "step": 38450
    },
    {
      "epoch": 1.0910348153559195,
      "grad_norm": 8.3125,
      "learning_rate": 1.8181665552207355e-05,
      "loss": 0.2435,
      "step": 38460
    },
    {
      "epoch": 1.0913185012872249,
      "grad_norm": 10.0,
      "learning_rate": 1.818108661230421e-05,
      "loss": 0.2468,
      "step": 38470
    },
    {
      "epoch": 1.0916021872185304,
      "grad_norm": 7.03125,
      "learning_rate": 1.8180507672401068e-05,
      "loss": 0.1985,
      "step": 38480
    },
    {
      "epoch": 1.0918858731498358,
      "grad_norm": 10.3125,
      "learning_rate": 1.8179928732497923e-05,
      "loss": 0.2396,
      "step": 38490
    },
    {
      "epoch": 1.0921695590811413,
      "grad_norm": 10.1875,
      "learning_rate": 1.817934979259478e-05,
      "loss": 0.2345,
      "step": 38500
    },
    {
      "epoch": 1.0924532450124467,
      "grad_norm": 8.5625,
      "learning_rate": 1.817877085269164e-05,
      "loss": 0.205,
      "step": 38510
    },
    {
      "epoch": 1.0927369309437522,
      "grad_norm": 18.375,
      "learning_rate": 1.8178191912788495e-05,
      "loss": 0.2492,
      "step": 38520
    },
    {
      "epoch": 1.0930206168750576,
      "grad_norm": 11.9375,
      "learning_rate": 1.817761297288535e-05,
      "loss": 0.2261,
      "step": 38530
    },
    {
      "epoch": 1.0933043028063631,
      "grad_norm": 10.5625,
      "learning_rate": 1.8177034032982208e-05,
      "loss": 0.2614,
      "step": 38540
    },
    {
      "epoch": 1.0935879887376685,
      "grad_norm": 11.1875,
      "learning_rate": 1.8176455093079063e-05,
      "loss": 0.26,
      "step": 38550
    },
    {
      "epoch": 1.093871674668974,
      "grad_norm": 8.0,
      "learning_rate": 1.817587615317592e-05,
      "loss": 0.2392,
      "step": 38560
    },
    {
      "epoch": 1.0941553606002794,
      "grad_norm": 10.1875,
      "learning_rate": 1.8175297213272776e-05,
      "loss": 0.2368,
      "step": 38570
    },
    {
      "epoch": 1.094439046531585,
      "grad_norm": 7.375,
      "learning_rate": 1.8174718273369635e-05,
      "loss": 0.2141,
      "step": 38580
    },
    {
      "epoch": 1.0947227324628903,
      "grad_norm": 10.125,
      "learning_rate": 1.8174139333466493e-05,
      "loss": 0.2445,
      "step": 38590
    },
    {
      "epoch": 1.0950064183941959,
      "grad_norm": 8.1875,
      "learning_rate": 1.8173560393563348e-05,
      "loss": 0.2546,
      "step": 38600
    },
    {
      "epoch": 1.0952901043255012,
      "grad_norm": 9.4375,
      "learning_rate": 1.8172981453660203e-05,
      "loss": 0.2431,
      "step": 38610
    },
    {
      "epoch": 1.0955737902568068,
      "grad_norm": 14.125,
      "learning_rate": 1.817240251375706e-05,
      "loss": 0.2304,
      "step": 38620
    },
    {
      "epoch": 1.0958574761881121,
      "grad_norm": 17.125,
      "learning_rate": 1.8171823573853916e-05,
      "loss": 0.2731,
      "step": 38630
    },
    {
      "epoch": 1.0961411621194177,
      "grad_norm": 7.03125,
      "learning_rate": 1.8171244633950774e-05,
      "loss": 0.222,
      "step": 38640
    },
    {
      "epoch": 1.096424848050723,
      "grad_norm": 10.8125,
      "learning_rate": 1.8170665694047633e-05,
      "loss": 0.2762,
      "step": 38650
    },
    {
      "epoch": 1.0967085339820284,
      "grad_norm": 7.90625,
      "learning_rate": 1.8170086754144488e-05,
      "loss": 0.2245,
      "step": 38660
    },
    {
      "epoch": 1.096992219913334,
      "grad_norm": 11.1875,
      "learning_rate": 1.8169507814241346e-05,
      "loss": 0.2196,
      "step": 38670
    },
    {
      "epoch": 1.0972759058446393,
      "grad_norm": 9.125,
      "learning_rate": 1.81689288743382e-05,
      "loss": 0.2579,
      "step": 38680
    },
    {
      "epoch": 1.0975595917759449,
      "grad_norm": 9.1875,
      "learning_rate": 1.8168349934435056e-05,
      "loss": 0.2191,
      "step": 38690
    },
    {
      "epoch": 1.0978432777072502,
      "grad_norm": 8.875,
      "learning_rate": 1.8167770994531914e-05,
      "loss": 0.2218,
      "step": 38700
    },
    {
      "epoch": 1.0981269636385558,
      "grad_norm": 8.3125,
      "learning_rate": 1.816719205462877e-05,
      "loss": 0.2615,
      "step": 38710
    },
    {
      "epoch": 1.0984106495698611,
      "grad_norm": 8.125,
      "learning_rate": 1.8166613114725627e-05,
      "loss": 0.2063,
      "step": 38720
    },
    {
      "epoch": 1.0986943355011667,
      "grad_norm": 6.53125,
      "learning_rate": 1.8166034174822486e-05,
      "loss": 0.2286,
      "step": 38730
    },
    {
      "epoch": 1.098978021432472,
      "grad_norm": 8.1875,
      "learning_rate": 1.816545523491934e-05,
      "loss": 0.2829,
      "step": 38740
    },
    {
      "epoch": 1.0992617073637776,
      "grad_norm": 8.4375,
      "learning_rate": 1.81648762950162e-05,
      "loss": 0.2562,
      "step": 38750
    },
    {
      "epoch": 1.099545393295083,
      "grad_norm": 8.3125,
      "learning_rate": 1.8164297355113054e-05,
      "loss": 0.2402,
      "step": 38760
    },
    {
      "epoch": 1.0998290792263885,
      "grad_norm": 9.125,
      "learning_rate": 1.816371841520991e-05,
      "loss": 0.2314,
      "step": 38770
    },
    {
      "epoch": 1.1001127651576939,
      "grad_norm": 7.03125,
      "learning_rate": 1.8163139475306767e-05,
      "loss": 0.2684,
      "step": 38780
    },
    {
      "epoch": 1.1003964510889994,
      "grad_norm": 9.1875,
      "learning_rate": 1.8162560535403622e-05,
      "loss": 0.2024,
      "step": 38790
    },
    {
      "epoch": 1.1006801370203048,
      "grad_norm": 9.1875,
      "learning_rate": 1.816198159550048e-05,
      "loss": 0.2514,
      "step": 38800
    },
    {
      "epoch": 1.1009638229516103,
      "grad_norm": 9.875,
      "learning_rate": 1.816140265559734e-05,
      "loss": 0.2255,
      "step": 38810
    },
    {
      "epoch": 1.1012475088829157,
      "grad_norm": 13.75,
      "learning_rate": 1.8160823715694194e-05,
      "loss": 0.2312,
      "step": 38820
    },
    {
      "epoch": 1.1015311948142212,
      "grad_norm": 6.84375,
      "learning_rate": 1.8160244775791052e-05,
      "loss": 0.273,
      "step": 38830
    },
    {
      "epoch": 1.1018148807455266,
      "grad_norm": 8.8125,
      "learning_rate": 1.8159665835887907e-05,
      "loss": 0.234,
      "step": 38840
    },
    {
      "epoch": 1.1020985666768321,
      "grad_norm": 10.1875,
      "learning_rate": 1.8159086895984762e-05,
      "loss": 0.1871,
      "step": 38850
    },
    {
      "epoch": 1.1023822526081375,
      "grad_norm": 10.6875,
      "learning_rate": 1.815850795608162e-05,
      "loss": 0.2511,
      "step": 38860
    },
    {
      "epoch": 1.102665938539443,
      "grad_norm": 6.6875,
      "learning_rate": 1.815792901617848e-05,
      "loss": 0.2528,
      "step": 38870
    },
    {
      "epoch": 1.1029496244707484,
      "grad_norm": 26.5,
      "learning_rate": 1.8157350076275334e-05,
      "loss": 0.2199,
      "step": 38880
    },
    {
      "epoch": 1.103233310402054,
      "grad_norm": 6.03125,
      "learning_rate": 1.8156771136372192e-05,
      "loss": 0.215,
      "step": 38890
    },
    {
      "epoch": 1.1035169963333593,
      "grad_norm": 8.6875,
      "learning_rate": 1.8156192196469047e-05,
      "loss": 0.2245,
      "step": 38900
    },
    {
      "epoch": 1.1038006822646649,
      "grad_norm": 6.875,
      "learning_rate": 1.8155613256565902e-05,
      "loss": 0.2276,
      "step": 38910
    },
    {
      "epoch": 1.1040843681959702,
      "grad_norm": 9.0625,
      "learning_rate": 1.815503431666276e-05,
      "loss": 0.2332,
      "step": 38920
    },
    {
      "epoch": 1.1043680541272758,
      "grad_norm": 6.15625,
      "learning_rate": 1.8154455376759615e-05,
      "loss": 0.2369,
      "step": 38930
    },
    {
      "epoch": 1.1046517400585811,
      "grad_norm": 6.84375,
      "learning_rate": 1.8153876436856474e-05,
      "loss": 0.2141,
      "step": 38940
    },
    {
      "epoch": 1.1049354259898867,
      "grad_norm": 8.375,
      "learning_rate": 1.8153297496953332e-05,
      "loss": 0.2467,
      "step": 38950
    },
    {
      "epoch": 1.105219111921192,
      "grad_norm": 12.25,
      "learning_rate": 1.8152718557050187e-05,
      "loss": 0.2363,
      "step": 38960
    },
    {
      "epoch": 1.1055027978524974,
      "grad_norm": 9.125,
      "learning_rate": 1.8152139617147045e-05,
      "loss": 0.2324,
      "step": 38970
    },
    {
      "epoch": 1.105786483783803,
      "grad_norm": 13.25,
      "learning_rate": 1.81515606772439e-05,
      "loss": 0.2057,
      "step": 38980
    },
    {
      "epoch": 1.1060701697151085,
      "grad_norm": 10.4375,
      "learning_rate": 1.8150981737340755e-05,
      "loss": 0.2047,
      "step": 38990
    },
    {
      "epoch": 1.1063538556464139,
      "grad_norm": 11.75,
      "learning_rate": 1.8150402797437613e-05,
      "loss": 0.2419,
      "step": 39000
    },
    {
      "epoch": 1.1066375415777192,
      "grad_norm": 6.34375,
      "learning_rate": 1.814982385753447e-05,
      "loss": 0.2172,
      "step": 39010
    },
    {
      "epoch": 1.1069212275090248,
      "grad_norm": 9.6875,
      "learning_rate": 1.8149244917631327e-05,
      "loss": 0.2299,
      "step": 39020
    },
    {
      "epoch": 1.1072049134403301,
      "grad_norm": 15.0625,
      "learning_rate": 1.8148665977728185e-05,
      "loss": 0.1987,
      "step": 39030
    },
    {
      "epoch": 1.1074885993716357,
      "grad_norm": 7.65625,
      "learning_rate": 1.814808703782504e-05,
      "loss": 0.2408,
      "step": 39040
    },
    {
      "epoch": 1.107772285302941,
      "grad_norm": 8.5,
      "learning_rate": 1.81475080979219e-05,
      "loss": 0.2553,
      "step": 39050
    },
    {
      "epoch": 1.1080559712342466,
      "grad_norm": 9.3125,
      "learning_rate": 1.8146929158018753e-05,
      "loss": 0.2995,
      "step": 39060
    },
    {
      "epoch": 1.108339657165552,
      "grad_norm": 9.875,
      "learning_rate": 1.8146350218115608e-05,
      "loss": 0.2226,
      "step": 39070
    },
    {
      "epoch": 1.1086233430968575,
      "grad_norm": 9.5,
      "learning_rate": 1.8145771278212467e-05,
      "loss": 0.2204,
      "step": 39080
    },
    {
      "epoch": 1.1089070290281628,
      "grad_norm": 11.25,
      "learning_rate": 1.814519233830932e-05,
      "loss": 0.2641,
      "step": 39090
    },
    {
      "epoch": 1.1091907149594684,
      "grad_norm": 7.4375,
      "learning_rate": 1.814461339840618e-05,
      "loss": 0.2071,
      "step": 39100
    },
    {
      "epoch": 1.1094744008907738,
      "grad_norm": 7.25,
      "learning_rate": 1.8144034458503038e-05,
      "loss": 0.2288,
      "step": 39110
    },
    {
      "epoch": 1.1097580868220793,
      "grad_norm": 9.6875,
      "learning_rate": 1.8143455518599893e-05,
      "loss": 0.2372,
      "step": 39120
    },
    {
      "epoch": 1.1100417727533847,
      "grad_norm": 9.5625,
      "learning_rate": 1.814287657869675e-05,
      "loss": 0.2955,
      "step": 39130
    },
    {
      "epoch": 1.1103254586846902,
      "grad_norm": 10.875,
      "learning_rate": 1.8142297638793606e-05,
      "loss": 0.2575,
      "step": 39140
    },
    {
      "epoch": 1.1106091446159956,
      "grad_norm": 11.875,
      "learning_rate": 1.814171869889046e-05,
      "loss": 0.212,
      "step": 39150
    },
    {
      "epoch": 1.1108928305473011,
      "grad_norm": 10.625,
      "learning_rate": 1.814113975898732e-05,
      "loss": 0.2442,
      "step": 39160
    },
    {
      "epoch": 1.1111765164786065,
      "grad_norm": 22.75,
      "learning_rate": 1.8140560819084178e-05,
      "loss": 0.2486,
      "step": 39170
    },
    {
      "epoch": 1.111460202409912,
      "grad_norm": 8.875,
      "learning_rate": 1.8139981879181033e-05,
      "loss": 0.2188,
      "step": 39180
    },
    {
      "epoch": 1.1117438883412174,
      "grad_norm": 12.0625,
      "learning_rate": 1.813940293927789e-05,
      "loss": 0.2444,
      "step": 39190
    },
    {
      "epoch": 1.112027574272523,
      "grad_norm": 6.5,
      "learning_rate": 1.8138823999374746e-05,
      "loss": 0.2704,
      "step": 39200
    },
    {
      "epoch": 1.1123112602038283,
      "grad_norm": 14.1875,
      "learning_rate": 1.81382450594716e-05,
      "loss": 0.2599,
      "step": 39210
    },
    {
      "epoch": 1.1125949461351339,
      "grad_norm": 9.3125,
      "learning_rate": 1.813766611956846e-05,
      "loss": 0.2566,
      "step": 39220
    },
    {
      "epoch": 1.1128786320664392,
      "grad_norm": 11.9375,
      "learning_rate": 1.8137087179665314e-05,
      "loss": 0.2391,
      "step": 39230
    },
    {
      "epoch": 1.1131623179977448,
      "grad_norm": 10.375,
      "learning_rate": 1.8136508239762173e-05,
      "loss": 0.238,
      "step": 39240
    },
    {
      "epoch": 1.1134460039290501,
      "grad_norm": 8.375,
      "learning_rate": 1.813592929985903e-05,
      "loss": 0.2272,
      "step": 39250
    },
    {
      "epoch": 1.1137296898603557,
      "grad_norm": 12.625,
      "learning_rate": 1.8135350359955886e-05,
      "loss": 0.2365,
      "step": 39260
    },
    {
      "epoch": 1.114013375791661,
      "grad_norm": 7.625,
      "learning_rate": 1.8134771420052744e-05,
      "loss": 0.2295,
      "step": 39270
    },
    {
      "epoch": 1.1142970617229664,
      "grad_norm": 8.9375,
      "learning_rate": 1.81341924801496e-05,
      "loss": 0.2253,
      "step": 39280
    },
    {
      "epoch": 1.114580747654272,
      "grad_norm": 11.0,
      "learning_rate": 1.8133613540246454e-05,
      "loss": 0.2277,
      "step": 39290
    },
    {
      "epoch": 1.1148644335855775,
      "grad_norm": 10.5625,
      "learning_rate": 1.8133034600343313e-05,
      "loss": 0.2483,
      "step": 39300
    },
    {
      "epoch": 1.1151481195168829,
      "grad_norm": 10.25,
      "learning_rate": 1.8132455660440168e-05,
      "loss": 0.2548,
      "step": 39310
    },
    {
      "epoch": 1.1154318054481882,
      "grad_norm": 11.4375,
      "learning_rate": 1.8131876720537026e-05,
      "loss": 0.2271,
      "step": 39320
    },
    {
      "epoch": 1.1157154913794938,
      "grad_norm": 5.84375,
      "learning_rate": 1.8131297780633884e-05,
      "loss": 0.2222,
      "step": 39330
    },
    {
      "epoch": 1.1159991773107991,
      "grad_norm": 10.625,
      "learning_rate": 1.813071884073074e-05,
      "loss": 0.2191,
      "step": 39340
    },
    {
      "epoch": 1.1162828632421047,
      "grad_norm": 12.0625,
      "learning_rate": 1.8130139900827598e-05,
      "loss": 0.2541,
      "step": 39350
    },
    {
      "epoch": 1.11656654917341,
      "grad_norm": 10.5,
      "learning_rate": 1.8129560960924452e-05,
      "loss": 0.2475,
      "step": 39360
    },
    {
      "epoch": 1.1168502351047156,
      "grad_norm": 8.625,
      "learning_rate": 1.8128982021021307e-05,
      "loss": 0.2204,
      "step": 39370
    },
    {
      "epoch": 1.117133921036021,
      "grad_norm": 10.4375,
      "learning_rate": 1.8128403081118166e-05,
      "loss": 0.2545,
      "step": 39380
    },
    {
      "epoch": 1.1174176069673265,
      "grad_norm": 9.0625,
      "learning_rate": 1.8127824141215024e-05,
      "loss": 0.1987,
      "step": 39390
    },
    {
      "epoch": 1.1177012928986318,
      "grad_norm": 13.3125,
      "learning_rate": 1.812724520131188e-05,
      "loss": 0.2511,
      "step": 39400
    },
    {
      "epoch": 1.1179849788299374,
      "grad_norm": 13.1875,
      "learning_rate": 1.8126666261408737e-05,
      "loss": 0.2317,
      "step": 39410
    },
    {
      "epoch": 1.1182686647612428,
      "grad_norm": 7.5,
      "learning_rate": 1.8126087321505592e-05,
      "loss": 0.2175,
      "step": 39420
    },
    {
      "epoch": 1.1185523506925483,
      "grad_norm": 9.9375,
      "learning_rate": 1.812550838160245e-05,
      "loss": 0.2131,
      "step": 39430
    },
    {
      "epoch": 1.1188360366238537,
      "grad_norm": 9.5,
      "learning_rate": 1.8124929441699306e-05,
      "loss": 0.2025,
      "step": 39440
    },
    {
      "epoch": 1.1191197225551592,
      "grad_norm": 8.5,
      "learning_rate": 1.812435050179616e-05,
      "loss": 0.2209,
      "step": 39450
    },
    {
      "epoch": 1.1194034084864646,
      "grad_norm": 7.71875,
      "learning_rate": 1.812377156189302e-05,
      "loss": 0.208,
      "step": 39460
    },
    {
      "epoch": 1.1196870944177701,
      "grad_norm": 13.8125,
      "learning_rate": 1.8123192621989877e-05,
      "loss": 0.2552,
      "step": 39470
    },
    {
      "epoch": 1.1199707803490755,
      "grad_norm": 6.25,
      "learning_rate": 1.8122613682086732e-05,
      "loss": 0.2188,
      "step": 39480
    },
    {
      "epoch": 1.120254466280381,
      "grad_norm": 8.0,
      "learning_rate": 1.812203474218359e-05,
      "loss": 0.2087,
      "step": 39490
    },
    {
      "epoch": 1.1205381522116864,
      "grad_norm": 8.3125,
      "learning_rate": 1.8121455802280445e-05,
      "loss": 0.2375,
      "step": 39500
    },
    {
      "epoch": 1.120821838142992,
      "grad_norm": 7.9375,
      "learning_rate": 1.8120876862377304e-05,
      "loss": 0.2555,
      "step": 39510
    },
    {
      "epoch": 1.1211055240742973,
      "grad_norm": 11.625,
      "learning_rate": 1.812029792247416e-05,
      "loss": 0.2432,
      "step": 39520
    },
    {
      "epoch": 1.1213892100056029,
      "grad_norm": 11.9375,
      "learning_rate": 1.8119718982571014e-05,
      "loss": 0.2588,
      "step": 39530
    },
    {
      "epoch": 1.1216728959369082,
      "grad_norm": 7.53125,
      "learning_rate": 1.8119140042667872e-05,
      "loss": 0.262,
      "step": 39540
    },
    {
      "epoch": 1.1219565818682138,
      "grad_norm": 8.75,
      "learning_rate": 1.811856110276473e-05,
      "loss": 0.2517,
      "step": 39550
    },
    {
      "epoch": 1.1222402677995191,
      "grad_norm": 10.5625,
      "learning_rate": 1.8117982162861585e-05,
      "loss": 0.2604,
      "step": 39560
    },
    {
      "epoch": 1.1225239537308247,
      "grad_norm": 11.75,
      "learning_rate": 1.8117403222958444e-05,
      "loss": 0.1987,
      "step": 39570
    },
    {
      "epoch": 1.12280763966213,
      "grad_norm": 11.375,
      "learning_rate": 1.81168242830553e-05,
      "loss": 0.2256,
      "step": 39580
    },
    {
      "epoch": 1.1230913255934356,
      "grad_norm": 8.25,
      "learning_rate": 1.8116245343152154e-05,
      "loss": 0.2532,
      "step": 39590
    },
    {
      "epoch": 1.123375011524741,
      "grad_norm": 10.3125,
      "learning_rate": 1.8115666403249012e-05,
      "loss": 0.2199,
      "step": 39600
    },
    {
      "epoch": 1.1236586974560465,
      "grad_norm": 24.0,
      "learning_rate": 1.8115087463345867e-05,
      "loss": 0.2627,
      "step": 39610
    },
    {
      "epoch": 1.1239423833873519,
      "grad_norm": 9.25,
      "learning_rate": 1.8114508523442725e-05,
      "loss": 0.2062,
      "step": 39620
    },
    {
      "epoch": 1.1242260693186572,
      "grad_norm": 9.0625,
      "learning_rate": 1.8113929583539583e-05,
      "loss": 0.2539,
      "step": 39630
    },
    {
      "epoch": 1.1245097552499628,
      "grad_norm": 7.34375,
      "learning_rate": 1.811335064363644e-05,
      "loss": 0.2469,
      "step": 39640
    },
    {
      "epoch": 1.1247934411812681,
      "grad_norm": 5.65625,
      "learning_rate": 1.8112771703733297e-05,
      "loss": 0.2714,
      "step": 39650
    },
    {
      "epoch": 1.1250771271125737,
      "grad_norm": 8.625,
      "learning_rate": 1.811219276383015e-05,
      "loss": 0.1985,
      "step": 39660
    },
    {
      "epoch": 1.125360813043879,
      "grad_norm": 10.6875,
      "learning_rate": 1.8111613823927007e-05,
      "loss": 0.2725,
      "step": 39670
    },
    {
      "epoch": 1.1256444989751846,
      "grad_norm": 6.625,
      "learning_rate": 1.8111034884023865e-05,
      "loss": 0.2807,
      "step": 39680
    },
    {
      "epoch": 1.12592818490649,
      "grad_norm": 10.5625,
      "learning_rate": 1.8110455944120723e-05,
      "loss": 0.28,
      "step": 39690
    },
    {
      "epoch": 1.1262118708377955,
      "grad_norm": 10.8125,
      "learning_rate": 1.8109877004217578e-05,
      "loss": 0.217,
      "step": 39700
    },
    {
      "epoch": 1.1264955567691008,
      "grad_norm": 7.78125,
      "learning_rate": 1.8109298064314437e-05,
      "loss": 0.2049,
      "step": 39710
    },
    {
      "epoch": 1.1267792427004064,
      "grad_norm": 11.75,
      "learning_rate": 1.810871912441129e-05,
      "loss": 0.2427,
      "step": 39720
    },
    {
      "epoch": 1.1270629286317118,
      "grad_norm": 9.8125,
      "learning_rate": 1.810814018450815e-05,
      "loss": 0.2559,
      "step": 39730
    },
    {
      "epoch": 1.1273466145630173,
      "grad_norm": 14.0,
      "learning_rate": 1.8107561244605005e-05,
      "loss": 0.2461,
      "step": 39740
    },
    {
      "epoch": 1.1276303004943227,
      "grad_norm": 6.125,
      "learning_rate": 1.810698230470186e-05,
      "loss": 0.2278,
      "step": 39750
    },
    {
      "epoch": 1.1279139864256282,
      "grad_norm": 9.8125,
      "learning_rate": 1.8106403364798718e-05,
      "loss": 0.2291,
      "step": 39760
    },
    {
      "epoch": 1.1281976723569336,
      "grad_norm": 10.0,
      "learning_rate": 1.8105824424895576e-05,
      "loss": 0.2748,
      "step": 39770
    },
    {
      "epoch": 1.1284813582882391,
      "grad_norm": 10.0625,
      "learning_rate": 1.810524548499243e-05,
      "loss": 0.2399,
      "step": 39780
    },
    {
      "epoch": 1.1287650442195445,
      "grad_norm": 9.3125,
      "learning_rate": 1.810466654508929e-05,
      "loss": 0.2387,
      "step": 39790
    },
    {
      "epoch": 1.12904873015085,
      "grad_norm": 12.75,
      "learning_rate": 1.8104087605186145e-05,
      "loss": 0.2588,
      "step": 39800
    },
    {
      "epoch": 1.1293324160821554,
      "grad_norm": 11.9375,
      "learning_rate": 1.8103508665283003e-05,
      "loss": 0.2324,
      "step": 39810
    },
    {
      "epoch": 1.129616102013461,
      "grad_norm": 9.25,
      "learning_rate": 1.8102929725379858e-05,
      "loss": 0.2496,
      "step": 39820
    },
    {
      "epoch": 1.1298997879447663,
      "grad_norm": 9.5625,
      "learning_rate": 1.8102350785476713e-05,
      "loss": 0.2696,
      "step": 39830
    },
    {
      "epoch": 1.1301834738760719,
      "grad_norm": 11.25,
      "learning_rate": 1.810177184557357e-05,
      "loss": 0.2233,
      "step": 39840
    },
    {
      "epoch": 1.1304671598073772,
      "grad_norm": 9.6875,
      "learning_rate": 1.810119290567043e-05,
      "loss": 0.2288,
      "step": 39850
    },
    {
      "epoch": 1.1307508457386828,
      "grad_norm": 10.25,
      "learning_rate": 1.8100613965767284e-05,
      "loss": 0.2468,
      "step": 39860
    },
    {
      "epoch": 1.1310345316699881,
      "grad_norm": 8.5,
      "learning_rate": 1.8100035025864143e-05,
      "loss": 0.2062,
      "step": 39870
    },
    {
      "epoch": 1.1313182176012937,
      "grad_norm": 7.6875,
      "learning_rate": 1.8099456085960998e-05,
      "loss": 0.2452,
      "step": 39880
    },
    {
      "epoch": 1.131601903532599,
      "grad_norm": 9.5625,
      "learning_rate": 1.8098877146057853e-05,
      "loss": 0.2577,
      "step": 39890
    },
    {
      "epoch": 1.1318855894639046,
      "grad_norm": 9.625,
      "learning_rate": 1.809829820615471e-05,
      "loss": 0.2291,
      "step": 39900
    },
    {
      "epoch": 1.13216927539521,
      "grad_norm": 10.4375,
      "learning_rate": 1.809771926625157e-05,
      "loss": 0.2162,
      "step": 39910
    },
    {
      "epoch": 1.1324529613265155,
      "grad_norm": 10.0625,
      "learning_rate": 1.8097140326348424e-05,
      "loss": 0.2327,
      "step": 39920
    },
    {
      "epoch": 1.1327366472578209,
      "grad_norm": 9.25,
      "learning_rate": 1.8096561386445283e-05,
      "loss": 0.2634,
      "step": 39930
    },
    {
      "epoch": 1.1330203331891262,
      "grad_norm": 11.1875,
      "learning_rate": 1.8095982446542138e-05,
      "loss": 0.2257,
      "step": 39940
    },
    {
      "epoch": 1.1333040191204318,
      "grad_norm": 7.5625,
      "learning_rate": 1.8095403506638996e-05,
      "loss": 0.2437,
      "step": 39950
    },
    {
      "epoch": 1.1335877050517373,
      "grad_norm": 6.1875,
      "learning_rate": 1.809482456673585e-05,
      "loss": 0.2355,
      "step": 39960
    },
    {
      "epoch": 1.1338713909830427,
      "grad_norm": 6.09375,
      "learning_rate": 1.8094245626832706e-05,
      "loss": 0.2565,
      "step": 39970
    },
    {
      "epoch": 1.134155076914348,
      "grad_norm": 10.875,
      "learning_rate": 1.8093666686929564e-05,
      "loss": 0.2622,
      "step": 39980
    },
    {
      "epoch": 1.1344387628456536,
      "grad_norm": 10.1875,
      "learning_rate": 1.8093087747026423e-05,
      "loss": 0.2424,
      "step": 39990
    },
    {
      "epoch": 1.134722448776959,
      "grad_norm": 11.125,
      "learning_rate": 1.8092508807123277e-05,
      "loss": 0.235,
      "step": 40000
    },
    {
      "epoch": 1.1350061347082645,
      "grad_norm": 10.75,
      "learning_rate": 1.8091929867220136e-05,
      "loss": 0.2015,
      "step": 40010
    },
    {
      "epoch": 1.1352898206395698,
      "grad_norm": 8.875,
      "learning_rate": 1.809135092731699e-05,
      "loss": 0.2509,
      "step": 40020
    },
    {
      "epoch": 1.1355735065708754,
      "grad_norm": 5.65625,
      "learning_rate": 1.809077198741385e-05,
      "loss": 0.2146,
      "step": 40030
    },
    {
      "epoch": 1.1358571925021808,
      "grad_norm": 7.78125,
      "learning_rate": 1.8090193047510704e-05,
      "loss": 0.2443,
      "step": 40040
    },
    {
      "epoch": 1.1361408784334863,
      "grad_norm": 9.6875,
      "learning_rate": 1.808961410760756e-05,
      "loss": 0.2549,
      "step": 40050
    },
    {
      "epoch": 1.1364245643647917,
      "grad_norm": 14.1875,
      "learning_rate": 1.8089035167704417e-05,
      "loss": 0.2462,
      "step": 40060
    },
    {
      "epoch": 1.1367082502960972,
      "grad_norm": 6.96875,
      "learning_rate": 1.8088456227801276e-05,
      "loss": 0.2381,
      "step": 40070
    },
    {
      "epoch": 1.1369919362274026,
      "grad_norm": 7.875,
      "learning_rate": 1.808787728789813e-05,
      "loss": 0.2302,
      "step": 40080
    },
    {
      "epoch": 1.1372756221587081,
      "grad_norm": 6.75,
      "learning_rate": 1.808729834799499e-05,
      "loss": 0.2268,
      "step": 40090
    },
    {
      "epoch": 1.1375593080900135,
      "grad_norm": 9.6875,
      "learning_rate": 1.8086719408091844e-05,
      "loss": 0.2488,
      "step": 40100
    },
    {
      "epoch": 1.137842994021319,
      "grad_norm": 7.46875,
      "learning_rate": 1.8086140468188702e-05,
      "loss": 0.2033,
      "step": 40110
    },
    {
      "epoch": 1.1381266799526244,
      "grad_norm": 12.5,
      "learning_rate": 1.8085561528285557e-05,
      "loss": 0.2619,
      "step": 40120
    },
    {
      "epoch": 1.13841036588393,
      "grad_norm": 9.625,
      "learning_rate": 1.8084982588382412e-05,
      "loss": 0.2187,
      "step": 40130
    },
    {
      "epoch": 1.1386940518152353,
      "grad_norm": 7.8125,
      "learning_rate": 1.808440364847927e-05,
      "loss": 0.2832,
      "step": 40140
    },
    {
      "epoch": 1.1389777377465409,
      "grad_norm": 9.75,
      "learning_rate": 1.808382470857613e-05,
      "loss": 0.229,
      "step": 40150
    },
    {
      "epoch": 1.1392614236778462,
      "grad_norm": 9.9375,
      "learning_rate": 1.8083245768672984e-05,
      "loss": 0.2404,
      "step": 40160
    },
    {
      "epoch": 1.1395451096091518,
      "grad_norm": 13.25,
      "learning_rate": 1.8082666828769842e-05,
      "loss": 0.2345,
      "step": 40170
    },
    {
      "epoch": 1.1398287955404571,
      "grad_norm": 7.09375,
      "learning_rate": 1.8082087888866697e-05,
      "loss": 0.2058,
      "step": 40180
    },
    {
      "epoch": 1.1401124814717627,
      "grad_norm": 11.0,
      "learning_rate": 1.8081508948963555e-05,
      "loss": 0.2063,
      "step": 40190
    },
    {
      "epoch": 1.140396167403068,
      "grad_norm": 7.4375,
      "learning_rate": 1.808093000906041e-05,
      "loss": 0.2583,
      "step": 40200
    },
    {
      "epoch": 1.1406798533343736,
      "grad_norm": 12.125,
      "learning_rate": 1.808035106915727e-05,
      "loss": 0.2273,
      "step": 40210
    },
    {
      "epoch": 1.140963539265679,
      "grad_norm": 11.0,
      "learning_rate": 1.8079772129254124e-05,
      "loss": 0.2596,
      "step": 40220
    },
    {
      "epoch": 1.1412472251969845,
      "grad_norm": 11.3125,
      "learning_rate": 1.8079193189350982e-05,
      "loss": 0.2394,
      "step": 40230
    },
    {
      "epoch": 1.1415309111282899,
      "grad_norm": 8.4375,
      "learning_rate": 1.8078614249447837e-05,
      "loss": 0.2832,
      "step": 40240
    },
    {
      "epoch": 1.1418145970595952,
      "grad_norm": 7.9375,
      "learning_rate": 1.8078035309544695e-05,
      "loss": 0.2189,
      "step": 40250
    },
    {
      "epoch": 1.1420982829909008,
      "grad_norm": 10.3125,
      "learning_rate": 1.807745636964155e-05,
      "loss": 0.2274,
      "step": 40260
    },
    {
      "epoch": 1.1423819689222063,
      "grad_norm": 8.5625,
      "learning_rate": 1.8076877429738405e-05,
      "loss": 0.2532,
      "step": 40270
    },
    {
      "epoch": 1.1426656548535117,
      "grad_norm": 8.625,
      "learning_rate": 1.8076298489835263e-05,
      "loss": 0.2177,
      "step": 40280
    },
    {
      "epoch": 1.142949340784817,
      "grad_norm": 8.875,
      "learning_rate": 1.8075719549932122e-05,
      "loss": 0.2824,
      "step": 40290
    },
    {
      "epoch": 1.1432330267161226,
      "grad_norm": 8.875,
      "learning_rate": 1.8075140610028977e-05,
      "loss": 0.2539,
      "step": 40300
    },
    {
      "epoch": 1.143516712647428,
      "grad_norm": 8.75,
      "learning_rate": 1.8074561670125835e-05,
      "loss": 0.2504,
      "step": 40310
    },
    {
      "epoch": 1.1438003985787335,
      "grad_norm": 9.0,
      "learning_rate": 1.807398273022269e-05,
      "loss": 0.2376,
      "step": 40320
    },
    {
      "epoch": 1.1440840845100388,
      "grad_norm": 12.75,
      "learning_rate": 1.8073403790319548e-05,
      "loss": 0.2379,
      "step": 40330
    },
    {
      "epoch": 1.1443677704413444,
      "grad_norm": 7.9375,
      "learning_rate": 1.8072824850416403e-05,
      "loss": 0.1999,
      "step": 40340
    },
    {
      "epoch": 1.1446514563726498,
      "grad_norm": 8.8125,
      "learning_rate": 1.8072245910513258e-05,
      "loss": 0.299,
      "step": 40350
    },
    {
      "epoch": 1.1449351423039553,
      "grad_norm": 9.0,
      "learning_rate": 1.8071666970610117e-05,
      "loss": 0.2468,
      "step": 40360
    },
    {
      "epoch": 1.1452188282352607,
      "grad_norm": 10.4375,
      "learning_rate": 1.8071088030706975e-05,
      "loss": 0.2547,
      "step": 40370
    },
    {
      "epoch": 1.1455025141665662,
      "grad_norm": 7.9375,
      "learning_rate": 1.8070509090803833e-05,
      "loss": 0.227,
      "step": 40380
    },
    {
      "epoch": 1.1457862000978716,
      "grad_norm": 7.40625,
      "learning_rate": 1.8069930150900688e-05,
      "loss": 0.227,
      "step": 40390
    },
    {
      "epoch": 1.1460698860291771,
      "grad_norm": 8.6875,
      "learning_rate": 1.8069351210997543e-05,
      "loss": 0.2439,
      "step": 40400
    },
    {
      "epoch": 1.1463535719604825,
      "grad_norm": 11.1875,
      "learning_rate": 1.80687722710944e-05,
      "loss": 0.2186,
      "step": 40410
    },
    {
      "epoch": 1.146637257891788,
      "grad_norm": 7.59375,
      "learning_rate": 1.8068193331191256e-05,
      "loss": 0.228,
      "step": 40420
    },
    {
      "epoch": 1.1469209438230934,
      "grad_norm": 7.15625,
      "learning_rate": 1.8067614391288115e-05,
      "loss": 0.2433,
      "step": 40430
    },
    {
      "epoch": 1.147204629754399,
      "grad_norm": 6.625,
      "learning_rate": 1.806703545138497e-05,
      "loss": 0.1809,
      "step": 40440
    },
    {
      "epoch": 1.1474883156857043,
      "grad_norm": 11.5,
      "learning_rate": 1.8066456511481828e-05,
      "loss": 0.2807,
      "step": 40450
    },
    {
      "epoch": 1.1477720016170099,
      "grad_norm": 7.40625,
      "learning_rate": 1.8065877571578683e-05,
      "loss": 0.2132,
      "step": 40460
    },
    {
      "epoch": 1.1480556875483152,
      "grad_norm": 11.375,
      "learning_rate": 1.806529863167554e-05,
      "loss": 0.2391,
      "step": 40470
    },
    {
      "epoch": 1.1483393734796208,
      "grad_norm": 10.25,
      "learning_rate": 1.8064719691772396e-05,
      "loss": 0.252,
      "step": 40480
    },
    {
      "epoch": 1.1486230594109261,
      "grad_norm": 11.0,
      "learning_rate": 1.8064140751869255e-05,
      "loss": 0.2418,
      "step": 40490
    },
    {
      "epoch": 1.1489067453422317,
      "grad_norm": 9.125,
      "learning_rate": 1.806356181196611e-05,
      "loss": 0.2275,
      "step": 40500
    },
    {
      "epoch": 1.149190431273537,
      "grad_norm": 6.40625,
      "learning_rate": 1.8062982872062968e-05,
      "loss": 0.2008,
      "step": 40510
    },
    {
      "epoch": 1.1494741172048426,
      "grad_norm": 10.3125,
      "learning_rate": 1.8062403932159823e-05,
      "loss": 0.2187,
      "step": 40520
    },
    {
      "epoch": 1.149757803136148,
      "grad_norm": 7.84375,
      "learning_rate": 1.806182499225668e-05,
      "loss": 0.2479,
      "step": 40530
    },
    {
      "epoch": 1.1500414890674535,
      "grad_norm": 15.0,
      "learning_rate": 1.8061246052353536e-05,
      "loss": 0.2352,
      "step": 40540
    },
    {
      "epoch": 1.1503251749987589,
      "grad_norm": 8.5,
      "learning_rate": 1.8060667112450394e-05,
      "loss": 0.2606,
      "step": 40550
    },
    {
      "epoch": 1.1506088609300642,
      "grad_norm": 16.625,
      "learning_rate": 1.806008817254725e-05,
      "loss": 0.2152,
      "step": 40560
    },
    {
      "epoch": 1.1508925468613698,
      "grad_norm": 7.6875,
      "learning_rate": 1.8059509232644108e-05,
      "loss": 0.2496,
      "step": 40570
    },
    {
      "epoch": 1.1511762327926753,
      "grad_norm": 10.5,
      "learning_rate": 1.8058930292740963e-05,
      "loss": 0.2502,
      "step": 40580
    },
    {
      "epoch": 1.1514599187239807,
      "grad_norm": 13.4375,
      "learning_rate": 1.805835135283782e-05,
      "loss": 0.2378,
      "step": 40590
    },
    {
      "epoch": 1.151743604655286,
      "grad_norm": 9.5625,
      "learning_rate": 1.805777241293468e-05,
      "loss": 0.1955,
      "step": 40600
    },
    {
      "epoch": 1.1520272905865916,
      "grad_norm": 6.84375,
      "learning_rate": 1.8057193473031534e-05,
      "loss": 0.24,
      "step": 40610
    },
    {
      "epoch": 1.1523109765178972,
      "grad_norm": 10.6875,
      "learning_rate": 1.805661453312839e-05,
      "loss": 0.2,
      "step": 40620
    },
    {
      "epoch": 1.1525946624492025,
      "grad_norm": 8.3125,
      "learning_rate": 1.8056035593225247e-05,
      "loss": 0.2323,
      "step": 40630
    },
    {
      "epoch": 1.1528783483805078,
      "grad_norm": 10.625,
      "learning_rate": 1.8055456653322102e-05,
      "loss": 0.2591,
      "step": 40640
    },
    {
      "epoch": 1.1531620343118134,
      "grad_norm": 6.71875,
      "learning_rate": 1.8054877713418957e-05,
      "loss": 0.1864,
      "step": 40650
    },
    {
      "epoch": 1.1534457202431188,
      "grad_norm": 9.75,
      "learning_rate": 1.8054298773515816e-05,
      "loss": 0.2425,
      "step": 40660
    },
    {
      "epoch": 1.1537294061744243,
      "grad_norm": 8.5625,
      "learning_rate": 1.8053719833612674e-05,
      "loss": 0.2192,
      "step": 40670
    },
    {
      "epoch": 1.1540130921057297,
      "grad_norm": 7.28125,
      "learning_rate": 1.8053140893709532e-05,
      "loss": 0.2723,
      "step": 40680
    },
    {
      "epoch": 1.1542967780370352,
      "grad_norm": 10.0,
      "learning_rate": 1.8052561953806387e-05,
      "loss": 0.2847,
      "step": 40690
    },
    {
      "epoch": 1.1545804639683406,
      "grad_norm": 11.625,
      "learning_rate": 1.8051983013903242e-05,
      "loss": 0.2728,
      "step": 40700
    },
    {
      "epoch": 1.1548641498996461,
      "grad_norm": 6.96875,
      "learning_rate": 1.80514040740001e-05,
      "loss": 0.204,
      "step": 40710
    },
    {
      "epoch": 1.1551478358309515,
      "grad_norm": 9.0,
      "learning_rate": 1.8050825134096956e-05,
      "loss": 0.2464,
      "step": 40720
    },
    {
      "epoch": 1.155431521762257,
      "grad_norm": 9.5625,
      "learning_rate": 1.8050246194193814e-05,
      "loss": 0.2094,
      "step": 40730
    },
    {
      "epoch": 1.1557152076935624,
      "grad_norm": 9.0625,
      "learning_rate": 1.804966725429067e-05,
      "loss": 0.2527,
      "step": 40740
    },
    {
      "epoch": 1.155998893624868,
      "grad_norm": 9.3125,
      "learning_rate": 1.8049088314387527e-05,
      "loss": 0.2241,
      "step": 40750
    },
    {
      "epoch": 1.1562825795561733,
      "grad_norm": 12.3125,
      "learning_rate": 1.8048509374484386e-05,
      "loss": 0.214,
      "step": 40760
    },
    {
      "epoch": 1.1565662654874789,
      "grad_norm": 9.375,
      "learning_rate": 1.804793043458124e-05,
      "loss": 0.277,
      "step": 40770
    },
    {
      "epoch": 1.1568499514187842,
      "grad_norm": 13.1875,
      "learning_rate": 1.8047351494678095e-05,
      "loss": 0.2371,
      "step": 40780
    },
    {
      "epoch": 1.1571336373500898,
      "grad_norm": 19.0,
      "learning_rate": 1.8046772554774954e-05,
      "loss": 0.259,
      "step": 40790
    },
    {
      "epoch": 1.1574173232813951,
      "grad_norm": 8.6875,
      "learning_rate": 1.804619361487181e-05,
      "loss": 0.2477,
      "step": 40800
    },
    {
      "epoch": 1.1577010092127007,
      "grad_norm": 11.625,
      "learning_rate": 1.8045614674968667e-05,
      "loss": 0.2376,
      "step": 40810
    },
    {
      "epoch": 1.157984695144006,
      "grad_norm": 9.25,
      "learning_rate": 1.8045035735065522e-05,
      "loss": 0.2458,
      "step": 40820
    },
    {
      "epoch": 1.1582683810753116,
      "grad_norm": 9.0,
      "learning_rate": 1.804445679516238e-05,
      "loss": 0.2778,
      "step": 40830
    },
    {
      "epoch": 1.158552067006617,
      "grad_norm": 10.1875,
      "learning_rate": 1.8043877855259235e-05,
      "loss": 0.2601,
      "step": 40840
    },
    {
      "epoch": 1.1588357529379225,
      "grad_norm": 9.9375,
      "learning_rate": 1.8043298915356094e-05,
      "loss": 0.2389,
      "step": 40850
    },
    {
      "epoch": 1.1591194388692279,
      "grad_norm": 8.875,
      "learning_rate": 1.804271997545295e-05,
      "loss": 0.2303,
      "step": 40860
    },
    {
      "epoch": 1.1594031248005334,
      "grad_norm": 9.8125,
      "learning_rate": 1.8042141035549807e-05,
      "loss": 0.2408,
      "step": 40870
    },
    {
      "epoch": 1.1596868107318388,
      "grad_norm": 8.9375,
      "learning_rate": 1.8041562095646662e-05,
      "loss": 0.2128,
      "step": 40880
    },
    {
      "epoch": 1.1599704966631443,
      "grad_norm": 9.6875,
      "learning_rate": 1.804098315574352e-05,
      "loss": 0.2344,
      "step": 40890
    },
    {
      "epoch": 1.1602541825944497,
      "grad_norm": 7.5,
      "learning_rate": 1.804040421584038e-05,
      "loss": 0.2353,
      "step": 40900
    },
    {
      "epoch": 1.160537868525755,
      "grad_norm": 8.75,
      "learning_rate": 1.8039825275937233e-05,
      "loss": 0.2834,
      "step": 40910
    },
    {
      "epoch": 1.1608215544570606,
      "grad_norm": 11.75,
      "learning_rate": 1.803924633603409e-05,
      "loss": 0.2492,
      "step": 40920
    },
    {
      "epoch": 1.1611052403883662,
      "grad_norm": 8.125,
      "learning_rate": 1.8038667396130947e-05,
      "loss": 0.2416,
      "step": 40930
    },
    {
      "epoch": 1.1613889263196715,
      "grad_norm": 8.25,
      "learning_rate": 1.80380884562278e-05,
      "loss": 0.2088,
      "step": 40940
    },
    {
      "epoch": 1.1616726122509768,
      "grad_norm": 10.0625,
      "learning_rate": 1.8037509516324657e-05,
      "loss": 0.2438,
      "step": 40950
    },
    {
      "epoch": 1.1619562981822824,
      "grad_norm": 7.28125,
      "learning_rate": 1.8036930576421515e-05,
      "loss": 0.276,
      "step": 40960
    },
    {
      "epoch": 1.1622399841135878,
      "grad_norm": 8.4375,
      "learning_rate": 1.8036351636518373e-05,
      "loss": 0.2177,
      "step": 40970
    },
    {
      "epoch": 1.1625236700448933,
      "grad_norm": 10.5,
      "learning_rate": 1.803577269661523e-05,
      "loss": 0.2677,
      "step": 40980
    },
    {
      "epoch": 1.1628073559761987,
      "grad_norm": 13.375,
      "learning_rate": 1.8035193756712087e-05,
      "loss": 0.242,
      "step": 40990
    },
    {
      "epoch": 1.1630910419075042,
      "grad_norm": 9.9375,
      "learning_rate": 1.803461481680894e-05,
      "loss": 0.2162,
      "step": 41000
    },
    {
      "epoch": 1.1633747278388096,
      "grad_norm": 8.875,
      "learning_rate": 1.80340358769058e-05,
      "loss": 0.2399,
      "step": 41010
    },
    {
      "epoch": 1.1636584137701151,
      "grad_norm": 8.0625,
      "learning_rate": 1.8033456937002655e-05,
      "loss": 0.2458,
      "step": 41020
    },
    {
      "epoch": 1.1639420997014205,
      "grad_norm": 10.125,
      "learning_rate": 1.8032877997099513e-05,
      "loss": 0.2677,
      "step": 41030
    },
    {
      "epoch": 1.164225785632726,
      "grad_norm": 8.3125,
      "learning_rate": 1.8032299057196368e-05,
      "loss": 0.2378,
      "step": 41040
    },
    {
      "epoch": 1.1645094715640314,
      "grad_norm": 10.3125,
      "learning_rate": 1.8031720117293226e-05,
      "loss": 0.2598,
      "step": 41050
    },
    {
      "epoch": 1.164793157495337,
      "grad_norm": 9.0625,
      "learning_rate": 1.8031141177390085e-05,
      "loss": 0.2768,
      "step": 41060
    },
    {
      "epoch": 1.1650768434266423,
      "grad_norm": 8.25,
      "learning_rate": 1.803056223748694e-05,
      "loss": 0.2461,
      "step": 41070
    },
    {
      "epoch": 1.1653605293579479,
      "grad_norm": 9.75,
      "learning_rate": 1.8029983297583795e-05,
      "loss": 0.2526,
      "step": 41080
    },
    {
      "epoch": 1.1656442152892532,
      "grad_norm": 8.3125,
      "learning_rate": 1.8029404357680653e-05,
      "loss": 0.2008,
      "step": 41090
    },
    {
      "epoch": 1.1659279012205588,
      "grad_norm": 9.125,
      "learning_rate": 1.8028825417777508e-05,
      "loss": 0.2452,
      "step": 41100
    },
    {
      "epoch": 1.1662115871518641,
      "grad_norm": 10.375,
      "learning_rate": 1.8028246477874366e-05,
      "loss": 0.2358,
      "step": 41110
    },
    {
      "epoch": 1.1664952730831697,
      "grad_norm": 9.6875,
      "learning_rate": 1.8027667537971225e-05,
      "loss": 0.2019,
      "step": 41120
    },
    {
      "epoch": 1.166778959014475,
      "grad_norm": 9.375,
      "learning_rate": 1.802708859806808e-05,
      "loss": 0.2167,
      "step": 41130
    },
    {
      "epoch": 1.1670626449457806,
      "grad_norm": 7.90625,
      "learning_rate": 1.8026509658164934e-05,
      "loss": 0.2283,
      "step": 41140
    },
    {
      "epoch": 1.167346330877086,
      "grad_norm": 8.6875,
      "learning_rate": 1.8025930718261793e-05,
      "loss": 0.2293,
      "step": 41150
    },
    {
      "epoch": 1.1676300168083915,
      "grad_norm": 10.25,
      "learning_rate": 1.8025351778358648e-05,
      "loss": 0.2804,
      "step": 41160
    },
    {
      "epoch": 1.1679137027396969,
      "grad_norm": 11.1875,
      "learning_rate": 1.8024772838455506e-05,
      "loss": 0.2224,
      "step": 41170
    },
    {
      "epoch": 1.1681973886710024,
      "grad_norm": 7.15625,
      "learning_rate": 1.802419389855236e-05,
      "loss": 0.2359,
      "step": 41180
    },
    {
      "epoch": 1.1684810746023078,
      "grad_norm": 11.25,
      "learning_rate": 1.802361495864922e-05,
      "loss": 0.2531,
      "step": 41190
    },
    {
      "epoch": 1.1687647605336133,
      "grad_norm": 11.5,
      "learning_rate": 1.8023036018746078e-05,
      "loss": 0.2451,
      "step": 41200
    },
    {
      "epoch": 1.1690484464649187,
      "grad_norm": 16.0,
      "learning_rate": 1.8022457078842933e-05,
      "loss": 0.2926,
      "step": 41210
    },
    {
      "epoch": 1.169332132396224,
      "grad_norm": 7.9375,
      "learning_rate": 1.8021878138939788e-05,
      "loss": 0.2649,
      "step": 41220
    },
    {
      "epoch": 1.1696158183275296,
      "grad_norm": 11.375,
      "learning_rate": 1.8021299199036646e-05,
      "loss": 0.244,
      "step": 41230
    },
    {
      "epoch": 1.1698995042588352,
      "grad_norm": 11.5625,
      "learning_rate": 1.80207202591335e-05,
      "loss": 0.2297,
      "step": 41240
    },
    {
      "epoch": 1.1701831901901405,
      "grad_norm": 8.3125,
      "learning_rate": 1.802014131923036e-05,
      "loss": 0.2575,
      "step": 41250
    },
    {
      "epoch": 1.1704668761214458,
      "grad_norm": 7.375,
      "learning_rate": 1.8019562379327214e-05,
      "loss": 0.2143,
      "step": 41260
    },
    {
      "epoch": 1.1707505620527514,
      "grad_norm": 7.9375,
      "learning_rate": 1.8018983439424072e-05,
      "loss": 0.2233,
      "step": 41270
    },
    {
      "epoch": 1.171034247984057,
      "grad_norm": 8.75,
      "learning_rate": 1.801840449952093e-05,
      "loss": 0.2563,
      "step": 41280
    },
    {
      "epoch": 1.1713179339153623,
      "grad_norm": 9.375,
      "learning_rate": 1.8017825559617786e-05,
      "loss": 0.2139,
      "step": 41290
    },
    {
      "epoch": 1.1716016198466677,
      "grad_norm": 8.125,
      "learning_rate": 1.801724661971464e-05,
      "loss": 0.2132,
      "step": 41300
    },
    {
      "epoch": 1.1718853057779732,
      "grad_norm": 8.1875,
      "learning_rate": 1.80166676798115e-05,
      "loss": 0.2363,
      "step": 41310
    },
    {
      "epoch": 1.1721689917092786,
      "grad_norm": 7.875,
      "learning_rate": 1.8016088739908354e-05,
      "loss": 0.2184,
      "step": 41320
    },
    {
      "epoch": 1.1724526776405841,
      "grad_norm": 8.4375,
      "learning_rate": 1.8015509800005212e-05,
      "loss": 0.2176,
      "step": 41330
    },
    {
      "epoch": 1.1727363635718895,
      "grad_norm": 10.0625,
      "learning_rate": 1.8014930860102067e-05,
      "loss": 0.2136,
      "step": 41340
    },
    {
      "epoch": 1.173020049503195,
      "grad_norm": 10.3125,
      "learning_rate": 1.8014351920198926e-05,
      "loss": 0.2005,
      "step": 41350
    },
    {
      "epoch": 1.1733037354345004,
      "grad_norm": 10.0625,
      "learning_rate": 1.8013772980295784e-05,
      "loss": 0.2278,
      "step": 41360
    },
    {
      "epoch": 1.173587421365806,
      "grad_norm": 8.625,
      "learning_rate": 1.801319404039264e-05,
      "loss": 0.323,
      "step": 41370
    },
    {
      "epoch": 1.1738711072971113,
      "grad_norm": 8.75,
      "learning_rate": 1.8012615100489494e-05,
      "loss": 0.2324,
      "step": 41380
    },
    {
      "epoch": 1.1741547932284169,
      "grad_norm": 11.125,
      "learning_rate": 1.8012036160586352e-05,
      "loss": 0.2439,
      "step": 41390
    },
    {
      "epoch": 1.1744384791597222,
      "grad_norm": 13.3125,
      "learning_rate": 1.8011457220683207e-05,
      "loss": 0.2257,
      "step": 41400
    },
    {
      "epoch": 1.1747221650910278,
      "grad_norm": 8.3125,
      "learning_rate": 1.8010878280780065e-05,
      "loss": 0.2282,
      "step": 41410
    },
    {
      "epoch": 1.1750058510223331,
      "grad_norm": 8.125,
      "learning_rate": 1.8010299340876924e-05,
      "loss": 0.2553,
      "step": 41420
    },
    {
      "epoch": 1.1752895369536387,
      "grad_norm": 12.375,
      "learning_rate": 1.800972040097378e-05,
      "loss": 0.259,
      "step": 41430
    },
    {
      "epoch": 1.175573222884944,
      "grad_norm": 10.5625,
      "learning_rate": 1.8009141461070637e-05,
      "loss": 0.2358,
      "step": 41440
    },
    {
      "epoch": 1.1758569088162496,
      "grad_norm": 7.59375,
      "learning_rate": 1.8008562521167492e-05,
      "loss": 0.2339,
      "step": 41450
    },
    {
      "epoch": 1.176140594747555,
      "grad_norm": 12.6875,
      "learning_rate": 1.8007983581264347e-05,
      "loss": 0.2878,
      "step": 41460
    },
    {
      "epoch": 1.1764242806788605,
      "grad_norm": 8.25,
      "learning_rate": 1.8007404641361205e-05,
      "loss": 0.1945,
      "step": 41470
    },
    {
      "epoch": 1.1767079666101659,
      "grad_norm": 7.9375,
      "learning_rate": 1.800682570145806e-05,
      "loss": 0.2379,
      "step": 41480
    },
    {
      "epoch": 1.1769916525414714,
      "grad_norm": 9.375,
      "learning_rate": 1.800624676155492e-05,
      "loss": 0.2669,
      "step": 41490
    },
    {
      "epoch": 1.1772753384727768,
      "grad_norm": 7.625,
      "learning_rate": 1.8005667821651777e-05,
      "loss": 0.2083,
      "step": 41500
    },
    {
      "epoch": 1.1775590244040823,
      "grad_norm": 9.0,
      "learning_rate": 1.8005088881748632e-05,
      "loss": 0.231,
      "step": 41510
    },
    {
      "epoch": 1.1778427103353877,
      "grad_norm": 9.8125,
      "learning_rate": 1.8004509941845487e-05,
      "loss": 0.2534,
      "step": 41520
    },
    {
      "epoch": 1.178126396266693,
      "grad_norm": 5.8125,
      "learning_rate": 1.8003931001942345e-05,
      "loss": 0.2111,
      "step": 41530
    },
    {
      "epoch": 1.1784100821979986,
      "grad_norm": 11.8125,
      "learning_rate": 1.80033520620392e-05,
      "loss": 0.2221,
      "step": 41540
    },
    {
      "epoch": 1.1786937681293042,
      "grad_norm": 9.375,
      "learning_rate": 1.800277312213606e-05,
      "loss": 0.2438,
      "step": 41550
    },
    {
      "epoch": 1.1789774540606095,
      "grad_norm": 11.25,
      "learning_rate": 1.8002194182232913e-05,
      "loss": 0.2613,
      "step": 41560
    },
    {
      "epoch": 1.1792611399919148,
      "grad_norm": 8.125,
      "learning_rate": 1.8001615242329772e-05,
      "loss": 0.2233,
      "step": 41570
    },
    {
      "epoch": 1.1795448259232204,
      "grad_norm": 11.75,
      "learning_rate": 1.800103630242663e-05,
      "loss": 0.214,
      "step": 41580
    },
    {
      "epoch": 1.179828511854526,
      "grad_norm": 9.3125,
      "learning_rate": 1.8000457362523485e-05,
      "loss": 0.2218,
      "step": 41590
    },
    {
      "epoch": 1.1801121977858313,
      "grad_norm": 8.25,
      "learning_rate": 1.799987842262034e-05,
      "loss": 0.2945,
      "step": 41600
    },
    {
      "epoch": 1.1803958837171367,
      "grad_norm": 8.1875,
      "learning_rate": 1.7999299482717198e-05,
      "loss": 0.2406,
      "step": 41610
    },
    {
      "epoch": 1.1806795696484422,
      "grad_norm": 6.78125,
      "learning_rate": 1.7998720542814053e-05,
      "loss": 0.1937,
      "step": 41620
    },
    {
      "epoch": 1.1809632555797476,
      "grad_norm": 7.15625,
      "learning_rate": 1.799814160291091e-05,
      "loss": 0.2535,
      "step": 41630
    },
    {
      "epoch": 1.1812469415110531,
      "grad_norm": 9.6875,
      "learning_rate": 1.799756266300777e-05,
      "loss": 0.2433,
      "step": 41640
    },
    {
      "epoch": 1.1815306274423585,
      "grad_norm": 11.75,
      "learning_rate": 1.7996983723104625e-05,
      "loss": 0.2642,
      "step": 41650
    },
    {
      "epoch": 1.181814313373664,
      "grad_norm": 7.03125,
      "learning_rate": 1.7996404783201483e-05,
      "loss": 0.223,
      "step": 41660
    },
    {
      "epoch": 1.1820979993049694,
      "grad_norm": 9.4375,
      "learning_rate": 1.7995825843298338e-05,
      "loss": 0.2092,
      "step": 41670
    },
    {
      "epoch": 1.182381685236275,
      "grad_norm": 9.6875,
      "learning_rate": 1.7995246903395193e-05,
      "loss": 0.2198,
      "step": 41680
    },
    {
      "epoch": 1.1826653711675803,
      "grad_norm": 10.0,
      "learning_rate": 1.799466796349205e-05,
      "loss": 0.2358,
      "step": 41690
    },
    {
      "epoch": 1.1829490570988859,
      "grad_norm": 12.1875,
      "learning_rate": 1.7994089023588906e-05,
      "loss": 0.2658,
      "step": 41700
    },
    {
      "epoch": 1.1832327430301912,
      "grad_norm": 11.9375,
      "learning_rate": 1.7993510083685765e-05,
      "loss": 0.2233,
      "step": 41710
    },
    {
      "epoch": 1.1835164289614968,
      "grad_norm": 7.78125,
      "learning_rate": 1.7992931143782623e-05,
      "loss": 0.1719,
      "step": 41720
    },
    {
      "epoch": 1.1838001148928021,
      "grad_norm": 8.8125,
      "learning_rate": 1.7992352203879478e-05,
      "loss": 0.2294,
      "step": 41730
    },
    {
      "epoch": 1.1840838008241077,
      "grad_norm": 11.625,
      "learning_rate": 1.7991773263976336e-05,
      "loss": 0.2275,
      "step": 41740
    },
    {
      "epoch": 1.184367486755413,
      "grad_norm": 7.59375,
      "learning_rate": 1.799119432407319e-05,
      "loss": 0.2344,
      "step": 41750
    },
    {
      "epoch": 1.1846511726867186,
      "grad_norm": 12.875,
      "learning_rate": 1.7990615384170046e-05,
      "loss": 0.2021,
      "step": 41760
    },
    {
      "epoch": 1.184934858618024,
      "grad_norm": 20.625,
      "learning_rate": 1.7990036444266905e-05,
      "loss": 0.2361,
      "step": 41770
    },
    {
      "epoch": 1.1852185445493295,
      "grad_norm": 9.25,
      "learning_rate": 1.798945750436376e-05,
      "loss": 0.2282,
      "step": 41780
    },
    {
      "epoch": 1.1855022304806349,
      "grad_norm": 8.0625,
      "learning_rate": 1.7988878564460618e-05,
      "loss": 0.2148,
      "step": 41790
    },
    {
      "epoch": 1.1857859164119404,
      "grad_norm": 8.625,
      "learning_rate": 1.7988299624557476e-05,
      "loss": 0.2785,
      "step": 41800
    },
    {
      "epoch": 1.1860696023432458,
      "grad_norm": 7.40625,
      "learning_rate": 1.798772068465433e-05,
      "loss": 0.2764,
      "step": 41810
    },
    {
      "epoch": 1.1863532882745513,
      "grad_norm": 8.75,
      "learning_rate": 1.798714174475119e-05,
      "loss": 0.2569,
      "step": 41820
    },
    {
      "epoch": 1.1866369742058567,
      "grad_norm": 10.625,
      "learning_rate": 1.7986562804848044e-05,
      "loss": 0.2796,
      "step": 41830
    },
    {
      "epoch": 1.1869206601371622,
      "grad_norm": 9.125,
      "learning_rate": 1.79859838649449e-05,
      "loss": 0.2284,
      "step": 41840
    },
    {
      "epoch": 1.1872043460684676,
      "grad_norm": 13.375,
      "learning_rate": 1.7985404925041758e-05,
      "loss": 0.244,
      "step": 41850
    },
    {
      "epoch": 1.1874880319997732,
      "grad_norm": 10.875,
      "learning_rate": 1.7984825985138613e-05,
      "loss": 0.2513,
      "step": 41860
    },
    {
      "epoch": 1.1877717179310785,
      "grad_norm": 7.5625,
      "learning_rate": 1.798424704523547e-05,
      "loss": 0.2184,
      "step": 41870
    },
    {
      "epoch": 1.1880554038623838,
      "grad_norm": 11.5,
      "learning_rate": 1.798366810533233e-05,
      "loss": 0.2003,
      "step": 41880
    },
    {
      "epoch": 1.1883390897936894,
      "grad_norm": 8.75,
      "learning_rate": 1.7983089165429184e-05,
      "loss": 0.2152,
      "step": 41890
    },
    {
      "epoch": 1.188622775724995,
      "grad_norm": 11.6875,
      "learning_rate": 1.798251022552604e-05,
      "loss": 0.2405,
      "step": 41900
    },
    {
      "epoch": 1.1889064616563003,
      "grad_norm": 10.625,
      "learning_rate": 1.7981931285622897e-05,
      "loss": 0.2393,
      "step": 41910
    },
    {
      "epoch": 1.1891901475876057,
      "grad_norm": 15.1875,
      "learning_rate": 1.7981352345719752e-05,
      "loss": 0.2955,
      "step": 41920
    },
    {
      "epoch": 1.1894738335189112,
      "grad_norm": 10.9375,
      "learning_rate": 1.798077340581661e-05,
      "loss": 0.2375,
      "step": 41930
    },
    {
      "epoch": 1.1897575194502166,
      "grad_norm": 8.5625,
      "learning_rate": 1.798019446591347e-05,
      "loss": 0.2157,
      "step": 41940
    },
    {
      "epoch": 1.1900412053815221,
      "grad_norm": 7.8125,
      "learning_rate": 1.7979615526010324e-05,
      "loss": 0.2223,
      "step": 41950
    },
    {
      "epoch": 1.1903248913128275,
      "grad_norm": 7.125,
      "learning_rate": 1.7979036586107182e-05,
      "loss": 0.2221,
      "step": 41960
    },
    {
      "epoch": 1.190608577244133,
      "grad_norm": 8.8125,
      "learning_rate": 1.7978457646204037e-05,
      "loss": 0.2349,
      "step": 41970
    },
    {
      "epoch": 1.1908922631754384,
      "grad_norm": 8.3125,
      "learning_rate": 1.7977878706300892e-05,
      "loss": 0.2346,
      "step": 41980
    },
    {
      "epoch": 1.191175949106744,
      "grad_norm": 11.8125,
      "learning_rate": 1.797729976639775e-05,
      "loss": 0.2234,
      "step": 41990
    },
    {
      "epoch": 1.1914596350380493,
      "grad_norm": 11.75,
      "learning_rate": 1.7976720826494606e-05,
      "loss": 0.255,
      "step": 42000
    },
    {
      "epoch": 1.1917433209693549,
      "grad_norm": 8.875,
      "learning_rate": 1.7976141886591464e-05,
      "loss": 0.21,
      "step": 42010
    },
    {
      "epoch": 1.1920270069006602,
      "grad_norm": 10.8125,
      "learning_rate": 1.7975562946688322e-05,
      "loss": 0.2285,
      "step": 42020
    },
    {
      "epoch": 1.1923106928319658,
      "grad_norm": 9.6875,
      "learning_rate": 1.7974984006785177e-05,
      "loss": 0.2391,
      "step": 42030
    },
    {
      "epoch": 1.1925943787632711,
      "grad_norm": 8.625,
      "learning_rate": 1.7974405066882035e-05,
      "loss": 0.2199,
      "step": 42040
    },
    {
      "epoch": 1.1928780646945767,
      "grad_norm": 9.0,
      "learning_rate": 1.797382612697889e-05,
      "loss": 0.254,
      "step": 42050
    },
    {
      "epoch": 1.193161750625882,
      "grad_norm": 10.125,
      "learning_rate": 1.7973247187075745e-05,
      "loss": 0.2496,
      "step": 42060
    },
    {
      "epoch": 1.1934454365571876,
      "grad_norm": 15.625,
      "learning_rate": 1.7972668247172604e-05,
      "loss": 0.2173,
      "step": 42070
    },
    {
      "epoch": 1.193729122488493,
      "grad_norm": 7.65625,
      "learning_rate": 1.797208930726946e-05,
      "loss": 0.2383,
      "step": 42080
    },
    {
      "epoch": 1.1940128084197985,
      "grad_norm": 7.375,
      "learning_rate": 1.7971510367366317e-05,
      "loss": 0.2121,
      "step": 42090
    },
    {
      "epoch": 1.1942964943511039,
      "grad_norm": 11.875,
      "learning_rate": 1.7970931427463175e-05,
      "loss": 0.2203,
      "step": 42100
    },
    {
      "epoch": 1.1945801802824094,
      "grad_norm": 7.5625,
      "learning_rate": 1.797035248756003e-05,
      "loss": 0.2149,
      "step": 42110
    },
    {
      "epoch": 1.1948638662137148,
      "grad_norm": 8.875,
      "learning_rate": 1.796977354765689e-05,
      "loss": 0.2726,
      "step": 42120
    },
    {
      "epoch": 1.1951475521450203,
      "grad_norm": 11.75,
      "learning_rate": 1.7969194607753744e-05,
      "loss": 0.2053,
      "step": 42130
    },
    {
      "epoch": 1.1954312380763257,
      "grad_norm": 8.375,
      "learning_rate": 1.79686156678506e-05,
      "loss": 0.2371,
      "step": 42140
    },
    {
      "epoch": 1.1957149240076312,
      "grad_norm": 8.5625,
      "learning_rate": 1.7968036727947457e-05,
      "loss": 0.2243,
      "step": 42150
    },
    {
      "epoch": 1.1959986099389366,
      "grad_norm": 12.25,
      "learning_rate": 1.7967457788044315e-05,
      "loss": 0.2287,
      "step": 42160
    },
    {
      "epoch": 1.1962822958702422,
      "grad_norm": 8.9375,
      "learning_rate": 1.796687884814117e-05,
      "loss": 0.2258,
      "step": 42170
    },
    {
      "epoch": 1.1965659818015475,
      "grad_norm": 7.65625,
      "learning_rate": 1.796629990823803e-05,
      "loss": 0.1978,
      "step": 42180
    },
    {
      "epoch": 1.1968496677328528,
      "grad_norm": 8.8125,
      "learning_rate": 1.7965720968334883e-05,
      "loss": 0.2424,
      "step": 42190
    },
    {
      "epoch": 1.1971333536641584,
      "grad_norm": 7.53125,
      "learning_rate": 1.796514202843174e-05,
      "loss": 0.2354,
      "step": 42200
    },
    {
      "epoch": 1.197417039595464,
      "grad_norm": 8.6875,
      "learning_rate": 1.7964563088528597e-05,
      "loss": 0.2386,
      "step": 42210
    },
    {
      "epoch": 1.1977007255267693,
      "grad_norm": 8.0625,
      "learning_rate": 1.796398414862545e-05,
      "loss": 0.2686,
      "step": 42220
    },
    {
      "epoch": 1.1979844114580747,
      "grad_norm": 9.75,
      "learning_rate": 1.796340520872231e-05,
      "loss": 0.2162,
      "step": 42230
    },
    {
      "epoch": 1.1982680973893802,
      "grad_norm": 9.375,
      "learning_rate": 1.7962826268819168e-05,
      "loss": 0.2285,
      "step": 42240
    },
    {
      "epoch": 1.1985517833206858,
      "grad_norm": 8.3125,
      "learning_rate": 1.7962247328916023e-05,
      "loss": 0.2675,
      "step": 42250
    },
    {
      "epoch": 1.1988354692519911,
      "grad_norm": 7.3125,
      "learning_rate": 1.796166838901288e-05,
      "loss": 0.2437,
      "step": 42260
    },
    {
      "epoch": 1.1991191551832965,
      "grad_norm": 10.6875,
      "learning_rate": 1.7961089449109737e-05,
      "loss": 0.3026,
      "step": 42270
    },
    {
      "epoch": 1.199402841114602,
      "grad_norm": 7.125,
      "learning_rate": 1.796051050920659e-05,
      "loss": 0.2557,
      "step": 42280
    },
    {
      "epoch": 1.1996865270459074,
      "grad_norm": 9.0625,
      "learning_rate": 1.795993156930345e-05,
      "loss": 0.269,
      "step": 42290
    },
    {
      "epoch": 1.199970212977213,
      "grad_norm": 8.625,
      "learning_rate": 1.7959352629400305e-05,
      "loss": 0.1934,
      "step": 42300
    },
    {
      "epoch": 1.2002538989085183,
      "grad_norm": 6.09375,
      "learning_rate": 1.7958773689497163e-05,
      "loss": 0.2362,
      "step": 42310
    },
    {
      "epoch": 1.2005375848398239,
      "grad_norm": 11.5,
      "learning_rate": 1.795819474959402e-05,
      "loss": 0.2596,
      "step": 42320
    },
    {
      "epoch": 1.2008212707711292,
      "grad_norm": 14.9375,
      "learning_rate": 1.7957615809690876e-05,
      "loss": 0.3052,
      "step": 42330
    },
    {
      "epoch": 1.2011049567024348,
      "grad_norm": 8.25,
      "learning_rate": 1.7957036869787735e-05,
      "loss": 0.2403,
      "step": 42340
    },
    {
      "epoch": 1.2013886426337401,
      "grad_norm": 7.25,
      "learning_rate": 1.795645792988459e-05,
      "loss": 0.2153,
      "step": 42350
    },
    {
      "epoch": 1.2016723285650457,
      "grad_norm": 7.84375,
      "learning_rate": 1.7955878989981445e-05,
      "loss": 0.2501,
      "step": 42360
    },
    {
      "epoch": 1.201956014496351,
      "grad_norm": 6.6875,
      "learning_rate": 1.7955300050078303e-05,
      "loss": 0.2013,
      "step": 42370
    },
    {
      "epoch": 1.2022397004276566,
      "grad_norm": 9.25,
      "learning_rate": 1.7954721110175158e-05,
      "loss": 0.2451,
      "step": 42380
    },
    {
      "epoch": 1.202523386358962,
      "grad_norm": 8.125,
      "learning_rate": 1.7954142170272016e-05,
      "loss": 0.2429,
      "step": 42390
    },
    {
      "epoch": 1.2028070722902675,
      "grad_norm": 8.3125,
      "learning_rate": 1.7953563230368875e-05,
      "loss": 0.255,
      "step": 42400
    },
    {
      "epoch": 1.2030907582215729,
      "grad_norm": 10.6875,
      "learning_rate": 1.795298429046573e-05,
      "loss": 0.2709,
      "step": 42410
    },
    {
      "epoch": 1.2033744441528784,
      "grad_norm": 10.125,
      "learning_rate": 1.7952405350562588e-05,
      "loss": 0.2157,
      "step": 42420
    },
    {
      "epoch": 1.2036581300841838,
      "grad_norm": 8.6875,
      "learning_rate": 1.7951826410659443e-05,
      "loss": 0.2124,
      "step": 42430
    },
    {
      "epoch": 1.2039418160154893,
      "grad_norm": 8.5,
      "learning_rate": 1.7951247470756298e-05,
      "loss": 0.2455,
      "step": 42440
    },
    {
      "epoch": 1.2042255019467947,
      "grad_norm": 13.4375,
      "learning_rate": 1.7950668530853156e-05,
      "loss": 0.2742,
      "step": 42450
    },
    {
      "epoch": 1.2045091878781002,
      "grad_norm": 7.625,
      "learning_rate": 1.7950089590950014e-05,
      "loss": 0.2231,
      "step": 42460
    },
    {
      "epoch": 1.2047928738094056,
      "grad_norm": 8.125,
      "learning_rate": 1.794951065104687e-05,
      "loss": 0.2154,
      "step": 42470
    },
    {
      "epoch": 1.2050765597407112,
      "grad_norm": 9.5,
      "learning_rate": 1.7948931711143728e-05,
      "loss": 0.2529,
      "step": 42480
    },
    {
      "epoch": 1.2053602456720165,
      "grad_norm": 8.3125,
      "learning_rate": 1.7948352771240583e-05,
      "loss": 0.213,
      "step": 42490
    },
    {
      "epoch": 1.2056439316033218,
      "grad_norm": 10.5,
      "learning_rate": 1.794777383133744e-05,
      "loss": 0.2426,
      "step": 42500
    },
    {
      "epoch": 1.2059276175346274,
      "grad_norm": 14.1875,
      "learning_rate": 1.7947194891434296e-05,
      "loss": 0.2565,
      "step": 42510
    },
    {
      "epoch": 1.206211303465933,
      "grad_norm": 6.9375,
      "learning_rate": 1.794661595153115e-05,
      "loss": 0.2348,
      "step": 42520
    },
    {
      "epoch": 1.2064949893972383,
      "grad_norm": 11.25,
      "learning_rate": 1.794603701162801e-05,
      "loss": 0.2521,
      "step": 42530
    },
    {
      "epoch": 1.2067786753285437,
      "grad_norm": 6.125,
      "learning_rate": 1.7945458071724868e-05,
      "loss": 0.2096,
      "step": 42540
    },
    {
      "epoch": 1.2070623612598492,
      "grad_norm": 8.3125,
      "learning_rate": 1.7944879131821722e-05,
      "loss": 0.2488,
      "step": 42550
    },
    {
      "epoch": 1.2073460471911548,
      "grad_norm": 11.6875,
      "learning_rate": 1.794430019191858e-05,
      "loss": 0.2526,
      "step": 42560
    },
    {
      "epoch": 1.2076297331224601,
      "grad_norm": 7.5625,
      "learning_rate": 1.7943721252015436e-05,
      "loss": 0.2496,
      "step": 42570
    },
    {
      "epoch": 1.2079134190537655,
      "grad_norm": 10.8125,
      "learning_rate": 1.794314231211229e-05,
      "loss": 0.2096,
      "step": 42580
    },
    {
      "epoch": 1.208197104985071,
      "grad_norm": 11.375,
      "learning_rate": 1.794256337220915e-05,
      "loss": 0.2073,
      "step": 42590
    },
    {
      "epoch": 1.2084807909163764,
      "grad_norm": 4.9375,
      "learning_rate": 1.7941984432306004e-05,
      "loss": 0.1983,
      "step": 42600
    },
    {
      "epoch": 1.208764476847682,
      "grad_norm": 8.0625,
      "learning_rate": 1.7941405492402862e-05,
      "loss": 0.2669,
      "step": 42610
    },
    {
      "epoch": 1.2090481627789873,
      "grad_norm": 12.125,
      "learning_rate": 1.794082655249972e-05,
      "loss": 0.2206,
      "step": 42620
    },
    {
      "epoch": 1.2093318487102929,
      "grad_norm": 12.0,
      "learning_rate": 1.7940247612596576e-05,
      "loss": 0.2627,
      "step": 42630
    },
    {
      "epoch": 1.2096155346415982,
      "grad_norm": 9.4375,
      "learning_rate": 1.7939668672693434e-05,
      "loss": 0.2262,
      "step": 42640
    },
    {
      "epoch": 1.2098992205729038,
      "grad_norm": 8.8125,
      "learning_rate": 1.793908973279029e-05,
      "loss": 0.2374,
      "step": 42650
    },
    {
      "epoch": 1.2101829065042091,
      "grad_norm": 10.6875,
      "learning_rate": 1.7938510792887144e-05,
      "loss": 0.2777,
      "step": 42660
    },
    {
      "epoch": 1.2104665924355147,
      "grad_norm": 9.625,
      "learning_rate": 1.7937931852984002e-05,
      "loss": 0.2316,
      "step": 42670
    },
    {
      "epoch": 1.21075027836682,
      "grad_norm": 7.6875,
      "learning_rate": 1.793735291308086e-05,
      "loss": 0.2235,
      "step": 42680
    },
    {
      "epoch": 1.2110339642981256,
      "grad_norm": 9.25,
      "learning_rate": 1.7936773973177715e-05,
      "loss": 0.2695,
      "step": 42690
    },
    {
      "epoch": 1.211317650229431,
      "grad_norm": 14.625,
      "learning_rate": 1.7936195033274574e-05,
      "loss": 0.2535,
      "step": 42700
    },
    {
      "epoch": 1.2116013361607365,
      "grad_norm": 6.625,
      "learning_rate": 1.793561609337143e-05,
      "loss": 0.2364,
      "step": 42710
    },
    {
      "epoch": 1.2118850220920419,
      "grad_norm": 11.125,
      "learning_rate": 1.7935037153468287e-05,
      "loss": 0.263,
      "step": 42720
    },
    {
      "epoch": 1.2121687080233474,
      "grad_norm": 11.5625,
      "learning_rate": 1.7934458213565142e-05,
      "loss": 0.2538,
      "step": 42730
    },
    {
      "epoch": 1.2124523939546528,
      "grad_norm": 9.1875,
      "learning_rate": 1.7933879273661997e-05,
      "loss": 0.2259,
      "step": 42740
    },
    {
      "epoch": 1.2127360798859583,
      "grad_norm": 9.6875,
      "learning_rate": 1.7933300333758855e-05,
      "loss": 0.2369,
      "step": 42750
    },
    {
      "epoch": 1.2130197658172637,
      "grad_norm": 11.4375,
      "learning_rate": 1.7932721393855714e-05,
      "loss": 0.2047,
      "step": 42760
    },
    {
      "epoch": 1.2133034517485692,
      "grad_norm": 7.65625,
      "learning_rate": 1.793214245395257e-05,
      "loss": 0.2114,
      "step": 42770
    },
    {
      "epoch": 1.2135871376798746,
      "grad_norm": 6.28125,
      "learning_rate": 1.7931563514049427e-05,
      "loss": 0.2006,
      "step": 42780
    },
    {
      "epoch": 1.2138708236111801,
      "grad_norm": 10.375,
      "learning_rate": 1.7930984574146282e-05,
      "loss": 0.2369,
      "step": 42790
    },
    {
      "epoch": 1.2141545095424855,
      "grad_norm": 11.0,
      "learning_rate": 1.793040563424314e-05,
      "loss": 0.2482,
      "step": 42800
    },
    {
      "epoch": 1.214438195473791,
      "grad_norm": 8.3125,
      "learning_rate": 1.7929826694339995e-05,
      "loss": 0.255,
      "step": 42810
    },
    {
      "epoch": 1.2147218814050964,
      "grad_norm": 10.5625,
      "learning_rate": 1.792924775443685e-05,
      "loss": 0.2391,
      "step": 42820
    },
    {
      "epoch": 1.215005567336402,
      "grad_norm": 7.9375,
      "learning_rate": 1.792866881453371e-05,
      "loss": 0.2276,
      "step": 42830
    },
    {
      "epoch": 1.2152892532677073,
      "grad_norm": 9.5625,
      "learning_rate": 1.7928089874630567e-05,
      "loss": 0.2244,
      "step": 42840
    },
    {
      "epoch": 1.2155729391990127,
      "grad_norm": 8.0625,
      "learning_rate": 1.792751093472742e-05,
      "loss": 0.2242,
      "step": 42850
    },
    {
      "epoch": 1.2158566251303182,
      "grad_norm": 11.125,
      "learning_rate": 1.792693199482428e-05,
      "loss": 0.2584,
      "step": 42860
    },
    {
      "epoch": 1.2161403110616238,
      "grad_norm": 15.9375,
      "learning_rate": 1.7926353054921135e-05,
      "loss": 0.2648,
      "step": 42870
    },
    {
      "epoch": 1.2164239969929291,
      "grad_norm": 8.4375,
      "learning_rate": 1.792577411501799e-05,
      "loss": 0.2386,
      "step": 42880
    },
    {
      "epoch": 1.2167076829242345,
      "grad_norm": 10.625,
      "learning_rate": 1.7925195175114848e-05,
      "loss": 0.2583,
      "step": 42890
    },
    {
      "epoch": 1.21699136885554,
      "grad_norm": 8.75,
      "learning_rate": 1.7924616235211703e-05,
      "loss": 0.236,
      "step": 42900
    },
    {
      "epoch": 1.2172750547868454,
      "grad_norm": 8.0625,
      "learning_rate": 1.792403729530856e-05,
      "loss": 0.2381,
      "step": 42910
    },
    {
      "epoch": 1.217558740718151,
      "grad_norm": 8.25,
      "learning_rate": 1.792345835540542e-05,
      "loss": 0.2347,
      "step": 42920
    },
    {
      "epoch": 1.2178424266494563,
      "grad_norm": 8.375,
      "learning_rate": 1.7922879415502275e-05,
      "loss": 0.2031,
      "step": 42930
    },
    {
      "epoch": 1.2181261125807619,
      "grad_norm": 11.6875,
      "learning_rate": 1.7922300475599133e-05,
      "loss": 0.2307,
      "step": 42940
    },
    {
      "epoch": 1.2184097985120672,
      "grad_norm": 11.125,
      "learning_rate": 1.7921721535695988e-05,
      "loss": 0.2117,
      "step": 42950
    },
    {
      "epoch": 1.2186934844433728,
      "grad_norm": 7.25,
      "learning_rate": 1.7921142595792843e-05,
      "loss": 0.2132,
      "step": 42960
    },
    {
      "epoch": 1.2189771703746781,
      "grad_norm": 7.0625,
      "learning_rate": 1.79205636558897e-05,
      "loss": 0.2328,
      "step": 42970
    },
    {
      "epoch": 1.2192608563059837,
      "grad_norm": 15.1875,
      "learning_rate": 1.791998471598656e-05,
      "loss": 0.2274,
      "step": 42980
    },
    {
      "epoch": 1.219544542237289,
      "grad_norm": 8.0625,
      "learning_rate": 1.7919405776083415e-05,
      "loss": 0.2412,
      "step": 42990
    },
    {
      "epoch": 1.2198282281685946,
      "grad_norm": 9.9375,
      "learning_rate": 1.7918826836180273e-05,
      "loss": 0.2193,
      "step": 43000
    },
    {
      "epoch": 1.2201119140999,
      "grad_norm": 12.875,
      "learning_rate": 1.7918247896277128e-05,
      "loss": 0.2504,
      "step": 43010
    },
    {
      "epoch": 1.2203956000312055,
      "grad_norm": 7.46875,
      "learning_rate": 1.7917668956373986e-05,
      "loss": 0.2301,
      "step": 43020
    },
    {
      "epoch": 1.2206792859625109,
      "grad_norm": 10.6875,
      "learning_rate": 1.791709001647084e-05,
      "loss": 0.2144,
      "step": 43030
    },
    {
      "epoch": 1.2209629718938164,
      "grad_norm": 6.625,
      "learning_rate": 1.7916511076567696e-05,
      "loss": 0.2664,
      "step": 43040
    },
    {
      "epoch": 1.2212466578251218,
      "grad_norm": 10.375,
      "learning_rate": 1.7915932136664554e-05,
      "loss": 0.2512,
      "step": 43050
    },
    {
      "epoch": 1.2215303437564273,
      "grad_norm": 8.375,
      "learning_rate": 1.7915353196761413e-05,
      "loss": 0.2145,
      "step": 43060
    },
    {
      "epoch": 1.2218140296877327,
      "grad_norm": 9.5625,
      "learning_rate": 1.7914774256858268e-05,
      "loss": 0.254,
      "step": 43070
    },
    {
      "epoch": 1.2220977156190382,
      "grad_norm": 8.875,
      "learning_rate": 1.7914195316955126e-05,
      "loss": 0.2016,
      "step": 43080
    },
    {
      "epoch": 1.2223814015503436,
      "grad_norm": 10.4375,
      "learning_rate": 1.791361637705198e-05,
      "loss": 0.2157,
      "step": 43090
    },
    {
      "epoch": 1.2226650874816491,
      "grad_norm": 9.125,
      "learning_rate": 1.791303743714884e-05,
      "loss": 0.2541,
      "step": 43100
    },
    {
      "epoch": 1.2229487734129545,
      "grad_norm": 8.5,
      "learning_rate": 1.7912458497245694e-05,
      "loss": 0.2692,
      "step": 43110
    },
    {
      "epoch": 1.22323245934426,
      "grad_norm": 10.5625,
      "learning_rate": 1.791187955734255e-05,
      "loss": 0.2028,
      "step": 43120
    },
    {
      "epoch": 1.2235161452755654,
      "grad_norm": 9.8125,
      "learning_rate": 1.7911300617439408e-05,
      "loss": 0.2501,
      "step": 43130
    },
    {
      "epoch": 1.223799831206871,
      "grad_norm": 13.9375,
      "learning_rate": 1.7910721677536266e-05,
      "loss": 0.2744,
      "step": 43140
    },
    {
      "epoch": 1.2240835171381763,
      "grad_norm": 8.75,
      "learning_rate": 1.791014273763312e-05,
      "loss": 0.2311,
      "step": 43150
    },
    {
      "epoch": 1.2243672030694817,
      "grad_norm": 10.625,
      "learning_rate": 1.790956379772998e-05,
      "loss": 0.2345,
      "step": 43160
    },
    {
      "epoch": 1.2246508890007872,
      "grad_norm": 10.625,
      "learning_rate": 1.7908984857826834e-05,
      "loss": 0.2631,
      "step": 43170
    },
    {
      "epoch": 1.2249345749320928,
      "grad_norm": 11.5,
      "learning_rate": 1.7908405917923693e-05,
      "loss": 0.2361,
      "step": 43180
    },
    {
      "epoch": 1.2252182608633981,
      "grad_norm": 10.5,
      "learning_rate": 1.7907826978020547e-05,
      "loss": 0.2339,
      "step": 43190
    },
    {
      "epoch": 1.2255019467947035,
      "grad_norm": 7.5625,
      "learning_rate": 1.7907248038117402e-05,
      "loss": 0.2836,
      "step": 43200
    },
    {
      "epoch": 1.225785632726009,
      "grad_norm": 10.125,
      "learning_rate": 1.790666909821426e-05,
      "loss": 0.2634,
      "step": 43210
    },
    {
      "epoch": 1.2260693186573146,
      "grad_norm": 8.875,
      "learning_rate": 1.790609015831112e-05,
      "loss": 0.2456,
      "step": 43220
    },
    {
      "epoch": 1.22635300458862,
      "grad_norm": 9.0,
      "learning_rate": 1.7905511218407974e-05,
      "loss": 0.2303,
      "step": 43230
    },
    {
      "epoch": 1.2266366905199253,
      "grad_norm": 6.84375,
      "learning_rate": 1.7904932278504832e-05,
      "loss": 0.2237,
      "step": 43240
    },
    {
      "epoch": 1.2269203764512309,
      "grad_norm": 7.5,
      "learning_rate": 1.7904353338601687e-05,
      "loss": 0.259,
      "step": 43250
    },
    {
      "epoch": 1.2272040623825362,
      "grad_norm": 8.875,
      "learning_rate": 1.7903774398698542e-05,
      "loss": 0.2429,
      "step": 43260
    },
    {
      "epoch": 1.2274877483138418,
      "grad_norm": 14.1875,
      "learning_rate": 1.79031954587954e-05,
      "loss": 0.2051,
      "step": 43270
    },
    {
      "epoch": 1.2277714342451471,
      "grad_norm": 10.125,
      "learning_rate": 1.790261651889226e-05,
      "loss": 0.2516,
      "step": 43280
    },
    {
      "epoch": 1.2280551201764527,
      "grad_norm": 7.84375,
      "learning_rate": 1.7902037578989114e-05,
      "loss": 0.246,
      "step": 43290
    },
    {
      "epoch": 1.228338806107758,
      "grad_norm": 9.6875,
      "learning_rate": 1.7901458639085972e-05,
      "loss": 0.2706,
      "step": 43300
    },
    {
      "epoch": 1.2286224920390636,
      "grad_norm": 8.0625,
      "learning_rate": 1.7900879699182827e-05,
      "loss": 0.2354,
      "step": 43310
    },
    {
      "epoch": 1.228906177970369,
      "grad_norm": 8.875,
      "learning_rate": 1.7900300759279685e-05,
      "loss": 0.2342,
      "step": 43320
    },
    {
      "epoch": 1.2291898639016745,
      "grad_norm": 7.375,
      "learning_rate": 1.789972181937654e-05,
      "loss": 0.2213,
      "step": 43330
    },
    {
      "epoch": 1.2294735498329799,
      "grad_norm": 9.125,
      "learning_rate": 1.7899142879473395e-05,
      "loss": 0.1888,
      "step": 43340
    },
    {
      "epoch": 1.2297572357642854,
      "grad_norm": 10.8125,
      "learning_rate": 1.7898563939570254e-05,
      "loss": 0.2579,
      "step": 43350
    },
    {
      "epoch": 1.2300409216955908,
      "grad_norm": 10.0625,
      "learning_rate": 1.7897984999667112e-05,
      "loss": 0.2615,
      "step": 43360
    },
    {
      "epoch": 1.2303246076268963,
      "grad_norm": 9.9375,
      "learning_rate": 1.789740605976397e-05,
      "loss": 0.1965,
      "step": 43370
    },
    {
      "epoch": 1.2306082935582017,
      "grad_norm": 12.625,
      "learning_rate": 1.7896827119860825e-05,
      "loss": 0.1941,
      "step": 43380
    },
    {
      "epoch": 1.2308919794895072,
      "grad_norm": 10.3125,
      "learning_rate": 1.789624817995768e-05,
      "loss": 0.2592,
      "step": 43390
    },
    {
      "epoch": 1.2311756654208126,
      "grad_norm": 6.90625,
      "learning_rate": 1.789566924005454e-05,
      "loss": 0.2148,
      "step": 43400
    },
    {
      "epoch": 1.2314593513521181,
      "grad_norm": 12.625,
      "learning_rate": 1.7895090300151394e-05,
      "loss": 0.2526,
      "step": 43410
    },
    {
      "epoch": 1.2317430372834235,
      "grad_norm": 7.53125,
      "learning_rate": 1.789451136024825e-05,
      "loss": 0.2237,
      "step": 43420
    },
    {
      "epoch": 1.232026723214729,
      "grad_norm": 17.0,
      "learning_rate": 1.7893932420345107e-05,
      "loss": 0.274,
      "step": 43430
    },
    {
      "epoch": 1.2323104091460344,
      "grad_norm": 12.5625,
      "learning_rate": 1.7893353480441965e-05,
      "loss": 0.2381,
      "step": 43440
    },
    {
      "epoch": 1.23259409507734,
      "grad_norm": 10.125,
      "learning_rate": 1.789277454053882e-05,
      "loss": 0.2505,
      "step": 43450
    },
    {
      "epoch": 1.2328777810086453,
      "grad_norm": 12.6875,
      "learning_rate": 1.789219560063568e-05,
      "loss": 0.2888,
      "step": 43460
    },
    {
      "epoch": 1.2331614669399507,
      "grad_norm": 7.03125,
      "learning_rate": 1.7891616660732533e-05,
      "loss": 0.1948,
      "step": 43470
    },
    {
      "epoch": 1.2334451528712562,
      "grad_norm": 9.5625,
      "learning_rate": 1.7891037720829392e-05,
      "loss": 0.2885,
      "step": 43480
    },
    {
      "epoch": 1.2337288388025618,
      "grad_norm": 9.4375,
      "learning_rate": 1.7890458780926247e-05,
      "loss": 0.2423,
      "step": 43490
    },
    {
      "epoch": 1.2340125247338671,
      "grad_norm": 8.625,
      "learning_rate": 1.7889879841023105e-05,
      "loss": 0.2457,
      "step": 43500
    },
    {
      "epoch": 1.2342962106651725,
      "grad_norm": 7.0,
      "learning_rate": 1.788930090111996e-05,
      "loss": 0.2056,
      "step": 43510
    },
    {
      "epoch": 1.234579896596478,
      "grad_norm": 40.25,
      "learning_rate": 1.7888721961216818e-05,
      "loss": 0.2322,
      "step": 43520
    },
    {
      "epoch": 1.2348635825277836,
      "grad_norm": 11.625,
      "learning_rate": 1.7888143021313673e-05,
      "loss": 0.2724,
      "step": 43530
    },
    {
      "epoch": 1.235147268459089,
      "grad_norm": 8.8125,
      "learning_rate": 1.788756408141053e-05,
      "loss": 0.2657,
      "step": 43540
    },
    {
      "epoch": 1.2354309543903943,
      "grad_norm": 10.125,
      "learning_rate": 1.7886985141507387e-05,
      "loss": 0.2532,
      "step": 43550
    },
    {
      "epoch": 1.2357146403216999,
      "grad_norm": 7.125,
      "learning_rate": 1.7886406201604245e-05,
      "loss": 0.2586,
      "step": 43560
    },
    {
      "epoch": 1.2359983262530052,
      "grad_norm": 6.9375,
      "learning_rate": 1.78858272617011e-05,
      "loss": 0.206,
      "step": 43570
    },
    {
      "epoch": 1.2362820121843108,
      "grad_norm": 10.0,
      "learning_rate": 1.7885248321797958e-05,
      "loss": 0.2615,
      "step": 43580
    },
    {
      "epoch": 1.2365656981156161,
      "grad_norm": 13.625,
      "learning_rate": 1.7884669381894813e-05,
      "loss": 0.2357,
      "step": 43590
    },
    {
      "epoch": 1.2368493840469217,
      "grad_norm": 10.375,
      "learning_rate": 1.788409044199167e-05,
      "loss": 0.2702,
      "step": 43600
    },
    {
      "epoch": 1.237133069978227,
      "grad_norm": 11.375,
      "learning_rate": 1.7883511502088526e-05,
      "loss": 0.2507,
      "step": 43610
    },
    {
      "epoch": 1.2374167559095326,
      "grad_norm": 8.375,
      "learning_rate": 1.7882932562185385e-05,
      "loss": 0.2083,
      "step": 43620
    },
    {
      "epoch": 1.237700441840838,
      "grad_norm": 8.0,
      "learning_rate": 1.788235362228224e-05,
      "loss": 0.1801,
      "step": 43630
    },
    {
      "epoch": 1.2379841277721435,
      "grad_norm": 8.4375,
      "learning_rate": 1.7881774682379095e-05,
      "loss": 0.2306,
      "step": 43640
    },
    {
      "epoch": 1.2382678137034488,
      "grad_norm": 8.875,
      "learning_rate": 1.7881195742475953e-05,
      "loss": 0.2259,
      "step": 43650
    },
    {
      "epoch": 1.2385514996347544,
      "grad_norm": 7.09375,
      "learning_rate": 1.788061680257281e-05,
      "loss": 0.1723,
      "step": 43660
    },
    {
      "epoch": 1.2388351855660598,
      "grad_norm": 10.4375,
      "learning_rate": 1.788003786266967e-05,
      "loss": 0.2494,
      "step": 43670
    },
    {
      "epoch": 1.2391188714973653,
      "grad_norm": 8.5,
      "learning_rate": 1.7879458922766525e-05,
      "loss": 0.213,
      "step": 43680
    },
    {
      "epoch": 1.2394025574286707,
      "grad_norm": 13.375,
      "learning_rate": 1.787887998286338e-05,
      "loss": 0.2537,
      "step": 43690
    },
    {
      "epoch": 1.2396862433599762,
      "grad_norm": 8.375,
      "learning_rate": 1.7878301042960238e-05,
      "loss": 0.2268,
      "step": 43700
    },
    {
      "epoch": 1.2399699292912816,
      "grad_norm": 7.75,
      "learning_rate": 1.7877722103057093e-05,
      "loss": 0.2465,
      "step": 43710
    },
    {
      "epoch": 1.2402536152225871,
      "grad_norm": 8.8125,
      "learning_rate": 1.7877143163153948e-05,
      "loss": 0.2326,
      "step": 43720
    },
    {
      "epoch": 1.2405373011538925,
      "grad_norm": 9.75,
      "learning_rate": 1.7876564223250806e-05,
      "loss": 0.2368,
      "step": 43730
    },
    {
      "epoch": 1.240820987085198,
      "grad_norm": 9.625,
      "learning_rate": 1.7875985283347664e-05,
      "loss": 0.2566,
      "step": 43740
    },
    {
      "epoch": 1.2411046730165034,
      "grad_norm": 11.75,
      "learning_rate": 1.7875406343444523e-05,
      "loss": 0.2687,
      "step": 43750
    },
    {
      "epoch": 1.241388358947809,
      "grad_norm": 9.5625,
      "learning_rate": 1.7874827403541378e-05,
      "loss": 0.2027,
      "step": 43760
    },
    {
      "epoch": 1.2416720448791143,
      "grad_norm": 9.75,
      "learning_rate": 1.7874248463638233e-05,
      "loss": 0.2406,
      "step": 43770
    },
    {
      "epoch": 1.2419557308104199,
      "grad_norm": 12.625,
      "learning_rate": 1.787366952373509e-05,
      "loss": 0.1904,
      "step": 43780
    },
    {
      "epoch": 1.2422394167417252,
      "grad_norm": 7.53125,
      "learning_rate": 1.7873090583831946e-05,
      "loss": 0.2431,
      "step": 43790
    },
    {
      "epoch": 1.2425231026730308,
      "grad_norm": 6.46875,
      "learning_rate": 1.7872511643928804e-05,
      "loss": 0.2378,
      "step": 43800
    },
    {
      "epoch": 1.2428067886043361,
      "grad_norm": 10.9375,
      "learning_rate": 1.787193270402566e-05,
      "loss": 0.197,
      "step": 43810
    },
    {
      "epoch": 1.2430904745356415,
      "grad_norm": 22.75,
      "learning_rate": 1.7871353764122517e-05,
      "loss": 0.2855,
      "step": 43820
    },
    {
      "epoch": 1.243374160466947,
      "grad_norm": 6.125,
      "learning_rate": 1.7870774824219372e-05,
      "loss": 0.2282,
      "step": 43830
    },
    {
      "epoch": 1.2436578463982526,
      "grad_norm": 14.25,
      "learning_rate": 1.787019588431623e-05,
      "loss": 0.2506,
      "step": 43840
    },
    {
      "epoch": 1.243941532329558,
      "grad_norm": 10.625,
      "learning_rate": 1.7869616944413086e-05,
      "loss": 0.2201,
      "step": 43850
    },
    {
      "epoch": 1.2442252182608633,
      "grad_norm": 9.4375,
      "learning_rate": 1.7869038004509944e-05,
      "loss": 0.2294,
      "step": 43860
    },
    {
      "epoch": 1.2445089041921689,
      "grad_norm": 11.3125,
      "learning_rate": 1.78684590646068e-05,
      "loss": 0.2232,
      "step": 43870
    },
    {
      "epoch": 1.2447925901234742,
      "grad_norm": 9.6875,
      "learning_rate": 1.7867880124703657e-05,
      "loss": 0.2706,
      "step": 43880
    },
    {
      "epoch": 1.2450762760547798,
      "grad_norm": 14.625,
      "learning_rate": 1.7867301184800516e-05,
      "loss": 0.3003,
      "step": 43890
    },
    {
      "epoch": 1.2453599619860851,
      "grad_norm": 11.0,
      "learning_rate": 1.786672224489737e-05,
      "loss": 0.2276,
      "step": 43900
    },
    {
      "epoch": 1.2456436479173907,
      "grad_norm": 11.125,
      "learning_rate": 1.7866143304994226e-05,
      "loss": 0.2354,
      "step": 43910
    },
    {
      "epoch": 1.245927333848696,
      "grad_norm": 11.25,
      "learning_rate": 1.7865564365091084e-05,
      "loss": 0.2465,
      "step": 43920
    },
    {
      "epoch": 1.2462110197800016,
      "grad_norm": 7.65625,
      "learning_rate": 1.786498542518794e-05,
      "loss": 0.2299,
      "step": 43930
    },
    {
      "epoch": 1.246494705711307,
      "grad_norm": 8.3125,
      "learning_rate": 1.7864406485284794e-05,
      "loss": 0.1968,
      "step": 43940
    },
    {
      "epoch": 1.2467783916426125,
      "grad_norm": 13.4375,
      "learning_rate": 1.7863827545381652e-05,
      "loss": 0.2073,
      "step": 43950
    },
    {
      "epoch": 1.2470620775739178,
      "grad_norm": 13.0625,
      "learning_rate": 1.786324860547851e-05,
      "loss": 0.2632,
      "step": 43960
    },
    {
      "epoch": 1.2473457635052234,
      "grad_norm": 9.4375,
      "learning_rate": 1.786266966557537e-05,
      "loss": 0.256,
      "step": 43970
    },
    {
      "epoch": 1.2476294494365288,
      "grad_norm": 17.25,
      "learning_rate": 1.7862090725672224e-05,
      "loss": 0.2214,
      "step": 43980
    },
    {
      "epoch": 1.2479131353678343,
      "grad_norm": 6.8125,
      "learning_rate": 1.786151178576908e-05,
      "loss": 0.2098,
      "step": 43990
    },
    {
      "epoch": 1.2481968212991397,
      "grad_norm": 8.875,
      "learning_rate": 1.7860932845865937e-05,
      "loss": 0.201,
      "step": 44000
    },
    {
      "epoch": 1.2484805072304452,
      "grad_norm": 7.65625,
      "learning_rate": 1.7860353905962792e-05,
      "loss": 0.2213,
      "step": 44010
    },
    {
      "epoch": 1.2487641931617506,
      "grad_norm": 5.96875,
      "learning_rate": 1.785977496605965e-05,
      "loss": 0.19,
      "step": 44020
    },
    {
      "epoch": 1.2490478790930561,
      "grad_norm": 12.625,
      "learning_rate": 1.7859196026156505e-05,
      "loss": 0.2153,
      "step": 44030
    },
    {
      "epoch": 1.2493315650243615,
      "grad_norm": 7.59375,
      "learning_rate": 1.7858617086253364e-05,
      "loss": 0.2394,
      "step": 44040
    },
    {
      "epoch": 1.249615250955667,
      "grad_norm": 7.375,
      "learning_rate": 1.7858038146350222e-05,
      "loss": 0.2399,
      "step": 44050
    },
    {
      "epoch": 1.2498989368869724,
      "grad_norm": 13.125,
      "learning_rate": 1.7857459206447077e-05,
      "loss": 0.228,
      "step": 44060
    },
    {
      "epoch": 1.250182622818278,
      "grad_norm": 8.125,
      "learning_rate": 1.7856880266543932e-05,
      "loss": 0.2347,
      "step": 44070
    },
    {
      "epoch": 1.2504663087495833,
      "grad_norm": 8.4375,
      "learning_rate": 1.785630132664079e-05,
      "loss": 0.2244,
      "step": 44080
    },
    {
      "epoch": 1.2507499946808887,
      "grad_norm": 8.5625,
      "learning_rate": 1.7855722386737645e-05,
      "loss": 0.2168,
      "step": 44090
    },
    {
      "epoch": 1.2510336806121942,
      "grad_norm": 9.3125,
      "learning_rate": 1.7855143446834503e-05,
      "loss": 0.2369,
      "step": 44100
    },
    {
      "epoch": 1.2513173665434998,
      "grad_norm": 9.3125,
      "learning_rate": 1.785456450693136e-05,
      "loss": 0.2098,
      "step": 44110
    },
    {
      "epoch": 1.2516010524748051,
      "grad_norm": 7.34375,
      "learning_rate": 1.7853985567028217e-05,
      "loss": 0.2414,
      "step": 44120
    },
    {
      "epoch": 1.2518847384061105,
      "grad_norm": 8.3125,
      "learning_rate": 1.785340662712507e-05,
      "loss": 0.2287,
      "step": 44130
    },
    {
      "epoch": 1.252168424337416,
      "grad_norm": 7.0,
      "learning_rate": 1.785282768722193e-05,
      "loss": 0.2226,
      "step": 44140
    },
    {
      "epoch": 1.2524521102687216,
      "grad_norm": 12.0,
      "learning_rate": 1.7852248747318785e-05,
      "loss": 0.2318,
      "step": 44150
    },
    {
      "epoch": 1.252735796200027,
      "grad_norm": 5.65625,
      "learning_rate": 1.7851669807415643e-05,
      "loss": 0.2482,
      "step": 44160
    },
    {
      "epoch": 1.2530194821313323,
      "grad_norm": 11.0,
      "learning_rate": 1.7851090867512498e-05,
      "loss": 0.2331,
      "step": 44170
    },
    {
      "epoch": 1.2533031680626379,
      "grad_norm": 10.8125,
      "learning_rate": 1.7850511927609357e-05,
      "loss": 0.2918,
      "step": 44180
    },
    {
      "epoch": 1.2535868539939434,
      "grad_norm": 8.6875,
      "learning_rate": 1.7849932987706215e-05,
      "loss": 0.2168,
      "step": 44190
    },
    {
      "epoch": 1.2538705399252488,
      "grad_norm": 9.3125,
      "learning_rate": 1.784935404780307e-05,
      "loss": 0.254,
      "step": 44200
    },
    {
      "epoch": 1.2541542258565541,
      "grad_norm": 10.75,
      "learning_rate": 1.7848775107899925e-05,
      "loss": 0.2427,
      "step": 44210
    },
    {
      "epoch": 1.2544379117878597,
      "grad_norm": 7.8125,
      "learning_rate": 1.7848196167996783e-05,
      "loss": 0.2497,
      "step": 44220
    },
    {
      "epoch": 1.2547215977191652,
      "grad_norm": 8.875,
      "learning_rate": 1.7847617228093638e-05,
      "loss": 0.277,
      "step": 44230
    },
    {
      "epoch": 1.2550052836504706,
      "grad_norm": 10.0,
      "learning_rate": 1.7847038288190496e-05,
      "loss": 0.2265,
      "step": 44240
    },
    {
      "epoch": 1.255288969581776,
      "grad_norm": 10.9375,
      "learning_rate": 1.784645934828735e-05,
      "loss": 0.2398,
      "step": 44250
    },
    {
      "epoch": 1.2555726555130815,
      "grad_norm": 10.6875,
      "learning_rate": 1.784588040838421e-05,
      "loss": 0.2665,
      "step": 44260
    },
    {
      "epoch": 1.2558563414443868,
      "grad_norm": 8.8125,
      "learning_rate": 1.7845301468481068e-05,
      "loss": 0.2472,
      "step": 44270
    },
    {
      "epoch": 1.2561400273756924,
      "grad_norm": 11.0,
      "learning_rate": 1.7844722528577923e-05,
      "loss": 0.243,
      "step": 44280
    },
    {
      "epoch": 1.2564237133069978,
      "grad_norm": 16.625,
      "learning_rate": 1.7844143588674778e-05,
      "loss": 0.2486,
      "step": 44290
    },
    {
      "epoch": 1.2567073992383033,
      "grad_norm": 9.5,
      "learning_rate": 1.7843564648771636e-05,
      "loss": 0.2217,
      "step": 44300
    },
    {
      "epoch": 1.2569910851696087,
      "grad_norm": 6.84375,
      "learning_rate": 1.784298570886849e-05,
      "loss": 0.2018,
      "step": 44310
    },
    {
      "epoch": 1.2572747711009142,
      "grad_norm": 12.6875,
      "learning_rate": 1.784240676896535e-05,
      "loss": 0.2297,
      "step": 44320
    },
    {
      "epoch": 1.2575584570322196,
      "grad_norm": 11.0625,
      "learning_rate": 1.7841827829062204e-05,
      "loss": 0.2741,
      "step": 44330
    },
    {
      "epoch": 1.2578421429635251,
      "grad_norm": 12.8125,
      "learning_rate": 1.7841248889159063e-05,
      "loss": 0.3083,
      "step": 44340
    },
    {
      "epoch": 1.2581258288948305,
      "grad_norm": 7.96875,
      "learning_rate": 1.784066994925592e-05,
      "loss": 0.262,
      "step": 44350
    },
    {
      "epoch": 1.258409514826136,
      "grad_norm": 10.375,
      "learning_rate": 1.7840091009352776e-05,
      "loss": 0.2386,
      "step": 44360
    },
    {
      "epoch": 1.2586932007574414,
      "grad_norm": 10.1875,
      "learning_rate": 1.783951206944963e-05,
      "loss": 0.2582,
      "step": 44370
    },
    {
      "epoch": 1.258976886688747,
      "grad_norm": 14.375,
      "learning_rate": 1.783893312954649e-05,
      "loss": 0.2204,
      "step": 44380
    },
    {
      "epoch": 1.2592605726200523,
      "grad_norm": 11.3125,
      "learning_rate": 1.7838354189643344e-05,
      "loss": 0.2229,
      "step": 44390
    },
    {
      "epoch": 1.2595442585513577,
      "grad_norm": 9.375,
      "learning_rate": 1.7837775249740203e-05,
      "loss": 0.2495,
      "step": 44400
    },
    {
      "epoch": 1.2598279444826632,
      "grad_norm": 6.75,
      "learning_rate": 1.783719630983706e-05,
      "loss": 0.2467,
      "step": 44410
    },
    {
      "epoch": 1.2601116304139688,
      "grad_norm": 9.4375,
      "learning_rate": 1.7836617369933916e-05,
      "loss": 0.2392,
      "step": 44420
    },
    {
      "epoch": 1.2603953163452741,
      "grad_norm": 9.625,
      "learning_rate": 1.7836038430030774e-05,
      "loss": 0.2608,
      "step": 44430
    },
    {
      "epoch": 1.2606790022765795,
      "grad_norm": 10.4375,
      "learning_rate": 1.783545949012763e-05,
      "loss": 0.2051,
      "step": 44440
    },
    {
      "epoch": 1.260962688207885,
      "grad_norm": 8.625,
      "learning_rate": 1.7834880550224484e-05,
      "loss": 0.2207,
      "step": 44450
    },
    {
      "epoch": 1.2612463741391906,
      "grad_norm": 12.125,
      "learning_rate": 1.7834301610321342e-05,
      "loss": 0.2004,
      "step": 44460
    },
    {
      "epoch": 1.261530060070496,
      "grad_norm": 8.375,
      "learning_rate": 1.7833722670418197e-05,
      "loss": 0.2374,
      "step": 44470
    },
    {
      "epoch": 1.2618137460018013,
      "grad_norm": 6.15625,
      "learning_rate": 1.7833143730515056e-05,
      "loss": 0.2509,
      "step": 44480
    },
    {
      "epoch": 1.2620974319331069,
      "grad_norm": 6.25,
      "learning_rate": 1.7832564790611914e-05,
      "loss": 0.286,
      "step": 44490
    },
    {
      "epoch": 1.2623811178644124,
      "grad_norm": 10.5625,
      "learning_rate": 1.783198585070877e-05,
      "loss": 0.2324,
      "step": 44500
    },
    {
      "epoch": 1.2626648037957178,
      "grad_norm": 10.0,
      "learning_rate": 1.7831406910805624e-05,
      "loss": 0.2855,
      "step": 44510
    },
    {
      "epoch": 1.2629484897270231,
      "grad_norm": 8.125,
      "learning_rate": 1.7830827970902482e-05,
      "loss": 0.2478,
      "step": 44520
    },
    {
      "epoch": 1.2632321756583287,
      "grad_norm": 9.5625,
      "learning_rate": 1.7830249030999337e-05,
      "loss": 0.2295,
      "step": 44530
    },
    {
      "epoch": 1.2635158615896342,
      "grad_norm": 7.78125,
      "learning_rate": 1.7829670091096196e-05,
      "loss": 0.269,
      "step": 44540
    },
    {
      "epoch": 1.2637995475209396,
      "grad_norm": 6.4375,
      "learning_rate": 1.782909115119305e-05,
      "loss": 0.2641,
      "step": 44550
    },
    {
      "epoch": 1.264083233452245,
      "grad_norm": 6.1875,
      "learning_rate": 1.782851221128991e-05,
      "loss": 0.2046,
      "step": 44560
    },
    {
      "epoch": 1.2643669193835505,
      "grad_norm": 5.25,
      "learning_rate": 1.7827933271386767e-05,
      "loss": 0.2317,
      "step": 44570
    },
    {
      "epoch": 1.2646506053148558,
      "grad_norm": 11.3125,
      "learning_rate": 1.7827354331483622e-05,
      "loss": 0.2262,
      "step": 44580
    },
    {
      "epoch": 1.2649342912461614,
      "grad_norm": 11.625,
      "learning_rate": 1.7826775391580477e-05,
      "loss": 0.1957,
      "step": 44590
    },
    {
      "epoch": 1.2652179771774668,
      "grad_norm": 6.3125,
      "learning_rate": 1.7826196451677335e-05,
      "loss": 0.195,
      "step": 44600
    },
    {
      "epoch": 1.2655016631087723,
      "grad_norm": 9.0,
      "learning_rate": 1.782561751177419e-05,
      "loss": 0.2445,
      "step": 44610
    },
    {
      "epoch": 1.2657853490400777,
      "grad_norm": 11.3125,
      "learning_rate": 1.782503857187105e-05,
      "loss": 0.2112,
      "step": 44620
    },
    {
      "epoch": 1.2660690349713832,
      "grad_norm": 10.125,
      "learning_rate": 1.7824459631967904e-05,
      "loss": 0.2303,
      "step": 44630
    },
    {
      "epoch": 1.2663527209026886,
      "grad_norm": 8.0,
      "learning_rate": 1.7823880692064762e-05,
      "loss": 0.2492,
      "step": 44640
    },
    {
      "epoch": 1.2666364068339941,
      "grad_norm": 10.8125,
      "learning_rate": 1.782330175216162e-05,
      "loss": 0.2736,
      "step": 44650
    },
    {
      "epoch": 1.2669200927652995,
      "grad_norm": 8.5,
      "learning_rate": 1.7822722812258475e-05,
      "loss": 0.2159,
      "step": 44660
    },
    {
      "epoch": 1.267203778696605,
      "grad_norm": 6.5625,
      "learning_rate": 1.782214387235533e-05,
      "loss": 0.2224,
      "step": 44670
    },
    {
      "epoch": 1.2674874646279104,
      "grad_norm": 7.6875,
      "learning_rate": 1.782156493245219e-05,
      "loss": 0.2665,
      "step": 44680
    },
    {
      "epoch": 1.267771150559216,
      "grad_norm": 11.6875,
      "learning_rate": 1.7820985992549044e-05,
      "loss": 0.2406,
      "step": 44690
    },
    {
      "epoch": 1.2680548364905213,
      "grad_norm": 7.875,
      "learning_rate": 1.7820407052645902e-05,
      "loss": 0.2112,
      "step": 44700
    },
    {
      "epoch": 1.2683385224218269,
      "grad_norm": 10.0625,
      "learning_rate": 1.781982811274276e-05,
      "loss": 0.2125,
      "step": 44710
    },
    {
      "epoch": 1.2686222083531322,
      "grad_norm": 7.71875,
      "learning_rate": 1.7819249172839615e-05,
      "loss": 0.2536,
      "step": 44720
    },
    {
      "epoch": 1.2689058942844378,
      "grad_norm": 9.875,
      "learning_rate": 1.7818670232936473e-05,
      "loss": 0.2241,
      "step": 44730
    },
    {
      "epoch": 1.2691895802157431,
      "grad_norm": 9.0625,
      "learning_rate": 1.781809129303333e-05,
      "loss": 0.2163,
      "step": 44740
    },
    {
      "epoch": 1.2694732661470485,
      "grad_norm": 10.0625,
      "learning_rate": 1.7817512353130183e-05,
      "loss": 0.2465,
      "step": 44750
    },
    {
      "epoch": 1.269756952078354,
      "grad_norm": 9.375,
      "learning_rate": 1.781693341322704e-05,
      "loss": 0.2373,
      "step": 44760
    },
    {
      "epoch": 1.2700406380096596,
      "grad_norm": 63.0,
      "learning_rate": 1.7816354473323897e-05,
      "loss": 0.2591,
      "step": 44770
    },
    {
      "epoch": 1.270324323940965,
      "grad_norm": 9.0625,
      "learning_rate": 1.7815775533420755e-05,
      "loss": 0.2277,
      "step": 44780
    },
    {
      "epoch": 1.2706080098722703,
      "grad_norm": 10.4375,
      "learning_rate": 1.7815196593517613e-05,
      "loss": 0.2781,
      "step": 44790
    },
    {
      "epoch": 1.2708916958035759,
      "grad_norm": 13.75,
      "learning_rate": 1.7814617653614468e-05,
      "loss": 0.2497,
      "step": 44800
    },
    {
      "epoch": 1.2711753817348814,
      "grad_norm": 11.3125,
      "learning_rate": 1.7814038713711327e-05,
      "loss": 0.1853,
      "step": 44810
    },
    {
      "epoch": 1.2714590676661868,
      "grad_norm": 14.0,
      "learning_rate": 1.781345977380818e-05,
      "loss": 0.2224,
      "step": 44820
    },
    {
      "epoch": 1.2717427535974921,
      "grad_norm": 8.875,
      "learning_rate": 1.7812880833905036e-05,
      "loss": 0.2238,
      "step": 44830
    },
    {
      "epoch": 1.2720264395287977,
      "grad_norm": 9.5,
      "learning_rate": 1.7812301894001895e-05,
      "loss": 0.2664,
      "step": 44840
    },
    {
      "epoch": 1.2723101254601032,
      "grad_norm": 13.0,
      "learning_rate": 1.781172295409875e-05,
      "loss": 0.2239,
      "step": 44850
    },
    {
      "epoch": 1.2725938113914086,
      "grad_norm": 8.375,
      "learning_rate": 1.7811144014195608e-05,
      "loss": 0.1781,
      "step": 44860
    },
    {
      "epoch": 1.272877497322714,
      "grad_norm": 7.90625,
      "learning_rate": 1.7810565074292466e-05,
      "loss": 0.2045,
      "step": 44870
    },
    {
      "epoch": 1.2731611832540195,
      "grad_norm": 6.90625,
      "learning_rate": 1.780998613438932e-05,
      "loss": 0.1767,
      "step": 44880
    },
    {
      "epoch": 1.2734448691853248,
      "grad_norm": 11.625,
      "learning_rate": 1.7809407194486176e-05,
      "loss": 0.2408,
      "step": 44890
    },
    {
      "epoch": 1.2737285551166304,
      "grad_norm": 7.34375,
      "learning_rate": 1.7808828254583035e-05,
      "loss": 0.2503,
      "step": 44900
    },
    {
      "epoch": 1.2740122410479358,
      "grad_norm": 8.5,
      "learning_rate": 1.780824931467989e-05,
      "loss": 0.2465,
      "step": 44910
    },
    {
      "epoch": 1.2742959269792413,
      "grad_norm": 7.40625,
      "learning_rate": 1.7807670374776748e-05,
      "loss": 0.2394,
      "step": 44920
    },
    {
      "epoch": 1.2745796129105467,
      "grad_norm": 8.5625,
      "learning_rate": 1.7807091434873606e-05,
      "loss": 0.2145,
      "step": 44930
    },
    {
      "epoch": 1.2748632988418522,
      "grad_norm": 7.9375,
      "learning_rate": 1.780651249497046e-05,
      "loss": 0.2289,
      "step": 44940
    },
    {
      "epoch": 1.2751469847731576,
      "grad_norm": 8.3125,
      "learning_rate": 1.780593355506732e-05,
      "loss": 0.2334,
      "step": 44950
    },
    {
      "epoch": 1.2754306707044631,
      "grad_norm": 8.5,
      "learning_rate": 1.7805354615164174e-05,
      "loss": 0.2293,
      "step": 44960
    },
    {
      "epoch": 1.2757143566357685,
      "grad_norm": 11.25,
      "learning_rate": 1.780477567526103e-05,
      "loss": 0.2289,
      "step": 44970
    },
    {
      "epoch": 1.275998042567074,
      "grad_norm": 8.6875,
      "learning_rate": 1.7804196735357888e-05,
      "loss": 0.2302,
      "step": 44980
    },
    {
      "epoch": 1.2762817284983794,
      "grad_norm": 10.3125,
      "learning_rate": 1.7803617795454743e-05,
      "loss": 0.2456,
      "step": 44990
    },
    {
      "epoch": 1.276565414429685,
      "grad_norm": 10.1875,
      "learning_rate": 1.78030388555516e-05,
      "loss": 0.2469,
      "step": 45000
    },
    {
      "epoch": 1.2768491003609903,
      "grad_norm": 8.125,
      "learning_rate": 1.780245991564846e-05,
      "loss": 0.2365,
      "step": 45010
    },
    {
      "epoch": 1.2771327862922959,
      "grad_norm": 5.21875,
      "learning_rate": 1.7801880975745314e-05,
      "loss": 0.2139,
      "step": 45020
    },
    {
      "epoch": 1.2774164722236012,
      "grad_norm": 12.8125,
      "learning_rate": 1.7801302035842173e-05,
      "loss": 0.2579,
      "step": 45030
    },
    {
      "epoch": 1.2777001581549068,
      "grad_norm": 12.875,
      "learning_rate": 1.7800723095939028e-05,
      "loss": 0.2534,
      "step": 45040
    },
    {
      "epoch": 1.2779838440862121,
      "grad_norm": 19.25,
      "learning_rate": 1.7800144156035883e-05,
      "loss": 0.21,
      "step": 45050
    },
    {
      "epoch": 1.2782675300175175,
      "grad_norm": 8.9375,
      "learning_rate": 1.779956521613274e-05,
      "loss": 0.233,
      "step": 45060
    },
    {
      "epoch": 1.278551215948823,
      "grad_norm": 8.375,
      "learning_rate": 1.7798986276229596e-05,
      "loss": 0.2135,
      "step": 45070
    },
    {
      "epoch": 1.2788349018801286,
      "grad_norm": 10.5,
      "learning_rate": 1.7798407336326454e-05,
      "loss": 0.2258,
      "step": 45080
    },
    {
      "epoch": 1.279118587811434,
      "grad_norm": 6.90625,
      "learning_rate": 1.7797828396423313e-05,
      "loss": 0.2483,
      "step": 45090
    },
    {
      "epoch": 1.2794022737427393,
      "grad_norm": 11.125,
      "learning_rate": 1.7797249456520167e-05,
      "loss": 0.2529,
      "step": 45100
    },
    {
      "epoch": 1.2796859596740449,
      "grad_norm": 8.8125,
      "learning_rate": 1.7796670516617026e-05,
      "loss": 0.2517,
      "step": 45110
    },
    {
      "epoch": 1.2799696456053504,
      "grad_norm": 8.5625,
      "learning_rate": 1.779609157671388e-05,
      "loss": 0.2641,
      "step": 45120
    },
    {
      "epoch": 1.2802533315366558,
      "grad_norm": 11.3125,
      "learning_rate": 1.7795512636810736e-05,
      "loss": 0.2227,
      "step": 45130
    },
    {
      "epoch": 1.2805370174679611,
      "grad_norm": 6.1875,
      "learning_rate": 1.7794933696907594e-05,
      "loss": 0.2346,
      "step": 45140
    },
    {
      "epoch": 1.2808207033992667,
      "grad_norm": 8.75,
      "learning_rate": 1.779435475700445e-05,
      "loss": 0.2353,
      "step": 45150
    },
    {
      "epoch": 1.2811043893305722,
      "grad_norm": 6.25,
      "learning_rate": 1.7793775817101307e-05,
      "loss": 0.2284,
      "step": 45160
    },
    {
      "epoch": 1.2813880752618776,
      "grad_norm": 7.8125,
      "learning_rate": 1.7793196877198166e-05,
      "loss": 0.2584,
      "step": 45170
    },
    {
      "epoch": 1.281671761193183,
      "grad_norm": 7.96875,
      "learning_rate": 1.779261793729502e-05,
      "loss": 0.2656,
      "step": 45180
    },
    {
      "epoch": 1.2819554471244885,
      "grad_norm": 5.59375,
      "learning_rate": 1.7792038997391876e-05,
      "loss": 0.2029,
      "step": 45190
    },
    {
      "epoch": 1.282239133055794,
      "grad_norm": 6.90625,
      "learning_rate": 1.7791460057488734e-05,
      "loss": 0.2243,
      "step": 45200
    },
    {
      "epoch": 1.2825228189870994,
      "grad_norm": 13.3125,
      "learning_rate": 1.779088111758559e-05,
      "loss": 0.206,
      "step": 45210
    },
    {
      "epoch": 1.2828065049184048,
      "grad_norm": 12.4375,
      "learning_rate": 1.7790302177682447e-05,
      "loss": 0.2804,
      "step": 45220
    },
    {
      "epoch": 1.2830901908497103,
      "grad_norm": 12.375,
      "learning_rate": 1.7789723237779305e-05,
      "loss": 0.2449,
      "step": 45230
    },
    {
      "epoch": 1.2833738767810157,
      "grad_norm": 12.875,
      "learning_rate": 1.778914429787616e-05,
      "loss": 0.3029,
      "step": 45240
    },
    {
      "epoch": 1.2836575627123212,
      "grad_norm": 10.4375,
      "learning_rate": 1.778856535797302e-05,
      "loss": 0.2208,
      "step": 45250
    },
    {
      "epoch": 1.2839412486436266,
      "grad_norm": 7.65625,
      "learning_rate": 1.7787986418069874e-05,
      "loss": 0.2527,
      "step": 45260
    },
    {
      "epoch": 1.2842249345749321,
      "grad_norm": 9.125,
      "learning_rate": 1.778740747816673e-05,
      "loss": 0.2397,
      "step": 45270
    },
    {
      "epoch": 1.2845086205062375,
      "grad_norm": 7.40625,
      "learning_rate": 1.7786828538263587e-05,
      "loss": 0.2506,
      "step": 45280
    },
    {
      "epoch": 1.284792306437543,
      "grad_norm": 8.9375,
      "learning_rate": 1.7786249598360442e-05,
      "loss": 0.1959,
      "step": 45290
    },
    {
      "epoch": 1.2850759923688484,
      "grad_norm": 6.4375,
      "learning_rate": 1.77856706584573e-05,
      "loss": 0.192,
      "step": 45300
    },
    {
      "epoch": 1.285359678300154,
      "grad_norm": 9.5,
      "learning_rate": 1.778509171855416e-05,
      "loss": 0.2269,
      "step": 45310
    },
    {
      "epoch": 1.2856433642314593,
      "grad_norm": 10.0625,
      "learning_rate": 1.7784512778651014e-05,
      "loss": 0.2354,
      "step": 45320
    },
    {
      "epoch": 1.2859270501627649,
      "grad_norm": 8.3125,
      "learning_rate": 1.7783933838747872e-05,
      "loss": 0.2128,
      "step": 45330
    },
    {
      "epoch": 1.2862107360940702,
      "grad_norm": 12.5625,
      "learning_rate": 1.7783354898844727e-05,
      "loss": 0.2368,
      "step": 45340
    },
    {
      "epoch": 1.2864944220253758,
      "grad_norm": 7.53125,
      "learning_rate": 1.7782775958941582e-05,
      "loss": 0.233,
      "step": 45350
    },
    {
      "epoch": 1.2867781079566811,
      "grad_norm": 8.625,
      "learning_rate": 1.778219701903844e-05,
      "loss": 0.226,
      "step": 45360
    },
    {
      "epoch": 1.2870617938879865,
      "grad_norm": 7.90625,
      "learning_rate": 1.7781618079135295e-05,
      "loss": 0.2419,
      "step": 45370
    },
    {
      "epoch": 1.287345479819292,
      "grad_norm": 11.0,
      "learning_rate": 1.7781039139232153e-05,
      "loss": 0.2643,
      "step": 45380
    },
    {
      "epoch": 1.2876291657505976,
      "grad_norm": 6.71875,
      "learning_rate": 1.7780460199329012e-05,
      "loss": 0.1974,
      "step": 45390
    },
    {
      "epoch": 1.287912851681903,
      "grad_norm": 13.6875,
      "learning_rate": 1.7779881259425867e-05,
      "loss": 0.2401,
      "step": 45400
    },
    {
      "epoch": 1.2881965376132083,
      "grad_norm": 10.375,
      "learning_rate": 1.7779302319522725e-05,
      "loss": 0.2177,
      "step": 45410
    },
    {
      "epoch": 1.2884802235445139,
      "grad_norm": 12.875,
      "learning_rate": 1.777872337961958e-05,
      "loss": 0.2674,
      "step": 45420
    },
    {
      "epoch": 1.2887639094758194,
      "grad_norm": 6.59375,
      "learning_rate": 1.7778144439716435e-05,
      "loss": 0.2381,
      "step": 45430
    },
    {
      "epoch": 1.2890475954071248,
      "grad_norm": 12.8125,
      "learning_rate": 1.7777565499813293e-05,
      "loss": 0.237,
      "step": 45440
    },
    {
      "epoch": 1.2893312813384301,
      "grad_norm": 6.90625,
      "learning_rate": 1.7776986559910148e-05,
      "loss": 0.2837,
      "step": 45450
    },
    {
      "epoch": 1.2896149672697357,
      "grad_norm": 10.8125,
      "learning_rate": 1.7776407620007007e-05,
      "loss": 0.2449,
      "step": 45460
    },
    {
      "epoch": 1.2898986532010412,
      "grad_norm": 7.90625,
      "learning_rate": 1.7775828680103865e-05,
      "loss": 0.2363,
      "step": 45470
    },
    {
      "epoch": 1.2901823391323466,
      "grad_norm": 9.0625,
      "learning_rate": 1.777524974020072e-05,
      "loss": 0.2554,
      "step": 45480
    },
    {
      "epoch": 1.290466025063652,
      "grad_norm": 9.625,
      "learning_rate": 1.7774670800297578e-05,
      "loss": 0.2089,
      "step": 45490
    },
    {
      "epoch": 1.2907497109949575,
      "grad_norm": 9.4375,
      "learning_rate": 1.7774091860394433e-05,
      "loss": 0.2323,
      "step": 45500
    },
    {
      "epoch": 1.291033396926263,
      "grad_norm": 12.3125,
      "learning_rate": 1.7773512920491288e-05,
      "loss": 0.2163,
      "step": 45510
    },
    {
      "epoch": 1.2913170828575684,
      "grad_norm": 13.4375,
      "learning_rate": 1.7772933980588146e-05,
      "loss": 0.2162,
      "step": 45520
    },
    {
      "epoch": 1.2916007687888738,
      "grad_norm": 8.6875,
      "learning_rate": 1.7772355040685005e-05,
      "loss": 0.2043,
      "step": 45530
    },
    {
      "epoch": 1.2918844547201793,
      "grad_norm": 10.5625,
      "learning_rate": 1.777177610078186e-05,
      "loss": 0.2495,
      "step": 45540
    },
    {
      "epoch": 1.2921681406514847,
      "grad_norm": 10.1875,
      "learning_rate": 1.7771197160878718e-05,
      "loss": 0.1866,
      "step": 45550
    },
    {
      "epoch": 1.2924518265827902,
      "grad_norm": 11.0625,
      "learning_rate": 1.7770618220975573e-05,
      "loss": 0.267,
      "step": 45560
    },
    {
      "epoch": 1.2927355125140956,
      "grad_norm": 10.25,
      "learning_rate": 1.7770039281072428e-05,
      "loss": 0.2558,
      "step": 45570
    },
    {
      "epoch": 1.2930191984454011,
      "grad_norm": 9.0625,
      "learning_rate": 1.7769460341169286e-05,
      "loss": 0.2534,
      "step": 45580
    },
    {
      "epoch": 1.2933028843767065,
      "grad_norm": 11.875,
      "learning_rate": 1.776888140126614e-05,
      "loss": 0.2657,
      "step": 45590
    },
    {
      "epoch": 1.293586570308012,
      "grad_norm": 9.4375,
      "learning_rate": 1.7768302461363e-05,
      "loss": 0.2407,
      "step": 45600
    },
    {
      "epoch": 1.2938702562393174,
      "grad_norm": 10.0625,
      "learning_rate": 1.7767723521459858e-05,
      "loss": 0.235,
      "step": 45610
    },
    {
      "epoch": 1.294153942170623,
      "grad_norm": 7.5,
      "learning_rate": 1.7767144581556713e-05,
      "loss": 0.2613,
      "step": 45620
    },
    {
      "epoch": 1.2944376281019283,
      "grad_norm": 6.1875,
      "learning_rate": 1.776656564165357e-05,
      "loss": 0.2126,
      "step": 45630
    },
    {
      "epoch": 1.2947213140332339,
      "grad_norm": 11.4375,
      "learning_rate": 1.7765986701750426e-05,
      "loss": 0.2254,
      "step": 45640
    },
    {
      "epoch": 1.2950049999645392,
      "grad_norm": 9.125,
      "learning_rate": 1.776540776184728e-05,
      "loss": 0.2569,
      "step": 45650
    },
    {
      "epoch": 1.2952886858958448,
      "grad_norm": 9.0,
      "learning_rate": 1.776482882194414e-05,
      "loss": 0.2193,
      "step": 45660
    },
    {
      "epoch": 1.2955723718271501,
      "grad_norm": 11.6875,
      "learning_rate": 1.7764249882040994e-05,
      "loss": 0.2411,
      "step": 45670
    },
    {
      "epoch": 1.2958560577584557,
      "grad_norm": 7.0625,
      "learning_rate": 1.7763670942137853e-05,
      "loss": 0.2025,
      "step": 45680
    },
    {
      "epoch": 1.296139743689761,
      "grad_norm": 9.9375,
      "learning_rate": 1.776309200223471e-05,
      "loss": 0.2264,
      "step": 45690
    },
    {
      "epoch": 1.2964234296210666,
      "grad_norm": 17.5,
      "learning_rate": 1.7762513062331566e-05,
      "loss": 0.2387,
      "step": 45700
    },
    {
      "epoch": 1.296707115552372,
      "grad_norm": 9.6875,
      "learning_rate": 1.7761934122428424e-05,
      "loss": 0.2318,
      "step": 45710
    },
    {
      "epoch": 1.2969908014836773,
      "grad_norm": 10.0625,
      "learning_rate": 1.776135518252528e-05,
      "loss": 0.2083,
      "step": 45720
    },
    {
      "epoch": 1.2972744874149829,
      "grad_norm": 10.4375,
      "learning_rate": 1.7760776242622134e-05,
      "loss": 0.2702,
      "step": 45730
    },
    {
      "epoch": 1.2975581733462884,
      "grad_norm": 18.875,
      "learning_rate": 1.7760197302718992e-05,
      "loss": 0.2334,
      "step": 45740
    },
    {
      "epoch": 1.2978418592775938,
      "grad_norm": 8.4375,
      "learning_rate": 1.775961836281585e-05,
      "loss": 0.1842,
      "step": 45750
    },
    {
      "epoch": 1.2981255452088991,
      "grad_norm": 11.0625,
      "learning_rate": 1.7759039422912706e-05,
      "loss": 0.2212,
      "step": 45760
    },
    {
      "epoch": 1.2984092311402047,
      "grad_norm": 7.1875,
      "learning_rate": 1.7758460483009564e-05,
      "loss": 0.2363,
      "step": 45770
    },
    {
      "epoch": 1.2986929170715102,
      "grad_norm": 5.40625,
      "learning_rate": 1.775788154310642e-05,
      "loss": 0.2613,
      "step": 45780
    },
    {
      "epoch": 1.2989766030028156,
      "grad_norm": 8.75,
      "learning_rate": 1.7757302603203277e-05,
      "loss": 0.2004,
      "step": 45790
    },
    {
      "epoch": 1.299260288934121,
      "grad_norm": 12.1875,
      "learning_rate": 1.7756723663300132e-05,
      "loss": 0.246,
      "step": 45800
    },
    {
      "epoch": 1.2995439748654265,
      "grad_norm": 9.875,
      "learning_rate": 1.7756144723396987e-05,
      "loss": 0.2117,
      "step": 45810
    },
    {
      "epoch": 1.299827660796732,
      "grad_norm": 7.40625,
      "learning_rate": 1.7755565783493846e-05,
      "loss": 0.2184,
      "step": 45820
    },
    {
      "epoch": 1.3001113467280374,
      "grad_norm": 11.3125,
      "learning_rate": 1.7754986843590704e-05,
      "loss": 0.2827,
      "step": 45830
    },
    {
      "epoch": 1.3003950326593428,
      "grad_norm": 8.6875,
      "learning_rate": 1.775440790368756e-05,
      "loss": 0.23,
      "step": 45840
    },
    {
      "epoch": 1.3006787185906483,
      "grad_norm": 8.6875,
      "learning_rate": 1.7753828963784417e-05,
      "loss": 0.2174,
      "step": 45850
    },
    {
      "epoch": 1.3009624045219537,
      "grad_norm": 11.3125,
      "learning_rate": 1.7753250023881272e-05,
      "loss": 0.2351,
      "step": 45860
    },
    {
      "epoch": 1.3012460904532592,
      "grad_norm": 9.8125,
      "learning_rate": 1.7752671083978127e-05,
      "loss": 0.2808,
      "step": 45870
    },
    {
      "epoch": 1.3015297763845646,
      "grad_norm": 10.6875,
      "learning_rate": 1.7752092144074985e-05,
      "loss": 0.2502,
      "step": 45880
    },
    {
      "epoch": 1.3018134623158701,
      "grad_norm": 11.0625,
      "learning_rate": 1.775151320417184e-05,
      "loss": 0.2196,
      "step": 45890
    },
    {
      "epoch": 1.3020971482471755,
      "grad_norm": 7.9375,
      "learning_rate": 1.77509342642687e-05,
      "loss": 0.2465,
      "step": 45900
    },
    {
      "epoch": 1.302380834178481,
      "grad_norm": 8.9375,
      "learning_rate": 1.7750355324365557e-05,
      "loss": 0.254,
      "step": 45910
    },
    {
      "epoch": 1.3026645201097864,
      "grad_norm": 8.1875,
      "learning_rate": 1.7749776384462412e-05,
      "loss": 0.2388,
      "step": 45920
    },
    {
      "epoch": 1.302948206041092,
      "grad_norm": 8.5,
      "learning_rate": 1.774919744455927e-05,
      "loss": 0.2124,
      "step": 45930
    },
    {
      "epoch": 1.3032318919723973,
      "grad_norm": 9.3125,
      "learning_rate": 1.7748618504656125e-05,
      "loss": 0.2526,
      "step": 45940
    },
    {
      "epoch": 1.3035155779037029,
      "grad_norm": 10.25,
      "learning_rate": 1.774803956475298e-05,
      "loss": 0.2167,
      "step": 45950
    },
    {
      "epoch": 1.3037992638350082,
      "grad_norm": 10.6875,
      "learning_rate": 1.774746062484984e-05,
      "loss": 0.2263,
      "step": 45960
    },
    {
      "epoch": 1.3040829497663138,
      "grad_norm": 10.25,
      "learning_rate": 1.7746881684946693e-05,
      "loss": 0.2412,
      "step": 45970
    },
    {
      "epoch": 1.3043666356976191,
      "grad_norm": 8.6875,
      "learning_rate": 1.7746302745043552e-05,
      "loss": 0.2022,
      "step": 45980
    },
    {
      "epoch": 1.3046503216289247,
      "grad_norm": 11.625,
      "learning_rate": 1.774572380514041e-05,
      "loss": 0.2458,
      "step": 45990
    },
    {
      "epoch": 1.30493400756023,
      "grad_norm": 8.25,
      "learning_rate": 1.7745144865237265e-05,
      "loss": 0.2195,
      "step": 46000
    },
    {
      "epoch": 1.3052176934915356,
      "grad_norm": 12.625,
      "learning_rate": 1.7744565925334123e-05,
      "loss": 0.2569,
      "step": 46010
    },
    {
      "epoch": 1.305501379422841,
      "grad_norm": 8.9375,
      "learning_rate": 1.774398698543098e-05,
      "loss": 0.2281,
      "step": 46020
    },
    {
      "epoch": 1.3057850653541463,
      "grad_norm": 10.6875,
      "learning_rate": 1.7743408045527833e-05,
      "loss": 0.2321,
      "step": 46030
    },
    {
      "epoch": 1.3060687512854519,
      "grad_norm": 10.3125,
      "learning_rate": 1.774282910562469e-05,
      "loss": 0.2589,
      "step": 46040
    },
    {
      "epoch": 1.3063524372167574,
      "grad_norm": 26.75,
      "learning_rate": 1.774225016572155e-05,
      "loss": 0.2266,
      "step": 46050
    },
    {
      "epoch": 1.3066361231480628,
      "grad_norm": 9.875,
      "learning_rate": 1.7741671225818405e-05,
      "loss": 0.2013,
      "step": 46060
    },
    {
      "epoch": 1.3069198090793681,
      "grad_norm": 7.09375,
      "learning_rate": 1.7741092285915263e-05,
      "loss": 0.2085,
      "step": 46070
    },
    {
      "epoch": 1.3072034950106737,
      "grad_norm": 11.9375,
      "learning_rate": 1.7740513346012118e-05,
      "loss": 0.2476,
      "step": 46080
    },
    {
      "epoch": 1.3074871809419792,
      "grad_norm": 10.4375,
      "learning_rate": 1.7739934406108977e-05,
      "loss": 0.2114,
      "step": 46090
    },
    {
      "epoch": 1.3077708668732846,
      "grad_norm": 9.5,
      "learning_rate": 1.773935546620583e-05,
      "loss": 0.2243,
      "step": 46100
    },
    {
      "epoch": 1.30805455280459,
      "grad_norm": 8.375,
      "learning_rate": 1.7738776526302686e-05,
      "loss": 0.23,
      "step": 46110
    },
    {
      "epoch": 1.3083382387358955,
      "grad_norm": 9.5625,
      "learning_rate": 1.7738197586399545e-05,
      "loss": 0.2708,
      "step": 46120
    },
    {
      "epoch": 1.308621924667201,
      "grad_norm": 9.875,
      "learning_rate": 1.7737618646496403e-05,
      "loss": 0.2654,
      "step": 46130
    },
    {
      "epoch": 1.3089056105985064,
      "grad_norm": 7.25,
      "learning_rate": 1.7737039706593258e-05,
      "loss": 0.2412,
      "step": 46140
    },
    {
      "epoch": 1.3091892965298118,
      "grad_norm": 6.84375,
      "learning_rate": 1.7736460766690116e-05,
      "loss": 0.2421,
      "step": 46150
    },
    {
      "epoch": 1.3094729824611173,
      "grad_norm": 8.3125,
      "learning_rate": 1.773588182678697e-05,
      "loss": 0.2197,
      "step": 46160
    },
    {
      "epoch": 1.3097566683924229,
      "grad_norm": 9.0625,
      "learning_rate": 1.773530288688383e-05,
      "loss": 0.2409,
      "step": 46170
    },
    {
      "epoch": 1.3100403543237282,
      "grad_norm": 10.25,
      "learning_rate": 1.7734723946980685e-05,
      "loss": 0.2331,
      "step": 46180
    },
    {
      "epoch": 1.3103240402550336,
      "grad_norm": 9.6875,
      "learning_rate": 1.773414500707754e-05,
      "loss": 0.2431,
      "step": 46190
    },
    {
      "epoch": 1.3106077261863391,
      "grad_norm": 7.875,
      "learning_rate": 1.7733566067174398e-05,
      "loss": 0.198,
      "step": 46200
    },
    {
      "epoch": 1.3108914121176445,
      "grad_norm": 7.9375,
      "learning_rate": 1.7732987127271256e-05,
      "loss": 0.2452,
      "step": 46210
    },
    {
      "epoch": 1.31117509804895,
      "grad_norm": 6.6875,
      "learning_rate": 1.773240818736811e-05,
      "loss": 0.2173,
      "step": 46220
    },
    {
      "epoch": 1.3114587839802554,
      "grad_norm": 8.9375,
      "learning_rate": 1.773182924746497e-05,
      "loss": 0.2091,
      "step": 46230
    },
    {
      "epoch": 1.311742469911561,
      "grad_norm": 9.375,
      "learning_rate": 1.7731250307561824e-05,
      "loss": 0.2556,
      "step": 46240
    },
    {
      "epoch": 1.3120261558428663,
      "grad_norm": 9.4375,
      "learning_rate": 1.773067136765868e-05,
      "loss": 0.2534,
      "step": 46250
    },
    {
      "epoch": 1.3123098417741719,
      "grad_norm": 8.25,
      "learning_rate": 1.7730092427755538e-05,
      "loss": 0.225,
      "step": 46260
    },
    {
      "epoch": 1.3125935277054772,
      "grad_norm": 9.0625,
      "learning_rate": 1.7729513487852396e-05,
      "loss": 0.2515,
      "step": 46270
    },
    {
      "epoch": 1.3128772136367828,
      "grad_norm": 9.125,
      "learning_rate": 1.772893454794925e-05,
      "loss": 0.2305,
      "step": 46280
    },
    {
      "epoch": 1.3131608995680881,
      "grad_norm": 6.15625,
      "learning_rate": 1.772835560804611e-05,
      "loss": 0.2837,
      "step": 46290
    },
    {
      "epoch": 1.3134445854993937,
      "grad_norm": 7.96875,
      "learning_rate": 1.7727776668142964e-05,
      "loss": 0.2356,
      "step": 46300
    },
    {
      "epoch": 1.313728271430699,
      "grad_norm": 8.0625,
      "learning_rate": 1.7727197728239823e-05,
      "loss": 0.252,
      "step": 46310
    },
    {
      "epoch": 1.3140119573620046,
      "grad_norm": 7.78125,
      "learning_rate": 1.7726618788336678e-05,
      "loss": 0.2798,
      "step": 46320
    },
    {
      "epoch": 1.31429564329331,
      "grad_norm": 9.6875,
      "learning_rate": 1.7726039848433533e-05,
      "loss": 0.2468,
      "step": 46330
    },
    {
      "epoch": 1.3145793292246155,
      "grad_norm": 8.5625,
      "learning_rate": 1.772546090853039e-05,
      "loss": 0.2479,
      "step": 46340
    },
    {
      "epoch": 1.3148630151559209,
      "grad_norm": 9.625,
      "learning_rate": 1.772488196862725e-05,
      "loss": 0.2295,
      "step": 46350
    },
    {
      "epoch": 1.3151467010872264,
      "grad_norm": 15.1875,
      "learning_rate": 1.7724303028724104e-05,
      "loss": 0.2716,
      "step": 46360
    },
    {
      "epoch": 1.3154303870185318,
      "grad_norm": 8.5,
      "learning_rate": 1.7723724088820962e-05,
      "loss": 0.2079,
      "step": 46370
    },
    {
      "epoch": 1.315714072949837,
      "grad_norm": 7.9375,
      "learning_rate": 1.7723145148917817e-05,
      "loss": 0.2391,
      "step": 46380
    },
    {
      "epoch": 1.3159977588811427,
      "grad_norm": 5.3125,
      "learning_rate": 1.7722566209014676e-05,
      "loss": 0.2059,
      "step": 46390
    },
    {
      "epoch": 1.3162814448124482,
      "grad_norm": 9.4375,
      "learning_rate": 1.772198726911153e-05,
      "loss": 0.2324,
      "step": 46400
    },
    {
      "epoch": 1.3165651307437536,
      "grad_norm": 14.0,
      "learning_rate": 1.7721408329208386e-05,
      "loss": 0.2328,
      "step": 46410
    },
    {
      "epoch": 1.316848816675059,
      "grad_norm": 7.96875,
      "learning_rate": 1.7720829389305244e-05,
      "loss": 0.2139,
      "step": 46420
    },
    {
      "epoch": 1.3171325026063645,
      "grad_norm": 9.5,
      "learning_rate": 1.7720250449402102e-05,
      "loss": 0.2476,
      "step": 46430
    },
    {
      "epoch": 1.31741618853767,
      "grad_norm": 8.6875,
      "learning_rate": 1.7719671509498957e-05,
      "loss": 0.2335,
      "step": 46440
    },
    {
      "epoch": 1.3176998744689754,
      "grad_norm": 9.5,
      "learning_rate": 1.7719092569595816e-05,
      "loss": 0.2499,
      "step": 46450
    },
    {
      "epoch": 1.3179835604002808,
      "grad_norm": 10.3125,
      "learning_rate": 1.771851362969267e-05,
      "loss": 0.2392,
      "step": 46460
    },
    {
      "epoch": 1.3182672463315863,
      "grad_norm": 7.28125,
      "learning_rate": 1.771793468978953e-05,
      "loss": 0.1887,
      "step": 46470
    },
    {
      "epoch": 1.3185509322628919,
      "grad_norm": 7.78125,
      "learning_rate": 1.7717355749886384e-05,
      "loss": 0.2111,
      "step": 46480
    },
    {
      "epoch": 1.3188346181941972,
      "grad_norm": 9.5,
      "learning_rate": 1.771677680998324e-05,
      "loss": 0.2428,
      "step": 46490
    },
    {
      "epoch": 1.3191183041255026,
      "grad_norm": 9.875,
      "learning_rate": 1.7716197870080097e-05,
      "loss": 0.2302,
      "step": 46500
    },
    {
      "epoch": 1.3194019900568081,
      "grad_norm": 6.84375,
      "learning_rate": 1.7715618930176955e-05,
      "loss": 0.239,
      "step": 46510
    },
    {
      "epoch": 1.3196856759881135,
      "grad_norm": 12.3125,
      "learning_rate": 1.771503999027381e-05,
      "loss": 0.2079,
      "step": 46520
    },
    {
      "epoch": 1.319969361919419,
      "grad_norm": 10.4375,
      "learning_rate": 1.771446105037067e-05,
      "loss": 0.2821,
      "step": 46530
    },
    {
      "epoch": 1.3202530478507244,
      "grad_norm": 9.0625,
      "learning_rate": 1.7713882110467524e-05,
      "loss": 0.2261,
      "step": 46540
    },
    {
      "epoch": 1.32053673378203,
      "grad_norm": 8.8125,
      "learning_rate": 1.7713303170564382e-05,
      "loss": 0.2249,
      "step": 46550
    },
    {
      "epoch": 1.3208204197133353,
      "grad_norm": 11.0625,
      "learning_rate": 1.7712724230661237e-05,
      "loss": 0.2345,
      "step": 46560
    },
    {
      "epoch": 1.3211041056446409,
      "grad_norm": 7.71875,
      "learning_rate": 1.7712145290758095e-05,
      "loss": 0.2134,
      "step": 46570
    },
    {
      "epoch": 1.3213877915759462,
      "grad_norm": 8.9375,
      "learning_rate": 1.771156635085495e-05,
      "loss": 0.2403,
      "step": 46580
    },
    {
      "epoch": 1.3216714775072518,
      "grad_norm": 11.4375,
      "learning_rate": 1.771098741095181e-05,
      "loss": 0.1938,
      "step": 46590
    },
    {
      "epoch": 1.3219551634385571,
      "grad_norm": 8.25,
      "learning_rate": 1.7710408471048664e-05,
      "loss": 0.2028,
      "step": 46600
    },
    {
      "epoch": 1.3222388493698627,
      "grad_norm": 7.8125,
      "learning_rate": 1.7709829531145522e-05,
      "loss": 0.2322,
      "step": 46610
    },
    {
      "epoch": 1.322522535301168,
      "grad_norm": 8.875,
      "learning_rate": 1.7709250591242377e-05,
      "loss": 0.2165,
      "step": 46620
    },
    {
      "epoch": 1.3228062212324736,
      "grad_norm": 8.375,
      "learning_rate": 1.7708671651339232e-05,
      "loss": 0.231,
      "step": 46630
    },
    {
      "epoch": 1.323089907163779,
      "grad_norm": 10.5625,
      "learning_rate": 1.770809271143609e-05,
      "loss": 0.2187,
      "step": 46640
    },
    {
      "epoch": 1.3233735930950845,
      "grad_norm": 6.65625,
      "learning_rate": 1.770751377153295e-05,
      "loss": 0.2502,
      "step": 46650
    },
    {
      "epoch": 1.3236572790263899,
      "grad_norm": 8.5625,
      "learning_rate": 1.7706934831629807e-05,
      "loss": 0.2148,
      "step": 46660
    },
    {
      "epoch": 1.3239409649576954,
      "grad_norm": 10.4375,
      "learning_rate": 1.7706355891726662e-05,
      "loss": 0.2355,
      "step": 46670
    },
    {
      "epoch": 1.3242246508890008,
      "grad_norm": 8.25,
      "learning_rate": 1.7705776951823517e-05,
      "loss": 0.2436,
      "step": 46680
    },
    {
      "epoch": 1.324508336820306,
      "grad_norm": 10.875,
      "learning_rate": 1.7705198011920375e-05,
      "loss": 0.2292,
      "step": 46690
    },
    {
      "epoch": 1.3247920227516117,
      "grad_norm": 9.0,
      "learning_rate": 1.770461907201723e-05,
      "loss": 0.2215,
      "step": 46700
    },
    {
      "epoch": 1.3250757086829172,
      "grad_norm": 10.6875,
      "learning_rate": 1.7704040132114085e-05,
      "loss": 0.192,
      "step": 46710
    },
    {
      "epoch": 1.3253593946142226,
      "grad_norm": 7.96875,
      "learning_rate": 1.7703461192210943e-05,
      "loss": 0.1983,
      "step": 46720
    },
    {
      "epoch": 1.325643080545528,
      "grad_norm": 11.0,
      "learning_rate": 1.77028822523078e-05,
      "loss": 0.2702,
      "step": 46730
    },
    {
      "epoch": 1.3259267664768335,
      "grad_norm": 10.3125,
      "learning_rate": 1.770230331240466e-05,
      "loss": 0.2541,
      "step": 46740
    },
    {
      "epoch": 1.326210452408139,
      "grad_norm": 9.9375,
      "learning_rate": 1.7701724372501515e-05,
      "loss": 0.2124,
      "step": 46750
    },
    {
      "epoch": 1.3264941383394444,
      "grad_norm": 12.3125,
      "learning_rate": 1.770114543259837e-05,
      "loss": 0.2053,
      "step": 46760
    },
    {
      "epoch": 1.3267778242707498,
      "grad_norm": 13.625,
      "learning_rate": 1.7700566492695228e-05,
      "loss": 0.2443,
      "step": 46770
    },
    {
      "epoch": 1.3270615102020553,
      "grad_norm": 9.5625,
      "learning_rate": 1.7699987552792083e-05,
      "loss": 0.2356,
      "step": 46780
    },
    {
      "epoch": 1.3273451961333609,
      "grad_norm": 12.4375,
      "learning_rate": 1.769940861288894e-05,
      "loss": 0.253,
      "step": 46790
    },
    {
      "epoch": 1.3276288820646662,
      "grad_norm": 7.0,
      "learning_rate": 1.7698829672985796e-05,
      "loss": 0.2233,
      "step": 46800
    },
    {
      "epoch": 1.3279125679959716,
      "grad_norm": 7.40625,
      "learning_rate": 1.7698250733082655e-05,
      "loss": 0.1993,
      "step": 46810
    },
    {
      "epoch": 1.3281962539272771,
      "grad_norm": 9.1875,
      "learning_rate": 1.769767179317951e-05,
      "loss": 0.2457,
      "step": 46820
    },
    {
      "epoch": 1.3284799398585825,
      "grad_norm": 9.4375,
      "learning_rate": 1.7697092853276368e-05,
      "loss": 0.1898,
      "step": 46830
    },
    {
      "epoch": 1.328763625789888,
      "grad_norm": 9.625,
      "learning_rate": 1.7696513913373223e-05,
      "loss": 0.2105,
      "step": 46840
    },
    {
      "epoch": 1.3290473117211934,
      "grad_norm": 8.375,
      "learning_rate": 1.769593497347008e-05,
      "loss": 0.2194,
      "step": 46850
    },
    {
      "epoch": 1.329330997652499,
      "grad_norm": 8.5,
      "learning_rate": 1.7695356033566936e-05,
      "loss": 0.2799,
      "step": 46860
    },
    {
      "epoch": 1.3296146835838043,
      "grad_norm": 9.5,
      "learning_rate": 1.7694777093663795e-05,
      "loss": 0.2479,
      "step": 46870
    },
    {
      "epoch": 1.3298983695151099,
      "grad_norm": 10.375,
      "learning_rate": 1.769419815376065e-05,
      "loss": 0.233,
      "step": 46880
    },
    {
      "epoch": 1.3301820554464152,
      "grad_norm": 10.6875,
      "learning_rate": 1.7693619213857508e-05,
      "loss": 0.2349,
      "step": 46890
    },
    {
      "epoch": 1.3304657413777208,
      "grad_norm": 9.0625,
      "learning_rate": 1.7693040273954363e-05,
      "loss": 0.2163,
      "step": 46900
    },
    {
      "epoch": 1.3307494273090261,
      "grad_norm": 11.6875,
      "learning_rate": 1.769246133405122e-05,
      "loss": 0.2482,
      "step": 46910
    },
    {
      "epoch": 1.3310331132403317,
      "grad_norm": 12.9375,
      "learning_rate": 1.7691882394148076e-05,
      "loss": 0.2474,
      "step": 46920
    },
    {
      "epoch": 1.331316799171637,
      "grad_norm": 11.9375,
      "learning_rate": 1.769130345424493e-05,
      "loss": 0.2409,
      "step": 46930
    },
    {
      "epoch": 1.3316004851029426,
      "grad_norm": 16.0,
      "learning_rate": 1.769072451434179e-05,
      "loss": 0.2755,
      "step": 46940
    },
    {
      "epoch": 1.331884171034248,
      "grad_norm": 8.4375,
      "learning_rate": 1.7690145574438648e-05,
      "loss": 0.2325,
      "step": 46950
    },
    {
      "epoch": 1.3321678569655535,
      "grad_norm": 12.875,
      "learning_rate": 1.7689566634535506e-05,
      "loss": 0.2237,
      "step": 46960
    },
    {
      "epoch": 1.3324515428968589,
      "grad_norm": 9.875,
      "learning_rate": 1.768898769463236e-05,
      "loss": 0.2286,
      "step": 46970
    },
    {
      "epoch": 1.3327352288281644,
      "grad_norm": 5.96875,
      "learning_rate": 1.7688408754729216e-05,
      "loss": 0.2237,
      "step": 46980
    },
    {
      "epoch": 1.3330189147594698,
      "grad_norm": 11.6875,
      "learning_rate": 1.7687829814826074e-05,
      "loss": 0.2226,
      "step": 46990
    },
    {
      "epoch": 1.333302600690775,
      "grad_norm": 7.21875,
      "learning_rate": 1.768725087492293e-05,
      "loss": 0.2352,
      "step": 47000
    },
    {
      "epoch": 1.3335862866220807,
      "grad_norm": 8.3125,
      "learning_rate": 1.7686671935019784e-05,
      "loss": 0.2241,
      "step": 47010
    },
    {
      "epoch": 1.3338699725533862,
      "grad_norm": 9.3125,
      "learning_rate": 1.7686092995116642e-05,
      "loss": 0.2504,
      "step": 47020
    },
    {
      "epoch": 1.3341536584846916,
      "grad_norm": 6.75,
      "learning_rate": 1.76855140552135e-05,
      "loss": 0.2214,
      "step": 47030
    },
    {
      "epoch": 1.334437344415997,
      "grad_norm": 5.8125,
      "learning_rate": 1.768493511531036e-05,
      "loss": 0.2238,
      "step": 47040
    },
    {
      "epoch": 1.3347210303473025,
      "grad_norm": 8.8125,
      "learning_rate": 1.7684356175407214e-05,
      "loss": 0.2001,
      "step": 47050
    },
    {
      "epoch": 1.335004716278608,
      "grad_norm": 8.875,
      "learning_rate": 1.768377723550407e-05,
      "loss": 0.2054,
      "step": 47060
    },
    {
      "epoch": 1.3352884022099134,
      "grad_norm": 11.0,
      "learning_rate": 1.7683198295600927e-05,
      "loss": 0.2326,
      "step": 47070
    },
    {
      "epoch": 1.3355720881412187,
      "grad_norm": 9.75,
      "learning_rate": 1.7682619355697782e-05,
      "loss": 0.1945,
      "step": 47080
    },
    {
      "epoch": 1.3358557740725243,
      "grad_norm": 9.625,
      "learning_rate": 1.768204041579464e-05,
      "loss": 0.2569,
      "step": 47090
    },
    {
      "epoch": 1.3361394600038299,
      "grad_norm": 10.875,
      "learning_rate": 1.7681461475891496e-05,
      "loss": 0.2477,
      "step": 47100
    },
    {
      "epoch": 1.3364231459351352,
      "grad_norm": 7.78125,
      "learning_rate": 1.7680882535988354e-05,
      "loss": 0.2244,
      "step": 47110
    },
    {
      "epoch": 1.3367068318664406,
      "grad_norm": 6.71875,
      "learning_rate": 1.768030359608521e-05,
      "loss": 0.2361,
      "step": 47120
    },
    {
      "epoch": 1.3369905177977461,
      "grad_norm": 8.3125,
      "learning_rate": 1.7679724656182067e-05,
      "loss": 0.1731,
      "step": 47130
    },
    {
      "epoch": 1.3372742037290517,
      "grad_norm": 11.375,
      "learning_rate": 1.7679145716278922e-05,
      "loss": 0.1895,
      "step": 47140
    },
    {
      "epoch": 1.337557889660357,
      "grad_norm": 7.6875,
      "learning_rate": 1.767856677637578e-05,
      "loss": 0.2262,
      "step": 47150
    },
    {
      "epoch": 1.3378415755916624,
      "grad_norm": 9.6875,
      "learning_rate": 1.7677987836472635e-05,
      "loss": 0.2564,
      "step": 47160
    },
    {
      "epoch": 1.338125261522968,
      "grad_norm": 8.1875,
      "learning_rate": 1.7677408896569494e-05,
      "loss": 0.2351,
      "step": 47170
    },
    {
      "epoch": 1.3384089474542733,
      "grad_norm": 9.625,
      "learning_rate": 1.7676829956666352e-05,
      "loss": 0.2119,
      "step": 47180
    },
    {
      "epoch": 1.3386926333855789,
      "grad_norm": 9.875,
      "learning_rate": 1.7676251016763207e-05,
      "loss": 0.2518,
      "step": 47190
    },
    {
      "epoch": 1.3389763193168842,
      "grad_norm": 9.125,
      "learning_rate": 1.7675672076860062e-05,
      "loss": 0.2631,
      "step": 47200
    },
    {
      "epoch": 1.3392600052481898,
      "grad_norm": 6.09375,
      "learning_rate": 1.767509313695692e-05,
      "loss": 0.2369,
      "step": 47210
    },
    {
      "epoch": 1.3395436911794951,
      "grad_norm": 8.875,
      "learning_rate": 1.7674514197053775e-05,
      "loss": 0.2237,
      "step": 47220
    },
    {
      "epoch": 1.3398273771108007,
      "grad_norm": 15.6875,
      "learning_rate": 1.7673935257150634e-05,
      "loss": 0.2375,
      "step": 47230
    },
    {
      "epoch": 1.340111063042106,
      "grad_norm": 12.1875,
      "learning_rate": 1.767335631724749e-05,
      "loss": 0.229,
      "step": 47240
    },
    {
      "epoch": 1.3403947489734116,
      "grad_norm": 10.0625,
      "learning_rate": 1.7672777377344347e-05,
      "loss": 0.2604,
      "step": 47250
    },
    {
      "epoch": 1.340678434904717,
      "grad_norm": 9.0625,
      "learning_rate": 1.7672198437441205e-05,
      "loss": 0.2249,
      "step": 47260
    },
    {
      "epoch": 1.3409621208360225,
      "grad_norm": 9.9375,
      "learning_rate": 1.767161949753806e-05,
      "loss": 0.2113,
      "step": 47270
    },
    {
      "epoch": 1.3412458067673279,
      "grad_norm": 8.6875,
      "learning_rate": 1.7671040557634915e-05,
      "loss": 0.2234,
      "step": 47280
    },
    {
      "epoch": 1.3415294926986334,
      "grad_norm": 9.5,
      "learning_rate": 1.7670461617731773e-05,
      "loss": 0.2435,
      "step": 47290
    },
    {
      "epoch": 1.3418131786299388,
      "grad_norm": 15.0,
      "learning_rate": 1.766988267782863e-05,
      "loss": 0.2598,
      "step": 47300
    },
    {
      "epoch": 1.3420968645612443,
      "grad_norm": 10.4375,
      "learning_rate": 1.7669303737925487e-05,
      "loss": 0.2328,
      "step": 47310
    },
    {
      "epoch": 1.3423805504925497,
      "grad_norm": 8.6875,
      "learning_rate": 1.766872479802234e-05,
      "loss": 0.2289,
      "step": 47320
    },
    {
      "epoch": 1.3426642364238552,
      "grad_norm": 10.1875,
      "learning_rate": 1.76681458581192e-05,
      "loss": 0.22,
      "step": 47330
    },
    {
      "epoch": 1.3429479223551606,
      "grad_norm": 9.4375,
      "learning_rate": 1.766756691821606e-05,
      "loss": 0.1919,
      "step": 47340
    },
    {
      "epoch": 1.343231608286466,
      "grad_norm": 11.0625,
      "learning_rate": 1.7666987978312913e-05,
      "loss": 0.245,
      "step": 47350
    },
    {
      "epoch": 1.3435152942177715,
      "grad_norm": 12.3125,
      "learning_rate": 1.7666409038409768e-05,
      "loss": 0.2953,
      "step": 47360
    },
    {
      "epoch": 1.343798980149077,
      "grad_norm": 8.0625,
      "learning_rate": 1.7665830098506627e-05,
      "loss": 0.2363,
      "step": 47370
    },
    {
      "epoch": 1.3440826660803824,
      "grad_norm": 11.125,
      "learning_rate": 1.766525115860348e-05,
      "loss": 0.2534,
      "step": 47380
    },
    {
      "epoch": 1.3443663520116877,
      "grad_norm": 8.0625,
      "learning_rate": 1.766467221870034e-05,
      "loss": 0.2575,
      "step": 47390
    },
    {
      "epoch": 1.3446500379429933,
      "grad_norm": 9.875,
      "learning_rate": 1.7664093278797195e-05,
      "loss": 0.2727,
      "step": 47400
    },
    {
      "epoch": 1.3449337238742989,
      "grad_norm": 8.4375,
      "learning_rate": 1.7663514338894053e-05,
      "loss": 0.2561,
      "step": 47410
    },
    {
      "epoch": 1.3452174098056042,
      "grad_norm": 8.9375,
      "learning_rate": 1.766293539899091e-05,
      "loss": 0.2467,
      "step": 47420
    },
    {
      "epoch": 1.3455010957369096,
      "grad_norm": 8.375,
      "learning_rate": 1.7662356459087766e-05,
      "loss": 0.2485,
      "step": 47430
    },
    {
      "epoch": 1.3457847816682151,
      "grad_norm": 8.6875,
      "learning_rate": 1.766177751918462e-05,
      "loss": 0.2381,
      "step": 47440
    },
    {
      "epoch": 1.3460684675995207,
      "grad_norm": 7.21875,
      "learning_rate": 1.766119857928148e-05,
      "loss": 0.2034,
      "step": 47450
    },
    {
      "epoch": 1.346352153530826,
      "grad_norm": 10.5625,
      "learning_rate": 1.7660619639378335e-05,
      "loss": 0.2776,
      "step": 47460
    },
    {
      "epoch": 1.3466358394621314,
      "grad_norm": 7.15625,
      "learning_rate": 1.7660040699475193e-05,
      "loss": 0.2443,
      "step": 47470
    },
    {
      "epoch": 1.346919525393437,
      "grad_norm": 8.75,
      "learning_rate": 1.765946175957205e-05,
      "loss": 0.2906,
      "step": 47480
    },
    {
      "epoch": 1.3472032113247423,
      "grad_norm": 15.6875,
      "learning_rate": 1.7658882819668906e-05,
      "loss": 0.2751,
      "step": 47490
    },
    {
      "epoch": 1.3474868972560479,
      "grad_norm": 9.4375,
      "learning_rate": 1.765830387976576e-05,
      "loss": 0.2198,
      "step": 47500
    },
    {
      "epoch": 1.3477705831873532,
      "grad_norm": 9.75,
      "learning_rate": 1.765772493986262e-05,
      "loss": 0.2175,
      "step": 47510
    },
    {
      "epoch": 1.3480542691186588,
      "grad_norm": 8.75,
      "learning_rate": 1.7657145999959474e-05,
      "loss": 0.2371,
      "step": 47520
    },
    {
      "epoch": 1.3483379550499641,
      "grad_norm": 5.84375,
      "learning_rate": 1.7656567060056333e-05,
      "loss": 0.2527,
      "step": 47530
    },
    {
      "epoch": 1.3486216409812697,
      "grad_norm": 6.1875,
      "learning_rate": 1.7655988120153188e-05,
      "loss": 0.1839,
      "step": 47540
    },
    {
      "epoch": 1.348905326912575,
      "grad_norm": 14.125,
      "learning_rate": 1.7655409180250046e-05,
      "loss": 0.2406,
      "step": 47550
    },
    {
      "epoch": 1.3491890128438806,
      "grad_norm": 11.25,
      "learning_rate": 1.7654830240346904e-05,
      "loss": 0.3041,
      "step": 47560
    },
    {
      "epoch": 1.349472698775186,
      "grad_norm": 7.8125,
      "learning_rate": 1.765425130044376e-05,
      "loss": 0.1812,
      "step": 47570
    },
    {
      "epoch": 1.3497563847064915,
      "grad_norm": 10.3125,
      "learning_rate": 1.7653672360540614e-05,
      "loss": 0.2329,
      "step": 47580
    },
    {
      "epoch": 1.3500400706377969,
      "grad_norm": 9.875,
      "learning_rate": 1.7653093420637473e-05,
      "loss": 0.226,
      "step": 47590
    },
    {
      "epoch": 1.3503237565691024,
      "grad_norm": 8.6875,
      "learning_rate": 1.7652514480734328e-05,
      "loss": 0.2063,
      "step": 47600
    },
    {
      "epoch": 1.3506074425004078,
      "grad_norm": 15.1875,
      "learning_rate": 1.7651935540831186e-05,
      "loss": 0.2611,
      "step": 47610
    },
    {
      "epoch": 1.3508911284317133,
      "grad_norm": 13.5625,
      "learning_rate": 1.765135660092804e-05,
      "loss": 0.2673,
      "step": 47620
    },
    {
      "epoch": 1.3511748143630187,
      "grad_norm": 12.375,
      "learning_rate": 1.76507776610249e-05,
      "loss": 0.2183,
      "step": 47630
    },
    {
      "epoch": 1.3514585002943242,
      "grad_norm": 8.5,
      "learning_rate": 1.7650198721121758e-05,
      "loss": 0.2335,
      "step": 47640
    },
    {
      "epoch": 1.3517421862256296,
      "grad_norm": 9.9375,
      "learning_rate": 1.7649619781218612e-05,
      "loss": 0.1915,
      "step": 47650
    },
    {
      "epoch": 1.352025872156935,
      "grad_norm": 10.25,
      "learning_rate": 1.7649040841315467e-05,
      "loss": 0.2089,
      "step": 47660
    },
    {
      "epoch": 1.3523095580882405,
      "grad_norm": 9.6875,
      "learning_rate": 1.7648461901412326e-05,
      "loss": 0.2586,
      "step": 47670
    },
    {
      "epoch": 1.352593244019546,
      "grad_norm": 9.375,
      "learning_rate": 1.764788296150918e-05,
      "loss": 0.2274,
      "step": 47680
    },
    {
      "epoch": 1.3528769299508514,
      "grad_norm": 10.3125,
      "learning_rate": 1.764730402160604e-05,
      "loss": 0.2007,
      "step": 47690
    },
    {
      "epoch": 1.3531606158821567,
      "grad_norm": 6.8125,
      "learning_rate": 1.7646725081702894e-05,
      "loss": 0.2089,
      "step": 47700
    },
    {
      "epoch": 1.3534443018134623,
      "grad_norm": 7.65625,
      "learning_rate": 1.7646146141799752e-05,
      "loss": 0.2318,
      "step": 47710
    },
    {
      "epoch": 1.3537279877447679,
      "grad_norm": 8.75,
      "learning_rate": 1.764556720189661e-05,
      "loss": 0.1944,
      "step": 47720
    },
    {
      "epoch": 1.3540116736760732,
      "grad_norm": 7.96875,
      "learning_rate": 1.7644988261993466e-05,
      "loss": 0.2352,
      "step": 47730
    },
    {
      "epoch": 1.3542953596073786,
      "grad_norm": 5.625,
      "learning_rate": 1.764440932209032e-05,
      "loss": 0.2504,
      "step": 47740
    },
    {
      "epoch": 1.3545790455386841,
      "grad_norm": 7.625,
      "learning_rate": 1.764383038218718e-05,
      "loss": 0.2126,
      "step": 47750
    },
    {
      "epoch": 1.3548627314699897,
      "grad_norm": 9.5,
      "learning_rate": 1.7643251442284034e-05,
      "loss": 0.2005,
      "step": 47760
    },
    {
      "epoch": 1.355146417401295,
      "grad_norm": 12.5625,
      "learning_rate": 1.7642672502380892e-05,
      "loss": 0.1869,
      "step": 47770
    },
    {
      "epoch": 1.3554301033326004,
      "grad_norm": 8.125,
      "learning_rate": 1.764209356247775e-05,
      "loss": 0.2571,
      "step": 47780
    },
    {
      "epoch": 1.355713789263906,
      "grad_norm": 9.1875,
      "learning_rate": 1.7641514622574605e-05,
      "loss": 0.2598,
      "step": 47790
    },
    {
      "epoch": 1.3559974751952113,
      "grad_norm": 8.0,
      "learning_rate": 1.7640935682671464e-05,
      "loss": 0.2303,
      "step": 47800
    },
    {
      "epoch": 1.3562811611265169,
      "grad_norm": 7.8125,
      "learning_rate": 1.764035674276832e-05,
      "loss": 0.223,
      "step": 47810
    },
    {
      "epoch": 1.3565648470578222,
      "grad_norm": 12.1875,
      "learning_rate": 1.7639777802865174e-05,
      "loss": 0.2386,
      "step": 47820
    },
    {
      "epoch": 1.3568485329891278,
      "grad_norm": 9.5625,
      "learning_rate": 1.7639198862962032e-05,
      "loss": 0.2363,
      "step": 47830
    },
    {
      "epoch": 1.3571322189204331,
      "grad_norm": 8.3125,
      "learning_rate": 1.7638619923058887e-05,
      "loss": 0.2267,
      "step": 47840
    },
    {
      "epoch": 1.3574159048517387,
      "grad_norm": 9.0,
      "learning_rate": 1.7638040983155745e-05,
      "loss": 0.2607,
      "step": 47850
    },
    {
      "epoch": 1.357699590783044,
      "grad_norm": 10.0625,
      "learning_rate": 1.7637462043252604e-05,
      "loss": 0.2268,
      "step": 47860
    },
    {
      "epoch": 1.3579832767143496,
      "grad_norm": 10.375,
      "learning_rate": 1.763688310334946e-05,
      "loss": 0.1816,
      "step": 47870
    },
    {
      "epoch": 1.358266962645655,
      "grad_norm": 10.5,
      "learning_rate": 1.7636304163446314e-05,
      "loss": 0.2031,
      "step": 47880
    },
    {
      "epoch": 1.3585506485769605,
      "grad_norm": 9.3125,
      "learning_rate": 1.7635725223543172e-05,
      "loss": 0.2022,
      "step": 47890
    },
    {
      "epoch": 1.3588343345082659,
      "grad_norm": 10.5,
      "learning_rate": 1.7635146283640027e-05,
      "loss": 0.2533,
      "step": 47900
    },
    {
      "epoch": 1.3591180204395714,
      "grad_norm": 10.25,
      "learning_rate": 1.7634567343736885e-05,
      "loss": 0.3017,
      "step": 47910
    },
    {
      "epoch": 1.3594017063708768,
      "grad_norm": 7.15625,
      "learning_rate": 1.763398840383374e-05,
      "loss": 0.212,
      "step": 47920
    },
    {
      "epoch": 1.3596853923021823,
      "grad_norm": 7.625,
      "learning_rate": 1.76334094639306e-05,
      "loss": 0.2225,
      "step": 47930
    },
    {
      "epoch": 1.3599690782334877,
      "grad_norm": 6.8125,
      "learning_rate": 1.7632830524027457e-05,
      "loss": 0.2232,
      "step": 47940
    },
    {
      "epoch": 1.3602527641647932,
      "grad_norm": 7.625,
      "learning_rate": 1.763225158412431e-05,
      "loss": 0.2109,
      "step": 47950
    },
    {
      "epoch": 1.3605364500960986,
      "grad_norm": 7.21875,
      "learning_rate": 1.7631672644221167e-05,
      "loss": 0.2033,
      "step": 47960
    },
    {
      "epoch": 1.360820136027404,
      "grad_norm": 6.71875,
      "learning_rate": 1.7631093704318025e-05,
      "loss": 0.226,
      "step": 47970
    },
    {
      "epoch": 1.3611038219587095,
      "grad_norm": 7.875,
      "learning_rate": 1.763051476441488e-05,
      "loss": 0.2377,
      "step": 47980
    },
    {
      "epoch": 1.361387507890015,
      "grad_norm": 13.375,
      "learning_rate": 1.7629935824511738e-05,
      "loss": 0.2952,
      "step": 47990
    },
    {
      "epoch": 1.3616711938213204,
      "grad_norm": 9.375,
      "learning_rate": 1.7629356884608597e-05,
      "loss": 0.2345,
      "step": 48000
    },
    {
      "epoch": 1.3619548797526257,
      "grad_norm": 11.3125,
      "learning_rate": 1.762877794470545e-05,
      "loss": 0.254,
      "step": 48010
    },
    {
      "epoch": 1.3622385656839313,
      "grad_norm": 7.8125,
      "learning_rate": 1.762819900480231e-05,
      "loss": 0.2228,
      "step": 48020
    },
    {
      "epoch": 1.3625222516152369,
      "grad_norm": 12.25,
      "learning_rate": 1.7627620064899165e-05,
      "loss": 0.2196,
      "step": 48030
    },
    {
      "epoch": 1.3628059375465422,
      "grad_norm": 11.9375,
      "learning_rate": 1.762704112499602e-05,
      "loss": 0.2608,
      "step": 48040
    },
    {
      "epoch": 1.3630896234778476,
      "grad_norm": 7.125,
      "learning_rate": 1.7626462185092878e-05,
      "loss": 0.1881,
      "step": 48050
    },
    {
      "epoch": 1.3633733094091531,
      "grad_norm": 11.8125,
      "learning_rate": 1.7625883245189733e-05,
      "loss": 0.2585,
      "step": 48060
    },
    {
      "epoch": 1.3636569953404587,
      "grad_norm": 9.0625,
      "learning_rate": 1.762530430528659e-05,
      "loss": 0.2276,
      "step": 48070
    },
    {
      "epoch": 1.363940681271764,
      "grad_norm": 8.5625,
      "learning_rate": 1.762472536538345e-05,
      "loss": 0.2713,
      "step": 48080
    },
    {
      "epoch": 1.3642243672030694,
      "grad_norm": 7.5,
      "learning_rate": 1.7624146425480305e-05,
      "loss": 0.2274,
      "step": 48090
    },
    {
      "epoch": 1.364508053134375,
      "grad_norm": 7.9375,
      "learning_rate": 1.7623567485577163e-05,
      "loss": 0.248,
      "step": 48100
    },
    {
      "epoch": 1.3647917390656805,
      "grad_norm": 9.5,
      "learning_rate": 1.7622988545674018e-05,
      "loss": 0.249,
      "step": 48110
    },
    {
      "epoch": 1.3650754249969859,
      "grad_norm": 11.9375,
      "learning_rate": 1.7622409605770873e-05,
      "loss": 0.2079,
      "step": 48120
    },
    {
      "epoch": 1.3653591109282912,
      "grad_norm": 10.125,
      "learning_rate": 1.762183066586773e-05,
      "loss": 0.2776,
      "step": 48130
    },
    {
      "epoch": 1.3656427968595968,
      "grad_norm": 10.125,
      "learning_rate": 1.7621251725964586e-05,
      "loss": 0.2388,
      "step": 48140
    },
    {
      "epoch": 1.3659264827909021,
      "grad_norm": 8.125,
      "learning_rate": 1.7620672786061444e-05,
      "loss": 0.2166,
      "step": 48150
    },
    {
      "epoch": 1.3662101687222077,
      "grad_norm": 11.25,
      "learning_rate": 1.7620093846158303e-05,
      "loss": 0.2157,
      "step": 48160
    },
    {
      "epoch": 1.366493854653513,
      "grad_norm": 7.96875,
      "learning_rate": 1.7619514906255158e-05,
      "loss": 0.2389,
      "step": 48170
    },
    {
      "epoch": 1.3667775405848186,
      "grad_norm": 9.25,
      "learning_rate": 1.7618935966352013e-05,
      "loss": 0.2825,
      "step": 48180
    },
    {
      "epoch": 1.367061226516124,
      "grad_norm": 8.8125,
      "learning_rate": 1.761835702644887e-05,
      "loss": 0.25,
      "step": 48190
    },
    {
      "epoch": 1.3673449124474295,
      "grad_norm": 11.0625,
      "learning_rate": 1.7617778086545726e-05,
      "loss": 0.2299,
      "step": 48200
    },
    {
      "epoch": 1.3676285983787348,
      "grad_norm": 7.59375,
      "learning_rate": 1.7617199146642584e-05,
      "loss": 0.2314,
      "step": 48210
    },
    {
      "epoch": 1.3679122843100404,
      "grad_norm": 8.875,
      "learning_rate": 1.761662020673944e-05,
      "loss": 0.2518,
      "step": 48220
    },
    {
      "epoch": 1.3681959702413458,
      "grad_norm": 9.25,
      "learning_rate": 1.7616041266836298e-05,
      "loss": 0.2366,
      "step": 48230
    },
    {
      "epoch": 1.3684796561726513,
      "grad_norm": 8.4375,
      "learning_rate": 1.7615462326933156e-05,
      "loss": 0.2332,
      "step": 48240
    },
    {
      "epoch": 1.3687633421039567,
      "grad_norm": 8.8125,
      "learning_rate": 1.761488338703001e-05,
      "loss": 0.2104,
      "step": 48250
    },
    {
      "epoch": 1.3690470280352622,
      "grad_norm": 10.0625,
      "learning_rate": 1.7614304447126866e-05,
      "loss": 0.2262,
      "step": 48260
    },
    {
      "epoch": 1.3693307139665676,
      "grad_norm": 7.28125,
      "learning_rate": 1.7613725507223724e-05,
      "loss": 0.2626,
      "step": 48270
    },
    {
      "epoch": 1.3696143998978731,
      "grad_norm": 9.875,
      "learning_rate": 1.761314656732058e-05,
      "loss": 0.2203,
      "step": 48280
    },
    {
      "epoch": 1.3698980858291785,
      "grad_norm": 19.875,
      "learning_rate": 1.7612567627417437e-05,
      "loss": 0.2194,
      "step": 48290
    },
    {
      "epoch": 1.370181771760484,
      "grad_norm": 7.9375,
      "learning_rate": 1.7611988687514296e-05,
      "loss": 0.2669,
      "step": 48300
    },
    {
      "epoch": 1.3704654576917894,
      "grad_norm": 8.8125,
      "learning_rate": 1.761140974761115e-05,
      "loss": 0.2167,
      "step": 48310
    },
    {
      "epoch": 1.3707491436230947,
      "grad_norm": 21.75,
      "learning_rate": 1.761083080770801e-05,
      "loss": 0.2209,
      "step": 48320
    },
    {
      "epoch": 1.3710328295544003,
      "grad_norm": 8.1875,
      "learning_rate": 1.7610251867804864e-05,
      "loss": 0.2585,
      "step": 48330
    },
    {
      "epoch": 1.3713165154857059,
      "grad_norm": 7.375,
      "learning_rate": 1.760967292790172e-05,
      "loss": 0.2335,
      "step": 48340
    },
    {
      "epoch": 1.3716002014170112,
      "grad_norm": 8.25,
      "learning_rate": 1.7609093987998577e-05,
      "loss": 0.249,
      "step": 48350
    },
    {
      "epoch": 1.3718838873483166,
      "grad_norm": 10.625,
      "learning_rate": 1.7608515048095432e-05,
      "loss": 0.2336,
      "step": 48360
    },
    {
      "epoch": 1.3721675732796221,
      "grad_norm": 10.625,
      "learning_rate": 1.760793610819229e-05,
      "loss": 0.2371,
      "step": 48370
    },
    {
      "epoch": 1.3724512592109277,
      "grad_norm": 8.0,
      "learning_rate": 1.760735716828915e-05,
      "loss": 0.228,
      "step": 48380
    },
    {
      "epoch": 1.372734945142233,
      "grad_norm": 9.75,
      "learning_rate": 1.7606778228386004e-05,
      "loss": 0.24,
      "step": 48390
    },
    {
      "epoch": 1.3730186310735384,
      "grad_norm": 7.0,
      "learning_rate": 1.7606199288482862e-05,
      "loss": 0.2332,
      "step": 48400
    },
    {
      "epoch": 1.373302317004844,
      "grad_norm": 10.5625,
      "learning_rate": 1.7605620348579717e-05,
      "loss": 0.2474,
      "step": 48410
    },
    {
      "epoch": 1.3735860029361495,
      "grad_norm": 10.1875,
      "learning_rate": 1.7605041408676572e-05,
      "loss": 0.1994,
      "step": 48420
    },
    {
      "epoch": 1.3738696888674549,
      "grad_norm": 8.5,
      "learning_rate": 1.760446246877343e-05,
      "loss": 0.228,
      "step": 48430
    },
    {
      "epoch": 1.3741533747987602,
      "grad_norm": 16.875,
      "learning_rate": 1.7603883528870285e-05,
      "loss": 0.2163,
      "step": 48440
    },
    {
      "epoch": 1.3744370607300658,
      "grad_norm": 7.9375,
      "learning_rate": 1.7603304588967144e-05,
      "loss": 0.2395,
      "step": 48450
    },
    {
      "epoch": 1.3747207466613711,
      "grad_norm": 13.125,
      "learning_rate": 1.7602725649064002e-05,
      "loss": 0.2519,
      "step": 48460
    },
    {
      "epoch": 1.3750044325926767,
      "grad_norm": 10.625,
      "learning_rate": 1.7602146709160857e-05,
      "loss": 0.1977,
      "step": 48470
    },
    {
      "epoch": 1.375288118523982,
      "grad_norm": 10.5,
      "learning_rate": 1.7601567769257715e-05,
      "loss": 0.242,
      "step": 48480
    },
    {
      "epoch": 1.3755718044552876,
      "grad_norm": 8.9375,
      "learning_rate": 1.760098882935457e-05,
      "loss": 0.257,
      "step": 48490
    },
    {
      "epoch": 1.375855490386593,
      "grad_norm": 10.3125,
      "learning_rate": 1.7600409889451425e-05,
      "loss": 0.2479,
      "step": 48500
    },
    {
      "epoch": 1.3761391763178985,
      "grad_norm": 7.65625,
      "learning_rate": 1.7599830949548284e-05,
      "loss": 0.2374,
      "step": 48510
    },
    {
      "epoch": 1.3764228622492038,
      "grad_norm": 7.46875,
      "learning_rate": 1.7599252009645142e-05,
      "loss": 0.2833,
      "step": 48520
    },
    {
      "epoch": 1.3767065481805094,
      "grad_norm": 9.5625,
      "learning_rate": 1.7598673069741997e-05,
      "loss": 0.2376,
      "step": 48530
    },
    {
      "epoch": 1.3769902341118148,
      "grad_norm": 7.0,
      "learning_rate": 1.7598094129838855e-05,
      "loss": 0.2724,
      "step": 48540
    },
    {
      "epoch": 1.3772739200431203,
      "grad_norm": 12.0625,
      "learning_rate": 1.759751518993571e-05,
      "loss": 0.2249,
      "step": 48550
    },
    {
      "epoch": 1.3775576059744257,
      "grad_norm": 13.4375,
      "learning_rate": 1.7596936250032565e-05,
      "loss": 0.2113,
      "step": 48560
    },
    {
      "epoch": 1.3778412919057312,
      "grad_norm": 14.5625,
      "learning_rate": 1.7596357310129423e-05,
      "loss": 0.2537,
      "step": 48570
    },
    {
      "epoch": 1.3781249778370366,
      "grad_norm": 10.125,
      "learning_rate": 1.759577837022628e-05,
      "loss": 0.2263,
      "step": 48580
    },
    {
      "epoch": 1.3784086637683421,
      "grad_norm": 12.5625,
      "learning_rate": 1.7595199430323137e-05,
      "loss": 0.2541,
      "step": 48590
    },
    {
      "epoch": 1.3786923496996475,
      "grad_norm": 10.5625,
      "learning_rate": 1.7594620490419995e-05,
      "loss": 0.2131,
      "step": 48600
    },
    {
      "epoch": 1.378976035630953,
      "grad_norm": 8.3125,
      "learning_rate": 1.759404155051685e-05,
      "loss": 0.2607,
      "step": 48610
    },
    {
      "epoch": 1.3792597215622584,
      "grad_norm": 7.65625,
      "learning_rate": 1.7593462610613708e-05,
      "loss": 0.2127,
      "step": 48620
    },
    {
      "epoch": 1.3795434074935637,
      "grad_norm": 7.875,
      "learning_rate": 1.7592883670710563e-05,
      "loss": 0.2383,
      "step": 48630
    },
    {
      "epoch": 1.3798270934248693,
      "grad_norm": 9.375,
      "learning_rate": 1.7592304730807418e-05,
      "loss": 0.2668,
      "step": 48640
    },
    {
      "epoch": 1.3801107793561749,
      "grad_norm": 7.65625,
      "learning_rate": 1.7591725790904277e-05,
      "loss": 0.178,
      "step": 48650
    },
    {
      "epoch": 1.3803944652874802,
      "grad_norm": 10.875,
      "learning_rate": 1.759114685100113e-05,
      "loss": 0.2517,
      "step": 48660
    },
    {
      "epoch": 1.3806781512187856,
      "grad_norm": 8.375,
      "learning_rate": 1.759056791109799e-05,
      "loss": 0.2527,
      "step": 48670
    },
    {
      "epoch": 1.3809618371500911,
      "grad_norm": 10.8125,
      "learning_rate": 1.7589988971194848e-05,
      "loss": 0.2504,
      "step": 48680
    },
    {
      "epoch": 1.3812455230813967,
      "grad_norm": 6.96875,
      "learning_rate": 1.7589410031291703e-05,
      "loss": 0.2491,
      "step": 48690
    },
    {
      "epoch": 1.381529209012702,
      "grad_norm": 11.0625,
      "learning_rate": 1.758883109138856e-05,
      "loss": 0.3192,
      "step": 48700
    },
    {
      "epoch": 1.3818128949440074,
      "grad_norm": 10.0625,
      "learning_rate": 1.7588252151485416e-05,
      "loss": 0.2356,
      "step": 48710
    },
    {
      "epoch": 1.382096580875313,
      "grad_norm": 9.5,
      "learning_rate": 1.758767321158227e-05,
      "loss": 0.1986,
      "step": 48720
    },
    {
      "epoch": 1.3823802668066185,
      "grad_norm": 7.375,
      "learning_rate": 1.758709427167913e-05,
      "loss": 0.203,
      "step": 48730
    },
    {
      "epoch": 1.3826639527379239,
      "grad_norm": 13.9375,
      "learning_rate": 1.7586515331775985e-05,
      "loss": 0.2438,
      "step": 48740
    },
    {
      "epoch": 1.3829476386692292,
      "grad_norm": 10.0,
      "learning_rate": 1.7585936391872843e-05,
      "loss": 0.2348,
      "step": 48750
    },
    {
      "epoch": 1.3832313246005348,
      "grad_norm": 8.0625,
      "learning_rate": 1.75853574519697e-05,
      "loss": 0.245,
      "step": 48760
    },
    {
      "epoch": 1.3835150105318401,
      "grad_norm": 11.8125,
      "learning_rate": 1.7584778512066556e-05,
      "loss": 0.268,
      "step": 48770
    },
    {
      "epoch": 1.3837986964631457,
      "grad_norm": 8.75,
      "learning_rate": 1.7584199572163415e-05,
      "loss": 0.2229,
      "step": 48780
    },
    {
      "epoch": 1.384082382394451,
      "grad_norm": 9.125,
      "learning_rate": 1.758362063226027e-05,
      "loss": 0.2648,
      "step": 48790
    },
    {
      "epoch": 1.3843660683257566,
      "grad_norm": 8.8125,
      "learning_rate": 1.7583041692357124e-05,
      "loss": 0.2276,
      "step": 48800
    },
    {
      "epoch": 1.384649754257062,
      "grad_norm": 9.25,
      "learning_rate": 1.7582462752453983e-05,
      "loss": 0.2563,
      "step": 48810
    },
    {
      "epoch": 1.3849334401883675,
      "grad_norm": 7.09375,
      "learning_rate": 1.758188381255084e-05,
      "loss": 0.2307,
      "step": 48820
    },
    {
      "epoch": 1.3852171261196728,
      "grad_norm": 10.1875,
      "learning_rate": 1.7581304872647696e-05,
      "loss": 0.2353,
      "step": 48830
    },
    {
      "epoch": 1.3855008120509784,
      "grad_norm": 11.625,
      "learning_rate": 1.7580725932744554e-05,
      "loss": 0.2704,
      "step": 48840
    },
    {
      "epoch": 1.3857844979822838,
      "grad_norm": 6.4375,
      "learning_rate": 1.758014699284141e-05,
      "loss": 0.2114,
      "step": 48850
    },
    {
      "epoch": 1.3860681839135893,
      "grad_norm": 9.25,
      "learning_rate": 1.7579568052938264e-05,
      "loss": 0.2412,
      "step": 48860
    },
    {
      "epoch": 1.3863518698448947,
      "grad_norm": 13.125,
      "learning_rate": 1.7578989113035123e-05,
      "loss": 0.2662,
      "step": 48870
    },
    {
      "epoch": 1.3866355557762002,
      "grad_norm": 10.1875,
      "learning_rate": 1.7578410173131978e-05,
      "loss": 0.2419,
      "step": 48880
    },
    {
      "epoch": 1.3869192417075056,
      "grad_norm": 10.375,
      "learning_rate": 1.7577831233228836e-05,
      "loss": 0.2622,
      "step": 48890
    },
    {
      "epoch": 1.3872029276388111,
      "grad_norm": 8.6875,
      "learning_rate": 1.7577252293325694e-05,
      "loss": 0.2643,
      "step": 48900
    },
    {
      "epoch": 1.3874866135701165,
      "grad_norm": 11.8125,
      "learning_rate": 1.757667335342255e-05,
      "loss": 0.2436,
      "step": 48910
    },
    {
      "epoch": 1.387770299501422,
      "grad_norm": 8.0,
      "learning_rate": 1.7576094413519407e-05,
      "loss": 0.2344,
      "step": 48920
    },
    {
      "epoch": 1.3880539854327274,
      "grad_norm": 10.25,
      "learning_rate": 1.7575515473616262e-05,
      "loss": 0.2269,
      "step": 48930
    },
    {
      "epoch": 1.3883376713640327,
      "grad_norm": 9.75,
      "learning_rate": 1.7574936533713117e-05,
      "loss": 0.2705,
      "step": 48940
    },
    {
      "epoch": 1.3886213572953383,
      "grad_norm": 7.84375,
      "learning_rate": 1.7574357593809976e-05,
      "loss": 0.2267,
      "step": 48950
    },
    {
      "epoch": 1.3889050432266439,
      "grad_norm": 9.375,
      "learning_rate": 1.757377865390683e-05,
      "loss": 0.2309,
      "step": 48960
    },
    {
      "epoch": 1.3891887291579492,
      "grad_norm": 10.5,
      "learning_rate": 1.757319971400369e-05,
      "loss": 0.2441,
      "step": 48970
    },
    {
      "epoch": 1.3894724150892546,
      "grad_norm": 8.8125,
      "learning_rate": 1.7572620774100547e-05,
      "loss": 0.2332,
      "step": 48980
    },
    {
      "epoch": 1.3897561010205601,
      "grad_norm": 7.15625,
      "learning_rate": 1.7572041834197402e-05,
      "loss": 0.2605,
      "step": 48990
    },
    {
      "epoch": 1.3900397869518657,
      "grad_norm": 6.3125,
      "learning_rate": 1.757146289429426e-05,
      "loss": 0.2002,
      "step": 49000
    },
    {
      "epoch": 1.390323472883171,
      "grad_norm": 6.1875,
      "learning_rate": 1.7570883954391116e-05,
      "loss": 0.2199,
      "step": 49010
    },
    {
      "epoch": 1.3906071588144764,
      "grad_norm": 10.875,
      "learning_rate": 1.757030501448797e-05,
      "loss": 0.2197,
      "step": 49020
    },
    {
      "epoch": 1.390890844745782,
      "grad_norm": 13.625,
      "learning_rate": 1.756972607458483e-05,
      "loss": 0.229,
      "step": 49030
    },
    {
      "epoch": 1.3911745306770875,
      "grad_norm": 10.0,
      "learning_rate": 1.7569147134681687e-05,
      "loss": 0.221,
      "step": 49040
    },
    {
      "epoch": 1.3914582166083929,
      "grad_norm": 6.78125,
      "learning_rate": 1.7568568194778542e-05,
      "loss": 0.2263,
      "step": 49050
    },
    {
      "epoch": 1.3917419025396982,
      "grad_norm": 14.5625,
      "learning_rate": 1.75679892548754e-05,
      "loss": 0.2289,
      "step": 49060
    },
    {
      "epoch": 1.3920255884710038,
      "grad_norm": 7.90625,
      "learning_rate": 1.7567410314972255e-05,
      "loss": 0.2497,
      "step": 49070
    },
    {
      "epoch": 1.3923092744023093,
      "grad_norm": 12.9375,
      "learning_rate": 1.7566831375069114e-05,
      "loss": 0.2246,
      "step": 49080
    },
    {
      "epoch": 1.3925929603336147,
      "grad_norm": 9.375,
      "learning_rate": 1.756625243516597e-05,
      "loss": 0.2418,
      "step": 49090
    },
    {
      "epoch": 1.39287664626492,
      "grad_norm": 8.5,
      "learning_rate": 1.7565673495262824e-05,
      "loss": 0.2418,
      "step": 49100
    },
    {
      "epoch": 1.3931603321962256,
      "grad_norm": 10.125,
      "learning_rate": 1.7565094555359682e-05,
      "loss": 0.2669,
      "step": 49110
    },
    {
      "epoch": 1.393444018127531,
      "grad_norm": 11.1875,
      "learning_rate": 1.756451561545654e-05,
      "loss": 0.2374,
      "step": 49120
    },
    {
      "epoch": 1.3937277040588365,
      "grad_norm": 10.375,
      "learning_rate": 1.7563936675553395e-05,
      "loss": 0.2235,
      "step": 49130
    },
    {
      "epoch": 1.3940113899901418,
      "grad_norm": 9.5625,
      "learning_rate": 1.7563357735650254e-05,
      "loss": 0.2377,
      "step": 49140
    },
    {
      "epoch": 1.3942950759214474,
      "grad_norm": 6.5625,
      "learning_rate": 1.756277879574711e-05,
      "loss": 0.21,
      "step": 49150
    },
    {
      "epoch": 1.3945787618527528,
      "grad_norm": 9.1875,
      "learning_rate": 1.7562199855843967e-05,
      "loss": 0.2154,
      "step": 49160
    },
    {
      "epoch": 1.3948624477840583,
      "grad_norm": 7.75,
      "learning_rate": 1.7561620915940822e-05,
      "loss": 0.2461,
      "step": 49170
    },
    {
      "epoch": 1.3951461337153637,
      "grad_norm": 7.8125,
      "learning_rate": 1.7561041976037677e-05,
      "loss": 0.2077,
      "step": 49180
    },
    {
      "epoch": 1.3954298196466692,
      "grad_norm": 8.75,
      "learning_rate": 1.7560463036134535e-05,
      "loss": 0.2822,
      "step": 49190
    },
    {
      "epoch": 1.3957135055779746,
      "grad_norm": 12.125,
      "learning_rate": 1.7559884096231393e-05,
      "loss": 0.2184,
      "step": 49200
    },
    {
      "epoch": 1.3959971915092801,
      "grad_norm": 7.09375,
      "learning_rate": 1.755930515632825e-05,
      "loss": 0.2368,
      "step": 49210
    },
    {
      "epoch": 1.3962808774405855,
      "grad_norm": 11.1875,
      "learning_rate": 1.7558726216425107e-05,
      "loss": 0.2754,
      "step": 49220
    },
    {
      "epoch": 1.396564563371891,
      "grad_norm": 10.0625,
      "learning_rate": 1.755814727652196e-05,
      "loss": 0.2912,
      "step": 49230
    },
    {
      "epoch": 1.3968482493031964,
      "grad_norm": 9.125,
      "learning_rate": 1.7557568336618817e-05,
      "loss": 0.2587,
      "step": 49240
    },
    {
      "epoch": 1.397131935234502,
      "grad_norm": 7.78125,
      "learning_rate": 1.7556989396715675e-05,
      "loss": 0.2581,
      "step": 49250
    },
    {
      "epoch": 1.3974156211658073,
      "grad_norm": 8.75,
      "learning_rate": 1.755641045681253e-05,
      "loss": 0.1991,
      "step": 49260
    },
    {
      "epoch": 1.3976993070971129,
      "grad_norm": 9.3125,
      "learning_rate": 1.7555831516909388e-05,
      "loss": 0.2888,
      "step": 49270
    },
    {
      "epoch": 1.3979829930284182,
      "grad_norm": 8.125,
      "learning_rate": 1.7555252577006247e-05,
      "loss": 0.2538,
      "step": 49280
    },
    {
      "epoch": 1.3982666789597236,
      "grad_norm": 10.625,
      "learning_rate": 1.75546736371031e-05,
      "loss": 0.2286,
      "step": 49290
    },
    {
      "epoch": 1.3985503648910291,
      "grad_norm": 7.28125,
      "learning_rate": 1.755409469719996e-05,
      "loss": 0.2095,
      "step": 49300
    },
    {
      "epoch": 1.3988340508223347,
      "grad_norm": 8.8125,
      "learning_rate": 1.7553515757296815e-05,
      "loss": 0.2323,
      "step": 49310
    },
    {
      "epoch": 1.39911773675364,
      "grad_norm": 6.9375,
      "learning_rate": 1.755293681739367e-05,
      "loss": 0.2619,
      "step": 49320
    },
    {
      "epoch": 1.3994014226849454,
      "grad_norm": 6.625,
      "learning_rate": 1.7552357877490528e-05,
      "loss": 0.2321,
      "step": 49330
    },
    {
      "epoch": 1.399685108616251,
      "grad_norm": 8.375,
      "learning_rate": 1.7551778937587386e-05,
      "loss": 0.2411,
      "step": 49340
    },
    {
      "epoch": 1.3999687945475565,
      "grad_norm": 8.0625,
      "learning_rate": 1.755119999768424e-05,
      "loss": 0.2641,
      "step": 49350
    },
    {
      "epoch": 1.4002524804788619,
      "grad_norm": 10.125,
      "learning_rate": 1.75506210577811e-05,
      "loss": 0.2207,
      "step": 49360
    },
    {
      "epoch": 1.4005361664101672,
      "grad_norm": 9.0,
      "learning_rate": 1.7550042117877955e-05,
      "loss": 0.2342,
      "step": 49370
    },
    {
      "epoch": 1.4008198523414728,
      "grad_norm": 8.8125,
      "learning_rate": 1.7549463177974813e-05,
      "loss": 0.2313,
      "step": 49380
    },
    {
      "epoch": 1.4011035382727783,
      "grad_norm": 10.625,
      "learning_rate": 1.7548884238071668e-05,
      "loss": 0.1943,
      "step": 49390
    },
    {
      "epoch": 1.4013872242040837,
      "grad_norm": 8.125,
      "learning_rate": 1.7548305298168523e-05,
      "loss": 0.2631,
      "step": 49400
    },
    {
      "epoch": 1.401670910135389,
      "grad_norm": 10.1875,
      "learning_rate": 1.754772635826538e-05,
      "loss": 0.2129,
      "step": 49410
    },
    {
      "epoch": 1.4019545960666946,
      "grad_norm": 11.5,
      "learning_rate": 1.754714741836224e-05,
      "loss": 0.2373,
      "step": 49420
    },
    {
      "epoch": 1.402238281998,
      "grad_norm": 7.375,
      "learning_rate": 1.7546568478459094e-05,
      "loss": 0.2292,
      "step": 49430
    },
    {
      "epoch": 1.4025219679293055,
      "grad_norm": 9.3125,
      "learning_rate": 1.7545989538555953e-05,
      "loss": 0.2529,
      "step": 49440
    },
    {
      "epoch": 1.4028056538606108,
      "grad_norm": 8.9375,
      "learning_rate": 1.7545410598652808e-05,
      "loss": 0.2411,
      "step": 49450
    },
    {
      "epoch": 1.4030893397919164,
      "grad_norm": 13.25,
      "learning_rate": 1.7544831658749666e-05,
      "loss": 0.2066,
      "step": 49460
    },
    {
      "epoch": 1.4033730257232218,
      "grad_norm": 9.25,
      "learning_rate": 1.754425271884652e-05,
      "loss": 0.2354,
      "step": 49470
    },
    {
      "epoch": 1.4036567116545273,
      "grad_norm": 14.4375,
      "learning_rate": 1.7543673778943376e-05,
      "loss": 0.2835,
      "step": 49480
    },
    {
      "epoch": 1.4039403975858327,
      "grad_norm": 7.6875,
      "learning_rate": 1.7543094839040234e-05,
      "loss": 0.2305,
      "step": 49490
    },
    {
      "epoch": 1.4042240835171382,
      "grad_norm": 8.4375,
      "learning_rate": 1.7542515899137093e-05,
      "loss": 0.2342,
      "step": 49500
    },
    {
      "epoch": 1.4045077694484436,
      "grad_norm": 10.0625,
      "learning_rate": 1.7541936959233948e-05,
      "loss": 0.2207,
      "step": 49510
    },
    {
      "epoch": 1.4047914553797491,
      "grad_norm": 9.0625,
      "learning_rate": 1.7541358019330806e-05,
      "loss": 0.2686,
      "step": 49520
    },
    {
      "epoch": 1.4050751413110545,
      "grad_norm": 9.8125,
      "learning_rate": 1.754077907942766e-05,
      "loss": 0.2481,
      "step": 49530
    },
    {
      "epoch": 1.40535882724236,
      "grad_norm": 7.28125,
      "learning_rate": 1.754020013952452e-05,
      "loss": 0.2289,
      "step": 49540
    },
    {
      "epoch": 1.4056425131736654,
      "grad_norm": 8.4375,
      "learning_rate": 1.7539621199621374e-05,
      "loss": 0.2656,
      "step": 49550
    },
    {
      "epoch": 1.405926199104971,
      "grad_norm": 6.90625,
      "learning_rate": 1.7539042259718232e-05,
      "loss": 0.2214,
      "step": 49560
    },
    {
      "epoch": 1.4062098850362763,
      "grad_norm": 7.34375,
      "learning_rate": 1.7538463319815087e-05,
      "loss": 0.2383,
      "step": 49570
    },
    {
      "epoch": 1.4064935709675819,
      "grad_norm": 10.3125,
      "learning_rate": 1.7537884379911946e-05,
      "loss": 0.2404,
      "step": 49580
    },
    {
      "epoch": 1.4067772568988872,
      "grad_norm": 8.9375,
      "learning_rate": 1.75373054400088e-05,
      "loss": 0.2381,
      "step": 49590
    },
    {
      "epoch": 1.4070609428301926,
      "grad_norm": 11.875,
      "learning_rate": 1.753672650010566e-05,
      "loss": 0.2254,
      "step": 49600
    },
    {
      "epoch": 1.4073446287614981,
      "grad_norm": 8.3125,
      "learning_rate": 1.7536147560202514e-05,
      "loss": 0.2724,
      "step": 49610
    },
    {
      "epoch": 1.4076283146928037,
      "grad_norm": 6.6875,
      "learning_rate": 1.753556862029937e-05,
      "loss": 0.1884,
      "step": 49620
    },
    {
      "epoch": 1.407912000624109,
      "grad_norm": 9.8125,
      "learning_rate": 1.7534989680396227e-05,
      "loss": 0.2509,
      "step": 49630
    },
    {
      "epoch": 1.4081956865554144,
      "grad_norm": 7.75,
      "learning_rate": 1.7534410740493086e-05,
      "loss": 0.212,
      "step": 49640
    },
    {
      "epoch": 1.40847937248672,
      "grad_norm": 12.25,
      "learning_rate": 1.753383180058994e-05,
      "loss": 0.2402,
      "step": 49650
    },
    {
      "epoch": 1.4087630584180255,
      "grad_norm": 7.46875,
      "learning_rate": 1.75332528606868e-05,
      "loss": 0.2027,
      "step": 49660
    },
    {
      "epoch": 1.4090467443493309,
      "grad_norm": 8.8125,
      "learning_rate": 1.7532673920783654e-05,
      "loss": 0.2456,
      "step": 49670
    },
    {
      "epoch": 1.4093304302806362,
      "grad_norm": 9.75,
      "learning_rate": 1.7532094980880512e-05,
      "loss": 0.2165,
      "step": 49680
    },
    {
      "epoch": 1.4096141162119418,
      "grad_norm": 9.4375,
      "learning_rate": 1.7531516040977367e-05,
      "loss": 0.2594,
      "step": 49690
    },
    {
      "epoch": 1.4098978021432473,
      "grad_norm": 9.375,
      "learning_rate": 1.7530937101074222e-05,
      "loss": 0.2049,
      "step": 49700
    },
    {
      "epoch": 1.4101814880745527,
      "grad_norm": 10.125,
      "learning_rate": 1.753035816117108e-05,
      "loss": 0.2203,
      "step": 49710
    },
    {
      "epoch": 1.410465174005858,
      "grad_norm": 9.3125,
      "learning_rate": 1.752977922126794e-05,
      "loss": 0.2357,
      "step": 49720
    },
    {
      "epoch": 1.4107488599371636,
      "grad_norm": 9.5625,
      "learning_rate": 1.7529200281364797e-05,
      "loss": 0.2143,
      "step": 49730
    },
    {
      "epoch": 1.411032545868469,
      "grad_norm": 9.9375,
      "learning_rate": 1.7528621341461652e-05,
      "loss": 0.241,
      "step": 49740
    },
    {
      "epoch": 1.4113162317997745,
      "grad_norm": 16.75,
      "learning_rate": 1.7528042401558507e-05,
      "loss": 0.2721,
      "step": 49750
    },
    {
      "epoch": 1.4115999177310798,
      "grad_norm": 7.15625,
      "learning_rate": 1.7527463461655365e-05,
      "loss": 0.2066,
      "step": 49760
    },
    {
      "epoch": 1.4118836036623854,
      "grad_norm": 7.875,
      "learning_rate": 1.752688452175222e-05,
      "loss": 0.213,
      "step": 49770
    },
    {
      "epoch": 1.4121672895936908,
      "grad_norm": 12.25,
      "learning_rate": 1.7526305581849075e-05,
      "loss": 0.2445,
      "step": 49780
    },
    {
      "epoch": 1.4124509755249963,
      "grad_norm": 9.25,
      "learning_rate": 1.7525726641945934e-05,
      "loss": 0.2275,
      "step": 49790
    },
    {
      "epoch": 1.4127346614563017,
      "grad_norm": 7.15625,
      "learning_rate": 1.7525147702042792e-05,
      "loss": 0.2446,
      "step": 49800
    },
    {
      "epoch": 1.4130183473876072,
      "grad_norm": 7.25,
      "learning_rate": 1.7524568762139647e-05,
      "loss": 0.2587,
      "step": 49810
    },
    {
      "epoch": 1.4133020333189126,
      "grad_norm": 16.875,
      "learning_rate": 1.7523989822236505e-05,
      "loss": 0.2342,
      "step": 49820
    },
    {
      "epoch": 1.4135857192502181,
      "grad_norm": 9.125,
      "learning_rate": 1.752341088233336e-05,
      "loss": 0.2219,
      "step": 49830
    },
    {
      "epoch": 1.4138694051815235,
      "grad_norm": 8.125,
      "learning_rate": 1.752283194243022e-05,
      "loss": 0.2216,
      "step": 49840
    },
    {
      "epoch": 1.414153091112829,
      "grad_norm": 8.0625,
      "learning_rate": 1.7522253002527073e-05,
      "loss": 0.2082,
      "step": 49850
    },
    {
      "epoch": 1.4144367770441344,
      "grad_norm": 8.0625,
      "learning_rate": 1.7521674062623932e-05,
      "loss": 0.2207,
      "step": 49860
    },
    {
      "epoch": 1.41472046297544,
      "grad_norm": 13.0,
      "learning_rate": 1.7521095122720787e-05,
      "loss": 0.2347,
      "step": 49870
    },
    {
      "epoch": 1.4150041489067453,
      "grad_norm": 12.0625,
      "learning_rate": 1.7520516182817645e-05,
      "loss": 0.2492,
      "step": 49880
    },
    {
      "epoch": 1.4152878348380509,
      "grad_norm": 13.3125,
      "learning_rate": 1.75199372429145e-05,
      "loss": 0.2261,
      "step": 49890
    },
    {
      "epoch": 1.4155715207693562,
      "grad_norm": 14.625,
      "learning_rate": 1.7519358303011358e-05,
      "loss": 0.2193,
      "step": 49900
    },
    {
      "epoch": 1.4158552067006616,
      "grad_norm": 8.9375,
      "learning_rate": 1.7518779363108213e-05,
      "loss": 0.2125,
      "step": 49910
    },
    {
      "epoch": 1.4161388926319671,
      "grad_norm": 12.25,
      "learning_rate": 1.7518200423205068e-05,
      "loss": 0.2499,
      "step": 49920
    },
    {
      "epoch": 1.4164225785632727,
      "grad_norm": 8.0,
      "learning_rate": 1.7517621483301926e-05,
      "loss": 0.2474,
      "step": 49930
    },
    {
      "epoch": 1.416706264494578,
      "grad_norm": 8.5,
      "learning_rate": 1.7517042543398785e-05,
      "loss": 0.216,
      "step": 49940
    },
    {
      "epoch": 1.4169899504258834,
      "grad_norm": 8.5625,
      "learning_rate": 1.751646360349564e-05,
      "loss": 0.2056,
      "step": 49950
    },
    {
      "epoch": 1.417273636357189,
      "grad_norm": 10.8125,
      "learning_rate": 1.7515884663592498e-05,
      "loss": 0.1959,
      "step": 49960
    },
    {
      "epoch": 1.4175573222884945,
      "grad_norm": 10.25,
      "learning_rate": 1.7515305723689353e-05,
      "loss": 0.2356,
      "step": 49970
    },
    {
      "epoch": 1.4178410082197999,
      "grad_norm": 9.3125,
      "learning_rate": 1.751472678378621e-05,
      "loss": 0.237,
      "step": 49980
    },
    {
      "epoch": 1.4181246941511052,
      "grad_norm": 9.25,
      "learning_rate": 1.7514147843883066e-05,
      "loss": 0.2332,
      "step": 49990
    },
    {
      "epoch": 1.4184083800824108,
      "grad_norm": 10.8125,
      "learning_rate": 1.751356890397992e-05,
      "loss": 0.2329,
      "step": 50000
    },
    {
      "epoch": 1.4186920660137163,
      "grad_norm": 8.9375,
      "learning_rate": 1.751298996407678e-05,
      "loss": 0.2537,
      "step": 50010
    },
    {
      "epoch": 1.4189757519450217,
      "grad_norm": 11.875,
      "learning_rate": 1.7512411024173638e-05,
      "loss": 0.287,
      "step": 50020
    },
    {
      "epoch": 1.419259437876327,
      "grad_norm": 9.4375,
      "learning_rate": 1.7511832084270496e-05,
      "loss": 0.2414,
      "step": 50030
    },
    {
      "epoch": 1.4195431238076326,
      "grad_norm": 11.3125,
      "learning_rate": 1.751125314436735e-05,
      "loss": 0.1979,
      "step": 50040
    },
    {
      "epoch": 1.4198268097389382,
      "grad_norm": 8.4375,
      "learning_rate": 1.7510674204464206e-05,
      "loss": 0.1987,
      "step": 50050
    },
    {
      "epoch": 1.4201104956702435,
      "grad_norm": 8.3125,
      "learning_rate": 1.7510095264561065e-05,
      "loss": 0.2015,
      "step": 50060
    },
    {
      "epoch": 1.4203941816015488,
      "grad_norm": 9.25,
      "learning_rate": 1.750951632465792e-05,
      "loss": 0.1881,
      "step": 50070
    },
    {
      "epoch": 1.4206778675328544,
      "grad_norm": 8.5,
      "learning_rate": 1.7508937384754778e-05,
      "loss": 0.2424,
      "step": 50080
    },
    {
      "epoch": 1.4209615534641598,
      "grad_norm": 13.25,
      "learning_rate": 1.7508358444851633e-05,
      "loss": 0.2503,
      "step": 50090
    },
    {
      "epoch": 1.4212452393954653,
      "grad_norm": 9.1875,
      "learning_rate": 1.750777950494849e-05,
      "loss": 0.233,
      "step": 50100
    },
    {
      "epoch": 1.4215289253267707,
      "grad_norm": 7.28125,
      "learning_rate": 1.7507200565045346e-05,
      "loss": 0.206,
      "step": 50110
    },
    {
      "epoch": 1.4218126112580762,
      "grad_norm": 7.75,
      "learning_rate": 1.7506621625142204e-05,
      "loss": 0.2034,
      "step": 50120
    },
    {
      "epoch": 1.4220962971893816,
      "grad_norm": 13.8125,
      "learning_rate": 1.750604268523906e-05,
      "loss": 0.2229,
      "step": 50130
    },
    {
      "epoch": 1.4223799831206871,
      "grad_norm": 10.25,
      "learning_rate": 1.7505463745335918e-05,
      "loss": 0.2124,
      "step": 50140
    },
    {
      "epoch": 1.4226636690519925,
      "grad_norm": 8.5625,
      "learning_rate": 1.7504884805432773e-05,
      "loss": 0.2633,
      "step": 50150
    },
    {
      "epoch": 1.422947354983298,
      "grad_norm": 8.8125,
      "learning_rate": 1.750430586552963e-05,
      "loss": 0.2251,
      "step": 50160
    },
    {
      "epoch": 1.4232310409146034,
      "grad_norm": 9.5,
      "learning_rate": 1.7503726925626486e-05,
      "loss": 0.2279,
      "step": 50170
    },
    {
      "epoch": 1.423514726845909,
      "grad_norm": 11.125,
      "learning_rate": 1.7503147985723344e-05,
      "loss": 0.2463,
      "step": 50180
    },
    {
      "epoch": 1.4237984127772143,
      "grad_norm": 10.3125,
      "learning_rate": 1.75025690458202e-05,
      "loss": 0.2286,
      "step": 50190
    },
    {
      "epoch": 1.4240820987085199,
      "grad_norm": 13.625,
      "learning_rate": 1.7501990105917057e-05,
      "loss": 0.2149,
      "step": 50200
    },
    {
      "epoch": 1.4243657846398252,
      "grad_norm": 8.0,
      "learning_rate": 1.7501411166013912e-05,
      "loss": 0.204,
      "step": 50210
    },
    {
      "epoch": 1.4246494705711308,
      "grad_norm": 8.625,
      "learning_rate": 1.750083222611077e-05,
      "loss": 0.2328,
      "step": 50220
    },
    {
      "epoch": 1.4249331565024361,
      "grad_norm": 11.3125,
      "learning_rate": 1.7500253286207626e-05,
      "loss": 0.2418,
      "step": 50230
    },
    {
      "epoch": 1.4252168424337417,
      "grad_norm": 9.625,
      "learning_rate": 1.7499674346304484e-05,
      "loss": 0.2283,
      "step": 50240
    },
    {
      "epoch": 1.425500528365047,
      "grad_norm": 8.5625,
      "learning_rate": 1.7499095406401342e-05,
      "loss": 0.216,
      "step": 50250
    },
    {
      "epoch": 1.4257842142963524,
      "grad_norm": 12.6875,
      "learning_rate": 1.7498516466498197e-05,
      "loss": 0.245,
      "step": 50260
    },
    {
      "epoch": 1.426067900227658,
      "grad_norm": 8.125,
      "learning_rate": 1.7497937526595052e-05,
      "loss": 0.2469,
      "step": 50270
    },
    {
      "epoch": 1.4263515861589635,
      "grad_norm": 10.6875,
      "learning_rate": 1.749735858669191e-05,
      "loss": 0.2177,
      "step": 50280
    },
    {
      "epoch": 1.4266352720902689,
      "grad_norm": 10.375,
      "learning_rate": 1.7496779646788766e-05,
      "loss": 0.2349,
      "step": 50290
    },
    {
      "epoch": 1.4269189580215742,
      "grad_norm": 9.875,
      "learning_rate": 1.749620070688562e-05,
      "loss": 0.2033,
      "step": 50300
    },
    {
      "epoch": 1.4272026439528798,
      "grad_norm": 9.625,
      "learning_rate": 1.749562176698248e-05,
      "loss": 0.2823,
      "step": 50310
    },
    {
      "epoch": 1.4274863298841853,
      "grad_norm": 9.75,
      "learning_rate": 1.7495042827079337e-05,
      "loss": 0.2458,
      "step": 50320
    },
    {
      "epoch": 1.4277700158154907,
      "grad_norm": 11.25,
      "learning_rate": 1.7494463887176195e-05,
      "loss": 0.2511,
      "step": 50330
    },
    {
      "epoch": 1.428053701746796,
      "grad_norm": 9.6875,
      "learning_rate": 1.749388494727305e-05,
      "loss": 0.2583,
      "step": 50340
    },
    {
      "epoch": 1.4283373876781016,
      "grad_norm": 5.75,
      "learning_rate": 1.7493306007369905e-05,
      "loss": 0.2576,
      "step": 50350
    },
    {
      "epoch": 1.4286210736094072,
      "grad_norm": 11.875,
      "learning_rate": 1.7492727067466764e-05,
      "loss": 0.2392,
      "step": 50360
    },
    {
      "epoch": 1.4289047595407125,
      "grad_norm": 12.5625,
      "learning_rate": 1.749214812756362e-05,
      "loss": 0.2312,
      "step": 50370
    },
    {
      "epoch": 1.4291884454720178,
      "grad_norm": 9.6875,
      "learning_rate": 1.7491569187660477e-05,
      "loss": 0.2263,
      "step": 50380
    },
    {
      "epoch": 1.4294721314033234,
      "grad_norm": 12.125,
      "learning_rate": 1.7490990247757332e-05,
      "loss": 0.2082,
      "step": 50390
    },
    {
      "epoch": 1.4297558173346288,
      "grad_norm": 11.0625,
      "learning_rate": 1.749041130785419e-05,
      "loss": 0.2262,
      "step": 50400
    },
    {
      "epoch": 1.4300395032659343,
      "grad_norm": 11.0625,
      "learning_rate": 1.748983236795105e-05,
      "loss": 0.2638,
      "step": 50410
    },
    {
      "epoch": 1.4303231891972397,
      "grad_norm": 5.625,
      "learning_rate": 1.7489253428047904e-05,
      "loss": 0.2076,
      "step": 50420
    },
    {
      "epoch": 1.4306068751285452,
      "grad_norm": 10.0,
      "learning_rate": 1.748867448814476e-05,
      "loss": 0.2054,
      "step": 50430
    },
    {
      "epoch": 1.4308905610598506,
      "grad_norm": 8.625,
      "learning_rate": 1.7488095548241617e-05,
      "loss": 0.2555,
      "step": 50440
    },
    {
      "epoch": 1.4311742469911561,
      "grad_norm": 14.0625,
      "learning_rate": 1.7487516608338472e-05,
      "loss": 0.2375,
      "step": 50450
    },
    {
      "epoch": 1.4314579329224615,
      "grad_norm": 12.25,
      "learning_rate": 1.748693766843533e-05,
      "loss": 0.2465,
      "step": 50460
    },
    {
      "epoch": 1.431741618853767,
      "grad_norm": 9.25,
      "learning_rate": 1.7486358728532185e-05,
      "loss": 0.2221,
      "step": 50470
    },
    {
      "epoch": 1.4320253047850724,
      "grad_norm": 7.375,
      "learning_rate": 1.7485779788629043e-05,
      "loss": 0.1878,
      "step": 50480
    },
    {
      "epoch": 1.432308990716378,
      "grad_norm": 9.1875,
      "learning_rate": 1.74852008487259e-05,
      "loss": 0.239,
      "step": 50490
    },
    {
      "epoch": 1.4325926766476833,
      "grad_norm": 9.1875,
      "learning_rate": 1.7484621908822757e-05,
      "loss": 0.2169,
      "step": 50500
    },
    {
      "epoch": 1.4328763625789889,
      "grad_norm": 8.6875,
      "learning_rate": 1.748404296891961e-05,
      "loss": 0.2163,
      "step": 50510
    },
    {
      "epoch": 1.4331600485102942,
      "grad_norm": 9.75,
      "learning_rate": 1.748346402901647e-05,
      "loss": 0.289,
      "step": 50520
    },
    {
      "epoch": 1.4334437344415998,
      "grad_norm": 13.3125,
      "learning_rate": 1.7482885089113325e-05,
      "loss": 0.2448,
      "step": 50530
    },
    {
      "epoch": 1.4337274203729051,
      "grad_norm": 8.25,
      "learning_rate": 1.7482306149210183e-05,
      "loss": 0.2408,
      "step": 50540
    },
    {
      "epoch": 1.4340111063042107,
      "grad_norm": 8.4375,
      "learning_rate": 1.748172720930704e-05,
      "loss": 0.1847,
      "step": 50550
    },
    {
      "epoch": 1.434294792235516,
      "grad_norm": 9.4375,
      "learning_rate": 1.7481148269403897e-05,
      "loss": 0.2333,
      "step": 50560
    },
    {
      "epoch": 1.4345784781668214,
      "grad_norm": 17.125,
      "learning_rate": 1.748056932950075e-05,
      "loss": 0.2366,
      "step": 50570
    },
    {
      "epoch": 1.434862164098127,
      "grad_norm": 9.0,
      "learning_rate": 1.747999038959761e-05,
      "loss": 0.2358,
      "step": 50580
    },
    {
      "epoch": 1.4351458500294325,
      "grad_norm": 6.78125,
      "learning_rate": 1.7479411449694465e-05,
      "loss": 0.1918,
      "step": 50590
    },
    {
      "epoch": 1.4354295359607379,
      "grad_norm": 7.90625,
      "learning_rate": 1.7478832509791323e-05,
      "loss": 0.2706,
      "step": 50600
    },
    {
      "epoch": 1.4357132218920432,
      "grad_norm": 9.0,
      "learning_rate": 1.7478253569888178e-05,
      "loss": 0.2169,
      "step": 50610
    },
    {
      "epoch": 1.4359969078233488,
      "grad_norm": 9.9375,
      "learning_rate": 1.7477674629985036e-05,
      "loss": 0.2186,
      "step": 50620
    },
    {
      "epoch": 1.4362805937546543,
      "grad_norm": 8.125,
      "learning_rate": 1.7477095690081895e-05,
      "loss": 0.2082,
      "step": 50630
    },
    {
      "epoch": 1.4365642796859597,
      "grad_norm": 10.9375,
      "learning_rate": 1.747651675017875e-05,
      "loss": 0.217,
      "step": 50640
    },
    {
      "epoch": 1.436847965617265,
      "grad_norm": 11.5625,
      "learning_rate": 1.7475937810275605e-05,
      "loss": 0.2642,
      "step": 50650
    },
    {
      "epoch": 1.4371316515485706,
      "grad_norm": 13.9375,
      "learning_rate": 1.7475358870372463e-05,
      "loss": 0.2439,
      "step": 50660
    },
    {
      "epoch": 1.4374153374798762,
      "grad_norm": 11.75,
      "learning_rate": 1.7474779930469318e-05,
      "loss": 0.2412,
      "step": 50670
    },
    {
      "epoch": 1.4376990234111815,
      "grad_norm": 7.34375,
      "learning_rate": 1.7474200990566176e-05,
      "loss": 0.2097,
      "step": 50680
    },
    {
      "epoch": 1.4379827093424868,
      "grad_norm": 10.875,
      "learning_rate": 1.747362205066303e-05,
      "loss": 0.2589,
      "step": 50690
    },
    {
      "epoch": 1.4382663952737924,
      "grad_norm": 7.21875,
      "learning_rate": 1.747304311075989e-05,
      "loss": 0.2376,
      "step": 50700
    },
    {
      "epoch": 1.438550081205098,
      "grad_norm": 8.4375,
      "learning_rate": 1.7472464170856748e-05,
      "loss": 0.2251,
      "step": 50710
    },
    {
      "epoch": 1.4388337671364033,
      "grad_norm": 10.6875,
      "learning_rate": 1.7471885230953603e-05,
      "loss": 0.2502,
      "step": 50720
    },
    {
      "epoch": 1.4391174530677087,
      "grad_norm": 12.25,
      "learning_rate": 1.7471306291050458e-05,
      "loss": 0.2483,
      "step": 50730
    },
    {
      "epoch": 1.4394011389990142,
      "grad_norm": 8.8125,
      "learning_rate": 1.7470727351147316e-05,
      "loss": 0.2405,
      "step": 50740
    },
    {
      "epoch": 1.4396848249303196,
      "grad_norm": 9.75,
      "learning_rate": 1.747014841124417e-05,
      "loss": 0.2378,
      "step": 50750
    },
    {
      "epoch": 1.4399685108616251,
      "grad_norm": 9.5625,
      "learning_rate": 1.746956947134103e-05,
      "loss": 0.2341,
      "step": 50760
    },
    {
      "epoch": 1.4402521967929305,
      "grad_norm": 15.5625,
      "learning_rate": 1.7468990531437888e-05,
      "loss": 0.2057,
      "step": 50770
    },
    {
      "epoch": 1.440535882724236,
      "grad_norm": 6.96875,
      "learning_rate": 1.7468411591534743e-05,
      "loss": 0.2182,
      "step": 50780
    },
    {
      "epoch": 1.4408195686555414,
      "grad_norm": 7.1875,
      "learning_rate": 1.74678326516316e-05,
      "loss": 0.2232,
      "step": 50790
    },
    {
      "epoch": 1.441103254586847,
      "grad_norm": 8.25,
      "learning_rate": 1.7467253711728456e-05,
      "loss": 0.2087,
      "step": 50800
    },
    {
      "epoch": 1.4413869405181523,
      "grad_norm": 7.25,
      "learning_rate": 1.746667477182531e-05,
      "loss": 0.2041,
      "step": 50810
    },
    {
      "epoch": 1.4416706264494579,
      "grad_norm": 13.1875,
      "learning_rate": 1.746609583192217e-05,
      "loss": 0.2568,
      "step": 50820
    },
    {
      "epoch": 1.4419543123807632,
      "grad_norm": 11.4375,
      "learning_rate": 1.7465516892019024e-05,
      "loss": 0.2441,
      "step": 50830
    },
    {
      "epoch": 1.4422379983120688,
      "grad_norm": 8.1875,
      "learning_rate": 1.7464937952115882e-05,
      "loss": 0.2503,
      "step": 50840
    },
    {
      "epoch": 1.4425216842433741,
      "grad_norm": 12.625,
      "learning_rate": 1.746435901221274e-05,
      "loss": 0.2225,
      "step": 50850
    },
    {
      "epoch": 1.4428053701746797,
      "grad_norm": 7.65625,
      "learning_rate": 1.7463780072309596e-05,
      "loss": 0.2499,
      "step": 50860
    },
    {
      "epoch": 1.443089056105985,
      "grad_norm": 8.875,
      "learning_rate": 1.746320113240645e-05,
      "loss": 0.2508,
      "step": 50870
    },
    {
      "epoch": 1.4433727420372904,
      "grad_norm": 12.3125,
      "learning_rate": 1.746262219250331e-05,
      "loss": 0.1961,
      "step": 50880
    },
    {
      "epoch": 1.443656427968596,
      "grad_norm": 7.3125,
      "learning_rate": 1.7462043252600164e-05,
      "loss": 0.2221,
      "step": 50890
    },
    {
      "epoch": 1.4439401138999015,
      "grad_norm": 13.875,
      "learning_rate": 1.7461464312697022e-05,
      "loss": 0.2435,
      "step": 50900
    },
    {
      "epoch": 1.4442237998312069,
      "grad_norm": 7.71875,
      "learning_rate": 1.7460885372793877e-05,
      "loss": 0.2107,
      "step": 50910
    },
    {
      "epoch": 1.4445074857625122,
      "grad_norm": 11.1875,
      "learning_rate": 1.7460306432890736e-05,
      "loss": 0.2245,
      "step": 50920
    },
    {
      "epoch": 1.4447911716938178,
      "grad_norm": 8.3125,
      "learning_rate": 1.7459727492987594e-05,
      "loss": 0.2253,
      "step": 50930
    },
    {
      "epoch": 1.4450748576251233,
      "grad_norm": 7.03125,
      "learning_rate": 1.745914855308445e-05,
      "loss": 0.2144,
      "step": 50940
    },
    {
      "epoch": 1.4453585435564287,
      "grad_norm": 9.25,
      "learning_rate": 1.7458569613181304e-05,
      "loss": 0.2177,
      "step": 50950
    },
    {
      "epoch": 1.445642229487734,
      "grad_norm": 6.75,
      "learning_rate": 1.7457990673278162e-05,
      "loss": 0.189,
      "step": 50960
    },
    {
      "epoch": 1.4459259154190396,
      "grad_norm": 13.375,
      "learning_rate": 1.7457411733375017e-05,
      "loss": 0.2452,
      "step": 50970
    },
    {
      "epoch": 1.4462096013503452,
      "grad_norm": 8.5625,
      "learning_rate": 1.7456832793471875e-05,
      "loss": 0.2444,
      "step": 50980
    },
    {
      "epoch": 1.4464932872816505,
      "grad_norm": 8.3125,
      "learning_rate": 1.745625385356873e-05,
      "loss": 0.194,
      "step": 50990
    },
    {
      "epoch": 1.4467769732129558,
      "grad_norm": 7.5,
      "learning_rate": 1.745567491366559e-05,
      "loss": 0.2656,
      "step": 51000
    },
    {
      "epoch": 1.4470606591442614,
      "grad_norm": 9.8125,
      "learning_rate": 1.7455095973762447e-05,
      "loss": 0.2555,
      "step": 51010
    },
    {
      "epoch": 1.447344345075567,
      "grad_norm": 7.84375,
      "learning_rate": 1.7454517033859302e-05,
      "loss": 0.2209,
      "step": 51020
    },
    {
      "epoch": 1.4476280310068723,
      "grad_norm": 9.6875,
      "learning_rate": 1.7453938093956157e-05,
      "loss": 0.2814,
      "step": 51030
    },
    {
      "epoch": 1.4479117169381777,
      "grad_norm": 14.6875,
      "learning_rate": 1.7453359154053015e-05,
      "loss": 0.2683,
      "step": 51040
    },
    {
      "epoch": 1.4481954028694832,
      "grad_norm": 8.125,
      "learning_rate": 1.745278021414987e-05,
      "loss": 0.238,
      "step": 51050
    },
    {
      "epoch": 1.4484790888007886,
      "grad_norm": 15.4375,
      "learning_rate": 1.745220127424673e-05,
      "loss": 0.2669,
      "step": 51060
    },
    {
      "epoch": 1.4487627747320941,
      "grad_norm": 10.5625,
      "learning_rate": 1.7451622334343587e-05,
      "loss": 0.2427,
      "step": 51070
    },
    {
      "epoch": 1.4490464606633995,
      "grad_norm": 7.09375,
      "learning_rate": 1.7451043394440442e-05,
      "loss": 0.2043,
      "step": 51080
    },
    {
      "epoch": 1.449330146594705,
      "grad_norm": 8.4375,
      "learning_rate": 1.74504644545373e-05,
      "loss": 0.2966,
      "step": 51090
    },
    {
      "epoch": 1.4496138325260104,
      "grad_norm": 10.25,
      "learning_rate": 1.7449885514634155e-05,
      "loss": 0.2415,
      "step": 51100
    },
    {
      "epoch": 1.449897518457316,
      "grad_norm": 18.25,
      "learning_rate": 1.744930657473101e-05,
      "loss": 0.2575,
      "step": 51110
    },
    {
      "epoch": 1.4501812043886213,
      "grad_norm": 8.5,
      "learning_rate": 1.744872763482787e-05,
      "loss": 0.1834,
      "step": 51120
    },
    {
      "epoch": 1.4504648903199269,
      "grad_norm": 7.4375,
      "learning_rate": 1.7448148694924723e-05,
      "loss": 0.2188,
      "step": 51130
    },
    {
      "epoch": 1.4507485762512322,
      "grad_norm": 8.125,
      "learning_rate": 1.744756975502158e-05,
      "loss": 0.2168,
      "step": 51140
    },
    {
      "epoch": 1.4510322621825378,
      "grad_norm": 9.5,
      "learning_rate": 1.744699081511844e-05,
      "loss": 0.2694,
      "step": 51150
    },
    {
      "epoch": 1.4513159481138431,
      "grad_norm": 7.71875,
      "learning_rate": 1.7446411875215295e-05,
      "loss": 0.2225,
      "step": 51160
    },
    {
      "epoch": 1.4515996340451487,
      "grad_norm": 12.875,
      "learning_rate": 1.744583293531215e-05,
      "loss": 0.2277,
      "step": 51170
    },
    {
      "epoch": 1.451883319976454,
      "grad_norm": 8.5,
      "learning_rate": 1.7445253995409008e-05,
      "loss": 0.2134,
      "step": 51180
    },
    {
      "epoch": 1.4521670059077596,
      "grad_norm": 10.3125,
      "learning_rate": 1.7444675055505863e-05,
      "loss": 0.2074,
      "step": 51190
    },
    {
      "epoch": 1.452450691839065,
      "grad_norm": 7.40625,
      "learning_rate": 1.744409611560272e-05,
      "loss": 0.2464,
      "step": 51200
    },
    {
      "epoch": 1.4527343777703705,
      "grad_norm": 7.21875,
      "learning_rate": 1.7443517175699576e-05,
      "loss": 0.2163,
      "step": 51210
    },
    {
      "epoch": 1.4530180637016759,
      "grad_norm": 12.75,
      "learning_rate": 1.7442938235796435e-05,
      "loss": 0.2145,
      "step": 51220
    },
    {
      "epoch": 1.4533017496329812,
      "grad_norm": 13.25,
      "learning_rate": 1.7442359295893293e-05,
      "loss": 0.2379,
      "step": 51230
    },
    {
      "epoch": 1.4535854355642868,
      "grad_norm": 8.3125,
      "learning_rate": 1.7441780355990148e-05,
      "loss": 0.2795,
      "step": 51240
    },
    {
      "epoch": 1.4538691214955923,
      "grad_norm": 6.53125,
      "learning_rate": 1.7441201416087003e-05,
      "loss": 0.1791,
      "step": 51250
    },
    {
      "epoch": 1.4541528074268977,
      "grad_norm": 12.0625,
      "learning_rate": 1.744062247618386e-05,
      "loss": 0.2395,
      "step": 51260
    },
    {
      "epoch": 1.454436493358203,
      "grad_norm": 14.375,
      "learning_rate": 1.7440043536280716e-05,
      "loss": 0.2574,
      "step": 51270
    },
    {
      "epoch": 1.4547201792895086,
      "grad_norm": 8.125,
      "learning_rate": 1.7439464596377575e-05,
      "loss": 0.2543,
      "step": 51280
    },
    {
      "epoch": 1.4550038652208142,
      "grad_norm": 9.0625,
      "learning_rate": 1.7438885656474433e-05,
      "loss": 0.2435,
      "step": 51290
    },
    {
      "epoch": 1.4552875511521195,
      "grad_norm": 9.375,
      "learning_rate": 1.7438306716571288e-05,
      "loss": 0.1977,
      "step": 51300
    },
    {
      "epoch": 1.4555712370834248,
      "grad_norm": 12.8125,
      "learning_rate": 1.7437727776668146e-05,
      "loss": 0.2237,
      "step": 51310
    },
    {
      "epoch": 1.4558549230147304,
      "grad_norm": 10.625,
      "learning_rate": 1.7437148836765e-05,
      "loss": 0.2143,
      "step": 51320
    },
    {
      "epoch": 1.456138608946036,
      "grad_norm": 9.75,
      "learning_rate": 1.7436569896861856e-05,
      "loss": 0.2256,
      "step": 51330
    },
    {
      "epoch": 1.4564222948773413,
      "grad_norm": 10.0,
      "learning_rate": 1.7435990956958714e-05,
      "loss": 0.2388,
      "step": 51340
    },
    {
      "epoch": 1.4567059808086467,
      "grad_norm": 6.8125,
      "learning_rate": 1.743541201705557e-05,
      "loss": 0.2313,
      "step": 51350
    },
    {
      "epoch": 1.4569896667399522,
      "grad_norm": 11.3125,
      "learning_rate": 1.7434833077152428e-05,
      "loss": 0.2399,
      "step": 51360
    },
    {
      "epoch": 1.4572733526712576,
      "grad_norm": 10.0625,
      "learning_rate": 1.7434254137249286e-05,
      "loss": 0.2277,
      "step": 51370
    },
    {
      "epoch": 1.4575570386025631,
      "grad_norm": 9.375,
      "learning_rate": 1.743367519734614e-05,
      "loss": 0.2239,
      "step": 51380
    },
    {
      "epoch": 1.4578407245338685,
      "grad_norm": 7.6875,
      "learning_rate": 1.7433096257443e-05,
      "loss": 0.229,
      "step": 51390
    },
    {
      "epoch": 1.458124410465174,
      "grad_norm": 10.5,
      "learning_rate": 1.7432517317539854e-05,
      "loss": 0.2547,
      "step": 51400
    },
    {
      "epoch": 1.4584080963964794,
      "grad_norm": 6.3125,
      "learning_rate": 1.743193837763671e-05,
      "loss": 0.1985,
      "step": 51410
    },
    {
      "epoch": 1.458691782327785,
      "grad_norm": 7.9375,
      "learning_rate": 1.7431359437733568e-05,
      "loss": 0.2338,
      "step": 51420
    },
    {
      "epoch": 1.4589754682590903,
      "grad_norm": 16.125,
      "learning_rate": 1.7430780497830423e-05,
      "loss": 0.2572,
      "step": 51430
    },
    {
      "epoch": 1.4592591541903959,
      "grad_norm": 8.0,
      "learning_rate": 1.743020155792728e-05,
      "loss": 0.2261,
      "step": 51440
    },
    {
      "epoch": 1.4595428401217012,
      "grad_norm": 10.1875,
      "learning_rate": 1.742962261802414e-05,
      "loss": 0.256,
      "step": 51450
    },
    {
      "epoch": 1.4598265260530068,
      "grad_norm": 10.8125,
      "learning_rate": 1.7429043678120994e-05,
      "loss": 0.2387,
      "step": 51460
    },
    {
      "epoch": 1.4601102119843121,
      "grad_norm": 7.28125,
      "learning_rate": 1.7428464738217852e-05,
      "loss": 0.2473,
      "step": 51470
    },
    {
      "epoch": 1.4603938979156177,
      "grad_norm": 10.25,
      "learning_rate": 1.7427885798314707e-05,
      "loss": 0.2541,
      "step": 51480
    },
    {
      "epoch": 1.460677583846923,
      "grad_norm": 11.3125,
      "learning_rate": 1.7427306858411562e-05,
      "loss": 0.2576,
      "step": 51490
    },
    {
      "epoch": 1.4609612697782286,
      "grad_norm": 12.4375,
      "learning_rate": 1.742672791850842e-05,
      "loss": 0.2577,
      "step": 51500
    },
    {
      "epoch": 1.461244955709534,
      "grad_norm": 9.0,
      "learning_rate": 1.7426148978605276e-05,
      "loss": 0.229,
      "step": 51510
    },
    {
      "epoch": 1.4615286416408395,
      "grad_norm": 7.84375,
      "learning_rate": 1.7425570038702134e-05,
      "loss": 0.2409,
      "step": 51520
    },
    {
      "epoch": 1.4618123275721449,
      "grad_norm": 12.3125,
      "learning_rate": 1.7424991098798992e-05,
      "loss": 0.1885,
      "step": 51530
    },
    {
      "epoch": 1.4620960135034502,
      "grad_norm": 8.9375,
      "learning_rate": 1.7424412158895847e-05,
      "loss": 0.2404,
      "step": 51540
    },
    {
      "epoch": 1.4623796994347558,
      "grad_norm": 9.9375,
      "learning_rate": 1.7423833218992702e-05,
      "loss": 0.2199,
      "step": 51550
    },
    {
      "epoch": 1.4626633853660613,
      "grad_norm": 6.78125,
      "learning_rate": 1.742325427908956e-05,
      "loss": 0.2028,
      "step": 51560
    },
    {
      "epoch": 1.4629470712973667,
      "grad_norm": 10.0625,
      "learning_rate": 1.7422675339186416e-05,
      "loss": 0.2575,
      "step": 51570
    },
    {
      "epoch": 1.463230757228672,
      "grad_norm": 10.375,
      "learning_rate": 1.7422096399283274e-05,
      "loss": 0.2893,
      "step": 51580
    },
    {
      "epoch": 1.4635144431599776,
      "grad_norm": 12.1875,
      "learning_rate": 1.7421517459380132e-05,
      "loss": 0.226,
      "step": 51590
    },
    {
      "epoch": 1.4637981290912832,
      "grad_norm": 7.40625,
      "learning_rate": 1.7420938519476987e-05,
      "loss": 0.2512,
      "step": 51600
    },
    {
      "epoch": 1.4640818150225885,
      "grad_norm": 15.0,
      "learning_rate": 1.7420359579573845e-05,
      "loss": 0.2423,
      "step": 51610
    },
    {
      "epoch": 1.4643655009538938,
      "grad_norm": 10.5,
      "learning_rate": 1.74197806396707e-05,
      "loss": 0.2369,
      "step": 51620
    },
    {
      "epoch": 1.4646491868851994,
      "grad_norm": 9.75,
      "learning_rate": 1.7419201699767555e-05,
      "loss": 0.2345,
      "step": 51630
    },
    {
      "epoch": 1.464932872816505,
      "grad_norm": 12.5,
      "learning_rate": 1.7418622759864414e-05,
      "loss": 0.2578,
      "step": 51640
    },
    {
      "epoch": 1.4652165587478103,
      "grad_norm": 14.4375,
      "learning_rate": 1.741804381996127e-05,
      "loss": 0.2361,
      "step": 51650
    },
    {
      "epoch": 1.4655002446791157,
      "grad_norm": 8.5,
      "learning_rate": 1.7417464880058127e-05,
      "loss": 0.2553,
      "step": 51660
    },
    {
      "epoch": 1.4657839306104212,
      "grad_norm": 10.4375,
      "learning_rate": 1.7416885940154985e-05,
      "loss": 0.215,
      "step": 51670
    },
    {
      "epoch": 1.4660676165417268,
      "grad_norm": 9.0,
      "learning_rate": 1.741630700025184e-05,
      "loss": 0.2361,
      "step": 51680
    },
    {
      "epoch": 1.4663513024730321,
      "grad_norm": 10.75,
      "learning_rate": 1.74157280603487e-05,
      "loss": 0.2028,
      "step": 51690
    },
    {
      "epoch": 1.4666349884043375,
      "grad_norm": 11.5,
      "learning_rate": 1.7415149120445554e-05,
      "loss": 0.2295,
      "step": 51700
    },
    {
      "epoch": 1.466918674335643,
      "grad_norm": 8.6875,
      "learning_rate": 1.741457018054241e-05,
      "loss": 0.2075,
      "step": 51710
    },
    {
      "epoch": 1.4672023602669484,
      "grad_norm": 9.25,
      "learning_rate": 1.7413991240639267e-05,
      "loss": 0.2862,
      "step": 51720
    },
    {
      "epoch": 1.467486046198254,
      "grad_norm": 6.75,
      "learning_rate": 1.7413412300736122e-05,
      "loss": 0.2707,
      "step": 51730
    },
    {
      "epoch": 1.4677697321295593,
      "grad_norm": 8.6875,
      "learning_rate": 1.741283336083298e-05,
      "loss": 0.2316,
      "step": 51740
    },
    {
      "epoch": 1.4680534180608649,
      "grad_norm": 7.90625,
      "learning_rate": 1.741225442092984e-05,
      "loss": 0.2041,
      "step": 51750
    },
    {
      "epoch": 1.4683371039921702,
      "grad_norm": 7.6875,
      "learning_rate": 1.7411675481026693e-05,
      "loss": 0.2094,
      "step": 51760
    },
    {
      "epoch": 1.4686207899234758,
      "grad_norm": 9.6875,
      "learning_rate": 1.7411096541123552e-05,
      "loss": 0.2587,
      "step": 51770
    },
    {
      "epoch": 1.4689044758547811,
      "grad_norm": 9.9375,
      "learning_rate": 1.7410517601220407e-05,
      "loss": 0.2632,
      "step": 51780
    },
    {
      "epoch": 1.4691881617860867,
      "grad_norm": 9.6875,
      "learning_rate": 1.740993866131726e-05,
      "loss": 0.207,
      "step": 51790
    },
    {
      "epoch": 1.469471847717392,
      "grad_norm": 9.5625,
      "learning_rate": 1.740935972141412e-05,
      "loss": 0.2513,
      "step": 51800
    },
    {
      "epoch": 1.4697555336486976,
      "grad_norm": 7.8125,
      "learning_rate": 1.7408780781510978e-05,
      "loss": 0.2243,
      "step": 51810
    },
    {
      "epoch": 1.470039219580003,
      "grad_norm": 7.1875,
      "learning_rate": 1.7408201841607833e-05,
      "loss": 0.2071,
      "step": 51820
    },
    {
      "epoch": 1.4703229055113085,
      "grad_norm": 9.875,
      "learning_rate": 1.740762290170469e-05,
      "loss": 0.2506,
      "step": 51830
    },
    {
      "epoch": 1.4706065914426139,
      "grad_norm": 9.375,
      "learning_rate": 1.7407043961801547e-05,
      "loss": 0.2506,
      "step": 51840
    },
    {
      "epoch": 1.4708902773739192,
      "grad_norm": 11.0,
      "learning_rate": 1.7406465021898405e-05,
      "loss": 0.2382,
      "step": 51850
    },
    {
      "epoch": 1.4711739633052248,
      "grad_norm": 8.5625,
      "learning_rate": 1.740588608199526e-05,
      "loss": 0.2268,
      "step": 51860
    },
    {
      "epoch": 1.4714576492365303,
      "grad_norm": 7.46875,
      "learning_rate": 1.7405307142092115e-05,
      "loss": 0.238,
      "step": 51870
    },
    {
      "epoch": 1.4717413351678357,
      "grad_norm": 6.6875,
      "learning_rate": 1.7404728202188973e-05,
      "loss": 0.2281,
      "step": 51880
    },
    {
      "epoch": 1.472025021099141,
      "grad_norm": 7.25,
      "learning_rate": 1.740414926228583e-05,
      "loss": 0.2283,
      "step": 51890
    },
    {
      "epoch": 1.4723087070304466,
      "grad_norm": 11.4375,
      "learning_rate": 1.7403570322382686e-05,
      "loss": 0.2396,
      "step": 51900
    },
    {
      "epoch": 1.4725923929617522,
      "grad_norm": 7.9375,
      "learning_rate": 1.7402991382479545e-05,
      "loss": 0.2001,
      "step": 51910
    },
    {
      "epoch": 1.4728760788930575,
      "grad_norm": 9.9375,
      "learning_rate": 1.74024124425764e-05,
      "loss": 0.2506,
      "step": 51920
    },
    {
      "epoch": 1.4731597648243628,
      "grad_norm": 13.8125,
      "learning_rate": 1.7401833502673255e-05,
      "loss": 0.2348,
      "step": 51930
    },
    {
      "epoch": 1.4734434507556684,
      "grad_norm": 7.125,
      "learning_rate": 1.7401254562770113e-05,
      "loss": 0.2197,
      "step": 51940
    },
    {
      "epoch": 1.473727136686974,
      "grad_norm": 5.46875,
      "learning_rate": 1.7400675622866968e-05,
      "loss": 0.2205,
      "step": 51950
    },
    {
      "epoch": 1.4740108226182793,
      "grad_norm": 8.75,
      "learning_rate": 1.7400096682963826e-05,
      "loss": 0.2377,
      "step": 51960
    },
    {
      "epoch": 1.4742945085495847,
      "grad_norm": 9.375,
      "learning_rate": 1.7399517743060685e-05,
      "loss": 0.2139,
      "step": 51970
    },
    {
      "epoch": 1.4745781944808902,
      "grad_norm": 9.5625,
      "learning_rate": 1.739893880315754e-05,
      "loss": 0.2438,
      "step": 51980
    },
    {
      "epoch": 1.4748618804121958,
      "grad_norm": 7.8125,
      "learning_rate": 1.7398359863254398e-05,
      "loss": 0.2748,
      "step": 51990
    },
    {
      "epoch": 1.4751455663435011,
      "grad_norm": 9.125,
      "learning_rate": 1.7397780923351253e-05,
      "loss": 0.2239,
      "step": 52000
    },
    {
      "epoch": 1.4754292522748065,
      "grad_norm": 9.375,
      "learning_rate": 1.7397201983448108e-05,
      "loss": 0.3082,
      "step": 52010
    },
    {
      "epoch": 1.475712938206112,
      "grad_norm": 6.625,
      "learning_rate": 1.7396623043544966e-05,
      "loss": 0.2321,
      "step": 52020
    },
    {
      "epoch": 1.4759966241374174,
      "grad_norm": 11.625,
      "learning_rate": 1.739604410364182e-05,
      "loss": 0.1859,
      "step": 52030
    },
    {
      "epoch": 1.476280310068723,
      "grad_norm": 10.25,
      "learning_rate": 1.739546516373868e-05,
      "loss": 0.2611,
      "step": 52040
    },
    {
      "epoch": 1.4765639960000283,
      "grad_norm": 11.5625,
      "learning_rate": 1.7394886223835538e-05,
      "loss": 0.2967,
      "step": 52050
    },
    {
      "epoch": 1.4768476819313339,
      "grad_norm": 7.8125,
      "learning_rate": 1.7394307283932393e-05,
      "loss": 0.2159,
      "step": 52060
    },
    {
      "epoch": 1.4771313678626392,
      "grad_norm": 11.5625,
      "learning_rate": 1.739372834402925e-05,
      "loss": 0.2961,
      "step": 52070
    },
    {
      "epoch": 1.4774150537939448,
      "grad_norm": 9.5,
      "learning_rate": 1.7393149404126106e-05,
      "loss": 0.2872,
      "step": 52080
    },
    {
      "epoch": 1.4776987397252501,
      "grad_norm": 9.375,
      "learning_rate": 1.739257046422296e-05,
      "loss": 0.2125,
      "step": 52090
    },
    {
      "epoch": 1.4779824256565557,
      "grad_norm": 12.125,
      "learning_rate": 1.739199152431982e-05,
      "loss": 0.2447,
      "step": 52100
    },
    {
      "epoch": 1.478266111587861,
      "grad_norm": 7.4375,
      "learning_rate": 1.7391412584416677e-05,
      "loss": 0.1875,
      "step": 52110
    },
    {
      "epoch": 1.4785497975191666,
      "grad_norm": 12.3125,
      "learning_rate": 1.7390833644513532e-05,
      "loss": 0.2286,
      "step": 52120
    },
    {
      "epoch": 1.478833483450472,
      "grad_norm": 16.375,
      "learning_rate": 1.739025470461039e-05,
      "loss": 0.2471,
      "step": 52130
    },
    {
      "epoch": 1.4791171693817775,
      "grad_norm": 11.75,
      "learning_rate": 1.7389675764707246e-05,
      "loss": 0.2454,
      "step": 52140
    },
    {
      "epoch": 1.4794008553130829,
      "grad_norm": 12.3125,
      "learning_rate": 1.7389096824804104e-05,
      "loss": 0.2694,
      "step": 52150
    },
    {
      "epoch": 1.4796845412443884,
      "grad_norm": 14.75,
      "learning_rate": 1.738851788490096e-05,
      "loss": 0.211,
      "step": 52160
    },
    {
      "epoch": 1.4799682271756938,
      "grad_norm": 7.8125,
      "learning_rate": 1.7387938944997814e-05,
      "loss": 0.1957,
      "step": 52170
    },
    {
      "epoch": 1.4802519131069993,
      "grad_norm": 9.4375,
      "learning_rate": 1.7387360005094672e-05,
      "loss": 0.2325,
      "step": 52180
    },
    {
      "epoch": 1.4805355990383047,
      "grad_norm": 10.5,
      "learning_rate": 1.738678106519153e-05,
      "loss": 0.2229,
      "step": 52190
    },
    {
      "epoch": 1.48081928496961,
      "grad_norm": 6.25,
      "learning_rate": 1.7386202125288386e-05,
      "loss": 0.1771,
      "step": 52200
    },
    {
      "epoch": 1.4811029709009156,
      "grad_norm": 10.3125,
      "learning_rate": 1.7385623185385244e-05,
      "loss": 0.2037,
      "step": 52210
    },
    {
      "epoch": 1.4813866568322211,
      "grad_norm": 7.84375,
      "learning_rate": 1.73850442454821e-05,
      "loss": 0.2234,
      "step": 52220
    },
    {
      "epoch": 1.4816703427635265,
      "grad_norm": 11.0625,
      "learning_rate": 1.7384465305578954e-05,
      "loss": 0.2282,
      "step": 52230
    },
    {
      "epoch": 1.4819540286948318,
      "grad_norm": 7.09375,
      "learning_rate": 1.7383886365675812e-05,
      "loss": 0.2147,
      "step": 52240
    },
    {
      "epoch": 1.4822377146261374,
      "grad_norm": 8.9375,
      "learning_rate": 1.7383307425772667e-05,
      "loss": 0.2358,
      "step": 52250
    },
    {
      "epoch": 1.482521400557443,
      "grad_norm": 12.5,
      "learning_rate": 1.7382728485869525e-05,
      "loss": 0.2666,
      "step": 52260
    },
    {
      "epoch": 1.4828050864887483,
      "grad_norm": 13.3125,
      "learning_rate": 1.7382149545966384e-05,
      "loss": 0.1992,
      "step": 52270
    },
    {
      "epoch": 1.4830887724200537,
      "grad_norm": 13.0,
      "learning_rate": 1.738157060606324e-05,
      "loss": 0.2398,
      "step": 52280
    },
    {
      "epoch": 1.4833724583513592,
      "grad_norm": 12.0625,
      "learning_rate": 1.7380991666160097e-05,
      "loss": 0.2388,
      "step": 52290
    },
    {
      "epoch": 1.4836561442826648,
      "grad_norm": 8.1875,
      "learning_rate": 1.7380412726256952e-05,
      "loss": 0.2194,
      "step": 52300
    },
    {
      "epoch": 1.4839398302139701,
      "grad_norm": 9.4375,
      "learning_rate": 1.7379833786353807e-05,
      "loss": 0.2477,
      "step": 52310
    },
    {
      "epoch": 1.4842235161452755,
      "grad_norm": 8.8125,
      "learning_rate": 1.7379254846450665e-05,
      "loss": 0.2563,
      "step": 52320
    },
    {
      "epoch": 1.484507202076581,
      "grad_norm": 7.84375,
      "learning_rate": 1.7378675906547524e-05,
      "loss": 0.2419,
      "step": 52330
    },
    {
      "epoch": 1.4847908880078864,
      "grad_norm": 6.125,
      "learning_rate": 1.737809696664438e-05,
      "loss": 0.2673,
      "step": 52340
    },
    {
      "epoch": 1.485074573939192,
      "grad_norm": 9.3125,
      "learning_rate": 1.7377518026741237e-05,
      "loss": 0.25,
      "step": 52350
    },
    {
      "epoch": 1.4853582598704973,
      "grad_norm": 13.3125,
      "learning_rate": 1.7376939086838092e-05,
      "loss": 0.2996,
      "step": 52360
    },
    {
      "epoch": 1.4856419458018029,
      "grad_norm": 10.625,
      "learning_rate": 1.737636014693495e-05,
      "loss": 0.2636,
      "step": 52370
    },
    {
      "epoch": 1.4859256317331082,
      "grad_norm": 9.5625,
      "learning_rate": 1.7375781207031805e-05,
      "loss": 0.2174,
      "step": 52380
    },
    {
      "epoch": 1.4862093176644138,
      "grad_norm": 8.3125,
      "learning_rate": 1.737520226712866e-05,
      "loss": 0.2116,
      "step": 52390
    },
    {
      "epoch": 1.4864930035957191,
      "grad_norm": 7.59375,
      "learning_rate": 1.737462332722552e-05,
      "loss": 0.2108,
      "step": 52400
    },
    {
      "epoch": 1.4867766895270247,
      "grad_norm": 13.0625,
      "learning_rate": 1.7374044387322377e-05,
      "loss": 0.2764,
      "step": 52410
    },
    {
      "epoch": 1.48706037545833,
      "grad_norm": 9.375,
      "learning_rate": 1.737346544741923e-05,
      "loss": 0.2563,
      "step": 52420
    },
    {
      "epoch": 1.4873440613896356,
      "grad_norm": 9.4375,
      "learning_rate": 1.737288650751609e-05,
      "loss": 0.2111,
      "step": 52430
    },
    {
      "epoch": 1.487627747320941,
      "grad_norm": 12.625,
      "learning_rate": 1.7372307567612945e-05,
      "loss": 0.286,
      "step": 52440
    },
    {
      "epoch": 1.4879114332522465,
      "grad_norm": 8.75,
      "learning_rate": 1.7371728627709803e-05,
      "loss": 0.2239,
      "step": 52450
    },
    {
      "epoch": 1.4881951191835519,
      "grad_norm": 7.8125,
      "learning_rate": 1.7371149687806658e-05,
      "loss": 0.1919,
      "step": 52460
    },
    {
      "epoch": 1.4884788051148574,
      "grad_norm": 8.1875,
      "learning_rate": 1.7370570747903513e-05,
      "loss": 0.1868,
      "step": 52470
    },
    {
      "epoch": 1.4887624910461628,
      "grad_norm": 9.625,
      "learning_rate": 1.736999180800037e-05,
      "loss": 0.2471,
      "step": 52480
    },
    {
      "epoch": 1.4890461769774683,
      "grad_norm": 10.625,
      "learning_rate": 1.736941286809723e-05,
      "loss": 0.2254,
      "step": 52490
    },
    {
      "epoch": 1.4893298629087737,
      "grad_norm": 8.375,
      "learning_rate": 1.7368833928194085e-05,
      "loss": 0.2116,
      "step": 52500
    },
    {
      "epoch": 1.489613548840079,
      "grad_norm": 10.0625,
      "learning_rate": 1.7368254988290943e-05,
      "loss": 0.2335,
      "step": 52510
    },
    {
      "epoch": 1.4898972347713846,
      "grad_norm": 8.625,
      "learning_rate": 1.7367676048387798e-05,
      "loss": 0.207,
      "step": 52520
    },
    {
      "epoch": 1.4901809207026901,
      "grad_norm": 10.3125,
      "learning_rate": 1.7367097108484656e-05,
      "loss": 0.2588,
      "step": 52530
    },
    {
      "epoch": 1.4904646066339955,
      "grad_norm": 11.4375,
      "learning_rate": 1.736651816858151e-05,
      "loss": 0.2015,
      "step": 52540
    },
    {
      "epoch": 1.4907482925653008,
      "grad_norm": 11.25,
      "learning_rate": 1.7365939228678366e-05,
      "loss": 0.2661,
      "step": 52550
    },
    {
      "epoch": 1.4910319784966064,
      "grad_norm": 8.4375,
      "learning_rate": 1.7365360288775225e-05,
      "loss": 0.2204,
      "step": 52560
    },
    {
      "epoch": 1.491315664427912,
      "grad_norm": 11.0625,
      "learning_rate": 1.7364781348872083e-05,
      "loss": 0.2239,
      "step": 52570
    },
    {
      "epoch": 1.4915993503592173,
      "grad_norm": 9.8125,
      "learning_rate": 1.7364202408968938e-05,
      "loss": 0.2634,
      "step": 52580
    },
    {
      "epoch": 1.4918830362905227,
      "grad_norm": 9.0,
      "learning_rate": 1.7363623469065796e-05,
      "loss": 0.24,
      "step": 52590
    },
    {
      "epoch": 1.4921667222218282,
      "grad_norm": 9.25,
      "learning_rate": 1.736304452916265e-05,
      "loss": 0.2439,
      "step": 52600
    },
    {
      "epoch": 1.4924504081531338,
      "grad_norm": 7.03125,
      "learning_rate": 1.7362465589259506e-05,
      "loss": 0.2515,
      "step": 52610
    },
    {
      "epoch": 1.4927340940844391,
      "grad_norm": 8.25,
      "learning_rate": 1.7361886649356364e-05,
      "loss": 0.253,
      "step": 52620
    },
    {
      "epoch": 1.4930177800157445,
      "grad_norm": 7.71875,
      "learning_rate": 1.7361307709453223e-05,
      "loss": 0.2613,
      "step": 52630
    },
    {
      "epoch": 1.49330146594705,
      "grad_norm": 6.21875,
      "learning_rate": 1.7360728769550078e-05,
      "loss": 0.2768,
      "step": 52640
    },
    {
      "epoch": 1.4935851518783556,
      "grad_norm": 11.625,
      "learning_rate": 1.7360149829646936e-05,
      "loss": 0.2136,
      "step": 52650
    },
    {
      "epoch": 1.493868837809661,
      "grad_norm": 8.8125,
      "learning_rate": 1.735957088974379e-05,
      "loss": 0.2202,
      "step": 52660
    },
    {
      "epoch": 1.4941525237409663,
      "grad_norm": 9.0625,
      "learning_rate": 1.735899194984065e-05,
      "loss": 0.1873,
      "step": 52670
    },
    {
      "epoch": 1.4944362096722719,
      "grad_norm": 6.28125,
      "learning_rate": 1.7358413009937504e-05,
      "loss": 0.2724,
      "step": 52680
    },
    {
      "epoch": 1.4947198956035772,
      "grad_norm": 6.78125,
      "learning_rate": 1.735783407003436e-05,
      "loss": 0.283,
      "step": 52690
    },
    {
      "epoch": 1.4950035815348828,
      "grad_norm": 6.34375,
      "learning_rate": 1.7357255130131218e-05,
      "loss": 0.1987,
      "step": 52700
    },
    {
      "epoch": 1.4952872674661881,
      "grad_norm": 8.0625,
      "learning_rate": 1.7356676190228076e-05,
      "loss": 0.2201,
      "step": 52710
    },
    {
      "epoch": 1.4955709533974937,
      "grad_norm": 8.125,
      "learning_rate": 1.735609725032493e-05,
      "loss": 0.2411,
      "step": 52720
    },
    {
      "epoch": 1.495854639328799,
      "grad_norm": 8.8125,
      "learning_rate": 1.735551831042179e-05,
      "loss": 0.1992,
      "step": 52730
    },
    {
      "epoch": 1.4961383252601046,
      "grad_norm": 8.3125,
      "learning_rate": 1.7354939370518644e-05,
      "loss": 0.1863,
      "step": 52740
    },
    {
      "epoch": 1.49642201119141,
      "grad_norm": 8.25,
      "learning_rate": 1.7354360430615502e-05,
      "loss": 0.2476,
      "step": 52750
    },
    {
      "epoch": 1.4967056971227155,
      "grad_norm": 9.9375,
      "learning_rate": 1.7353781490712357e-05,
      "loss": 0.2172,
      "step": 52760
    },
    {
      "epoch": 1.4969893830540209,
      "grad_norm": 8.1875,
      "learning_rate": 1.7353202550809212e-05,
      "loss": 0.2166,
      "step": 52770
    },
    {
      "epoch": 1.4972730689853264,
      "grad_norm": 7.4375,
      "learning_rate": 1.735262361090607e-05,
      "loss": 0.2335,
      "step": 52780
    },
    {
      "epoch": 1.4975567549166318,
      "grad_norm": 9.0625,
      "learning_rate": 1.735204467100293e-05,
      "loss": 0.2354,
      "step": 52790
    },
    {
      "epoch": 1.4978404408479373,
      "grad_norm": 15.375,
      "learning_rate": 1.7351465731099784e-05,
      "loss": 0.2434,
      "step": 52800
    },
    {
      "epoch": 1.4981241267792427,
      "grad_norm": 7.59375,
      "learning_rate": 1.7350886791196642e-05,
      "loss": 0.2417,
      "step": 52810
    },
    {
      "epoch": 1.498407812710548,
      "grad_norm": 8.6875,
      "learning_rate": 1.7350307851293497e-05,
      "loss": 0.2317,
      "step": 52820
    },
    {
      "epoch": 1.4986914986418536,
      "grad_norm": 7.34375,
      "learning_rate": 1.7349728911390356e-05,
      "loss": 0.2241,
      "step": 52830
    },
    {
      "epoch": 1.4989751845731591,
      "grad_norm": 7.125,
      "learning_rate": 1.734914997148721e-05,
      "loss": 0.1983,
      "step": 52840
    },
    {
      "epoch": 1.4992588705044645,
      "grad_norm": 10.875,
      "learning_rate": 1.734857103158407e-05,
      "loss": 0.2037,
      "step": 52850
    },
    {
      "epoch": 1.4995425564357698,
      "grad_norm": 8.5625,
      "learning_rate": 1.7347992091680924e-05,
      "loss": 0.2166,
      "step": 52860
    },
    {
      "epoch": 1.4998262423670754,
      "grad_norm": 7.65625,
      "learning_rate": 1.7347413151777782e-05,
      "loss": 0.2411,
      "step": 52870
    },
    {
      "epoch": 1.500109928298381,
      "grad_norm": 12.0625,
      "learning_rate": 1.7346834211874637e-05,
      "loss": 0.2149,
      "step": 52880
    },
    {
      "epoch": 1.5003936142296863,
      "grad_norm": 12.625,
      "learning_rate": 1.7346255271971495e-05,
      "loss": 0.2441,
      "step": 52890
    },
    {
      "epoch": 1.5006773001609917,
      "grad_norm": 7.4375,
      "learning_rate": 1.734567633206835e-05,
      "loss": 0.2176,
      "step": 52900
    },
    {
      "epoch": 1.5009609860922972,
      "grad_norm": 6.65625,
      "learning_rate": 1.7345097392165205e-05,
      "loss": 0.2698,
      "step": 52910
    },
    {
      "epoch": 1.5012446720236028,
      "grad_norm": 8.3125,
      "learning_rate": 1.7344518452262064e-05,
      "loss": 0.2203,
      "step": 52920
    },
    {
      "epoch": 1.5015283579549081,
      "grad_norm": 9.5625,
      "learning_rate": 1.7343939512358922e-05,
      "loss": 0.2664,
      "step": 52930
    },
    {
      "epoch": 1.5018120438862135,
      "grad_norm": 11.0,
      "learning_rate": 1.7343360572455777e-05,
      "loss": 0.2516,
      "step": 52940
    },
    {
      "epoch": 1.502095729817519,
      "grad_norm": 8.3125,
      "learning_rate": 1.7342781632552635e-05,
      "loss": 0.2351,
      "step": 52950
    },
    {
      "epoch": 1.5023794157488246,
      "grad_norm": 12.5,
      "learning_rate": 1.734220269264949e-05,
      "loss": 0.2057,
      "step": 52960
    },
    {
      "epoch": 1.50266310168013,
      "grad_norm": 12.25,
      "learning_rate": 1.734162375274635e-05,
      "loss": 0.2823,
      "step": 52970
    },
    {
      "epoch": 1.5029467876114353,
      "grad_norm": 8.9375,
      "learning_rate": 1.7341044812843204e-05,
      "loss": 0.2249,
      "step": 52980
    },
    {
      "epoch": 1.5032304735427409,
      "grad_norm": 10.1875,
      "learning_rate": 1.734046587294006e-05,
      "loss": 0.241,
      "step": 52990
    },
    {
      "epoch": 1.5035141594740464,
      "grad_norm": 7.6875,
      "learning_rate": 1.7339886933036917e-05,
      "loss": 0.2231,
      "step": 53000
    },
    {
      "epoch": 1.5037978454053518,
      "grad_norm": 8.125,
      "learning_rate": 1.7339307993133775e-05,
      "loss": 0.256,
      "step": 53010
    },
    {
      "epoch": 1.5040815313366571,
      "grad_norm": 10.9375,
      "learning_rate": 1.7338729053230633e-05,
      "loss": 0.2431,
      "step": 53020
    },
    {
      "epoch": 1.5043652172679627,
      "grad_norm": 7.53125,
      "learning_rate": 1.733815011332749e-05,
      "loss": 0.249,
      "step": 53030
    },
    {
      "epoch": 1.5046489031992683,
      "grad_norm": 9.6875,
      "learning_rate": 1.7337571173424343e-05,
      "loss": 0.2112,
      "step": 53040
    },
    {
      "epoch": 1.5049325891305736,
      "grad_norm": 8.0,
      "learning_rate": 1.73369922335212e-05,
      "loss": 0.2149,
      "step": 53050
    },
    {
      "epoch": 1.505216275061879,
      "grad_norm": 10.5625,
      "learning_rate": 1.7336413293618057e-05,
      "loss": 0.2393,
      "step": 53060
    },
    {
      "epoch": 1.5054999609931845,
      "grad_norm": 7.53125,
      "learning_rate": 1.733583435371491e-05,
      "loss": 0.1957,
      "step": 53070
    },
    {
      "epoch": 1.5057836469244898,
      "grad_norm": 10.4375,
      "learning_rate": 1.733525541381177e-05,
      "loss": 0.2608,
      "step": 53080
    },
    {
      "epoch": 1.5060673328557952,
      "grad_norm": 11.625,
      "learning_rate": 1.7334676473908628e-05,
      "loss": 0.2189,
      "step": 53090
    },
    {
      "epoch": 1.5063510187871008,
      "grad_norm": 5.4375,
      "learning_rate": 1.7334097534005483e-05,
      "loss": 0.2344,
      "step": 53100
    },
    {
      "epoch": 1.5066347047184063,
      "grad_norm": 10.5,
      "learning_rate": 1.733351859410234e-05,
      "loss": 0.2187,
      "step": 53110
    },
    {
      "epoch": 1.5069183906497117,
      "grad_norm": 11.25,
      "learning_rate": 1.7332939654199196e-05,
      "loss": 0.2296,
      "step": 53120
    },
    {
      "epoch": 1.507202076581017,
      "grad_norm": 9.0,
      "learning_rate": 1.7332360714296055e-05,
      "loss": 0.2215,
      "step": 53130
    },
    {
      "epoch": 1.5074857625123226,
      "grad_norm": 13.0,
      "learning_rate": 1.733178177439291e-05,
      "loss": 0.2054,
      "step": 53140
    },
    {
      "epoch": 1.5077694484436281,
      "grad_norm": 10.4375,
      "learning_rate": 1.7331202834489768e-05,
      "loss": 0.2314,
      "step": 53150
    },
    {
      "epoch": 1.5080531343749335,
      "grad_norm": 8.4375,
      "learning_rate": 1.7330623894586623e-05,
      "loss": 0.2351,
      "step": 53160
    },
    {
      "epoch": 1.5083368203062388,
      "grad_norm": 12.0625,
      "learning_rate": 1.733004495468348e-05,
      "loss": 0.2302,
      "step": 53170
    },
    {
      "epoch": 1.5086205062375444,
      "grad_norm": 10.75,
      "learning_rate": 1.7329466014780336e-05,
      "loss": 0.239,
      "step": 53180
    },
    {
      "epoch": 1.50890419216885,
      "grad_norm": 10.5,
      "learning_rate": 1.7328887074877195e-05,
      "loss": 0.219,
      "step": 53190
    },
    {
      "epoch": 1.5091878781001553,
      "grad_norm": 9.0625,
      "learning_rate": 1.732830813497405e-05,
      "loss": 0.2082,
      "step": 53200
    },
    {
      "epoch": 1.5094715640314607,
      "grad_norm": 7.625,
      "learning_rate": 1.7327729195070908e-05,
      "loss": 0.2117,
      "step": 53210
    },
    {
      "epoch": 1.5097552499627662,
      "grad_norm": 8.5625,
      "learning_rate": 1.7327150255167763e-05,
      "loss": 0.2253,
      "step": 53220
    },
    {
      "epoch": 1.5100389358940718,
      "grad_norm": 19.0,
      "learning_rate": 1.732657131526462e-05,
      "loss": 0.2509,
      "step": 53230
    },
    {
      "epoch": 1.5103226218253771,
      "grad_norm": 11.1875,
      "learning_rate": 1.7325992375361476e-05,
      "loss": 0.2466,
      "step": 53240
    },
    {
      "epoch": 1.5106063077566825,
      "grad_norm": 9.375,
      "learning_rate": 1.7325413435458334e-05,
      "loss": 0.2827,
      "step": 53250
    },
    {
      "epoch": 1.510889993687988,
      "grad_norm": 7.375,
      "learning_rate": 1.732483449555519e-05,
      "loss": 0.2014,
      "step": 53260
    },
    {
      "epoch": 1.5111736796192936,
      "grad_norm": 11.8125,
      "learning_rate": 1.7324255555652048e-05,
      "loss": 0.2183,
      "step": 53270
    },
    {
      "epoch": 1.511457365550599,
      "grad_norm": 7.75,
      "learning_rate": 1.7323676615748903e-05,
      "loss": 0.224,
      "step": 53280
    },
    {
      "epoch": 1.5117410514819043,
      "grad_norm": 9.4375,
      "learning_rate": 1.7323097675845758e-05,
      "loss": 0.1971,
      "step": 53290
    },
    {
      "epoch": 1.5120247374132099,
      "grad_norm": 10.5625,
      "learning_rate": 1.7322518735942616e-05,
      "loss": 0.2041,
      "step": 53300
    },
    {
      "epoch": 1.5123084233445154,
      "grad_norm": 11.0,
      "learning_rate": 1.7321939796039474e-05,
      "loss": 0.2199,
      "step": 53310
    },
    {
      "epoch": 1.5125921092758208,
      "grad_norm": 7.71875,
      "learning_rate": 1.7321360856136333e-05,
      "loss": 0.2119,
      "step": 53320
    },
    {
      "epoch": 1.5128757952071261,
      "grad_norm": 7.1875,
      "learning_rate": 1.7320781916233188e-05,
      "loss": 0.2223,
      "step": 53330
    },
    {
      "epoch": 1.5131594811384317,
      "grad_norm": 7.0625,
      "learning_rate": 1.7320202976330043e-05,
      "loss": 0.1989,
      "step": 53340
    },
    {
      "epoch": 1.5134431670697372,
      "grad_norm": 7.75,
      "learning_rate": 1.73196240364269e-05,
      "loss": 0.2299,
      "step": 53350
    },
    {
      "epoch": 1.5137268530010426,
      "grad_norm": 7.0,
      "learning_rate": 1.7319045096523756e-05,
      "loss": 0.2092,
      "step": 53360
    },
    {
      "epoch": 1.514010538932348,
      "grad_norm": 12.5625,
      "learning_rate": 1.731846615662061e-05,
      "loss": 0.242,
      "step": 53370
    },
    {
      "epoch": 1.5142942248636535,
      "grad_norm": 11.125,
      "learning_rate": 1.731788721671747e-05,
      "loss": 0.2723,
      "step": 53380
    },
    {
      "epoch": 1.5145779107949588,
      "grad_norm": 8.125,
      "learning_rate": 1.7317308276814327e-05,
      "loss": 0.2335,
      "step": 53390
    },
    {
      "epoch": 1.5148615967262642,
      "grad_norm": 6.5625,
      "learning_rate": 1.7316729336911186e-05,
      "loss": 0.2395,
      "step": 53400
    },
    {
      "epoch": 1.5151452826575698,
      "grad_norm": 10.25,
      "learning_rate": 1.731615039700804e-05,
      "loss": 0.2085,
      "step": 53410
    },
    {
      "epoch": 1.5154289685888753,
      "grad_norm": 14.5625,
      "learning_rate": 1.7315571457104896e-05,
      "loss": 0.2696,
      "step": 53420
    },
    {
      "epoch": 1.5157126545201807,
      "grad_norm": 9.4375,
      "learning_rate": 1.7314992517201754e-05,
      "loss": 0.2453,
      "step": 53430
    },
    {
      "epoch": 1.515996340451486,
      "grad_norm": 11.0,
      "learning_rate": 1.731441357729861e-05,
      "loss": 0.2138,
      "step": 53440
    },
    {
      "epoch": 1.5162800263827916,
      "grad_norm": 7.6875,
      "learning_rate": 1.7313834637395467e-05,
      "loss": 0.2457,
      "step": 53450
    },
    {
      "epoch": 1.5165637123140971,
      "grad_norm": 8.75,
      "learning_rate": 1.7313255697492322e-05,
      "loss": 0.2207,
      "step": 53460
    },
    {
      "epoch": 1.5168473982454025,
      "grad_norm": 9.6875,
      "learning_rate": 1.731267675758918e-05,
      "loss": 0.2836,
      "step": 53470
    },
    {
      "epoch": 1.5171310841767078,
      "grad_norm": 7.09375,
      "learning_rate": 1.7312097817686036e-05,
      "loss": 0.2222,
      "step": 53480
    },
    {
      "epoch": 1.5174147701080134,
      "grad_norm": 9.625,
      "learning_rate": 1.7311518877782894e-05,
      "loss": 0.2387,
      "step": 53490
    },
    {
      "epoch": 1.517698456039319,
      "grad_norm": 12.0625,
      "learning_rate": 1.731093993787975e-05,
      "loss": 0.2314,
      "step": 53500
    },
    {
      "epoch": 1.5179821419706243,
      "grad_norm": 11.625,
      "learning_rate": 1.7310360997976607e-05,
      "loss": 0.2341,
      "step": 53510
    },
    {
      "epoch": 1.5182658279019297,
      "grad_norm": 9.1875,
      "learning_rate": 1.7309782058073462e-05,
      "loss": 0.2195,
      "step": 53520
    },
    {
      "epoch": 1.5185495138332352,
      "grad_norm": 10.1875,
      "learning_rate": 1.730920311817032e-05,
      "loss": 0.2874,
      "step": 53530
    },
    {
      "epoch": 1.5188331997645408,
      "grad_norm": 9.6875,
      "learning_rate": 1.730862417826718e-05,
      "loss": 0.1987,
      "step": 53540
    },
    {
      "epoch": 1.5191168856958461,
      "grad_norm": 13.875,
      "learning_rate": 1.7308045238364034e-05,
      "loss": 0.2391,
      "step": 53550
    },
    {
      "epoch": 1.5194005716271515,
      "grad_norm": 10.375,
      "learning_rate": 1.730746629846089e-05,
      "loss": 0.2176,
      "step": 53560
    },
    {
      "epoch": 1.519684257558457,
      "grad_norm": 9.1875,
      "learning_rate": 1.7306887358557747e-05,
      "loss": 0.2195,
      "step": 53570
    },
    {
      "epoch": 1.5199679434897626,
      "grad_norm": 5.46875,
      "learning_rate": 1.7306308418654602e-05,
      "loss": 0.2257,
      "step": 53580
    },
    {
      "epoch": 1.520251629421068,
      "grad_norm": 8.25,
      "learning_rate": 1.730572947875146e-05,
      "loss": 0.2515,
      "step": 53590
    },
    {
      "epoch": 1.5205353153523733,
      "grad_norm": 11.8125,
      "learning_rate": 1.7305150538848315e-05,
      "loss": 0.2628,
      "step": 53600
    },
    {
      "epoch": 1.5208190012836789,
      "grad_norm": 21.0,
      "learning_rate": 1.7304571598945174e-05,
      "loss": 0.2573,
      "step": 53610
    },
    {
      "epoch": 1.5211026872149844,
      "grad_norm": 6.46875,
      "learning_rate": 1.7303992659042032e-05,
      "loss": 0.225,
      "step": 53620
    },
    {
      "epoch": 1.5213863731462898,
      "grad_norm": 8.625,
      "learning_rate": 1.7303413719138887e-05,
      "loss": 0.2169,
      "step": 53630
    },
    {
      "epoch": 1.5216700590775951,
      "grad_norm": 14.4375,
      "learning_rate": 1.7302834779235742e-05,
      "loss": 0.2565,
      "step": 53640
    },
    {
      "epoch": 1.5219537450089007,
      "grad_norm": 14.4375,
      "learning_rate": 1.73022558393326e-05,
      "loss": 0.2398,
      "step": 53650
    },
    {
      "epoch": 1.5222374309402062,
      "grad_norm": 9.625,
      "learning_rate": 1.7301676899429455e-05,
      "loss": 0.206,
      "step": 53660
    },
    {
      "epoch": 1.5225211168715116,
      "grad_norm": 8.5625,
      "learning_rate": 1.7301097959526313e-05,
      "loss": 0.1786,
      "step": 53670
    },
    {
      "epoch": 1.522804802802817,
      "grad_norm": 11.3125,
      "learning_rate": 1.730051901962317e-05,
      "loss": 0.2146,
      "step": 53680
    },
    {
      "epoch": 1.5230884887341225,
      "grad_norm": 10.5625,
      "learning_rate": 1.7299940079720027e-05,
      "loss": 0.2465,
      "step": 53690
    },
    {
      "epoch": 1.523372174665428,
      "grad_norm": 9.75,
      "learning_rate": 1.7299361139816885e-05,
      "loss": 0.2343,
      "step": 53700
    },
    {
      "epoch": 1.5236558605967332,
      "grad_norm": 10.375,
      "learning_rate": 1.729878219991374e-05,
      "loss": 0.2331,
      "step": 53710
    },
    {
      "epoch": 1.5239395465280388,
      "grad_norm": 7.5,
      "learning_rate": 1.7298203260010595e-05,
      "loss": 0.2101,
      "step": 53720
    },
    {
      "epoch": 1.5242232324593443,
      "grad_norm": 11.0,
      "learning_rate": 1.7297624320107453e-05,
      "loss": 0.2205,
      "step": 53730
    },
    {
      "epoch": 1.5245069183906497,
      "grad_norm": 5.90625,
      "learning_rate": 1.7297045380204308e-05,
      "loss": 0.2367,
      "step": 53740
    },
    {
      "epoch": 1.524790604321955,
      "grad_norm": 9.0625,
      "learning_rate": 1.7296466440301167e-05,
      "loss": 0.2358,
      "step": 53750
    },
    {
      "epoch": 1.5250742902532606,
      "grad_norm": 7.40625,
      "learning_rate": 1.729588750039802e-05,
      "loss": 0.2356,
      "step": 53760
    },
    {
      "epoch": 1.5253579761845661,
      "grad_norm": 8.0,
      "learning_rate": 1.729530856049488e-05,
      "loss": 0.2389,
      "step": 53770
    },
    {
      "epoch": 1.5256416621158715,
      "grad_norm": 7.3125,
      "learning_rate": 1.7294729620591738e-05,
      "loss": 0.2202,
      "step": 53780
    },
    {
      "epoch": 1.5259253480471768,
      "grad_norm": 10.375,
      "learning_rate": 1.7294150680688593e-05,
      "loss": 0.2812,
      "step": 53790
    },
    {
      "epoch": 1.5262090339784824,
      "grad_norm": 8.0625,
      "learning_rate": 1.7293571740785448e-05,
      "loss": 0.2306,
      "step": 53800
    },
    {
      "epoch": 1.526492719909788,
      "grad_norm": 9.375,
      "learning_rate": 1.7292992800882306e-05,
      "loss": 0.2489,
      "step": 53810
    },
    {
      "epoch": 1.5267764058410933,
      "grad_norm": 7.375,
      "learning_rate": 1.729241386097916e-05,
      "loss": 0.2618,
      "step": 53820
    },
    {
      "epoch": 1.5270600917723987,
      "grad_norm": 12.5625,
      "learning_rate": 1.729183492107602e-05,
      "loss": 0.2016,
      "step": 53830
    },
    {
      "epoch": 1.5273437777037042,
      "grad_norm": 8.1875,
      "learning_rate": 1.7291255981172878e-05,
      "loss": 0.2785,
      "step": 53840
    },
    {
      "epoch": 1.5276274636350098,
      "grad_norm": 11.125,
      "learning_rate": 1.7290677041269733e-05,
      "loss": 0.2247,
      "step": 53850
    },
    {
      "epoch": 1.5279111495663151,
      "grad_norm": 11.5625,
      "learning_rate": 1.7290098101366588e-05,
      "loss": 0.2437,
      "step": 53860
    },
    {
      "epoch": 1.5281948354976205,
      "grad_norm": 9.8125,
      "learning_rate": 1.7289519161463446e-05,
      "loss": 0.2119,
      "step": 53870
    },
    {
      "epoch": 1.528478521428926,
      "grad_norm": 9.3125,
      "learning_rate": 1.72889402215603e-05,
      "loss": 0.1846,
      "step": 53880
    },
    {
      "epoch": 1.5287622073602316,
      "grad_norm": 9.6875,
      "learning_rate": 1.728836128165716e-05,
      "loss": 0.2013,
      "step": 53890
    },
    {
      "epoch": 1.529045893291537,
      "grad_norm": 7.9375,
      "learning_rate": 1.7287782341754014e-05,
      "loss": 0.204,
      "step": 53900
    },
    {
      "epoch": 1.5293295792228423,
      "grad_norm": 11.75,
      "learning_rate": 1.7287203401850873e-05,
      "loss": 0.2193,
      "step": 53910
    },
    {
      "epoch": 1.5296132651541479,
      "grad_norm": 11.3125,
      "learning_rate": 1.728662446194773e-05,
      "loss": 0.2234,
      "step": 53920
    },
    {
      "epoch": 1.5298969510854534,
      "grad_norm": 11.0625,
      "learning_rate": 1.7286045522044586e-05,
      "loss": 0.2639,
      "step": 53930
    },
    {
      "epoch": 1.5301806370167588,
      "grad_norm": 6.625,
      "learning_rate": 1.728546658214144e-05,
      "loss": 0.224,
      "step": 53940
    },
    {
      "epoch": 1.5304643229480641,
      "grad_norm": 8.125,
      "learning_rate": 1.72848876422383e-05,
      "loss": 0.2178,
      "step": 53950
    },
    {
      "epoch": 1.5307480088793697,
      "grad_norm": 10.75,
      "learning_rate": 1.7284308702335154e-05,
      "loss": 0.2792,
      "step": 53960
    },
    {
      "epoch": 1.5310316948106752,
      "grad_norm": 10.9375,
      "learning_rate": 1.7283729762432013e-05,
      "loss": 0.2116,
      "step": 53970
    },
    {
      "epoch": 1.5313153807419806,
      "grad_norm": 15.25,
      "learning_rate": 1.7283150822528868e-05,
      "loss": 0.2387,
      "step": 53980
    },
    {
      "epoch": 1.531599066673286,
      "grad_norm": 7.9375,
      "learning_rate": 1.7282571882625726e-05,
      "loss": 0.2296,
      "step": 53990
    },
    {
      "epoch": 1.5318827526045915,
      "grad_norm": 13.1875,
      "learning_rate": 1.7281992942722584e-05,
      "loss": 0.214,
      "step": 54000
    },
    {
      "epoch": 1.532166438535897,
      "grad_norm": 7.53125,
      "learning_rate": 1.728141400281944e-05,
      "loss": 0.2211,
      "step": 54010
    },
    {
      "epoch": 1.5324501244672024,
      "grad_norm": 17.625,
      "learning_rate": 1.7280835062916294e-05,
      "loss": 0.1646,
      "step": 54020
    },
    {
      "epoch": 1.5327338103985078,
      "grad_norm": 10.375,
      "learning_rate": 1.7280256123013152e-05,
      "loss": 0.2385,
      "step": 54030
    },
    {
      "epoch": 1.5330174963298133,
      "grad_norm": 8.375,
      "learning_rate": 1.7279677183110007e-05,
      "loss": 0.2057,
      "step": 54040
    },
    {
      "epoch": 1.5333011822611187,
      "grad_norm": 5.0,
      "learning_rate": 1.7279098243206866e-05,
      "loss": 0.1815,
      "step": 54050
    },
    {
      "epoch": 1.533584868192424,
      "grad_norm": 10.0,
      "learning_rate": 1.7278519303303724e-05,
      "loss": 0.1977,
      "step": 54060
    },
    {
      "epoch": 1.5338685541237296,
      "grad_norm": 13.875,
      "learning_rate": 1.727794036340058e-05,
      "loss": 0.2436,
      "step": 54070
    },
    {
      "epoch": 1.5341522400550351,
      "grad_norm": 5.90625,
      "learning_rate": 1.7277361423497437e-05,
      "loss": 0.1999,
      "step": 54080
    },
    {
      "epoch": 1.5344359259863405,
      "grad_norm": 11.0,
      "learning_rate": 1.7276782483594292e-05,
      "loss": 0.272,
      "step": 54090
    },
    {
      "epoch": 1.5347196119176458,
      "grad_norm": 6.53125,
      "learning_rate": 1.7276203543691147e-05,
      "loss": 0.2344,
      "step": 54100
    },
    {
      "epoch": 1.5350032978489514,
      "grad_norm": 7.1875,
      "learning_rate": 1.7275624603788006e-05,
      "loss": 0.2194,
      "step": 54110
    },
    {
      "epoch": 1.535286983780257,
      "grad_norm": 11.4375,
      "learning_rate": 1.727504566388486e-05,
      "loss": 0.2156,
      "step": 54120
    },
    {
      "epoch": 1.5355706697115623,
      "grad_norm": 9.375,
      "learning_rate": 1.727446672398172e-05,
      "loss": 0.2131,
      "step": 54130
    },
    {
      "epoch": 1.5358543556428677,
      "grad_norm": 11.0,
      "learning_rate": 1.7273887784078577e-05,
      "loss": 0.2193,
      "step": 54140
    },
    {
      "epoch": 1.5361380415741732,
      "grad_norm": 7.21875,
      "learning_rate": 1.7273308844175432e-05,
      "loss": 0.2345,
      "step": 54150
    },
    {
      "epoch": 1.5364217275054788,
      "grad_norm": 7.5625,
      "learning_rate": 1.7272729904272287e-05,
      "loss": 0.1868,
      "step": 54160
    },
    {
      "epoch": 1.5367054134367841,
      "grad_norm": 10.375,
      "learning_rate": 1.7272150964369145e-05,
      "loss": 0.2113,
      "step": 54170
    },
    {
      "epoch": 1.5369890993680895,
      "grad_norm": 12.0625,
      "learning_rate": 1.7271572024466e-05,
      "loss": 0.2556,
      "step": 54180
    },
    {
      "epoch": 1.537272785299395,
      "grad_norm": 10.4375,
      "learning_rate": 1.727099308456286e-05,
      "loss": 0.2426,
      "step": 54190
    },
    {
      "epoch": 1.5375564712307006,
      "grad_norm": 11.3125,
      "learning_rate": 1.7270414144659714e-05,
      "loss": 0.2555,
      "step": 54200
    },
    {
      "epoch": 1.537840157162006,
      "grad_norm": 10.5625,
      "learning_rate": 1.7269835204756572e-05,
      "loss": 0.2115,
      "step": 54210
    },
    {
      "epoch": 1.5381238430933113,
      "grad_norm": 13.3125,
      "learning_rate": 1.726925626485343e-05,
      "loss": 0.2359,
      "step": 54220
    },
    {
      "epoch": 1.5384075290246169,
      "grad_norm": 9.3125,
      "learning_rate": 1.7268677324950285e-05,
      "loss": 0.2412,
      "step": 54230
    },
    {
      "epoch": 1.5386912149559224,
      "grad_norm": 10.0625,
      "learning_rate": 1.726809838504714e-05,
      "loss": 0.2561,
      "step": 54240
    },
    {
      "epoch": 1.5389749008872278,
      "grad_norm": 8.625,
      "learning_rate": 1.7267519445144e-05,
      "loss": 0.2175,
      "step": 54250
    },
    {
      "epoch": 1.5392585868185331,
      "grad_norm": 11.6875,
      "learning_rate": 1.7266940505240853e-05,
      "loss": 0.217,
      "step": 54260
    },
    {
      "epoch": 1.5395422727498387,
      "grad_norm": 16.625,
      "learning_rate": 1.7266361565337712e-05,
      "loss": 0.2635,
      "step": 54270
    },
    {
      "epoch": 1.5398259586811442,
      "grad_norm": 11.1875,
      "learning_rate": 1.7265782625434567e-05,
      "loss": 0.2051,
      "step": 54280
    },
    {
      "epoch": 1.5401096446124496,
      "grad_norm": 7.65625,
      "learning_rate": 1.7265203685531425e-05,
      "loss": 0.2311,
      "step": 54290
    },
    {
      "epoch": 1.540393330543755,
      "grad_norm": 7.71875,
      "learning_rate": 1.7264624745628283e-05,
      "loss": 0.2201,
      "step": 54300
    },
    {
      "epoch": 1.5406770164750605,
      "grad_norm": 6.78125,
      "learning_rate": 1.726404580572514e-05,
      "loss": 0.2358,
      "step": 54310
    },
    {
      "epoch": 1.540960702406366,
      "grad_norm": 10.4375,
      "learning_rate": 1.7263466865821993e-05,
      "loss": 0.2011,
      "step": 54320
    },
    {
      "epoch": 1.5412443883376714,
      "grad_norm": 11.0625,
      "learning_rate": 1.726288792591885e-05,
      "loss": 0.2486,
      "step": 54330
    },
    {
      "epoch": 1.5415280742689768,
      "grad_norm": 7.59375,
      "learning_rate": 1.7262308986015707e-05,
      "loss": 0.2332,
      "step": 54340
    },
    {
      "epoch": 1.5418117602002823,
      "grad_norm": 12.3125,
      "learning_rate": 1.7261730046112565e-05,
      "loss": 0.2918,
      "step": 54350
    },
    {
      "epoch": 1.5420954461315877,
      "grad_norm": 9.0625,
      "learning_rate": 1.7261151106209423e-05,
      "loss": 0.2057,
      "step": 54360
    },
    {
      "epoch": 1.542379132062893,
      "grad_norm": 7.46875,
      "learning_rate": 1.7260572166306278e-05,
      "loss": 0.2003,
      "step": 54370
    },
    {
      "epoch": 1.5426628179941986,
      "grad_norm": 7.65625,
      "learning_rate": 1.7259993226403137e-05,
      "loss": 0.2169,
      "step": 54380
    },
    {
      "epoch": 1.5429465039255041,
      "grad_norm": 8.0625,
      "learning_rate": 1.725941428649999e-05,
      "loss": 0.2152,
      "step": 54390
    },
    {
      "epoch": 1.5432301898568095,
      "grad_norm": 11.125,
      "learning_rate": 1.7258835346596846e-05,
      "loss": 0.2435,
      "step": 54400
    },
    {
      "epoch": 1.5435138757881148,
      "grad_norm": 8.0625,
      "learning_rate": 1.7258256406693705e-05,
      "loss": 0.2046,
      "step": 54410
    },
    {
      "epoch": 1.5437975617194204,
      "grad_norm": 11.5625,
      "learning_rate": 1.725767746679056e-05,
      "loss": 0.2059,
      "step": 54420
    },
    {
      "epoch": 1.544081247650726,
      "grad_norm": 12.4375,
      "learning_rate": 1.7257098526887418e-05,
      "loss": 0.2212,
      "step": 54430
    },
    {
      "epoch": 1.5443649335820313,
      "grad_norm": 8.875,
      "learning_rate": 1.7256519586984276e-05,
      "loss": 0.1872,
      "step": 54440
    },
    {
      "epoch": 1.5446486195133367,
      "grad_norm": 8.6875,
      "learning_rate": 1.725594064708113e-05,
      "loss": 0.2545,
      "step": 54450
    },
    {
      "epoch": 1.5449323054446422,
      "grad_norm": 9.0625,
      "learning_rate": 1.725536170717799e-05,
      "loss": 0.2137,
      "step": 54460
    },
    {
      "epoch": 1.5452159913759478,
      "grad_norm": 20.0,
      "learning_rate": 1.7254782767274845e-05,
      "loss": 0.274,
      "step": 54470
    },
    {
      "epoch": 1.5454996773072531,
      "grad_norm": 6.9375,
      "learning_rate": 1.72542038273717e-05,
      "loss": 0.2485,
      "step": 54480
    },
    {
      "epoch": 1.5457833632385585,
      "grad_norm": 9.4375,
      "learning_rate": 1.7253624887468558e-05,
      "loss": 0.2297,
      "step": 54490
    },
    {
      "epoch": 1.546067049169864,
      "grad_norm": 7.1875,
      "learning_rate": 1.7253045947565413e-05,
      "loss": 0.2284,
      "step": 54500
    },
    {
      "epoch": 1.5463507351011696,
      "grad_norm": 10.8125,
      "learning_rate": 1.725246700766227e-05,
      "loss": 0.2271,
      "step": 54510
    },
    {
      "epoch": 1.546634421032475,
      "grad_norm": 8.9375,
      "learning_rate": 1.725188806775913e-05,
      "loss": 0.2606,
      "step": 54520
    },
    {
      "epoch": 1.5469181069637803,
      "grad_norm": 10.25,
      "learning_rate": 1.7251309127855984e-05,
      "loss": 0.2426,
      "step": 54530
    },
    {
      "epoch": 1.5472017928950859,
      "grad_norm": 13.25,
      "learning_rate": 1.725073018795284e-05,
      "loss": 0.2644,
      "step": 54540
    },
    {
      "epoch": 1.5474854788263914,
      "grad_norm": 11.9375,
      "learning_rate": 1.7250151248049698e-05,
      "loss": 0.3003,
      "step": 54550
    },
    {
      "epoch": 1.5477691647576968,
      "grad_norm": 9.625,
      "learning_rate": 1.7249572308146553e-05,
      "loss": 0.2091,
      "step": 54560
    },
    {
      "epoch": 1.5480528506890021,
      "grad_norm": 9.3125,
      "learning_rate": 1.724899336824341e-05,
      "loss": 0.2,
      "step": 54570
    },
    {
      "epoch": 1.5483365366203077,
      "grad_norm": 7.84375,
      "learning_rate": 1.724841442834027e-05,
      "loss": 0.2394,
      "step": 54580
    },
    {
      "epoch": 1.5486202225516132,
      "grad_norm": 9.1875,
      "learning_rate": 1.7247835488437124e-05,
      "loss": 0.2261,
      "step": 54590
    },
    {
      "epoch": 1.5489039084829186,
      "grad_norm": 9.4375,
      "learning_rate": 1.7247256548533983e-05,
      "loss": 0.2017,
      "step": 54600
    },
    {
      "epoch": 1.549187594414224,
      "grad_norm": 12.6875,
      "learning_rate": 1.7246677608630838e-05,
      "loss": 0.2616,
      "step": 54610
    },
    {
      "epoch": 1.5494712803455295,
      "grad_norm": 13.5625,
      "learning_rate": 1.7246098668727693e-05,
      "loss": 0.2436,
      "step": 54620
    },
    {
      "epoch": 1.549754966276835,
      "grad_norm": 10.1875,
      "learning_rate": 1.724551972882455e-05,
      "loss": 0.2309,
      "step": 54630
    },
    {
      "epoch": 1.5500386522081404,
      "grad_norm": 11.0,
      "learning_rate": 1.7244940788921406e-05,
      "loss": 0.2264,
      "step": 54640
    },
    {
      "epoch": 1.5503223381394458,
      "grad_norm": 7.6875,
      "learning_rate": 1.7244361849018264e-05,
      "loss": 0.2035,
      "step": 54650
    },
    {
      "epoch": 1.5506060240707513,
      "grad_norm": 8.8125,
      "learning_rate": 1.7243782909115122e-05,
      "loss": 0.2937,
      "step": 54660
    },
    {
      "epoch": 1.5508897100020569,
      "grad_norm": 6.9375,
      "learning_rate": 1.7243203969211977e-05,
      "loss": 0.225,
      "step": 54670
    },
    {
      "epoch": 1.551173395933362,
      "grad_norm": 10.4375,
      "learning_rate": 1.7242625029308836e-05,
      "loss": 0.2147,
      "step": 54680
    },
    {
      "epoch": 1.5514570818646676,
      "grad_norm": 9.0,
      "learning_rate": 1.724204608940569e-05,
      "loss": 0.1946,
      "step": 54690
    },
    {
      "epoch": 1.5517407677959731,
      "grad_norm": 7.9375,
      "learning_rate": 1.7241467149502546e-05,
      "loss": 0.2364,
      "step": 54700
    },
    {
      "epoch": 1.5520244537272785,
      "grad_norm": 12.625,
      "learning_rate": 1.7240888209599404e-05,
      "loss": 0.2446,
      "step": 54710
    },
    {
      "epoch": 1.5523081396585838,
      "grad_norm": 9.6875,
      "learning_rate": 1.724030926969626e-05,
      "loss": 0.2122,
      "step": 54720
    },
    {
      "epoch": 1.5525918255898894,
      "grad_norm": 7.84375,
      "learning_rate": 1.7239730329793117e-05,
      "loss": 0.2332,
      "step": 54730
    },
    {
      "epoch": 1.552875511521195,
      "grad_norm": 6.9375,
      "learning_rate": 1.7239151389889976e-05,
      "loss": 0.2806,
      "step": 54740
    },
    {
      "epoch": 1.5531591974525003,
      "grad_norm": 9.1875,
      "learning_rate": 1.723857244998683e-05,
      "loss": 0.2285,
      "step": 54750
    },
    {
      "epoch": 1.5534428833838057,
      "grad_norm": 10.5,
      "learning_rate": 1.723799351008369e-05,
      "loss": 0.2111,
      "step": 54760
    },
    {
      "epoch": 1.5537265693151112,
      "grad_norm": 7.59375,
      "learning_rate": 1.7237414570180544e-05,
      "loss": 0.247,
      "step": 54770
    },
    {
      "epoch": 1.5540102552464168,
      "grad_norm": 6.6875,
      "learning_rate": 1.72368356302774e-05,
      "loss": 0.2245,
      "step": 54780
    },
    {
      "epoch": 1.5542939411777221,
      "grad_norm": 8.4375,
      "learning_rate": 1.7236256690374257e-05,
      "loss": 0.2253,
      "step": 54790
    },
    {
      "epoch": 1.5545776271090275,
      "grad_norm": 7.09375,
      "learning_rate": 1.7235677750471112e-05,
      "loss": 0.2387,
      "step": 54800
    },
    {
      "epoch": 1.554861313040333,
      "grad_norm": 10.5625,
      "learning_rate": 1.723509881056797e-05,
      "loss": 0.2372,
      "step": 54810
    },
    {
      "epoch": 1.5551449989716386,
      "grad_norm": 12.25,
      "learning_rate": 1.723451987066483e-05,
      "loss": 0.1909,
      "step": 54820
    },
    {
      "epoch": 1.555428684902944,
      "grad_norm": 4.9375,
      "learning_rate": 1.7233940930761684e-05,
      "loss": 0.1928,
      "step": 54830
    },
    {
      "epoch": 1.5557123708342493,
      "grad_norm": 12.5625,
      "learning_rate": 1.7233361990858542e-05,
      "loss": 0.2349,
      "step": 54840
    },
    {
      "epoch": 1.5559960567655549,
      "grad_norm": 11.5625,
      "learning_rate": 1.7232783050955397e-05,
      "loss": 0.2159,
      "step": 54850
    },
    {
      "epoch": 1.5562797426968604,
      "grad_norm": 8.4375,
      "learning_rate": 1.7232204111052252e-05,
      "loss": 0.2559,
      "step": 54860
    },
    {
      "epoch": 1.5565634286281658,
      "grad_norm": 9.0625,
      "learning_rate": 1.723162517114911e-05,
      "loss": 0.2476,
      "step": 54870
    },
    {
      "epoch": 1.5568471145594711,
      "grad_norm": 8.25,
      "learning_rate": 1.723104623124597e-05,
      "loss": 0.2356,
      "step": 54880
    },
    {
      "epoch": 1.5571308004907767,
      "grad_norm": 7.5,
      "learning_rate": 1.7230467291342824e-05,
      "loss": 0.2394,
      "step": 54890
    },
    {
      "epoch": 1.5574144864220822,
      "grad_norm": 8.6875,
      "learning_rate": 1.7229888351439682e-05,
      "loss": 0.2353,
      "step": 54900
    },
    {
      "epoch": 1.5576981723533876,
      "grad_norm": 7.65625,
      "learning_rate": 1.7229309411536537e-05,
      "loss": 0.2252,
      "step": 54910
    },
    {
      "epoch": 1.557981858284693,
      "grad_norm": 9.5625,
      "learning_rate": 1.7228730471633392e-05,
      "loss": 0.229,
      "step": 54920
    },
    {
      "epoch": 1.5582655442159985,
      "grad_norm": 13.625,
      "learning_rate": 1.722815153173025e-05,
      "loss": 0.2498,
      "step": 54930
    },
    {
      "epoch": 1.558549230147304,
      "grad_norm": 13.5625,
      "learning_rate": 1.7227572591827105e-05,
      "loss": 0.2405,
      "step": 54940
    },
    {
      "epoch": 1.5588329160786094,
      "grad_norm": 6.53125,
      "learning_rate": 1.7226993651923963e-05,
      "loss": 0.2117,
      "step": 54950
    },
    {
      "epoch": 1.5591166020099148,
      "grad_norm": 7.5,
      "learning_rate": 1.7226414712020822e-05,
      "loss": 0.2027,
      "step": 54960
    },
    {
      "epoch": 1.5594002879412203,
      "grad_norm": 9.9375,
      "learning_rate": 1.7225835772117677e-05,
      "loss": 0.2174,
      "step": 54970
    },
    {
      "epoch": 1.5596839738725259,
      "grad_norm": 8.8125,
      "learning_rate": 1.7225256832214535e-05,
      "loss": 0.2471,
      "step": 54980
    },
    {
      "epoch": 1.5599676598038312,
      "grad_norm": 12.0625,
      "learning_rate": 1.722467789231139e-05,
      "loss": 0.2416,
      "step": 54990
    },
    {
      "epoch": 1.5602513457351366,
      "grad_norm": 11.5,
      "learning_rate": 1.7224098952408245e-05,
      "loss": 0.2331,
      "step": 55000
    },
    {
      "epoch": 1.5605350316664421,
      "grad_norm": 9.75,
      "learning_rate": 1.7223520012505103e-05,
      "loss": 0.2635,
      "step": 55010
    },
    {
      "epoch": 1.5608187175977475,
      "grad_norm": 8.875,
      "learning_rate": 1.7222941072601958e-05,
      "loss": 0.2479,
      "step": 55020
    },
    {
      "epoch": 1.5611024035290528,
      "grad_norm": 12.25,
      "learning_rate": 1.7222362132698816e-05,
      "loss": 0.2063,
      "step": 55030
    },
    {
      "epoch": 1.5613860894603584,
      "grad_norm": 9.8125,
      "learning_rate": 1.7221783192795675e-05,
      "loss": 0.2163,
      "step": 55040
    },
    {
      "epoch": 1.561669775391664,
      "grad_norm": 9.5,
      "learning_rate": 1.722120425289253e-05,
      "loss": 0.219,
      "step": 55050
    },
    {
      "epoch": 1.5619534613229693,
      "grad_norm": 8.625,
      "learning_rate": 1.7220625312989388e-05,
      "loss": 0.2029,
      "step": 55060
    },
    {
      "epoch": 1.5622371472542746,
      "grad_norm": 9.5625,
      "learning_rate": 1.7220046373086243e-05,
      "loss": 0.2555,
      "step": 55070
    },
    {
      "epoch": 1.5625208331855802,
      "grad_norm": 12.375,
      "learning_rate": 1.7219467433183098e-05,
      "loss": 0.2098,
      "step": 55080
    },
    {
      "epoch": 1.5628045191168858,
      "grad_norm": 9.1875,
      "learning_rate": 1.7218888493279956e-05,
      "loss": 0.2402,
      "step": 55090
    },
    {
      "epoch": 1.5630882050481911,
      "grad_norm": 11.6875,
      "learning_rate": 1.7218309553376815e-05,
      "loss": 0.2167,
      "step": 55100
    },
    {
      "epoch": 1.5633718909794965,
      "grad_norm": 12.0,
      "learning_rate": 1.721773061347367e-05,
      "loss": 0.2234,
      "step": 55110
    },
    {
      "epoch": 1.563655576910802,
      "grad_norm": 11.5,
      "learning_rate": 1.7217151673570528e-05,
      "loss": 0.2227,
      "step": 55120
    },
    {
      "epoch": 1.5639392628421076,
      "grad_norm": 10.8125,
      "learning_rate": 1.7216572733667383e-05,
      "loss": 0.2257,
      "step": 55130
    },
    {
      "epoch": 1.564222948773413,
      "grad_norm": 11.1875,
      "learning_rate": 1.721599379376424e-05,
      "loss": 0.2999,
      "step": 55140
    },
    {
      "epoch": 1.5645066347047183,
      "grad_norm": 10.5625,
      "learning_rate": 1.7215414853861096e-05,
      "loss": 0.2371,
      "step": 55150
    },
    {
      "epoch": 1.5647903206360239,
      "grad_norm": 7.6875,
      "learning_rate": 1.721483591395795e-05,
      "loss": 0.2388,
      "step": 55160
    },
    {
      "epoch": 1.5650740065673294,
      "grad_norm": 6.09375,
      "learning_rate": 1.721425697405481e-05,
      "loss": 0.2197,
      "step": 55170
    },
    {
      "epoch": 1.5653576924986348,
      "grad_norm": 9.0625,
      "learning_rate": 1.7213678034151668e-05,
      "loss": 0.2571,
      "step": 55180
    },
    {
      "epoch": 1.5656413784299401,
      "grad_norm": 9.4375,
      "learning_rate": 1.7213099094248523e-05,
      "loss": 0.2601,
      "step": 55190
    },
    {
      "epoch": 1.5659250643612457,
      "grad_norm": 10.75,
      "learning_rate": 1.721252015434538e-05,
      "loss": 0.204,
      "step": 55200
    },
    {
      "epoch": 1.5662087502925512,
      "grad_norm": 9.625,
      "learning_rate": 1.7211941214442236e-05,
      "loss": 0.2171,
      "step": 55210
    },
    {
      "epoch": 1.5664924362238566,
      "grad_norm": 8.4375,
      "learning_rate": 1.721136227453909e-05,
      "loss": 0.2138,
      "step": 55220
    },
    {
      "epoch": 1.566776122155162,
      "grad_norm": 9.375,
      "learning_rate": 1.721078333463595e-05,
      "loss": 0.2426,
      "step": 55230
    },
    {
      "epoch": 1.5670598080864675,
      "grad_norm": 9.5625,
      "learning_rate": 1.7210204394732804e-05,
      "loss": 0.2351,
      "step": 55240
    },
    {
      "epoch": 1.567343494017773,
      "grad_norm": 8.4375,
      "learning_rate": 1.7209625454829663e-05,
      "loss": 0.2745,
      "step": 55250
    },
    {
      "epoch": 1.5676271799490784,
      "grad_norm": 9.3125,
      "learning_rate": 1.720904651492652e-05,
      "loss": 0.2158,
      "step": 55260
    },
    {
      "epoch": 1.5679108658803838,
      "grad_norm": 13.0,
      "learning_rate": 1.7208467575023376e-05,
      "loss": 0.2402,
      "step": 55270
    },
    {
      "epoch": 1.5681945518116893,
      "grad_norm": 9.125,
      "learning_rate": 1.7207888635120234e-05,
      "loss": 0.2396,
      "step": 55280
    },
    {
      "epoch": 1.5684782377429949,
      "grad_norm": 7.21875,
      "learning_rate": 1.720730969521709e-05,
      "loss": 0.2274,
      "step": 55290
    },
    {
      "epoch": 1.5687619236743002,
      "grad_norm": 9.9375,
      "learning_rate": 1.7206730755313944e-05,
      "loss": 0.2216,
      "step": 55300
    },
    {
      "epoch": 1.5690456096056056,
      "grad_norm": 9.5,
      "learning_rate": 1.7206151815410802e-05,
      "loss": 0.2439,
      "step": 55310
    },
    {
      "epoch": 1.5693292955369111,
      "grad_norm": 11.6875,
      "learning_rate": 1.7205572875507657e-05,
      "loss": 0.2461,
      "step": 55320
    },
    {
      "epoch": 1.5696129814682165,
      "grad_norm": 9.5,
      "learning_rate": 1.7204993935604516e-05,
      "loss": 0.2018,
      "step": 55330
    },
    {
      "epoch": 1.5698966673995218,
      "grad_norm": 8.375,
      "learning_rate": 1.7204414995701374e-05,
      "loss": 0.1957,
      "step": 55340
    },
    {
      "epoch": 1.5701803533308274,
      "grad_norm": 10.0,
      "learning_rate": 1.720383605579823e-05,
      "loss": 0.249,
      "step": 55350
    },
    {
      "epoch": 1.570464039262133,
      "grad_norm": 12.5625,
      "learning_rate": 1.7203257115895087e-05,
      "loss": 0.2442,
      "step": 55360
    },
    {
      "epoch": 1.5707477251934383,
      "grad_norm": 10.4375,
      "learning_rate": 1.7202678175991942e-05,
      "loss": 0.2059,
      "step": 55370
    },
    {
      "epoch": 1.5710314111247436,
      "grad_norm": 9.9375,
      "learning_rate": 1.7202099236088797e-05,
      "loss": 0.2462,
      "step": 55380
    },
    {
      "epoch": 1.5713150970560492,
      "grad_norm": 10.375,
      "learning_rate": 1.7201520296185656e-05,
      "loss": 0.2846,
      "step": 55390
    },
    {
      "epoch": 1.5715987829873548,
      "grad_norm": 13.75,
      "learning_rate": 1.7200941356282514e-05,
      "loss": 0.2191,
      "step": 55400
    },
    {
      "epoch": 1.5718824689186601,
      "grad_norm": 9.5625,
      "learning_rate": 1.720036241637937e-05,
      "loss": 0.2735,
      "step": 55410
    },
    {
      "epoch": 1.5721661548499655,
      "grad_norm": 13.6875,
      "learning_rate": 1.7199783476476227e-05,
      "loss": 0.2484,
      "step": 55420
    },
    {
      "epoch": 1.572449840781271,
      "grad_norm": 11.625,
      "learning_rate": 1.7199204536573082e-05,
      "loss": 0.2162,
      "step": 55430
    },
    {
      "epoch": 1.5727335267125766,
      "grad_norm": 11.8125,
      "learning_rate": 1.719862559666994e-05,
      "loss": 0.2253,
      "step": 55440
    },
    {
      "epoch": 1.573017212643882,
      "grad_norm": 7.25,
      "learning_rate": 1.7198046656766795e-05,
      "loss": 0.2327,
      "step": 55450
    },
    {
      "epoch": 1.5733008985751873,
      "grad_norm": 8.5,
      "learning_rate": 1.719746771686365e-05,
      "loss": 0.214,
      "step": 55460
    },
    {
      "epoch": 1.5735845845064929,
      "grad_norm": 11.125,
      "learning_rate": 1.719688877696051e-05,
      "loss": 0.2803,
      "step": 55470
    },
    {
      "epoch": 1.5738682704377984,
      "grad_norm": 6.03125,
      "learning_rate": 1.7196309837057367e-05,
      "loss": 0.2299,
      "step": 55480
    },
    {
      "epoch": 1.5741519563691038,
      "grad_norm": 7.625,
      "learning_rate": 1.7195730897154222e-05,
      "loss": 0.2492,
      "step": 55490
    },
    {
      "epoch": 1.574435642300409,
      "grad_norm": 14.0,
      "learning_rate": 1.719515195725108e-05,
      "loss": 0.2195,
      "step": 55500
    },
    {
      "epoch": 1.5747193282317147,
      "grad_norm": 10.625,
      "learning_rate": 1.7194573017347935e-05,
      "loss": 0.1983,
      "step": 55510
    },
    {
      "epoch": 1.5750030141630202,
      "grad_norm": 8.4375,
      "learning_rate": 1.7193994077444794e-05,
      "loss": 0.2209,
      "step": 55520
    },
    {
      "epoch": 1.5752867000943256,
      "grad_norm": 7.78125,
      "learning_rate": 1.719341513754165e-05,
      "loss": 0.2067,
      "step": 55530
    },
    {
      "epoch": 1.575570386025631,
      "grad_norm": 7.65625,
      "learning_rate": 1.7192836197638503e-05,
      "loss": 0.2812,
      "step": 55540
    },
    {
      "epoch": 1.5758540719569365,
      "grad_norm": 8.9375,
      "learning_rate": 1.7192257257735362e-05,
      "loss": 0.2271,
      "step": 55550
    },
    {
      "epoch": 1.576137757888242,
      "grad_norm": 11.0,
      "learning_rate": 1.719167831783222e-05,
      "loss": 0.2016,
      "step": 55560
    },
    {
      "epoch": 1.5764214438195474,
      "grad_norm": 13.0,
      "learning_rate": 1.7191099377929075e-05,
      "loss": 0.3039,
      "step": 55570
    },
    {
      "epoch": 1.5767051297508528,
      "grad_norm": 7.875,
      "learning_rate": 1.7190520438025933e-05,
      "loss": 0.2152,
      "step": 55580
    },
    {
      "epoch": 1.5769888156821583,
      "grad_norm": 12.125,
      "learning_rate": 1.718994149812279e-05,
      "loss": 0.2416,
      "step": 55590
    },
    {
      "epoch": 1.5772725016134639,
      "grad_norm": 7.25,
      "learning_rate": 1.7189362558219643e-05,
      "loss": 0.2264,
      "step": 55600
    },
    {
      "epoch": 1.5775561875447692,
      "grad_norm": 9.1875,
      "learning_rate": 1.71887836183165e-05,
      "loss": 0.2646,
      "step": 55610
    },
    {
      "epoch": 1.5778398734760746,
      "grad_norm": 11.875,
      "learning_rate": 1.7188204678413357e-05,
      "loss": 0.2071,
      "step": 55620
    },
    {
      "epoch": 1.5781235594073801,
      "grad_norm": 10.9375,
      "learning_rate": 1.7187625738510215e-05,
      "loss": 0.2303,
      "step": 55630
    },
    {
      "epoch": 1.5784072453386857,
      "grad_norm": 6.5,
      "learning_rate": 1.7187046798607073e-05,
      "loss": 0.2486,
      "step": 55640
    },
    {
      "epoch": 1.5786909312699908,
      "grad_norm": 15.375,
      "learning_rate": 1.7186467858703928e-05,
      "loss": 0.2441,
      "step": 55650
    },
    {
      "epoch": 1.5789746172012964,
      "grad_norm": 16.375,
      "learning_rate": 1.7185888918800787e-05,
      "loss": 0.2421,
      "step": 55660
    },
    {
      "epoch": 1.579258303132602,
      "grad_norm": 9.4375,
      "learning_rate": 1.718530997889764e-05,
      "loss": 0.2043,
      "step": 55670
    },
    {
      "epoch": 1.5795419890639073,
      "grad_norm": 6.59375,
      "learning_rate": 1.7184731038994496e-05,
      "loss": 0.265,
      "step": 55680
    },
    {
      "epoch": 1.5798256749952126,
      "grad_norm": 11.0625,
      "learning_rate": 1.7184152099091355e-05,
      "loss": 0.2504,
      "step": 55690
    },
    {
      "epoch": 1.5801093609265182,
      "grad_norm": 7.84375,
      "learning_rate": 1.7183573159188213e-05,
      "loss": 0.2097,
      "step": 55700
    },
    {
      "epoch": 1.5803930468578238,
      "grad_norm": 8.125,
      "learning_rate": 1.7182994219285068e-05,
      "loss": 0.2254,
      "step": 55710
    },
    {
      "epoch": 1.5806767327891291,
      "grad_norm": 9.4375,
      "learning_rate": 1.7182415279381926e-05,
      "loss": 0.2185,
      "step": 55720
    },
    {
      "epoch": 1.5809604187204345,
      "grad_norm": 7.84375,
      "learning_rate": 1.718183633947878e-05,
      "loss": 0.2123,
      "step": 55730
    },
    {
      "epoch": 1.58124410465174,
      "grad_norm": 9.3125,
      "learning_rate": 1.718125739957564e-05,
      "loss": 0.262,
      "step": 55740
    },
    {
      "epoch": 1.5815277905830456,
      "grad_norm": 7.09375,
      "learning_rate": 1.7180678459672495e-05,
      "loss": 0.2566,
      "step": 55750
    },
    {
      "epoch": 1.581811476514351,
      "grad_norm": 12.8125,
      "learning_rate": 1.718009951976935e-05,
      "loss": 0.2653,
      "step": 55760
    },
    {
      "epoch": 1.5820951624456563,
      "grad_norm": 10.375,
      "learning_rate": 1.7179520579866208e-05,
      "loss": 0.1993,
      "step": 55770
    },
    {
      "epoch": 1.5823788483769619,
      "grad_norm": 7.28125,
      "learning_rate": 1.7178941639963066e-05,
      "loss": 0.2127,
      "step": 55780
    },
    {
      "epoch": 1.5826625343082674,
      "grad_norm": 9.5625,
      "learning_rate": 1.717836270005992e-05,
      "loss": 0.2105,
      "step": 55790
    },
    {
      "epoch": 1.5829462202395728,
      "grad_norm": 9.0,
      "learning_rate": 1.717778376015678e-05,
      "loss": 0.226,
      "step": 55800
    },
    {
      "epoch": 1.583229906170878,
      "grad_norm": 12.3125,
      "learning_rate": 1.7177204820253634e-05,
      "loss": 0.2595,
      "step": 55810
    },
    {
      "epoch": 1.5835135921021837,
      "grad_norm": 9.625,
      "learning_rate": 1.7176625880350493e-05,
      "loss": 0.2266,
      "step": 55820
    },
    {
      "epoch": 1.5837972780334892,
      "grad_norm": 12.0,
      "learning_rate": 1.7176046940447348e-05,
      "loss": 0.2578,
      "step": 55830
    },
    {
      "epoch": 1.5840809639647946,
      "grad_norm": 8.4375,
      "learning_rate": 1.7175468000544203e-05,
      "loss": 0.2307,
      "step": 55840
    },
    {
      "epoch": 1.5843646498961,
      "grad_norm": 10.5,
      "learning_rate": 1.717488906064106e-05,
      "loss": 0.2343,
      "step": 55850
    },
    {
      "epoch": 1.5846483358274055,
      "grad_norm": 10.3125,
      "learning_rate": 1.717431012073792e-05,
      "loss": 0.2557,
      "step": 55860
    },
    {
      "epoch": 1.584932021758711,
      "grad_norm": 12.8125,
      "learning_rate": 1.7173731180834774e-05,
      "loss": 0.2269,
      "step": 55870
    },
    {
      "epoch": 1.5852157076900164,
      "grad_norm": 11.8125,
      "learning_rate": 1.7173152240931633e-05,
      "loss": 0.2104,
      "step": 55880
    },
    {
      "epoch": 1.5854993936213218,
      "grad_norm": 7.59375,
      "learning_rate": 1.7172573301028488e-05,
      "loss": 0.2508,
      "step": 55890
    },
    {
      "epoch": 1.5857830795526273,
      "grad_norm": 13.6875,
      "learning_rate": 1.7171994361125343e-05,
      "loss": 0.2197,
      "step": 55900
    },
    {
      "epoch": 1.5860667654839329,
      "grad_norm": 11.5625,
      "learning_rate": 1.71714154212222e-05,
      "loss": 0.2332,
      "step": 55910
    },
    {
      "epoch": 1.5863504514152382,
      "grad_norm": 8.1875,
      "learning_rate": 1.717083648131906e-05,
      "loss": 0.1906,
      "step": 55920
    },
    {
      "epoch": 1.5866341373465436,
      "grad_norm": 8.75,
      "learning_rate": 1.7170257541415914e-05,
      "loss": 0.2416,
      "step": 55930
    },
    {
      "epoch": 1.5869178232778491,
      "grad_norm": 6.4375,
      "learning_rate": 1.7169678601512772e-05,
      "loss": 0.2879,
      "step": 55940
    },
    {
      "epoch": 1.5872015092091547,
      "grad_norm": 9.1875,
      "learning_rate": 1.7169099661609627e-05,
      "loss": 0.2298,
      "step": 55950
    },
    {
      "epoch": 1.58748519514046,
      "grad_norm": 8.1875,
      "learning_rate": 1.7168520721706486e-05,
      "loss": 0.2296,
      "step": 55960
    },
    {
      "epoch": 1.5877688810717654,
      "grad_norm": 10.5625,
      "learning_rate": 1.716794178180334e-05,
      "loss": 0.2294,
      "step": 55970
    },
    {
      "epoch": 1.588052567003071,
      "grad_norm": 9.25,
      "learning_rate": 1.7167362841900196e-05,
      "loss": 0.2173,
      "step": 55980
    },
    {
      "epoch": 1.5883362529343763,
      "grad_norm": 13.125,
      "learning_rate": 1.7166783901997054e-05,
      "loss": 0.2897,
      "step": 55990
    },
    {
      "epoch": 1.5886199388656816,
      "grad_norm": 7.75,
      "learning_rate": 1.7166204962093912e-05,
      "loss": 0.2177,
      "step": 56000
    },
    {
      "epoch": 1.5889036247969872,
      "grad_norm": 10.1875,
      "learning_rate": 1.7165626022190767e-05,
      "loss": 0.2189,
      "step": 56010
    },
    {
      "epoch": 1.5891873107282928,
      "grad_norm": 8.6875,
      "learning_rate": 1.7165047082287626e-05,
      "loss": 0.2873,
      "step": 56020
    },
    {
      "epoch": 1.5894709966595981,
      "grad_norm": 7.03125,
      "learning_rate": 1.716446814238448e-05,
      "loss": 0.1968,
      "step": 56030
    },
    {
      "epoch": 1.5897546825909035,
      "grad_norm": 12.75,
      "learning_rate": 1.716388920248134e-05,
      "loss": 0.2755,
      "step": 56040
    },
    {
      "epoch": 1.590038368522209,
      "grad_norm": 12.75,
      "learning_rate": 1.7163310262578194e-05,
      "loss": 0.2638,
      "step": 56050
    },
    {
      "epoch": 1.5903220544535146,
      "grad_norm": 17.0,
      "learning_rate": 1.716273132267505e-05,
      "loss": 0.2269,
      "step": 56060
    },
    {
      "epoch": 1.59060574038482,
      "grad_norm": 8.75,
      "learning_rate": 1.7162152382771907e-05,
      "loss": 0.2708,
      "step": 56070
    },
    {
      "epoch": 1.5908894263161253,
      "grad_norm": 15.3125,
      "learning_rate": 1.7161573442868765e-05,
      "loss": 0.2636,
      "step": 56080
    },
    {
      "epoch": 1.5911731122474309,
      "grad_norm": 8.125,
      "learning_rate": 1.716099450296562e-05,
      "loss": 0.2547,
      "step": 56090
    },
    {
      "epoch": 1.5914567981787364,
      "grad_norm": 9.4375,
      "learning_rate": 1.716041556306248e-05,
      "loss": 0.2223,
      "step": 56100
    },
    {
      "epoch": 1.5917404841100418,
      "grad_norm": 10.5625,
      "learning_rate": 1.7159836623159334e-05,
      "loss": 0.248,
      "step": 56110
    },
    {
      "epoch": 1.592024170041347,
      "grad_norm": 9.0625,
      "learning_rate": 1.7159257683256192e-05,
      "loss": 0.207,
      "step": 56120
    },
    {
      "epoch": 1.5923078559726527,
      "grad_norm": 12.4375,
      "learning_rate": 1.7158678743353047e-05,
      "loss": 0.2539,
      "step": 56130
    },
    {
      "epoch": 1.5925915419039582,
      "grad_norm": 10.5,
      "learning_rate": 1.7158099803449902e-05,
      "loss": 0.1963,
      "step": 56140
    },
    {
      "epoch": 1.5928752278352636,
      "grad_norm": 8.125,
      "learning_rate": 1.715752086354676e-05,
      "loss": 0.1985,
      "step": 56150
    },
    {
      "epoch": 1.593158913766569,
      "grad_norm": 11.0,
      "learning_rate": 1.715694192364362e-05,
      "loss": 0.2545,
      "step": 56160
    },
    {
      "epoch": 1.5934425996978745,
      "grad_norm": 7.75,
      "learning_rate": 1.7156362983740474e-05,
      "loss": 0.1978,
      "step": 56170
    },
    {
      "epoch": 1.59372628562918,
      "grad_norm": 10.4375,
      "learning_rate": 1.7155784043837332e-05,
      "loss": 0.2866,
      "step": 56180
    },
    {
      "epoch": 1.5940099715604854,
      "grad_norm": 10.1875,
      "learning_rate": 1.7155205103934187e-05,
      "loss": 0.2237,
      "step": 56190
    },
    {
      "epoch": 1.5942936574917907,
      "grad_norm": 7.28125,
      "learning_rate": 1.7154626164031045e-05,
      "loss": 0.1975,
      "step": 56200
    },
    {
      "epoch": 1.5945773434230963,
      "grad_norm": 12.8125,
      "learning_rate": 1.71540472241279e-05,
      "loss": 0.2522,
      "step": 56210
    },
    {
      "epoch": 1.5948610293544019,
      "grad_norm": 11.0,
      "learning_rate": 1.715346828422476e-05,
      "loss": 0.2379,
      "step": 56220
    },
    {
      "epoch": 1.5951447152857072,
      "grad_norm": 9.1875,
      "learning_rate": 1.7152889344321613e-05,
      "loss": 0.2963,
      "step": 56230
    },
    {
      "epoch": 1.5954284012170126,
      "grad_norm": 9.25,
      "learning_rate": 1.715231040441847e-05,
      "loss": 0.1979,
      "step": 56240
    },
    {
      "epoch": 1.5957120871483181,
      "grad_norm": 9.125,
      "learning_rate": 1.7151731464515327e-05,
      "loss": 0.2467,
      "step": 56250
    },
    {
      "epoch": 1.5959957730796237,
      "grad_norm": 8.125,
      "learning_rate": 1.7151152524612185e-05,
      "loss": 0.2415,
      "step": 56260
    },
    {
      "epoch": 1.596279459010929,
      "grad_norm": 6.15625,
      "learning_rate": 1.715057358470904e-05,
      "loss": 0.2238,
      "step": 56270
    },
    {
      "epoch": 1.5965631449422344,
      "grad_norm": 9.5625,
      "learning_rate": 1.7149994644805895e-05,
      "loss": 0.2452,
      "step": 56280
    },
    {
      "epoch": 1.59684683087354,
      "grad_norm": 9.125,
      "learning_rate": 1.7149415704902753e-05,
      "loss": 0.2595,
      "step": 56290
    },
    {
      "epoch": 1.5971305168048453,
      "grad_norm": 13.75,
      "learning_rate": 1.714883676499961e-05,
      "loss": 0.2465,
      "step": 56300
    },
    {
      "epoch": 1.5974142027361506,
      "grad_norm": 10.125,
      "learning_rate": 1.714825782509647e-05,
      "loss": 0.2285,
      "step": 56310
    },
    {
      "epoch": 1.5976978886674562,
      "grad_norm": 6.21875,
      "learning_rate": 1.7147678885193325e-05,
      "loss": 0.1977,
      "step": 56320
    },
    {
      "epoch": 1.5979815745987618,
      "grad_norm": 7.96875,
      "learning_rate": 1.714709994529018e-05,
      "loss": 0.2409,
      "step": 56330
    },
    {
      "epoch": 1.5982652605300671,
      "grad_norm": 8.5,
      "learning_rate": 1.7146521005387038e-05,
      "loss": 0.2242,
      "step": 56340
    },
    {
      "epoch": 1.5985489464613725,
      "grad_norm": 10.875,
      "learning_rate": 1.7145942065483893e-05,
      "loss": 0.2675,
      "step": 56350
    },
    {
      "epoch": 1.598832632392678,
      "grad_norm": 11.4375,
      "learning_rate": 1.7145363125580748e-05,
      "loss": 0.2374,
      "step": 56360
    },
    {
      "epoch": 1.5991163183239836,
      "grad_norm": 11.75,
      "learning_rate": 1.7144784185677606e-05,
      "loss": 0.2563,
      "step": 56370
    },
    {
      "epoch": 1.599400004255289,
      "grad_norm": 8.5625,
      "learning_rate": 1.7144205245774465e-05,
      "loss": 0.2066,
      "step": 56380
    },
    {
      "epoch": 1.5996836901865943,
      "grad_norm": 10.9375,
      "learning_rate": 1.7143626305871323e-05,
      "loss": 0.2103,
      "step": 56390
    },
    {
      "epoch": 1.5999673761178999,
      "grad_norm": 11.25,
      "learning_rate": 1.7143047365968178e-05,
      "loss": 0.2204,
      "step": 56400
    },
    {
      "epoch": 1.6002510620492054,
      "grad_norm": 11.5625,
      "learning_rate": 1.7142468426065033e-05,
      "loss": 0.2496,
      "step": 56410
    },
    {
      "epoch": 1.6005347479805108,
      "grad_norm": 9.0625,
      "learning_rate": 1.714188948616189e-05,
      "loss": 0.2263,
      "step": 56420
    },
    {
      "epoch": 1.600818433911816,
      "grad_norm": 7.59375,
      "learning_rate": 1.7141310546258746e-05,
      "loss": 0.2176,
      "step": 56430
    },
    {
      "epoch": 1.6011021198431217,
      "grad_norm": 13.1875,
      "learning_rate": 1.7140731606355604e-05,
      "loss": 0.2489,
      "step": 56440
    },
    {
      "epoch": 1.6013858057744272,
      "grad_norm": 6.9375,
      "learning_rate": 1.714015266645246e-05,
      "loss": 0.2385,
      "step": 56450
    },
    {
      "epoch": 1.6016694917057326,
      "grad_norm": 11.0625,
      "learning_rate": 1.7139573726549318e-05,
      "loss": 0.2589,
      "step": 56460
    },
    {
      "epoch": 1.601953177637038,
      "grad_norm": 8.9375,
      "learning_rate": 1.7138994786646173e-05,
      "loss": 0.2289,
      "step": 56470
    },
    {
      "epoch": 1.6022368635683435,
      "grad_norm": 10.5,
      "learning_rate": 1.713841584674303e-05,
      "loss": 0.226,
      "step": 56480
    },
    {
      "epoch": 1.602520549499649,
      "grad_norm": 8.25,
      "learning_rate": 1.7137836906839886e-05,
      "loss": 0.196,
      "step": 56490
    },
    {
      "epoch": 1.6028042354309544,
      "grad_norm": 9.5,
      "learning_rate": 1.7137257966936744e-05,
      "loss": 0.2063,
      "step": 56500
    },
    {
      "epoch": 1.6030879213622597,
      "grad_norm": 8.4375,
      "learning_rate": 1.71366790270336e-05,
      "loss": 0.2449,
      "step": 56510
    },
    {
      "epoch": 1.6033716072935653,
      "grad_norm": 8.8125,
      "learning_rate": 1.7136100087130458e-05,
      "loss": 0.2142,
      "step": 56520
    },
    {
      "epoch": 1.6036552932248709,
      "grad_norm": 7.625,
      "learning_rate": 1.7135521147227313e-05,
      "loss": 0.2092,
      "step": 56530
    },
    {
      "epoch": 1.6039389791561762,
      "grad_norm": 9.5,
      "learning_rate": 1.713494220732417e-05,
      "loss": 0.2174,
      "step": 56540
    },
    {
      "epoch": 1.6042226650874816,
      "grad_norm": 7.1875,
      "learning_rate": 1.7134363267421026e-05,
      "loss": 0.191,
      "step": 56550
    },
    {
      "epoch": 1.6045063510187871,
      "grad_norm": 6.46875,
      "learning_rate": 1.7133784327517884e-05,
      "loss": 0.2011,
      "step": 56560
    },
    {
      "epoch": 1.6047900369500927,
      "grad_norm": 10.125,
      "learning_rate": 1.713320538761474e-05,
      "loss": 0.1973,
      "step": 56570
    },
    {
      "epoch": 1.605073722881398,
      "grad_norm": 10.0,
      "learning_rate": 1.7132626447711597e-05,
      "loss": 0.242,
      "step": 56580
    },
    {
      "epoch": 1.6053574088127034,
      "grad_norm": 9.875,
      "learning_rate": 1.7132047507808452e-05,
      "loss": 0.2115,
      "step": 56590
    },
    {
      "epoch": 1.605641094744009,
      "grad_norm": 9.875,
      "learning_rate": 1.713146856790531e-05,
      "loss": 0.2301,
      "step": 56600
    },
    {
      "epoch": 1.6059247806753145,
      "grad_norm": 11.4375,
      "learning_rate": 1.713088962800217e-05,
      "loss": 0.1906,
      "step": 56610
    },
    {
      "epoch": 1.6062084666066196,
      "grad_norm": 13.3125,
      "learning_rate": 1.7130310688099024e-05,
      "loss": 0.3053,
      "step": 56620
    },
    {
      "epoch": 1.6064921525379252,
      "grad_norm": 8.8125,
      "learning_rate": 1.712973174819588e-05,
      "loss": 0.2141,
      "step": 56630
    },
    {
      "epoch": 1.6067758384692308,
      "grad_norm": 9.3125,
      "learning_rate": 1.7129152808292737e-05,
      "loss": 0.2145,
      "step": 56640
    },
    {
      "epoch": 1.6070595244005361,
      "grad_norm": 8.1875,
      "learning_rate": 1.7128573868389592e-05,
      "loss": 0.2442,
      "step": 56650
    },
    {
      "epoch": 1.6073432103318415,
      "grad_norm": 9.125,
      "learning_rate": 1.7127994928486447e-05,
      "loss": 0.2275,
      "step": 56660
    },
    {
      "epoch": 1.607626896263147,
      "grad_norm": 10.1875,
      "learning_rate": 1.7127415988583306e-05,
      "loss": 0.2309,
      "step": 56670
    },
    {
      "epoch": 1.6079105821944526,
      "grad_norm": 9.75,
      "learning_rate": 1.7126837048680164e-05,
      "loss": 0.2241,
      "step": 56680
    },
    {
      "epoch": 1.608194268125758,
      "grad_norm": 11.3125,
      "learning_rate": 1.7126258108777022e-05,
      "loss": 0.2493,
      "step": 56690
    },
    {
      "epoch": 1.6084779540570633,
      "grad_norm": 8.25,
      "learning_rate": 1.7125679168873877e-05,
      "loss": 0.2574,
      "step": 56700
    },
    {
      "epoch": 1.6087616399883689,
      "grad_norm": 11.625,
      "learning_rate": 1.7125100228970732e-05,
      "loss": 0.1854,
      "step": 56710
    },
    {
      "epoch": 1.6090453259196744,
      "grad_norm": 9.1875,
      "learning_rate": 1.712452128906759e-05,
      "loss": 0.1884,
      "step": 56720
    },
    {
      "epoch": 1.6093290118509798,
      "grad_norm": 7.8125,
      "learning_rate": 1.7123942349164445e-05,
      "loss": 0.2601,
      "step": 56730
    },
    {
      "epoch": 1.609612697782285,
      "grad_norm": 9.0625,
      "learning_rate": 1.7123363409261304e-05,
      "loss": 0.2429,
      "step": 56740
    },
    {
      "epoch": 1.6098963837135907,
      "grad_norm": 12.75,
      "learning_rate": 1.712278446935816e-05,
      "loss": 0.2526,
      "step": 56750
    },
    {
      "epoch": 1.6101800696448962,
      "grad_norm": 10.5,
      "learning_rate": 1.7122205529455017e-05,
      "loss": 0.2072,
      "step": 56760
    },
    {
      "epoch": 1.6104637555762016,
      "grad_norm": 8.25,
      "learning_rate": 1.7121626589551875e-05,
      "loss": 0.2367,
      "step": 56770
    },
    {
      "epoch": 1.610747441507507,
      "grad_norm": 13.375,
      "learning_rate": 1.712104764964873e-05,
      "loss": 0.2308,
      "step": 56780
    },
    {
      "epoch": 1.6110311274388125,
      "grad_norm": 9.625,
      "learning_rate": 1.7120468709745585e-05,
      "loss": 0.2813,
      "step": 56790
    },
    {
      "epoch": 1.611314813370118,
      "grad_norm": 9.0,
      "learning_rate": 1.7119889769842444e-05,
      "loss": 0.2243,
      "step": 56800
    },
    {
      "epoch": 1.6115984993014234,
      "grad_norm": 9.3125,
      "learning_rate": 1.71193108299393e-05,
      "loss": 0.2274,
      "step": 56810
    },
    {
      "epoch": 1.6118821852327287,
      "grad_norm": 10.875,
      "learning_rate": 1.7118731890036157e-05,
      "loss": 0.2238,
      "step": 56820
    },
    {
      "epoch": 1.6121658711640343,
      "grad_norm": 8.875,
      "learning_rate": 1.7118152950133015e-05,
      "loss": 0.2325,
      "step": 56830
    },
    {
      "epoch": 1.6124495570953399,
      "grad_norm": 9.625,
      "learning_rate": 1.711757401022987e-05,
      "loss": 0.2561,
      "step": 56840
    },
    {
      "epoch": 1.6127332430266452,
      "grad_norm": 6.90625,
      "learning_rate": 1.7116995070326725e-05,
      "loss": 0.1993,
      "step": 56850
    },
    {
      "epoch": 1.6130169289579506,
      "grad_norm": 11.0,
      "learning_rate": 1.7116416130423583e-05,
      "loss": 0.2606,
      "step": 56860
    },
    {
      "epoch": 1.6133006148892561,
      "grad_norm": 9.5625,
      "learning_rate": 1.711583719052044e-05,
      "loss": 0.2228,
      "step": 56870
    },
    {
      "epoch": 1.6135843008205617,
      "grad_norm": 10.5,
      "learning_rate": 1.7115258250617297e-05,
      "loss": 0.2222,
      "step": 56880
    },
    {
      "epoch": 1.613867986751867,
      "grad_norm": 13.3125,
      "learning_rate": 1.711467931071415e-05,
      "loss": 0.2438,
      "step": 56890
    },
    {
      "epoch": 1.6141516726831724,
      "grad_norm": 8.9375,
      "learning_rate": 1.711410037081101e-05,
      "loss": 0.2772,
      "step": 56900
    },
    {
      "epoch": 1.614435358614478,
      "grad_norm": 11.6875,
      "learning_rate": 1.7113521430907868e-05,
      "loss": 0.2768,
      "step": 56910
    },
    {
      "epoch": 1.6147190445457835,
      "grad_norm": 10.75,
      "learning_rate": 1.7112942491004723e-05,
      "loss": 0.2345,
      "step": 56920
    },
    {
      "epoch": 1.6150027304770889,
      "grad_norm": 15.4375,
      "learning_rate": 1.7112363551101578e-05,
      "loss": 0.2631,
      "step": 56930
    },
    {
      "epoch": 1.6152864164083942,
      "grad_norm": 6.34375,
      "learning_rate": 1.7111784611198437e-05,
      "loss": 0.2585,
      "step": 56940
    },
    {
      "epoch": 1.6155701023396998,
      "grad_norm": 7.875,
      "learning_rate": 1.711120567129529e-05,
      "loss": 0.1955,
      "step": 56950
    },
    {
      "epoch": 1.6158537882710051,
      "grad_norm": 11.0625,
      "learning_rate": 1.711062673139215e-05,
      "loss": 0.2048,
      "step": 56960
    },
    {
      "epoch": 1.6161374742023105,
      "grad_norm": 11.3125,
      "learning_rate": 1.7110047791489005e-05,
      "loss": 0.2164,
      "step": 56970
    },
    {
      "epoch": 1.616421160133616,
      "grad_norm": 10.0,
      "learning_rate": 1.7109468851585863e-05,
      "loss": 0.2491,
      "step": 56980
    },
    {
      "epoch": 1.6167048460649216,
      "grad_norm": 8.375,
      "learning_rate": 1.710888991168272e-05,
      "loss": 0.2376,
      "step": 56990
    },
    {
      "epoch": 1.616988531996227,
      "grad_norm": 12.1875,
      "learning_rate": 1.7108310971779576e-05,
      "loss": 0.2409,
      "step": 57000
    },
    {
      "epoch": 1.6172722179275323,
      "grad_norm": 7.1875,
      "learning_rate": 1.710773203187643e-05,
      "loss": 0.2212,
      "step": 57010
    },
    {
      "epoch": 1.6175559038588379,
      "grad_norm": 7.375,
      "learning_rate": 1.710715309197329e-05,
      "loss": 0.1908,
      "step": 57020
    },
    {
      "epoch": 1.6178395897901434,
      "grad_norm": 9.0625,
      "learning_rate": 1.7106574152070145e-05,
      "loss": 0.1821,
      "step": 57030
    },
    {
      "epoch": 1.6181232757214488,
      "grad_norm": 10.9375,
      "learning_rate": 1.7105995212167003e-05,
      "loss": 0.2068,
      "step": 57040
    },
    {
      "epoch": 1.618406961652754,
      "grad_norm": 6.8125,
      "learning_rate": 1.7105416272263858e-05,
      "loss": 0.2214,
      "step": 57050
    },
    {
      "epoch": 1.6186906475840597,
      "grad_norm": 8.4375,
      "learning_rate": 1.7104837332360716e-05,
      "loss": 0.2229,
      "step": 57060
    },
    {
      "epoch": 1.6189743335153652,
      "grad_norm": 8.1875,
      "learning_rate": 1.7104258392457575e-05,
      "loss": 0.2321,
      "step": 57070
    },
    {
      "epoch": 1.6192580194466706,
      "grad_norm": 10.0,
      "learning_rate": 1.710367945255443e-05,
      "loss": 0.234,
      "step": 57080
    },
    {
      "epoch": 1.619541705377976,
      "grad_norm": 13.4375,
      "learning_rate": 1.7103100512651284e-05,
      "loss": 0.2661,
      "step": 57090
    },
    {
      "epoch": 1.6198253913092815,
      "grad_norm": 8.625,
      "learning_rate": 1.7102521572748143e-05,
      "loss": 0.2042,
      "step": 57100
    },
    {
      "epoch": 1.620109077240587,
      "grad_norm": 9.375,
      "learning_rate": 1.7101942632844998e-05,
      "loss": 0.2433,
      "step": 57110
    },
    {
      "epoch": 1.6203927631718924,
      "grad_norm": 8.625,
      "learning_rate": 1.7101363692941856e-05,
      "loss": 0.2161,
      "step": 57120
    },
    {
      "epoch": 1.6206764491031977,
      "grad_norm": 7.9375,
      "learning_rate": 1.7100784753038714e-05,
      "loss": 0.219,
      "step": 57130
    },
    {
      "epoch": 1.6209601350345033,
      "grad_norm": 7.59375,
      "learning_rate": 1.710020581313557e-05,
      "loss": 0.2242,
      "step": 57140
    },
    {
      "epoch": 1.6212438209658089,
      "grad_norm": 5.5,
      "learning_rate": 1.7099626873232424e-05,
      "loss": 0.2387,
      "step": 57150
    },
    {
      "epoch": 1.6215275068971142,
      "grad_norm": 9.9375,
      "learning_rate": 1.7099047933329283e-05,
      "loss": 0.2579,
      "step": 57160
    },
    {
      "epoch": 1.6218111928284196,
      "grad_norm": 12.6875,
      "learning_rate": 1.7098468993426138e-05,
      "loss": 0.2415,
      "step": 57170
    },
    {
      "epoch": 1.6220948787597251,
      "grad_norm": 8.5625,
      "learning_rate": 1.7097890053522996e-05,
      "loss": 0.2497,
      "step": 57180
    },
    {
      "epoch": 1.6223785646910307,
      "grad_norm": 8.5625,
      "learning_rate": 1.709731111361985e-05,
      "loss": 0.2346,
      "step": 57190
    },
    {
      "epoch": 1.622662250622336,
      "grad_norm": 15.6875,
      "learning_rate": 1.709673217371671e-05,
      "loss": 0.2716,
      "step": 57200
    },
    {
      "epoch": 1.6229459365536414,
      "grad_norm": 10.6875,
      "learning_rate": 1.7096153233813567e-05,
      "loss": 0.2626,
      "step": 57210
    },
    {
      "epoch": 1.623229622484947,
      "grad_norm": 8.75,
      "learning_rate": 1.7095574293910422e-05,
      "loss": 0.2204,
      "step": 57220
    },
    {
      "epoch": 1.6235133084162525,
      "grad_norm": 9.25,
      "learning_rate": 1.7094995354007277e-05,
      "loss": 0.2517,
      "step": 57230
    },
    {
      "epoch": 1.6237969943475579,
      "grad_norm": 9.625,
      "learning_rate": 1.7094416414104136e-05,
      "loss": 0.2377,
      "step": 57240
    },
    {
      "epoch": 1.6240806802788632,
      "grad_norm": 12.75,
      "learning_rate": 1.709383747420099e-05,
      "loss": 0.2309,
      "step": 57250
    },
    {
      "epoch": 1.6243643662101688,
      "grad_norm": 7.15625,
      "learning_rate": 1.709325853429785e-05,
      "loss": 0.2162,
      "step": 57260
    },
    {
      "epoch": 1.6246480521414741,
      "grad_norm": 10.75,
      "learning_rate": 1.7092679594394704e-05,
      "loss": 0.2345,
      "step": 57270
    },
    {
      "epoch": 1.6249317380727795,
      "grad_norm": 9.0625,
      "learning_rate": 1.7092100654491562e-05,
      "loss": 0.2427,
      "step": 57280
    },
    {
      "epoch": 1.625215424004085,
      "grad_norm": 9.8125,
      "learning_rate": 1.709152171458842e-05,
      "loss": 0.227,
      "step": 57290
    },
    {
      "epoch": 1.6254991099353906,
      "grad_norm": 8.5,
      "learning_rate": 1.7090942774685276e-05,
      "loss": 0.2358,
      "step": 57300
    },
    {
      "epoch": 1.625782795866696,
      "grad_norm": 11.5625,
      "learning_rate": 1.709036383478213e-05,
      "loss": 0.3047,
      "step": 57310
    },
    {
      "epoch": 1.6260664817980013,
      "grad_norm": 8.375,
      "learning_rate": 1.708978489487899e-05,
      "loss": 0.2569,
      "step": 57320
    },
    {
      "epoch": 1.6263501677293069,
      "grad_norm": 6.28125,
      "learning_rate": 1.7089205954975844e-05,
      "loss": 0.201,
      "step": 57330
    },
    {
      "epoch": 1.6266338536606124,
      "grad_norm": 8.0625,
      "learning_rate": 1.7088627015072702e-05,
      "loss": 0.2233,
      "step": 57340
    },
    {
      "epoch": 1.6269175395919178,
      "grad_norm": 12.0,
      "learning_rate": 1.708804807516956e-05,
      "loss": 0.2205,
      "step": 57350
    },
    {
      "epoch": 1.627201225523223,
      "grad_norm": 9.4375,
      "learning_rate": 1.7087469135266415e-05,
      "loss": 0.2143,
      "step": 57360
    },
    {
      "epoch": 1.6274849114545287,
      "grad_norm": 7.5,
      "learning_rate": 1.7086890195363274e-05,
      "loss": 0.2239,
      "step": 57370
    },
    {
      "epoch": 1.6277685973858342,
      "grad_norm": 9.875,
      "learning_rate": 1.708631125546013e-05,
      "loss": 0.2045,
      "step": 57380
    },
    {
      "epoch": 1.6280522833171396,
      "grad_norm": 9.5,
      "learning_rate": 1.7085732315556984e-05,
      "loss": 0.2268,
      "step": 57390
    },
    {
      "epoch": 1.628335969248445,
      "grad_norm": 8.75,
      "learning_rate": 1.7085153375653842e-05,
      "loss": 0.2489,
      "step": 57400
    },
    {
      "epoch": 1.6286196551797505,
      "grad_norm": 7.90625,
      "learning_rate": 1.7084574435750697e-05,
      "loss": 0.1997,
      "step": 57410
    },
    {
      "epoch": 1.628903341111056,
      "grad_norm": 8.75,
      "learning_rate": 1.7083995495847555e-05,
      "loss": 0.2571,
      "step": 57420
    },
    {
      "epoch": 1.6291870270423614,
      "grad_norm": 7.78125,
      "learning_rate": 1.7083416555944414e-05,
      "loss": 0.1882,
      "step": 57430
    },
    {
      "epoch": 1.6294707129736667,
      "grad_norm": 9.25,
      "learning_rate": 1.708283761604127e-05,
      "loss": 0.2263,
      "step": 57440
    },
    {
      "epoch": 1.6297543989049723,
      "grad_norm": 7.53125,
      "learning_rate": 1.7082258676138127e-05,
      "loss": 0.2007,
      "step": 57450
    },
    {
      "epoch": 1.6300380848362779,
      "grad_norm": 52.5,
      "learning_rate": 1.7081679736234982e-05,
      "loss": 0.2259,
      "step": 57460
    },
    {
      "epoch": 1.6303217707675832,
      "grad_norm": 9.3125,
      "learning_rate": 1.7081100796331837e-05,
      "loss": 0.2144,
      "step": 57470
    },
    {
      "epoch": 1.6306054566988886,
      "grad_norm": 12.0625,
      "learning_rate": 1.7080521856428695e-05,
      "loss": 0.2673,
      "step": 57480
    },
    {
      "epoch": 1.6308891426301941,
      "grad_norm": 8.625,
      "learning_rate": 1.707994291652555e-05,
      "loss": 0.2245,
      "step": 57490
    },
    {
      "epoch": 1.6311728285614997,
      "grad_norm": 10.875,
      "learning_rate": 1.707936397662241e-05,
      "loss": 0.2656,
      "step": 57500
    },
    {
      "epoch": 1.631456514492805,
      "grad_norm": 9.1875,
      "learning_rate": 1.7078785036719267e-05,
      "loss": 0.2272,
      "step": 57510
    },
    {
      "epoch": 1.6317402004241104,
      "grad_norm": 8.125,
      "learning_rate": 1.707820609681612e-05,
      "loss": 0.2831,
      "step": 57520
    },
    {
      "epoch": 1.632023886355416,
      "grad_norm": 8.5,
      "learning_rate": 1.7077627156912977e-05,
      "loss": 0.2757,
      "step": 57530
    },
    {
      "epoch": 1.6323075722867215,
      "grad_norm": 10.3125,
      "learning_rate": 1.7077048217009835e-05,
      "loss": 0.2048,
      "step": 57540
    },
    {
      "epoch": 1.6325912582180269,
      "grad_norm": 7.625,
      "learning_rate": 1.707646927710669e-05,
      "loss": 0.2623,
      "step": 57550
    },
    {
      "epoch": 1.6328749441493322,
      "grad_norm": 9.0,
      "learning_rate": 1.7075890337203548e-05,
      "loss": 0.2792,
      "step": 57560
    },
    {
      "epoch": 1.6331586300806378,
      "grad_norm": 6.75,
      "learning_rate": 1.7075311397300403e-05,
      "loss": 0.2087,
      "step": 57570
    },
    {
      "epoch": 1.6334423160119433,
      "grad_norm": 10.9375,
      "learning_rate": 1.707473245739726e-05,
      "loss": 0.2359,
      "step": 57580
    },
    {
      "epoch": 1.6337260019432487,
      "grad_norm": 11.75,
      "learning_rate": 1.707415351749412e-05,
      "loss": 0.2191,
      "step": 57590
    },
    {
      "epoch": 1.634009687874554,
      "grad_norm": 13.4375,
      "learning_rate": 1.7073574577590975e-05,
      "loss": 0.2354,
      "step": 57600
    },
    {
      "epoch": 1.6342933738058596,
      "grad_norm": 10.75,
      "learning_rate": 1.707299563768783e-05,
      "loss": 0.1999,
      "step": 57610
    },
    {
      "epoch": 1.634577059737165,
      "grad_norm": 10.0625,
      "learning_rate": 1.7072416697784688e-05,
      "loss": 0.2303,
      "step": 57620
    },
    {
      "epoch": 1.6348607456684703,
      "grad_norm": 8.375,
      "learning_rate": 1.7071837757881543e-05,
      "loss": 0.2203,
      "step": 57630
    },
    {
      "epoch": 1.6351444315997758,
      "grad_norm": 11.625,
      "learning_rate": 1.70712588179784e-05,
      "loss": 0.2962,
      "step": 57640
    },
    {
      "epoch": 1.6354281175310814,
      "grad_norm": 15.25,
      "learning_rate": 1.707067987807526e-05,
      "loss": 0.245,
      "step": 57650
    },
    {
      "epoch": 1.6357118034623868,
      "grad_norm": 6.875,
      "learning_rate": 1.7070100938172115e-05,
      "loss": 0.2265,
      "step": 57660
    },
    {
      "epoch": 1.635995489393692,
      "grad_norm": 12.625,
      "learning_rate": 1.7069521998268973e-05,
      "loss": 0.2495,
      "step": 57670
    },
    {
      "epoch": 1.6362791753249977,
      "grad_norm": 8.375,
      "learning_rate": 1.7068943058365828e-05,
      "loss": 0.2105,
      "step": 57680
    },
    {
      "epoch": 1.6365628612563032,
      "grad_norm": 6.78125,
      "learning_rate": 1.7068364118462683e-05,
      "loss": 0.243,
      "step": 57690
    },
    {
      "epoch": 1.6368465471876086,
      "grad_norm": 8.875,
      "learning_rate": 1.706778517855954e-05,
      "loss": 0.2487,
      "step": 57700
    },
    {
      "epoch": 1.637130233118914,
      "grad_norm": 7.0625,
      "learning_rate": 1.7067206238656396e-05,
      "loss": 0.234,
      "step": 57710
    },
    {
      "epoch": 1.6374139190502195,
      "grad_norm": 8.875,
      "learning_rate": 1.7066627298753254e-05,
      "loss": 0.2287,
      "step": 57720
    },
    {
      "epoch": 1.637697604981525,
      "grad_norm": 12.5,
      "learning_rate": 1.7066048358850113e-05,
      "loss": 0.2466,
      "step": 57730
    },
    {
      "epoch": 1.6379812909128304,
      "grad_norm": 9.375,
      "learning_rate": 1.7065469418946968e-05,
      "loss": 0.2425,
      "step": 57740
    },
    {
      "epoch": 1.6382649768441357,
      "grad_norm": 7.78125,
      "learning_rate": 1.7064890479043826e-05,
      "loss": 0.2458,
      "step": 57750
    },
    {
      "epoch": 1.6385486627754413,
      "grad_norm": 10.4375,
      "learning_rate": 1.706431153914068e-05,
      "loss": 0.2037,
      "step": 57760
    },
    {
      "epoch": 1.6388323487067469,
      "grad_norm": 10.6875,
      "learning_rate": 1.7063732599237536e-05,
      "loss": 0.2446,
      "step": 57770
    },
    {
      "epoch": 1.6391160346380522,
      "grad_norm": 9.3125,
      "learning_rate": 1.7063153659334394e-05,
      "loss": 0.2625,
      "step": 57780
    },
    {
      "epoch": 1.6393997205693576,
      "grad_norm": 11.1875,
      "learning_rate": 1.706257471943125e-05,
      "loss": 0.2053,
      "step": 57790
    },
    {
      "epoch": 1.6396834065006631,
      "grad_norm": 6.53125,
      "learning_rate": 1.7061995779528108e-05,
      "loss": 0.2276,
      "step": 57800
    },
    {
      "epoch": 1.6399670924319687,
      "grad_norm": 8.9375,
      "learning_rate": 1.7061416839624966e-05,
      "loss": 0.207,
      "step": 57810
    },
    {
      "epoch": 1.640250778363274,
      "grad_norm": 8.1875,
      "learning_rate": 1.706083789972182e-05,
      "loss": 0.1815,
      "step": 57820
    },
    {
      "epoch": 1.6405344642945794,
      "grad_norm": 17.875,
      "learning_rate": 1.706025895981868e-05,
      "loss": 0.2392,
      "step": 57830
    },
    {
      "epoch": 1.640818150225885,
      "grad_norm": 15.8125,
      "learning_rate": 1.7059680019915534e-05,
      "loss": 0.2534,
      "step": 57840
    },
    {
      "epoch": 1.6411018361571905,
      "grad_norm": 8.1875,
      "learning_rate": 1.705910108001239e-05,
      "loss": 0.2359,
      "step": 57850
    },
    {
      "epoch": 1.6413855220884959,
      "grad_norm": 6.65625,
      "learning_rate": 1.7058522140109247e-05,
      "loss": 0.187,
      "step": 57860
    },
    {
      "epoch": 1.6416692080198012,
      "grad_norm": 10.75,
      "learning_rate": 1.7057943200206102e-05,
      "loss": 0.2169,
      "step": 57870
    },
    {
      "epoch": 1.6419528939511068,
      "grad_norm": 12.9375,
      "learning_rate": 1.705736426030296e-05,
      "loss": 0.2498,
      "step": 57880
    },
    {
      "epoch": 1.6422365798824123,
      "grad_norm": 10.0,
      "learning_rate": 1.705678532039982e-05,
      "loss": 0.2066,
      "step": 57890
    },
    {
      "epoch": 1.6425202658137177,
      "grad_norm": 11.5,
      "learning_rate": 1.7056206380496674e-05,
      "loss": 0.2407,
      "step": 57900
    },
    {
      "epoch": 1.642803951745023,
      "grad_norm": 9.5625,
      "learning_rate": 1.705562744059353e-05,
      "loss": 0.2188,
      "step": 57910
    },
    {
      "epoch": 1.6430876376763286,
      "grad_norm": 7.9375,
      "learning_rate": 1.7055048500690387e-05,
      "loss": 0.2707,
      "step": 57920
    },
    {
      "epoch": 1.643371323607634,
      "grad_norm": 6.28125,
      "learning_rate": 1.7054469560787242e-05,
      "loss": 0.2391,
      "step": 57930
    },
    {
      "epoch": 1.6436550095389393,
      "grad_norm": 11.8125,
      "learning_rate": 1.70538906208841e-05,
      "loss": 0.2154,
      "step": 57940
    },
    {
      "epoch": 1.6439386954702448,
      "grad_norm": 9.375,
      "learning_rate": 1.705331168098096e-05,
      "loss": 0.2132,
      "step": 57950
    },
    {
      "epoch": 1.6442223814015504,
      "grad_norm": 11.625,
      "learning_rate": 1.7052732741077814e-05,
      "loss": 0.1959,
      "step": 57960
    },
    {
      "epoch": 1.6445060673328558,
      "grad_norm": 8.6875,
      "learning_rate": 1.7052153801174672e-05,
      "loss": 0.2348,
      "step": 57970
    },
    {
      "epoch": 1.644789753264161,
      "grad_norm": 5.90625,
      "learning_rate": 1.7051574861271527e-05,
      "loss": 0.2128,
      "step": 57980
    },
    {
      "epoch": 1.6450734391954667,
      "grad_norm": 9.5,
      "learning_rate": 1.7050995921368382e-05,
      "loss": 0.2361,
      "step": 57990
    },
    {
      "epoch": 1.6453571251267722,
      "grad_norm": 8.1875,
      "learning_rate": 1.705041698146524e-05,
      "loss": 0.2431,
      "step": 58000
    },
    {
      "epoch": 1.6456408110580776,
      "grad_norm": 6.375,
      "learning_rate": 1.7049838041562095e-05,
      "loss": 0.2294,
      "step": 58010
    },
    {
      "epoch": 1.645924496989383,
      "grad_norm": 7.65625,
      "learning_rate": 1.7049259101658954e-05,
      "loss": 0.2565,
      "step": 58020
    },
    {
      "epoch": 1.6462081829206885,
      "grad_norm": 8.25,
      "learning_rate": 1.7048680161755812e-05,
      "loss": 0.2226,
      "step": 58030
    },
    {
      "epoch": 1.646491868851994,
      "grad_norm": 8.125,
      "learning_rate": 1.7048101221852667e-05,
      "loss": 0.2245,
      "step": 58040
    },
    {
      "epoch": 1.6467755547832994,
      "grad_norm": 7.1875,
      "learning_rate": 1.7047522281949525e-05,
      "loss": 0.214,
      "step": 58050
    },
    {
      "epoch": 1.6470592407146047,
      "grad_norm": 11.375,
      "learning_rate": 1.704694334204638e-05,
      "loss": 0.2196,
      "step": 58060
    },
    {
      "epoch": 1.6473429266459103,
      "grad_norm": 9.6875,
      "learning_rate": 1.7046364402143235e-05,
      "loss": 0.2276,
      "step": 58070
    },
    {
      "epoch": 1.6476266125772159,
      "grad_norm": 8.6875,
      "learning_rate": 1.7045785462240094e-05,
      "loss": 0.2365,
      "step": 58080
    },
    {
      "epoch": 1.6479102985085212,
      "grad_norm": 8.5,
      "learning_rate": 1.704520652233695e-05,
      "loss": 0.2298,
      "step": 58090
    },
    {
      "epoch": 1.6481939844398266,
      "grad_norm": 8.6875,
      "learning_rate": 1.7044627582433807e-05,
      "loss": 0.2176,
      "step": 58100
    },
    {
      "epoch": 1.6484776703711321,
      "grad_norm": 9.1875,
      "learning_rate": 1.7044048642530665e-05,
      "loss": 0.2408,
      "step": 58110
    },
    {
      "epoch": 1.6487613563024377,
      "grad_norm": 7.40625,
      "learning_rate": 1.704346970262752e-05,
      "loss": 0.2509,
      "step": 58120
    },
    {
      "epoch": 1.649045042233743,
      "grad_norm": 7.9375,
      "learning_rate": 1.704289076272438e-05,
      "loss": 0.2224,
      "step": 58130
    },
    {
      "epoch": 1.6493287281650484,
      "grad_norm": 9.875,
      "learning_rate": 1.7042311822821233e-05,
      "loss": 0.255,
      "step": 58140
    },
    {
      "epoch": 1.649612414096354,
      "grad_norm": 8.9375,
      "learning_rate": 1.7041732882918088e-05,
      "loss": 0.2209,
      "step": 58150
    },
    {
      "epoch": 1.6498961000276595,
      "grad_norm": 7.6875,
      "learning_rate": 1.7041153943014947e-05,
      "loss": 0.2374,
      "step": 58160
    },
    {
      "epoch": 1.6501797859589649,
      "grad_norm": 11.1875,
      "learning_rate": 1.7040575003111805e-05,
      "loss": 0.2467,
      "step": 58170
    },
    {
      "epoch": 1.6504634718902702,
      "grad_norm": 7.21875,
      "learning_rate": 1.703999606320866e-05,
      "loss": 0.244,
      "step": 58180
    },
    {
      "epoch": 1.6507471578215758,
      "grad_norm": 8.4375,
      "learning_rate": 1.7039417123305518e-05,
      "loss": 0.2212,
      "step": 58190
    },
    {
      "epoch": 1.6510308437528813,
      "grad_norm": 14.875,
      "learning_rate": 1.7038838183402373e-05,
      "loss": 0.2454,
      "step": 58200
    },
    {
      "epoch": 1.6513145296841867,
      "grad_norm": 6.25,
      "learning_rate": 1.7038259243499228e-05,
      "loss": 0.2224,
      "step": 58210
    },
    {
      "epoch": 1.651598215615492,
      "grad_norm": 7.75,
      "learning_rate": 1.7037680303596086e-05,
      "loss": 0.282,
      "step": 58220
    },
    {
      "epoch": 1.6518819015467976,
      "grad_norm": 8.0625,
      "learning_rate": 1.703710136369294e-05,
      "loss": 0.2429,
      "step": 58230
    },
    {
      "epoch": 1.652165587478103,
      "grad_norm": 7.59375,
      "learning_rate": 1.70365224237898e-05,
      "loss": 0.2327,
      "step": 58240
    },
    {
      "epoch": 1.6524492734094083,
      "grad_norm": 9.375,
      "learning_rate": 1.7035943483886658e-05,
      "loss": 0.2289,
      "step": 58250
    },
    {
      "epoch": 1.6527329593407138,
      "grad_norm": 7.0625,
      "learning_rate": 1.7035364543983513e-05,
      "loss": 0.2256,
      "step": 58260
    },
    {
      "epoch": 1.6530166452720194,
      "grad_norm": 14.125,
      "learning_rate": 1.703478560408037e-05,
      "loss": 0.2452,
      "step": 58270
    },
    {
      "epoch": 1.6533003312033248,
      "grad_norm": 12.125,
      "learning_rate": 1.7034206664177226e-05,
      "loss": 0.2294,
      "step": 58280
    },
    {
      "epoch": 1.65358401713463,
      "grad_norm": 5.59375,
      "learning_rate": 1.703362772427408e-05,
      "loss": 0.2858,
      "step": 58290
    },
    {
      "epoch": 1.6538677030659357,
      "grad_norm": 9.5,
      "learning_rate": 1.703304878437094e-05,
      "loss": 0.2716,
      "step": 58300
    },
    {
      "epoch": 1.6541513889972412,
      "grad_norm": 8.875,
      "learning_rate": 1.7032469844467795e-05,
      "loss": 0.2372,
      "step": 58310
    },
    {
      "epoch": 1.6544350749285466,
      "grad_norm": 13.375,
      "learning_rate": 1.7031890904564653e-05,
      "loss": 0.2068,
      "step": 58320
    },
    {
      "epoch": 1.654718760859852,
      "grad_norm": 11.5,
      "learning_rate": 1.703131196466151e-05,
      "loss": 0.2706,
      "step": 58330
    },
    {
      "epoch": 1.6550024467911575,
      "grad_norm": 15.125,
      "learning_rate": 1.7030733024758366e-05,
      "loss": 0.2193,
      "step": 58340
    },
    {
      "epoch": 1.655286132722463,
      "grad_norm": 11.0,
      "learning_rate": 1.7030154084855225e-05,
      "loss": 0.2074,
      "step": 58350
    },
    {
      "epoch": 1.6555698186537684,
      "grad_norm": 10.6875,
      "learning_rate": 1.702957514495208e-05,
      "loss": 0.2421,
      "step": 58360
    },
    {
      "epoch": 1.6558535045850737,
      "grad_norm": 8.625,
      "learning_rate": 1.7028996205048934e-05,
      "loss": 0.2113,
      "step": 58370
    },
    {
      "epoch": 1.6561371905163793,
      "grad_norm": 10.625,
      "learning_rate": 1.7028417265145793e-05,
      "loss": 0.2102,
      "step": 58380
    },
    {
      "epoch": 1.6564208764476849,
      "grad_norm": 8.9375,
      "learning_rate": 1.7027838325242648e-05,
      "loss": 0.2379,
      "step": 58390
    },
    {
      "epoch": 1.6567045623789902,
      "grad_norm": 8.9375,
      "learning_rate": 1.7027259385339506e-05,
      "loss": 0.2542,
      "step": 58400
    },
    {
      "epoch": 1.6569882483102956,
      "grad_norm": 9.6875,
      "learning_rate": 1.7026680445436364e-05,
      "loss": 0.2478,
      "step": 58410
    },
    {
      "epoch": 1.6572719342416011,
      "grad_norm": 10.0625,
      "learning_rate": 1.702610150553322e-05,
      "loss": 0.2112,
      "step": 58420
    },
    {
      "epoch": 1.6575556201729067,
      "grad_norm": 11.125,
      "learning_rate": 1.7025522565630078e-05,
      "loss": 0.2342,
      "step": 58430
    },
    {
      "epoch": 1.657839306104212,
      "grad_norm": 8.0625,
      "learning_rate": 1.7024943625726933e-05,
      "loss": 0.2409,
      "step": 58440
    },
    {
      "epoch": 1.6581229920355174,
      "grad_norm": 7.46875,
      "learning_rate": 1.7024364685823788e-05,
      "loss": 0.2496,
      "step": 58450
    },
    {
      "epoch": 1.658406677966823,
      "grad_norm": 11.1875,
      "learning_rate": 1.7023785745920646e-05,
      "loss": 0.2226,
      "step": 58460
    },
    {
      "epoch": 1.6586903638981285,
      "grad_norm": 11.3125,
      "learning_rate": 1.7023206806017504e-05,
      "loss": 0.2162,
      "step": 58470
    },
    {
      "epoch": 1.6589740498294339,
      "grad_norm": 9.875,
      "learning_rate": 1.702262786611436e-05,
      "loss": 0.2399,
      "step": 58480
    },
    {
      "epoch": 1.6592577357607392,
      "grad_norm": 11.5625,
      "learning_rate": 1.7022048926211217e-05,
      "loss": 0.2359,
      "step": 58490
    },
    {
      "epoch": 1.6595414216920448,
      "grad_norm": 8.25,
      "learning_rate": 1.7021469986308072e-05,
      "loss": 0.2043,
      "step": 58500
    },
    {
      "epoch": 1.6598251076233503,
      "grad_norm": 8.6875,
      "learning_rate": 1.702089104640493e-05,
      "loss": 0.2127,
      "step": 58510
    },
    {
      "epoch": 1.6601087935546557,
      "grad_norm": 10.25,
      "learning_rate": 1.7020312106501786e-05,
      "loss": 0.2523,
      "step": 58520
    },
    {
      "epoch": 1.660392479485961,
      "grad_norm": 11.1875,
      "learning_rate": 1.701973316659864e-05,
      "loss": 0.2459,
      "step": 58530
    },
    {
      "epoch": 1.6606761654172666,
      "grad_norm": 10.0,
      "learning_rate": 1.70191542266955e-05,
      "loss": 0.227,
      "step": 58540
    },
    {
      "epoch": 1.6609598513485722,
      "grad_norm": 11.125,
      "learning_rate": 1.7018575286792357e-05,
      "loss": 0.2094,
      "step": 58550
    },
    {
      "epoch": 1.6612435372798775,
      "grad_norm": 8.875,
      "learning_rate": 1.7017996346889212e-05,
      "loss": 0.1892,
      "step": 58560
    },
    {
      "epoch": 1.6615272232111828,
      "grad_norm": 8.125,
      "learning_rate": 1.701741740698607e-05,
      "loss": 0.1907,
      "step": 58570
    },
    {
      "epoch": 1.6618109091424884,
      "grad_norm": 10.8125,
      "learning_rate": 1.7016838467082926e-05,
      "loss": 0.2203,
      "step": 58580
    },
    {
      "epoch": 1.6620945950737938,
      "grad_norm": 6.8125,
      "learning_rate": 1.701625952717978e-05,
      "loss": 0.1945,
      "step": 58590
    },
    {
      "epoch": 1.662378281005099,
      "grad_norm": 11.25,
      "learning_rate": 1.701568058727664e-05,
      "loss": 0.2553,
      "step": 58600
    },
    {
      "epoch": 1.6626619669364047,
      "grad_norm": 8.125,
      "learning_rate": 1.7015101647373494e-05,
      "loss": 0.2329,
      "step": 58610
    },
    {
      "epoch": 1.6629456528677102,
      "grad_norm": 6.96875,
      "learning_rate": 1.7014522707470352e-05,
      "loss": 0.257,
      "step": 58620
    },
    {
      "epoch": 1.6632293387990156,
      "grad_norm": 9.75,
      "learning_rate": 1.701394376756721e-05,
      "loss": 0.2435,
      "step": 58630
    },
    {
      "epoch": 1.663513024730321,
      "grad_norm": 9.625,
      "learning_rate": 1.7013364827664065e-05,
      "loss": 0.2,
      "step": 58640
    },
    {
      "epoch": 1.6637967106616265,
      "grad_norm": 9.25,
      "learning_rate": 1.7012785887760924e-05,
      "loss": 0.2221,
      "step": 58650
    },
    {
      "epoch": 1.664080396592932,
      "grad_norm": 9.9375,
      "learning_rate": 1.701220694785778e-05,
      "loss": 0.2359,
      "step": 58660
    },
    {
      "epoch": 1.6643640825242374,
      "grad_norm": 8.75,
      "learning_rate": 1.7011628007954634e-05,
      "loss": 0.2182,
      "step": 58670
    },
    {
      "epoch": 1.6646477684555427,
      "grad_norm": 7.40625,
      "learning_rate": 1.7011049068051492e-05,
      "loss": 0.2467,
      "step": 58680
    },
    {
      "epoch": 1.6649314543868483,
      "grad_norm": 9.6875,
      "learning_rate": 1.701047012814835e-05,
      "loss": 0.2263,
      "step": 58690
    },
    {
      "epoch": 1.6652151403181539,
      "grad_norm": 10.9375,
      "learning_rate": 1.7009891188245205e-05,
      "loss": 0.2372,
      "step": 58700
    },
    {
      "epoch": 1.6654988262494592,
      "grad_norm": 11.875,
      "learning_rate": 1.7009312248342064e-05,
      "loss": 0.238,
      "step": 58710
    },
    {
      "epoch": 1.6657825121807646,
      "grad_norm": 6.78125,
      "learning_rate": 1.700873330843892e-05,
      "loss": 0.238,
      "step": 58720
    },
    {
      "epoch": 1.6660661981120701,
      "grad_norm": 13.5625,
      "learning_rate": 1.7008154368535777e-05,
      "loss": 0.2238,
      "step": 58730
    },
    {
      "epoch": 1.6663498840433757,
      "grad_norm": 8.4375,
      "learning_rate": 1.7007575428632632e-05,
      "loss": 0.2223,
      "step": 58740
    },
    {
      "epoch": 1.666633569974681,
      "grad_norm": 16.0,
      "learning_rate": 1.7006996488729487e-05,
      "loss": 0.2657,
      "step": 58750
    },
    {
      "epoch": 1.6669172559059864,
      "grad_norm": 7.34375,
      "learning_rate": 1.7006417548826345e-05,
      "loss": 0.2063,
      "step": 58760
    },
    {
      "epoch": 1.667200941837292,
      "grad_norm": 15.6875,
      "learning_rate": 1.7005838608923203e-05,
      "loss": 0.2465,
      "step": 58770
    },
    {
      "epoch": 1.6674846277685975,
      "grad_norm": 10.125,
      "learning_rate": 1.700525966902006e-05,
      "loss": 0.229,
      "step": 58780
    },
    {
      "epoch": 1.6677683136999029,
      "grad_norm": 7.5625,
      "learning_rate": 1.7004680729116917e-05,
      "loss": 0.2512,
      "step": 58790
    },
    {
      "epoch": 1.6680519996312082,
      "grad_norm": 8.375,
      "learning_rate": 1.700410178921377e-05,
      "loss": 0.2204,
      "step": 58800
    },
    {
      "epoch": 1.6683356855625138,
      "grad_norm": 13.3125,
      "learning_rate": 1.700352284931063e-05,
      "loss": 0.2285,
      "step": 58810
    },
    {
      "epoch": 1.6686193714938193,
      "grad_norm": 9.9375,
      "learning_rate": 1.7002943909407485e-05,
      "loss": 0.2788,
      "step": 58820
    },
    {
      "epoch": 1.6689030574251247,
      "grad_norm": 10.625,
      "learning_rate": 1.700236496950434e-05,
      "loss": 0.2516,
      "step": 58830
    },
    {
      "epoch": 1.66918674335643,
      "grad_norm": 9.1875,
      "learning_rate": 1.7001786029601198e-05,
      "loss": 0.2714,
      "step": 58840
    },
    {
      "epoch": 1.6694704292877356,
      "grad_norm": 7.59375,
      "learning_rate": 1.7001207089698057e-05,
      "loss": 0.1878,
      "step": 58850
    },
    {
      "epoch": 1.6697541152190412,
      "grad_norm": 9.75,
      "learning_rate": 1.700062814979491e-05,
      "loss": 0.2836,
      "step": 58860
    },
    {
      "epoch": 1.6700378011503465,
      "grad_norm": 7.625,
      "learning_rate": 1.700004920989177e-05,
      "loss": 0.2106,
      "step": 58870
    },
    {
      "epoch": 1.6703214870816518,
      "grad_norm": 8.6875,
      "learning_rate": 1.6999470269988625e-05,
      "loss": 0.2406,
      "step": 58880
    },
    {
      "epoch": 1.6706051730129574,
      "grad_norm": 9.0625,
      "learning_rate": 1.699889133008548e-05,
      "loss": 0.2258,
      "step": 58890
    },
    {
      "epoch": 1.6708888589442628,
      "grad_norm": 12.0625,
      "learning_rate": 1.6998312390182338e-05,
      "loss": 0.2231,
      "step": 58900
    },
    {
      "epoch": 1.671172544875568,
      "grad_norm": 9.5625,
      "learning_rate": 1.6997733450279193e-05,
      "loss": 0.2138,
      "step": 58910
    },
    {
      "epoch": 1.6714562308068737,
      "grad_norm": 10.5,
      "learning_rate": 1.699715451037605e-05,
      "loss": 0.2683,
      "step": 58920
    },
    {
      "epoch": 1.6717399167381792,
      "grad_norm": 8.375,
      "learning_rate": 1.699657557047291e-05,
      "loss": 0.2569,
      "step": 58930
    },
    {
      "epoch": 1.6720236026694846,
      "grad_norm": 10.6875,
      "learning_rate": 1.6995996630569765e-05,
      "loss": 0.2089,
      "step": 58940
    },
    {
      "epoch": 1.67230728860079,
      "grad_norm": 8.5,
      "learning_rate": 1.6995417690666623e-05,
      "loss": 0.2199,
      "step": 58950
    },
    {
      "epoch": 1.6725909745320955,
      "grad_norm": 12.25,
      "learning_rate": 1.6994838750763478e-05,
      "loss": 0.2486,
      "step": 58960
    },
    {
      "epoch": 1.672874660463401,
      "grad_norm": 13.0625,
      "learning_rate": 1.6994259810860333e-05,
      "loss": 0.2367,
      "step": 58970
    },
    {
      "epoch": 1.6731583463947064,
      "grad_norm": 6.34375,
      "learning_rate": 1.699368087095719e-05,
      "loss": 0.1988,
      "step": 58980
    },
    {
      "epoch": 1.6734420323260117,
      "grad_norm": 8.875,
      "learning_rate": 1.699310193105405e-05,
      "loss": 0.2452,
      "step": 58990
    },
    {
      "epoch": 1.6737257182573173,
      "grad_norm": 11.0625,
      "learning_rate": 1.6992522991150904e-05,
      "loss": 0.2433,
      "step": 59000
    },
    {
      "epoch": 1.6740094041886229,
      "grad_norm": 10.625,
      "learning_rate": 1.6991944051247763e-05,
      "loss": 0.2036,
      "step": 59010
    },
    {
      "epoch": 1.6742930901199282,
      "grad_norm": 14.125,
      "learning_rate": 1.6991365111344618e-05,
      "loss": 0.2435,
      "step": 59020
    },
    {
      "epoch": 1.6745767760512336,
      "grad_norm": 8.625,
      "learning_rate": 1.6990786171441476e-05,
      "loss": 0.2316,
      "step": 59030
    },
    {
      "epoch": 1.6748604619825391,
      "grad_norm": 12.8125,
      "learning_rate": 1.699020723153833e-05,
      "loss": 0.2569,
      "step": 59040
    },
    {
      "epoch": 1.6751441479138447,
      "grad_norm": 9.25,
      "learning_rate": 1.6989628291635186e-05,
      "loss": 0.2413,
      "step": 59050
    },
    {
      "epoch": 1.67542783384515,
      "grad_norm": 11.125,
      "learning_rate": 1.6989049351732044e-05,
      "loss": 0.2355,
      "step": 59060
    },
    {
      "epoch": 1.6757115197764554,
      "grad_norm": 9.375,
      "learning_rate": 1.6988470411828903e-05,
      "loss": 0.2597,
      "step": 59070
    },
    {
      "epoch": 1.675995205707761,
      "grad_norm": 9.6875,
      "learning_rate": 1.6987891471925758e-05,
      "loss": 0.2535,
      "step": 59080
    },
    {
      "epoch": 1.6762788916390665,
      "grad_norm": 5.75,
      "learning_rate": 1.6987312532022616e-05,
      "loss": 0.2296,
      "step": 59090
    },
    {
      "epoch": 1.6765625775703719,
      "grad_norm": 8.1875,
      "learning_rate": 1.698673359211947e-05,
      "loss": 0.2465,
      "step": 59100
    },
    {
      "epoch": 1.6768462635016772,
      "grad_norm": 23.375,
      "learning_rate": 1.698615465221633e-05,
      "loss": 0.2232,
      "step": 59110
    },
    {
      "epoch": 1.6771299494329828,
      "grad_norm": 13.625,
      "learning_rate": 1.6985575712313184e-05,
      "loss": 0.2375,
      "step": 59120
    },
    {
      "epoch": 1.6774136353642883,
      "grad_norm": 9.0625,
      "learning_rate": 1.698499677241004e-05,
      "loss": 0.2757,
      "step": 59130
    },
    {
      "epoch": 1.6776973212955937,
      "grad_norm": 11.375,
      "learning_rate": 1.6984417832506897e-05,
      "loss": 0.2252,
      "step": 59140
    },
    {
      "epoch": 1.677981007226899,
      "grad_norm": 12.6875,
      "learning_rate": 1.6983838892603756e-05,
      "loss": 0.2209,
      "step": 59150
    },
    {
      "epoch": 1.6782646931582046,
      "grad_norm": 11.125,
      "learning_rate": 1.698325995270061e-05,
      "loss": 0.2404,
      "step": 59160
    },
    {
      "epoch": 1.6785483790895102,
      "grad_norm": 14.75,
      "learning_rate": 1.698268101279747e-05,
      "loss": 0.2383,
      "step": 59170
    },
    {
      "epoch": 1.6788320650208155,
      "grad_norm": 9.0,
      "learning_rate": 1.6982102072894324e-05,
      "loss": 0.2307,
      "step": 59180
    },
    {
      "epoch": 1.6791157509521208,
      "grad_norm": 8.8125,
      "learning_rate": 1.6981523132991182e-05,
      "loss": 0.2298,
      "step": 59190
    },
    {
      "epoch": 1.6793994368834264,
      "grad_norm": 9.375,
      "learning_rate": 1.6980944193088037e-05,
      "loss": 0.2398,
      "step": 59200
    },
    {
      "epoch": 1.6796831228147318,
      "grad_norm": 8.1875,
      "learning_rate": 1.6980365253184896e-05,
      "loss": 0.2191,
      "step": 59210
    },
    {
      "epoch": 1.679966808746037,
      "grad_norm": 9.25,
      "learning_rate": 1.697978631328175e-05,
      "loss": 0.2531,
      "step": 59220
    },
    {
      "epoch": 1.6802504946773427,
      "grad_norm": 9.6875,
      "learning_rate": 1.697920737337861e-05,
      "loss": 0.2203,
      "step": 59230
    },
    {
      "epoch": 1.6805341806086482,
      "grad_norm": 8.5,
      "learning_rate": 1.6978628433475464e-05,
      "loss": 0.2056,
      "step": 59240
    },
    {
      "epoch": 1.6808178665399536,
      "grad_norm": 11.25,
      "learning_rate": 1.6978049493572322e-05,
      "loss": 0.2317,
      "step": 59250
    },
    {
      "epoch": 1.681101552471259,
      "grad_norm": 7.375,
      "learning_rate": 1.6977470553669177e-05,
      "loss": 0.2658,
      "step": 59260
    },
    {
      "epoch": 1.6813852384025645,
      "grad_norm": 8.9375,
      "learning_rate": 1.6976891613766032e-05,
      "loss": 0.2212,
      "step": 59270
    },
    {
      "epoch": 1.68166892433387,
      "grad_norm": 8.5625,
      "learning_rate": 1.697631267386289e-05,
      "loss": 0.2176,
      "step": 59280
    },
    {
      "epoch": 1.6819526102651754,
      "grad_norm": 8.3125,
      "learning_rate": 1.697573373395975e-05,
      "loss": 0.2217,
      "step": 59290
    },
    {
      "epoch": 1.6822362961964807,
      "grad_norm": 9.6875,
      "learning_rate": 1.6975154794056604e-05,
      "loss": 0.2387,
      "step": 59300
    },
    {
      "epoch": 1.6825199821277863,
      "grad_norm": 7.28125,
      "learning_rate": 1.6974575854153462e-05,
      "loss": 0.1872,
      "step": 59310
    },
    {
      "epoch": 1.6828036680590919,
      "grad_norm": 10.6875,
      "learning_rate": 1.6973996914250317e-05,
      "loss": 0.2436,
      "step": 59320
    },
    {
      "epoch": 1.6830873539903972,
      "grad_norm": 9.5625,
      "learning_rate": 1.6973417974347175e-05,
      "loss": 0.1944,
      "step": 59330
    },
    {
      "epoch": 1.6833710399217026,
      "grad_norm": 8.875,
      "learning_rate": 1.697283903444403e-05,
      "loss": 0.1996,
      "step": 59340
    },
    {
      "epoch": 1.6836547258530081,
      "grad_norm": 9.6875,
      "learning_rate": 1.6972260094540885e-05,
      "loss": 0.2388,
      "step": 59350
    },
    {
      "epoch": 1.6839384117843137,
      "grad_norm": 19.0,
      "learning_rate": 1.6971681154637743e-05,
      "loss": 0.2315,
      "step": 59360
    },
    {
      "epoch": 1.684222097715619,
      "grad_norm": 14.4375,
      "learning_rate": 1.6971102214734602e-05,
      "loss": 0.2366,
      "step": 59370
    },
    {
      "epoch": 1.6845057836469244,
      "grad_norm": 10.1875,
      "learning_rate": 1.697052327483146e-05,
      "loss": 0.2345,
      "step": 59380
    },
    {
      "epoch": 1.68478946957823,
      "grad_norm": 8.875,
      "learning_rate": 1.6969944334928315e-05,
      "loss": 0.201,
      "step": 59390
    },
    {
      "epoch": 1.6850731555095355,
      "grad_norm": 9.0,
      "learning_rate": 1.696936539502517e-05,
      "loss": 0.2398,
      "step": 59400
    },
    {
      "epoch": 1.6853568414408409,
      "grad_norm": 6.78125,
      "learning_rate": 1.696878645512203e-05,
      "loss": 0.2272,
      "step": 59410
    },
    {
      "epoch": 1.6856405273721462,
      "grad_norm": 8.5,
      "learning_rate": 1.6968207515218883e-05,
      "loss": 0.2483,
      "step": 59420
    },
    {
      "epoch": 1.6859242133034518,
      "grad_norm": 5.59375,
      "learning_rate": 1.6967628575315738e-05,
      "loss": 0.2161,
      "step": 59430
    },
    {
      "epoch": 1.6862078992347573,
      "grad_norm": 9.9375,
      "learning_rate": 1.6967049635412597e-05,
      "loss": 0.2292,
      "step": 59440
    },
    {
      "epoch": 1.6864915851660627,
      "grad_norm": 7.25,
      "learning_rate": 1.6966470695509455e-05,
      "loss": 0.2003,
      "step": 59450
    },
    {
      "epoch": 1.686775271097368,
      "grad_norm": 8.875,
      "learning_rate": 1.696589175560631e-05,
      "loss": 0.2152,
      "step": 59460
    },
    {
      "epoch": 1.6870589570286736,
      "grad_norm": 10.125,
      "learning_rate": 1.6965312815703168e-05,
      "loss": 0.317,
      "step": 59470
    },
    {
      "epoch": 1.6873426429599792,
      "grad_norm": 9.625,
      "learning_rate": 1.6964733875800023e-05,
      "loss": 0.2265,
      "step": 59480
    },
    {
      "epoch": 1.6876263288912845,
      "grad_norm": 5.96875,
      "learning_rate": 1.696415493589688e-05,
      "loss": 0.2229,
      "step": 59490
    },
    {
      "epoch": 1.6879100148225898,
      "grad_norm": 12.375,
      "learning_rate": 1.6963575995993736e-05,
      "loss": 0.25,
      "step": 59500
    },
    {
      "epoch": 1.6881937007538954,
      "grad_norm": 13.875,
      "learning_rate": 1.6962997056090595e-05,
      "loss": 0.2374,
      "step": 59510
    },
    {
      "epoch": 1.688477386685201,
      "grad_norm": 13.75,
      "learning_rate": 1.696241811618745e-05,
      "loss": 0.2421,
      "step": 59520
    },
    {
      "epoch": 1.6887610726165063,
      "grad_norm": 8.8125,
      "learning_rate": 1.6961839176284308e-05,
      "loss": 0.2259,
      "step": 59530
    },
    {
      "epoch": 1.6890447585478117,
      "grad_norm": 6.4375,
      "learning_rate": 1.6961260236381163e-05,
      "loss": 0.1758,
      "step": 59540
    },
    {
      "epoch": 1.6893284444791172,
      "grad_norm": 12.3125,
      "learning_rate": 1.696068129647802e-05,
      "loss": 0.263,
      "step": 59550
    },
    {
      "epoch": 1.6896121304104226,
      "grad_norm": 11.9375,
      "learning_rate": 1.6960102356574876e-05,
      "loss": 0.2402,
      "step": 59560
    },
    {
      "epoch": 1.689895816341728,
      "grad_norm": 12.25,
      "learning_rate": 1.6959523416671735e-05,
      "loss": 0.2324,
      "step": 59570
    },
    {
      "epoch": 1.6901795022730335,
      "grad_norm": 8.0,
      "learning_rate": 1.695894447676859e-05,
      "loss": 0.2209,
      "step": 59580
    },
    {
      "epoch": 1.690463188204339,
      "grad_norm": 7.625,
      "learning_rate": 1.6958365536865448e-05,
      "loss": 0.217,
      "step": 59590
    },
    {
      "epoch": 1.6907468741356444,
      "grad_norm": 11.625,
      "learning_rate": 1.6957786596962306e-05,
      "loss": 0.2584,
      "step": 59600
    },
    {
      "epoch": 1.6910305600669497,
      "grad_norm": 8.5625,
      "learning_rate": 1.695720765705916e-05,
      "loss": 0.2504,
      "step": 59610
    },
    {
      "epoch": 1.6913142459982553,
      "grad_norm": 6.125,
      "learning_rate": 1.6956628717156016e-05,
      "loss": 0.1939,
      "step": 59620
    },
    {
      "epoch": 1.6915979319295609,
      "grad_norm": 8.625,
      "learning_rate": 1.6956049777252874e-05,
      "loss": 0.2272,
      "step": 59630
    },
    {
      "epoch": 1.6918816178608662,
      "grad_norm": 8.625,
      "learning_rate": 1.695547083734973e-05,
      "loss": 0.2435,
      "step": 59640
    },
    {
      "epoch": 1.6921653037921716,
      "grad_norm": 14.8125,
      "learning_rate": 1.6954891897446584e-05,
      "loss": 0.2299,
      "step": 59650
    },
    {
      "epoch": 1.6924489897234771,
      "grad_norm": 15.8125,
      "learning_rate": 1.6954312957543443e-05,
      "loss": 0.2541,
      "step": 59660
    },
    {
      "epoch": 1.6927326756547827,
      "grad_norm": 6.03125,
      "learning_rate": 1.69537340176403e-05,
      "loss": 0.2358,
      "step": 59670
    },
    {
      "epoch": 1.693016361586088,
      "grad_norm": 11.375,
      "learning_rate": 1.695315507773716e-05,
      "loss": 0.2171,
      "step": 59680
    },
    {
      "epoch": 1.6933000475173934,
      "grad_norm": 10.75,
      "learning_rate": 1.6952576137834014e-05,
      "loss": 0.2018,
      "step": 59690
    },
    {
      "epoch": 1.693583733448699,
      "grad_norm": 8.25,
      "learning_rate": 1.695199719793087e-05,
      "loss": 0.2162,
      "step": 59700
    },
    {
      "epoch": 1.6938674193800045,
      "grad_norm": 11.8125,
      "learning_rate": 1.6951418258027728e-05,
      "loss": 0.2187,
      "step": 59710
    },
    {
      "epoch": 1.6941511053113099,
      "grad_norm": 7.4375,
      "learning_rate": 1.6950839318124583e-05,
      "loss": 0.2317,
      "step": 59720
    },
    {
      "epoch": 1.6944347912426152,
      "grad_norm": 9.5625,
      "learning_rate": 1.695026037822144e-05,
      "loss": 0.2604,
      "step": 59730
    },
    {
      "epoch": 1.6947184771739208,
      "grad_norm": 9.75,
      "learning_rate": 1.6949681438318296e-05,
      "loss": 0.1935,
      "step": 59740
    },
    {
      "epoch": 1.6950021631052263,
      "grad_norm": 8.3125,
      "learning_rate": 1.6949102498415154e-05,
      "loss": 0.2449,
      "step": 59750
    },
    {
      "epoch": 1.6952858490365317,
      "grad_norm": 6.9375,
      "learning_rate": 1.6948523558512012e-05,
      "loss": 0.1891,
      "step": 59760
    },
    {
      "epoch": 1.695569534967837,
      "grad_norm": 8.875,
      "learning_rate": 1.6947944618608867e-05,
      "loss": 0.2769,
      "step": 59770
    },
    {
      "epoch": 1.6958532208991426,
      "grad_norm": 11.6875,
      "learning_rate": 1.6947365678705722e-05,
      "loss": 0.2223,
      "step": 59780
    },
    {
      "epoch": 1.6961369068304482,
      "grad_norm": 9.375,
      "learning_rate": 1.694678673880258e-05,
      "loss": 0.2074,
      "step": 59790
    },
    {
      "epoch": 1.6964205927617535,
      "grad_norm": 8.25,
      "learning_rate": 1.6946207798899436e-05,
      "loss": 0.2428,
      "step": 59800
    },
    {
      "epoch": 1.6967042786930588,
      "grad_norm": 11.3125,
      "learning_rate": 1.6945628858996294e-05,
      "loss": 0.2032,
      "step": 59810
    },
    {
      "epoch": 1.6969879646243644,
      "grad_norm": 9.0,
      "learning_rate": 1.694504991909315e-05,
      "loss": 0.2212,
      "step": 59820
    },
    {
      "epoch": 1.69727165055567,
      "grad_norm": 5.46875,
      "learning_rate": 1.6944470979190007e-05,
      "loss": 0.2088,
      "step": 59830
    },
    {
      "epoch": 1.6975553364869753,
      "grad_norm": 9.8125,
      "learning_rate": 1.6943892039286862e-05,
      "loss": 0.1896,
      "step": 59840
    },
    {
      "epoch": 1.6978390224182807,
      "grad_norm": 8.0,
      "learning_rate": 1.694331309938372e-05,
      "loss": 0.2025,
      "step": 59850
    },
    {
      "epoch": 1.6981227083495862,
      "grad_norm": 10.5,
      "learning_rate": 1.6942734159480576e-05,
      "loss": 0.2678,
      "step": 59860
    },
    {
      "epoch": 1.6984063942808916,
      "grad_norm": 10.375,
      "learning_rate": 1.6942155219577434e-05,
      "loss": 0.2029,
      "step": 59870
    },
    {
      "epoch": 1.698690080212197,
      "grad_norm": 13.75,
      "learning_rate": 1.694157627967429e-05,
      "loss": 0.2449,
      "step": 59880
    },
    {
      "epoch": 1.6989737661435025,
      "grad_norm": 11.0625,
      "learning_rate": 1.6940997339771147e-05,
      "loss": 0.2642,
      "step": 59890
    },
    {
      "epoch": 1.699257452074808,
      "grad_norm": 8.5625,
      "learning_rate": 1.6940418399868005e-05,
      "loss": 0.2287,
      "step": 59900
    },
    {
      "epoch": 1.6995411380061134,
      "grad_norm": 13.375,
      "learning_rate": 1.693983945996486e-05,
      "loss": 0.2128,
      "step": 59910
    },
    {
      "epoch": 1.6998248239374187,
      "grad_norm": 9.9375,
      "learning_rate": 1.6939260520061715e-05,
      "loss": 0.2632,
      "step": 59920
    },
    {
      "epoch": 1.7001085098687243,
      "grad_norm": 12.0625,
      "learning_rate": 1.6938681580158574e-05,
      "loss": 0.233,
      "step": 59930
    },
    {
      "epoch": 1.7003921958000299,
      "grad_norm": 10.125,
      "learning_rate": 1.693810264025543e-05,
      "loss": 0.2488,
      "step": 59940
    },
    {
      "epoch": 1.7006758817313352,
      "grad_norm": 10.1875,
      "learning_rate": 1.6937523700352284e-05,
      "loss": 0.2487,
      "step": 59950
    },
    {
      "epoch": 1.7009595676626406,
      "grad_norm": 10.4375,
      "learning_rate": 1.6936944760449142e-05,
      "loss": 0.2149,
      "step": 59960
    },
    {
      "epoch": 1.7012432535939461,
      "grad_norm": 8.375,
      "learning_rate": 1.6936365820546e-05,
      "loss": 0.2348,
      "step": 59970
    },
    {
      "epoch": 1.7015269395252517,
      "grad_norm": 11.6875,
      "learning_rate": 1.693578688064286e-05,
      "loss": 0.2598,
      "step": 59980
    },
    {
      "epoch": 1.701810625456557,
      "grad_norm": 12.6875,
      "learning_rate": 1.6935207940739714e-05,
      "loss": 0.2398,
      "step": 59990
    },
    {
      "epoch": 1.7020943113878624,
      "grad_norm": 11.6875,
      "learning_rate": 1.693462900083657e-05,
      "loss": 0.2118,
      "step": 60000
    },
    {
      "epoch": 1.702377997319168,
      "grad_norm": 8.4375,
      "learning_rate": 1.6934050060933427e-05,
      "loss": 0.2291,
      "step": 60010
    },
    {
      "epoch": 1.7026616832504735,
      "grad_norm": 8.125,
      "learning_rate": 1.6933471121030282e-05,
      "loss": 0.228,
      "step": 60020
    },
    {
      "epoch": 1.7029453691817789,
      "grad_norm": 11.8125,
      "learning_rate": 1.693289218112714e-05,
      "loss": 0.2471,
      "step": 60030
    },
    {
      "epoch": 1.7032290551130842,
      "grad_norm": 18.75,
      "learning_rate": 1.6932313241223995e-05,
      "loss": 0.2454,
      "step": 60040
    },
    {
      "epoch": 1.7035127410443898,
      "grad_norm": 6.6875,
      "learning_rate": 1.6931734301320853e-05,
      "loss": 0.2493,
      "step": 60050
    },
    {
      "epoch": 1.7037964269756953,
      "grad_norm": 8.25,
      "learning_rate": 1.6931155361417712e-05,
      "loss": 0.2082,
      "step": 60060
    },
    {
      "epoch": 1.7040801129070007,
      "grad_norm": 9.0625,
      "learning_rate": 1.6930576421514567e-05,
      "loss": 0.2266,
      "step": 60070
    },
    {
      "epoch": 1.704363798838306,
      "grad_norm": 9.0,
      "learning_rate": 1.692999748161142e-05,
      "loss": 0.2369,
      "step": 60080
    },
    {
      "epoch": 1.7046474847696116,
      "grad_norm": 11.6875,
      "learning_rate": 1.692941854170828e-05,
      "loss": 0.2417,
      "step": 60090
    },
    {
      "epoch": 1.7049311707009172,
      "grad_norm": 9.6875,
      "learning_rate": 1.6928839601805135e-05,
      "loss": 0.2496,
      "step": 60100
    },
    {
      "epoch": 1.7052148566322225,
      "grad_norm": 8.125,
      "learning_rate": 1.6928260661901993e-05,
      "loss": 0.1804,
      "step": 60110
    },
    {
      "epoch": 1.7054985425635278,
      "grad_norm": 6.3125,
      "learning_rate": 1.6927681721998848e-05,
      "loss": 0.2221,
      "step": 60120
    },
    {
      "epoch": 1.7057822284948334,
      "grad_norm": 5.25,
      "learning_rate": 1.6927102782095706e-05,
      "loss": 0.2318,
      "step": 60130
    },
    {
      "epoch": 1.706065914426139,
      "grad_norm": 9.4375,
      "learning_rate": 1.692652384219256e-05,
      "loss": 0.2544,
      "step": 60140
    },
    {
      "epoch": 1.7063496003574443,
      "grad_norm": 11.25,
      "learning_rate": 1.692594490228942e-05,
      "loss": 0.2452,
      "step": 60150
    },
    {
      "epoch": 1.7066332862887497,
      "grad_norm": 8.5,
      "learning_rate": 1.6925365962386275e-05,
      "loss": 0.1978,
      "step": 60160
    },
    {
      "epoch": 1.7069169722200552,
      "grad_norm": 6.96875,
      "learning_rate": 1.6924787022483133e-05,
      "loss": 0.2355,
      "step": 60170
    },
    {
      "epoch": 1.7072006581513608,
      "grad_norm": 7.40625,
      "learning_rate": 1.6924208082579988e-05,
      "loss": 0.2273,
      "step": 60180
    },
    {
      "epoch": 1.707484344082666,
      "grad_norm": 7.25,
      "learning_rate": 1.6923629142676846e-05,
      "loss": 0.1867,
      "step": 60190
    },
    {
      "epoch": 1.7077680300139715,
      "grad_norm": 11.8125,
      "learning_rate": 1.6923050202773705e-05,
      "loss": 0.269,
      "step": 60200
    },
    {
      "epoch": 1.708051715945277,
      "grad_norm": 7.53125,
      "learning_rate": 1.692247126287056e-05,
      "loss": 0.2445,
      "step": 60210
    },
    {
      "epoch": 1.7083354018765824,
      "grad_norm": 6.9375,
      "learning_rate": 1.6921892322967415e-05,
      "loss": 0.1713,
      "step": 60220
    },
    {
      "epoch": 1.7086190878078877,
      "grad_norm": 8.6875,
      "learning_rate": 1.6921313383064273e-05,
      "loss": 0.2218,
      "step": 60230
    },
    {
      "epoch": 1.7089027737391933,
      "grad_norm": 7.875,
      "learning_rate": 1.6920734443161128e-05,
      "loss": 0.219,
      "step": 60240
    },
    {
      "epoch": 1.7091864596704989,
      "grad_norm": 8.0625,
      "learning_rate": 1.6920155503257986e-05,
      "loss": 0.2261,
      "step": 60250
    },
    {
      "epoch": 1.7094701456018042,
      "grad_norm": 9.3125,
      "learning_rate": 1.691957656335484e-05,
      "loss": 0.1975,
      "step": 60260
    },
    {
      "epoch": 1.7097538315331096,
      "grad_norm": 9.6875,
      "learning_rate": 1.69189976234517e-05,
      "loss": 0.224,
      "step": 60270
    },
    {
      "epoch": 1.7100375174644151,
      "grad_norm": 9.125,
      "learning_rate": 1.6918418683548558e-05,
      "loss": 0.2444,
      "step": 60280
    },
    {
      "epoch": 1.7103212033957207,
      "grad_norm": 10.5,
      "learning_rate": 1.6917839743645413e-05,
      "loss": 0.2138,
      "step": 60290
    },
    {
      "epoch": 1.710604889327026,
      "grad_norm": 9.4375,
      "learning_rate": 1.6917260803742268e-05,
      "loss": 0.2142,
      "step": 60300
    },
    {
      "epoch": 1.7108885752583314,
      "grad_norm": 11.6875,
      "learning_rate": 1.6916681863839126e-05,
      "loss": 0.2399,
      "step": 60310
    },
    {
      "epoch": 1.711172261189637,
      "grad_norm": 11.6875,
      "learning_rate": 1.691610292393598e-05,
      "loss": 0.2164,
      "step": 60320
    },
    {
      "epoch": 1.7114559471209425,
      "grad_norm": 21.25,
      "learning_rate": 1.691552398403284e-05,
      "loss": 0.2389,
      "step": 60330
    },
    {
      "epoch": 1.7117396330522479,
      "grad_norm": 7.875,
      "learning_rate": 1.6914945044129694e-05,
      "loss": 0.2569,
      "step": 60340
    },
    {
      "epoch": 1.7120233189835532,
      "grad_norm": 11.6875,
      "learning_rate": 1.6914366104226553e-05,
      "loss": 0.2682,
      "step": 60350
    },
    {
      "epoch": 1.7123070049148588,
      "grad_norm": 9.5625,
      "learning_rate": 1.691378716432341e-05,
      "loss": 0.2187,
      "step": 60360
    },
    {
      "epoch": 1.7125906908461643,
      "grad_norm": 8.5,
      "learning_rate": 1.6913208224420266e-05,
      "loss": 0.2228,
      "step": 60370
    },
    {
      "epoch": 1.7128743767774697,
      "grad_norm": 8.9375,
      "learning_rate": 1.691262928451712e-05,
      "loss": 0.1885,
      "step": 60380
    },
    {
      "epoch": 1.713158062708775,
      "grad_norm": 9.875,
      "learning_rate": 1.691205034461398e-05,
      "loss": 0.2394,
      "step": 60390
    },
    {
      "epoch": 1.7134417486400806,
      "grad_norm": 10.625,
      "learning_rate": 1.6911471404710834e-05,
      "loss": 0.2284,
      "step": 60400
    },
    {
      "epoch": 1.7137254345713862,
      "grad_norm": 10.875,
      "learning_rate": 1.6910892464807692e-05,
      "loss": 0.25,
      "step": 60410
    },
    {
      "epoch": 1.7140091205026915,
      "grad_norm": 10.0,
      "learning_rate": 1.691031352490455e-05,
      "loss": 0.2207,
      "step": 60420
    },
    {
      "epoch": 1.7142928064339968,
      "grad_norm": 8.8125,
      "learning_rate": 1.6909734585001406e-05,
      "loss": 0.1928,
      "step": 60430
    },
    {
      "epoch": 1.7145764923653024,
      "grad_norm": 11.125,
      "learning_rate": 1.6909155645098264e-05,
      "loss": 0.2325,
      "step": 60440
    },
    {
      "epoch": 1.714860178296608,
      "grad_norm": 13.875,
      "learning_rate": 1.690857670519512e-05,
      "loss": 0.2146,
      "step": 60450
    },
    {
      "epoch": 1.7151438642279133,
      "grad_norm": 10.9375,
      "learning_rate": 1.6907997765291974e-05,
      "loss": 0.2183,
      "step": 60460
    },
    {
      "epoch": 1.7154275501592187,
      "grad_norm": 10.0625,
      "learning_rate": 1.6907418825388832e-05,
      "loss": 0.1795,
      "step": 60470
    },
    {
      "epoch": 1.7157112360905242,
      "grad_norm": 6.53125,
      "learning_rate": 1.6906839885485687e-05,
      "loss": 0.1863,
      "step": 60480
    },
    {
      "epoch": 1.7159949220218298,
      "grad_norm": 7.1875,
      "learning_rate": 1.6906260945582546e-05,
      "loss": 0.2102,
      "step": 60490
    },
    {
      "epoch": 1.7162786079531351,
      "grad_norm": 8.875,
      "learning_rate": 1.6905682005679404e-05,
      "loss": 0.2089,
      "step": 60500
    },
    {
      "epoch": 1.7165622938844405,
      "grad_norm": 9.1875,
      "learning_rate": 1.690510306577626e-05,
      "loss": 0.2265,
      "step": 60510
    },
    {
      "epoch": 1.716845979815746,
      "grad_norm": 7.34375,
      "learning_rate": 1.6904524125873114e-05,
      "loss": 0.2161,
      "step": 60520
    },
    {
      "epoch": 1.7171296657470514,
      "grad_norm": 9.0,
      "learning_rate": 1.6903945185969972e-05,
      "loss": 0.2399,
      "step": 60530
    },
    {
      "epoch": 1.7174133516783567,
      "grad_norm": 7.59375,
      "learning_rate": 1.6903366246066827e-05,
      "loss": 0.1969,
      "step": 60540
    },
    {
      "epoch": 1.7176970376096623,
      "grad_norm": 12.3125,
      "learning_rate": 1.6902787306163685e-05,
      "loss": 0.2254,
      "step": 60550
    },
    {
      "epoch": 1.7179807235409679,
      "grad_norm": 7.21875,
      "learning_rate": 1.690220836626054e-05,
      "loss": 0.2037,
      "step": 60560
    },
    {
      "epoch": 1.7182644094722732,
      "grad_norm": 8.0,
      "learning_rate": 1.69016294263574e-05,
      "loss": 0.2146,
      "step": 60570
    },
    {
      "epoch": 1.7185480954035786,
      "grad_norm": 7.9375,
      "learning_rate": 1.6901050486454257e-05,
      "loss": 0.1868,
      "step": 60580
    },
    {
      "epoch": 1.7188317813348841,
      "grad_norm": 13.625,
      "learning_rate": 1.6900471546551112e-05,
      "loss": 0.2233,
      "step": 60590
    },
    {
      "epoch": 1.7191154672661897,
      "grad_norm": 11.75,
      "learning_rate": 1.6899892606647967e-05,
      "loss": 0.2199,
      "step": 60600
    },
    {
      "epoch": 1.719399153197495,
      "grad_norm": 8.4375,
      "learning_rate": 1.6899313666744825e-05,
      "loss": 0.1924,
      "step": 60610
    },
    {
      "epoch": 1.7196828391288004,
      "grad_norm": 7.15625,
      "learning_rate": 1.689873472684168e-05,
      "loss": 0.2508,
      "step": 60620
    },
    {
      "epoch": 1.719966525060106,
      "grad_norm": 8.125,
      "learning_rate": 1.689815578693854e-05,
      "loss": 0.2266,
      "step": 60630
    },
    {
      "epoch": 1.7202502109914115,
      "grad_norm": 5.34375,
      "learning_rate": 1.6897576847035393e-05,
      "loss": 0.2162,
      "step": 60640
    },
    {
      "epoch": 1.7205338969227169,
      "grad_norm": 6.84375,
      "learning_rate": 1.6896997907132252e-05,
      "loss": 0.224,
      "step": 60650
    },
    {
      "epoch": 1.7208175828540222,
      "grad_norm": 8.25,
      "learning_rate": 1.689641896722911e-05,
      "loss": 0.2211,
      "step": 60660
    },
    {
      "epoch": 1.7211012687853278,
      "grad_norm": 9.875,
      "learning_rate": 1.6895840027325965e-05,
      "loss": 0.2463,
      "step": 60670
    },
    {
      "epoch": 1.7213849547166333,
      "grad_norm": 9.6875,
      "learning_rate": 1.689526108742282e-05,
      "loss": 0.248,
      "step": 60680
    },
    {
      "epoch": 1.7216686406479387,
      "grad_norm": 6.0625,
      "learning_rate": 1.689468214751968e-05,
      "loss": 0.2153,
      "step": 60690
    },
    {
      "epoch": 1.721952326579244,
      "grad_norm": 10.1875,
      "learning_rate": 1.6894103207616533e-05,
      "loss": 0.236,
      "step": 60700
    },
    {
      "epoch": 1.7222360125105496,
      "grad_norm": 9.3125,
      "learning_rate": 1.689352426771339e-05,
      "loss": 0.2037,
      "step": 60710
    },
    {
      "epoch": 1.7225196984418552,
      "grad_norm": 10.625,
      "learning_rate": 1.689294532781025e-05,
      "loss": 0.2394,
      "step": 60720
    },
    {
      "epoch": 1.7228033843731605,
      "grad_norm": 11.25,
      "learning_rate": 1.6892366387907105e-05,
      "loss": 0.2533,
      "step": 60730
    },
    {
      "epoch": 1.7230870703044658,
      "grad_norm": 7.71875,
      "learning_rate": 1.6891787448003963e-05,
      "loss": 0.2329,
      "step": 60740
    },
    {
      "epoch": 1.7233707562357714,
      "grad_norm": 10.375,
      "learning_rate": 1.6891208508100818e-05,
      "loss": 0.2352,
      "step": 60750
    },
    {
      "epoch": 1.723654442167077,
      "grad_norm": 10.625,
      "learning_rate": 1.6890629568197673e-05,
      "loss": 0.2308,
      "step": 60760
    },
    {
      "epoch": 1.7239381280983823,
      "grad_norm": 7.15625,
      "learning_rate": 1.689005062829453e-05,
      "loss": 0.2266,
      "step": 60770
    },
    {
      "epoch": 1.7242218140296877,
      "grad_norm": 12.5,
      "learning_rate": 1.6889471688391386e-05,
      "loss": 0.2415,
      "step": 60780
    },
    {
      "epoch": 1.7245054999609932,
      "grad_norm": 11.5625,
      "learning_rate": 1.6888892748488245e-05,
      "loss": 0.2433,
      "step": 60790
    },
    {
      "epoch": 1.7247891858922988,
      "grad_norm": 9.6875,
      "learning_rate": 1.6888313808585103e-05,
      "loss": 0.2353,
      "step": 60800
    },
    {
      "epoch": 1.7250728718236041,
      "grad_norm": 9.875,
      "learning_rate": 1.6887734868681958e-05,
      "loss": 0.1999,
      "step": 60810
    },
    {
      "epoch": 1.7253565577549095,
      "grad_norm": 11.625,
      "learning_rate": 1.6887155928778816e-05,
      "loss": 0.2497,
      "step": 60820
    },
    {
      "epoch": 1.725640243686215,
      "grad_norm": 7.5,
      "learning_rate": 1.688657698887567e-05,
      "loss": 0.2079,
      "step": 60830
    },
    {
      "epoch": 1.7259239296175204,
      "grad_norm": 8.125,
      "learning_rate": 1.6885998048972526e-05,
      "loss": 0.2014,
      "step": 60840
    },
    {
      "epoch": 1.7262076155488257,
      "grad_norm": 9.125,
      "learning_rate": 1.6885419109069385e-05,
      "loss": 0.2182,
      "step": 60850
    },
    {
      "epoch": 1.7264913014801313,
      "grad_norm": 7.375,
      "learning_rate": 1.688484016916624e-05,
      "loss": 0.2032,
      "step": 60860
    },
    {
      "epoch": 1.7267749874114369,
      "grad_norm": 10.75,
      "learning_rate": 1.6884261229263098e-05,
      "loss": 0.187,
      "step": 60870
    },
    {
      "epoch": 1.7270586733427422,
      "grad_norm": 7.8125,
      "learning_rate": 1.6883682289359956e-05,
      "loss": 0.2258,
      "step": 60880
    },
    {
      "epoch": 1.7273423592740476,
      "grad_norm": 6.59375,
      "learning_rate": 1.688310334945681e-05,
      "loss": 0.214,
      "step": 60890
    },
    {
      "epoch": 1.7276260452053531,
      "grad_norm": 10.125,
      "learning_rate": 1.6882524409553666e-05,
      "loss": 0.2043,
      "step": 60900
    },
    {
      "epoch": 1.7279097311366587,
      "grad_norm": 8.1875,
      "learning_rate": 1.6881945469650524e-05,
      "loss": 0.2197,
      "step": 60910
    },
    {
      "epoch": 1.728193417067964,
      "grad_norm": 9.875,
      "learning_rate": 1.688136652974738e-05,
      "loss": 0.2144,
      "step": 60920
    },
    {
      "epoch": 1.7284771029992694,
      "grad_norm": 8.25,
      "learning_rate": 1.6880787589844238e-05,
      "loss": 0.2129,
      "step": 60930
    },
    {
      "epoch": 1.728760788930575,
      "grad_norm": 10.0625,
      "learning_rate": 1.6880208649941096e-05,
      "loss": 0.2393,
      "step": 60940
    },
    {
      "epoch": 1.7290444748618805,
      "grad_norm": 12.625,
      "learning_rate": 1.687962971003795e-05,
      "loss": 0.2584,
      "step": 60950
    },
    {
      "epoch": 1.7293281607931859,
      "grad_norm": 10.3125,
      "learning_rate": 1.687905077013481e-05,
      "loss": 0.2403,
      "step": 60960
    },
    {
      "epoch": 1.7296118467244912,
      "grad_norm": 12.5,
      "learning_rate": 1.6878471830231664e-05,
      "loss": 0.2385,
      "step": 60970
    },
    {
      "epoch": 1.7298955326557968,
      "grad_norm": 10.1875,
      "learning_rate": 1.687789289032852e-05,
      "loss": 0.2394,
      "step": 60980
    },
    {
      "epoch": 1.7301792185871023,
      "grad_norm": 13.25,
      "learning_rate": 1.6877313950425378e-05,
      "loss": 0.2011,
      "step": 60990
    },
    {
      "epoch": 1.7304629045184077,
      "grad_norm": 20.0,
      "learning_rate": 1.6876735010522233e-05,
      "loss": 0.244,
      "step": 61000
    },
    {
      "epoch": 1.730746590449713,
      "grad_norm": 12.3125,
      "learning_rate": 1.687615607061909e-05,
      "loss": 0.2798,
      "step": 61010
    },
    {
      "epoch": 1.7310302763810186,
      "grad_norm": 8.6875,
      "learning_rate": 1.687557713071595e-05,
      "loss": 0.2447,
      "step": 61020
    },
    {
      "epoch": 1.7313139623123242,
      "grad_norm": 10.0625,
      "learning_rate": 1.6874998190812804e-05,
      "loss": 0.2344,
      "step": 61030
    },
    {
      "epoch": 1.7315976482436295,
      "grad_norm": 9.875,
      "learning_rate": 1.6874419250909662e-05,
      "loss": 0.2354,
      "step": 61040
    },
    {
      "epoch": 1.7318813341749348,
      "grad_norm": 14.25,
      "learning_rate": 1.6873840311006517e-05,
      "loss": 0.2334,
      "step": 61050
    },
    {
      "epoch": 1.7321650201062404,
      "grad_norm": 12.1875,
      "learning_rate": 1.6873261371103372e-05,
      "loss": 0.2243,
      "step": 61060
    },
    {
      "epoch": 1.732448706037546,
      "grad_norm": 8.375,
      "learning_rate": 1.687268243120023e-05,
      "loss": 0.2439,
      "step": 61070
    },
    {
      "epoch": 1.7327323919688513,
      "grad_norm": 7.90625,
      "learning_rate": 1.6872103491297086e-05,
      "loss": 0.2141,
      "step": 61080
    },
    {
      "epoch": 1.7330160779001567,
      "grad_norm": 6.75,
      "learning_rate": 1.6871524551393944e-05,
      "loss": 0.1971,
      "step": 61090
    },
    {
      "epoch": 1.7332997638314622,
      "grad_norm": 10.25,
      "learning_rate": 1.6870945611490802e-05,
      "loss": 0.2338,
      "step": 61100
    },
    {
      "epoch": 1.7335834497627678,
      "grad_norm": 9.75,
      "learning_rate": 1.6870366671587657e-05,
      "loss": 0.252,
      "step": 61110
    },
    {
      "epoch": 1.7338671356940731,
      "grad_norm": 7.53125,
      "learning_rate": 1.6869787731684516e-05,
      "loss": 0.1852,
      "step": 61120
    },
    {
      "epoch": 1.7341508216253785,
      "grad_norm": 11.25,
      "learning_rate": 1.686920879178137e-05,
      "loss": 0.1991,
      "step": 61130
    },
    {
      "epoch": 1.734434507556684,
      "grad_norm": 12.5625,
      "learning_rate": 1.6868629851878225e-05,
      "loss": 0.2167,
      "step": 61140
    },
    {
      "epoch": 1.7347181934879896,
      "grad_norm": 8.125,
      "learning_rate": 1.6868050911975084e-05,
      "loss": 0.2266,
      "step": 61150
    },
    {
      "epoch": 1.7350018794192947,
      "grad_norm": 10.6875,
      "learning_rate": 1.686747197207194e-05,
      "loss": 0.2127,
      "step": 61160
    },
    {
      "epoch": 1.7352855653506003,
      "grad_norm": 9.5,
      "learning_rate": 1.6866893032168797e-05,
      "loss": 0.2314,
      "step": 61170
    },
    {
      "epoch": 1.7355692512819059,
      "grad_norm": 11.8125,
      "learning_rate": 1.6866314092265655e-05,
      "loss": 0.2504,
      "step": 61180
    },
    {
      "epoch": 1.7358529372132112,
      "grad_norm": 12.875,
      "learning_rate": 1.686573515236251e-05,
      "loss": 0.2462,
      "step": 61190
    },
    {
      "epoch": 1.7361366231445166,
      "grad_norm": 8.8125,
      "learning_rate": 1.6865156212459365e-05,
      "loss": 0.2422,
      "step": 61200
    },
    {
      "epoch": 1.7364203090758221,
      "grad_norm": 11.0,
      "learning_rate": 1.6864577272556224e-05,
      "loss": 0.245,
      "step": 61210
    },
    {
      "epoch": 1.7367039950071277,
      "grad_norm": 8.9375,
      "learning_rate": 1.686399833265308e-05,
      "loss": 0.2098,
      "step": 61220
    },
    {
      "epoch": 1.736987680938433,
      "grad_norm": 7.0,
      "learning_rate": 1.6863419392749937e-05,
      "loss": 0.224,
      "step": 61230
    },
    {
      "epoch": 1.7372713668697384,
      "grad_norm": 11.9375,
      "learning_rate": 1.6862840452846795e-05,
      "loss": 0.2203,
      "step": 61240
    },
    {
      "epoch": 1.737555052801044,
      "grad_norm": 6.25,
      "learning_rate": 1.686226151294365e-05,
      "loss": 0.2303,
      "step": 61250
    },
    {
      "epoch": 1.7378387387323495,
      "grad_norm": 9.125,
      "learning_rate": 1.686168257304051e-05,
      "loss": 0.2208,
      "step": 61260
    },
    {
      "epoch": 1.7381224246636549,
      "grad_norm": 5.96875,
      "learning_rate": 1.6861103633137364e-05,
      "loss": 0.2156,
      "step": 61270
    },
    {
      "epoch": 1.7384061105949602,
      "grad_norm": 9.8125,
      "learning_rate": 1.686052469323422e-05,
      "loss": 0.226,
      "step": 61280
    },
    {
      "epoch": 1.7386897965262658,
      "grad_norm": 6.90625,
      "learning_rate": 1.6859945753331077e-05,
      "loss": 0.219,
      "step": 61290
    },
    {
      "epoch": 1.7389734824575713,
      "grad_norm": 7.6875,
      "learning_rate": 1.6859366813427932e-05,
      "loss": 0.218,
      "step": 61300
    },
    {
      "epoch": 1.7392571683888767,
      "grad_norm": 11.4375,
      "learning_rate": 1.685878787352479e-05,
      "loss": 0.2383,
      "step": 61310
    },
    {
      "epoch": 1.739540854320182,
      "grad_norm": 12.1875,
      "learning_rate": 1.685820893362165e-05,
      "loss": 0.2471,
      "step": 61320
    },
    {
      "epoch": 1.7398245402514876,
      "grad_norm": 7.125,
      "learning_rate": 1.6857629993718503e-05,
      "loss": 0.2226,
      "step": 61330
    },
    {
      "epoch": 1.7401082261827931,
      "grad_norm": 8.3125,
      "learning_rate": 1.685705105381536e-05,
      "loss": 0.2354,
      "step": 61340
    },
    {
      "epoch": 1.7403919121140985,
      "grad_norm": 6.0625,
      "learning_rate": 1.6856472113912217e-05,
      "loss": 0.2082,
      "step": 61350
    },
    {
      "epoch": 1.7406755980454038,
      "grad_norm": 11.5625,
      "learning_rate": 1.685589317400907e-05,
      "loss": 0.2141,
      "step": 61360
    },
    {
      "epoch": 1.7409592839767094,
      "grad_norm": 9.9375,
      "learning_rate": 1.685531423410593e-05,
      "loss": 0.2281,
      "step": 61370
    },
    {
      "epoch": 1.741242969908015,
      "grad_norm": 6.78125,
      "learning_rate": 1.6854735294202785e-05,
      "loss": 0.2089,
      "step": 61380
    },
    {
      "epoch": 1.7415266558393203,
      "grad_norm": 10.3125,
      "learning_rate": 1.6854156354299643e-05,
      "loss": 0.1963,
      "step": 61390
    },
    {
      "epoch": 1.7418103417706257,
      "grad_norm": 8.375,
      "learning_rate": 1.68535774143965e-05,
      "loss": 0.2072,
      "step": 61400
    },
    {
      "epoch": 1.7420940277019312,
      "grad_norm": 9.6875,
      "learning_rate": 1.6852998474493356e-05,
      "loss": 0.1827,
      "step": 61410
    },
    {
      "epoch": 1.7423777136332368,
      "grad_norm": 7.65625,
      "learning_rate": 1.6852419534590215e-05,
      "loss": 0.2207,
      "step": 61420
    },
    {
      "epoch": 1.7426613995645421,
      "grad_norm": 8.3125,
      "learning_rate": 1.685184059468707e-05,
      "loss": 0.2133,
      "step": 61430
    },
    {
      "epoch": 1.7429450854958475,
      "grad_norm": 8.5625,
      "learning_rate": 1.6851261654783925e-05,
      "loss": 0.2204,
      "step": 61440
    },
    {
      "epoch": 1.743228771427153,
      "grad_norm": 10.6875,
      "learning_rate": 1.6850682714880783e-05,
      "loss": 0.267,
      "step": 61450
    },
    {
      "epoch": 1.7435124573584586,
      "grad_norm": 12.6875,
      "learning_rate": 1.685010377497764e-05,
      "loss": 0.2163,
      "step": 61460
    },
    {
      "epoch": 1.743796143289764,
      "grad_norm": 8.6875,
      "learning_rate": 1.6849524835074496e-05,
      "loss": 0.2595,
      "step": 61470
    },
    {
      "epoch": 1.7440798292210693,
      "grad_norm": 13.1875,
      "learning_rate": 1.6848945895171355e-05,
      "loss": 0.2177,
      "step": 61480
    },
    {
      "epoch": 1.7443635151523749,
      "grad_norm": 13.125,
      "learning_rate": 1.684836695526821e-05,
      "loss": 0.2574,
      "step": 61490
    },
    {
      "epoch": 1.7446472010836802,
      "grad_norm": 10.875,
      "learning_rate": 1.6847788015365068e-05,
      "loss": 0.246,
      "step": 61500
    },
    {
      "epoch": 1.7449308870149856,
      "grad_norm": 12.1875,
      "learning_rate": 1.6847209075461923e-05,
      "loss": 0.2465,
      "step": 61510
    },
    {
      "epoch": 1.7452145729462911,
      "grad_norm": 8.5,
      "learning_rate": 1.6846630135558778e-05,
      "loss": 0.2159,
      "step": 61520
    },
    {
      "epoch": 1.7454982588775967,
      "grad_norm": 8.4375,
      "learning_rate": 1.6846051195655636e-05,
      "loss": 0.2506,
      "step": 61530
    },
    {
      "epoch": 1.745781944808902,
      "grad_norm": 11.0625,
      "learning_rate": 1.6845472255752494e-05,
      "loss": 0.2155,
      "step": 61540
    },
    {
      "epoch": 1.7460656307402074,
      "grad_norm": 20.5,
      "learning_rate": 1.684489331584935e-05,
      "loss": 0.2311,
      "step": 61550
    },
    {
      "epoch": 1.746349316671513,
      "grad_norm": 13.0,
      "learning_rate": 1.6844314375946208e-05,
      "loss": 0.2364,
      "step": 61560
    },
    {
      "epoch": 1.7466330026028185,
      "grad_norm": 10.125,
      "learning_rate": 1.6843735436043063e-05,
      "loss": 0.226,
      "step": 61570
    },
    {
      "epoch": 1.7469166885341239,
      "grad_norm": 9.0625,
      "learning_rate": 1.6843156496139918e-05,
      "loss": 0.2278,
      "step": 61580
    },
    {
      "epoch": 1.7472003744654292,
      "grad_norm": 7.96875,
      "learning_rate": 1.6842577556236776e-05,
      "loss": 0.1916,
      "step": 61590
    },
    {
      "epoch": 1.7474840603967348,
      "grad_norm": 11.9375,
      "learning_rate": 1.684199861633363e-05,
      "loss": 0.1945,
      "step": 61600
    },
    {
      "epoch": 1.7477677463280403,
      "grad_norm": 10.0625,
      "learning_rate": 1.684141967643049e-05,
      "loss": 0.2669,
      "step": 61610
    },
    {
      "epoch": 1.7480514322593457,
      "grad_norm": 10.375,
      "learning_rate": 1.6840840736527348e-05,
      "loss": 0.1857,
      "step": 61620
    },
    {
      "epoch": 1.748335118190651,
      "grad_norm": 7.03125,
      "learning_rate": 1.6840261796624203e-05,
      "loss": 0.2012,
      "step": 61630
    },
    {
      "epoch": 1.7486188041219566,
      "grad_norm": 7.59375,
      "learning_rate": 1.683968285672106e-05,
      "loss": 0.2528,
      "step": 61640
    },
    {
      "epoch": 1.7489024900532621,
      "grad_norm": 6.8125,
      "learning_rate": 1.6839103916817916e-05,
      "loss": 0.2538,
      "step": 61650
    },
    {
      "epoch": 1.7491861759845675,
      "grad_norm": 8.6875,
      "learning_rate": 1.683852497691477e-05,
      "loss": 0.1948,
      "step": 61660
    },
    {
      "epoch": 1.7494698619158728,
      "grad_norm": 8.875,
      "learning_rate": 1.683794603701163e-05,
      "loss": 0.2177,
      "step": 61670
    },
    {
      "epoch": 1.7497535478471784,
      "grad_norm": 9.75,
      "learning_rate": 1.6837367097108484e-05,
      "loss": 0.2383,
      "step": 61680
    },
    {
      "epoch": 1.750037233778484,
      "grad_norm": 14.125,
      "learning_rate": 1.6836788157205342e-05,
      "loss": 0.2599,
      "step": 61690
    },
    {
      "epoch": 1.7503209197097893,
      "grad_norm": 10.375,
      "learning_rate": 1.68362092173022e-05,
      "loss": 0.2148,
      "step": 61700
    },
    {
      "epoch": 1.7506046056410947,
      "grad_norm": 15.0,
      "learning_rate": 1.6835630277399056e-05,
      "loss": 0.2401,
      "step": 61710
    },
    {
      "epoch": 1.7508882915724002,
      "grad_norm": 8.75,
      "learning_rate": 1.6835051337495914e-05,
      "loss": 0.2751,
      "step": 61720
    },
    {
      "epoch": 1.7511719775037058,
      "grad_norm": 8.625,
      "learning_rate": 1.683447239759277e-05,
      "loss": 0.2399,
      "step": 61730
    },
    {
      "epoch": 1.7514556634350111,
      "grad_norm": 8.6875,
      "learning_rate": 1.6833893457689624e-05,
      "loss": 0.229,
      "step": 61740
    },
    {
      "epoch": 1.7517393493663165,
      "grad_norm": 9.4375,
      "learning_rate": 1.6833314517786482e-05,
      "loss": 0.2597,
      "step": 61750
    },
    {
      "epoch": 1.752023035297622,
      "grad_norm": 7.3125,
      "learning_rate": 1.683273557788334e-05,
      "loss": 0.2564,
      "step": 61760
    },
    {
      "epoch": 1.7523067212289276,
      "grad_norm": 10.375,
      "learning_rate": 1.6832156637980196e-05,
      "loss": 0.2259,
      "step": 61770
    },
    {
      "epoch": 1.752590407160233,
      "grad_norm": 9.875,
      "learning_rate": 1.6831577698077054e-05,
      "loss": 0.2341,
      "step": 61780
    },
    {
      "epoch": 1.7528740930915383,
      "grad_norm": 11.6875,
      "learning_rate": 1.683099875817391e-05,
      "loss": 0.2158,
      "step": 61790
    },
    {
      "epoch": 1.7531577790228439,
      "grad_norm": 10.25,
      "learning_rate": 1.6830419818270767e-05,
      "loss": 0.2529,
      "step": 61800
    },
    {
      "epoch": 1.7534414649541492,
      "grad_norm": 10.4375,
      "learning_rate": 1.6829840878367622e-05,
      "loss": 0.2482,
      "step": 61810
    },
    {
      "epoch": 1.7537251508854546,
      "grad_norm": 6.625,
      "learning_rate": 1.6829261938464477e-05,
      "loss": 0.2142,
      "step": 61820
    },
    {
      "epoch": 1.7540088368167601,
      "grad_norm": 8.5625,
      "learning_rate": 1.6828682998561335e-05,
      "loss": 0.2276,
      "step": 61830
    },
    {
      "epoch": 1.7542925227480657,
      "grad_norm": 8.5625,
      "learning_rate": 1.6828104058658194e-05,
      "loss": 0.2485,
      "step": 61840
    },
    {
      "epoch": 1.754576208679371,
      "grad_norm": 11.6875,
      "learning_rate": 1.682752511875505e-05,
      "loss": 0.1915,
      "step": 61850
    },
    {
      "epoch": 1.7548598946106764,
      "grad_norm": 10.25,
      "learning_rate": 1.6826946178851907e-05,
      "loss": 0.2499,
      "step": 61860
    },
    {
      "epoch": 1.755143580541982,
      "grad_norm": 17.5,
      "learning_rate": 1.6826367238948762e-05,
      "loss": 0.2639,
      "step": 61870
    },
    {
      "epoch": 1.7554272664732875,
      "grad_norm": 10.0,
      "learning_rate": 1.682578829904562e-05,
      "loss": 0.2109,
      "step": 61880
    },
    {
      "epoch": 1.7557109524045929,
      "grad_norm": 7.0625,
      "learning_rate": 1.6825209359142475e-05,
      "loss": 0.3026,
      "step": 61890
    },
    {
      "epoch": 1.7559946383358982,
      "grad_norm": 10.1875,
      "learning_rate": 1.682463041923933e-05,
      "loss": 0.2562,
      "step": 61900
    },
    {
      "epoch": 1.7562783242672038,
      "grad_norm": 8.5,
      "learning_rate": 1.682405147933619e-05,
      "loss": 0.2277,
      "step": 61910
    },
    {
      "epoch": 1.7565620101985093,
      "grad_norm": 8.5,
      "learning_rate": 1.6823472539433047e-05,
      "loss": 0.2484,
      "step": 61920
    },
    {
      "epoch": 1.7568456961298147,
      "grad_norm": 13.5,
      "learning_rate": 1.6822893599529902e-05,
      "loss": 0.2215,
      "step": 61930
    },
    {
      "epoch": 1.75712938206112,
      "grad_norm": 11.3125,
      "learning_rate": 1.682231465962676e-05,
      "loss": 0.1867,
      "step": 61940
    },
    {
      "epoch": 1.7574130679924256,
      "grad_norm": 8.6875,
      "learning_rate": 1.6821735719723615e-05,
      "loss": 0.212,
      "step": 61950
    },
    {
      "epoch": 1.7576967539237311,
      "grad_norm": 9.625,
      "learning_rate": 1.682115677982047e-05,
      "loss": 0.1975,
      "step": 61960
    },
    {
      "epoch": 1.7579804398550365,
      "grad_norm": 10.8125,
      "learning_rate": 1.682057783991733e-05,
      "loss": 0.2159,
      "step": 61970
    },
    {
      "epoch": 1.7582641257863418,
      "grad_norm": 8.0,
      "learning_rate": 1.6819998900014187e-05,
      "loss": 0.2339,
      "step": 61980
    },
    {
      "epoch": 1.7585478117176474,
      "grad_norm": 9.375,
      "learning_rate": 1.681941996011104e-05,
      "loss": 0.2664,
      "step": 61990
    },
    {
      "epoch": 1.758831497648953,
      "grad_norm": 9.6875,
      "learning_rate": 1.68188410202079e-05,
      "loss": 0.2285,
      "step": 62000
    },
    {
      "epoch": 1.7591151835802583,
      "grad_norm": 6.90625,
      "learning_rate": 1.6818262080304755e-05,
      "loss": 0.197,
      "step": 62010
    },
    {
      "epoch": 1.7593988695115637,
      "grad_norm": 6.5,
      "learning_rate": 1.6817683140401613e-05,
      "loss": 0.1989,
      "step": 62020
    },
    {
      "epoch": 1.7596825554428692,
      "grad_norm": 7.28125,
      "learning_rate": 1.6817104200498468e-05,
      "loss": 0.2035,
      "step": 62030
    },
    {
      "epoch": 1.7599662413741748,
      "grad_norm": 9.0,
      "learning_rate": 1.6816525260595323e-05,
      "loss": 0.2183,
      "step": 62040
    },
    {
      "epoch": 1.7602499273054801,
      "grad_norm": 16.25,
      "learning_rate": 1.681594632069218e-05,
      "loss": 0.212,
      "step": 62050
    },
    {
      "epoch": 1.7605336132367855,
      "grad_norm": 9.5,
      "learning_rate": 1.681536738078904e-05,
      "loss": 0.2542,
      "step": 62060
    },
    {
      "epoch": 1.760817299168091,
      "grad_norm": 7.53125,
      "learning_rate": 1.6814788440885895e-05,
      "loss": 0.2355,
      "step": 62070
    },
    {
      "epoch": 1.7611009850993966,
      "grad_norm": 9.875,
      "learning_rate": 1.6814209500982753e-05,
      "loss": 0.2294,
      "step": 62080
    },
    {
      "epoch": 1.761384671030702,
      "grad_norm": 7.125,
      "learning_rate": 1.6813630561079608e-05,
      "loss": 0.2204,
      "step": 62090
    },
    {
      "epoch": 1.7616683569620073,
      "grad_norm": 13.8125,
      "learning_rate": 1.6813051621176466e-05,
      "loss": 0.2154,
      "step": 62100
    },
    {
      "epoch": 1.7619520428933129,
      "grad_norm": 8.375,
      "learning_rate": 1.681247268127332e-05,
      "loss": 0.2004,
      "step": 62110
    },
    {
      "epoch": 1.7622357288246184,
      "grad_norm": 8.375,
      "learning_rate": 1.6811893741370176e-05,
      "loss": 0.188,
      "step": 62120
    },
    {
      "epoch": 1.7625194147559236,
      "grad_norm": 9.25,
      "learning_rate": 1.6811314801467035e-05,
      "loss": 0.2053,
      "step": 62130
    },
    {
      "epoch": 1.7628031006872291,
      "grad_norm": 9.5625,
      "learning_rate": 1.6810735861563893e-05,
      "loss": 0.2671,
      "step": 62140
    },
    {
      "epoch": 1.7630867866185347,
      "grad_norm": 10.9375,
      "learning_rate": 1.6810156921660748e-05,
      "loss": 0.2427,
      "step": 62150
    },
    {
      "epoch": 1.76337047254984,
      "grad_norm": 11.0,
      "learning_rate": 1.6809577981757606e-05,
      "loss": 0.276,
      "step": 62160
    },
    {
      "epoch": 1.7636541584811454,
      "grad_norm": 11.75,
      "learning_rate": 1.680899904185446e-05,
      "loss": 0.2241,
      "step": 62170
    },
    {
      "epoch": 1.763937844412451,
      "grad_norm": 11.375,
      "learning_rate": 1.680842010195132e-05,
      "loss": 0.2266,
      "step": 62180
    },
    {
      "epoch": 1.7642215303437565,
      "grad_norm": 9.4375,
      "learning_rate": 1.6807841162048174e-05,
      "loss": 0.2349,
      "step": 62190
    },
    {
      "epoch": 1.7645052162750618,
      "grad_norm": 7.5625,
      "learning_rate": 1.680726222214503e-05,
      "loss": 0.2057,
      "step": 62200
    },
    {
      "epoch": 1.7647889022063672,
      "grad_norm": 7.34375,
      "learning_rate": 1.6806683282241888e-05,
      "loss": 0.2283,
      "step": 62210
    },
    {
      "epoch": 1.7650725881376728,
      "grad_norm": 13.1875,
      "learning_rate": 1.6806104342338746e-05,
      "loss": 0.2301,
      "step": 62220
    },
    {
      "epoch": 1.7653562740689783,
      "grad_norm": 10.3125,
      "learning_rate": 1.68055254024356e-05,
      "loss": 0.2436,
      "step": 62230
    },
    {
      "epoch": 1.7656399600002837,
      "grad_norm": 12.8125,
      "learning_rate": 1.680494646253246e-05,
      "loss": 0.2684,
      "step": 62240
    },
    {
      "epoch": 1.765923645931589,
      "grad_norm": 6.9375,
      "learning_rate": 1.6804367522629314e-05,
      "loss": 0.2016,
      "step": 62250
    },
    {
      "epoch": 1.7662073318628946,
      "grad_norm": 11.8125,
      "learning_rate": 1.680378858272617e-05,
      "loss": 0.2342,
      "step": 62260
    },
    {
      "epoch": 1.7664910177942001,
      "grad_norm": 10.6875,
      "learning_rate": 1.6803209642823028e-05,
      "loss": 0.2524,
      "step": 62270
    },
    {
      "epoch": 1.7667747037255055,
      "grad_norm": 11.6875,
      "learning_rate": 1.6802630702919886e-05,
      "loss": 0.2639,
      "step": 62280
    },
    {
      "epoch": 1.7670583896568108,
      "grad_norm": 7.875,
      "learning_rate": 1.680205176301674e-05,
      "loss": 0.1921,
      "step": 62290
    },
    {
      "epoch": 1.7673420755881164,
      "grad_norm": 8.1875,
      "learning_rate": 1.68014728231136e-05,
      "loss": 0.2331,
      "step": 62300
    },
    {
      "epoch": 1.767625761519422,
      "grad_norm": 5.34375,
      "learning_rate": 1.6800893883210454e-05,
      "loss": 0.2171,
      "step": 62310
    },
    {
      "epoch": 1.7679094474507273,
      "grad_norm": 10.875,
      "learning_rate": 1.6800314943307312e-05,
      "loss": 0.2298,
      "step": 62320
    },
    {
      "epoch": 1.7681931333820327,
      "grad_norm": 11.8125,
      "learning_rate": 1.6799736003404167e-05,
      "loss": 0.2544,
      "step": 62330
    },
    {
      "epoch": 1.7684768193133382,
      "grad_norm": 9.125,
      "learning_rate": 1.6799157063501022e-05,
      "loss": 0.2311,
      "step": 62340
    },
    {
      "epoch": 1.7687605052446438,
      "grad_norm": 10.75,
      "learning_rate": 1.679857812359788e-05,
      "loss": 0.2353,
      "step": 62350
    },
    {
      "epoch": 1.7690441911759491,
      "grad_norm": 14.0625,
      "learning_rate": 1.679799918369474e-05,
      "loss": 0.2187,
      "step": 62360
    },
    {
      "epoch": 1.7693278771072545,
      "grad_norm": 10.9375,
      "learning_rate": 1.6797420243791594e-05,
      "loss": 0.2434,
      "step": 62370
    },
    {
      "epoch": 1.76961156303856,
      "grad_norm": 7.0625,
      "learning_rate": 1.6796841303888452e-05,
      "loss": 0.2445,
      "step": 62380
    },
    {
      "epoch": 1.7698952489698656,
      "grad_norm": 9.9375,
      "learning_rate": 1.6796262363985307e-05,
      "loss": 0.1876,
      "step": 62390
    },
    {
      "epoch": 1.770178934901171,
      "grad_norm": 6.8125,
      "learning_rate": 1.6795683424082166e-05,
      "loss": 0.1962,
      "step": 62400
    },
    {
      "epoch": 1.7704626208324763,
      "grad_norm": 9.625,
      "learning_rate": 1.679510448417902e-05,
      "loss": 0.2623,
      "step": 62410
    },
    {
      "epoch": 1.7707463067637819,
      "grad_norm": 11.0,
      "learning_rate": 1.6794525544275875e-05,
      "loss": 0.2329,
      "step": 62420
    },
    {
      "epoch": 1.7710299926950874,
      "grad_norm": 18.375,
      "learning_rate": 1.6793946604372734e-05,
      "loss": 0.2175,
      "step": 62430
    },
    {
      "epoch": 1.7713136786263928,
      "grad_norm": 10.875,
      "learning_rate": 1.6793367664469592e-05,
      "loss": 0.2045,
      "step": 62440
    },
    {
      "epoch": 1.7715973645576981,
      "grad_norm": 12.5625,
      "learning_rate": 1.6792788724566447e-05,
      "loss": 0.2341,
      "step": 62450
    },
    {
      "epoch": 1.7718810504890037,
      "grad_norm": 7.03125,
      "learning_rate": 1.6792209784663305e-05,
      "loss": 0.205,
      "step": 62460
    },
    {
      "epoch": 1.772164736420309,
      "grad_norm": 9.6875,
      "learning_rate": 1.679163084476016e-05,
      "loss": 0.2431,
      "step": 62470
    },
    {
      "epoch": 1.7724484223516144,
      "grad_norm": 7.15625,
      "learning_rate": 1.679105190485702e-05,
      "loss": 0.2221,
      "step": 62480
    },
    {
      "epoch": 1.77273210828292,
      "grad_norm": 9.3125,
      "learning_rate": 1.6790472964953874e-05,
      "loss": 0.2434,
      "step": 62490
    },
    {
      "epoch": 1.7730157942142255,
      "grad_norm": 8.25,
      "learning_rate": 1.6789894025050732e-05,
      "loss": 0.1817,
      "step": 62500
    },
    {
      "epoch": 1.7732994801455308,
      "grad_norm": 8.1875,
      "learning_rate": 1.6789315085147587e-05,
      "loss": 0.2442,
      "step": 62510
    },
    {
      "epoch": 1.7735831660768362,
      "grad_norm": 10.625,
      "learning_rate": 1.6788736145244445e-05,
      "loss": 0.2432,
      "step": 62520
    },
    {
      "epoch": 1.7738668520081418,
      "grad_norm": 9.5,
      "learning_rate": 1.67881572053413e-05,
      "loss": 0.2299,
      "step": 62530
    },
    {
      "epoch": 1.7741505379394473,
      "grad_norm": 10.375,
      "learning_rate": 1.678757826543816e-05,
      "loss": 0.1997,
      "step": 62540
    },
    {
      "epoch": 1.7744342238707527,
      "grad_norm": 7.125,
      "learning_rate": 1.6786999325535013e-05,
      "loss": 0.2083,
      "step": 62550
    },
    {
      "epoch": 1.774717909802058,
      "grad_norm": 8.3125,
      "learning_rate": 1.6786420385631872e-05,
      "loss": 0.1689,
      "step": 62560
    },
    {
      "epoch": 1.7750015957333636,
      "grad_norm": 10.5625,
      "learning_rate": 1.6785841445728727e-05,
      "loss": 0.2627,
      "step": 62570
    },
    {
      "epoch": 1.7752852816646691,
      "grad_norm": 13.375,
      "learning_rate": 1.6785262505825585e-05,
      "loss": 0.2622,
      "step": 62580
    },
    {
      "epoch": 1.7755689675959745,
      "grad_norm": 10.4375,
      "learning_rate": 1.678468356592244e-05,
      "loss": 0.2637,
      "step": 62590
    },
    {
      "epoch": 1.7758526535272798,
      "grad_norm": 9.9375,
      "learning_rate": 1.67841046260193e-05,
      "loss": 0.2292,
      "step": 62600
    },
    {
      "epoch": 1.7761363394585854,
      "grad_norm": 9.8125,
      "learning_rate": 1.6783525686116153e-05,
      "loss": 0.2538,
      "step": 62610
    },
    {
      "epoch": 1.776420025389891,
      "grad_norm": 9.875,
      "learning_rate": 1.678294674621301e-05,
      "loss": 0.2449,
      "step": 62620
    },
    {
      "epoch": 1.7767037113211963,
      "grad_norm": 10.1875,
      "learning_rate": 1.6782367806309867e-05,
      "loss": 0.2237,
      "step": 62630
    },
    {
      "epoch": 1.7769873972525017,
      "grad_norm": 8.0625,
      "learning_rate": 1.678178886640672e-05,
      "loss": 0.2067,
      "step": 62640
    },
    {
      "epoch": 1.7772710831838072,
      "grad_norm": 12.3125,
      "learning_rate": 1.678120992650358e-05,
      "loss": 0.2416,
      "step": 62650
    },
    {
      "epoch": 1.7775547691151128,
      "grad_norm": 8.1875,
      "learning_rate": 1.6780630986600438e-05,
      "loss": 0.2379,
      "step": 62660
    },
    {
      "epoch": 1.7778384550464181,
      "grad_norm": 12.75,
      "learning_rate": 1.6780052046697297e-05,
      "loss": 0.231,
      "step": 62670
    },
    {
      "epoch": 1.7781221409777235,
      "grad_norm": 11.3125,
      "learning_rate": 1.677947310679415e-05,
      "loss": 0.2016,
      "step": 62680
    },
    {
      "epoch": 1.778405826909029,
      "grad_norm": 13.375,
      "learning_rate": 1.6778894166891006e-05,
      "loss": 0.2169,
      "step": 62690
    },
    {
      "epoch": 1.7786895128403346,
      "grad_norm": 22.625,
      "learning_rate": 1.6778315226987865e-05,
      "loss": 0.2328,
      "step": 62700
    },
    {
      "epoch": 1.77897319877164,
      "grad_norm": 13.8125,
      "learning_rate": 1.677773628708472e-05,
      "loss": 0.259,
      "step": 62710
    },
    {
      "epoch": 1.7792568847029453,
      "grad_norm": 10.25,
      "learning_rate": 1.6777157347181575e-05,
      "loss": 0.2459,
      "step": 62720
    },
    {
      "epoch": 1.7795405706342509,
      "grad_norm": 14.5625,
      "learning_rate": 1.6776578407278433e-05,
      "loss": 0.2055,
      "step": 62730
    },
    {
      "epoch": 1.7798242565655564,
      "grad_norm": 13.0625,
      "learning_rate": 1.677599946737529e-05,
      "loss": 0.2475,
      "step": 62740
    },
    {
      "epoch": 1.7801079424968618,
      "grad_norm": 10.3125,
      "learning_rate": 1.677542052747215e-05,
      "loss": 0.264,
      "step": 62750
    },
    {
      "epoch": 1.7803916284281671,
      "grad_norm": 10.1875,
      "learning_rate": 1.6774841587569005e-05,
      "loss": 0.2225,
      "step": 62760
    },
    {
      "epoch": 1.7806753143594727,
      "grad_norm": 8.0,
      "learning_rate": 1.677426264766586e-05,
      "loss": 0.2258,
      "step": 62770
    },
    {
      "epoch": 1.780959000290778,
      "grad_norm": 7.3125,
      "learning_rate": 1.6773683707762718e-05,
      "loss": 0.2469,
      "step": 62780
    },
    {
      "epoch": 1.7812426862220834,
      "grad_norm": 6.9375,
      "learning_rate": 1.6773104767859573e-05,
      "loss": 0.2354,
      "step": 62790
    },
    {
      "epoch": 1.781526372153389,
      "grad_norm": 11.3125,
      "learning_rate": 1.677252582795643e-05,
      "loss": 0.2614,
      "step": 62800
    },
    {
      "epoch": 1.7818100580846945,
      "grad_norm": 10.4375,
      "learning_rate": 1.6771946888053286e-05,
      "loss": 0.2739,
      "step": 62810
    },
    {
      "epoch": 1.7820937440159998,
      "grad_norm": 8.4375,
      "learning_rate": 1.6771367948150144e-05,
      "loss": 0.2521,
      "step": 62820
    },
    {
      "epoch": 1.7823774299473052,
      "grad_norm": 11.125,
      "learning_rate": 1.6770789008247e-05,
      "loss": 0.2453,
      "step": 62830
    },
    {
      "epoch": 1.7826611158786108,
      "grad_norm": 8.4375,
      "learning_rate": 1.6770210068343858e-05,
      "loss": 0.2176,
      "step": 62840
    },
    {
      "epoch": 1.7829448018099163,
      "grad_norm": 7.21875,
      "learning_rate": 1.6769631128440713e-05,
      "loss": 0.2217,
      "step": 62850
    },
    {
      "epoch": 1.7832284877412217,
      "grad_norm": 14.875,
      "learning_rate": 1.676905218853757e-05,
      "loss": 0.2249,
      "step": 62860
    },
    {
      "epoch": 1.783512173672527,
      "grad_norm": 9.75,
      "learning_rate": 1.6768473248634426e-05,
      "loss": 0.201,
      "step": 62870
    },
    {
      "epoch": 1.7837958596038326,
      "grad_norm": 12.0625,
      "learning_rate": 1.6767894308731284e-05,
      "loss": 0.2631,
      "step": 62880
    },
    {
      "epoch": 1.7840795455351381,
      "grad_norm": 8.3125,
      "learning_rate": 1.676731536882814e-05,
      "loss": 0.1857,
      "step": 62890
    },
    {
      "epoch": 1.7843632314664435,
      "grad_norm": 8.25,
      "learning_rate": 1.6766736428924998e-05,
      "loss": 0.261,
      "step": 62900
    },
    {
      "epoch": 1.7846469173977488,
      "grad_norm": 8.625,
      "learning_rate": 1.6766157489021853e-05,
      "loss": 0.2183,
      "step": 62910
    },
    {
      "epoch": 1.7849306033290544,
      "grad_norm": 11.1875,
      "learning_rate": 1.676557854911871e-05,
      "loss": 0.1937,
      "step": 62920
    },
    {
      "epoch": 1.78521428926036,
      "grad_norm": 12.25,
      "learning_rate": 1.6764999609215566e-05,
      "loss": 0.2891,
      "step": 62930
    },
    {
      "epoch": 1.7854979751916653,
      "grad_norm": 14.0625,
      "learning_rate": 1.676442066931242e-05,
      "loss": 0.2422,
      "step": 62940
    },
    {
      "epoch": 1.7857816611229707,
      "grad_norm": 13.0,
      "learning_rate": 1.676384172940928e-05,
      "loss": 0.231,
      "step": 62950
    },
    {
      "epoch": 1.7860653470542762,
      "grad_norm": 6.25,
      "learning_rate": 1.6763262789506137e-05,
      "loss": 0.2394,
      "step": 62960
    },
    {
      "epoch": 1.7863490329855818,
      "grad_norm": 8.625,
      "learning_rate": 1.6762683849602996e-05,
      "loss": 0.2128,
      "step": 62970
    },
    {
      "epoch": 1.7866327189168871,
      "grad_norm": 8.9375,
      "learning_rate": 1.676210490969985e-05,
      "loss": 0.2038,
      "step": 62980
    },
    {
      "epoch": 1.7869164048481925,
      "grad_norm": 8.375,
      "learning_rate": 1.6761525969796706e-05,
      "loss": 0.2193,
      "step": 62990
    },
    {
      "epoch": 1.787200090779498,
      "grad_norm": 13.875,
      "learning_rate": 1.6760947029893564e-05,
      "loss": 0.2872,
      "step": 63000
    },
    {
      "epoch": 1.7874837767108036,
      "grad_norm": 11.4375,
      "learning_rate": 1.676036808999042e-05,
      "loss": 0.2221,
      "step": 63010
    },
    {
      "epoch": 1.787767462642109,
      "grad_norm": 12.375,
      "learning_rate": 1.6759789150087277e-05,
      "loss": 0.2303,
      "step": 63020
    },
    {
      "epoch": 1.7880511485734143,
      "grad_norm": 9.0,
      "learning_rate": 1.6759210210184132e-05,
      "loss": 0.2012,
      "step": 63030
    },
    {
      "epoch": 1.7883348345047199,
      "grad_norm": 11.3125,
      "learning_rate": 1.675863127028099e-05,
      "loss": 0.1861,
      "step": 63040
    },
    {
      "epoch": 1.7886185204360254,
      "grad_norm": 14.25,
      "learning_rate": 1.675805233037785e-05,
      "loss": 0.2222,
      "step": 63050
    },
    {
      "epoch": 1.7889022063673308,
      "grad_norm": 11.8125,
      "learning_rate": 1.6757473390474704e-05,
      "loss": 0.224,
      "step": 63060
    },
    {
      "epoch": 1.7891858922986361,
      "grad_norm": 10.875,
      "learning_rate": 1.675689445057156e-05,
      "loss": 0.224,
      "step": 63070
    },
    {
      "epoch": 1.7894695782299417,
      "grad_norm": 9.0625,
      "learning_rate": 1.6756315510668417e-05,
      "loss": 0.184,
      "step": 63080
    },
    {
      "epoch": 1.7897532641612472,
      "grad_norm": 10.125,
      "learning_rate": 1.6755736570765272e-05,
      "loss": 0.2993,
      "step": 63090
    },
    {
      "epoch": 1.7900369500925524,
      "grad_norm": 9.0,
      "learning_rate": 1.675515763086213e-05,
      "loss": 0.2141,
      "step": 63100
    },
    {
      "epoch": 1.790320636023858,
      "grad_norm": 9.3125,
      "learning_rate": 1.6754578690958985e-05,
      "loss": 0.2179,
      "step": 63110
    },
    {
      "epoch": 1.7906043219551635,
      "grad_norm": 8.3125,
      "learning_rate": 1.6753999751055844e-05,
      "loss": 0.2034,
      "step": 63120
    },
    {
      "epoch": 1.7908880078864688,
      "grad_norm": 9.0,
      "learning_rate": 1.67534208111527e-05,
      "loss": 0.2211,
      "step": 63130
    },
    {
      "epoch": 1.7911716938177742,
      "grad_norm": 12.375,
      "learning_rate": 1.6752841871249557e-05,
      "loss": 0.1755,
      "step": 63140
    },
    {
      "epoch": 1.7914553797490798,
      "grad_norm": 11.75,
      "learning_rate": 1.6752262931346412e-05,
      "loss": 0.2324,
      "step": 63150
    },
    {
      "epoch": 1.7917390656803853,
      "grad_norm": 9.125,
      "learning_rate": 1.675168399144327e-05,
      "loss": 0.1821,
      "step": 63160
    },
    {
      "epoch": 1.7920227516116907,
      "grad_norm": 8.0625,
      "learning_rate": 1.6751105051540125e-05,
      "loss": 0.2707,
      "step": 63170
    },
    {
      "epoch": 1.792306437542996,
      "grad_norm": 10.375,
      "learning_rate": 1.6750526111636984e-05,
      "loss": 0.2183,
      "step": 63180
    },
    {
      "epoch": 1.7925901234743016,
      "grad_norm": 7.59375,
      "learning_rate": 1.6749947171733842e-05,
      "loss": 0.1903,
      "step": 63190
    },
    {
      "epoch": 1.7928738094056071,
      "grad_norm": 10.1875,
      "learning_rate": 1.6749368231830697e-05,
      "loss": 0.2488,
      "step": 63200
    },
    {
      "epoch": 1.7931574953369125,
      "grad_norm": 8.625,
      "learning_rate": 1.6748789291927552e-05,
      "loss": 0.2281,
      "step": 63210
    },
    {
      "epoch": 1.7934411812682178,
      "grad_norm": 13.5625,
      "learning_rate": 1.674821035202441e-05,
      "loss": 0.24,
      "step": 63220
    },
    {
      "epoch": 1.7937248671995234,
      "grad_norm": 9.5625,
      "learning_rate": 1.6747631412121265e-05,
      "loss": 0.2458,
      "step": 63230
    },
    {
      "epoch": 1.794008553130829,
      "grad_norm": 12.625,
      "learning_rate": 1.6747052472218123e-05,
      "loss": 0.2085,
      "step": 63240
    },
    {
      "epoch": 1.7942922390621343,
      "grad_norm": 10.0,
      "learning_rate": 1.674647353231498e-05,
      "loss": 0.238,
      "step": 63250
    },
    {
      "epoch": 1.7945759249934397,
      "grad_norm": 10.0,
      "learning_rate": 1.6745894592411837e-05,
      "loss": 0.2149,
      "step": 63260
    },
    {
      "epoch": 1.7948596109247452,
      "grad_norm": 9.9375,
      "learning_rate": 1.6745315652508695e-05,
      "loss": 0.2404,
      "step": 63270
    },
    {
      "epoch": 1.7951432968560508,
      "grad_norm": 10.5625,
      "learning_rate": 1.674473671260555e-05,
      "loss": 0.2831,
      "step": 63280
    },
    {
      "epoch": 1.7954269827873561,
      "grad_norm": 9.0625,
      "learning_rate": 1.6744157772702405e-05,
      "loss": 0.2835,
      "step": 63290
    },
    {
      "epoch": 1.7957106687186615,
      "grad_norm": 9.6875,
      "learning_rate": 1.6743578832799263e-05,
      "loss": 0.2369,
      "step": 63300
    },
    {
      "epoch": 1.795994354649967,
      "grad_norm": 10.0625,
      "learning_rate": 1.6742999892896118e-05,
      "loss": 0.2473,
      "step": 63310
    },
    {
      "epoch": 1.7962780405812726,
      "grad_norm": 12.0625,
      "learning_rate": 1.6742420952992976e-05,
      "loss": 0.2267,
      "step": 63320
    },
    {
      "epoch": 1.796561726512578,
      "grad_norm": 14.75,
      "learning_rate": 1.674184201308983e-05,
      "loss": 0.2464,
      "step": 63330
    },
    {
      "epoch": 1.7968454124438833,
      "grad_norm": 8.875,
      "learning_rate": 1.674126307318669e-05,
      "loss": 0.2275,
      "step": 63340
    },
    {
      "epoch": 1.7971290983751889,
      "grad_norm": 10.9375,
      "learning_rate": 1.6740684133283548e-05,
      "loss": 0.2189,
      "step": 63350
    },
    {
      "epoch": 1.7974127843064944,
      "grad_norm": 10.125,
      "learning_rate": 1.6740105193380403e-05,
      "loss": 0.2381,
      "step": 63360
    },
    {
      "epoch": 1.7976964702377998,
      "grad_norm": 10.8125,
      "learning_rate": 1.6739526253477258e-05,
      "loss": 0.2662,
      "step": 63370
    },
    {
      "epoch": 1.7979801561691051,
      "grad_norm": 7.75,
      "learning_rate": 1.6738947313574116e-05,
      "loss": 0.205,
      "step": 63380
    },
    {
      "epoch": 1.7982638421004107,
      "grad_norm": 8.4375,
      "learning_rate": 1.673836837367097e-05,
      "loss": 0.2452,
      "step": 63390
    },
    {
      "epoch": 1.7985475280317162,
      "grad_norm": 10.6875,
      "learning_rate": 1.673778943376783e-05,
      "loss": 0.2121,
      "step": 63400
    },
    {
      "epoch": 1.7988312139630216,
      "grad_norm": 9.6875,
      "learning_rate": 1.6737210493864685e-05,
      "loss": 0.2473,
      "step": 63410
    },
    {
      "epoch": 1.799114899894327,
      "grad_norm": 9.375,
      "learning_rate": 1.6736631553961543e-05,
      "loss": 0.2303,
      "step": 63420
    },
    {
      "epoch": 1.7993985858256325,
      "grad_norm": 10.5,
      "learning_rate": 1.67360526140584e-05,
      "loss": 0.1957,
      "step": 63430
    },
    {
      "epoch": 1.7996822717569378,
      "grad_norm": 9.625,
      "learning_rate": 1.6735473674155256e-05,
      "loss": 0.2551,
      "step": 63440
    },
    {
      "epoch": 1.7999659576882432,
      "grad_norm": 8.5625,
      "learning_rate": 1.673489473425211e-05,
      "loss": 0.2061,
      "step": 63450
    },
    {
      "epoch": 1.8002496436195488,
      "grad_norm": 7.125,
      "learning_rate": 1.673431579434897e-05,
      "loss": 0.2162,
      "step": 63460
    },
    {
      "epoch": 1.8005333295508543,
      "grad_norm": 10.5,
      "learning_rate": 1.6733736854445824e-05,
      "loss": 0.2165,
      "step": 63470
    },
    {
      "epoch": 1.8008170154821597,
      "grad_norm": 10.25,
      "learning_rate": 1.6733157914542683e-05,
      "loss": 0.2382,
      "step": 63480
    },
    {
      "epoch": 1.801100701413465,
      "grad_norm": 10.75,
      "learning_rate": 1.673257897463954e-05,
      "loss": 0.2229,
      "step": 63490
    },
    {
      "epoch": 1.8013843873447706,
      "grad_norm": 16.75,
      "learning_rate": 1.6732000034736396e-05,
      "loss": 0.2489,
      "step": 63500
    },
    {
      "epoch": 1.8016680732760761,
      "grad_norm": 10.625,
      "learning_rate": 1.673142109483325e-05,
      "loss": 0.294,
      "step": 63510
    },
    {
      "epoch": 1.8019517592073815,
      "grad_norm": 11.5,
      "learning_rate": 1.673084215493011e-05,
      "loss": 0.2196,
      "step": 63520
    },
    {
      "epoch": 1.8022354451386868,
      "grad_norm": 9.5625,
      "learning_rate": 1.6730263215026964e-05,
      "loss": 0.2099,
      "step": 63530
    },
    {
      "epoch": 1.8025191310699924,
      "grad_norm": 10.1875,
      "learning_rate": 1.6729684275123823e-05,
      "loss": 0.266,
      "step": 63540
    },
    {
      "epoch": 1.802802817001298,
      "grad_norm": 9.3125,
      "learning_rate": 1.6729105335220678e-05,
      "loss": 0.2576,
      "step": 63550
    },
    {
      "epoch": 1.8030865029326033,
      "grad_norm": 8.25,
      "learning_rate": 1.6728526395317536e-05,
      "loss": 0.2202,
      "step": 63560
    },
    {
      "epoch": 1.8033701888639087,
      "grad_norm": 9.6875,
      "learning_rate": 1.6727947455414394e-05,
      "loss": 0.224,
      "step": 63570
    },
    {
      "epoch": 1.8036538747952142,
      "grad_norm": 10.75,
      "learning_rate": 1.672736851551125e-05,
      "loss": 0.2575,
      "step": 63580
    },
    {
      "epoch": 1.8039375607265198,
      "grad_norm": 6.96875,
      "learning_rate": 1.6726789575608104e-05,
      "loss": 0.2108,
      "step": 63590
    },
    {
      "epoch": 1.8042212466578251,
      "grad_norm": 6.03125,
      "learning_rate": 1.6726210635704962e-05,
      "loss": 0.1979,
      "step": 63600
    },
    {
      "epoch": 1.8045049325891305,
      "grad_norm": 10.75,
      "learning_rate": 1.6725631695801817e-05,
      "loss": 0.2587,
      "step": 63610
    },
    {
      "epoch": 1.804788618520436,
      "grad_norm": 10.9375,
      "learning_rate": 1.6725052755898676e-05,
      "loss": 0.2207,
      "step": 63620
    },
    {
      "epoch": 1.8050723044517416,
      "grad_norm": 10.0625,
      "learning_rate": 1.672447381599553e-05,
      "loss": 0.2023,
      "step": 63630
    },
    {
      "epoch": 1.805355990383047,
      "grad_norm": 11.0625,
      "learning_rate": 1.672389487609239e-05,
      "loss": 0.1992,
      "step": 63640
    },
    {
      "epoch": 1.8056396763143523,
      "grad_norm": 10.0,
      "learning_rate": 1.6723315936189247e-05,
      "loss": 0.2508,
      "step": 63650
    },
    {
      "epoch": 1.8059233622456579,
      "grad_norm": 9.875,
      "learning_rate": 1.6722736996286102e-05,
      "loss": 0.3073,
      "step": 63660
    },
    {
      "epoch": 1.8062070481769634,
      "grad_norm": 6.0,
      "learning_rate": 1.6722158056382957e-05,
      "loss": 0.2004,
      "step": 63670
    },
    {
      "epoch": 1.8064907341082688,
      "grad_norm": 11.4375,
      "learning_rate": 1.6721579116479816e-05,
      "loss": 0.2425,
      "step": 63680
    },
    {
      "epoch": 1.8067744200395741,
      "grad_norm": 6.9375,
      "learning_rate": 1.672100017657667e-05,
      "loss": 0.2282,
      "step": 63690
    },
    {
      "epoch": 1.8070581059708797,
      "grad_norm": 6.46875,
      "learning_rate": 1.672042123667353e-05,
      "loss": 0.2399,
      "step": 63700
    },
    {
      "epoch": 1.8073417919021852,
      "grad_norm": 9.75,
      "learning_rate": 1.6719842296770387e-05,
      "loss": 0.2424,
      "step": 63710
    },
    {
      "epoch": 1.8076254778334906,
      "grad_norm": 8.375,
      "learning_rate": 1.6719263356867242e-05,
      "loss": 0.2038,
      "step": 63720
    },
    {
      "epoch": 1.807909163764796,
      "grad_norm": 6.34375,
      "learning_rate": 1.67186844169641e-05,
      "loss": 0.1982,
      "step": 63730
    },
    {
      "epoch": 1.8081928496961015,
      "grad_norm": 8.75,
      "learning_rate": 1.6718105477060955e-05,
      "loss": 0.2386,
      "step": 63740
    },
    {
      "epoch": 1.8084765356274068,
      "grad_norm": 9.375,
      "learning_rate": 1.671752653715781e-05,
      "loss": 0.221,
      "step": 63750
    },
    {
      "epoch": 1.8087602215587122,
      "grad_norm": 11.0,
      "learning_rate": 1.671694759725467e-05,
      "loss": 0.2047,
      "step": 63760
    },
    {
      "epoch": 1.8090439074900178,
      "grad_norm": 6.5,
      "learning_rate": 1.6716368657351524e-05,
      "loss": 0.2061,
      "step": 63770
    },
    {
      "epoch": 1.8093275934213233,
      "grad_norm": 10.5625,
      "learning_rate": 1.6715789717448382e-05,
      "loss": 0.2121,
      "step": 63780
    },
    {
      "epoch": 1.8096112793526287,
      "grad_norm": 10.3125,
      "learning_rate": 1.671521077754524e-05,
      "loss": 0.2133,
      "step": 63790
    },
    {
      "epoch": 1.809894965283934,
      "grad_norm": 7.46875,
      "learning_rate": 1.6714631837642095e-05,
      "loss": 0.24,
      "step": 63800
    },
    {
      "epoch": 1.8101786512152396,
      "grad_norm": 9.625,
      "learning_rate": 1.6714052897738954e-05,
      "loss": 0.179,
      "step": 63810
    },
    {
      "epoch": 1.8104623371465451,
      "grad_norm": 10.125,
      "learning_rate": 1.671347395783581e-05,
      "loss": 0.1939,
      "step": 63820
    },
    {
      "epoch": 1.8107460230778505,
      "grad_norm": 10.8125,
      "learning_rate": 1.6712895017932663e-05,
      "loss": 0.2195,
      "step": 63830
    },
    {
      "epoch": 1.8110297090091558,
      "grad_norm": 9.9375,
      "learning_rate": 1.6712316078029522e-05,
      "loss": 0.2528,
      "step": 63840
    },
    {
      "epoch": 1.8113133949404614,
      "grad_norm": 19.75,
      "learning_rate": 1.6711737138126377e-05,
      "loss": 0.1847,
      "step": 63850
    },
    {
      "epoch": 1.811597080871767,
      "grad_norm": 11.125,
      "learning_rate": 1.6711158198223235e-05,
      "loss": 0.2456,
      "step": 63860
    },
    {
      "epoch": 1.8118807668030723,
      "grad_norm": 9.125,
      "learning_rate": 1.6710579258320093e-05,
      "loss": 0.2347,
      "step": 63870
    },
    {
      "epoch": 1.8121644527343777,
      "grad_norm": 9.3125,
      "learning_rate": 1.671000031841695e-05,
      "loss": 0.2584,
      "step": 63880
    },
    {
      "epoch": 1.8124481386656832,
      "grad_norm": 8.25,
      "learning_rate": 1.6709421378513803e-05,
      "loss": 0.26,
      "step": 63890
    },
    {
      "epoch": 1.8127318245969888,
      "grad_norm": 9.125,
      "learning_rate": 1.670884243861066e-05,
      "loss": 0.2634,
      "step": 63900
    },
    {
      "epoch": 1.8130155105282941,
      "grad_norm": 7.8125,
      "learning_rate": 1.6708263498707517e-05,
      "loss": 0.2126,
      "step": 63910
    },
    {
      "epoch": 1.8132991964595995,
      "grad_norm": 10.8125,
      "learning_rate": 1.6707684558804375e-05,
      "loss": 0.2022,
      "step": 63920
    },
    {
      "epoch": 1.813582882390905,
      "grad_norm": 8.625,
      "learning_rate": 1.670710561890123e-05,
      "loss": 0.2435,
      "step": 63930
    },
    {
      "epoch": 1.8138665683222106,
      "grad_norm": 7.25,
      "learning_rate": 1.6706526678998088e-05,
      "loss": 0.2258,
      "step": 63940
    },
    {
      "epoch": 1.814150254253516,
      "grad_norm": 9.3125,
      "learning_rate": 1.6705947739094947e-05,
      "loss": 0.2199,
      "step": 63950
    },
    {
      "epoch": 1.8144339401848213,
      "grad_norm": 13.25,
      "learning_rate": 1.67053687991918e-05,
      "loss": 0.2327,
      "step": 63960
    },
    {
      "epoch": 1.8147176261161269,
      "grad_norm": 9.25,
      "learning_rate": 1.6704789859288656e-05,
      "loss": 0.2071,
      "step": 63970
    },
    {
      "epoch": 1.8150013120474324,
      "grad_norm": 16.375,
      "learning_rate": 1.6704210919385515e-05,
      "loss": 0.2098,
      "step": 63980
    },
    {
      "epoch": 1.8152849979787378,
      "grad_norm": 10.375,
      "learning_rate": 1.670363197948237e-05,
      "loss": 0.2518,
      "step": 63990
    },
    {
      "epoch": 1.8155686839100431,
      "grad_norm": 12.9375,
      "learning_rate": 1.6703053039579228e-05,
      "loss": 0.2373,
      "step": 64000
    },
    {
      "epoch": 1.8158523698413487,
      "grad_norm": 9.375,
      "learning_rate": 1.6702474099676086e-05,
      "loss": 0.2202,
      "step": 64010
    },
    {
      "epoch": 1.8161360557726542,
      "grad_norm": 6.46875,
      "learning_rate": 1.670189515977294e-05,
      "loss": 0.1902,
      "step": 64020
    },
    {
      "epoch": 1.8164197417039596,
      "grad_norm": 7.71875,
      "learning_rate": 1.67013162198698e-05,
      "loss": 0.249,
      "step": 64030
    },
    {
      "epoch": 1.816703427635265,
      "grad_norm": 9.625,
      "learning_rate": 1.6700737279966655e-05,
      "loss": 0.2105,
      "step": 64040
    },
    {
      "epoch": 1.8169871135665705,
      "grad_norm": 10.4375,
      "learning_rate": 1.670015834006351e-05,
      "loss": 0.2121,
      "step": 64050
    },
    {
      "epoch": 1.817270799497876,
      "grad_norm": 9.125,
      "learning_rate": 1.6699579400160368e-05,
      "loss": 0.2599,
      "step": 64060
    },
    {
      "epoch": 1.8175544854291812,
      "grad_norm": 8.25,
      "learning_rate": 1.6699000460257223e-05,
      "loss": 0.2066,
      "step": 64070
    },
    {
      "epoch": 1.8178381713604868,
      "grad_norm": 8.5,
      "learning_rate": 1.669842152035408e-05,
      "loss": 0.2241,
      "step": 64080
    },
    {
      "epoch": 1.8181218572917923,
      "grad_norm": 11.6875,
      "learning_rate": 1.669784258045094e-05,
      "loss": 0.2167,
      "step": 64090
    },
    {
      "epoch": 1.8184055432230977,
      "grad_norm": 13.5,
      "learning_rate": 1.6697263640547794e-05,
      "loss": 0.1967,
      "step": 64100
    },
    {
      "epoch": 1.818689229154403,
      "grad_norm": 10.8125,
      "learning_rate": 1.6696684700644653e-05,
      "loss": 0.2882,
      "step": 64110
    },
    {
      "epoch": 1.8189729150857086,
      "grad_norm": 9.5625,
      "learning_rate": 1.6696105760741508e-05,
      "loss": 0.2263,
      "step": 64120
    },
    {
      "epoch": 1.8192566010170141,
      "grad_norm": 8.75,
      "learning_rate": 1.6695526820838363e-05,
      "loss": 0.2211,
      "step": 64130
    },
    {
      "epoch": 1.8195402869483195,
      "grad_norm": 11.0,
      "learning_rate": 1.669494788093522e-05,
      "loss": 0.1997,
      "step": 64140
    },
    {
      "epoch": 1.8198239728796248,
      "grad_norm": 10.625,
      "learning_rate": 1.6694368941032076e-05,
      "loss": 0.1897,
      "step": 64150
    },
    {
      "epoch": 1.8201076588109304,
      "grad_norm": 13.4375,
      "learning_rate": 1.6693790001128934e-05,
      "loss": 0.2002,
      "step": 64160
    },
    {
      "epoch": 1.820391344742236,
      "grad_norm": 11.25,
      "learning_rate": 1.6693211061225793e-05,
      "loss": 0.2283,
      "step": 64170
    },
    {
      "epoch": 1.8206750306735413,
      "grad_norm": 8.875,
      "learning_rate": 1.6692632121322648e-05,
      "loss": 0.2333,
      "step": 64180
    },
    {
      "epoch": 1.8209587166048467,
      "grad_norm": 7.53125,
      "learning_rate": 1.6692053181419503e-05,
      "loss": 0.1757,
      "step": 64190
    },
    {
      "epoch": 1.8212424025361522,
      "grad_norm": 6.3125,
      "learning_rate": 1.669147424151636e-05,
      "loss": 0.2431,
      "step": 64200
    },
    {
      "epoch": 1.8215260884674578,
      "grad_norm": 8.4375,
      "learning_rate": 1.6690895301613216e-05,
      "loss": 0.2044,
      "step": 64210
    },
    {
      "epoch": 1.8218097743987631,
      "grad_norm": 8.0,
      "learning_rate": 1.6690316361710074e-05,
      "loss": 0.2075,
      "step": 64220
    },
    {
      "epoch": 1.8220934603300685,
      "grad_norm": 7.9375,
      "learning_rate": 1.6689737421806932e-05,
      "loss": 0.1745,
      "step": 64230
    },
    {
      "epoch": 1.822377146261374,
      "grad_norm": 10.9375,
      "learning_rate": 1.6689158481903787e-05,
      "loss": 0.2272,
      "step": 64240
    },
    {
      "epoch": 1.8226608321926796,
      "grad_norm": 6.625,
      "learning_rate": 1.6688579542000646e-05,
      "loss": 0.2045,
      "step": 64250
    },
    {
      "epoch": 1.822944518123985,
      "grad_norm": 8.375,
      "learning_rate": 1.66880006020975e-05,
      "loss": 0.2617,
      "step": 64260
    },
    {
      "epoch": 1.8232282040552903,
      "grad_norm": 11.75,
      "learning_rate": 1.6687421662194356e-05,
      "loss": 0.2341,
      "step": 64270
    },
    {
      "epoch": 1.8235118899865959,
      "grad_norm": 7.9375,
      "learning_rate": 1.6686842722291214e-05,
      "loss": 0.2285,
      "step": 64280
    },
    {
      "epoch": 1.8237955759179014,
      "grad_norm": 7.65625,
      "learning_rate": 1.668626378238807e-05,
      "loss": 0.1866,
      "step": 64290
    },
    {
      "epoch": 1.8240792618492068,
      "grad_norm": 9.375,
      "learning_rate": 1.6685684842484927e-05,
      "loss": 0.2328,
      "step": 64300
    },
    {
      "epoch": 1.8243629477805121,
      "grad_norm": 7.21875,
      "learning_rate": 1.6685105902581786e-05,
      "loss": 0.2477,
      "step": 64310
    },
    {
      "epoch": 1.8246466337118177,
      "grad_norm": 15.3125,
      "learning_rate": 1.668452696267864e-05,
      "loss": 0.2487,
      "step": 64320
    },
    {
      "epoch": 1.8249303196431232,
      "grad_norm": 9.375,
      "learning_rate": 1.66839480227755e-05,
      "loss": 0.2139,
      "step": 64330
    },
    {
      "epoch": 1.8252140055744286,
      "grad_norm": 8.875,
      "learning_rate": 1.6683369082872354e-05,
      "loss": 0.2414,
      "step": 64340
    },
    {
      "epoch": 1.825497691505734,
      "grad_norm": 10.9375,
      "learning_rate": 1.668279014296921e-05,
      "loss": 0.2287,
      "step": 64350
    },
    {
      "epoch": 1.8257813774370395,
      "grad_norm": 9.0,
      "learning_rate": 1.6682211203066067e-05,
      "loss": 0.2199,
      "step": 64360
    },
    {
      "epoch": 1.826065063368345,
      "grad_norm": 6.1875,
      "learning_rate": 1.6681632263162922e-05,
      "loss": 0.2431,
      "step": 64370
    },
    {
      "epoch": 1.8263487492996504,
      "grad_norm": 12.9375,
      "learning_rate": 1.668105332325978e-05,
      "loss": 0.2291,
      "step": 64380
    },
    {
      "epoch": 1.8266324352309558,
      "grad_norm": 11.6875,
      "learning_rate": 1.668047438335664e-05,
      "loss": 0.2099,
      "step": 64390
    },
    {
      "epoch": 1.8269161211622613,
      "grad_norm": 8.75,
      "learning_rate": 1.6679895443453494e-05,
      "loss": 0.2147,
      "step": 64400
    },
    {
      "epoch": 1.8271998070935667,
      "grad_norm": 9.0,
      "learning_rate": 1.6679316503550352e-05,
      "loss": 0.1918,
      "step": 64410
    },
    {
      "epoch": 1.827483493024872,
      "grad_norm": 9.125,
      "learning_rate": 1.6678737563647207e-05,
      "loss": 0.2164,
      "step": 64420
    },
    {
      "epoch": 1.8277671789561776,
      "grad_norm": 12.125,
      "learning_rate": 1.6678158623744062e-05,
      "loss": 0.2494,
      "step": 64430
    },
    {
      "epoch": 1.8280508648874831,
      "grad_norm": 8.75,
      "learning_rate": 1.667757968384092e-05,
      "loss": 0.1929,
      "step": 64440
    },
    {
      "epoch": 1.8283345508187885,
      "grad_norm": 11.6875,
      "learning_rate": 1.6677000743937775e-05,
      "loss": 0.2293,
      "step": 64450
    },
    {
      "epoch": 1.8286182367500938,
      "grad_norm": 10.375,
      "learning_rate": 1.6676421804034633e-05,
      "loss": 0.2321,
      "step": 64460
    },
    {
      "epoch": 1.8289019226813994,
      "grad_norm": 22.75,
      "learning_rate": 1.6675842864131492e-05,
      "loss": 0.2242,
      "step": 64470
    },
    {
      "epoch": 1.829185608612705,
      "grad_norm": 8.5,
      "learning_rate": 1.6675263924228347e-05,
      "loss": 0.2379,
      "step": 64480
    },
    {
      "epoch": 1.8294692945440103,
      "grad_norm": 9.9375,
      "learning_rate": 1.6674684984325205e-05,
      "loss": 0.2339,
      "step": 64490
    },
    {
      "epoch": 1.8297529804753156,
      "grad_norm": 15.5625,
      "learning_rate": 1.667410604442206e-05,
      "loss": 0.282,
      "step": 64500
    },
    {
      "epoch": 1.8300366664066212,
      "grad_norm": 12.1875,
      "learning_rate": 1.6673527104518915e-05,
      "loss": 0.2333,
      "step": 64510
    },
    {
      "epoch": 1.8303203523379268,
      "grad_norm": 9.625,
      "learning_rate": 1.6672948164615773e-05,
      "loss": 0.2494,
      "step": 64520
    },
    {
      "epoch": 1.8306040382692321,
      "grad_norm": 11.0625,
      "learning_rate": 1.667236922471263e-05,
      "loss": 0.2148,
      "step": 64530
    },
    {
      "epoch": 1.8308877242005375,
      "grad_norm": 13.375,
      "learning_rate": 1.6671790284809487e-05,
      "loss": 0.2579,
      "step": 64540
    },
    {
      "epoch": 1.831171410131843,
      "grad_norm": 8.75,
      "learning_rate": 1.6671211344906345e-05,
      "loss": 0.1917,
      "step": 64550
    },
    {
      "epoch": 1.8314550960631486,
      "grad_norm": 10.6875,
      "learning_rate": 1.66706324050032e-05,
      "loss": 0.2255,
      "step": 64560
    },
    {
      "epoch": 1.831738781994454,
      "grad_norm": 9.1875,
      "learning_rate": 1.6670053465100055e-05,
      "loss": 0.2203,
      "step": 64570
    },
    {
      "epoch": 1.8320224679257593,
      "grad_norm": 6.875,
      "learning_rate": 1.6669474525196913e-05,
      "loss": 0.2357,
      "step": 64580
    },
    {
      "epoch": 1.8323061538570649,
      "grad_norm": 8.625,
      "learning_rate": 1.6668895585293768e-05,
      "loss": 0.2239,
      "step": 64590
    },
    {
      "epoch": 1.8325898397883704,
      "grad_norm": 8.875,
      "learning_rate": 1.6668316645390626e-05,
      "loss": 0.2016,
      "step": 64600
    },
    {
      "epoch": 1.8328735257196758,
      "grad_norm": 8.6875,
      "learning_rate": 1.6667737705487485e-05,
      "loss": 0.233,
      "step": 64610
    },
    {
      "epoch": 1.833157211650981,
      "grad_norm": 9.375,
      "learning_rate": 1.666715876558434e-05,
      "loss": 0.2094,
      "step": 64620
    },
    {
      "epoch": 1.8334408975822867,
      "grad_norm": 12.8125,
      "learning_rate": 1.6666579825681198e-05,
      "loss": 0.2364,
      "step": 64630
    },
    {
      "epoch": 1.8337245835135922,
      "grad_norm": 8.875,
      "learning_rate": 1.6666000885778053e-05,
      "loss": 0.1981,
      "step": 64640
    },
    {
      "epoch": 1.8340082694448976,
      "grad_norm": 12.75,
      "learning_rate": 1.6665421945874908e-05,
      "loss": 0.2234,
      "step": 64650
    },
    {
      "epoch": 1.834291955376203,
      "grad_norm": 10.375,
      "learning_rate": 1.6664843005971766e-05,
      "loss": 0.2352,
      "step": 64660
    },
    {
      "epoch": 1.8345756413075085,
      "grad_norm": 14.0,
      "learning_rate": 1.666426406606862e-05,
      "loss": 0.2333,
      "step": 64670
    },
    {
      "epoch": 1.834859327238814,
      "grad_norm": 10.0625,
      "learning_rate": 1.666368512616548e-05,
      "loss": 0.2924,
      "step": 64680
    },
    {
      "epoch": 1.8351430131701194,
      "grad_norm": 7.875,
      "learning_rate": 1.6663106186262338e-05,
      "loss": 0.2293,
      "step": 64690
    },
    {
      "epoch": 1.8354266991014248,
      "grad_norm": 7.875,
      "learning_rate": 1.6662527246359193e-05,
      "loss": 0.2526,
      "step": 64700
    },
    {
      "epoch": 1.8357103850327303,
      "grad_norm": 10.0,
      "learning_rate": 1.666194830645605e-05,
      "loss": 0.2427,
      "step": 64710
    },
    {
      "epoch": 1.8359940709640357,
      "grad_norm": 8.5,
      "learning_rate": 1.6661369366552906e-05,
      "loss": 0.2459,
      "step": 64720
    },
    {
      "epoch": 1.836277756895341,
      "grad_norm": 8.4375,
      "learning_rate": 1.666079042664976e-05,
      "loss": 0.2314,
      "step": 64730
    },
    {
      "epoch": 1.8365614428266466,
      "grad_norm": 12.6875,
      "learning_rate": 1.666021148674662e-05,
      "loss": 0.2294,
      "step": 64740
    },
    {
      "epoch": 1.8368451287579521,
      "grad_norm": 9.9375,
      "learning_rate": 1.6659632546843478e-05,
      "loss": 0.2134,
      "step": 64750
    },
    {
      "epoch": 1.8371288146892575,
      "grad_norm": 7.875,
      "learning_rate": 1.6659053606940333e-05,
      "loss": 0.2097,
      "step": 64760
    },
    {
      "epoch": 1.8374125006205628,
      "grad_norm": 11.3125,
      "learning_rate": 1.665847466703719e-05,
      "loss": 0.2331,
      "step": 64770
    },
    {
      "epoch": 1.8376961865518684,
      "grad_norm": 12.25,
      "learning_rate": 1.6657895727134046e-05,
      "loss": 0.2218,
      "step": 64780
    },
    {
      "epoch": 1.837979872483174,
      "grad_norm": 10.25,
      "learning_rate": 1.6657316787230904e-05,
      "loss": 0.2271,
      "step": 64790
    },
    {
      "epoch": 1.8382635584144793,
      "grad_norm": 12.125,
      "learning_rate": 1.665673784732776e-05,
      "loss": 0.2106,
      "step": 64800
    },
    {
      "epoch": 1.8385472443457846,
      "grad_norm": 11.9375,
      "learning_rate": 1.6656158907424614e-05,
      "loss": 0.2061,
      "step": 64810
    },
    {
      "epoch": 1.8388309302770902,
      "grad_norm": 7.03125,
      "learning_rate": 1.6655579967521473e-05,
      "loss": 0.193,
      "step": 64820
    },
    {
      "epoch": 1.8391146162083958,
      "grad_norm": 9.25,
      "learning_rate": 1.665500102761833e-05,
      "loss": 0.2257,
      "step": 64830
    },
    {
      "epoch": 1.8393983021397011,
      "grad_norm": 8.6875,
      "learning_rate": 1.6654422087715186e-05,
      "loss": 0.2019,
      "step": 64840
    },
    {
      "epoch": 1.8396819880710065,
      "grad_norm": 8.8125,
      "learning_rate": 1.6653843147812044e-05,
      "loss": 0.2297,
      "step": 64850
    },
    {
      "epoch": 1.839965674002312,
      "grad_norm": 10.0625,
      "learning_rate": 1.66532642079089e-05,
      "loss": 0.2699,
      "step": 64860
    },
    {
      "epoch": 1.8402493599336176,
      "grad_norm": 7.5625,
      "learning_rate": 1.6652685268005757e-05,
      "loss": 0.2526,
      "step": 64870
    },
    {
      "epoch": 1.840533045864923,
      "grad_norm": 8.3125,
      "learning_rate": 1.6652106328102612e-05,
      "loss": 0.2221,
      "step": 64880
    },
    {
      "epoch": 1.8408167317962283,
      "grad_norm": 9.4375,
      "learning_rate": 1.6651527388199467e-05,
      "loss": 0.1905,
      "step": 64890
    },
    {
      "epoch": 1.8411004177275339,
      "grad_norm": 11.125,
      "learning_rate": 1.6650948448296326e-05,
      "loss": 0.2234,
      "step": 64900
    },
    {
      "epoch": 1.8413841036588394,
      "grad_norm": 8.375,
      "learning_rate": 1.6650369508393184e-05,
      "loss": 0.2559,
      "step": 64910
    },
    {
      "epoch": 1.8416677895901448,
      "grad_norm": 9.5,
      "learning_rate": 1.664979056849004e-05,
      "loss": 0.2187,
      "step": 64920
    },
    {
      "epoch": 1.84195147552145,
      "grad_norm": 9.125,
      "learning_rate": 1.6649211628586897e-05,
      "loss": 0.2197,
      "step": 64930
    },
    {
      "epoch": 1.8422351614527557,
      "grad_norm": 10.5,
      "learning_rate": 1.6648632688683752e-05,
      "loss": 0.1857,
      "step": 64940
    },
    {
      "epoch": 1.8425188473840612,
      "grad_norm": 9.5625,
      "learning_rate": 1.6648053748780607e-05,
      "loss": 0.1878,
      "step": 64950
    },
    {
      "epoch": 1.8428025333153666,
      "grad_norm": 11.875,
      "learning_rate": 1.6647474808877466e-05,
      "loss": 0.226,
      "step": 64960
    },
    {
      "epoch": 1.843086219246672,
      "grad_norm": 6.90625,
      "learning_rate": 1.664689586897432e-05,
      "loss": 0.2117,
      "step": 64970
    },
    {
      "epoch": 1.8433699051779775,
      "grad_norm": 8.5625,
      "learning_rate": 1.664631692907118e-05,
      "loss": 0.2162,
      "step": 64980
    },
    {
      "epoch": 1.843653591109283,
      "grad_norm": 7.96875,
      "learning_rate": 1.6645737989168037e-05,
      "loss": 0.2039,
      "step": 64990
    },
    {
      "epoch": 1.8439372770405884,
      "grad_norm": 8.625,
      "learning_rate": 1.6645159049264892e-05,
      "loss": 0.2474,
      "step": 65000
    },
    {
      "epoch": 1.8442209629718938,
      "grad_norm": 11.0625,
      "learning_rate": 1.664458010936175e-05,
      "loss": 0.197,
      "step": 65010
    },
    {
      "epoch": 1.8445046489031993,
      "grad_norm": 8.9375,
      "learning_rate": 1.6644001169458605e-05,
      "loss": 0.2281,
      "step": 65020
    },
    {
      "epoch": 1.8447883348345049,
      "grad_norm": 8.5,
      "learning_rate": 1.664342222955546e-05,
      "loss": 0.2114,
      "step": 65030
    },
    {
      "epoch": 1.84507202076581,
      "grad_norm": 12.375,
      "learning_rate": 1.664284328965232e-05,
      "loss": 0.2203,
      "step": 65040
    },
    {
      "epoch": 1.8453557066971156,
      "grad_norm": 9.625,
      "learning_rate": 1.6642264349749177e-05,
      "loss": 0.232,
      "step": 65050
    },
    {
      "epoch": 1.8456393926284211,
      "grad_norm": 13.0,
      "learning_rate": 1.6641685409846032e-05,
      "loss": 0.1971,
      "step": 65060
    },
    {
      "epoch": 1.8459230785597265,
      "grad_norm": 9.375,
      "learning_rate": 1.664110646994289e-05,
      "loss": 0.2075,
      "step": 65070
    },
    {
      "epoch": 1.8462067644910318,
      "grad_norm": 6.8125,
      "learning_rate": 1.6640527530039745e-05,
      "loss": 0.2065,
      "step": 65080
    },
    {
      "epoch": 1.8464904504223374,
      "grad_norm": 7.53125,
      "learning_rate": 1.6639948590136604e-05,
      "loss": 0.247,
      "step": 65090
    },
    {
      "epoch": 1.846774136353643,
      "grad_norm": 8.75,
      "learning_rate": 1.663936965023346e-05,
      "loss": 0.2234,
      "step": 65100
    },
    {
      "epoch": 1.8470578222849483,
      "grad_norm": 11.25,
      "learning_rate": 1.6638790710330313e-05,
      "loss": 0.2506,
      "step": 65110
    },
    {
      "epoch": 1.8473415082162536,
      "grad_norm": 10.1875,
      "learning_rate": 1.6638211770427172e-05,
      "loss": 0.235,
      "step": 65120
    },
    {
      "epoch": 1.8476251941475592,
      "grad_norm": 7.1875,
      "learning_rate": 1.663763283052403e-05,
      "loss": 0.2486,
      "step": 65130
    },
    {
      "epoch": 1.8479088800788648,
      "grad_norm": 9.4375,
      "learning_rate": 1.6637053890620885e-05,
      "loss": 0.1974,
      "step": 65140
    },
    {
      "epoch": 1.8481925660101701,
      "grad_norm": 11.0625,
      "learning_rate": 1.6636474950717743e-05,
      "loss": 0.1869,
      "step": 65150
    },
    {
      "epoch": 1.8484762519414755,
      "grad_norm": 7.96875,
      "learning_rate": 1.66358960108146e-05,
      "loss": 0.2441,
      "step": 65160
    },
    {
      "epoch": 1.848759937872781,
      "grad_norm": 8.125,
      "learning_rate": 1.6635317070911457e-05,
      "loss": 0.2082,
      "step": 65170
    },
    {
      "epoch": 1.8490436238040866,
      "grad_norm": 15.75,
      "learning_rate": 1.663473813100831e-05,
      "loss": 0.2508,
      "step": 65180
    },
    {
      "epoch": 1.849327309735392,
      "grad_norm": 12.0,
      "learning_rate": 1.6634159191105167e-05,
      "loss": 0.2441,
      "step": 65190
    },
    {
      "epoch": 1.8496109956666973,
      "grad_norm": 9.6875,
      "learning_rate": 1.6633580251202025e-05,
      "loss": 0.2188,
      "step": 65200
    },
    {
      "epoch": 1.8498946815980029,
      "grad_norm": 7.34375,
      "learning_rate": 1.6633001311298883e-05,
      "loss": 0.2016,
      "step": 65210
    },
    {
      "epoch": 1.8501783675293084,
      "grad_norm": 10.125,
      "learning_rate": 1.6632422371395738e-05,
      "loss": 0.2392,
      "step": 65220
    },
    {
      "epoch": 1.8504620534606138,
      "grad_norm": 10.125,
      "learning_rate": 1.6631843431492597e-05,
      "loss": 0.2328,
      "step": 65230
    },
    {
      "epoch": 1.850745739391919,
      "grad_norm": 12.5,
      "learning_rate": 1.663126449158945e-05,
      "loss": 0.2503,
      "step": 65240
    },
    {
      "epoch": 1.8510294253232247,
      "grad_norm": 12.0625,
      "learning_rate": 1.6630685551686306e-05,
      "loss": 0.2049,
      "step": 65250
    },
    {
      "epoch": 1.8513131112545302,
      "grad_norm": 8.0625,
      "learning_rate": 1.6630106611783165e-05,
      "loss": 0.2655,
      "step": 65260
    },
    {
      "epoch": 1.8515967971858356,
      "grad_norm": 8.9375,
      "learning_rate": 1.6629527671880023e-05,
      "loss": 0.2526,
      "step": 65270
    },
    {
      "epoch": 1.851880483117141,
      "grad_norm": 11.1875,
      "learning_rate": 1.6628948731976878e-05,
      "loss": 0.2457,
      "step": 65280
    },
    {
      "epoch": 1.8521641690484465,
      "grad_norm": 7.9375,
      "learning_rate": 1.6628369792073736e-05,
      "loss": 0.2479,
      "step": 65290
    },
    {
      "epoch": 1.852447854979752,
      "grad_norm": 9.1875,
      "learning_rate": 1.662779085217059e-05,
      "loss": 0.2082,
      "step": 65300
    },
    {
      "epoch": 1.8527315409110574,
      "grad_norm": 11.0625,
      "learning_rate": 1.662721191226745e-05,
      "loss": 0.2124,
      "step": 65310
    },
    {
      "epoch": 1.8530152268423628,
      "grad_norm": 10.625,
      "learning_rate": 1.6626632972364305e-05,
      "loss": 0.2466,
      "step": 65320
    },
    {
      "epoch": 1.8532989127736683,
      "grad_norm": 10.75,
      "learning_rate": 1.662605403246116e-05,
      "loss": 0.2259,
      "step": 65330
    },
    {
      "epoch": 1.8535825987049739,
      "grad_norm": 10.0625,
      "learning_rate": 1.6625475092558018e-05,
      "loss": 0.2391,
      "step": 65340
    },
    {
      "epoch": 1.8538662846362792,
      "grad_norm": 9.75,
      "learning_rate": 1.6624896152654876e-05,
      "loss": 0.2219,
      "step": 65350
    },
    {
      "epoch": 1.8541499705675846,
      "grad_norm": 8.4375,
      "learning_rate": 1.662431721275173e-05,
      "loss": 0.2164,
      "step": 65360
    },
    {
      "epoch": 1.8544336564988901,
      "grad_norm": 8.6875,
      "learning_rate": 1.662373827284859e-05,
      "loss": 0.1914,
      "step": 65370
    },
    {
      "epoch": 1.8547173424301955,
      "grad_norm": 14.9375,
      "learning_rate": 1.6623159332945444e-05,
      "loss": 0.2158,
      "step": 65380
    },
    {
      "epoch": 1.8550010283615008,
      "grad_norm": 8.5,
      "learning_rate": 1.6622580393042303e-05,
      "loss": 0.1843,
      "step": 65390
    },
    {
      "epoch": 1.8552847142928064,
      "grad_norm": 11.0625,
      "learning_rate": 1.6622001453139158e-05,
      "loss": 0.2673,
      "step": 65400
    },
    {
      "epoch": 1.855568400224112,
      "grad_norm": 11.1875,
      "learning_rate": 1.6621422513236013e-05,
      "loss": 0.2466,
      "step": 65410
    },
    {
      "epoch": 1.8558520861554173,
      "grad_norm": 18.625,
      "learning_rate": 1.662084357333287e-05,
      "loss": 0.1957,
      "step": 65420
    },
    {
      "epoch": 1.8561357720867226,
      "grad_norm": 11.875,
      "learning_rate": 1.662026463342973e-05,
      "loss": 0.2213,
      "step": 65430
    },
    {
      "epoch": 1.8564194580180282,
      "grad_norm": 7.0,
      "learning_rate": 1.6619685693526584e-05,
      "loss": 0.2219,
      "step": 65440
    },
    {
      "epoch": 1.8567031439493338,
      "grad_norm": 9.5625,
      "learning_rate": 1.6619106753623443e-05,
      "loss": 0.2045,
      "step": 65450
    },
    {
      "epoch": 1.8569868298806391,
      "grad_norm": 8.9375,
      "learning_rate": 1.6618527813720298e-05,
      "loss": 0.2306,
      "step": 65460
    },
    {
      "epoch": 1.8572705158119445,
      "grad_norm": 12.1875,
      "learning_rate": 1.6617948873817156e-05,
      "loss": 0.2046,
      "step": 65470
    },
    {
      "epoch": 1.85755420174325,
      "grad_norm": 9.9375,
      "learning_rate": 1.661736993391401e-05,
      "loss": 0.1967,
      "step": 65480
    },
    {
      "epoch": 1.8578378876745556,
      "grad_norm": 9.5,
      "learning_rate": 1.6616790994010866e-05,
      "loss": 0.2165,
      "step": 65490
    },
    {
      "epoch": 1.858121573605861,
      "grad_norm": 7.28125,
      "learning_rate": 1.6616212054107724e-05,
      "loss": 0.2426,
      "step": 65500
    },
    {
      "epoch": 1.8584052595371663,
      "grad_norm": 7.8125,
      "learning_rate": 1.6615633114204582e-05,
      "loss": 0.1883,
      "step": 65510
    },
    {
      "epoch": 1.8586889454684719,
      "grad_norm": 13.5,
      "learning_rate": 1.6615054174301437e-05,
      "loss": 0.2193,
      "step": 65520
    },
    {
      "epoch": 1.8589726313997774,
      "grad_norm": 14.375,
      "learning_rate": 1.6614475234398296e-05,
      "loss": 0.2756,
      "step": 65530
    },
    {
      "epoch": 1.8592563173310828,
      "grad_norm": 9.375,
      "learning_rate": 1.661389629449515e-05,
      "loss": 0.2045,
      "step": 65540
    },
    {
      "epoch": 1.859540003262388,
      "grad_norm": 9.25,
      "learning_rate": 1.661331735459201e-05,
      "loss": 0.2098,
      "step": 65550
    },
    {
      "epoch": 1.8598236891936937,
      "grad_norm": 13.0,
      "learning_rate": 1.6612738414688864e-05,
      "loss": 0.2254,
      "step": 65560
    },
    {
      "epoch": 1.8601073751249992,
      "grad_norm": 11.5625,
      "learning_rate": 1.6612159474785722e-05,
      "loss": 0.2267,
      "step": 65570
    },
    {
      "epoch": 1.8603910610563046,
      "grad_norm": 12.4375,
      "learning_rate": 1.6611580534882577e-05,
      "loss": 0.2102,
      "step": 65580
    },
    {
      "epoch": 1.86067474698761,
      "grad_norm": 10.75,
      "learning_rate": 1.6611001594979436e-05,
      "loss": 0.2243,
      "step": 65590
    },
    {
      "epoch": 1.8609584329189155,
      "grad_norm": 11.625,
      "learning_rate": 1.661042265507629e-05,
      "loss": 0.2585,
      "step": 65600
    },
    {
      "epoch": 1.861242118850221,
      "grad_norm": 7.1875,
      "learning_rate": 1.660984371517315e-05,
      "loss": 0.2295,
      "step": 65610
    },
    {
      "epoch": 1.8615258047815264,
      "grad_norm": 8.0,
      "learning_rate": 1.6609264775270004e-05,
      "loss": 0.2391,
      "step": 65620
    },
    {
      "epoch": 1.8618094907128317,
      "grad_norm": 10.6875,
      "learning_rate": 1.660868583536686e-05,
      "loss": 0.2155,
      "step": 65630
    },
    {
      "epoch": 1.8620931766441373,
      "grad_norm": 12.1875,
      "learning_rate": 1.6608106895463717e-05,
      "loss": 0.2058,
      "step": 65640
    },
    {
      "epoch": 1.8623768625754429,
      "grad_norm": 8.0,
      "learning_rate": 1.6607527955560575e-05,
      "loss": 0.1883,
      "step": 65650
    },
    {
      "epoch": 1.8626605485067482,
      "grad_norm": 12.0625,
      "learning_rate": 1.660694901565743e-05,
      "loss": 0.3065,
      "step": 65660
    },
    {
      "epoch": 1.8629442344380536,
      "grad_norm": 10.625,
      "learning_rate": 1.660637007575429e-05,
      "loss": 0.2607,
      "step": 65670
    },
    {
      "epoch": 1.8632279203693591,
      "grad_norm": 9.4375,
      "learning_rate": 1.6605791135851144e-05,
      "loss": 0.2589,
      "step": 65680
    },
    {
      "epoch": 1.8635116063006645,
      "grad_norm": 7.5,
      "learning_rate": 1.6605212195948002e-05,
      "loss": 0.1984,
      "step": 65690
    },
    {
      "epoch": 1.8637952922319698,
      "grad_norm": 9.6875,
      "learning_rate": 1.6604633256044857e-05,
      "loss": 0.2408,
      "step": 65700
    },
    {
      "epoch": 1.8640789781632754,
      "grad_norm": 11.4375,
      "learning_rate": 1.6604054316141712e-05,
      "loss": 0.2415,
      "step": 65710
    },
    {
      "epoch": 1.864362664094581,
      "grad_norm": 12.625,
      "learning_rate": 1.660347537623857e-05,
      "loss": 0.2201,
      "step": 65720
    },
    {
      "epoch": 1.8646463500258863,
      "grad_norm": 7.5,
      "learning_rate": 1.660289643633543e-05,
      "loss": 0.2559,
      "step": 65730
    },
    {
      "epoch": 1.8649300359571916,
      "grad_norm": 8.75,
      "learning_rate": 1.6602317496432287e-05,
      "loss": 0.2161,
      "step": 65740
    },
    {
      "epoch": 1.8652137218884972,
      "grad_norm": 9.4375,
      "learning_rate": 1.6601738556529142e-05,
      "loss": 0.1998,
      "step": 65750
    },
    {
      "epoch": 1.8654974078198028,
      "grad_norm": 9.5,
      "learning_rate": 1.6601159616625997e-05,
      "loss": 0.1892,
      "step": 65760
    },
    {
      "epoch": 1.8657810937511081,
      "grad_norm": 9.9375,
      "learning_rate": 1.6600580676722855e-05,
      "loss": 0.1881,
      "step": 65770
    },
    {
      "epoch": 1.8660647796824135,
      "grad_norm": 7.375,
      "learning_rate": 1.660000173681971e-05,
      "loss": 0.2079,
      "step": 65780
    },
    {
      "epoch": 1.866348465613719,
      "grad_norm": 11.9375,
      "learning_rate": 1.6599422796916565e-05,
      "loss": 0.2066,
      "step": 65790
    },
    {
      "epoch": 1.8666321515450246,
      "grad_norm": 8.1875,
      "learning_rate": 1.6598843857013423e-05,
      "loss": 0.2098,
      "step": 65800
    },
    {
      "epoch": 1.86691583747633,
      "grad_norm": 7.625,
      "learning_rate": 1.659826491711028e-05,
      "loss": 0.2349,
      "step": 65810
    },
    {
      "epoch": 1.8671995234076353,
      "grad_norm": 12.75,
      "learning_rate": 1.6597685977207137e-05,
      "loss": 0.2495,
      "step": 65820
    },
    {
      "epoch": 1.8674832093389409,
      "grad_norm": 8.3125,
      "learning_rate": 1.6597107037303995e-05,
      "loss": 0.1976,
      "step": 65830
    },
    {
      "epoch": 1.8677668952702464,
      "grad_norm": 10.5,
      "learning_rate": 1.659652809740085e-05,
      "loss": 0.2337,
      "step": 65840
    },
    {
      "epoch": 1.8680505812015518,
      "grad_norm": 13.0625,
      "learning_rate": 1.6595949157497708e-05,
      "loss": 0.225,
      "step": 65850
    },
    {
      "epoch": 1.868334267132857,
      "grad_norm": 8.5625,
      "learning_rate": 1.6595370217594563e-05,
      "loss": 0.2245,
      "step": 65860
    },
    {
      "epoch": 1.8686179530641627,
      "grad_norm": 8.6875,
      "learning_rate": 1.659479127769142e-05,
      "loss": 0.213,
      "step": 65870
    },
    {
      "epoch": 1.8689016389954682,
      "grad_norm": 11.75,
      "learning_rate": 1.6594212337788276e-05,
      "loss": 0.2192,
      "step": 65880
    },
    {
      "epoch": 1.8691853249267736,
      "grad_norm": 9.5,
      "learning_rate": 1.6593633397885135e-05,
      "loss": 0.2173,
      "step": 65890
    },
    {
      "epoch": 1.869469010858079,
      "grad_norm": 9.75,
      "learning_rate": 1.659305445798199e-05,
      "loss": 0.2629,
      "step": 65900
    },
    {
      "epoch": 1.8697526967893845,
      "grad_norm": 7.5625,
      "learning_rate": 1.6592475518078848e-05,
      "loss": 0.1805,
      "step": 65910
    },
    {
      "epoch": 1.87003638272069,
      "grad_norm": 8.8125,
      "learning_rate": 1.6591896578175703e-05,
      "loss": 0.2036,
      "step": 65920
    },
    {
      "epoch": 1.8703200686519954,
      "grad_norm": 10.625,
      "learning_rate": 1.6591317638272558e-05,
      "loss": 0.2251,
      "step": 65930
    },
    {
      "epoch": 1.8706037545833007,
      "grad_norm": 8.3125,
      "learning_rate": 1.6590738698369416e-05,
      "loss": 0.2249,
      "step": 65940
    },
    {
      "epoch": 1.8708874405146063,
      "grad_norm": 8.875,
      "learning_rate": 1.6590159758466275e-05,
      "loss": 0.2416,
      "step": 65950
    },
    {
      "epoch": 1.8711711264459119,
      "grad_norm": 9.5625,
      "learning_rate": 1.6589580818563133e-05,
      "loss": 0.1986,
      "step": 65960
    },
    {
      "epoch": 1.8714548123772172,
      "grad_norm": 9.625,
      "learning_rate": 1.6589001878659988e-05,
      "loss": 0.2351,
      "step": 65970
    },
    {
      "epoch": 1.8717384983085226,
      "grad_norm": 8.625,
      "learning_rate": 1.6588422938756843e-05,
      "loss": 0.2353,
      "step": 65980
    },
    {
      "epoch": 1.8720221842398281,
      "grad_norm": 8.8125,
      "learning_rate": 1.65878439988537e-05,
      "loss": 0.2237,
      "step": 65990
    },
    {
      "epoch": 1.8723058701711337,
      "grad_norm": 6.0,
      "learning_rate": 1.6587265058950556e-05,
      "loss": 0.1937,
      "step": 66000
    },
    {
      "epoch": 1.8725895561024388,
      "grad_norm": 10.5,
      "learning_rate": 1.658668611904741e-05,
      "loss": 0.2231,
      "step": 66010
    },
    {
      "epoch": 1.8728732420337444,
      "grad_norm": 10.75,
      "learning_rate": 1.658610717914427e-05,
      "loss": 0.2356,
      "step": 66020
    },
    {
      "epoch": 1.87315692796505,
      "grad_norm": 13.25,
      "learning_rate": 1.6585528239241128e-05,
      "loss": 0.2304,
      "step": 66030
    },
    {
      "epoch": 1.8734406138963553,
      "grad_norm": 12.375,
      "learning_rate": 1.6584949299337986e-05,
      "loss": 0.2119,
      "step": 66040
    },
    {
      "epoch": 1.8737242998276606,
      "grad_norm": 10.3125,
      "learning_rate": 1.658437035943484e-05,
      "loss": 0.2108,
      "step": 66050
    },
    {
      "epoch": 1.8740079857589662,
      "grad_norm": 9.8125,
      "learning_rate": 1.6583791419531696e-05,
      "loss": 0.2369,
      "step": 66060
    },
    {
      "epoch": 1.8742916716902718,
      "grad_norm": 9.1875,
      "learning_rate": 1.6583212479628554e-05,
      "loss": 0.2224,
      "step": 66070
    },
    {
      "epoch": 1.8745753576215771,
      "grad_norm": 9.1875,
      "learning_rate": 1.658263353972541e-05,
      "loss": 0.2342,
      "step": 66080
    },
    {
      "epoch": 1.8748590435528825,
      "grad_norm": 8.125,
      "learning_rate": 1.6582054599822268e-05,
      "loss": 0.2261,
      "step": 66090
    },
    {
      "epoch": 1.875142729484188,
      "grad_norm": 7.78125,
      "learning_rate": 1.6581475659919123e-05,
      "loss": 0.3036,
      "step": 66100
    },
    {
      "epoch": 1.8754264154154936,
      "grad_norm": 10.0625,
      "learning_rate": 1.658089672001598e-05,
      "loss": 0.2108,
      "step": 66110
    },
    {
      "epoch": 1.875710101346799,
      "grad_norm": 10.6875,
      "learning_rate": 1.6580317780112836e-05,
      "loss": 0.2135,
      "step": 66120
    },
    {
      "epoch": 1.8759937872781043,
      "grad_norm": 16.75,
      "learning_rate": 1.6579738840209694e-05,
      "loss": 0.2342,
      "step": 66130
    },
    {
      "epoch": 1.8762774732094099,
      "grad_norm": 13.8125,
      "learning_rate": 1.657915990030655e-05,
      "loss": 0.2519,
      "step": 66140
    },
    {
      "epoch": 1.8765611591407154,
      "grad_norm": 8.0625,
      "learning_rate": 1.6578580960403407e-05,
      "loss": 0.2148,
      "step": 66150
    },
    {
      "epoch": 1.8768448450720208,
      "grad_norm": 9.625,
      "learning_rate": 1.6578002020500262e-05,
      "loss": 0.2432,
      "step": 66160
    },
    {
      "epoch": 1.877128531003326,
      "grad_norm": 23.0,
      "learning_rate": 1.657742308059712e-05,
      "loss": 0.2189,
      "step": 66170
    },
    {
      "epoch": 1.8774122169346317,
      "grad_norm": 10.75,
      "learning_rate": 1.6576844140693976e-05,
      "loss": 0.1904,
      "step": 66180
    },
    {
      "epoch": 1.8776959028659372,
      "grad_norm": 11.4375,
      "learning_rate": 1.6576265200790834e-05,
      "loss": 0.2587,
      "step": 66190
    },
    {
      "epoch": 1.8779795887972426,
      "grad_norm": 7.75,
      "learning_rate": 1.657568626088769e-05,
      "loss": 0.1895,
      "step": 66200
    },
    {
      "epoch": 1.878263274728548,
      "grad_norm": 9.75,
      "learning_rate": 1.6575107320984547e-05,
      "loss": 0.2511,
      "step": 66210
    },
    {
      "epoch": 1.8785469606598535,
      "grad_norm": 9.75,
      "learning_rate": 1.6574528381081402e-05,
      "loss": 0.2266,
      "step": 66220
    },
    {
      "epoch": 1.878830646591159,
      "grad_norm": 7.75,
      "learning_rate": 1.657394944117826e-05,
      "loss": 0.2449,
      "step": 66230
    },
    {
      "epoch": 1.8791143325224644,
      "grad_norm": 10.75,
      "learning_rate": 1.6573370501275115e-05,
      "loss": 0.178,
      "step": 66240
    },
    {
      "epoch": 1.8793980184537697,
      "grad_norm": 9.875,
      "learning_rate": 1.6572791561371974e-05,
      "loss": 0.2051,
      "step": 66250
    },
    {
      "epoch": 1.8796817043850753,
      "grad_norm": 18.875,
      "learning_rate": 1.6572212621468832e-05,
      "loss": 0.2174,
      "step": 66260
    },
    {
      "epoch": 1.8799653903163809,
      "grad_norm": 8.3125,
      "learning_rate": 1.6571633681565687e-05,
      "loss": 0.2067,
      "step": 66270
    },
    {
      "epoch": 1.8802490762476862,
      "grad_norm": 11.25,
      "learning_rate": 1.6571054741662542e-05,
      "loss": 0.2624,
      "step": 66280
    },
    {
      "epoch": 1.8805327621789916,
      "grad_norm": 10.8125,
      "learning_rate": 1.65704758017594e-05,
      "loss": 0.1948,
      "step": 66290
    },
    {
      "epoch": 1.8808164481102971,
      "grad_norm": 9.3125,
      "learning_rate": 1.6569896861856255e-05,
      "loss": 0.3121,
      "step": 66300
    },
    {
      "epoch": 1.8811001340416027,
      "grad_norm": 9.0625,
      "learning_rate": 1.656931792195311e-05,
      "loss": 0.2008,
      "step": 66310
    },
    {
      "epoch": 1.881383819972908,
      "grad_norm": 8.1875,
      "learning_rate": 1.656873898204997e-05,
      "loss": 0.2213,
      "step": 66320
    },
    {
      "epoch": 1.8816675059042134,
      "grad_norm": 12.3125,
      "learning_rate": 1.6568160042146827e-05,
      "loss": 0.1885,
      "step": 66330
    },
    {
      "epoch": 1.881951191835519,
      "grad_norm": 9.4375,
      "learning_rate": 1.6567581102243685e-05,
      "loss": 0.246,
      "step": 66340
    },
    {
      "epoch": 1.8822348777668243,
      "grad_norm": 7.5625,
      "learning_rate": 1.656700216234054e-05,
      "loss": 0.1979,
      "step": 66350
    },
    {
      "epoch": 1.8825185636981296,
      "grad_norm": 9.0625,
      "learning_rate": 1.6566423222437395e-05,
      "loss": 0.2222,
      "step": 66360
    },
    {
      "epoch": 1.8828022496294352,
      "grad_norm": 8.3125,
      "learning_rate": 1.6565844282534254e-05,
      "loss": 0.2128,
      "step": 66370
    },
    {
      "epoch": 1.8830859355607408,
      "grad_norm": 13.875,
      "learning_rate": 1.656526534263111e-05,
      "loss": 0.2017,
      "step": 66380
    },
    {
      "epoch": 1.8833696214920461,
      "grad_norm": 7.3125,
      "learning_rate": 1.6564686402727967e-05,
      "loss": 0.2013,
      "step": 66390
    },
    {
      "epoch": 1.8836533074233515,
      "grad_norm": 11.625,
      "learning_rate": 1.6564107462824822e-05,
      "loss": 0.2398,
      "step": 66400
    },
    {
      "epoch": 1.883936993354657,
      "grad_norm": 8.25,
      "learning_rate": 1.656352852292168e-05,
      "loss": 0.2133,
      "step": 66410
    },
    {
      "epoch": 1.8842206792859626,
      "grad_norm": 9.0,
      "learning_rate": 1.656294958301854e-05,
      "loss": 0.1822,
      "step": 66420
    },
    {
      "epoch": 1.884504365217268,
      "grad_norm": 7.25,
      "learning_rate": 1.6562370643115393e-05,
      "loss": 0.2512,
      "step": 66430
    },
    {
      "epoch": 1.8847880511485733,
      "grad_norm": 10.9375,
      "learning_rate": 1.6561791703212248e-05,
      "loss": 0.2095,
      "step": 66440
    },
    {
      "epoch": 1.8850717370798789,
      "grad_norm": 13.0625,
      "learning_rate": 1.6561212763309107e-05,
      "loss": 0.213,
      "step": 66450
    },
    {
      "epoch": 1.8853554230111844,
      "grad_norm": 10.75,
      "learning_rate": 1.656063382340596e-05,
      "loss": 0.198,
      "step": 66460
    },
    {
      "epoch": 1.8856391089424898,
      "grad_norm": 10.0,
      "learning_rate": 1.656005488350282e-05,
      "loss": 0.2398,
      "step": 66470
    },
    {
      "epoch": 1.885922794873795,
      "grad_norm": 8.8125,
      "learning_rate": 1.6559475943599678e-05,
      "loss": 0.1747,
      "step": 66480
    },
    {
      "epoch": 1.8862064808051007,
      "grad_norm": 9.4375,
      "learning_rate": 1.6558897003696533e-05,
      "loss": 0.2285,
      "step": 66490
    },
    {
      "epoch": 1.8864901667364062,
      "grad_norm": 9.125,
      "learning_rate": 1.6558318063793388e-05,
      "loss": 0.2588,
      "step": 66500
    },
    {
      "epoch": 1.8867738526677116,
      "grad_norm": 8.375,
      "learning_rate": 1.6557739123890246e-05,
      "loss": 0.2275,
      "step": 66510
    },
    {
      "epoch": 1.887057538599017,
      "grad_norm": 9.0,
      "learning_rate": 1.65571601839871e-05,
      "loss": 0.192,
      "step": 66520
    },
    {
      "epoch": 1.8873412245303225,
      "grad_norm": 7.21875,
      "learning_rate": 1.655658124408396e-05,
      "loss": 0.2091,
      "step": 66530
    },
    {
      "epoch": 1.887624910461628,
      "grad_norm": 17.375,
      "learning_rate": 1.6556002304180815e-05,
      "loss": 0.2187,
      "step": 66540
    },
    {
      "epoch": 1.8879085963929334,
      "grad_norm": 7.40625,
      "learning_rate": 1.6555423364277673e-05,
      "loss": 0.191,
      "step": 66550
    },
    {
      "epoch": 1.8881922823242387,
      "grad_norm": 9.125,
      "learning_rate": 1.655484442437453e-05,
      "loss": 0.2092,
      "step": 66560
    },
    {
      "epoch": 1.8884759682555443,
      "grad_norm": 9.4375,
      "learning_rate": 1.6554265484471386e-05,
      "loss": 0.2258,
      "step": 66570
    },
    {
      "epoch": 1.8887596541868499,
      "grad_norm": 11.1875,
      "learning_rate": 1.655368654456824e-05,
      "loss": 0.2083,
      "step": 66580
    },
    {
      "epoch": 1.8890433401181552,
      "grad_norm": 7.84375,
      "learning_rate": 1.65531076046651e-05,
      "loss": 0.25,
      "step": 66590
    },
    {
      "epoch": 1.8893270260494606,
      "grad_norm": 17.75,
      "learning_rate": 1.6552528664761955e-05,
      "loss": 0.2506,
      "step": 66600
    },
    {
      "epoch": 1.8896107119807661,
      "grad_norm": 9.625,
      "learning_rate": 1.6551949724858813e-05,
      "loss": 0.2187,
      "step": 66610
    },
    {
      "epoch": 1.8898943979120717,
      "grad_norm": 12.5625,
      "learning_rate": 1.6551370784955668e-05,
      "loss": 0.2381,
      "step": 66620
    },
    {
      "epoch": 1.890178083843377,
      "grad_norm": 13.9375,
      "learning_rate": 1.6550791845052526e-05,
      "loss": 0.244,
      "step": 66630
    },
    {
      "epoch": 1.8904617697746824,
      "grad_norm": 12.3125,
      "learning_rate": 1.6550212905149384e-05,
      "loss": 0.2133,
      "step": 66640
    },
    {
      "epoch": 1.890745455705988,
      "grad_norm": 13.8125,
      "learning_rate": 1.654963396524624e-05,
      "loss": 0.2358,
      "step": 66650
    },
    {
      "epoch": 1.8910291416372933,
      "grad_norm": 9.75,
      "learning_rate": 1.6549055025343094e-05,
      "loss": 0.2123,
      "step": 66660
    },
    {
      "epoch": 1.8913128275685986,
      "grad_norm": 13.1875,
      "learning_rate": 1.6548476085439953e-05,
      "loss": 0.2187,
      "step": 66670
    },
    {
      "epoch": 1.8915965134999042,
      "grad_norm": 9.75,
      "learning_rate": 1.6547897145536808e-05,
      "loss": 0.2505,
      "step": 66680
    },
    {
      "epoch": 1.8918801994312098,
      "grad_norm": 11.0,
      "learning_rate": 1.6547318205633666e-05,
      "loss": 0.2413,
      "step": 66690
    },
    {
      "epoch": 1.8921638853625151,
      "grad_norm": 10.0625,
      "learning_rate": 1.654673926573052e-05,
      "loss": 0.2651,
      "step": 66700
    },
    {
      "epoch": 1.8924475712938205,
      "grad_norm": 8.5625,
      "learning_rate": 1.654616032582738e-05,
      "loss": 0.2414,
      "step": 66710
    },
    {
      "epoch": 1.892731257225126,
      "grad_norm": 7.8125,
      "learning_rate": 1.6545581385924238e-05,
      "loss": 0.2337,
      "step": 66720
    },
    {
      "epoch": 1.8930149431564316,
      "grad_norm": 10.75,
      "learning_rate": 1.6545002446021093e-05,
      "loss": 0.2893,
      "step": 66730
    },
    {
      "epoch": 1.893298629087737,
      "grad_norm": 9.6875,
      "learning_rate": 1.6544423506117948e-05,
      "loss": 0.2345,
      "step": 66740
    },
    {
      "epoch": 1.8935823150190423,
      "grad_norm": 6.9375,
      "learning_rate": 1.6543844566214806e-05,
      "loss": 0.2335,
      "step": 66750
    },
    {
      "epoch": 1.8938660009503478,
      "grad_norm": 8.5625,
      "learning_rate": 1.654326562631166e-05,
      "loss": 0.2274,
      "step": 66760
    },
    {
      "epoch": 1.8941496868816534,
      "grad_norm": 12.875,
      "learning_rate": 1.654268668640852e-05,
      "loss": 0.2275,
      "step": 66770
    },
    {
      "epoch": 1.8944333728129588,
      "grad_norm": 17.125,
      "learning_rate": 1.6542107746505377e-05,
      "loss": 0.2468,
      "step": 66780
    },
    {
      "epoch": 1.894717058744264,
      "grad_norm": 22.625,
      "learning_rate": 1.6541528806602232e-05,
      "loss": 0.2417,
      "step": 66790
    },
    {
      "epoch": 1.8950007446755697,
      "grad_norm": 11.25,
      "learning_rate": 1.654094986669909e-05,
      "loss": 0.211,
      "step": 66800
    },
    {
      "epoch": 1.8952844306068752,
      "grad_norm": 6.9375,
      "learning_rate": 1.6540370926795946e-05,
      "loss": 0.2114,
      "step": 66810
    },
    {
      "epoch": 1.8955681165381806,
      "grad_norm": 14.75,
      "learning_rate": 1.65397919868928e-05,
      "loss": 0.2292,
      "step": 66820
    },
    {
      "epoch": 1.895851802469486,
      "grad_norm": 9.25,
      "learning_rate": 1.653921304698966e-05,
      "loss": 0.2113,
      "step": 66830
    },
    {
      "epoch": 1.8961354884007915,
      "grad_norm": 11.6875,
      "learning_rate": 1.6538634107086514e-05,
      "loss": 0.1984,
      "step": 66840
    },
    {
      "epoch": 1.896419174332097,
      "grad_norm": 10.75,
      "learning_rate": 1.6538055167183372e-05,
      "loss": 0.2067,
      "step": 66850
    },
    {
      "epoch": 1.8967028602634024,
      "grad_norm": 8.9375,
      "learning_rate": 1.653747622728023e-05,
      "loss": 0.2432,
      "step": 66860
    },
    {
      "epoch": 1.8969865461947077,
      "grad_norm": 7.40625,
      "learning_rate": 1.6536897287377086e-05,
      "loss": 0.1906,
      "step": 66870
    },
    {
      "epoch": 1.8972702321260133,
      "grad_norm": 9.125,
      "learning_rate": 1.653631834747394e-05,
      "loss": 0.2425,
      "step": 66880
    },
    {
      "epoch": 1.8975539180573189,
      "grad_norm": 6.75,
      "learning_rate": 1.65357394075708e-05,
      "loss": 0.2293,
      "step": 66890
    },
    {
      "epoch": 1.8978376039886242,
      "grad_norm": 6.78125,
      "learning_rate": 1.6535160467667654e-05,
      "loss": 0.2298,
      "step": 66900
    },
    {
      "epoch": 1.8981212899199296,
      "grad_norm": 12.9375,
      "learning_rate": 1.6534581527764512e-05,
      "loss": 0.2127,
      "step": 66910
    },
    {
      "epoch": 1.8984049758512351,
      "grad_norm": 11.625,
      "learning_rate": 1.6534002587861367e-05,
      "loss": 0.196,
      "step": 66920
    },
    {
      "epoch": 1.8986886617825407,
      "grad_norm": 8.625,
      "learning_rate": 1.6533423647958225e-05,
      "loss": 0.2918,
      "step": 66930
    },
    {
      "epoch": 1.898972347713846,
      "grad_norm": 10.375,
      "learning_rate": 1.6532844708055084e-05,
      "loss": 0.254,
      "step": 66940
    },
    {
      "epoch": 1.8992560336451514,
      "grad_norm": 8.8125,
      "learning_rate": 1.653226576815194e-05,
      "loss": 0.2203,
      "step": 66950
    },
    {
      "epoch": 1.899539719576457,
      "grad_norm": 10.8125,
      "learning_rate": 1.6531686828248794e-05,
      "loss": 0.2251,
      "step": 66960
    },
    {
      "epoch": 1.8998234055077625,
      "grad_norm": 14.125,
      "learning_rate": 1.6531107888345652e-05,
      "loss": 0.2041,
      "step": 66970
    },
    {
      "epoch": 1.9001070914390679,
      "grad_norm": 8.5,
      "learning_rate": 1.6530528948442507e-05,
      "loss": 0.2032,
      "step": 66980
    },
    {
      "epoch": 1.9003907773703732,
      "grad_norm": 10.5,
      "learning_rate": 1.6529950008539365e-05,
      "loss": 0.2352,
      "step": 66990
    },
    {
      "epoch": 1.9006744633016788,
      "grad_norm": 15.875,
      "learning_rate": 1.6529371068636224e-05,
      "loss": 0.233,
      "step": 67000
    },
    {
      "epoch": 1.9009581492329841,
      "grad_norm": 7.8125,
      "learning_rate": 1.652879212873308e-05,
      "loss": 0.2237,
      "step": 67010
    },
    {
      "epoch": 1.9012418351642895,
      "grad_norm": 8.1875,
      "learning_rate": 1.6528213188829937e-05,
      "loss": 0.2469,
      "step": 67020
    },
    {
      "epoch": 1.901525521095595,
      "grad_norm": 11.75,
      "learning_rate": 1.6527634248926792e-05,
      "loss": 0.2098,
      "step": 67030
    },
    {
      "epoch": 1.9018092070269006,
      "grad_norm": 10.375,
      "learning_rate": 1.6527055309023647e-05,
      "loss": 0.2041,
      "step": 67040
    },
    {
      "epoch": 1.902092892958206,
      "grad_norm": 15.3125,
      "learning_rate": 1.6526476369120505e-05,
      "loss": 0.2593,
      "step": 67050
    },
    {
      "epoch": 1.9023765788895113,
      "grad_norm": 8.6875,
      "learning_rate": 1.652589742921736e-05,
      "loss": 0.2434,
      "step": 67060
    },
    {
      "epoch": 1.9026602648208168,
      "grad_norm": 11.0625,
      "learning_rate": 1.652531848931422e-05,
      "loss": 0.2226,
      "step": 67070
    },
    {
      "epoch": 1.9029439507521224,
      "grad_norm": 9.1875,
      "learning_rate": 1.6524739549411077e-05,
      "loss": 0.1831,
      "step": 67080
    },
    {
      "epoch": 1.9032276366834278,
      "grad_norm": 11.0625,
      "learning_rate": 1.652416060950793e-05,
      "loss": 0.2064,
      "step": 67090
    },
    {
      "epoch": 1.903511322614733,
      "grad_norm": 8.5625,
      "learning_rate": 1.652358166960479e-05,
      "loss": 0.2282,
      "step": 67100
    },
    {
      "epoch": 1.9037950085460387,
      "grad_norm": 11.5625,
      "learning_rate": 1.6523002729701645e-05,
      "loss": 0.2485,
      "step": 67110
    },
    {
      "epoch": 1.9040786944773442,
      "grad_norm": 10.5,
      "learning_rate": 1.65224237897985e-05,
      "loss": 0.2099,
      "step": 67120
    },
    {
      "epoch": 1.9043623804086496,
      "grad_norm": 8.8125,
      "learning_rate": 1.6521844849895358e-05,
      "loss": 0.1994,
      "step": 67130
    },
    {
      "epoch": 1.904646066339955,
      "grad_norm": 9.9375,
      "learning_rate": 1.6521265909992213e-05,
      "loss": 0.2253,
      "step": 67140
    },
    {
      "epoch": 1.9049297522712605,
      "grad_norm": 10.0,
      "learning_rate": 1.652068697008907e-05,
      "loss": 0.2396,
      "step": 67150
    },
    {
      "epoch": 1.905213438202566,
      "grad_norm": 12.375,
      "learning_rate": 1.652010803018593e-05,
      "loss": 0.2232,
      "step": 67160
    },
    {
      "epoch": 1.9054971241338714,
      "grad_norm": 11.0625,
      "learning_rate": 1.6519529090282785e-05,
      "loss": 0.2611,
      "step": 67170
    },
    {
      "epoch": 1.9057808100651767,
      "grad_norm": 8.5,
      "learning_rate": 1.651895015037964e-05,
      "loss": 0.2159,
      "step": 67180
    },
    {
      "epoch": 1.9060644959964823,
      "grad_norm": 9.0,
      "learning_rate": 1.6518371210476498e-05,
      "loss": 0.1935,
      "step": 67190
    },
    {
      "epoch": 1.9063481819277879,
      "grad_norm": 24.125,
      "learning_rate": 1.6517792270573353e-05,
      "loss": 0.2002,
      "step": 67200
    },
    {
      "epoch": 1.9066318678590932,
      "grad_norm": 10.75,
      "learning_rate": 1.651721333067021e-05,
      "loss": 0.2186,
      "step": 67210
    },
    {
      "epoch": 1.9069155537903986,
      "grad_norm": 8.6875,
      "learning_rate": 1.6516634390767066e-05,
      "loss": 0.2059,
      "step": 67220
    },
    {
      "epoch": 1.9071992397217041,
      "grad_norm": 13.375,
      "learning_rate": 1.6516055450863925e-05,
      "loss": 0.2062,
      "step": 67230
    },
    {
      "epoch": 1.9074829256530097,
      "grad_norm": 13.75,
      "learning_rate": 1.6515476510960783e-05,
      "loss": 0.2232,
      "step": 67240
    },
    {
      "epoch": 1.907766611584315,
      "grad_norm": 11.375,
      "learning_rate": 1.6514897571057638e-05,
      "loss": 0.2405,
      "step": 67250
    },
    {
      "epoch": 1.9080502975156204,
      "grad_norm": 10.0,
      "learning_rate": 1.6514318631154493e-05,
      "loss": 0.233,
      "step": 67260
    },
    {
      "epoch": 1.908333983446926,
      "grad_norm": 8.9375,
      "learning_rate": 1.651373969125135e-05,
      "loss": 0.2042,
      "step": 67270
    },
    {
      "epoch": 1.9086176693782315,
      "grad_norm": 10.125,
      "learning_rate": 1.6513160751348206e-05,
      "loss": 0.2275,
      "step": 67280
    },
    {
      "epoch": 1.9089013553095369,
      "grad_norm": 10.3125,
      "learning_rate": 1.6512581811445064e-05,
      "loss": 0.2013,
      "step": 67290
    },
    {
      "epoch": 1.9091850412408422,
      "grad_norm": 15.9375,
      "learning_rate": 1.6512002871541923e-05,
      "loss": 0.3019,
      "step": 67300
    },
    {
      "epoch": 1.9094687271721478,
      "grad_norm": 10.6875,
      "learning_rate": 1.6511423931638778e-05,
      "loss": 0.2366,
      "step": 67310
    },
    {
      "epoch": 1.9097524131034531,
      "grad_norm": 10.1875,
      "learning_rate": 1.6510844991735636e-05,
      "loss": 0.2175,
      "step": 67320
    },
    {
      "epoch": 1.9100360990347585,
      "grad_norm": 8.875,
      "learning_rate": 1.651026605183249e-05,
      "loss": 0.1971,
      "step": 67330
    },
    {
      "epoch": 1.910319784966064,
      "grad_norm": 9.0,
      "learning_rate": 1.6509687111929346e-05,
      "loss": 0.2149,
      "step": 67340
    },
    {
      "epoch": 1.9106034708973696,
      "grad_norm": 9.3125,
      "learning_rate": 1.6509108172026204e-05,
      "loss": 0.2351,
      "step": 67350
    },
    {
      "epoch": 1.910887156828675,
      "grad_norm": 7.0625,
      "learning_rate": 1.650852923212306e-05,
      "loss": 0.2289,
      "step": 67360
    },
    {
      "epoch": 1.9111708427599803,
      "grad_norm": 7.125,
      "learning_rate": 1.6507950292219918e-05,
      "loss": 0.2342,
      "step": 67370
    },
    {
      "epoch": 1.9114545286912858,
      "grad_norm": 8.5,
      "learning_rate": 1.6507371352316776e-05,
      "loss": 0.2557,
      "step": 67380
    },
    {
      "epoch": 1.9117382146225914,
      "grad_norm": 15.5,
      "learning_rate": 1.650679241241363e-05,
      "loss": 0.2447,
      "step": 67390
    },
    {
      "epoch": 1.9120219005538968,
      "grad_norm": 7.1875,
      "learning_rate": 1.650621347251049e-05,
      "loss": 0.2444,
      "step": 67400
    },
    {
      "epoch": 1.912305586485202,
      "grad_norm": 10.75,
      "learning_rate": 1.6505634532607344e-05,
      "loss": 0.2268,
      "step": 67410
    },
    {
      "epoch": 1.9125892724165077,
      "grad_norm": 8.5625,
      "learning_rate": 1.65050555927042e-05,
      "loss": 0.2063,
      "step": 67420
    },
    {
      "epoch": 1.9128729583478132,
      "grad_norm": 9.5,
      "learning_rate": 1.6504476652801057e-05,
      "loss": 0.264,
      "step": 67430
    },
    {
      "epoch": 1.9131566442791186,
      "grad_norm": 9.0625,
      "learning_rate": 1.6503897712897912e-05,
      "loss": 0.2221,
      "step": 67440
    },
    {
      "epoch": 1.913440330210424,
      "grad_norm": 8.875,
      "learning_rate": 1.650331877299477e-05,
      "loss": 0.2194,
      "step": 67450
    },
    {
      "epoch": 1.9137240161417295,
      "grad_norm": 10.0625,
      "learning_rate": 1.650273983309163e-05,
      "loss": 0.2301,
      "step": 67460
    },
    {
      "epoch": 1.914007702073035,
      "grad_norm": 13.5625,
      "learning_rate": 1.6502160893188484e-05,
      "loss": 0.1884,
      "step": 67470
    },
    {
      "epoch": 1.9142913880043404,
      "grad_norm": 11.125,
      "learning_rate": 1.6501581953285342e-05,
      "loss": 0.2191,
      "step": 67480
    },
    {
      "epoch": 1.9145750739356457,
      "grad_norm": 12.6875,
      "learning_rate": 1.6501003013382197e-05,
      "loss": 0.2251,
      "step": 67490
    },
    {
      "epoch": 1.9148587598669513,
      "grad_norm": 12.5625,
      "learning_rate": 1.6500424073479052e-05,
      "loss": 0.2479,
      "step": 67500
    },
    {
      "epoch": 1.9151424457982569,
      "grad_norm": 11.25,
      "learning_rate": 1.649984513357591e-05,
      "loss": 0.2021,
      "step": 67510
    },
    {
      "epoch": 1.9154261317295622,
      "grad_norm": 10.25,
      "learning_rate": 1.6499266193672765e-05,
      "loss": 0.2257,
      "step": 67520
    },
    {
      "epoch": 1.9157098176608676,
      "grad_norm": 12.125,
      "learning_rate": 1.6498687253769624e-05,
      "loss": 0.2071,
      "step": 67530
    },
    {
      "epoch": 1.9159935035921731,
      "grad_norm": 11.0625,
      "learning_rate": 1.6498108313866482e-05,
      "loss": 0.2746,
      "step": 67540
    },
    {
      "epoch": 1.9162771895234787,
      "grad_norm": 8.125,
      "learning_rate": 1.6497529373963337e-05,
      "loss": 0.2282,
      "step": 67550
    },
    {
      "epoch": 1.916560875454784,
      "grad_norm": 9.625,
      "learning_rate": 1.6496950434060192e-05,
      "loss": 0.2272,
      "step": 67560
    },
    {
      "epoch": 1.9168445613860894,
      "grad_norm": 7.0625,
      "learning_rate": 1.649637149415705e-05,
      "loss": 0.2244,
      "step": 67570
    },
    {
      "epoch": 1.917128247317395,
      "grad_norm": 7.875,
      "learning_rate": 1.6495792554253905e-05,
      "loss": 0.2405,
      "step": 67580
    },
    {
      "epoch": 1.9174119332487005,
      "grad_norm": 8.0625,
      "learning_rate": 1.6495213614350764e-05,
      "loss": 0.2284,
      "step": 67590
    },
    {
      "epoch": 1.9176956191800059,
      "grad_norm": 7.6875,
      "learning_rate": 1.6494634674447622e-05,
      "loss": 0.2319,
      "step": 67600
    },
    {
      "epoch": 1.9179793051113112,
      "grad_norm": 10.0,
      "learning_rate": 1.6494055734544477e-05,
      "loss": 0.2326,
      "step": 67610
    },
    {
      "epoch": 1.9182629910426168,
      "grad_norm": 8.75,
      "learning_rate": 1.6493476794641335e-05,
      "loss": 0.2336,
      "step": 67620
    },
    {
      "epoch": 1.9185466769739221,
      "grad_norm": 8.375,
      "learning_rate": 1.649289785473819e-05,
      "loss": 0.1774,
      "step": 67630
    },
    {
      "epoch": 1.9188303629052275,
      "grad_norm": 5.53125,
      "learning_rate": 1.6492318914835045e-05,
      "loss": 0.1928,
      "step": 67640
    },
    {
      "epoch": 1.919114048836533,
      "grad_norm": 11.6875,
      "learning_rate": 1.6491739974931903e-05,
      "loss": 0.2572,
      "step": 67650
    },
    {
      "epoch": 1.9193977347678386,
      "grad_norm": 10.375,
      "learning_rate": 1.649116103502876e-05,
      "loss": 0.2218,
      "step": 67660
    },
    {
      "epoch": 1.919681420699144,
      "grad_norm": 7.8125,
      "learning_rate": 1.6490582095125617e-05,
      "loss": 0.2565,
      "step": 67670
    },
    {
      "epoch": 1.9199651066304493,
      "grad_norm": 8.0625,
      "learning_rate": 1.6490003155222475e-05,
      "loss": 0.2168,
      "step": 67680
    },
    {
      "epoch": 1.9202487925617548,
      "grad_norm": 7.59375,
      "learning_rate": 1.648942421531933e-05,
      "loss": 0.1817,
      "step": 67690
    },
    {
      "epoch": 1.9205324784930604,
      "grad_norm": 7.9375,
      "learning_rate": 1.648884527541619e-05,
      "loss": 0.2349,
      "step": 67700
    },
    {
      "epoch": 1.9208161644243658,
      "grad_norm": 12.125,
      "learning_rate": 1.6488266335513043e-05,
      "loss": 0.2676,
      "step": 67710
    },
    {
      "epoch": 1.921099850355671,
      "grad_norm": 10.4375,
      "learning_rate": 1.6487687395609898e-05,
      "loss": 0.2257,
      "step": 67720
    },
    {
      "epoch": 1.9213835362869767,
      "grad_norm": 9.8125,
      "learning_rate": 1.6487108455706757e-05,
      "loss": 0.175,
      "step": 67730
    },
    {
      "epoch": 1.9216672222182822,
      "grad_norm": 10.375,
      "learning_rate": 1.648652951580361e-05,
      "loss": 0.1935,
      "step": 67740
    },
    {
      "epoch": 1.9219509081495876,
      "grad_norm": 8.0,
      "learning_rate": 1.648595057590047e-05,
      "loss": 0.2231,
      "step": 67750
    },
    {
      "epoch": 1.922234594080893,
      "grad_norm": 7.5,
      "learning_rate": 1.6485371635997328e-05,
      "loss": 0.2405,
      "step": 67760
    },
    {
      "epoch": 1.9225182800121985,
      "grad_norm": 8.8125,
      "learning_rate": 1.6484792696094183e-05,
      "loss": 0.2101,
      "step": 67770
    },
    {
      "epoch": 1.922801965943504,
      "grad_norm": 10.75,
      "learning_rate": 1.648421375619104e-05,
      "loss": 0.2227,
      "step": 67780
    },
    {
      "epoch": 1.9230856518748094,
      "grad_norm": 8.625,
      "learning_rate": 1.6483634816287896e-05,
      "loss": 0.2471,
      "step": 67790
    },
    {
      "epoch": 1.9233693378061147,
      "grad_norm": 7.6875,
      "learning_rate": 1.648305587638475e-05,
      "loss": 0.211,
      "step": 67800
    },
    {
      "epoch": 1.9236530237374203,
      "grad_norm": 7.90625,
      "learning_rate": 1.648247693648161e-05,
      "loss": 0.2642,
      "step": 67810
    },
    {
      "epoch": 1.9239367096687259,
      "grad_norm": 11.1875,
      "learning_rate": 1.6481897996578468e-05,
      "loss": 0.1713,
      "step": 67820
    },
    {
      "epoch": 1.9242203956000312,
      "grad_norm": 12.5,
      "learning_rate": 1.6481319056675323e-05,
      "loss": 0.2443,
      "step": 67830
    },
    {
      "epoch": 1.9245040815313366,
      "grad_norm": 8.1875,
      "learning_rate": 1.648074011677218e-05,
      "loss": 0.1969,
      "step": 67840
    },
    {
      "epoch": 1.9247877674626421,
      "grad_norm": 16.75,
      "learning_rate": 1.6480161176869036e-05,
      "loss": 0.1973,
      "step": 67850
    },
    {
      "epoch": 1.9250714533939477,
      "grad_norm": 14.875,
      "learning_rate": 1.6479582236965895e-05,
      "loss": 0.2562,
      "step": 67860
    },
    {
      "epoch": 1.925355139325253,
      "grad_norm": 8.625,
      "learning_rate": 1.647900329706275e-05,
      "loss": 0.3026,
      "step": 67870
    },
    {
      "epoch": 1.9256388252565584,
      "grad_norm": 9.875,
      "learning_rate": 1.6478424357159605e-05,
      "loss": 0.2332,
      "step": 67880
    },
    {
      "epoch": 1.925922511187864,
      "grad_norm": 11.0,
      "learning_rate": 1.6477845417256463e-05,
      "loss": 0.2346,
      "step": 67890
    },
    {
      "epoch": 1.9262061971191695,
      "grad_norm": 11.0,
      "learning_rate": 1.647726647735332e-05,
      "loss": 0.2307,
      "step": 67900
    },
    {
      "epoch": 1.9264898830504749,
      "grad_norm": 8.3125,
      "learning_rate": 1.6476687537450176e-05,
      "loss": 0.2292,
      "step": 67910
    },
    {
      "epoch": 1.9267735689817802,
      "grad_norm": 8.8125,
      "learning_rate": 1.6476108597547034e-05,
      "loss": 0.1986,
      "step": 67920
    },
    {
      "epoch": 1.9270572549130858,
      "grad_norm": 11.0625,
      "learning_rate": 1.647552965764389e-05,
      "loss": 0.2343,
      "step": 67930
    },
    {
      "epoch": 1.9273409408443913,
      "grad_norm": 7.46875,
      "learning_rate": 1.6474950717740744e-05,
      "loss": 0.2295,
      "step": 67940
    },
    {
      "epoch": 1.9276246267756967,
      "grad_norm": 9.25,
      "learning_rate": 1.6474371777837603e-05,
      "loss": 0.2174,
      "step": 67950
    },
    {
      "epoch": 1.927908312707002,
      "grad_norm": 12.25,
      "learning_rate": 1.6473792837934458e-05,
      "loss": 0.2023,
      "step": 67960
    },
    {
      "epoch": 1.9281919986383076,
      "grad_norm": 9.4375,
      "learning_rate": 1.6473213898031316e-05,
      "loss": 0.2369,
      "step": 67970
    },
    {
      "epoch": 1.928475684569613,
      "grad_norm": 11.8125,
      "learning_rate": 1.6472634958128174e-05,
      "loss": 0.218,
      "step": 67980
    },
    {
      "epoch": 1.9287593705009183,
      "grad_norm": 7.25,
      "learning_rate": 1.647205601822503e-05,
      "loss": 0.2717,
      "step": 67990
    },
    {
      "epoch": 1.9290430564322238,
      "grad_norm": 12.25,
      "learning_rate": 1.6471477078321888e-05,
      "loss": 0.1995,
      "step": 68000
    },
    {
      "epoch": 1.9293267423635294,
      "grad_norm": 10.875,
      "learning_rate": 1.6470898138418743e-05,
      "loss": 0.2553,
      "step": 68010
    },
    {
      "epoch": 1.9296104282948348,
      "grad_norm": 6.5625,
      "learning_rate": 1.6470319198515597e-05,
      "loss": 0.2055,
      "step": 68020
    },
    {
      "epoch": 1.92989411422614,
      "grad_norm": 10.1875,
      "learning_rate": 1.6469740258612456e-05,
      "loss": 0.2323,
      "step": 68030
    },
    {
      "epoch": 1.9301778001574457,
      "grad_norm": 10.9375,
      "learning_rate": 1.646916131870931e-05,
      "loss": 0.2823,
      "step": 68040
    },
    {
      "epoch": 1.9304614860887512,
      "grad_norm": 8.1875,
      "learning_rate": 1.646858237880617e-05,
      "loss": 0.2115,
      "step": 68050
    },
    {
      "epoch": 1.9307451720200566,
      "grad_norm": 7.9375,
      "learning_rate": 1.6468003438903027e-05,
      "loss": 0.1941,
      "step": 68060
    },
    {
      "epoch": 1.931028857951362,
      "grad_norm": 9.8125,
      "learning_rate": 1.6467424498999882e-05,
      "loss": 0.2101,
      "step": 68070
    },
    {
      "epoch": 1.9313125438826675,
      "grad_norm": 11.375,
      "learning_rate": 1.646684555909674e-05,
      "loss": 0.2141,
      "step": 68080
    },
    {
      "epoch": 1.931596229813973,
      "grad_norm": 7.28125,
      "learning_rate": 1.6466266619193596e-05,
      "loss": 0.2397,
      "step": 68090
    },
    {
      "epoch": 1.9318799157452784,
      "grad_norm": 6.3125,
      "learning_rate": 1.646568767929045e-05,
      "loss": 0.2368,
      "step": 68100
    },
    {
      "epoch": 1.9321636016765837,
      "grad_norm": 11.375,
      "learning_rate": 1.646510873938731e-05,
      "loss": 0.204,
      "step": 68110
    },
    {
      "epoch": 1.9324472876078893,
      "grad_norm": 9.25,
      "learning_rate": 1.6464529799484167e-05,
      "loss": 0.2455,
      "step": 68120
    },
    {
      "epoch": 1.9327309735391949,
      "grad_norm": 7.3125,
      "learning_rate": 1.6463950859581022e-05,
      "loss": 0.2317,
      "step": 68130
    },
    {
      "epoch": 1.9330146594705002,
      "grad_norm": 8.0625,
      "learning_rate": 1.646337191967788e-05,
      "loss": 0.2351,
      "step": 68140
    },
    {
      "epoch": 1.9332983454018056,
      "grad_norm": 13.0,
      "learning_rate": 1.6462792979774736e-05,
      "loss": 0.2265,
      "step": 68150
    },
    {
      "epoch": 1.9335820313331111,
      "grad_norm": 16.0,
      "learning_rate": 1.6462214039871594e-05,
      "loss": 0.2074,
      "step": 68160
    },
    {
      "epoch": 1.9338657172644167,
      "grad_norm": 8.9375,
      "learning_rate": 1.646163509996845e-05,
      "loss": 0.2259,
      "step": 68170
    },
    {
      "epoch": 1.934149403195722,
      "grad_norm": 10.125,
      "learning_rate": 1.6461056160065304e-05,
      "loss": 0.1848,
      "step": 68180
    },
    {
      "epoch": 1.9344330891270274,
      "grad_norm": 9.625,
      "learning_rate": 1.6460477220162162e-05,
      "loss": 0.2224,
      "step": 68190
    },
    {
      "epoch": 1.934716775058333,
      "grad_norm": 10.5,
      "learning_rate": 1.645989828025902e-05,
      "loss": 0.1961,
      "step": 68200
    },
    {
      "epoch": 1.9350004609896385,
      "grad_norm": 8.0625,
      "learning_rate": 1.6459319340355875e-05,
      "loss": 0.259,
      "step": 68210
    },
    {
      "epoch": 1.9352841469209439,
      "grad_norm": 7.8125,
      "learning_rate": 1.6458740400452734e-05,
      "loss": 0.1956,
      "step": 68220
    },
    {
      "epoch": 1.9355678328522492,
      "grad_norm": 9.125,
      "learning_rate": 1.645816146054959e-05,
      "loss": 0.197,
      "step": 68230
    },
    {
      "epoch": 1.9358515187835548,
      "grad_norm": 9.6875,
      "learning_rate": 1.6457582520646444e-05,
      "loss": 0.2325,
      "step": 68240
    },
    {
      "epoch": 1.9361352047148603,
      "grad_norm": 6.96875,
      "learning_rate": 1.6457003580743302e-05,
      "loss": 0.2101,
      "step": 68250
    },
    {
      "epoch": 1.9364188906461657,
      "grad_norm": 14.5625,
      "learning_rate": 1.6456424640840157e-05,
      "loss": 0.2202,
      "step": 68260
    },
    {
      "epoch": 1.936702576577471,
      "grad_norm": 11.0625,
      "learning_rate": 1.6455845700937015e-05,
      "loss": 0.2459,
      "step": 68270
    },
    {
      "epoch": 1.9369862625087766,
      "grad_norm": 11.8125,
      "learning_rate": 1.6455266761033874e-05,
      "loss": 0.2312,
      "step": 68280
    },
    {
      "epoch": 1.937269948440082,
      "grad_norm": 11.875,
      "learning_rate": 1.645468782113073e-05,
      "loss": 0.2232,
      "step": 68290
    },
    {
      "epoch": 1.9375536343713873,
      "grad_norm": 8.4375,
      "learning_rate": 1.6454108881227587e-05,
      "loss": 0.2457,
      "step": 68300
    },
    {
      "epoch": 1.9378373203026928,
      "grad_norm": 11.5625,
      "learning_rate": 1.6453529941324442e-05,
      "loss": 0.256,
      "step": 68310
    },
    {
      "epoch": 1.9381210062339984,
      "grad_norm": 8.75,
      "learning_rate": 1.6452951001421297e-05,
      "loss": 0.2058,
      "step": 68320
    },
    {
      "epoch": 1.9384046921653038,
      "grad_norm": 9.3125,
      "learning_rate": 1.6452372061518155e-05,
      "loss": 0.2016,
      "step": 68330
    },
    {
      "epoch": 1.938688378096609,
      "grad_norm": 7.96875,
      "learning_rate": 1.6451793121615013e-05,
      "loss": 0.2165,
      "step": 68340
    },
    {
      "epoch": 1.9389720640279147,
      "grad_norm": 10.0,
      "learning_rate": 1.645121418171187e-05,
      "loss": 0.2316,
      "step": 68350
    },
    {
      "epoch": 1.9392557499592202,
      "grad_norm": 11.5,
      "learning_rate": 1.6450635241808727e-05,
      "loss": 0.2434,
      "step": 68360
    },
    {
      "epoch": 1.9395394358905256,
      "grad_norm": 10.3125,
      "learning_rate": 1.645005630190558e-05,
      "loss": 0.2133,
      "step": 68370
    },
    {
      "epoch": 1.939823121821831,
      "grad_norm": 7.21875,
      "learning_rate": 1.644947736200244e-05,
      "loss": 0.2297,
      "step": 68380
    },
    {
      "epoch": 1.9401068077531365,
      "grad_norm": 13.6875,
      "learning_rate": 1.6448898422099295e-05,
      "loss": 0.2219,
      "step": 68390
    },
    {
      "epoch": 1.940390493684442,
      "grad_norm": 11.125,
      "learning_rate": 1.644831948219615e-05,
      "loss": 0.2256,
      "step": 68400
    },
    {
      "epoch": 1.9406741796157474,
      "grad_norm": 6.875,
      "learning_rate": 1.6447740542293008e-05,
      "loss": 0.2495,
      "step": 68410
    },
    {
      "epoch": 1.9409578655470527,
      "grad_norm": 10.5625,
      "learning_rate": 1.6447161602389866e-05,
      "loss": 0.1976,
      "step": 68420
    },
    {
      "epoch": 1.9412415514783583,
      "grad_norm": 10.375,
      "learning_rate": 1.644658266248672e-05,
      "loss": 0.2128,
      "step": 68430
    },
    {
      "epoch": 1.9415252374096639,
      "grad_norm": 8.5,
      "learning_rate": 1.644600372258358e-05,
      "loss": 0.2368,
      "step": 68440
    },
    {
      "epoch": 1.9418089233409692,
      "grad_norm": 11.125,
      "learning_rate": 1.6445424782680435e-05,
      "loss": 0.2267,
      "step": 68450
    },
    {
      "epoch": 1.9420926092722746,
      "grad_norm": 11.1875,
      "learning_rate": 1.6444845842777293e-05,
      "loss": 0.2041,
      "step": 68460
    },
    {
      "epoch": 1.9423762952035801,
      "grad_norm": 11.625,
      "learning_rate": 1.6444266902874148e-05,
      "loss": 0.2429,
      "step": 68470
    },
    {
      "epoch": 1.9426599811348857,
      "grad_norm": 8.5,
      "learning_rate": 1.6443687962971003e-05,
      "loss": 0.2186,
      "step": 68480
    },
    {
      "epoch": 1.942943667066191,
      "grad_norm": 9.3125,
      "learning_rate": 1.644310902306786e-05,
      "loss": 0.2057,
      "step": 68490
    },
    {
      "epoch": 1.9432273529974964,
      "grad_norm": 10.0625,
      "learning_rate": 1.644253008316472e-05,
      "loss": 0.2214,
      "step": 68500
    },
    {
      "epoch": 1.943511038928802,
      "grad_norm": 15.9375,
      "learning_rate": 1.6441951143261575e-05,
      "loss": 0.2048,
      "step": 68510
    },
    {
      "epoch": 1.9437947248601075,
      "grad_norm": 11.4375,
      "learning_rate": 1.6441372203358433e-05,
      "loss": 0.2328,
      "step": 68520
    },
    {
      "epoch": 1.9440784107914129,
      "grad_norm": 7.4375,
      "learning_rate": 1.6440793263455288e-05,
      "loss": 0.2141,
      "step": 68530
    },
    {
      "epoch": 1.9443620967227182,
      "grad_norm": 10.3125,
      "learning_rate": 1.6440214323552146e-05,
      "loss": 0.2063,
      "step": 68540
    },
    {
      "epoch": 1.9446457826540238,
      "grad_norm": 10.125,
      "learning_rate": 1.6439635383649e-05,
      "loss": 0.2395,
      "step": 68550
    },
    {
      "epoch": 1.9449294685853293,
      "grad_norm": 10.25,
      "learning_rate": 1.6439056443745856e-05,
      "loss": 0.2563,
      "step": 68560
    },
    {
      "epoch": 1.9452131545166347,
      "grad_norm": 11.25,
      "learning_rate": 1.6438477503842714e-05,
      "loss": 0.2354,
      "step": 68570
    },
    {
      "epoch": 1.94549684044794,
      "grad_norm": 11.6875,
      "learning_rate": 1.6437898563939573e-05,
      "loss": 0.2218,
      "step": 68580
    },
    {
      "epoch": 1.9457805263792456,
      "grad_norm": 14.625,
      "learning_rate": 1.6437319624036428e-05,
      "loss": 0.2154,
      "step": 68590
    },
    {
      "epoch": 1.946064212310551,
      "grad_norm": 10.4375,
      "learning_rate": 1.6436740684133286e-05,
      "loss": 0.2534,
      "step": 68600
    },
    {
      "epoch": 1.9463478982418563,
      "grad_norm": 11.6875,
      "learning_rate": 1.643616174423014e-05,
      "loss": 0.2452,
      "step": 68610
    },
    {
      "epoch": 1.9466315841731618,
      "grad_norm": 9.75,
      "learning_rate": 1.6435582804326996e-05,
      "loss": 0.2157,
      "step": 68620
    },
    {
      "epoch": 1.9469152701044674,
      "grad_norm": 10.1875,
      "learning_rate": 1.6435003864423854e-05,
      "loss": 0.238,
      "step": 68630
    },
    {
      "epoch": 1.9471989560357728,
      "grad_norm": 8.0625,
      "learning_rate": 1.6434424924520713e-05,
      "loss": 0.2462,
      "step": 68640
    },
    {
      "epoch": 1.947482641967078,
      "grad_norm": 10.6875,
      "learning_rate": 1.6433845984617568e-05,
      "loss": 0.2196,
      "step": 68650
    },
    {
      "epoch": 1.9477663278983837,
      "grad_norm": 9.8125,
      "learning_rate": 1.6433267044714426e-05,
      "loss": 0.203,
      "step": 68660
    },
    {
      "epoch": 1.9480500138296892,
      "grad_norm": 7.84375,
      "learning_rate": 1.643268810481128e-05,
      "loss": 0.21,
      "step": 68670
    },
    {
      "epoch": 1.9483336997609946,
      "grad_norm": 10.25,
      "learning_rate": 1.643210916490814e-05,
      "loss": 0.2595,
      "step": 68680
    },
    {
      "epoch": 1.9486173856923,
      "grad_norm": 10.625,
      "learning_rate": 1.6431530225004994e-05,
      "loss": 0.239,
      "step": 68690
    },
    {
      "epoch": 1.9489010716236055,
      "grad_norm": 6.0625,
      "learning_rate": 1.643095128510185e-05,
      "loss": 0.1961,
      "step": 68700
    },
    {
      "epoch": 1.949184757554911,
      "grad_norm": 9.25,
      "learning_rate": 1.6430372345198707e-05,
      "loss": 0.2181,
      "step": 68710
    },
    {
      "epoch": 1.9494684434862164,
      "grad_norm": 10.625,
      "learning_rate": 1.6429793405295566e-05,
      "loss": 0.2752,
      "step": 68720
    },
    {
      "epoch": 1.9497521294175217,
      "grad_norm": 7.90625,
      "learning_rate": 1.6429214465392424e-05,
      "loss": 0.2264,
      "step": 68730
    },
    {
      "epoch": 1.9500358153488273,
      "grad_norm": 8.5625,
      "learning_rate": 1.642863552548928e-05,
      "loss": 0.2146,
      "step": 68740
    },
    {
      "epoch": 1.9503195012801329,
      "grad_norm": 14.5,
      "learning_rate": 1.6428056585586134e-05,
      "loss": 0.233,
      "step": 68750
    },
    {
      "epoch": 1.9506031872114382,
      "grad_norm": 11.875,
      "learning_rate": 1.6427477645682992e-05,
      "loss": 0.2434,
      "step": 68760
    },
    {
      "epoch": 1.9508868731427436,
      "grad_norm": 9.25,
      "learning_rate": 1.6426898705779847e-05,
      "loss": 0.1921,
      "step": 68770
    },
    {
      "epoch": 1.9511705590740491,
      "grad_norm": 17.625,
      "learning_rate": 1.6426319765876702e-05,
      "loss": 0.2559,
      "step": 68780
    },
    {
      "epoch": 1.9514542450053547,
      "grad_norm": 9.375,
      "learning_rate": 1.642574082597356e-05,
      "loss": 0.236,
      "step": 68790
    },
    {
      "epoch": 1.95173793093666,
      "grad_norm": 14.4375,
      "learning_rate": 1.642516188607042e-05,
      "loss": 0.2999,
      "step": 68800
    },
    {
      "epoch": 1.9520216168679654,
      "grad_norm": 10.1875,
      "learning_rate": 1.6424582946167274e-05,
      "loss": 0.2218,
      "step": 68810
    },
    {
      "epoch": 1.952305302799271,
      "grad_norm": 8.75,
      "learning_rate": 1.6424004006264132e-05,
      "loss": 0.2152,
      "step": 68820
    },
    {
      "epoch": 1.9525889887305765,
      "grad_norm": 14.5,
      "learning_rate": 1.6423425066360987e-05,
      "loss": 0.1969,
      "step": 68830
    },
    {
      "epoch": 1.9528726746618819,
      "grad_norm": 11.1875,
      "learning_rate": 1.6422846126457845e-05,
      "loss": 0.2088,
      "step": 68840
    },
    {
      "epoch": 1.9531563605931872,
      "grad_norm": 13.6875,
      "learning_rate": 1.64222671865547e-05,
      "loss": 0.2106,
      "step": 68850
    },
    {
      "epoch": 1.9534400465244928,
      "grad_norm": 10.125,
      "learning_rate": 1.642168824665156e-05,
      "loss": 0.2007,
      "step": 68860
    },
    {
      "epoch": 1.9537237324557983,
      "grad_norm": 12.875,
      "learning_rate": 1.6421109306748414e-05,
      "loss": 0.2424,
      "step": 68870
    },
    {
      "epoch": 1.9540074183871037,
      "grad_norm": 9.125,
      "learning_rate": 1.6420530366845272e-05,
      "loss": 0.2145,
      "step": 68880
    },
    {
      "epoch": 1.954291104318409,
      "grad_norm": 10.0,
      "learning_rate": 1.6419951426942127e-05,
      "loss": 0.2212,
      "step": 68890
    },
    {
      "epoch": 1.9545747902497146,
      "grad_norm": 7.75,
      "learning_rate": 1.6419372487038985e-05,
      "loss": 0.2016,
      "step": 68900
    },
    {
      "epoch": 1.9548584761810202,
      "grad_norm": 11.25,
      "learning_rate": 1.641879354713584e-05,
      "loss": 0.2009,
      "step": 68910
    },
    {
      "epoch": 1.9551421621123255,
      "grad_norm": 7.53125,
      "learning_rate": 1.6418214607232695e-05,
      "loss": 0.2183,
      "step": 68920
    },
    {
      "epoch": 1.9554258480436308,
      "grad_norm": 12.25,
      "learning_rate": 1.6417635667329553e-05,
      "loss": 0.2153,
      "step": 68930
    },
    {
      "epoch": 1.9557095339749364,
      "grad_norm": 9.75,
      "learning_rate": 1.6417056727426412e-05,
      "loss": 0.2159,
      "step": 68940
    },
    {
      "epoch": 1.9559932199062418,
      "grad_norm": 8.875,
      "learning_rate": 1.6416477787523267e-05,
      "loss": 0.2292,
      "step": 68950
    },
    {
      "epoch": 1.956276905837547,
      "grad_norm": 9.1875,
      "learning_rate": 1.6415898847620125e-05,
      "loss": 0.2314,
      "step": 68960
    },
    {
      "epoch": 1.9565605917688527,
      "grad_norm": 8.875,
      "learning_rate": 1.641531990771698e-05,
      "loss": 0.2065,
      "step": 68970
    },
    {
      "epoch": 1.9568442777001582,
      "grad_norm": 14.125,
      "learning_rate": 1.641474096781384e-05,
      "loss": 0.2356,
      "step": 68980
    },
    {
      "epoch": 1.9571279636314636,
      "grad_norm": 9.375,
      "learning_rate": 1.6414162027910693e-05,
      "loss": 0.2236,
      "step": 68990
    },
    {
      "epoch": 1.957411649562769,
      "grad_norm": 12.5625,
      "learning_rate": 1.6413583088007548e-05,
      "loss": 0.198,
      "step": 69000
    },
    {
      "epoch": 1.9576953354940745,
      "grad_norm": 9.625,
      "learning_rate": 1.6413004148104407e-05,
      "loss": 0.2113,
      "step": 69010
    },
    {
      "epoch": 1.95797902142538,
      "grad_norm": 9.5625,
      "learning_rate": 1.6412425208201265e-05,
      "loss": 0.2379,
      "step": 69020
    },
    {
      "epoch": 1.9582627073566854,
      "grad_norm": 11.3125,
      "learning_rate": 1.6411846268298123e-05,
      "loss": 0.2367,
      "step": 69030
    },
    {
      "epoch": 1.9585463932879907,
      "grad_norm": 13.75,
      "learning_rate": 1.6411267328394978e-05,
      "loss": 0.2229,
      "step": 69040
    },
    {
      "epoch": 1.9588300792192963,
      "grad_norm": 8.5,
      "learning_rate": 1.6410688388491833e-05,
      "loss": 0.2478,
      "step": 69050
    },
    {
      "epoch": 1.9591137651506019,
      "grad_norm": 6.96875,
      "learning_rate": 1.641010944858869e-05,
      "loss": 0.2504,
      "step": 69060
    },
    {
      "epoch": 1.9593974510819072,
      "grad_norm": 7.21875,
      "learning_rate": 1.6409530508685546e-05,
      "loss": 0.2256,
      "step": 69070
    },
    {
      "epoch": 1.9596811370132126,
      "grad_norm": 10.5,
      "learning_rate": 1.64089515687824e-05,
      "loss": 0.2316,
      "step": 69080
    },
    {
      "epoch": 1.9599648229445181,
      "grad_norm": 11.8125,
      "learning_rate": 1.640837262887926e-05,
      "loss": 0.2774,
      "step": 69090
    },
    {
      "epoch": 1.9602485088758237,
      "grad_norm": 10.375,
      "learning_rate": 1.6407793688976118e-05,
      "loss": 0.2046,
      "step": 69100
    },
    {
      "epoch": 1.960532194807129,
      "grad_norm": 11.8125,
      "learning_rate": 1.6407214749072973e-05,
      "loss": 0.2163,
      "step": 69110
    },
    {
      "epoch": 1.9608158807384344,
      "grad_norm": 8.25,
      "learning_rate": 1.640663580916983e-05,
      "loss": 0.219,
      "step": 69120
    },
    {
      "epoch": 1.96109956666974,
      "grad_norm": 7.71875,
      "learning_rate": 1.6406056869266686e-05,
      "loss": 0.2204,
      "step": 69130
    },
    {
      "epoch": 1.9613832526010455,
      "grad_norm": 10.6875,
      "learning_rate": 1.6405477929363545e-05,
      "loss": 0.1867,
      "step": 69140
    },
    {
      "epoch": 1.9616669385323509,
      "grad_norm": 8.4375,
      "learning_rate": 1.64048989894604e-05,
      "loss": 0.1975,
      "step": 69150
    },
    {
      "epoch": 1.9619506244636562,
      "grad_norm": 8.75,
      "learning_rate": 1.6404320049557258e-05,
      "loss": 0.2407,
      "step": 69160
    },
    {
      "epoch": 1.9622343103949618,
      "grad_norm": 8.3125,
      "learning_rate": 1.6403741109654113e-05,
      "loss": 0.2256,
      "step": 69170
    },
    {
      "epoch": 1.9625179963262673,
      "grad_norm": 13.9375,
      "learning_rate": 1.640316216975097e-05,
      "loss": 0.2391,
      "step": 69180
    },
    {
      "epoch": 1.9628016822575727,
      "grad_norm": 6.6875,
      "learning_rate": 1.6402583229847826e-05,
      "loss": 0.1842,
      "step": 69190
    },
    {
      "epoch": 1.963085368188878,
      "grad_norm": 10.125,
      "learning_rate": 1.6402004289944684e-05,
      "loss": 0.2767,
      "step": 69200
    },
    {
      "epoch": 1.9633690541201836,
      "grad_norm": 7.34375,
      "learning_rate": 1.640142535004154e-05,
      "loss": 0.2248,
      "step": 69210
    },
    {
      "epoch": 1.9636527400514892,
      "grad_norm": 9.8125,
      "learning_rate": 1.6400846410138398e-05,
      "loss": 0.2498,
      "step": 69220
    },
    {
      "epoch": 1.9639364259827945,
      "grad_norm": 6.40625,
      "learning_rate": 1.6400267470235253e-05,
      "loss": 0.2149,
      "step": 69230
    },
    {
      "epoch": 1.9642201119140998,
      "grad_norm": 9.1875,
      "learning_rate": 1.639968853033211e-05,
      "loss": 0.2195,
      "step": 69240
    },
    {
      "epoch": 1.9645037978454054,
      "grad_norm": 11.25,
      "learning_rate": 1.639910959042897e-05,
      "loss": 0.2346,
      "step": 69250
    },
    {
      "epoch": 1.9647874837767108,
      "grad_norm": 10.25,
      "learning_rate": 1.6398530650525824e-05,
      "loss": 0.1918,
      "step": 69260
    },
    {
      "epoch": 1.965071169708016,
      "grad_norm": 9.0,
      "learning_rate": 1.639795171062268e-05,
      "loss": 0.2221,
      "step": 69270
    },
    {
      "epoch": 1.9653548556393217,
      "grad_norm": 11.1875,
      "learning_rate": 1.6397372770719538e-05,
      "loss": 0.1997,
      "step": 69280
    },
    {
      "epoch": 1.9656385415706272,
      "grad_norm": 7.90625,
      "learning_rate": 1.6396793830816393e-05,
      "loss": 0.2263,
      "step": 69290
    },
    {
      "epoch": 1.9659222275019326,
      "grad_norm": 8.25,
      "learning_rate": 1.6396214890913247e-05,
      "loss": 0.2046,
      "step": 69300
    },
    {
      "epoch": 1.966205913433238,
      "grad_norm": 12.75,
      "learning_rate": 1.6395635951010106e-05,
      "loss": 0.2292,
      "step": 69310
    },
    {
      "epoch": 1.9664895993645435,
      "grad_norm": 14.5,
      "learning_rate": 1.6395057011106964e-05,
      "loss": 0.2343,
      "step": 69320
    },
    {
      "epoch": 1.966773285295849,
      "grad_norm": 10.5625,
      "learning_rate": 1.6394478071203822e-05,
      "loss": 0.2397,
      "step": 69330
    },
    {
      "epoch": 1.9670569712271544,
      "grad_norm": 9.8125,
      "learning_rate": 1.6393899131300677e-05,
      "loss": 0.1957,
      "step": 69340
    },
    {
      "epoch": 1.9673406571584597,
      "grad_norm": 6.78125,
      "learning_rate": 1.6393320191397532e-05,
      "loss": 0.2049,
      "step": 69350
    },
    {
      "epoch": 1.9676243430897653,
      "grad_norm": 8.5625,
      "learning_rate": 1.639274125149439e-05,
      "loss": 0.2319,
      "step": 69360
    },
    {
      "epoch": 1.9679080290210709,
      "grad_norm": 14.25,
      "learning_rate": 1.6392162311591246e-05,
      "loss": 0.2511,
      "step": 69370
    },
    {
      "epoch": 1.9681917149523762,
      "grad_norm": 9.0625,
      "learning_rate": 1.6391583371688104e-05,
      "loss": 0.2339,
      "step": 69380
    },
    {
      "epoch": 1.9684754008836816,
      "grad_norm": 7.71875,
      "learning_rate": 1.639100443178496e-05,
      "loss": 0.2213,
      "step": 69390
    },
    {
      "epoch": 1.9687590868149871,
      "grad_norm": 8.4375,
      "learning_rate": 1.6390425491881817e-05,
      "loss": 0.2567,
      "step": 69400
    },
    {
      "epoch": 1.9690427727462927,
      "grad_norm": 8.375,
      "learning_rate": 1.6389846551978676e-05,
      "loss": 0.2629,
      "step": 69410
    },
    {
      "epoch": 1.969326458677598,
      "grad_norm": 11.5625,
      "learning_rate": 1.638926761207553e-05,
      "loss": 0.2018,
      "step": 69420
    },
    {
      "epoch": 1.9696101446089034,
      "grad_norm": 7.78125,
      "learning_rate": 1.6388688672172385e-05,
      "loss": 0.2583,
      "step": 69430
    },
    {
      "epoch": 1.969893830540209,
      "grad_norm": 7.375,
      "learning_rate": 1.6388109732269244e-05,
      "loss": 0.2267,
      "step": 69440
    },
    {
      "epoch": 1.9701775164715145,
      "grad_norm": 13.125,
      "learning_rate": 1.63875307923661e-05,
      "loss": 0.2204,
      "step": 69450
    },
    {
      "epoch": 1.9704612024028199,
      "grad_norm": 10.75,
      "learning_rate": 1.6386951852462957e-05,
      "loss": 0.2572,
      "step": 69460
    },
    {
      "epoch": 1.9707448883341252,
      "grad_norm": 9.0625,
      "learning_rate": 1.6386372912559812e-05,
      "loss": 0.2532,
      "step": 69470
    },
    {
      "epoch": 1.9710285742654308,
      "grad_norm": 16.375,
      "learning_rate": 1.638579397265667e-05,
      "loss": 0.2293,
      "step": 69480
    },
    {
      "epoch": 1.9713122601967363,
      "grad_norm": 9.0625,
      "learning_rate": 1.6385215032753525e-05,
      "loss": 0.2494,
      "step": 69490
    },
    {
      "epoch": 1.9715959461280417,
      "grad_norm": 8.375,
      "learning_rate": 1.6384636092850384e-05,
      "loss": 0.226,
      "step": 69500
    },
    {
      "epoch": 1.971879632059347,
      "grad_norm": 10.3125,
      "learning_rate": 1.638405715294724e-05,
      "loss": 0.2132,
      "step": 69510
    },
    {
      "epoch": 1.9721633179906526,
      "grad_norm": 9.3125,
      "learning_rate": 1.6383478213044097e-05,
      "loss": 0.2173,
      "step": 69520
    },
    {
      "epoch": 1.9724470039219582,
      "grad_norm": 10.625,
      "learning_rate": 1.6382899273140952e-05,
      "loss": 0.2018,
      "step": 69530
    },
    {
      "epoch": 1.9727306898532635,
      "grad_norm": 8.0,
      "learning_rate": 1.638232033323781e-05,
      "loss": 0.2374,
      "step": 69540
    },
    {
      "epoch": 1.9730143757845688,
      "grad_norm": 6.875,
      "learning_rate": 1.638174139333467e-05,
      "loss": 0.2077,
      "step": 69550
    },
    {
      "epoch": 1.9732980617158744,
      "grad_norm": 9.8125,
      "learning_rate": 1.6381162453431524e-05,
      "loss": 0.2381,
      "step": 69560
    },
    {
      "epoch": 1.97358174764718,
      "grad_norm": 13.625,
      "learning_rate": 1.638058351352838e-05,
      "loss": 0.2329,
      "step": 69570
    },
    {
      "epoch": 1.973865433578485,
      "grad_norm": 7.3125,
      "learning_rate": 1.6380004573625237e-05,
      "loss": 0.2074,
      "step": 69580
    },
    {
      "epoch": 1.9741491195097907,
      "grad_norm": 9.5625,
      "learning_rate": 1.6379425633722092e-05,
      "loss": 0.1932,
      "step": 69590
    },
    {
      "epoch": 1.9744328054410962,
      "grad_norm": 10.9375,
      "learning_rate": 1.637884669381895e-05,
      "loss": 0.2079,
      "step": 69600
    },
    {
      "epoch": 1.9747164913724016,
      "grad_norm": 10.9375,
      "learning_rate": 1.6378267753915805e-05,
      "loss": 0.2231,
      "step": 69610
    },
    {
      "epoch": 1.975000177303707,
      "grad_norm": 12.9375,
      "learning_rate": 1.6377688814012663e-05,
      "loss": 0.2586,
      "step": 69620
    },
    {
      "epoch": 1.9752838632350125,
      "grad_norm": 10.1875,
      "learning_rate": 1.637710987410952e-05,
      "loss": 0.2184,
      "step": 69630
    },
    {
      "epoch": 1.975567549166318,
      "grad_norm": 13.4375,
      "learning_rate": 1.6376530934206377e-05,
      "loss": 0.2479,
      "step": 69640
    },
    {
      "epoch": 1.9758512350976234,
      "grad_norm": 6.15625,
      "learning_rate": 1.637595199430323e-05,
      "loss": 0.1827,
      "step": 69650
    },
    {
      "epoch": 1.9761349210289287,
      "grad_norm": 12.5625,
      "learning_rate": 1.637537305440009e-05,
      "loss": 0.2083,
      "step": 69660
    },
    {
      "epoch": 1.9764186069602343,
      "grad_norm": 16.125,
      "learning_rate": 1.6374794114496945e-05,
      "loss": 0.2672,
      "step": 69670
    },
    {
      "epoch": 1.9767022928915399,
      "grad_norm": 8.6875,
      "learning_rate": 1.6374215174593803e-05,
      "loss": 0.1844,
      "step": 69680
    },
    {
      "epoch": 1.9769859788228452,
      "grad_norm": 10.125,
      "learning_rate": 1.6373636234690658e-05,
      "loss": 0.1969,
      "step": 69690
    },
    {
      "epoch": 1.9772696647541506,
      "grad_norm": 8.0,
      "learning_rate": 1.6373057294787516e-05,
      "loss": 0.2417,
      "step": 69700
    },
    {
      "epoch": 1.9775533506854561,
      "grad_norm": 13.375,
      "learning_rate": 1.6372478354884375e-05,
      "loss": 0.2367,
      "step": 69710
    },
    {
      "epoch": 1.9778370366167617,
      "grad_norm": 14.5,
      "learning_rate": 1.637189941498123e-05,
      "loss": 0.2438,
      "step": 69720
    },
    {
      "epoch": 1.978120722548067,
      "grad_norm": 11.5,
      "learning_rate": 1.6371320475078085e-05,
      "loss": 0.2502,
      "step": 69730
    },
    {
      "epoch": 1.9784044084793724,
      "grad_norm": 12.4375,
      "learning_rate": 1.6370741535174943e-05,
      "loss": 0.1977,
      "step": 69740
    },
    {
      "epoch": 1.978688094410678,
      "grad_norm": 12.75,
      "learning_rate": 1.6370162595271798e-05,
      "loss": 0.2177,
      "step": 69750
    },
    {
      "epoch": 1.9789717803419835,
      "grad_norm": 6.28125,
      "learning_rate": 1.6369583655368656e-05,
      "loss": 0.2285,
      "step": 69760
    },
    {
      "epoch": 1.9792554662732889,
      "grad_norm": 6.28125,
      "learning_rate": 1.636900471546551e-05,
      "loss": 0.2077,
      "step": 69770
    },
    {
      "epoch": 1.9795391522045942,
      "grad_norm": 8.5625,
      "learning_rate": 1.636842577556237e-05,
      "loss": 0.2365,
      "step": 69780
    },
    {
      "epoch": 1.9798228381358998,
      "grad_norm": 12.5625,
      "learning_rate": 1.6367846835659228e-05,
      "loss": 0.271,
      "step": 69790
    },
    {
      "epoch": 1.9801065240672053,
      "grad_norm": 9.4375,
      "learning_rate": 1.6367267895756083e-05,
      "loss": 0.2102,
      "step": 69800
    },
    {
      "epoch": 1.9803902099985107,
      "grad_norm": 13.25,
      "learning_rate": 1.6366688955852938e-05,
      "loss": 0.232,
      "step": 69810
    },
    {
      "epoch": 1.980673895929816,
      "grad_norm": 11.9375,
      "learning_rate": 1.6366110015949796e-05,
      "loss": 0.2313,
      "step": 69820
    },
    {
      "epoch": 1.9809575818611216,
      "grad_norm": 11.1875,
      "learning_rate": 1.636553107604665e-05,
      "loss": 0.2522,
      "step": 69830
    },
    {
      "epoch": 1.9812412677924272,
      "grad_norm": 9.0625,
      "learning_rate": 1.636495213614351e-05,
      "loss": 0.221,
      "step": 69840
    },
    {
      "epoch": 1.9815249537237325,
      "grad_norm": 9.1875,
      "learning_rate": 1.6364373196240368e-05,
      "loss": 0.2019,
      "step": 69850
    },
    {
      "epoch": 1.9818086396550378,
      "grad_norm": 10.3125,
      "learning_rate": 1.6363794256337223e-05,
      "loss": 0.2554,
      "step": 69860
    },
    {
      "epoch": 1.9820923255863434,
      "grad_norm": 7.96875,
      "learning_rate": 1.6363215316434078e-05,
      "loss": 0.254,
      "step": 69870
    },
    {
      "epoch": 1.982376011517649,
      "grad_norm": 7.0,
      "learning_rate": 1.6362636376530936e-05,
      "loss": 0.2212,
      "step": 69880
    },
    {
      "epoch": 1.9826596974489543,
      "grad_norm": 8.4375,
      "learning_rate": 1.636205743662779e-05,
      "loss": 0.2234,
      "step": 69890
    },
    {
      "epoch": 1.9829433833802597,
      "grad_norm": 13.875,
      "learning_rate": 1.636147849672465e-05,
      "loss": 0.2089,
      "step": 69900
    },
    {
      "epoch": 1.9832270693115652,
      "grad_norm": 9.4375,
      "learning_rate": 1.6360899556821504e-05,
      "loss": 0.2179,
      "step": 69910
    },
    {
      "epoch": 1.9835107552428706,
      "grad_norm": 8.0625,
      "learning_rate": 1.6360320616918363e-05,
      "loss": 0.2472,
      "step": 69920
    },
    {
      "epoch": 1.983794441174176,
      "grad_norm": 6.3125,
      "learning_rate": 1.635974167701522e-05,
      "loss": 0.1986,
      "step": 69930
    },
    {
      "epoch": 1.9840781271054815,
      "grad_norm": 8.75,
      "learning_rate": 1.6359162737112076e-05,
      "loss": 0.2206,
      "step": 69940
    },
    {
      "epoch": 1.984361813036787,
      "grad_norm": 9.875,
      "learning_rate": 1.635858379720893e-05,
      "loss": 0.2083,
      "step": 69950
    },
    {
      "epoch": 1.9846454989680924,
      "grad_norm": 9.25,
      "learning_rate": 1.635800485730579e-05,
      "loss": 0.2292,
      "step": 69960
    },
    {
      "epoch": 1.9849291848993977,
      "grad_norm": 9.8125,
      "learning_rate": 1.6357425917402644e-05,
      "loss": 0.1989,
      "step": 69970
    },
    {
      "epoch": 1.9852128708307033,
      "grad_norm": 15.0,
      "learning_rate": 1.6356846977499502e-05,
      "loss": 0.2685,
      "step": 69980
    },
    {
      "epoch": 1.9854965567620089,
      "grad_norm": 11.8125,
      "learning_rate": 1.6356268037596357e-05,
      "loss": 0.2256,
      "step": 69990
    },
    {
      "epoch": 1.9857802426933142,
      "grad_norm": 12.8125,
      "learning_rate": 1.6355689097693216e-05,
      "loss": 0.2083,
      "step": 70000
    },
    {
      "epoch": 1.9860639286246196,
      "grad_norm": 7.375,
      "learning_rate": 1.6355110157790074e-05,
      "loss": 0.2288,
      "step": 70010
    },
    {
      "epoch": 1.9863476145559251,
      "grad_norm": 16.25,
      "learning_rate": 1.635453121788693e-05,
      "loss": 0.2678,
      "step": 70020
    },
    {
      "epoch": 1.9866313004872307,
      "grad_norm": 9.875,
      "learning_rate": 1.6353952277983784e-05,
      "loss": 0.2202,
      "step": 70030
    },
    {
      "epoch": 1.986914986418536,
      "grad_norm": 9.5,
      "learning_rate": 1.6353373338080642e-05,
      "loss": 0.2243,
      "step": 70040
    },
    {
      "epoch": 1.9871986723498414,
      "grad_norm": 6.9375,
      "learning_rate": 1.6352794398177497e-05,
      "loss": 0.2088,
      "step": 70050
    },
    {
      "epoch": 1.987482358281147,
      "grad_norm": 12.875,
      "learning_rate": 1.6352215458274356e-05,
      "loss": 0.1964,
      "step": 70060
    },
    {
      "epoch": 1.9877660442124525,
      "grad_norm": 12.8125,
      "learning_rate": 1.6351636518371214e-05,
      "loss": 0.2594,
      "step": 70070
    },
    {
      "epoch": 1.9880497301437579,
      "grad_norm": 14.8125,
      "learning_rate": 1.635105757846807e-05,
      "loss": 0.209,
      "step": 70080
    },
    {
      "epoch": 1.9883334160750632,
      "grad_norm": 6.65625,
      "learning_rate": 1.6350478638564927e-05,
      "loss": 0.2096,
      "step": 70090
    },
    {
      "epoch": 1.9886171020063688,
      "grad_norm": 10.75,
      "learning_rate": 1.6349899698661782e-05,
      "loss": 0.2485,
      "step": 70100
    },
    {
      "epoch": 1.9889007879376743,
      "grad_norm": 14.25,
      "learning_rate": 1.6349320758758637e-05,
      "loss": 0.2518,
      "step": 70110
    },
    {
      "epoch": 1.9891844738689797,
      "grad_norm": 11.125,
      "learning_rate": 1.6348741818855495e-05,
      "loss": 0.2321,
      "step": 70120
    },
    {
      "epoch": 1.989468159800285,
      "grad_norm": 10.9375,
      "learning_rate": 1.634816287895235e-05,
      "loss": 0.2319,
      "step": 70130
    },
    {
      "epoch": 1.9897518457315906,
      "grad_norm": 11.4375,
      "learning_rate": 1.634758393904921e-05,
      "loss": 0.234,
      "step": 70140
    },
    {
      "epoch": 1.9900355316628962,
      "grad_norm": 12.625,
      "learning_rate": 1.6347004999146067e-05,
      "loss": 0.2436,
      "step": 70150
    },
    {
      "epoch": 1.9903192175942015,
      "grad_norm": 10.1875,
      "learning_rate": 1.6346426059242922e-05,
      "loss": 0.2051,
      "step": 70160
    },
    {
      "epoch": 1.9906029035255068,
      "grad_norm": 9.5,
      "learning_rate": 1.6345847119339777e-05,
      "loss": 0.1932,
      "step": 70170
    },
    {
      "epoch": 1.9908865894568124,
      "grad_norm": 10.4375,
      "learning_rate": 1.6345268179436635e-05,
      "loss": 0.2048,
      "step": 70180
    },
    {
      "epoch": 1.991170275388118,
      "grad_norm": 10.75,
      "learning_rate": 1.634468923953349e-05,
      "loss": 0.1964,
      "step": 70190
    },
    {
      "epoch": 1.9914539613194233,
      "grad_norm": 9.9375,
      "learning_rate": 1.634411029963035e-05,
      "loss": 0.1882,
      "step": 70200
    },
    {
      "epoch": 1.9917376472507287,
      "grad_norm": 11.5,
      "learning_rate": 1.6343531359727203e-05,
      "loss": 0.2204,
      "step": 70210
    },
    {
      "epoch": 1.9920213331820342,
      "grad_norm": 10.25,
      "learning_rate": 1.6342952419824062e-05,
      "loss": 0.2191,
      "step": 70220
    },
    {
      "epoch": 1.9923050191133396,
      "grad_norm": 8.6875,
      "learning_rate": 1.634237347992092e-05,
      "loss": 0.2265,
      "step": 70230
    },
    {
      "epoch": 1.992588705044645,
      "grad_norm": 9.0,
      "learning_rate": 1.6341794540017775e-05,
      "loss": 0.1946,
      "step": 70240
    },
    {
      "epoch": 1.9928723909759505,
      "grad_norm": 8.25,
      "learning_rate": 1.634121560011463e-05,
      "loss": 0.2506,
      "step": 70250
    },
    {
      "epoch": 1.993156076907256,
      "grad_norm": 7.0,
      "learning_rate": 1.634063666021149e-05,
      "loss": 0.2028,
      "step": 70260
    },
    {
      "epoch": 1.9934397628385614,
      "grad_norm": 13.5,
      "learning_rate": 1.6340057720308343e-05,
      "loss": 0.2041,
      "step": 70270
    },
    {
      "epoch": 1.9937234487698667,
      "grad_norm": 10.3125,
      "learning_rate": 1.63394787804052e-05,
      "loss": 0.2057,
      "step": 70280
    },
    {
      "epoch": 1.9940071347011723,
      "grad_norm": 6.8125,
      "learning_rate": 1.6338899840502057e-05,
      "loss": 0.2281,
      "step": 70290
    },
    {
      "epoch": 1.9942908206324779,
      "grad_norm": 11.0,
      "learning_rate": 1.6338320900598915e-05,
      "loss": 0.2154,
      "step": 70300
    },
    {
      "epoch": 1.9945745065637832,
      "grad_norm": 10.5625,
      "learning_rate": 1.6337741960695773e-05,
      "loss": 0.1953,
      "step": 70310
    },
    {
      "epoch": 1.9948581924950886,
      "grad_norm": 8.25,
      "learning_rate": 1.6337163020792628e-05,
      "loss": 0.2085,
      "step": 70320
    },
    {
      "epoch": 1.9951418784263941,
      "grad_norm": 13.1875,
      "learning_rate": 1.6336584080889483e-05,
      "loss": 0.2535,
      "step": 70330
    },
    {
      "epoch": 1.9954255643576997,
      "grad_norm": 17.5,
      "learning_rate": 1.633600514098634e-05,
      "loss": 0.2166,
      "step": 70340
    },
    {
      "epoch": 1.995709250289005,
      "grad_norm": 7.53125,
      "learning_rate": 1.6335426201083196e-05,
      "loss": 0.2726,
      "step": 70350
    },
    {
      "epoch": 1.9959929362203104,
      "grad_norm": 12.6875,
      "learning_rate": 1.6334847261180055e-05,
      "loss": 0.2293,
      "step": 70360
    },
    {
      "epoch": 1.996276622151616,
      "grad_norm": 9.3125,
      "learning_rate": 1.6334268321276913e-05,
      "loss": 0.1847,
      "step": 70370
    },
    {
      "epoch": 1.9965603080829215,
      "grad_norm": 9.3125,
      "learning_rate": 1.6333689381373768e-05,
      "loss": 0.2158,
      "step": 70380
    },
    {
      "epoch": 1.9968439940142269,
      "grad_norm": 12.5625,
      "learning_rate": 1.6333110441470626e-05,
      "loss": 0.2593,
      "step": 70390
    },
    {
      "epoch": 1.9971276799455322,
      "grad_norm": 7.96875,
      "learning_rate": 1.633253150156748e-05,
      "loss": 0.2025,
      "step": 70400
    },
    {
      "epoch": 1.9974113658768378,
      "grad_norm": 8.125,
      "learning_rate": 1.6331952561664336e-05,
      "loss": 0.2065,
      "step": 70410
    },
    {
      "epoch": 1.9976950518081433,
      "grad_norm": 12.25,
      "learning_rate": 1.6331373621761195e-05,
      "loss": 0.2797,
      "step": 70420
    },
    {
      "epoch": 1.9979787377394487,
      "grad_norm": 9.625,
      "learning_rate": 1.633079468185805e-05,
      "loss": 0.2325,
      "step": 70430
    },
    {
      "epoch": 1.998262423670754,
      "grad_norm": 11.1875,
      "learning_rate": 1.6330215741954908e-05,
      "loss": 0.2623,
      "step": 70440
    },
    {
      "epoch": 1.9985461096020596,
      "grad_norm": 9.875,
      "learning_rate": 1.6329636802051766e-05,
      "loss": 0.2166,
      "step": 70450
    },
    {
      "epoch": 1.9988297955333652,
      "grad_norm": 7.15625,
      "learning_rate": 1.632905786214862e-05,
      "loss": 0.2175,
      "step": 70460
    },
    {
      "epoch": 1.9991134814646705,
      "grad_norm": 7.125,
      "learning_rate": 1.632847892224548e-05,
      "loss": 0.2291,
      "step": 70470
    },
    {
      "epoch": 1.9993971673959758,
      "grad_norm": 10.375,
      "learning_rate": 1.6327899982342334e-05,
      "loss": 0.2369,
      "step": 70480
    },
    {
      "epoch": 1.9996808533272814,
      "grad_norm": 11.8125,
      "learning_rate": 1.632732104243919e-05,
      "loss": 0.239,
      "step": 70490
    },
    {
      "epoch": 1.999964539258587,
      "grad_norm": 8.8125,
      "learning_rate": 1.6326742102536048e-05,
      "loss": 0.2248,
      "step": 70500
    },
    {
      "epoch": 2.0002269487450444,
      "grad_norm": 7.78125,
      "learning_rate": 1.6326163162632903e-05,
      "loss": 0.1963,
      "step": 70510
    },
    {
      "epoch": 2.00051063467635,
      "grad_norm": 9.5625,
      "learning_rate": 1.632558422272976e-05,
      "loss": 0.1861,
      "step": 70520
    },
    {
      "epoch": 2.000794320607655,
      "grad_norm": 10.875,
      "learning_rate": 1.632500528282662e-05,
      "loss": 0.2175,
      "step": 70530
    },
    {
      "epoch": 2.0010780065389606,
      "grad_norm": 9.1875,
      "learning_rate": 1.6324426342923474e-05,
      "loss": 0.2017,
      "step": 70540
    },
    {
      "epoch": 2.001361692470266,
      "grad_norm": 10.0625,
      "learning_rate": 1.632384740302033e-05,
      "loss": 0.2006,
      "step": 70550
    },
    {
      "epoch": 2.0016453784015718,
      "grad_norm": 10.0,
      "learning_rate": 1.6323268463117188e-05,
      "loss": 0.2541,
      "step": 70560
    },
    {
      "epoch": 2.001929064332877,
      "grad_norm": 9.1875,
      "learning_rate": 1.6322689523214042e-05,
      "loss": 0.2426,
      "step": 70570
    },
    {
      "epoch": 2.0022127502641824,
      "grad_norm": 9.3125,
      "learning_rate": 1.63221105833109e-05,
      "loss": 0.1981,
      "step": 70580
    },
    {
      "epoch": 2.002496436195488,
      "grad_norm": 8.0625,
      "learning_rate": 1.632153164340776e-05,
      "loss": 0.213,
      "step": 70590
    },
    {
      "epoch": 2.0027801221267936,
      "grad_norm": 9.9375,
      "learning_rate": 1.6320952703504614e-05,
      "loss": 0.2181,
      "step": 70600
    },
    {
      "epoch": 2.0030638080580987,
      "grad_norm": 10.1875,
      "learning_rate": 1.6320373763601472e-05,
      "loss": 0.2357,
      "step": 70610
    },
    {
      "epoch": 2.0033474939894043,
      "grad_norm": 8.625,
      "learning_rate": 1.6319794823698327e-05,
      "loss": 0.1903,
      "step": 70620
    },
    {
      "epoch": 2.00363117992071,
      "grad_norm": 9.375,
      "learning_rate": 1.6319215883795182e-05,
      "loss": 0.1848,
      "step": 70630
    },
    {
      "epoch": 2.0039148658520154,
      "grad_norm": 6.21875,
      "learning_rate": 1.631863694389204e-05,
      "loss": 0.1852,
      "step": 70640
    },
    {
      "epoch": 2.0041985517833205,
      "grad_norm": 7.96875,
      "learning_rate": 1.6318058003988896e-05,
      "loss": 0.2513,
      "step": 70650
    },
    {
      "epoch": 2.004482237714626,
      "grad_norm": 7.3125,
      "learning_rate": 1.6317479064085754e-05,
      "loss": 0.2141,
      "step": 70660
    },
    {
      "epoch": 2.0047659236459316,
      "grad_norm": 9.8125,
      "learning_rate": 1.6316900124182612e-05,
      "loss": 0.2294,
      "step": 70670
    },
    {
      "epoch": 2.005049609577237,
      "grad_norm": 9.0625,
      "learning_rate": 1.6316321184279467e-05,
      "loss": 0.2069,
      "step": 70680
    },
    {
      "epoch": 2.0053332955085423,
      "grad_norm": 7.53125,
      "learning_rate": 1.6315742244376326e-05,
      "loss": 0.2237,
      "step": 70690
    },
    {
      "epoch": 2.005616981439848,
      "grad_norm": 9.5,
      "learning_rate": 1.631516330447318e-05,
      "loss": 0.2334,
      "step": 70700
    },
    {
      "epoch": 2.0059006673711535,
      "grad_norm": 5.625,
      "learning_rate": 1.6314584364570035e-05,
      "loss": 0.1858,
      "step": 70710
    },
    {
      "epoch": 2.006184353302459,
      "grad_norm": 13.1875,
      "learning_rate": 1.6314005424666894e-05,
      "loss": 0.2562,
      "step": 70720
    },
    {
      "epoch": 2.006468039233764,
      "grad_norm": 8.125,
      "learning_rate": 1.631342648476375e-05,
      "loss": 0.1957,
      "step": 70730
    },
    {
      "epoch": 2.0067517251650697,
      "grad_norm": 9.0,
      "learning_rate": 1.6312847544860607e-05,
      "loss": 0.1979,
      "step": 70740
    },
    {
      "epoch": 2.0070354110963753,
      "grad_norm": 8.3125,
      "learning_rate": 1.6312268604957465e-05,
      "loss": 0.2064,
      "step": 70750
    },
    {
      "epoch": 2.007319097027681,
      "grad_norm": 12.6875,
      "learning_rate": 1.631168966505432e-05,
      "loss": 0.2264,
      "step": 70760
    },
    {
      "epoch": 2.007602782958986,
      "grad_norm": 7.4375,
      "learning_rate": 1.631111072515118e-05,
      "loss": 0.203,
      "step": 70770
    },
    {
      "epoch": 2.0078864688902915,
      "grad_norm": 7.375,
      "learning_rate": 1.6310531785248034e-05,
      "loss": 0.2008,
      "step": 70780
    },
    {
      "epoch": 2.008170154821597,
      "grad_norm": 9.5,
      "learning_rate": 1.630995284534489e-05,
      "loss": 0.2289,
      "step": 70790
    },
    {
      "epoch": 2.0084538407529027,
      "grad_norm": 9.125,
      "learning_rate": 1.6309373905441747e-05,
      "loss": 0.1823,
      "step": 70800
    },
    {
      "epoch": 2.008737526684208,
      "grad_norm": 11.875,
      "learning_rate": 1.6308794965538602e-05,
      "loss": 0.1716,
      "step": 70810
    },
    {
      "epoch": 2.0090212126155134,
      "grad_norm": 9.0625,
      "learning_rate": 1.630821602563546e-05,
      "loss": 0.1882,
      "step": 70820
    },
    {
      "epoch": 2.009304898546819,
      "grad_norm": 8.4375,
      "learning_rate": 1.630763708573232e-05,
      "loss": 0.2125,
      "step": 70830
    },
    {
      "epoch": 2.009588584478124,
      "grad_norm": 15.5,
      "learning_rate": 1.6307058145829173e-05,
      "loss": 0.2374,
      "step": 70840
    },
    {
      "epoch": 2.0098722704094296,
      "grad_norm": 7.78125,
      "learning_rate": 1.6306479205926032e-05,
      "loss": 0.1708,
      "step": 70850
    },
    {
      "epoch": 2.010155956340735,
      "grad_norm": 11.5625,
      "learning_rate": 1.6305900266022887e-05,
      "loss": 0.1861,
      "step": 70860
    },
    {
      "epoch": 2.0104396422720408,
      "grad_norm": 7.9375,
      "learning_rate": 1.6305321326119742e-05,
      "loss": 0.2047,
      "step": 70870
    },
    {
      "epoch": 2.010723328203346,
      "grad_norm": 8.6875,
      "learning_rate": 1.63047423862166e-05,
      "loss": 0.1838,
      "step": 70880
    },
    {
      "epoch": 2.0110070141346514,
      "grad_norm": 12.25,
      "learning_rate": 1.630416344631346e-05,
      "loss": 0.1994,
      "step": 70890
    },
    {
      "epoch": 2.011290700065957,
      "grad_norm": 12.5625,
      "learning_rate": 1.6303584506410313e-05,
      "loss": 0.2021,
      "step": 70900
    },
    {
      "epoch": 2.0115743859972626,
      "grad_norm": 8.5,
      "learning_rate": 1.630300556650717e-05,
      "loss": 0.203,
      "step": 70910
    },
    {
      "epoch": 2.0118580719285677,
      "grad_norm": 10.125,
      "learning_rate": 1.6302426626604027e-05,
      "loss": 0.1944,
      "step": 70920
    },
    {
      "epoch": 2.0121417578598733,
      "grad_norm": 10.625,
      "learning_rate": 1.630184768670088e-05,
      "loss": 0.2703,
      "step": 70930
    },
    {
      "epoch": 2.012425443791179,
      "grad_norm": 8.125,
      "learning_rate": 1.630126874679774e-05,
      "loss": 0.2957,
      "step": 70940
    },
    {
      "epoch": 2.0127091297224844,
      "grad_norm": 8.625,
      "learning_rate": 1.6300689806894595e-05,
      "loss": 0.2054,
      "step": 70950
    },
    {
      "epoch": 2.0129928156537895,
      "grad_norm": 7.96875,
      "learning_rate": 1.6300110866991453e-05,
      "loss": 0.2193,
      "step": 70960
    },
    {
      "epoch": 2.013276501585095,
      "grad_norm": 18.5,
      "learning_rate": 1.629953192708831e-05,
      "loss": 0.2098,
      "step": 70970
    },
    {
      "epoch": 2.0135601875164006,
      "grad_norm": 10.0,
      "learning_rate": 1.6298952987185166e-05,
      "loss": 0.2349,
      "step": 70980
    },
    {
      "epoch": 2.013843873447706,
      "grad_norm": 8.25,
      "learning_rate": 1.6298374047282025e-05,
      "loss": 0.2279,
      "step": 70990
    },
    {
      "epoch": 2.0141275593790113,
      "grad_norm": 12.4375,
      "learning_rate": 1.629779510737888e-05,
      "loss": 0.2376,
      "step": 71000
    },
    {
      "epoch": 2.014411245310317,
      "grad_norm": 6.40625,
      "learning_rate": 1.6297216167475735e-05,
      "loss": 0.2116,
      "step": 71010
    },
    {
      "epoch": 2.0146949312416225,
      "grad_norm": 9.3125,
      "learning_rate": 1.6296637227572593e-05,
      "loss": 0.225,
      "step": 71020
    },
    {
      "epoch": 2.014978617172928,
      "grad_norm": 11.5,
      "learning_rate": 1.6296058287669448e-05,
      "loss": 0.2276,
      "step": 71030
    },
    {
      "epoch": 2.015262303104233,
      "grad_norm": 8.25,
      "learning_rate": 1.6295479347766306e-05,
      "loss": 0.1638,
      "step": 71040
    },
    {
      "epoch": 2.0155459890355387,
      "grad_norm": 10.375,
      "learning_rate": 1.6294900407863165e-05,
      "loss": 0.2477,
      "step": 71050
    },
    {
      "epoch": 2.0158296749668443,
      "grad_norm": 7.9375,
      "learning_rate": 1.629432146796002e-05,
      "loss": 0.2316,
      "step": 71060
    },
    {
      "epoch": 2.01611336089815,
      "grad_norm": 8.25,
      "learning_rate": 1.6293742528056878e-05,
      "loss": 0.2245,
      "step": 71070
    },
    {
      "epoch": 2.016397046829455,
      "grad_norm": 10.8125,
      "learning_rate": 1.6293163588153733e-05,
      "loss": 0.1972,
      "step": 71080
    },
    {
      "epoch": 2.0166807327607605,
      "grad_norm": 7.4375,
      "learning_rate": 1.6292584648250588e-05,
      "loss": 0.2156,
      "step": 71090
    },
    {
      "epoch": 2.016964418692066,
      "grad_norm": 7.75,
      "learning_rate": 1.6292005708347446e-05,
      "loss": 0.1934,
      "step": 71100
    },
    {
      "epoch": 2.0172481046233717,
      "grad_norm": 8.4375,
      "learning_rate": 1.6291426768444304e-05,
      "loss": 0.2378,
      "step": 71110
    },
    {
      "epoch": 2.017531790554677,
      "grad_norm": 10.6875,
      "learning_rate": 1.629084782854116e-05,
      "loss": 0.1777,
      "step": 71120
    },
    {
      "epoch": 2.0178154764859824,
      "grad_norm": 7.0,
      "learning_rate": 1.6290268888638018e-05,
      "loss": 0.1391,
      "step": 71130
    },
    {
      "epoch": 2.018099162417288,
      "grad_norm": 7.375,
      "learning_rate": 1.6289689948734873e-05,
      "loss": 0.2206,
      "step": 71140
    },
    {
      "epoch": 2.018382848348593,
      "grad_norm": 15.375,
      "learning_rate": 1.628911100883173e-05,
      "loss": 0.2173,
      "step": 71150
    },
    {
      "epoch": 2.0186665342798986,
      "grad_norm": 9.125,
      "learning_rate": 1.6288532068928586e-05,
      "loss": 0.2118,
      "step": 71160
    },
    {
      "epoch": 2.018950220211204,
      "grad_norm": 6.6875,
      "learning_rate": 1.628795312902544e-05,
      "loss": 0.2128,
      "step": 71170
    },
    {
      "epoch": 2.0192339061425097,
      "grad_norm": 13.25,
      "learning_rate": 1.62873741891223e-05,
      "loss": 0.2346,
      "step": 71180
    },
    {
      "epoch": 2.019517592073815,
      "grad_norm": 7.59375,
      "learning_rate": 1.6286795249219158e-05,
      "loss": 0.197,
      "step": 71190
    },
    {
      "epoch": 2.0198012780051204,
      "grad_norm": 5.9375,
      "learning_rate": 1.6286216309316013e-05,
      "loss": 0.1903,
      "step": 71200
    },
    {
      "epoch": 2.020084963936426,
      "grad_norm": 9.1875,
      "learning_rate": 1.628563736941287e-05,
      "loss": 0.182,
      "step": 71210
    },
    {
      "epoch": 2.0203686498677316,
      "grad_norm": 8.0625,
      "learning_rate": 1.6285058429509726e-05,
      "loss": 0.2251,
      "step": 71220
    },
    {
      "epoch": 2.0206523357990367,
      "grad_norm": 9.125,
      "learning_rate": 1.628447948960658e-05,
      "loss": 0.2013,
      "step": 71230
    },
    {
      "epoch": 2.0209360217303423,
      "grad_norm": 10.8125,
      "learning_rate": 1.628390054970344e-05,
      "loss": 0.2014,
      "step": 71240
    },
    {
      "epoch": 2.021219707661648,
      "grad_norm": 10.3125,
      "learning_rate": 1.6283321609800294e-05,
      "loss": 0.2043,
      "step": 71250
    },
    {
      "epoch": 2.0215033935929534,
      "grad_norm": 6.78125,
      "learning_rate": 1.6282742669897152e-05,
      "loss": 0.1977,
      "step": 71260
    },
    {
      "epoch": 2.0217870795242585,
      "grad_norm": 12.0,
      "learning_rate": 1.628216372999401e-05,
      "loss": 0.1769,
      "step": 71270
    },
    {
      "epoch": 2.022070765455564,
      "grad_norm": 11.5,
      "learning_rate": 1.6281584790090866e-05,
      "loss": 0.2474,
      "step": 71280
    },
    {
      "epoch": 2.0223544513868696,
      "grad_norm": 9.5,
      "learning_rate": 1.6281005850187724e-05,
      "loss": 0.1925,
      "step": 71290
    },
    {
      "epoch": 2.022638137318175,
      "grad_norm": 6.8125,
      "learning_rate": 1.628042691028458e-05,
      "loss": 0.2412,
      "step": 71300
    },
    {
      "epoch": 2.0229218232494803,
      "grad_norm": 8.6875,
      "learning_rate": 1.6279847970381434e-05,
      "loss": 0.2076,
      "step": 71310
    },
    {
      "epoch": 2.023205509180786,
      "grad_norm": 11.1875,
      "learning_rate": 1.6279269030478292e-05,
      "loss": 0.226,
      "step": 71320
    },
    {
      "epoch": 2.0234891951120915,
      "grad_norm": 12.75,
      "learning_rate": 1.6278690090575147e-05,
      "loss": 0.2149,
      "step": 71330
    },
    {
      "epoch": 2.023772881043397,
      "grad_norm": 10.0,
      "learning_rate": 1.6278111150672006e-05,
      "loss": 0.2295,
      "step": 71340
    },
    {
      "epoch": 2.024056566974702,
      "grad_norm": 8.9375,
      "learning_rate": 1.6277532210768864e-05,
      "loss": 0.1853,
      "step": 71350
    },
    {
      "epoch": 2.0243402529060077,
      "grad_norm": 8.625,
      "learning_rate": 1.627695327086572e-05,
      "loss": 0.2075,
      "step": 71360
    },
    {
      "epoch": 2.0246239388373133,
      "grad_norm": 8.375,
      "learning_rate": 1.6276374330962577e-05,
      "loss": 0.2453,
      "step": 71370
    },
    {
      "epoch": 2.024907624768619,
      "grad_norm": 7.34375,
      "learning_rate": 1.6275795391059432e-05,
      "loss": 0.2173,
      "step": 71380
    },
    {
      "epoch": 2.025191310699924,
      "grad_norm": 7.5,
      "learning_rate": 1.6275216451156287e-05,
      "loss": 0.2557,
      "step": 71390
    },
    {
      "epoch": 2.0254749966312295,
      "grad_norm": 12.0,
      "learning_rate": 1.6274637511253145e-05,
      "loss": 0.1838,
      "step": 71400
    },
    {
      "epoch": 2.025758682562535,
      "grad_norm": 6.71875,
      "learning_rate": 1.6274058571350004e-05,
      "loss": 0.2028,
      "step": 71410
    },
    {
      "epoch": 2.0260423684938407,
      "grad_norm": 10.0625,
      "learning_rate": 1.627347963144686e-05,
      "loss": 0.1863,
      "step": 71420
    },
    {
      "epoch": 2.026326054425146,
      "grad_norm": 6.4375,
      "learning_rate": 1.6272900691543717e-05,
      "loss": 0.2292,
      "step": 71430
    },
    {
      "epoch": 2.0266097403564514,
      "grad_norm": 11.0,
      "learning_rate": 1.6272321751640572e-05,
      "loss": 0.2115,
      "step": 71440
    },
    {
      "epoch": 2.026893426287757,
      "grad_norm": 12.1875,
      "learning_rate": 1.627174281173743e-05,
      "loss": 0.2291,
      "step": 71450
    },
    {
      "epoch": 2.0271771122190625,
      "grad_norm": 12.5,
      "learning_rate": 1.6271163871834285e-05,
      "loss": 0.2144,
      "step": 71460
    },
    {
      "epoch": 2.0274607981503676,
      "grad_norm": 10.5625,
      "learning_rate": 1.627058493193114e-05,
      "loss": 0.2031,
      "step": 71470
    },
    {
      "epoch": 2.027744484081673,
      "grad_norm": 8.9375,
      "learning_rate": 1.6270005992028e-05,
      "loss": 0.1895,
      "step": 71480
    },
    {
      "epoch": 2.0280281700129787,
      "grad_norm": 7.65625,
      "learning_rate": 1.6269427052124857e-05,
      "loss": 0.2566,
      "step": 71490
    },
    {
      "epoch": 2.028311855944284,
      "grad_norm": 8.625,
      "learning_rate": 1.6268848112221712e-05,
      "loss": 0.2013,
      "step": 71500
    },
    {
      "epoch": 2.0285955418755894,
      "grad_norm": 8.4375,
      "learning_rate": 1.626826917231857e-05,
      "loss": 0.2171,
      "step": 71510
    },
    {
      "epoch": 2.028879227806895,
      "grad_norm": 10.125,
      "learning_rate": 1.6267690232415425e-05,
      "loss": 0.1879,
      "step": 71520
    },
    {
      "epoch": 2.0291629137382006,
      "grad_norm": 9.0625,
      "learning_rate": 1.6267111292512283e-05,
      "loss": 0.1942,
      "step": 71530
    },
    {
      "epoch": 2.0294465996695057,
      "grad_norm": 10.0,
      "learning_rate": 1.626653235260914e-05,
      "loss": 0.176,
      "step": 71540
    },
    {
      "epoch": 2.0297302856008113,
      "grad_norm": 11.6875,
      "learning_rate": 1.6265953412705993e-05,
      "loss": 0.2335,
      "step": 71550
    },
    {
      "epoch": 2.030013971532117,
      "grad_norm": 10.125,
      "learning_rate": 1.626537447280285e-05,
      "loss": 0.187,
      "step": 71560
    },
    {
      "epoch": 2.0302976574634224,
      "grad_norm": 9.25,
      "learning_rate": 1.626479553289971e-05,
      "loss": 0.2027,
      "step": 71570
    },
    {
      "epoch": 2.0305813433947275,
      "grad_norm": 7.71875,
      "learning_rate": 1.6264216592996565e-05,
      "loss": 0.189,
      "step": 71580
    },
    {
      "epoch": 2.030865029326033,
      "grad_norm": 10.125,
      "learning_rate": 1.6263637653093423e-05,
      "loss": 0.1977,
      "step": 71590
    },
    {
      "epoch": 2.0311487152573386,
      "grad_norm": 10.6875,
      "learning_rate": 1.6263058713190278e-05,
      "loss": 0.1955,
      "step": 71600
    },
    {
      "epoch": 2.031432401188644,
      "grad_norm": 9.5,
      "learning_rate": 1.6262479773287133e-05,
      "loss": 0.1983,
      "step": 71610
    },
    {
      "epoch": 2.0317160871199493,
      "grad_norm": 7.78125,
      "learning_rate": 1.626190083338399e-05,
      "loss": 0.2041,
      "step": 71620
    },
    {
      "epoch": 2.031999773051255,
      "grad_norm": 8.25,
      "learning_rate": 1.626132189348085e-05,
      "loss": 0.2496,
      "step": 71630
    },
    {
      "epoch": 2.0322834589825605,
      "grad_norm": 10.6875,
      "learning_rate": 1.6260742953577705e-05,
      "loss": 0.1802,
      "step": 71640
    },
    {
      "epoch": 2.032567144913866,
      "grad_norm": 7.8125,
      "learning_rate": 1.6260164013674563e-05,
      "loss": 0.2224,
      "step": 71650
    },
    {
      "epoch": 2.032850830845171,
      "grad_norm": 7.96875,
      "learning_rate": 1.6259585073771418e-05,
      "loss": 0.2246,
      "step": 71660
    },
    {
      "epoch": 2.0331345167764767,
      "grad_norm": 9.8125,
      "learning_rate": 1.6259006133868276e-05,
      "loss": 0.2268,
      "step": 71670
    },
    {
      "epoch": 2.0334182027077823,
      "grad_norm": 8.625,
      "learning_rate": 1.625842719396513e-05,
      "loss": 0.2029,
      "step": 71680
    },
    {
      "epoch": 2.033701888639088,
      "grad_norm": 11.5625,
      "learning_rate": 1.6257848254061986e-05,
      "loss": 0.1827,
      "step": 71690
    },
    {
      "epoch": 2.033985574570393,
      "grad_norm": 9.625,
      "learning_rate": 1.6257269314158845e-05,
      "loss": 0.2474,
      "step": 71700
    },
    {
      "epoch": 2.0342692605016985,
      "grad_norm": 13.3125,
      "learning_rate": 1.6256690374255703e-05,
      "loss": 0.2078,
      "step": 71710
    },
    {
      "epoch": 2.034552946433004,
      "grad_norm": 7.46875,
      "learning_rate": 1.6256111434352558e-05,
      "loss": 0.2391,
      "step": 71720
    },
    {
      "epoch": 2.0348366323643097,
      "grad_norm": 8.8125,
      "learning_rate": 1.6255532494449416e-05,
      "loss": 0.1791,
      "step": 71730
    },
    {
      "epoch": 2.035120318295615,
      "grad_norm": 10.1875,
      "learning_rate": 1.625495355454627e-05,
      "loss": 0.1901,
      "step": 71740
    },
    {
      "epoch": 2.0354040042269204,
      "grad_norm": 18.375,
      "learning_rate": 1.625437461464313e-05,
      "loss": 0.2463,
      "step": 71750
    },
    {
      "epoch": 2.035687690158226,
      "grad_norm": 10.5625,
      "learning_rate": 1.6253795674739984e-05,
      "loss": 0.2075,
      "step": 71760
    },
    {
      "epoch": 2.0359713760895315,
      "grad_norm": 9.3125,
      "learning_rate": 1.625321673483684e-05,
      "loss": 0.2113,
      "step": 71770
    },
    {
      "epoch": 2.0362550620208366,
      "grad_norm": 10.5625,
      "learning_rate": 1.6252637794933698e-05,
      "loss": 0.2273,
      "step": 71780
    },
    {
      "epoch": 2.036538747952142,
      "grad_norm": 13.625,
      "learning_rate": 1.6252058855030556e-05,
      "loss": 0.1973,
      "step": 71790
    },
    {
      "epoch": 2.0368224338834477,
      "grad_norm": 12.3125,
      "learning_rate": 1.625147991512741e-05,
      "loss": 0.2056,
      "step": 71800
    },
    {
      "epoch": 2.037106119814753,
      "grad_norm": 10.4375,
      "learning_rate": 1.625090097522427e-05,
      "loss": 0.1754,
      "step": 71810
    },
    {
      "epoch": 2.0373898057460584,
      "grad_norm": 14.875,
      "learning_rate": 1.6250322035321124e-05,
      "loss": 0.1794,
      "step": 71820
    },
    {
      "epoch": 2.037673491677364,
      "grad_norm": 7.75,
      "learning_rate": 1.6249743095417983e-05,
      "loss": 0.2722,
      "step": 71830
    },
    {
      "epoch": 2.0379571776086696,
      "grad_norm": 12.0,
      "learning_rate": 1.6249164155514838e-05,
      "loss": 0.2058,
      "step": 71840
    },
    {
      "epoch": 2.0382408635399747,
      "grad_norm": 12.3125,
      "learning_rate": 1.6248585215611692e-05,
      "loss": 0.2198,
      "step": 71850
    },
    {
      "epoch": 2.0385245494712803,
      "grad_norm": 9.1875,
      "learning_rate": 1.624800627570855e-05,
      "loss": 0.2246,
      "step": 71860
    },
    {
      "epoch": 2.038808235402586,
      "grad_norm": 11.8125,
      "learning_rate": 1.624742733580541e-05,
      "loss": 0.2209,
      "step": 71870
    },
    {
      "epoch": 2.0390919213338914,
      "grad_norm": 8.125,
      "learning_rate": 1.6246848395902264e-05,
      "loss": 0.2073,
      "step": 71880
    },
    {
      "epoch": 2.0393756072651965,
      "grad_norm": 12.125,
      "learning_rate": 1.6246269455999122e-05,
      "loss": 0.2238,
      "step": 71890
    },
    {
      "epoch": 2.039659293196502,
      "grad_norm": 10.75,
      "learning_rate": 1.6245690516095977e-05,
      "loss": 0.2035,
      "step": 71900
    },
    {
      "epoch": 2.0399429791278076,
      "grad_norm": 8.3125,
      "learning_rate": 1.6245111576192836e-05,
      "loss": 0.1935,
      "step": 71910
    },
    {
      "epoch": 2.040226665059113,
      "grad_norm": 9.8125,
      "learning_rate": 1.624453263628969e-05,
      "loss": 0.2119,
      "step": 71920
    },
    {
      "epoch": 2.0405103509904183,
      "grad_norm": 7.46875,
      "learning_rate": 1.624395369638655e-05,
      "loss": 0.1982,
      "step": 71930
    },
    {
      "epoch": 2.040794036921724,
      "grad_norm": 10.3125,
      "learning_rate": 1.6243374756483404e-05,
      "loss": 0.1635,
      "step": 71940
    },
    {
      "epoch": 2.0410777228530295,
      "grad_norm": 13.375,
      "learning_rate": 1.6242795816580262e-05,
      "loss": 0.2283,
      "step": 71950
    },
    {
      "epoch": 2.041361408784335,
      "grad_norm": 7.84375,
      "learning_rate": 1.6242216876677117e-05,
      "loss": 0.184,
      "step": 71960
    },
    {
      "epoch": 2.04164509471564,
      "grad_norm": 7.3125,
      "learning_rate": 1.6241637936773976e-05,
      "loss": 0.1756,
      "step": 71970
    },
    {
      "epoch": 2.0419287806469457,
      "grad_norm": 10.5625,
      "learning_rate": 1.624105899687083e-05,
      "loss": 0.2106,
      "step": 71980
    },
    {
      "epoch": 2.0422124665782513,
      "grad_norm": 15.75,
      "learning_rate": 1.6240480056967685e-05,
      "loss": 0.2302,
      "step": 71990
    },
    {
      "epoch": 2.042496152509557,
      "grad_norm": 7.8125,
      "learning_rate": 1.6239901117064544e-05,
      "loss": 0.1837,
      "step": 72000
    },
    {
      "epoch": 2.042779838440862,
      "grad_norm": 10.4375,
      "learning_rate": 1.6239322177161402e-05,
      "loss": 0.1877,
      "step": 72010
    },
    {
      "epoch": 2.0430635243721675,
      "grad_norm": 8.0625,
      "learning_rate": 1.6238743237258257e-05,
      "loss": 0.2073,
      "step": 72020
    },
    {
      "epoch": 2.043347210303473,
      "grad_norm": 5.4375,
      "learning_rate": 1.6238164297355115e-05,
      "loss": 0.182,
      "step": 72030
    },
    {
      "epoch": 2.0436308962347787,
      "grad_norm": 8.8125,
      "learning_rate": 1.623758535745197e-05,
      "loss": 0.1936,
      "step": 72040
    },
    {
      "epoch": 2.043914582166084,
      "grad_norm": 12.0625,
      "learning_rate": 1.623700641754883e-05,
      "loss": 0.2284,
      "step": 72050
    },
    {
      "epoch": 2.0441982680973894,
      "grad_norm": 7.90625,
      "learning_rate": 1.6236427477645684e-05,
      "loss": 0.1837,
      "step": 72060
    },
    {
      "epoch": 2.044481954028695,
      "grad_norm": 10.1875,
      "learning_rate": 1.623584853774254e-05,
      "loss": 0.2132,
      "step": 72070
    },
    {
      "epoch": 2.0447656399600005,
      "grad_norm": 9.125,
      "learning_rate": 1.6235269597839397e-05,
      "loss": 0.2434,
      "step": 72080
    },
    {
      "epoch": 2.0450493258913056,
      "grad_norm": 9.3125,
      "learning_rate": 1.6234690657936255e-05,
      "loss": 0.2171,
      "step": 72090
    },
    {
      "epoch": 2.045333011822611,
      "grad_norm": 9.125,
      "learning_rate": 1.623411171803311e-05,
      "loss": 0.1862,
      "step": 72100
    },
    {
      "epoch": 2.0456166977539167,
      "grad_norm": 12.4375,
      "learning_rate": 1.623353277812997e-05,
      "loss": 0.1837,
      "step": 72110
    },
    {
      "epoch": 2.045900383685222,
      "grad_norm": 8.9375,
      "learning_rate": 1.6232953838226823e-05,
      "loss": 0.1793,
      "step": 72120
    },
    {
      "epoch": 2.0461840696165274,
      "grad_norm": 10.0625,
      "learning_rate": 1.6232374898323682e-05,
      "loss": 0.1994,
      "step": 72130
    },
    {
      "epoch": 2.046467755547833,
      "grad_norm": 12.9375,
      "learning_rate": 1.6231795958420537e-05,
      "loss": 0.2348,
      "step": 72140
    },
    {
      "epoch": 2.0467514414791386,
      "grad_norm": 7.5625,
      "learning_rate": 1.6231217018517395e-05,
      "loss": 0.1807,
      "step": 72150
    },
    {
      "epoch": 2.0470351274104437,
      "grad_norm": 12.5,
      "learning_rate": 1.623063807861425e-05,
      "loss": 0.2571,
      "step": 72160
    },
    {
      "epoch": 2.0473188133417493,
      "grad_norm": 8.3125,
      "learning_rate": 1.623005913871111e-05,
      "loss": 0.218,
      "step": 72170
    },
    {
      "epoch": 2.047602499273055,
      "grad_norm": 10.0625,
      "learning_rate": 1.6229480198807963e-05,
      "loss": 0.2149,
      "step": 72180
    },
    {
      "epoch": 2.0478861852043604,
      "grad_norm": 10.4375,
      "learning_rate": 1.622890125890482e-05,
      "loss": 0.2112,
      "step": 72190
    },
    {
      "epoch": 2.0481698711356655,
      "grad_norm": 7.40625,
      "learning_rate": 1.6228322319001677e-05,
      "loss": 0.2178,
      "step": 72200
    },
    {
      "epoch": 2.048453557066971,
      "grad_norm": 10.8125,
      "learning_rate": 1.6227743379098535e-05,
      "loss": 0.2487,
      "step": 72210
    },
    {
      "epoch": 2.0487372429982766,
      "grad_norm": 13.375,
      "learning_rate": 1.622716443919539e-05,
      "loss": 0.2117,
      "step": 72220
    },
    {
      "epoch": 2.049020928929582,
      "grad_norm": 20.75,
      "learning_rate": 1.6226585499292248e-05,
      "loss": 0.2395,
      "step": 72230
    },
    {
      "epoch": 2.0493046148608873,
      "grad_norm": 9.8125,
      "learning_rate": 1.6226006559389103e-05,
      "loss": 0.2044,
      "step": 72240
    },
    {
      "epoch": 2.049588300792193,
      "grad_norm": 10.3125,
      "learning_rate": 1.622542761948596e-05,
      "loss": 0.201,
      "step": 72250
    },
    {
      "epoch": 2.0498719867234985,
      "grad_norm": 9.8125,
      "learning_rate": 1.6224848679582816e-05,
      "loss": 0.2013,
      "step": 72260
    },
    {
      "epoch": 2.050155672654804,
      "grad_norm": 7.0625,
      "learning_rate": 1.6224269739679675e-05,
      "loss": 0.2201,
      "step": 72270
    },
    {
      "epoch": 2.050439358586109,
      "grad_norm": 8.1875,
      "learning_rate": 1.622369079977653e-05,
      "loss": 0.2465,
      "step": 72280
    },
    {
      "epoch": 2.0507230445174147,
      "grad_norm": 9.4375,
      "learning_rate": 1.6223111859873385e-05,
      "loss": 0.2089,
      "step": 72290
    },
    {
      "epoch": 2.0510067304487203,
      "grad_norm": 7.6875,
      "learning_rate": 1.6222532919970243e-05,
      "loss": 0.1933,
      "step": 72300
    },
    {
      "epoch": 2.051290416380026,
      "grad_norm": 12.1875,
      "learning_rate": 1.62219539800671e-05,
      "loss": 0.2121,
      "step": 72310
    },
    {
      "epoch": 2.051574102311331,
      "grad_norm": 10.375,
      "learning_rate": 1.622137504016396e-05,
      "loss": 0.2196,
      "step": 72320
    },
    {
      "epoch": 2.0518577882426365,
      "grad_norm": 24.75,
      "learning_rate": 1.6220796100260815e-05,
      "loss": 0.2093,
      "step": 72330
    },
    {
      "epoch": 2.052141474173942,
      "grad_norm": 7.15625,
      "learning_rate": 1.622021716035767e-05,
      "loss": 0.1974,
      "step": 72340
    },
    {
      "epoch": 2.0524251601052477,
      "grad_norm": 19.125,
      "learning_rate": 1.6219638220454528e-05,
      "loss": 0.2603,
      "step": 72350
    },
    {
      "epoch": 2.052708846036553,
      "grad_norm": 11.0625,
      "learning_rate": 1.6219059280551383e-05,
      "loss": 0.2234,
      "step": 72360
    },
    {
      "epoch": 2.0529925319678584,
      "grad_norm": 8.4375,
      "learning_rate": 1.6218480340648238e-05,
      "loss": 0.2049,
      "step": 72370
    },
    {
      "epoch": 2.053276217899164,
      "grad_norm": 10.6875,
      "learning_rate": 1.6217901400745096e-05,
      "loss": 0.2126,
      "step": 72380
    },
    {
      "epoch": 2.0535599038304695,
      "grad_norm": 11.1875,
      "learning_rate": 1.6217322460841954e-05,
      "loss": 0.2285,
      "step": 72390
    },
    {
      "epoch": 2.0538435897617746,
      "grad_norm": 9.8125,
      "learning_rate": 1.6216743520938813e-05,
      "loss": 0.1968,
      "step": 72400
    },
    {
      "epoch": 2.05412727569308,
      "grad_norm": 10.3125,
      "learning_rate": 1.6216164581035668e-05,
      "loss": 0.2497,
      "step": 72410
    },
    {
      "epoch": 2.0544109616243857,
      "grad_norm": 7.53125,
      "learning_rate": 1.6215585641132523e-05,
      "loss": 0.1971,
      "step": 72420
    },
    {
      "epoch": 2.0546946475556913,
      "grad_norm": 10.3125,
      "learning_rate": 1.621500670122938e-05,
      "loss": 0.1966,
      "step": 72430
    },
    {
      "epoch": 2.0549783334869964,
      "grad_norm": 11.0625,
      "learning_rate": 1.6214427761326236e-05,
      "loss": 0.2492,
      "step": 72440
    },
    {
      "epoch": 2.055262019418302,
      "grad_norm": 12.5,
      "learning_rate": 1.6213848821423094e-05,
      "loss": 0.1748,
      "step": 72450
    },
    {
      "epoch": 2.0555457053496076,
      "grad_norm": 9.75,
      "learning_rate": 1.621326988151995e-05,
      "loss": 0.2183,
      "step": 72460
    },
    {
      "epoch": 2.0558293912809127,
      "grad_norm": 11.25,
      "learning_rate": 1.6212690941616808e-05,
      "loss": 0.196,
      "step": 72470
    },
    {
      "epoch": 2.0561130772122183,
      "grad_norm": 10.6875,
      "learning_rate": 1.6212112001713663e-05,
      "loss": 0.2387,
      "step": 72480
    },
    {
      "epoch": 2.056396763143524,
      "grad_norm": 10.3125,
      "learning_rate": 1.621153306181052e-05,
      "loss": 0.2532,
      "step": 72490
    },
    {
      "epoch": 2.0566804490748294,
      "grad_norm": 6.71875,
      "learning_rate": 1.6210954121907376e-05,
      "loss": 0.1891,
      "step": 72500
    },
    {
      "epoch": 2.0569641350061345,
      "grad_norm": 8.9375,
      "learning_rate": 1.6210375182004234e-05,
      "loss": 0.1758,
      "step": 72510
    },
    {
      "epoch": 2.05724782093744,
      "grad_norm": 10.5,
      "learning_rate": 1.620979624210109e-05,
      "loss": 0.2119,
      "step": 72520
    },
    {
      "epoch": 2.0575315068687456,
      "grad_norm": 14.5,
      "learning_rate": 1.6209217302197947e-05,
      "loss": 0.2208,
      "step": 72530
    },
    {
      "epoch": 2.057815192800051,
      "grad_norm": 12.1875,
      "learning_rate": 1.6208638362294802e-05,
      "loss": 0.2237,
      "step": 72540
    },
    {
      "epoch": 2.0580988787313563,
      "grad_norm": 8.3125,
      "learning_rate": 1.620805942239166e-05,
      "loss": 0.1905,
      "step": 72550
    },
    {
      "epoch": 2.058382564662662,
      "grad_norm": 12.375,
      "learning_rate": 1.6207480482488516e-05,
      "loss": 0.2203,
      "step": 72560
    },
    {
      "epoch": 2.0586662505939675,
      "grad_norm": 6.90625,
      "learning_rate": 1.6206901542585374e-05,
      "loss": 0.1736,
      "step": 72570
    },
    {
      "epoch": 2.058949936525273,
      "grad_norm": 9.4375,
      "learning_rate": 1.620632260268223e-05,
      "loss": 0.2213,
      "step": 72580
    },
    {
      "epoch": 2.059233622456578,
      "grad_norm": 8.25,
      "learning_rate": 1.6205743662779087e-05,
      "loss": 0.1955,
      "step": 72590
    },
    {
      "epoch": 2.0595173083878837,
      "grad_norm": 7.875,
      "learning_rate": 1.6205164722875942e-05,
      "loss": 0.209,
      "step": 72600
    },
    {
      "epoch": 2.0598009943191893,
      "grad_norm": 11.1875,
      "learning_rate": 1.62045857829728e-05,
      "loss": 0.192,
      "step": 72610
    },
    {
      "epoch": 2.060084680250495,
      "grad_norm": 12.5625,
      "learning_rate": 1.620400684306966e-05,
      "loss": 0.2146,
      "step": 72620
    },
    {
      "epoch": 2.0603683661818,
      "grad_norm": 11.5625,
      "learning_rate": 1.6203427903166514e-05,
      "loss": 0.1758,
      "step": 72630
    },
    {
      "epoch": 2.0606520521131055,
      "grad_norm": 8.25,
      "learning_rate": 1.620284896326337e-05,
      "loss": 0.2217,
      "step": 72640
    },
    {
      "epoch": 2.060935738044411,
      "grad_norm": 9.9375,
      "learning_rate": 1.6202270023360227e-05,
      "loss": 0.22,
      "step": 72650
    },
    {
      "epoch": 2.0612194239757167,
      "grad_norm": 9.25,
      "learning_rate": 1.6201691083457082e-05,
      "loss": 0.2055,
      "step": 72660
    },
    {
      "epoch": 2.061503109907022,
      "grad_norm": 7.28125,
      "learning_rate": 1.620111214355394e-05,
      "loss": 0.2084,
      "step": 72670
    },
    {
      "epoch": 2.0617867958383274,
      "grad_norm": 9.1875,
      "learning_rate": 1.6200533203650795e-05,
      "loss": 0.228,
      "step": 72680
    },
    {
      "epoch": 2.062070481769633,
      "grad_norm": 10.8125,
      "learning_rate": 1.6199954263747654e-05,
      "loss": 0.2248,
      "step": 72690
    },
    {
      "epoch": 2.0623541677009385,
      "grad_norm": 6.0,
      "learning_rate": 1.6199375323844512e-05,
      "loss": 0.1751,
      "step": 72700
    },
    {
      "epoch": 2.0626378536322436,
      "grad_norm": 7.78125,
      "learning_rate": 1.6198796383941367e-05,
      "loss": 0.2276,
      "step": 72710
    },
    {
      "epoch": 2.062921539563549,
      "grad_norm": 8.6875,
      "learning_rate": 1.6198217444038222e-05,
      "loss": 0.2114,
      "step": 72720
    },
    {
      "epoch": 2.0632052254948547,
      "grad_norm": 10.75,
      "learning_rate": 1.619763850413508e-05,
      "loss": 0.2231,
      "step": 72730
    },
    {
      "epoch": 2.0634889114261603,
      "grad_norm": 7.6875,
      "learning_rate": 1.6197059564231935e-05,
      "loss": 0.1957,
      "step": 72740
    },
    {
      "epoch": 2.0637725973574654,
      "grad_norm": 9.625,
      "learning_rate": 1.6196480624328793e-05,
      "loss": 0.2045,
      "step": 72750
    },
    {
      "epoch": 2.064056283288771,
      "grad_norm": 11.625,
      "learning_rate": 1.619590168442565e-05,
      "loss": 0.1923,
      "step": 72760
    },
    {
      "epoch": 2.0643399692200766,
      "grad_norm": 13.875,
      "learning_rate": 1.6195322744522507e-05,
      "loss": 0.2467,
      "step": 72770
    },
    {
      "epoch": 2.064623655151382,
      "grad_norm": 20.0,
      "learning_rate": 1.6194743804619365e-05,
      "loss": 0.1901,
      "step": 72780
    },
    {
      "epoch": 2.0649073410826873,
      "grad_norm": 11.1875,
      "learning_rate": 1.619416486471622e-05,
      "loss": 0.2126,
      "step": 72790
    },
    {
      "epoch": 2.065191027013993,
      "grad_norm": 12.0,
      "learning_rate": 1.6193585924813075e-05,
      "loss": 0.2399,
      "step": 72800
    },
    {
      "epoch": 2.0654747129452984,
      "grad_norm": 11.125,
      "learning_rate": 1.6193006984909933e-05,
      "loss": 0.1887,
      "step": 72810
    },
    {
      "epoch": 2.0657583988766035,
      "grad_norm": 7.59375,
      "learning_rate": 1.6192428045006788e-05,
      "loss": 0.1838,
      "step": 72820
    },
    {
      "epoch": 2.066042084807909,
      "grad_norm": 8.6875,
      "learning_rate": 1.6191849105103647e-05,
      "loss": 0.2287,
      "step": 72830
    },
    {
      "epoch": 2.0663257707392146,
      "grad_norm": 12.4375,
      "learning_rate": 1.6191270165200505e-05,
      "loss": 0.2012,
      "step": 72840
    },
    {
      "epoch": 2.06660945667052,
      "grad_norm": 10.8125,
      "learning_rate": 1.619069122529736e-05,
      "loss": 0.2205,
      "step": 72850
    },
    {
      "epoch": 2.0668931426018253,
      "grad_norm": 10.375,
      "learning_rate": 1.6190112285394215e-05,
      "loss": 0.2657,
      "step": 72860
    },
    {
      "epoch": 2.067176828533131,
      "grad_norm": 9.375,
      "learning_rate": 1.6189533345491073e-05,
      "loss": 0.1935,
      "step": 72870
    },
    {
      "epoch": 2.0674605144644365,
      "grad_norm": 11.4375,
      "learning_rate": 1.6188954405587928e-05,
      "loss": 0.1986,
      "step": 72880
    },
    {
      "epoch": 2.067744200395742,
      "grad_norm": 11.875,
      "learning_rate": 1.6188375465684786e-05,
      "loss": 0.2216,
      "step": 72890
    },
    {
      "epoch": 2.068027886327047,
      "grad_norm": 9.3125,
      "learning_rate": 1.618779652578164e-05,
      "loss": 0.1897,
      "step": 72900
    },
    {
      "epoch": 2.0683115722583527,
      "grad_norm": 9.5,
      "learning_rate": 1.61872175858785e-05,
      "loss": 0.2074,
      "step": 72910
    },
    {
      "epoch": 2.0685952581896583,
      "grad_norm": 12.0625,
      "learning_rate": 1.6186638645975358e-05,
      "loss": 0.2143,
      "step": 72920
    },
    {
      "epoch": 2.068878944120964,
      "grad_norm": 12.25,
      "learning_rate": 1.6186059706072213e-05,
      "loss": 0.2236,
      "step": 72930
    },
    {
      "epoch": 2.069162630052269,
      "grad_norm": 5.65625,
      "learning_rate": 1.6185480766169068e-05,
      "loss": 0.174,
      "step": 72940
    },
    {
      "epoch": 2.0694463159835745,
      "grad_norm": 7.9375,
      "learning_rate": 1.6184901826265926e-05,
      "loss": 0.2254,
      "step": 72950
    },
    {
      "epoch": 2.06973000191488,
      "grad_norm": 10.1875,
      "learning_rate": 1.618432288636278e-05,
      "loss": 0.2226,
      "step": 72960
    },
    {
      "epoch": 2.0700136878461857,
      "grad_norm": 8.5,
      "learning_rate": 1.618374394645964e-05,
      "loss": 0.2422,
      "step": 72970
    },
    {
      "epoch": 2.070297373777491,
      "grad_norm": 10.75,
      "learning_rate": 1.6183165006556495e-05,
      "loss": 0.2159,
      "step": 72980
    },
    {
      "epoch": 2.0705810597087964,
      "grad_norm": 11.9375,
      "learning_rate": 1.6182586066653353e-05,
      "loss": 0.2202,
      "step": 72990
    },
    {
      "epoch": 2.070864745640102,
      "grad_norm": 12.6875,
      "learning_rate": 1.618200712675021e-05,
      "loss": 0.1973,
      "step": 73000
    },
    {
      "epoch": 2.0711484315714075,
      "grad_norm": 7.71875,
      "learning_rate": 1.6181428186847066e-05,
      "loss": 0.1842,
      "step": 73010
    },
    {
      "epoch": 2.0714321175027126,
      "grad_norm": 11.4375,
      "learning_rate": 1.618084924694392e-05,
      "loss": 0.2284,
      "step": 73020
    },
    {
      "epoch": 2.071715803434018,
      "grad_norm": 10.0,
      "learning_rate": 1.618027030704078e-05,
      "loss": 0.2008,
      "step": 73030
    },
    {
      "epoch": 2.0719994893653237,
      "grad_norm": 10.6875,
      "learning_rate": 1.6179691367137634e-05,
      "loss": 0.1823,
      "step": 73040
    },
    {
      "epoch": 2.0722831752966293,
      "grad_norm": 12.0625,
      "learning_rate": 1.6179112427234493e-05,
      "loss": 0.2063,
      "step": 73050
    },
    {
      "epoch": 2.0725668612279344,
      "grad_norm": 9.8125,
      "learning_rate": 1.6178533487331348e-05,
      "loss": 0.182,
      "step": 73060
    },
    {
      "epoch": 2.07285054715924,
      "grad_norm": 12.3125,
      "learning_rate": 1.6177954547428206e-05,
      "loss": 0.1684,
      "step": 73070
    },
    {
      "epoch": 2.0731342330905456,
      "grad_norm": 11.0625,
      "learning_rate": 1.6177375607525064e-05,
      "loss": 0.194,
      "step": 73080
    },
    {
      "epoch": 2.0734179190218507,
      "grad_norm": 12.9375,
      "learning_rate": 1.617679666762192e-05,
      "loss": 0.2158,
      "step": 73090
    },
    {
      "epoch": 2.0737016049531563,
      "grad_norm": 14.5625,
      "learning_rate": 1.6176217727718774e-05,
      "loss": 0.2424,
      "step": 73100
    },
    {
      "epoch": 2.073985290884462,
      "grad_norm": 10.9375,
      "learning_rate": 1.6175638787815633e-05,
      "loss": 0.2426,
      "step": 73110
    },
    {
      "epoch": 2.0742689768157674,
      "grad_norm": 10.125,
      "learning_rate": 1.6175059847912487e-05,
      "loss": 0.226,
      "step": 73120
    },
    {
      "epoch": 2.0745526627470725,
      "grad_norm": 14.0,
      "learning_rate": 1.6174480908009346e-05,
      "loss": 0.2022,
      "step": 73130
    },
    {
      "epoch": 2.074836348678378,
      "grad_norm": 8.25,
      "learning_rate": 1.6173901968106204e-05,
      "loss": 0.195,
      "step": 73140
    },
    {
      "epoch": 2.0751200346096836,
      "grad_norm": 10.5625,
      "learning_rate": 1.617332302820306e-05,
      "loss": 0.1775,
      "step": 73150
    },
    {
      "epoch": 2.075403720540989,
      "grad_norm": 11.0,
      "learning_rate": 1.6172744088299914e-05,
      "loss": 0.1882,
      "step": 73160
    },
    {
      "epoch": 2.0756874064722943,
      "grad_norm": 10.3125,
      "learning_rate": 1.6172165148396772e-05,
      "loss": 0.2033,
      "step": 73170
    },
    {
      "epoch": 2.0759710924036,
      "grad_norm": 12.6875,
      "learning_rate": 1.6171586208493627e-05,
      "loss": 0.2396,
      "step": 73180
    },
    {
      "epoch": 2.0762547783349055,
      "grad_norm": 11.625,
      "learning_rate": 1.6171007268590486e-05,
      "loss": 0.2027,
      "step": 73190
    },
    {
      "epoch": 2.076538464266211,
      "grad_norm": 7.90625,
      "learning_rate": 1.617042832868734e-05,
      "loss": 0.1761,
      "step": 73200
    },
    {
      "epoch": 2.076822150197516,
      "grad_norm": 8.25,
      "learning_rate": 1.61698493887842e-05,
      "loss": 0.1795,
      "step": 73210
    },
    {
      "epoch": 2.0771058361288217,
      "grad_norm": 9.5625,
      "learning_rate": 1.6169270448881057e-05,
      "loss": 0.189,
      "step": 73220
    },
    {
      "epoch": 2.0773895220601273,
      "grad_norm": 12.3125,
      "learning_rate": 1.6168691508977912e-05,
      "loss": 0.2238,
      "step": 73230
    },
    {
      "epoch": 2.077673207991433,
      "grad_norm": 9.875,
      "learning_rate": 1.6168112569074767e-05,
      "loss": 0.1988,
      "step": 73240
    },
    {
      "epoch": 2.077956893922738,
      "grad_norm": 7.4375,
      "learning_rate": 1.6167533629171626e-05,
      "loss": 0.2347,
      "step": 73250
    },
    {
      "epoch": 2.0782405798540435,
      "grad_norm": 10.125,
      "learning_rate": 1.616695468926848e-05,
      "loss": 0.2251,
      "step": 73260
    },
    {
      "epoch": 2.078524265785349,
      "grad_norm": 12.4375,
      "learning_rate": 1.616637574936534e-05,
      "loss": 0.2266,
      "step": 73270
    },
    {
      "epoch": 2.0788079517166547,
      "grad_norm": 7.78125,
      "learning_rate": 1.6165796809462194e-05,
      "loss": 0.2042,
      "step": 73280
    },
    {
      "epoch": 2.07909163764796,
      "grad_norm": 10.5,
      "learning_rate": 1.6165217869559052e-05,
      "loss": 0.1806,
      "step": 73290
    },
    {
      "epoch": 2.0793753235792654,
      "grad_norm": 7.5625,
      "learning_rate": 1.616463892965591e-05,
      "loss": 0.2051,
      "step": 73300
    },
    {
      "epoch": 2.079659009510571,
      "grad_norm": 12.5625,
      "learning_rate": 1.6164059989752765e-05,
      "loss": 0.1855,
      "step": 73310
    },
    {
      "epoch": 2.0799426954418765,
      "grad_norm": 12.25,
      "learning_rate": 1.616348104984962e-05,
      "loss": 0.2297,
      "step": 73320
    },
    {
      "epoch": 2.0802263813731816,
      "grad_norm": 10.8125,
      "learning_rate": 1.616290210994648e-05,
      "loss": 0.2189,
      "step": 73330
    },
    {
      "epoch": 2.080510067304487,
      "grad_norm": 15.25,
      "learning_rate": 1.6162323170043334e-05,
      "loss": 0.1932,
      "step": 73340
    },
    {
      "epoch": 2.0807937532357927,
      "grad_norm": 6.96875,
      "learning_rate": 1.6161744230140192e-05,
      "loss": 0.1973,
      "step": 73350
    },
    {
      "epoch": 2.0810774391670983,
      "grad_norm": 5.96875,
      "learning_rate": 1.616116529023705e-05,
      "loss": 0.2338,
      "step": 73360
    },
    {
      "epoch": 2.0813611250984034,
      "grad_norm": 7.75,
      "learning_rate": 1.6160586350333905e-05,
      "loss": 0.2023,
      "step": 73370
    },
    {
      "epoch": 2.081644811029709,
      "grad_norm": 10.875,
      "learning_rate": 1.6160007410430764e-05,
      "loss": 0.2222,
      "step": 73380
    },
    {
      "epoch": 2.0819284969610146,
      "grad_norm": 10.5625,
      "learning_rate": 1.615942847052762e-05,
      "loss": 0.2179,
      "step": 73390
    },
    {
      "epoch": 2.08221218289232,
      "grad_norm": 9.375,
      "learning_rate": 1.6158849530624473e-05,
      "loss": 0.1818,
      "step": 73400
    },
    {
      "epoch": 2.0824958688236253,
      "grad_norm": 8.4375,
      "learning_rate": 1.6158270590721332e-05,
      "loss": 0.1744,
      "step": 73410
    },
    {
      "epoch": 2.082779554754931,
      "grad_norm": 21.125,
      "learning_rate": 1.6157691650818187e-05,
      "loss": 0.2108,
      "step": 73420
    },
    {
      "epoch": 2.0830632406862364,
      "grad_norm": 10.6875,
      "learning_rate": 1.6157112710915045e-05,
      "loss": 0.2009,
      "step": 73430
    },
    {
      "epoch": 2.0833469266175415,
      "grad_norm": 13.875,
      "learning_rate": 1.6156533771011903e-05,
      "loss": 0.2284,
      "step": 73440
    },
    {
      "epoch": 2.083630612548847,
      "grad_norm": 11.9375,
      "learning_rate": 1.615595483110876e-05,
      "loss": 0.2365,
      "step": 73450
    },
    {
      "epoch": 2.0839142984801526,
      "grad_norm": 10.1875,
      "learning_rate": 1.6155375891205617e-05,
      "loss": 0.1901,
      "step": 73460
    },
    {
      "epoch": 2.084197984411458,
      "grad_norm": 11.5,
      "learning_rate": 1.615479695130247e-05,
      "loss": 0.2526,
      "step": 73470
    },
    {
      "epoch": 2.0844816703427633,
      "grad_norm": 9.5625,
      "learning_rate": 1.6154218011399327e-05,
      "loss": 0.2115,
      "step": 73480
    },
    {
      "epoch": 2.084765356274069,
      "grad_norm": 8.9375,
      "learning_rate": 1.6153639071496185e-05,
      "loss": 0.2301,
      "step": 73490
    },
    {
      "epoch": 2.0850490422053745,
      "grad_norm": 13.375,
      "learning_rate": 1.615306013159304e-05,
      "loss": 0.1965,
      "step": 73500
    },
    {
      "epoch": 2.08533272813668,
      "grad_norm": 9.8125,
      "learning_rate": 1.6152481191689898e-05,
      "loss": 0.1891,
      "step": 73510
    },
    {
      "epoch": 2.085616414067985,
      "grad_norm": 12.6875,
      "learning_rate": 1.6151902251786757e-05,
      "loss": 0.1972,
      "step": 73520
    },
    {
      "epoch": 2.0859000999992907,
      "grad_norm": 10.875,
      "learning_rate": 1.615132331188361e-05,
      "loss": 0.1828,
      "step": 73530
    },
    {
      "epoch": 2.0861837859305963,
      "grad_norm": 9.5,
      "learning_rate": 1.6150744371980466e-05,
      "loss": 0.2182,
      "step": 73540
    },
    {
      "epoch": 2.086467471861902,
      "grad_norm": 8.0,
      "learning_rate": 1.6150165432077325e-05,
      "loss": 0.1799,
      "step": 73550
    },
    {
      "epoch": 2.086751157793207,
      "grad_norm": 10.6875,
      "learning_rate": 1.614958649217418e-05,
      "loss": 0.1658,
      "step": 73560
    },
    {
      "epoch": 2.0870348437245125,
      "grad_norm": 6.96875,
      "learning_rate": 1.6149007552271038e-05,
      "loss": 0.1755,
      "step": 73570
    },
    {
      "epoch": 2.087318529655818,
      "grad_norm": 12.4375,
      "learning_rate": 1.6148428612367893e-05,
      "loss": 0.1919,
      "step": 73580
    },
    {
      "epoch": 2.0876022155871237,
      "grad_norm": 14.0625,
      "learning_rate": 1.614784967246475e-05,
      "loss": 0.216,
      "step": 73590
    },
    {
      "epoch": 2.087885901518429,
      "grad_norm": 7.125,
      "learning_rate": 1.614727073256161e-05,
      "loss": 0.2262,
      "step": 73600
    },
    {
      "epoch": 2.0881695874497344,
      "grad_norm": 8.9375,
      "learning_rate": 1.6146691792658465e-05,
      "loss": 0.1938,
      "step": 73610
    },
    {
      "epoch": 2.08845327338104,
      "grad_norm": 7.71875,
      "learning_rate": 1.614611285275532e-05,
      "loss": 0.1898,
      "step": 73620
    },
    {
      "epoch": 2.0887369593123455,
      "grad_norm": 6.9375,
      "learning_rate": 1.6145533912852178e-05,
      "loss": 0.2066,
      "step": 73630
    },
    {
      "epoch": 2.0890206452436506,
      "grad_norm": 7.96875,
      "learning_rate": 1.6144954972949033e-05,
      "loss": 0.2093,
      "step": 73640
    },
    {
      "epoch": 2.089304331174956,
      "grad_norm": 9.9375,
      "learning_rate": 1.614437603304589e-05,
      "loss": 0.1813,
      "step": 73650
    },
    {
      "epoch": 2.0895880171062617,
      "grad_norm": 9.125,
      "learning_rate": 1.614379709314275e-05,
      "loss": 0.2085,
      "step": 73660
    },
    {
      "epoch": 2.0898717030375673,
      "grad_norm": 9.25,
      "learning_rate": 1.6143218153239604e-05,
      "loss": 0.1832,
      "step": 73670
    },
    {
      "epoch": 2.0901553889688724,
      "grad_norm": 9.25,
      "learning_rate": 1.6142639213336463e-05,
      "loss": 0.2162,
      "step": 73680
    },
    {
      "epoch": 2.090439074900178,
      "grad_norm": 9.875,
      "learning_rate": 1.6142060273433318e-05,
      "loss": 0.2155,
      "step": 73690
    },
    {
      "epoch": 2.0907227608314836,
      "grad_norm": 9.875,
      "learning_rate": 1.6141481333530173e-05,
      "loss": 0.1893,
      "step": 73700
    },
    {
      "epoch": 2.091006446762789,
      "grad_norm": 9.125,
      "learning_rate": 1.614090239362703e-05,
      "loss": 0.2382,
      "step": 73710
    },
    {
      "epoch": 2.0912901326940943,
      "grad_norm": 9.625,
      "learning_rate": 1.6140323453723886e-05,
      "loss": 0.2012,
      "step": 73720
    },
    {
      "epoch": 2.0915738186254,
      "grad_norm": 10.0625,
      "learning_rate": 1.6139744513820744e-05,
      "loss": 0.2104,
      "step": 73730
    },
    {
      "epoch": 2.0918575045567054,
      "grad_norm": 10.75,
      "learning_rate": 1.6139165573917603e-05,
      "loss": 0.1927,
      "step": 73740
    },
    {
      "epoch": 2.092141190488011,
      "grad_norm": 11.125,
      "learning_rate": 1.6138586634014458e-05,
      "loss": 0.1768,
      "step": 73750
    },
    {
      "epoch": 2.092424876419316,
      "grad_norm": 14.8125,
      "learning_rate": 1.6138007694111316e-05,
      "loss": 0.2017,
      "step": 73760
    },
    {
      "epoch": 2.0927085623506216,
      "grad_norm": 10.875,
      "learning_rate": 1.613742875420817e-05,
      "loss": 0.1729,
      "step": 73770
    },
    {
      "epoch": 2.092992248281927,
      "grad_norm": 14.6875,
      "learning_rate": 1.6136849814305026e-05,
      "loss": 0.2332,
      "step": 73780
    },
    {
      "epoch": 2.0932759342132323,
      "grad_norm": 12.0625,
      "learning_rate": 1.6136270874401884e-05,
      "loss": 0.2076,
      "step": 73790
    },
    {
      "epoch": 2.093559620144538,
      "grad_norm": 15.25,
      "learning_rate": 1.613569193449874e-05,
      "loss": 0.198,
      "step": 73800
    },
    {
      "epoch": 2.0938433060758435,
      "grad_norm": 10.75,
      "learning_rate": 1.6135112994595597e-05,
      "loss": 0.2172,
      "step": 73810
    },
    {
      "epoch": 2.094126992007149,
      "grad_norm": 8.875,
      "learning_rate": 1.6134534054692456e-05,
      "loss": 0.2143,
      "step": 73820
    },
    {
      "epoch": 2.094410677938454,
      "grad_norm": 13.5625,
      "learning_rate": 1.613395511478931e-05,
      "loss": 0.2056,
      "step": 73830
    },
    {
      "epoch": 2.0946943638697597,
      "grad_norm": 11.4375,
      "learning_rate": 1.613337617488617e-05,
      "loss": 0.2383,
      "step": 73840
    },
    {
      "epoch": 2.0949780498010653,
      "grad_norm": 11.125,
      "learning_rate": 1.6132797234983024e-05,
      "loss": 0.1858,
      "step": 73850
    },
    {
      "epoch": 2.095261735732371,
      "grad_norm": 11.5625,
      "learning_rate": 1.613221829507988e-05,
      "loss": 0.2018,
      "step": 73860
    },
    {
      "epoch": 2.095545421663676,
      "grad_norm": 13.3125,
      "learning_rate": 1.6131639355176737e-05,
      "loss": 0.1896,
      "step": 73870
    },
    {
      "epoch": 2.0958291075949815,
      "grad_norm": 10.3125,
      "learning_rate": 1.6131060415273596e-05,
      "loss": 0.2206,
      "step": 73880
    },
    {
      "epoch": 2.096112793526287,
      "grad_norm": 9.0,
      "learning_rate": 1.613048147537045e-05,
      "loss": 0.1862,
      "step": 73890
    },
    {
      "epoch": 2.0963964794575927,
      "grad_norm": 7.53125,
      "learning_rate": 1.612990253546731e-05,
      "loss": 0.2143,
      "step": 73900
    },
    {
      "epoch": 2.096680165388898,
      "grad_norm": 12.1875,
      "learning_rate": 1.6129323595564164e-05,
      "loss": 0.2095,
      "step": 73910
    },
    {
      "epoch": 2.0969638513202034,
      "grad_norm": 8.125,
      "learning_rate": 1.612874465566102e-05,
      "loss": 0.1695,
      "step": 73920
    },
    {
      "epoch": 2.097247537251509,
      "grad_norm": 8.625,
      "learning_rate": 1.6128165715757877e-05,
      "loss": 0.1774,
      "step": 73930
    },
    {
      "epoch": 2.0975312231828145,
      "grad_norm": 14.8125,
      "learning_rate": 1.6127586775854732e-05,
      "loss": 0.1851,
      "step": 73940
    },
    {
      "epoch": 2.0978149091141196,
      "grad_norm": 11.3125,
      "learning_rate": 1.612700783595159e-05,
      "loss": 0.2009,
      "step": 73950
    },
    {
      "epoch": 2.098098595045425,
      "grad_norm": 7.46875,
      "learning_rate": 1.612642889604845e-05,
      "loss": 0.2174,
      "step": 73960
    },
    {
      "epoch": 2.0983822809767307,
      "grad_norm": 12.0,
      "learning_rate": 1.6125849956145304e-05,
      "loss": 0.2587,
      "step": 73970
    },
    {
      "epoch": 2.0986659669080363,
      "grad_norm": 8.25,
      "learning_rate": 1.6125271016242162e-05,
      "loss": 0.2093,
      "step": 73980
    },
    {
      "epoch": 2.0989496528393414,
      "grad_norm": 12.0625,
      "learning_rate": 1.6124692076339017e-05,
      "loss": 0.1842,
      "step": 73990
    },
    {
      "epoch": 2.099233338770647,
      "grad_norm": 11.5,
      "learning_rate": 1.6124113136435872e-05,
      "loss": 0.2698,
      "step": 74000
    },
    {
      "epoch": 2.0995170247019526,
      "grad_norm": 7.65625,
      "learning_rate": 1.612353419653273e-05,
      "loss": 0.1905,
      "step": 74010
    },
    {
      "epoch": 2.099800710633258,
      "grad_norm": 7.34375,
      "learning_rate": 1.6122955256629585e-05,
      "loss": 0.2601,
      "step": 74020
    },
    {
      "epoch": 2.1000843965645632,
      "grad_norm": 10.0,
      "learning_rate": 1.6122376316726443e-05,
      "loss": 0.1985,
      "step": 74030
    },
    {
      "epoch": 2.100368082495869,
      "grad_norm": 10.5,
      "learning_rate": 1.6121797376823302e-05,
      "loss": 0.1652,
      "step": 74040
    },
    {
      "epoch": 2.1006517684271744,
      "grad_norm": 11.3125,
      "learning_rate": 1.6121218436920157e-05,
      "loss": 0.2067,
      "step": 74050
    },
    {
      "epoch": 2.1009354543584795,
      "grad_norm": 11.8125,
      "learning_rate": 1.6120639497017015e-05,
      "loss": 0.1899,
      "step": 74060
    },
    {
      "epoch": 2.101219140289785,
      "grad_norm": 9.25,
      "learning_rate": 1.612006055711387e-05,
      "loss": 0.1999,
      "step": 74070
    },
    {
      "epoch": 2.1015028262210906,
      "grad_norm": 12.3125,
      "learning_rate": 1.6119481617210725e-05,
      "loss": 0.236,
      "step": 74080
    },
    {
      "epoch": 2.101786512152396,
      "grad_norm": 12.875,
      "learning_rate": 1.6118902677307583e-05,
      "loss": 0.1868,
      "step": 74090
    },
    {
      "epoch": 2.1020701980837013,
      "grad_norm": 11.5,
      "learning_rate": 1.6118323737404438e-05,
      "loss": 0.1953,
      "step": 74100
    },
    {
      "epoch": 2.102353884015007,
      "grad_norm": 11.3125,
      "learning_rate": 1.6117744797501297e-05,
      "loss": 0.2159,
      "step": 74110
    },
    {
      "epoch": 2.1026375699463125,
      "grad_norm": 11.25,
      "learning_rate": 1.6117165857598155e-05,
      "loss": 0.2524,
      "step": 74120
    },
    {
      "epoch": 2.102921255877618,
      "grad_norm": 52.0,
      "learning_rate": 1.611658691769501e-05,
      "loss": 0.203,
      "step": 74130
    },
    {
      "epoch": 2.103204941808923,
      "grad_norm": 12.6875,
      "learning_rate": 1.6116007977791868e-05,
      "loss": 0.2383,
      "step": 74140
    },
    {
      "epoch": 2.1034886277402287,
      "grad_norm": 9.75,
      "learning_rate": 1.6115429037888723e-05,
      "loss": 0.1967,
      "step": 74150
    },
    {
      "epoch": 2.1037723136715343,
      "grad_norm": 10.6875,
      "learning_rate": 1.6114850097985578e-05,
      "loss": 0.2304,
      "step": 74160
    },
    {
      "epoch": 2.10405599960284,
      "grad_norm": 7.09375,
      "learning_rate": 1.6114271158082436e-05,
      "loss": 0.2304,
      "step": 74170
    },
    {
      "epoch": 2.104339685534145,
      "grad_norm": 12.75,
      "learning_rate": 1.6113692218179295e-05,
      "loss": 0.2101,
      "step": 74180
    },
    {
      "epoch": 2.1046233714654505,
      "grad_norm": 11.375,
      "learning_rate": 1.611311327827615e-05,
      "loss": 0.2226,
      "step": 74190
    },
    {
      "epoch": 2.104907057396756,
      "grad_norm": 7.78125,
      "learning_rate": 1.6112534338373008e-05,
      "loss": 0.1835,
      "step": 74200
    },
    {
      "epoch": 2.1051907433280617,
      "grad_norm": 7.0625,
      "learning_rate": 1.6111955398469863e-05,
      "loss": 0.1804,
      "step": 74210
    },
    {
      "epoch": 2.105474429259367,
      "grad_norm": 11.625,
      "learning_rate": 1.6111376458566718e-05,
      "loss": 0.1803,
      "step": 74220
    },
    {
      "epoch": 2.1057581151906724,
      "grad_norm": 8.8125,
      "learning_rate": 1.6110797518663576e-05,
      "loss": 0.1815,
      "step": 74230
    },
    {
      "epoch": 2.106041801121978,
      "grad_norm": 16.125,
      "learning_rate": 1.611021857876043e-05,
      "loss": 0.2393,
      "step": 74240
    },
    {
      "epoch": 2.1063254870532835,
      "grad_norm": 8.875,
      "learning_rate": 1.610963963885729e-05,
      "loss": 0.2414,
      "step": 74250
    },
    {
      "epoch": 2.1066091729845886,
      "grad_norm": 8.6875,
      "learning_rate": 1.6109060698954148e-05,
      "loss": 0.1894,
      "step": 74260
    },
    {
      "epoch": 2.106892858915894,
      "grad_norm": 15.1875,
      "learning_rate": 1.6108481759051003e-05,
      "loss": 0.2143,
      "step": 74270
    },
    {
      "epoch": 2.1071765448471997,
      "grad_norm": 8.0,
      "learning_rate": 1.610790281914786e-05,
      "loss": 0.1976,
      "step": 74280
    },
    {
      "epoch": 2.1074602307785053,
      "grad_norm": 10.6875,
      "learning_rate": 1.6107323879244716e-05,
      "loss": 0.2051,
      "step": 74290
    },
    {
      "epoch": 2.1077439167098104,
      "grad_norm": 10.0,
      "learning_rate": 1.610674493934157e-05,
      "loss": 0.1962,
      "step": 74300
    },
    {
      "epoch": 2.108027602641116,
      "grad_norm": 10.0,
      "learning_rate": 1.610616599943843e-05,
      "loss": 0.2776,
      "step": 74310
    },
    {
      "epoch": 2.1083112885724216,
      "grad_norm": 9.3125,
      "learning_rate": 1.6105587059535284e-05,
      "loss": 0.178,
      "step": 74320
    },
    {
      "epoch": 2.108594974503727,
      "grad_norm": 12.3125,
      "learning_rate": 1.6105008119632143e-05,
      "loss": 0.2091,
      "step": 74330
    },
    {
      "epoch": 2.1088786604350322,
      "grad_norm": 10.1875,
      "learning_rate": 1.6104429179729e-05,
      "loss": 0.2521,
      "step": 74340
    },
    {
      "epoch": 2.109162346366338,
      "grad_norm": 10.3125,
      "learning_rate": 1.6103850239825856e-05,
      "loss": 0.2011,
      "step": 74350
    },
    {
      "epoch": 2.1094460322976434,
      "grad_norm": 12.0,
      "learning_rate": 1.6103271299922714e-05,
      "loss": 0.2294,
      "step": 74360
    },
    {
      "epoch": 2.109729718228949,
      "grad_norm": 12.5,
      "learning_rate": 1.610269236001957e-05,
      "loss": 0.2079,
      "step": 74370
    },
    {
      "epoch": 2.110013404160254,
      "grad_norm": 9.125,
      "learning_rate": 1.6102113420116424e-05,
      "loss": 0.204,
      "step": 74380
    },
    {
      "epoch": 2.1102970900915596,
      "grad_norm": 8.5625,
      "learning_rate": 1.6101534480213283e-05,
      "loss": 0.1879,
      "step": 74390
    },
    {
      "epoch": 2.110580776022865,
      "grad_norm": 11.9375,
      "learning_rate": 1.610095554031014e-05,
      "loss": 0.1972,
      "step": 74400
    },
    {
      "epoch": 2.1108644619541703,
      "grad_norm": 7.3125,
      "learning_rate": 1.6100376600406996e-05,
      "loss": 0.2076,
      "step": 74410
    },
    {
      "epoch": 2.111148147885476,
      "grad_norm": 8.875,
      "learning_rate": 1.6099797660503854e-05,
      "loss": 0.2306,
      "step": 74420
    },
    {
      "epoch": 2.1114318338167815,
      "grad_norm": 11.625,
      "learning_rate": 1.609921872060071e-05,
      "loss": 0.1987,
      "step": 74430
    },
    {
      "epoch": 2.111715519748087,
      "grad_norm": 12.0625,
      "learning_rate": 1.6098639780697567e-05,
      "loss": 0.1793,
      "step": 74440
    },
    {
      "epoch": 2.111999205679392,
      "grad_norm": 10.1875,
      "learning_rate": 1.6098060840794422e-05,
      "loss": 0.2031,
      "step": 74450
    },
    {
      "epoch": 2.1122828916106977,
      "grad_norm": 7.375,
      "learning_rate": 1.6097481900891277e-05,
      "loss": 0.2056,
      "step": 74460
    },
    {
      "epoch": 2.1125665775420033,
      "grad_norm": 9.5,
      "learning_rate": 1.6096902960988136e-05,
      "loss": 0.189,
      "step": 74470
    },
    {
      "epoch": 2.112850263473309,
      "grad_norm": 8.75,
      "learning_rate": 1.6096324021084994e-05,
      "loss": 0.1893,
      "step": 74480
    },
    {
      "epoch": 2.113133949404614,
      "grad_norm": 10.1875,
      "learning_rate": 1.609574508118185e-05,
      "loss": 0.2038,
      "step": 74490
    },
    {
      "epoch": 2.1134176353359195,
      "grad_norm": 11.375,
      "learning_rate": 1.6095166141278707e-05,
      "loss": 0.2017,
      "step": 74500
    },
    {
      "epoch": 2.113701321267225,
      "grad_norm": 9.5,
      "learning_rate": 1.6094587201375562e-05,
      "loss": 0.2312,
      "step": 74510
    },
    {
      "epoch": 2.1139850071985307,
      "grad_norm": 7.3125,
      "learning_rate": 1.609400826147242e-05,
      "loss": 0.1848,
      "step": 74520
    },
    {
      "epoch": 2.114268693129836,
      "grad_norm": 8.1875,
      "learning_rate": 1.6093429321569275e-05,
      "loss": 0.2128,
      "step": 74530
    },
    {
      "epoch": 2.1145523790611414,
      "grad_norm": 8.9375,
      "learning_rate": 1.609285038166613e-05,
      "loss": 0.1859,
      "step": 74540
    },
    {
      "epoch": 2.114836064992447,
      "grad_norm": 12.9375,
      "learning_rate": 1.609227144176299e-05,
      "loss": 0.1884,
      "step": 74550
    },
    {
      "epoch": 2.1151197509237525,
      "grad_norm": 9.9375,
      "learning_rate": 1.6091692501859847e-05,
      "loss": 0.2279,
      "step": 74560
    },
    {
      "epoch": 2.1154034368550576,
      "grad_norm": 11.875,
      "learning_rate": 1.6091113561956702e-05,
      "loss": 0.2207,
      "step": 74570
    },
    {
      "epoch": 2.115687122786363,
      "grad_norm": 20.25,
      "learning_rate": 1.609053462205356e-05,
      "loss": 0.2165,
      "step": 74580
    },
    {
      "epoch": 2.1159708087176687,
      "grad_norm": 8.875,
      "learning_rate": 1.6089955682150415e-05,
      "loss": 0.2042,
      "step": 74590
    },
    {
      "epoch": 2.1162544946489743,
      "grad_norm": 7.53125,
      "learning_rate": 1.608937674224727e-05,
      "loss": 0.2142,
      "step": 74600
    },
    {
      "epoch": 2.1165381805802794,
      "grad_norm": 10.5,
      "learning_rate": 1.608879780234413e-05,
      "loss": 0.1876,
      "step": 74610
    },
    {
      "epoch": 2.116821866511585,
      "grad_norm": 10.4375,
      "learning_rate": 1.6088218862440984e-05,
      "loss": 0.2124,
      "step": 74620
    },
    {
      "epoch": 2.1171055524428906,
      "grad_norm": 11.0625,
      "learning_rate": 1.6087639922537842e-05,
      "loss": 0.2312,
      "step": 74630
    },
    {
      "epoch": 2.117389238374196,
      "grad_norm": 9.8125,
      "learning_rate": 1.60870609826347e-05,
      "loss": 0.2545,
      "step": 74640
    },
    {
      "epoch": 2.1176729243055012,
      "grad_norm": 7.6875,
      "learning_rate": 1.6086482042731555e-05,
      "loss": 0.1813,
      "step": 74650
    },
    {
      "epoch": 2.117956610236807,
      "grad_norm": 6.1875,
      "learning_rate": 1.6085903102828414e-05,
      "loss": 0.2044,
      "step": 74660
    },
    {
      "epoch": 2.1182402961681124,
      "grad_norm": 7.71875,
      "learning_rate": 1.608532416292527e-05,
      "loss": 0.1787,
      "step": 74670
    },
    {
      "epoch": 2.118523982099418,
      "grad_norm": 8.8125,
      "learning_rate": 1.6084745223022123e-05,
      "loss": 0.1797,
      "step": 74680
    },
    {
      "epoch": 2.118807668030723,
      "grad_norm": 7.90625,
      "learning_rate": 1.6084166283118982e-05,
      "loss": 0.2198,
      "step": 74690
    },
    {
      "epoch": 2.1190913539620286,
      "grad_norm": 13.125,
      "learning_rate": 1.608358734321584e-05,
      "loss": 0.2182,
      "step": 74700
    },
    {
      "epoch": 2.119375039893334,
      "grad_norm": 9.75,
      "learning_rate": 1.6083008403312695e-05,
      "loss": 0.1878,
      "step": 74710
    },
    {
      "epoch": 2.1196587258246398,
      "grad_norm": 15.25,
      "learning_rate": 1.6082429463409553e-05,
      "loss": 0.1985,
      "step": 74720
    },
    {
      "epoch": 2.119942411755945,
      "grad_norm": 9.6875,
      "learning_rate": 1.6081850523506408e-05,
      "loss": 0.1898,
      "step": 74730
    },
    {
      "epoch": 2.1202260976872505,
      "grad_norm": 8.125,
      "learning_rate": 1.6081271583603267e-05,
      "loss": 0.1922,
      "step": 74740
    },
    {
      "epoch": 2.120509783618556,
      "grad_norm": 17.5,
      "learning_rate": 1.608069264370012e-05,
      "loss": 0.1872,
      "step": 74750
    },
    {
      "epoch": 2.120793469549861,
      "grad_norm": 7.8125,
      "learning_rate": 1.6080113703796977e-05,
      "loss": 0.1935,
      "step": 74760
    },
    {
      "epoch": 2.1210771554811667,
      "grad_norm": 7.9375,
      "learning_rate": 1.6079534763893835e-05,
      "loss": 0.1836,
      "step": 74770
    },
    {
      "epoch": 2.1213608414124723,
      "grad_norm": 9.5625,
      "learning_rate": 1.6078955823990693e-05,
      "loss": 0.227,
      "step": 74780
    },
    {
      "epoch": 2.121644527343778,
      "grad_norm": 8.125,
      "learning_rate": 1.6078376884087548e-05,
      "loss": 0.1907,
      "step": 74790
    },
    {
      "epoch": 2.121928213275083,
      "grad_norm": 8.6875,
      "learning_rate": 1.6077797944184406e-05,
      "loss": 0.2006,
      "step": 74800
    },
    {
      "epoch": 2.1222118992063885,
      "grad_norm": 12.1875,
      "learning_rate": 1.607721900428126e-05,
      "loss": 0.2173,
      "step": 74810
    },
    {
      "epoch": 2.122495585137694,
      "grad_norm": 7.5625,
      "learning_rate": 1.607664006437812e-05,
      "loss": 0.1705,
      "step": 74820
    },
    {
      "epoch": 2.1227792710689997,
      "grad_norm": 15.3125,
      "learning_rate": 1.6076061124474975e-05,
      "loss": 0.2152,
      "step": 74830
    },
    {
      "epoch": 2.123062957000305,
      "grad_norm": 10.4375,
      "learning_rate": 1.607548218457183e-05,
      "loss": 0.2245,
      "step": 74840
    },
    {
      "epoch": 2.1233466429316104,
      "grad_norm": 10.375,
      "learning_rate": 1.6074903244668688e-05,
      "loss": 0.2302,
      "step": 74850
    },
    {
      "epoch": 2.123630328862916,
      "grad_norm": 10.25,
      "learning_rate": 1.6074324304765546e-05,
      "loss": 0.1993,
      "step": 74860
    },
    {
      "epoch": 2.1239140147942215,
      "grad_norm": 10.75,
      "learning_rate": 1.60737453648624e-05,
      "loss": 0.2472,
      "step": 74870
    },
    {
      "epoch": 2.1241977007255266,
      "grad_norm": 8.75,
      "learning_rate": 1.607316642495926e-05,
      "loss": 0.1809,
      "step": 74880
    },
    {
      "epoch": 2.124481386656832,
      "grad_norm": 10.3125,
      "learning_rate": 1.6072587485056115e-05,
      "loss": 0.2487,
      "step": 74890
    },
    {
      "epoch": 2.1247650725881377,
      "grad_norm": 9.8125,
      "learning_rate": 1.6072008545152973e-05,
      "loss": 0.1944,
      "step": 74900
    },
    {
      "epoch": 2.1250487585194433,
      "grad_norm": 13.6875,
      "learning_rate": 1.6071429605249828e-05,
      "loss": 0.2009,
      "step": 74910
    },
    {
      "epoch": 2.1253324444507484,
      "grad_norm": 7.875,
      "learning_rate": 1.6070850665346686e-05,
      "loss": 0.2069,
      "step": 74920
    },
    {
      "epoch": 2.125616130382054,
      "grad_norm": 13.5,
      "learning_rate": 1.607027172544354e-05,
      "loss": 0.2288,
      "step": 74930
    },
    {
      "epoch": 2.1258998163133596,
      "grad_norm": 12.875,
      "learning_rate": 1.60696927855404e-05,
      "loss": 0.2113,
      "step": 74940
    },
    {
      "epoch": 2.126183502244665,
      "grad_norm": 9.5625,
      "learning_rate": 1.6069113845637254e-05,
      "loss": 0.2023,
      "step": 74950
    },
    {
      "epoch": 2.1264671881759702,
      "grad_norm": 9.1875,
      "learning_rate": 1.6068534905734113e-05,
      "loss": 0.172,
      "step": 74960
    },
    {
      "epoch": 2.126750874107276,
      "grad_norm": 11.125,
      "learning_rate": 1.6067955965830968e-05,
      "loss": 0.2163,
      "step": 74970
    },
    {
      "epoch": 2.1270345600385814,
      "grad_norm": 13.875,
      "learning_rate": 1.6067377025927823e-05,
      "loss": 0.2365,
      "step": 74980
    },
    {
      "epoch": 2.127318245969887,
      "grad_norm": 8.5625,
      "learning_rate": 1.606679808602468e-05,
      "loss": 0.1847,
      "step": 74990
    },
    {
      "epoch": 2.127601931901192,
      "grad_norm": 12.5,
      "learning_rate": 1.606621914612154e-05,
      "loss": 0.216,
      "step": 75000
    },
    {
      "epoch": 2.1278856178324976,
      "grad_norm": 9.25,
      "learning_rate": 1.6065640206218394e-05,
      "loss": 0.2228,
      "step": 75010
    },
    {
      "epoch": 2.128169303763803,
      "grad_norm": 10.125,
      "learning_rate": 1.6065061266315253e-05,
      "loss": 0.2333,
      "step": 75020
    },
    {
      "epoch": 2.1284529896951083,
      "grad_norm": 8.0625,
      "learning_rate": 1.6064482326412108e-05,
      "loss": 0.1828,
      "step": 75030
    },
    {
      "epoch": 2.128736675626414,
      "grad_norm": 7.9375,
      "learning_rate": 1.6063903386508966e-05,
      "loss": 0.1977,
      "step": 75040
    },
    {
      "epoch": 2.1290203615577195,
      "grad_norm": 6.875,
      "learning_rate": 1.606332444660582e-05,
      "loss": 0.1987,
      "step": 75050
    },
    {
      "epoch": 2.129304047489025,
      "grad_norm": 8.3125,
      "learning_rate": 1.6062745506702676e-05,
      "loss": 0.2126,
      "step": 75060
    },
    {
      "epoch": 2.1295877334203306,
      "grad_norm": 10.625,
      "learning_rate": 1.6062166566799534e-05,
      "loss": 0.2067,
      "step": 75070
    },
    {
      "epoch": 2.1298714193516357,
      "grad_norm": 12.9375,
      "learning_rate": 1.6061587626896392e-05,
      "loss": 0.2105,
      "step": 75080
    },
    {
      "epoch": 2.1301551052829413,
      "grad_norm": 8.0625,
      "learning_rate": 1.6061008686993247e-05,
      "loss": 0.1943,
      "step": 75090
    },
    {
      "epoch": 2.130438791214247,
      "grad_norm": 7.21875,
      "learning_rate": 1.6060429747090106e-05,
      "loss": 0.2171,
      "step": 75100
    },
    {
      "epoch": 2.130722477145552,
      "grad_norm": 13.9375,
      "learning_rate": 1.605985080718696e-05,
      "loss": 0.2186,
      "step": 75110
    },
    {
      "epoch": 2.1310061630768575,
      "grad_norm": 12.8125,
      "learning_rate": 1.605927186728382e-05,
      "loss": 0.2148,
      "step": 75120
    },
    {
      "epoch": 2.131289849008163,
      "grad_norm": 8.9375,
      "learning_rate": 1.6058692927380674e-05,
      "loss": 0.1769,
      "step": 75130
    },
    {
      "epoch": 2.1315735349394687,
      "grad_norm": 11.3125,
      "learning_rate": 1.605811398747753e-05,
      "loss": 0.2357,
      "step": 75140
    },
    {
      "epoch": 2.131857220870774,
      "grad_norm": 11.75,
      "learning_rate": 1.6057535047574387e-05,
      "loss": 0.2187,
      "step": 75150
    },
    {
      "epoch": 2.1321409068020793,
      "grad_norm": 12.25,
      "learning_rate": 1.6056956107671246e-05,
      "loss": 0.1987,
      "step": 75160
    },
    {
      "epoch": 2.132424592733385,
      "grad_norm": 8.4375,
      "learning_rate": 1.60563771677681e-05,
      "loss": 0.2065,
      "step": 75170
    },
    {
      "epoch": 2.1327082786646905,
      "grad_norm": 7.6875,
      "learning_rate": 1.605579822786496e-05,
      "loss": 0.2154,
      "step": 75180
    },
    {
      "epoch": 2.1329919645959956,
      "grad_norm": 14.0,
      "learning_rate": 1.6055219287961814e-05,
      "loss": 0.1643,
      "step": 75190
    },
    {
      "epoch": 2.133275650527301,
      "grad_norm": 9.9375,
      "learning_rate": 1.6054640348058672e-05,
      "loss": 0.1932,
      "step": 75200
    },
    {
      "epoch": 2.1335593364586067,
      "grad_norm": 12.625,
      "learning_rate": 1.6054061408155527e-05,
      "loss": 0.2348,
      "step": 75210
    },
    {
      "epoch": 2.1338430223899123,
      "grad_norm": 9.0625,
      "learning_rate": 1.6053482468252385e-05,
      "loss": 0.2106,
      "step": 75220
    },
    {
      "epoch": 2.1341267083212174,
      "grad_norm": 7.0,
      "learning_rate": 1.605290352834924e-05,
      "loss": 0.1984,
      "step": 75230
    },
    {
      "epoch": 2.134410394252523,
      "grad_norm": 8.6875,
      "learning_rate": 1.60523245884461e-05,
      "loss": 0.2213,
      "step": 75240
    },
    {
      "epoch": 2.1346940801838286,
      "grad_norm": 10.625,
      "learning_rate": 1.6051745648542954e-05,
      "loss": 0.1946,
      "step": 75250
    },
    {
      "epoch": 2.134977766115134,
      "grad_norm": 13.75,
      "learning_rate": 1.6051166708639812e-05,
      "loss": 0.2234,
      "step": 75260
    },
    {
      "epoch": 2.1352614520464392,
      "grad_norm": 7.53125,
      "learning_rate": 1.6050587768736667e-05,
      "loss": 0.1911,
      "step": 75270
    },
    {
      "epoch": 2.135545137977745,
      "grad_norm": 13.25,
      "learning_rate": 1.6050008828833522e-05,
      "loss": 0.2306,
      "step": 75280
    },
    {
      "epoch": 2.1358288239090504,
      "grad_norm": 8.75,
      "learning_rate": 1.604942988893038e-05,
      "loss": 0.2422,
      "step": 75290
    },
    {
      "epoch": 2.136112509840356,
      "grad_norm": 7.5625,
      "learning_rate": 1.604885094902724e-05,
      "loss": 0.2384,
      "step": 75300
    },
    {
      "epoch": 2.136396195771661,
      "grad_norm": 9.375,
      "learning_rate": 1.6048272009124093e-05,
      "loss": 0.1857,
      "step": 75310
    },
    {
      "epoch": 2.1366798817029666,
      "grad_norm": 12.375,
      "learning_rate": 1.6047693069220952e-05,
      "loss": 0.2092,
      "step": 75320
    },
    {
      "epoch": 2.136963567634272,
      "grad_norm": 10.625,
      "learning_rate": 1.6047114129317807e-05,
      "loss": 0.2352,
      "step": 75330
    },
    {
      "epoch": 2.1372472535655778,
      "grad_norm": 10.9375,
      "learning_rate": 1.6046535189414665e-05,
      "loss": 0.2323,
      "step": 75340
    },
    {
      "epoch": 2.137530939496883,
      "grad_norm": 8.125,
      "learning_rate": 1.604595624951152e-05,
      "loss": 0.1895,
      "step": 75350
    },
    {
      "epoch": 2.1378146254281885,
      "grad_norm": 12.6875,
      "learning_rate": 1.6045377309608375e-05,
      "loss": 0.2018,
      "step": 75360
    },
    {
      "epoch": 2.138098311359494,
      "grad_norm": 9.8125,
      "learning_rate": 1.6044798369705233e-05,
      "loss": 0.2116,
      "step": 75370
    },
    {
      "epoch": 2.138381997290799,
      "grad_norm": 8.8125,
      "learning_rate": 1.604421942980209e-05,
      "loss": 0.2204,
      "step": 75380
    },
    {
      "epoch": 2.1386656832221047,
      "grad_norm": 9.8125,
      "learning_rate": 1.604364048989895e-05,
      "loss": 0.2281,
      "step": 75390
    },
    {
      "epoch": 2.1389493691534103,
      "grad_norm": 10.5625,
      "learning_rate": 1.6043061549995805e-05,
      "loss": 0.2127,
      "step": 75400
    },
    {
      "epoch": 2.139233055084716,
      "grad_norm": 8.25,
      "learning_rate": 1.604248261009266e-05,
      "loss": 0.1803,
      "step": 75410
    },
    {
      "epoch": 2.139516741016021,
      "grad_norm": 9.75,
      "learning_rate": 1.6041903670189518e-05,
      "loss": 0.1991,
      "step": 75420
    },
    {
      "epoch": 2.1398004269473265,
      "grad_norm": 8.375,
      "learning_rate": 1.6041324730286373e-05,
      "loss": 0.1959,
      "step": 75430
    },
    {
      "epoch": 2.140084112878632,
      "grad_norm": 9.1875,
      "learning_rate": 1.6040745790383228e-05,
      "loss": 0.2303,
      "step": 75440
    },
    {
      "epoch": 2.1403677988099377,
      "grad_norm": 16.5,
      "learning_rate": 1.6040166850480086e-05,
      "loss": 0.2262,
      "step": 75450
    },
    {
      "epoch": 2.140651484741243,
      "grad_norm": 9.6875,
      "learning_rate": 1.6039587910576945e-05,
      "loss": 0.219,
      "step": 75460
    },
    {
      "epoch": 2.1409351706725483,
      "grad_norm": 8.9375,
      "learning_rate": 1.60390089706738e-05,
      "loss": 0.1781,
      "step": 75470
    },
    {
      "epoch": 2.141218856603854,
      "grad_norm": 8.1875,
      "learning_rate": 1.6038430030770658e-05,
      "loss": 0.2256,
      "step": 75480
    },
    {
      "epoch": 2.1415025425351595,
      "grad_norm": 8.0,
      "learning_rate": 1.6037851090867513e-05,
      "loss": 0.2092,
      "step": 75490
    },
    {
      "epoch": 2.1417862284664646,
      "grad_norm": 7.5625,
      "learning_rate": 1.603727215096437e-05,
      "loss": 0.1696,
      "step": 75500
    },
    {
      "epoch": 2.14206991439777,
      "grad_norm": 11.375,
      "learning_rate": 1.6036693211061226e-05,
      "loss": 0.1905,
      "step": 75510
    },
    {
      "epoch": 2.1423536003290757,
      "grad_norm": 14.625,
      "learning_rate": 1.6036114271158085e-05,
      "loss": 0.2313,
      "step": 75520
    },
    {
      "epoch": 2.1426372862603813,
      "grad_norm": 8.875,
      "learning_rate": 1.603553533125494e-05,
      "loss": 0.2098,
      "step": 75530
    },
    {
      "epoch": 2.1429209721916864,
      "grad_norm": 12.8125,
      "learning_rate": 1.6034956391351798e-05,
      "loss": 0.2211,
      "step": 75540
    },
    {
      "epoch": 2.143204658122992,
      "grad_norm": 7.03125,
      "learning_rate": 1.6034377451448653e-05,
      "loss": 0.1869,
      "step": 75550
    },
    {
      "epoch": 2.1434883440542976,
      "grad_norm": 11.9375,
      "learning_rate": 1.603379851154551e-05,
      "loss": 0.1918,
      "step": 75560
    },
    {
      "epoch": 2.143772029985603,
      "grad_norm": 10.25,
      "learning_rate": 1.6033219571642366e-05,
      "loss": 0.1935,
      "step": 75570
    },
    {
      "epoch": 2.1440557159169082,
      "grad_norm": 8.75,
      "learning_rate": 1.6032640631739224e-05,
      "loss": 0.1862,
      "step": 75580
    },
    {
      "epoch": 2.144339401848214,
      "grad_norm": 8.9375,
      "learning_rate": 1.603206169183608e-05,
      "loss": 0.197,
      "step": 75590
    },
    {
      "epoch": 2.1446230877795194,
      "grad_norm": 10.1875,
      "learning_rate": 1.6031482751932938e-05,
      "loss": 0.2378,
      "step": 75600
    },
    {
      "epoch": 2.144906773710825,
      "grad_norm": 9.4375,
      "learning_rate": 1.6030903812029796e-05,
      "loss": 0.2038,
      "step": 75610
    },
    {
      "epoch": 2.14519045964213,
      "grad_norm": 10.0,
      "learning_rate": 1.603032487212665e-05,
      "loss": 0.2001,
      "step": 75620
    },
    {
      "epoch": 2.1454741455734356,
      "grad_norm": 10.375,
      "learning_rate": 1.6029745932223506e-05,
      "loss": 0.2011,
      "step": 75630
    },
    {
      "epoch": 2.145757831504741,
      "grad_norm": 8.25,
      "learning_rate": 1.6029166992320364e-05,
      "loss": 0.213,
      "step": 75640
    },
    {
      "epoch": 2.1460415174360463,
      "grad_norm": 13.5,
      "learning_rate": 1.602858805241722e-05,
      "loss": 0.1989,
      "step": 75650
    },
    {
      "epoch": 2.146325203367352,
      "grad_norm": 11.0625,
      "learning_rate": 1.6028009112514074e-05,
      "loss": 0.1943,
      "step": 75660
    },
    {
      "epoch": 2.1466088892986575,
      "grad_norm": 15.0,
      "learning_rate": 1.6027430172610932e-05,
      "loss": 0.1828,
      "step": 75670
    },
    {
      "epoch": 2.146892575229963,
      "grad_norm": 6.71875,
      "learning_rate": 1.602685123270779e-05,
      "loss": 0.1898,
      "step": 75680
    },
    {
      "epoch": 2.1471762611612686,
      "grad_norm": 9.0,
      "learning_rate": 1.602627229280465e-05,
      "loss": 0.214,
      "step": 75690
    },
    {
      "epoch": 2.1474599470925737,
      "grad_norm": 16.625,
      "learning_rate": 1.6025693352901504e-05,
      "loss": 0.2712,
      "step": 75700
    },
    {
      "epoch": 2.1477436330238793,
      "grad_norm": 10.75,
      "learning_rate": 1.602511441299836e-05,
      "loss": 0.1885,
      "step": 75710
    },
    {
      "epoch": 2.148027318955185,
      "grad_norm": 12.8125,
      "learning_rate": 1.6024535473095217e-05,
      "loss": 0.2071,
      "step": 75720
    },
    {
      "epoch": 2.14831100488649,
      "grad_norm": 19.125,
      "learning_rate": 1.6023956533192072e-05,
      "loss": 0.2135,
      "step": 75730
    },
    {
      "epoch": 2.1485946908177955,
      "grad_norm": 8.9375,
      "learning_rate": 1.602337759328893e-05,
      "loss": 0.2238,
      "step": 75740
    },
    {
      "epoch": 2.148878376749101,
      "grad_norm": 11.9375,
      "learning_rate": 1.6022798653385786e-05,
      "loss": 0.221,
      "step": 75750
    },
    {
      "epoch": 2.1491620626804067,
      "grad_norm": 11.3125,
      "learning_rate": 1.6022219713482644e-05,
      "loss": 0.2142,
      "step": 75760
    },
    {
      "epoch": 2.149445748611712,
      "grad_norm": 9.0625,
      "learning_rate": 1.6021640773579502e-05,
      "loss": 0.203,
      "step": 75770
    },
    {
      "epoch": 2.1497294345430173,
      "grad_norm": 11.1875,
      "learning_rate": 1.6021061833676357e-05,
      "loss": 0.2283,
      "step": 75780
    },
    {
      "epoch": 2.150013120474323,
      "grad_norm": 13.6875,
      "learning_rate": 1.6020482893773212e-05,
      "loss": 0.1847,
      "step": 75790
    },
    {
      "epoch": 2.1502968064056285,
      "grad_norm": 11.875,
      "learning_rate": 1.601990395387007e-05,
      "loss": 0.1988,
      "step": 75800
    },
    {
      "epoch": 2.1505804923369336,
      "grad_norm": 10.8125,
      "learning_rate": 1.6019325013966925e-05,
      "loss": 0.2149,
      "step": 75810
    },
    {
      "epoch": 2.150864178268239,
      "grad_norm": 10.4375,
      "learning_rate": 1.6018746074063784e-05,
      "loss": 0.2086,
      "step": 75820
    },
    {
      "epoch": 2.1511478641995447,
      "grad_norm": 8.5,
      "learning_rate": 1.601816713416064e-05,
      "loss": 0.2422,
      "step": 75830
    },
    {
      "epoch": 2.1514315501308503,
      "grad_norm": 9.625,
      "learning_rate": 1.6017588194257497e-05,
      "loss": 0.2397,
      "step": 75840
    },
    {
      "epoch": 2.1517152360621554,
      "grad_norm": 7.75,
      "learning_rate": 1.6017009254354352e-05,
      "loss": 0.1957,
      "step": 75850
    },
    {
      "epoch": 2.151998921993461,
      "grad_norm": 10.0625,
      "learning_rate": 1.601643031445121e-05,
      "loss": 0.2178,
      "step": 75860
    },
    {
      "epoch": 2.1522826079247666,
      "grad_norm": 9.25,
      "learning_rate": 1.6015851374548065e-05,
      "loss": 0.1879,
      "step": 75870
    },
    {
      "epoch": 2.152566293856072,
      "grad_norm": 8.75,
      "learning_rate": 1.6015272434644924e-05,
      "loss": 0.1902,
      "step": 75880
    },
    {
      "epoch": 2.1528499797873772,
      "grad_norm": 13.0625,
      "learning_rate": 1.601469349474178e-05,
      "loss": 0.2101,
      "step": 75890
    },
    {
      "epoch": 2.153133665718683,
      "grad_norm": 11.25,
      "learning_rate": 1.6014114554838637e-05,
      "loss": 0.1489,
      "step": 75900
    },
    {
      "epoch": 2.1534173516499884,
      "grad_norm": 8.4375,
      "learning_rate": 1.6013535614935495e-05,
      "loss": 0.2676,
      "step": 75910
    },
    {
      "epoch": 2.153701037581294,
      "grad_norm": 8.625,
      "learning_rate": 1.601295667503235e-05,
      "loss": 0.2364,
      "step": 75920
    },
    {
      "epoch": 2.153984723512599,
      "grad_norm": 10.1875,
      "learning_rate": 1.6012377735129205e-05,
      "loss": 0.2105,
      "step": 75930
    },
    {
      "epoch": 2.1542684094439046,
      "grad_norm": 7.9375,
      "learning_rate": 1.6011798795226063e-05,
      "loss": 0.1915,
      "step": 75940
    },
    {
      "epoch": 2.15455209537521,
      "grad_norm": 10.625,
      "learning_rate": 1.601121985532292e-05,
      "loss": 0.2118,
      "step": 75950
    },
    {
      "epoch": 2.1548357813065158,
      "grad_norm": 8.625,
      "learning_rate": 1.6010640915419773e-05,
      "loss": 0.2066,
      "step": 75960
    },
    {
      "epoch": 2.155119467237821,
      "grad_norm": 9.6875,
      "learning_rate": 1.6010061975516632e-05,
      "loss": 0.2022,
      "step": 75970
    },
    {
      "epoch": 2.1554031531691265,
      "grad_norm": 14.625,
      "learning_rate": 1.600948303561349e-05,
      "loss": 0.1937,
      "step": 75980
    },
    {
      "epoch": 2.155686839100432,
      "grad_norm": 12.4375,
      "learning_rate": 1.600890409571035e-05,
      "loss": 0.2119,
      "step": 75990
    },
    {
      "epoch": 2.155970525031737,
      "grad_norm": 8.875,
      "learning_rate": 1.6008325155807203e-05,
      "loss": 0.211,
      "step": 76000
    },
    {
      "epoch": 2.1562542109630427,
      "grad_norm": 8.1875,
      "learning_rate": 1.6007746215904058e-05,
      "loss": 0.1779,
      "step": 76010
    },
    {
      "epoch": 2.1565378968943483,
      "grad_norm": 11.3125,
      "learning_rate": 1.6007167276000917e-05,
      "loss": 0.1858,
      "step": 76020
    },
    {
      "epoch": 2.156821582825654,
      "grad_norm": 10.375,
      "learning_rate": 1.600658833609777e-05,
      "loss": 0.2069,
      "step": 76030
    },
    {
      "epoch": 2.1571052687569594,
      "grad_norm": 7.5625,
      "learning_rate": 1.600600939619463e-05,
      "loss": 0.1994,
      "step": 76040
    },
    {
      "epoch": 2.1573889546882645,
      "grad_norm": 12.5,
      "learning_rate": 1.6005430456291485e-05,
      "loss": 0.2456,
      "step": 76050
    },
    {
      "epoch": 2.15767264061957,
      "grad_norm": 9.0,
      "learning_rate": 1.6004851516388343e-05,
      "loss": 0.2141,
      "step": 76060
    },
    {
      "epoch": 2.1579563265508757,
      "grad_norm": 9.5,
      "learning_rate": 1.60042725764852e-05,
      "loss": 0.1779,
      "step": 76070
    },
    {
      "epoch": 2.158240012482181,
      "grad_norm": 9.8125,
      "learning_rate": 1.6003693636582056e-05,
      "loss": 0.2118,
      "step": 76080
    },
    {
      "epoch": 2.1585236984134863,
      "grad_norm": 9.1875,
      "learning_rate": 1.600311469667891e-05,
      "loss": 0.2073,
      "step": 76090
    },
    {
      "epoch": 2.158807384344792,
      "grad_norm": 13.125,
      "learning_rate": 1.600253575677577e-05,
      "loss": 0.2197,
      "step": 76100
    },
    {
      "epoch": 2.1590910702760975,
      "grad_norm": 13.0625,
      "learning_rate": 1.6001956816872625e-05,
      "loss": 0.2155,
      "step": 76110
    },
    {
      "epoch": 2.1593747562074026,
      "grad_norm": 11.75,
      "learning_rate": 1.6001377876969483e-05,
      "loss": 0.2242,
      "step": 76120
    },
    {
      "epoch": 2.159658442138708,
      "grad_norm": 10.5,
      "learning_rate": 1.600079893706634e-05,
      "loss": 0.2175,
      "step": 76130
    },
    {
      "epoch": 2.1599421280700137,
      "grad_norm": 20.625,
      "learning_rate": 1.6000219997163196e-05,
      "loss": 0.2109,
      "step": 76140
    },
    {
      "epoch": 2.1602258140013193,
      "grad_norm": 10.0,
      "learning_rate": 1.599964105726005e-05,
      "loss": 0.2327,
      "step": 76150
    },
    {
      "epoch": 2.1605094999326244,
      "grad_norm": 8.125,
      "learning_rate": 1.599906211735691e-05,
      "loss": 0.2323,
      "step": 76160
    },
    {
      "epoch": 2.16079318586393,
      "grad_norm": 10.8125,
      "learning_rate": 1.5998483177453765e-05,
      "loss": 0.2089,
      "step": 76170
    },
    {
      "epoch": 2.1610768717952356,
      "grad_norm": 5.4375,
      "learning_rate": 1.5997904237550623e-05,
      "loss": 0.1729,
      "step": 76180
    },
    {
      "epoch": 2.161360557726541,
      "grad_norm": 12.9375,
      "learning_rate": 1.5997325297647478e-05,
      "loss": 0.2207,
      "step": 76190
    },
    {
      "epoch": 2.1616442436578462,
      "grad_norm": 11.0,
      "learning_rate": 1.5996746357744336e-05,
      "loss": 0.2263,
      "step": 76200
    },
    {
      "epoch": 2.161927929589152,
      "grad_norm": 9.4375,
      "learning_rate": 1.5996167417841194e-05,
      "loss": 0.1959,
      "step": 76210
    },
    {
      "epoch": 2.1622116155204574,
      "grad_norm": 9.375,
      "learning_rate": 1.599558847793805e-05,
      "loss": 0.2503,
      "step": 76220
    },
    {
      "epoch": 2.162495301451763,
      "grad_norm": 9.1875,
      "learning_rate": 1.5995009538034904e-05,
      "loss": 0.2392,
      "step": 76230
    },
    {
      "epoch": 2.162778987383068,
      "grad_norm": 11.1875,
      "learning_rate": 1.5994430598131763e-05,
      "loss": 0.2257,
      "step": 76240
    },
    {
      "epoch": 2.1630626733143736,
      "grad_norm": 9.5,
      "learning_rate": 1.5993851658228618e-05,
      "loss": 0.2259,
      "step": 76250
    },
    {
      "epoch": 2.163346359245679,
      "grad_norm": 13.6875,
      "learning_rate": 1.5993272718325476e-05,
      "loss": 0.2518,
      "step": 76260
    },
    {
      "epoch": 2.1636300451769848,
      "grad_norm": 9.875,
      "learning_rate": 1.599269377842233e-05,
      "loss": 0.2211,
      "step": 76270
    },
    {
      "epoch": 2.16391373110829,
      "grad_norm": 8.625,
      "learning_rate": 1.599211483851919e-05,
      "loss": 0.2114,
      "step": 76280
    },
    {
      "epoch": 2.1641974170395955,
      "grad_norm": 8.1875,
      "learning_rate": 1.5991535898616048e-05,
      "loss": 0.2323,
      "step": 76290
    },
    {
      "epoch": 2.164481102970901,
      "grad_norm": 10.6875,
      "learning_rate": 1.5990956958712903e-05,
      "loss": 0.2062,
      "step": 76300
    },
    {
      "epoch": 2.1647647889022066,
      "grad_norm": 11.0625,
      "learning_rate": 1.5990378018809757e-05,
      "loss": 0.1946,
      "step": 76310
    },
    {
      "epoch": 2.1650484748335117,
      "grad_norm": 11.0,
      "learning_rate": 1.5989799078906616e-05,
      "loss": 0.1916,
      "step": 76320
    },
    {
      "epoch": 2.1653321607648173,
      "grad_norm": 11.125,
      "learning_rate": 1.598922013900347e-05,
      "loss": 0.2044,
      "step": 76330
    },
    {
      "epoch": 2.165615846696123,
      "grad_norm": 8.9375,
      "learning_rate": 1.598864119910033e-05,
      "loss": 0.2266,
      "step": 76340
    },
    {
      "epoch": 2.165899532627428,
      "grad_norm": 10.5,
      "learning_rate": 1.5988062259197184e-05,
      "loss": 0.2124,
      "step": 76350
    },
    {
      "epoch": 2.1661832185587335,
      "grad_norm": 12.9375,
      "learning_rate": 1.5987483319294042e-05,
      "loss": 0.2222,
      "step": 76360
    },
    {
      "epoch": 2.166466904490039,
      "grad_norm": 9.9375,
      "learning_rate": 1.59869043793909e-05,
      "loss": 0.1883,
      "step": 76370
    },
    {
      "epoch": 2.1667505904213447,
      "grad_norm": 9.0625,
      "learning_rate": 1.5986325439487756e-05,
      "loss": 0.2262,
      "step": 76380
    },
    {
      "epoch": 2.16703427635265,
      "grad_norm": 10.625,
      "learning_rate": 1.598574649958461e-05,
      "loss": 0.2076,
      "step": 76390
    },
    {
      "epoch": 2.1673179622839553,
      "grad_norm": 8.0,
      "learning_rate": 1.598516755968147e-05,
      "loss": 0.189,
      "step": 76400
    },
    {
      "epoch": 2.167601648215261,
      "grad_norm": 9.1875,
      "learning_rate": 1.5984588619778324e-05,
      "loss": 0.2092,
      "step": 76410
    },
    {
      "epoch": 2.1678853341465665,
      "grad_norm": 8.875,
      "learning_rate": 1.5984009679875182e-05,
      "loss": 0.2148,
      "step": 76420
    },
    {
      "epoch": 2.1681690200778716,
      "grad_norm": 12.375,
      "learning_rate": 1.598343073997204e-05,
      "loss": 0.2061,
      "step": 76430
    },
    {
      "epoch": 2.168452706009177,
      "grad_norm": 7.0625,
      "learning_rate": 1.5982851800068896e-05,
      "loss": 0.2188,
      "step": 76440
    },
    {
      "epoch": 2.1687363919404827,
      "grad_norm": 10.5,
      "learning_rate": 1.5982272860165754e-05,
      "loss": 0.2305,
      "step": 76450
    },
    {
      "epoch": 2.1690200778717883,
      "grad_norm": 10.6875,
      "learning_rate": 1.598169392026261e-05,
      "loss": 0.2637,
      "step": 76460
    },
    {
      "epoch": 2.1693037638030934,
      "grad_norm": 10.9375,
      "learning_rate": 1.5981114980359464e-05,
      "loss": 0.2096,
      "step": 76470
    },
    {
      "epoch": 2.169587449734399,
      "grad_norm": 10.25,
      "learning_rate": 1.5980536040456322e-05,
      "loss": 0.2421,
      "step": 76480
    },
    {
      "epoch": 2.1698711356657046,
      "grad_norm": 8.125,
      "learning_rate": 1.5979957100553177e-05,
      "loss": 0.1966,
      "step": 76490
    },
    {
      "epoch": 2.17015482159701,
      "grad_norm": 6.34375,
      "learning_rate": 1.5979378160650035e-05,
      "loss": 0.2166,
      "step": 76500
    },
    {
      "epoch": 2.1704385075283152,
      "grad_norm": 10.5625,
      "learning_rate": 1.5978799220746894e-05,
      "loss": 0.2175,
      "step": 76510
    },
    {
      "epoch": 2.170722193459621,
      "grad_norm": 10.625,
      "learning_rate": 1.597822028084375e-05,
      "loss": 0.2168,
      "step": 76520
    },
    {
      "epoch": 2.1710058793909264,
      "grad_norm": 7.75,
      "learning_rate": 1.5977641340940604e-05,
      "loss": 0.1845,
      "step": 76530
    },
    {
      "epoch": 2.171289565322232,
      "grad_norm": 10.375,
      "learning_rate": 1.5977062401037462e-05,
      "loss": 0.1927,
      "step": 76540
    },
    {
      "epoch": 2.171573251253537,
      "grad_norm": 8.375,
      "learning_rate": 1.5976483461134317e-05,
      "loss": 0.1932,
      "step": 76550
    },
    {
      "epoch": 2.1718569371848426,
      "grad_norm": 14.6875,
      "learning_rate": 1.5975904521231175e-05,
      "loss": 0.2668,
      "step": 76560
    },
    {
      "epoch": 2.172140623116148,
      "grad_norm": 10.1875,
      "learning_rate": 1.597532558132803e-05,
      "loss": 0.2094,
      "step": 76570
    },
    {
      "epoch": 2.1724243090474538,
      "grad_norm": 7.40625,
      "learning_rate": 1.597474664142489e-05,
      "loss": 0.1906,
      "step": 76580
    },
    {
      "epoch": 2.172707994978759,
      "grad_norm": 11.6875,
      "learning_rate": 1.5974167701521747e-05,
      "loss": 0.2475,
      "step": 76590
    },
    {
      "epoch": 2.1729916809100644,
      "grad_norm": 8.4375,
      "learning_rate": 1.5973588761618602e-05,
      "loss": 0.1854,
      "step": 76600
    },
    {
      "epoch": 2.17327536684137,
      "grad_norm": 8.125,
      "learning_rate": 1.5973009821715457e-05,
      "loss": 0.2132,
      "step": 76610
    },
    {
      "epoch": 2.173559052772675,
      "grad_norm": 11.625,
      "learning_rate": 1.5972430881812315e-05,
      "loss": 0.2099,
      "step": 76620
    },
    {
      "epoch": 2.1738427387039807,
      "grad_norm": 10.6875,
      "learning_rate": 1.597185194190917e-05,
      "loss": 0.2065,
      "step": 76630
    },
    {
      "epoch": 2.1741264246352863,
      "grad_norm": 8.9375,
      "learning_rate": 1.597127300200603e-05,
      "loss": 0.192,
      "step": 76640
    },
    {
      "epoch": 2.174410110566592,
      "grad_norm": 9.875,
      "learning_rate": 1.5970694062102887e-05,
      "loss": 0.1994,
      "step": 76650
    },
    {
      "epoch": 2.1746937964978974,
      "grad_norm": 13.6875,
      "learning_rate": 1.597011512219974e-05,
      "loss": 0.2394,
      "step": 76660
    },
    {
      "epoch": 2.1749774824292025,
      "grad_norm": 11.8125,
      "learning_rate": 1.59695361822966e-05,
      "loss": 0.2425,
      "step": 76670
    },
    {
      "epoch": 2.175261168360508,
      "grad_norm": 8.125,
      "learning_rate": 1.5968957242393455e-05,
      "loss": 0.1863,
      "step": 76680
    },
    {
      "epoch": 2.1755448542918137,
      "grad_norm": 12.125,
      "learning_rate": 1.596837830249031e-05,
      "loss": 0.1646,
      "step": 76690
    },
    {
      "epoch": 2.175828540223119,
      "grad_norm": 8.0625,
      "learning_rate": 1.5967799362587168e-05,
      "loss": 0.1808,
      "step": 76700
    },
    {
      "epoch": 2.1761122261544243,
      "grad_norm": 9.125,
      "learning_rate": 1.5967220422684023e-05,
      "loss": 0.2029,
      "step": 76710
    },
    {
      "epoch": 2.17639591208573,
      "grad_norm": 8.25,
      "learning_rate": 1.596664148278088e-05,
      "loss": 0.2067,
      "step": 76720
    },
    {
      "epoch": 2.1766795980170355,
      "grad_norm": 11.75,
      "learning_rate": 1.596606254287774e-05,
      "loss": 0.2368,
      "step": 76730
    },
    {
      "epoch": 2.1769632839483406,
      "grad_norm": 9.25,
      "learning_rate": 1.5965483602974595e-05,
      "loss": 0.2065,
      "step": 76740
    },
    {
      "epoch": 2.177246969879646,
      "grad_norm": 8.8125,
      "learning_rate": 1.5964904663071453e-05,
      "loss": 0.2382,
      "step": 76750
    },
    {
      "epoch": 2.1775306558109517,
      "grad_norm": 8.3125,
      "learning_rate": 1.5964325723168308e-05,
      "loss": 0.2079,
      "step": 76760
    },
    {
      "epoch": 2.1778143417422573,
      "grad_norm": 7.46875,
      "learning_rate": 1.5963746783265163e-05,
      "loss": 0.1928,
      "step": 76770
    },
    {
      "epoch": 2.1780980276735624,
      "grad_norm": 11.6875,
      "learning_rate": 1.596316784336202e-05,
      "loss": 0.212,
      "step": 76780
    },
    {
      "epoch": 2.178381713604868,
      "grad_norm": 8.625,
      "learning_rate": 1.5962588903458876e-05,
      "loss": 0.2227,
      "step": 76790
    },
    {
      "epoch": 2.1786653995361736,
      "grad_norm": 9.125,
      "learning_rate": 1.5962009963555735e-05,
      "loss": 0.2705,
      "step": 76800
    },
    {
      "epoch": 2.178949085467479,
      "grad_norm": 8.875,
      "learning_rate": 1.5961431023652593e-05,
      "loss": 0.1844,
      "step": 76810
    },
    {
      "epoch": 2.1792327713987842,
      "grad_norm": 10.25,
      "learning_rate": 1.5960852083749448e-05,
      "loss": 0.2102,
      "step": 76820
    },
    {
      "epoch": 2.17951645733009,
      "grad_norm": 8.0,
      "learning_rate": 1.5960273143846306e-05,
      "loss": 0.2573,
      "step": 76830
    },
    {
      "epoch": 2.1798001432613954,
      "grad_norm": 7.6875,
      "learning_rate": 1.595969420394316e-05,
      "loss": 0.1993,
      "step": 76840
    },
    {
      "epoch": 2.180083829192701,
      "grad_norm": 9.1875,
      "learning_rate": 1.5959115264040016e-05,
      "loss": 0.2002,
      "step": 76850
    },
    {
      "epoch": 2.180367515124006,
      "grad_norm": 18.875,
      "learning_rate": 1.5958536324136874e-05,
      "loss": 0.1937,
      "step": 76860
    },
    {
      "epoch": 2.1806512010553116,
      "grad_norm": 10.5,
      "learning_rate": 1.595795738423373e-05,
      "loss": 0.2007,
      "step": 76870
    },
    {
      "epoch": 2.180934886986617,
      "grad_norm": 9.0625,
      "learning_rate": 1.5957378444330588e-05,
      "loss": 0.2423,
      "step": 76880
    },
    {
      "epoch": 2.1812185729179228,
      "grad_norm": 7.0625,
      "learning_rate": 1.5956799504427446e-05,
      "loss": 0.2367,
      "step": 76890
    },
    {
      "epoch": 2.181502258849228,
      "grad_norm": 10.8125,
      "learning_rate": 1.59562205645243e-05,
      "loss": 0.2309,
      "step": 76900
    },
    {
      "epoch": 2.1817859447805334,
      "grad_norm": 8.0,
      "learning_rate": 1.5955641624621156e-05,
      "loss": 0.1847,
      "step": 76910
    },
    {
      "epoch": 2.182069630711839,
      "grad_norm": 9.25,
      "learning_rate": 1.5955062684718014e-05,
      "loss": 0.1928,
      "step": 76920
    },
    {
      "epoch": 2.1823533166431446,
      "grad_norm": 9.4375,
      "learning_rate": 1.595448374481487e-05,
      "loss": 0.1868,
      "step": 76930
    },
    {
      "epoch": 2.1826370025744497,
      "grad_norm": 9.0,
      "learning_rate": 1.5953904804911728e-05,
      "loss": 0.2081,
      "step": 76940
    },
    {
      "epoch": 2.1829206885057553,
      "grad_norm": 7.4375,
      "learning_rate": 1.5953325865008586e-05,
      "loss": 0.1856,
      "step": 76950
    },
    {
      "epoch": 2.183204374437061,
      "grad_norm": 9.875,
      "learning_rate": 1.595274692510544e-05,
      "loss": 0.2074,
      "step": 76960
    },
    {
      "epoch": 2.183488060368366,
      "grad_norm": 14.625,
      "learning_rate": 1.59521679852023e-05,
      "loss": 0.2232,
      "step": 76970
    },
    {
      "epoch": 2.1837717462996715,
      "grad_norm": 21.75,
      "learning_rate": 1.5951589045299154e-05,
      "loss": 0.2565,
      "step": 76980
    },
    {
      "epoch": 2.184055432230977,
      "grad_norm": 13.0625,
      "learning_rate": 1.595101010539601e-05,
      "loss": 0.2125,
      "step": 76990
    },
    {
      "epoch": 2.1843391181622827,
      "grad_norm": 10.0,
      "learning_rate": 1.5950431165492867e-05,
      "loss": 0.2211,
      "step": 77000
    },
    {
      "epoch": 2.184622804093588,
      "grad_norm": 7.78125,
      "learning_rate": 1.5949852225589722e-05,
      "loss": 0.1951,
      "step": 77010
    },
    {
      "epoch": 2.1849064900248933,
      "grad_norm": 9.125,
      "learning_rate": 1.594927328568658e-05,
      "loss": 0.2629,
      "step": 77020
    },
    {
      "epoch": 2.185190175956199,
      "grad_norm": 9.75,
      "learning_rate": 1.594869434578344e-05,
      "loss": 0.2253,
      "step": 77030
    },
    {
      "epoch": 2.1854738618875045,
      "grad_norm": 12.875,
      "learning_rate": 1.5948115405880294e-05,
      "loss": 0.2203,
      "step": 77040
    },
    {
      "epoch": 2.1857575478188096,
      "grad_norm": 11.0625,
      "learning_rate": 1.5947536465977152e-05,
      "loss": 0.2115,
      "step": 77050
    },
    {
      "epoch": 2.186041233750115,
      "grad_norm": 9.25,
      "learning_rate": 1.5946957526074007e-05,
      "loss": 0.2035,
      "step": 77060
    },
    {
      "epoch": 2.1863249196814207,
      "grad_norm": 14.0625,
      "learning_rate": 1.5946378586170862e-05,
      "loss": 0.2242,
      "step": 77070
    },
    {
      "epoch": 2.1866086056127263,
      "grad_norm": 14.8125,
      "learning_rate": 1.594579964626772e-05,
      "loss": 0.2173,
      "step": 77080
    },
    {
      "epoch": 2.1868922915440314,
      "grad_norm": 11.625,
      "learning_rate": 1.5945220706364575e-05,
      "loss": 0.2249,
      "step": 77090
    },
    {
      "epoch": 2.187175977475337,
      "grad_norm": 9.375,
      "learning_rate": 1.5944641766461434e-05,
      "loss": 0.2233,
      "step": 77100
    },
    {
      "epoch": 2.1874596634066426,
      "grad_norm": 8.4375,
      "learning_rate": 1.5944062826558292e-05,
      "loss": 0.2013,
      "step": 77110
    },
    {
      "epoch": 2.187743349337948,
      "grad_norm": 9.6875,
      "learning_rate": 1.5943483886655147e-05,
      "loss": 0.2226,
      "step": 77120
    },
    {
      "epoch": 2.1880270352692532,
      "grad_norm": 27.75,
      "learning_rate": 1.5942904946752005e-05,
      "loss": 0.1669,
      "step": 77130
    },
    {
      "epoch": 2.188310721200559,
      "grad_norm": 11.5625,
      "learning_rate": 1.594232600684886e-05,
      "loss": 0.2139,
      "step": 77140
    },
    {
      "epoch": 2.1885944071318644,
      "grad_norm": 9.875,
      "learning_rate": 1.5941747066945715e-05,
      "loss": 0.1864,
      "step": 77150
    },
    {
      "epoch": 2.18887809306317,
      "grad_norm": 7.5625,
      "learning_rate": 1.5941168127042574e-05,
      "loss": 0.1957,
      "step": 77160
    },
    {
      "epoch": 2.189161778994475,
      "grad_norm": 12.9375,
      "learning_rate": 1.5940589187139432e-05,
      "loss": 0.2324,
      "step": 77170
    },
    {
      "epoch": 2.1894454649257806,
      "grad_norm": 9.625,
      "learning_rate": 1.5940010247236287e-05,
      "loss": 0.1678,
      "step": 77180
    },
    {
      "epoch": 2.189729150857086,
      "grad_norm": 12.9375,
      "learning_rate": 1.5939431307333145e-05,
      "loss": 0.2126,
      "step": 77190
    },
    {
      "epoch": 2.1900128367883918,
      "grad_norm": 10.375,
      "learning_rate": 1.593885236743e-05,
      "loss": 0.1955,
      "step": 77200
    },
    {
      "epoch": 2.190296522719697,
      "grad_norm": 9.5625,
      "learning_rate": 1.5938273427526855e-05,
      "loss": 0.2105,
      "step": 77210
    },
    {
      "epoch": 2.1905802086510024,
      "grad_norm": 8.5,
      "learning_rate": 1.5937694487623713e-05,
      "loss": 0.1907,
      "step": 77220
    },
    {
      "epoch": 2.190863894582308,
      "grad_norm": 16.625,
      "learning_rate": 1.593711554772057e-05,
      "loss": 0.2184,
      "step": 77230
    },
    {
      "epoch": 2.1911475805136136,
      "grad_norm": 11.9375,
      "learning_rate": 1.5936536607817427e-05,
      "loss": 0.219,
      "step": 77240
    },
    {
      "epoch": 2.1914312664449187,
      "grad_norm": 10.0,
      "learning_rate": 1.5935957667914285e-05,
      "loss": 0.2214,
      "step": 77250
    },
    {
      "epoch": 2.1917149523762243,
      "grad_norm": 11.5625,
      "learning_rate": 1.593537872801114e-05,
      "loss": 0.1756,
      "step": 77260
    },
    {
      "epoch": 2.19199863830753,
      "grad_norm": 13.9375,
      "learning_rate": 1.5934799788108e-05,
      "loss": 0.1727,
      "step": 77270
    },
    {
      "epoch": 2.1922823242388354,
      "grad_norm": 13.9375,
      "learning_rate": 1.5934220848204853e-05,
      "loss": 0.2024,
      "step": 77280
    },
    {
      "epoch": 2.1925660101701405,
      "grad_norm": 8.25,
      "learning_rate": 1.5933641908301708e-05,
      "loss": 0.1781,
      "step": 77290
    },
    {
      "epoch": 2.192849696101446,
      "grad_norm": 10.125,
      "learning_rate": 1.5933062968398567e-05,
      "loss": 0.2084,
      "step": 77300
    },
    {
      "epoch": 2.1931333820327517,
      "grad_norm": 10.0625,
      "learning_rate": 1.593248402849542e-05,
      "loss": 0.2547,
      "step": 77310
    },
    {
      "epoch": 2.1934170679640568,
      "grad_norm": 8.6875,
      "learning_rate": 1.593190508859228e-05,
      "loss": 0.2223,
      "step": 77320
    },
    {
      "epoch": 2.1937007538953623,
      "grad_norm": 10.3125,
      "learning_rate": 1.5931326148689138e-05,
      "loss": 0.2394,
      "step": 77330
    },
    {
      "epoch": 2.193984439826668,
      "grad_norm": 11.125,
      "learning_rate": 1.5930747208785993e-05,
      "loss": 0.2148,
      "step": 77340
    },
    {
      "epoch": 2.1942681257579735,
      "grad_norm": 9.625,
      "learning_rate": 1.593016826888285e-05,
      "loss": 0.1977,
      "step": 77350
    },
    {
      "epoch": 2.1945518116892786,
      "grad_norm": 9.625,
      "learning_rate": 1.5929589328979706e-05,
      "loss": 0.2133,
      "step": 77360
    },
    {
      "epoch": 2.194835497620584,
      "grad_norm": 13.1875,
      "learning_rate": 1.592901038907656e-05,
      "loss": 0.2138,
      "step": 77370
    },
    {
      "epoch": 2.1951191835518897,
      "grad_norm": 12.1875,
      "learning_rate": 1.592843144917342e-05,
      "loss": 0.1981,
      "step": 77380
    },
    {
      "epoch": 2.1954028694831953,
      "grad_norm": 10.0,
      "learning_rate": 1.5927852509270275e-05,
      "loss": 0.2212,
      "step": 77390
    },
    {
      "epoch": 2.1956865554145004,
      "grad_norm": 12.9375,
      "learning_rate": 1.5927273569367133e-05,
      "loss": 0.217,
      "step": 77400
    },
    {
      "epoch": 2.195970241345806,
      "grad_norm": 9.0625,
      "learning_rate": 1.592669462946399e-05,
      "loss": 0.1801,
      "step": 77410
    },
    {
      "epoch": 2.1962539272771116,
      "grad_norm": 10.625,
      "learning_rate": 1.5926115689560846e-05,
      "loss": 0.1998,
      "step": 77420
    },
    {
      "epoch": 2.196537613208417,
      "grad_norm": 12.3125,
      "learning_rate": 1.5925536749657705e-05,
      "loss": 0.1915,
      "step": 77430
    },
    {
      "epoch": 2.1968212991397222,
      "grad_norm": 12.25,
      "learning_rate": 1.592495780975456e-05,
      "loss": 0.221,
      "step": 77440
    },
    {
      "epoch": 2.197104985071028,
      "grad_norm": 11.5,
      "learning_rate": 1.5924378869851414e-05,
      "loss": 0.2079,
      "step": 77450
    },
    {
      "epoch": 2.1973886710023334,
      "grad_norm": 8.5,
      "learning_rate": 1.5923799929948273e-05,
      "loss": 0.1908,
      "step": 77460
    },
    {
      "epoch": 2.197672356933639,
      "grad_norm": 12.5625,
      "learning_rate": 1.592322099004513e-05,
      "loss": 0.1811,
      "step": 77470
    },
    {
      "epoch": 2.197956042864944,
      "grad_norm": 10.4375,
      "learning_rate": 1.5922642050141986e-05,
      "loss": 0.189,
      "step": 77480
    },
    {
      "epoch": 2.1982397287962496,
      "grad_norm": 9.125,
      "learning_rate": 1.5922063110238844e-05,
      "loss": 0.1964,
      "step": 77490
    },
    {
      "epoch": 2.198523414727555,
      "grad_norm": 9.25,
      "learning_rate": 1.59214841703357e-05,
      "loss": 0.2133,
      "step": 77500
    },
    {
      "epoch": 2.1988071006588608,
      "grad_norm": 11.6875,
      "learning_rate": 1.5920905230432558e-05,
      "loss": 0.1917,
      "step": 77510
    },
    {
      "epoch": 2.199090786590166,
      "grad_norm": 10.75,
      "learning_rate": 1.5920326290529413e-05,
      "loss": 0.2116,
      "step": 77520
    },
    {
      "epoch": 2.1993744725214714,
      "grad_norm": 9.625,
      "learning_rate": 1.5919747350626268e-05,
      "loss": 0.2463,
      "step": 77530
    },
    {
      "epoch": 2.199658158452777,
      "grad_norm": 16.5,
      "learning_rate": 1.5919168410723126e-05,
      "loss": 0.2553,
      "step": 77540
    },
    {
      "epoch": 2.1999418443840826,
      "grad_norm": 9.0625,
      "learning_rate": 1.5918589470819984e-05,
      "loss": 0.1714,
      "step": 77550
    },
    {
      "epoch": 2.2002255303153877,
      "grad_norm": 38.25,
      "learning_rate": 1.591801053091684e-05,
      "loss": 0.2093,
      "step": 77560
    },
    {
      "epoch": 2.2005092162466933,
      "grad_norm": 14.125,
      "learning_rate": 1.5917431591013698e-05,
      "loss": 0.2402,
      "step": 77570
    },
    {
      "epoch": 2.200792902177999,
      "grad_norm": 15.3125,
      "learning_rate": 1.5916852651110553e-05,
      "loss": 0.2218,
      "step": 77580
    },
    {
      "epoch": 2.201076588109304,
      "grad_norm": 10.1875,
      "learning_rate": 1.5916273711207407e-05,
      "loss": 0.257,
      "step": 77590
    },
    {
      "epoch": 2.2013602740406095,
      "grad_norm": 8.6875,
      "learning_rate": 1.5915694771304266e-05,
      "loss": 0.1791,
      "step": 77600
    },
    {
      "epoch": 2.201643959971915,
      "grad_norm": 11.0,
      "learning_rate": 1.591511583140112e-05,
      "loss": 0.1837,
      "step": 77610
    },
    {
      "epoch": 2.2019276459032207,
      "grad_norm": 21.75,
      "learning_rate": 1.591453689149798e-05,
      "loss": 0.2079,
      "step": 77620
    },
    {
      "epoch": 2.202211331834526,
      "grad_norm": 12.625,
      "learning_rate": 1.5913957951594837e-05,
      "loss": 0.2527,
      "step": 77630
    },
    {
      "epoch": 2.2024950177658313,
      "grad_norm": 8.375,
      "learning_rate": 1.5913379011691692e-05,
      "loss": 0.203,
      "step": 77640
    },
    {
      "epoch": 2.202778703697137,
      "grad_norm": 11.875,
      "learning_rate": 1.591280007178855e-05,
      "loss": 0.2092,
      "step": 77650
    },
    {
      "epoch": 2.2030623896284425,
      "grad_norm": 10.3125,
      "learning_rate": 1.5912221131885406e-05,
      "loss": 0.2398,
      "step": 77660
    },
    {
      "epoch": 2.2033460755597476,
      "grad_norm": 7.28125,
      "learning_rate": 1.591164219198226e-05,
      "loss": 0.2212,
      "step": 77670
    },
    {
      "epoch": 2.203629761491053,
      "grad_norm": 9.0625,
      "learning_rate": 1.591106325207912e-05,
      "loss": 0.1906,
      "step": 77680
    },
    {
      "epoch": 2.2039134474223587,
      "grad_norm": 15.6875,
      "learning_rate": 1.5910484312175974e-05,
      "loss": 0.2024,
      "step": 77690
    },
    {
      "epoch": 2.2041971333536643,
      "grad_norm": 10.4375,
      "learning_rate": 1.5909905372272832e-05,
      "loss": 0.1976,
      "step": 77700
    },
    {
      "epoch": 2.2044808192849694,
      "grad_norm": 10.75,
      "learning_rate": 1.590932643236969e-05,
      "loss": 0.2016,
      "step": 77710
    },
    {
      "epoch": 2.204764505216275,
      "grad_norm": 8.9375,
      "learning_rate": 1.5908747492466545e-05,
      "loss": 0.1991,
      "step": 77720
    },
    {
      "epoch": 2.2050481911475805,
      "grad_norm": 10.1875,
      "learning_rate": 1.5908168552563404e-05,
      "loss": 0.2222,
      "step": 77730
    },
    {
      "epoch": 2.205331877078886,
      "grad_norm": 10.0,
      "learning_rate": 1.590758961266026e-05,
      "loss": 0.2295,
      "step": 77740
    },
    {
      "epoch": 2.2056155630101912,
      "grad_norm": 8.75,
      "learning_rate": 1.5907010672757114e-05,
      "loss": 0.2213,
      "step": 77750
    },
    {
      "epoch": 2.205899248941497,
      "grad_norm": 10.1875,
      "learning_rate": 1.5906431732853972e-05,
      "loss": 0.2165,
      "step": 77760
    },
    {
      "epoch": 2.2061829348728024,
      "grad_norm": 11.0625,
      "learning_rate": 1.590585279295083e-05,
      "loss": 0.2052,
      "step": 77770
    },
    {
      "epoch": 2.206466620804108,
      "grad_norm": 11.4375,
      "learning_rate": 1.5905273853047685e-05,
      "loss": 0.2447,
      "step": 77780
    },
    {
      "epoch": 2.206750306735413,
      "grad_norm": 9.0625,
      "learning_rate": 1.5904694913144544e-05,
      "loss": 0.2038,
      "step": 77790
    },
    {
      "epoch": 2.2070339926667186,
      "grad_norm": 9.375,
      "learning_rate": 1.59041159732414e-05,
      "loss": 0.2084,
      "step": 77800
    },
    {
      "epoch": 2.207317678598024,
      "grad_norm": 9.375,
      "learning_rate": 1.5903537033338257e-05,
      "loss": 0.2121,
      "step": 77810
    },
    {
      "epoch": 2.2076013645293298,
      "grad_norm": 14.4375,
      "learning_rate": 1.5902958093435112e-05,
      "loss": 0.1792,
      "step": 77820
    },
    {
      "epoch": 2.207885050460635,
      "grad_norm": 10.4375,
      "learning_rate": 1.5902379153531967e-05,
      "loss": 0.2047,
      "step": 77830
    },
    {
      "epoch": 2.2081687363919404,
      "grad_norm": 8.75,
      "learning_rate": 1.5901800213628825e-05,
      "loss": 0.1995,
      "step": 77840
    },
    {
      "epoch": 2.208452422323246,
      "grad_norm": 8.1875,
      "learning_rate": 1.5901221273725684e-05,
      "loss": 0.2135,
      "step": 77850
    },
    {
      "epoch": 2.2087361082545516,
      "grad_norm": 9.3125,
      "learning_rate": 1.590064233382254e-05,
      "loss": 0.1879,
      "step": 77860
    },
    {
      "epoch": 2.2090197941858567,
      "grad_norm": 11.125,
      "learning_rate": 1.5900063393919397e-05,
      "loss": 0.2485,
      "step": 77870
    },
    {
      "epoch": 2.2093034801171623,
      "grad_norm": 9.375,
      "learning_rate": 1.5899484454016252e-05,
      "loss": 0.2224,
      "step": 77880
    },
    {
      "epoch": 2.209587166048468,
      "grad_norm": 9.8125,
      "learning_rate": 1.589890551411311e-05,
      "loss": 0.2249,
      "step": 77890
    },
    {
      "epoch": 2.2098708519797734,
      "grad_norm": 6.875,
      "learning_rate": 1.5898326574209965e-05,
      "loss": 0.1972,
      "step": 77900
    },
    {
      "epoch": 2.2101545379110785,
      "grad_norm": 13.25,
      "learning_rate": 1.589774763430682e-05,
      "loss": 0.1934,
      "step": 77910
    },
    {
      "epoch": 2.210438223842384,
      "grad_norm": 9.4375,
      "learning_rate": 1.5897168694403678e-05,
      "loss": 0.2031,
      "step": 77920
    },
    {
      "epoch": 2.2107219097736897,
      "grad_norm": 10.75,
      "learning_rate": 1.5896589754500537e-05,
      "loss": 0.2462,
      "step": 77930
    },
    {
      "epoch": 2.2110055957049948,
      "grad_norm": 12.25,
      "learning_rate": 1.589601081459739e-05,
      "loss": 0.1714,
      "step": 77940
    },
    {
      "epoch": 2.2112892816363003,
      "grad_norm": 9.875,
      "learning_rate": 1.589543187469425e-05,
      "loss": 0.1913,
      "step": 77950
    },
    {
      "epoch": 2.211572967567606,
      "grad_norm": 10.0625,
      "learning_rate": 1.5894852934791105e-05,
      "loss": 0.2196,
      "step": 77960
    },
    {
      "epoch": 2.2118566534989115,
      "grad_norm": 14.8125,
      "learning_rate": 1.589427399488796e-05,
      "loss": 0.2322,
      "step": 77970
    },
    {
      "epoch": 2.212140339430217,
      "grad_norm": 11.0,
      "learning_rate": 1.5893695054984818e-05,
      "loss": 0.2113,
      "step": 77980
    },
    {
      "epoch": 2.212424025361522,
      "grad_norm": 7.21875,
      "learning_rate": 1.5893116115081676e-05,
      "loss": 0.2348,
      "step": 77990
    },
    {
      "epoch": 2.2127077112928277,
      "grad_norm": 13.75,
      "learning_rate": 1.589253717517853e-05,
      "loss": 0.1812,
      "step": 78000
    },
    {
      "epoch": 2.2129913972241333,
      "grad_norm": 9.625,
      "learning_rate": 1.589195823527539e-05,
      "loss": 0.2608,
      "step": 78010
    },
    {
      "epoch": 2.2132750831554384,
      "grad_norm": 11.5,
      "learning_rate": 1.5891379295372245e-05,
      "loss": 0.1952,
      "step": 78020
    },
    {
      "epoch": 2.213558769086744,
      "grad_norm": 10.0,
      "learning_rate": 1.5890800355469103e-05,
      "loss": 0.2478,
      "step": 78030
    },
    {
      "epoch": 2.2138424550180495,
      "grad_norm": 17.0,
      "learning_rate": 1.5890221415565958e-05,
      "loss": 0.2201,
      "step": 78040
    },
    {
      "epoch": 2.214126140949355,
      "grad_norm": 8.5625,
      "learning_rate": 1.5889642475662813e-05,
      "loss": 0.1866,
      "step": 78050
    },
    {
      "epoch": 2.2144098268806602,
      "grad_norm": 11.6875,
      "learning_rate": 1.588906353575967e-05,
      "loss": 0.2009,
      "step": 78060
    },
    {
      "epoch": 2.214693512811966,
      "grad_norm": 14.5,
      "learning_rate": 1.588848459585653e-05,
      "loss": 0.2313,
      "step": 78070
    },
    {
      "epoch": 2.2149771987432714,
      "grad_norm": 9.1875,
      "learning_rate": 1.5887905655953385e-05,
      "loss": 0.2289,
      "step": 78080
    },
    {
      "epoch": 2.215260884674577,
      "grad_norm": 8.6875,
      "learning_rate": 1.5887326716050243e-05,
      "loss": 0.205,
      "step": 78090
    },
    {
      "epoch": 2.215544570605882,
      "grad_norm": 11.5625,
      "learning_rate": 1.5886747776147098e-05,
      "loss": 0.1732,
      "step": 78100
    },
    {
      "epoch": 2.2158282565371876,
      "grad_norm": 10.9375,
      "learning_rate": 1.5886168836243956e-05,
      "loss": 0.2185,
      "step": 78110
    },
    {
      "epoch": 2.216111942468493,
      "grad_norm": 9.875,
      "learning_rate": 1.588558989634081e-05,
      "loss": 0.2329,
      "step": 78120
    },
    {
      "epoch": 2.2163956283997988,
      "grad_norm": 7.875,
      "learning_rate": 1.5885010956437666e-05,
      "loss": 0.1989,
      "step": 78130
    },
    {
      "epoch": 2.216679314331104,
      "grad_norm": 10.5,
      "learning_rate": 1.5884432016534524e-05,
      "loss": 0.2046,
      "step": 78140
    },
    {
      "epoch": 2.2169630002624094,
      "grad_norm": 17.375,
      "learning_rate": 1.5883853076631383e-05,
      "loss": 0.2068,
      "step": 78150
    },
    {
      "epoch": 2.217246686193715,
      "grad_norm": 9.4375,
      "learning_rate": 1.5883274136728238e-05,
      "loss": 0.2161,
      "step": 78160
    },
    {
      "epoch": 2.2175303721250206,
      "grad_norm": 10.25,
      "learning_rate": 1.5882695196825096e-05,
      "loss": 0.2206,
      "step": 78170
    },
    {
      "epoch": 2.2178140580563257,
      "grad_norm": 8.9375,
      "learning_rate": 1.588211625692195e-05,
      "loss": 0.2054,
      "step": 78180
    },
    {
      "epoch": 2.2180977439876313,
      "grad_norm": 12.375,
      "learning_rate": 1.588153731701881e-05,
      "loss": 0.1641,
      "step": 78190
    },
    {
      "epoch": 2.218381429918937,
      "grad_norm": 6.46875,
      "learning_rate": 1.5880958377115664e-05,
      "loss": 0.1966,
      "step": 78200
    },
    {
      "epoch": 2.2186651158502424,
      "grad_norm": 12.25,
      "learning_rate": 1.588037943721252e-05,
      "loss": 0.1609,
      "step": 78210
    },
    {
      "epoch": 2.2189488017815475,
      "grad_norm": 13.3125,
      "learning_rate": 1.5879800497309378e-05,
      "loss": 0.1967,
      "step": 78220
    },
    {
      "epoch": 2.219232487712853,
      "grad_norm": 9.375,
      "learning_rate": 1.5879221557406236e-05,
      "loss": 0.2111,
      "step": 78230
    },
    {
      "epoch": 2.2195161736441587,
      "grad_norm": 10.0,
      "learning_rate": 1.587864261750309e-05,
      "loss": 0.2309,
      "step": 78240
    },
    {
      "epoch": 2.219799859575464,
      "grad_norm": 10.25,
      "learning_rate": 1.587806367759995e-05,
      "loss": 0.2251,
      "step": 78250
    },
    {
      "epoch": 2.2200835455067693,
      "grad_norm": 8.8125,
      "learning_rate": 1.5877484737696804e-05,
      "loss": 0.1965,
      "step": 78260
    },
    {
      "epoch": 2.220367231438075,
      "grad_norm": 10.125,
      "learning_rate": 1.587690579779366e-05,
      "loss": 0.2583,
      "step": 78270
    },
    {
      "epoch": 2.2206509173693805,
      "grad_norm": 11.1875,
      "learning_rate": 1.5876326857890517e-05,
      "loss": 0.2438,
      "step": 78280
    },
    {
      "epoch": 2.2209346033006856,
      "grad_norm": 8.75,
      "learning_rate": 1.5875747917987376e-05,
      "loss": 0.2052,
      "step": 78290
    },
    {
      "epoch": 2.221218289231991,
      "grad_norm": 10.5625,
      "learning_rate": 1.587516897808423e-05,
      "loss": 0.2123,
      "step": 78300
    },
    {
      "epoch": 2.2215019751632967,
      "grad_norm": 6.75,
      "learning_rate": 1.587459003818109e-05,
      "loss": 0.2246,
      "step": 78310
    },
    {
      "epoch": 2.2217856610946023,
      "grad_norm": 12.1875,
      "learning_rate": 1.5874011098277944e-05,
      "loss": 0.2106,
      "step": 78320
    },
    {
      "epoch": 2.2220693470259074,
      "grad_norm": 6.9375,
      "learning_rate": 1.5873432158374802e-05,
      "loss": 0.1796,
      "step": 78330
    },
    {
      "epoch": 2.222353032957213,
      "grad_norm": 10.25,
      "learning_rate": 1.5872853218471657e-05,
      "loss": 0.1952,
      "step": 78340
    },
    {
      "epoch": 2.2226367188885185,
      "grad_norm": 9.9375,
      "learning_rate": 1.5872274278568512e-05,
      "loss": 0.1855,
      "step": 78350
    },
    {
      "epoch": 2.222920404819824,
      "grad_norm": 11.375,
      "learning_rate": 1.587169533866537e-05,
      "loss": 0.2018,
      "step": 78360
    },
    {
      "epoch": 2.2232040907511292,
      "grad_norm": 8.0,
      "learning_rate": 1.587111639876223e-05,
      "loss": 0.196,
      "step": 78370
    },
    {
      "epoch": 2.223487776682435,
      "grad_norm": 11.3125,
      "learning_rate": 1.5870537458859087e-05,
      "loss": 0.1947,
      "step": 78380
    },
    {
      "epoch": 2.2237714626137404,
      "grad_norm": 11.1875,
      "learning_rate": 1.5869958518955942e-05,
      "loss": 0.2231,
      "step": 78390
    },
    {
      "epoch": 2.224055148545046,
      "grad_norm": 13.125,
      "learning_rate": 1.5869379579052797e-05,
      "loss": 0.2061,
      "step": 78400
    },
    {
      "epoch": 2.224338834476351,
      "grad_norm": 8.75,
      "learning_rate": 1.5868800639149655e-05,
      "loss": 0.2094,
      "step": 78410
    },
    {
      "epoch": 2.2246225204076566,
      "grad_norm": 10.25,
      "learning_rate": 1.586822169924651e-05,
      "loss": 0.2013,
      "step": 78420
    },
    {
      "epoch": 2.224906206338962,
      "grad_norm": 10.125,
      "learning_rate": 1.5867642759343365e-05,
      "loss": 0.1892,
      "step": 78430
    },
    {
      "epoch": 2.2251898922702678,
      "grad_norm": 10.125,
      "learning_rate": 1.5867063819440224e-05,
      "loss": 0.2242,
      "step": 78440
    },
    {
      "epoch": 2.225473578201573,
      "grad_norm": 5.53125,
      "learning_rate": 1.5866484879537082e-05,
      "loss": 0.2025,
      "step": 78450
    },
    {
      "epoch": 2.2257572641328784,
      "grad_norm": 9.9375,
      "learning_rate": 1.5865905939633937e-05,
      "loss": 0.2486,
      "step": 78460
    },
    {
      "epoch": 2.226040950064184,
      "grad_norm": 9.0,
      "learning_rate": 1.5865326999730795e-05,
      "loss": 0.2097,
      "step": 78470
    },
    {
      "epoch": 2.2263246359954896,
      "grad_norm": 10.125,
      "learning_rate": 1.586474805982765e-05,
      "loss": 0.172,
      "step": 78480
    },
    {
      "epoch": 2.2266083219267947,
      "grad_norm": 15.5,
      "learning_rate": 1.586416911992451e-05,
      "loss": 0.2619,
      "step": 78490
    },
    {
      "epoch": 2.2268920078581003,
      "grad_norm": 13.6875,
      "learning_rate": 1.5863590180021363e-05,
      "loss": 0.2371,
      "step": 78500
    },
    {
      "epoch": 2.227175693789406,
      "grad_norm": 11.375,
      "learning_rate": 1.5863011240118222e-05,
      "loss": 0.2096,
      "step": 78510
    },
    {
      "epoch": 2.2274593797207114,
      "grad_norm": 10.8125,
      "learning_rate": 1.5862432300215077e-05,
      "loss": 0.187,
      "step": 78520
    },
    {
      "epoch": 2.2277430656520165,
      "grad_norm": 10.875,
      "learning_rate": 1.5861853360311935e-05,
      "loss": 0.204,
      "step": 78530
    },
    {
      "epoch": 2.228026751583322,
      "grad_norm": 10.1875,
      "learning_rate": 1.586127442040879e-05,
      "loss": 0.216,
      "step": 78540
    },
    {
      "epoch": 2.2283104375146277,
      "grad_norm": 10.3125,
      "learning_rate": 1.586069548050565e-05,
      "loss": 0.214,
      "step": 78550
    },
    {
      "epoch": 2.2285941234459328,
      "grad_norm": 9.75,
      "learning_rate": 1.5860116540602503e-05,
      "loss": 0.2066,
      "step": 78560
    },
    {
      "epoch": 2.2288778093772383,
      "grad_norm": 10.75,
      "learning_rate": 1.585953760069936e-05,
      "loss": 0.1862,
      "step": 78570
    },
    {
      "epoch": 2.229161495308544,
      "grad_norm": 8.75,
      "learning_rate": 1.5858958660796217e-05,
      "loss": 0.2201,
      "step": 78580
    },
    {
      "epoch": 2.2294451812398495,
      "grad_norm": 12.0625,
      "learning_rate": 1.5858379720893075e-05,
      "loss": 0.2244,
      "step": 78590
    },
    {
      "epoch": 2.229728867171155,
      "grad_norm": 10.5625,
      "learning_rate": 1.585780078098993e-05,
      "loss": 0.1938,
      "step": 78600
    },
    {
      "epoch": 2.23001255310246,
      "grad_norm": 10.1875,
      "learning_rate": 1.5857221841086788e-05,
      "loss": 0.1738,
      "step": 78610
    },
    {
      "epoch": 2.2302962390337657,
      "grad_norm": 10.375,
      "learning_rate": 1.5856642901183643e-05,
      "loss": 0.235,
      "step": 78620
    },
    {
      "epoch": 2.2305799249650713,
      "grad_norm": 7.5625,
      "learning_rate": 1.58560639612805e-05,
      "loss": 0.2171,
      "step": 78630
    },
    {
      "epoch": 2.2308636108963764,
      "grad_norm": 13.5,
      "learning_rate": 1.5855485021377356e-05,
      "loss": 0.1908,
      "step": 78640
    },
    {
      "epoch": 2.231147296827682,
      "grad_norm": 9.6875,
      "learning_rate": 1.585490608147421e-05,
      "loss": 0.2062,
      "step": 78650
    },
    {
      "epoch": 2.2314309827589875,
      "grad_norm": 9.8125,
      "learning_rate": 1.585432714157107e-05,
      "loss": 0.2142,
      "step": 78660
    },
    {
      "epoch": 2.231714668690293,
      "grad_norm": 11.875,
      "learning_rate": 1.5853748201667928e-05,
      "loss": 0.2471,
      "step": 78670
    },
    {
      "epoch": 2.2319983546215982,
      "grad_norm": 8.25,
      "learning_rate": 1.5853169261764786e-05,
      "loss": 0.2687,
      "step": 78680
    },
    {
      "epoch": 2.232282040552904,
      "grad_norm": 8.5625,
      "learning_rate": 1.585259032186164e-05,
      "loss": 0.174,
      "step": 78690
    },
    {
      "epoch": 2.2325657264842094,
      "grad_norm": 11.5,
      "learning_rate": 1.5852011381958496e-05,
      "loss": 0.2105,
      "step": 78700
    },
    {
      "epoch": 2.232849412415515,
      "grad_norm": 13.0,
      "learning_rate": 1.5851432442055355e-05,
      "loss": 0.2159,
      "step": 78710
    },
    {
      "epoch": 2.23313309834682,
      "grad_norm": 13.375,
      "learning_rate": 1.585085350215221e-05,
      "loss": 0.2019,
      "step": 78720
    },
    {
      "epoch": 2.2334167842781256,
      "grad_norm": 8.8125,
      "learning_rate": 1.5850274562249064e-05,
      "loss": 0.1853,
      "step": 78730
    },
    {
      "epoch": 2.233700470209431,
      "grad_norm": 12.375,
      "learning_rate": 1.5849695622345923e-05,
      "loss": 0.2199,
      "step": 78740
    },
    {
      "epoch": 2.2339841561407368,
      "grad_norm": 13.375,
      "learning_rate": 1.584911668244278e-05,
      "loss": 0.2294,
      "step": 78750
    },
    {
      "epoch": 2.234267842072042,
      "grad_norm": 9.6875,
      "learning_rate": 1.584853774253964e-05,
      "loss": 0.1907,
      "step": 78760
    },
    {
      "epoch": 2.2345515280033474,
      "grad_norm": 10.5625,
      "learning_rate": 1.5847958802636494e-05,
      "loss": 0.2346,
      "step": 78770
    },
    {
      "epoch": 2.234835213934653,
      "grad_norm": 9.75,
      "learning_rate": 1.584737986273335e-05,
      "loss": 0.1966,
      "step": 78780
    },
    {
      "epoch": 2.2351188998659586,
      "grad_norm": 9.4375,
      "learning_rate": 1.5846800922830208e-05,
      "loss": 0.192,
      "step": 78790
    },
    {
      "epoch": 2.2354025857972637,
      "grad_norm": 6.625,
      "learning_rate": 1.5846221982927063e-05,
      "loss": 0.1889,
      "step": 78800
    },
    {
      "epoch": 2.2356862717285693,
      "grad_norm": 12.0625,
      "learning_rate": 1.584564304302392e-05,
      "loss": 0.1801,
      "step": 78810
    },
    {
      "epoch": 2.235969957659875,
      "grad_norm": 5.375,
      "learning_rate": 1.5845064103120776e-05,
      "loss": 0.1975,
      "step": 78820
    },
    {
      "epoch": 2.2362536435911804,
      "grad_norm": 8.3125,
      "learning_rate": 1.5844485163217634e-05,
      "loss": 0.2075,
      "step": 78830
    },
    {
      "epoch": 2.2365373295224855,
      "grad_norm": 6.75,
      "learning_rate": 1.584390622331449e-05,
      "loss": 0.1987,
      "step": 78840
    },
    {
      "epoch": 2.236821015453791,
      "grad_norm": 11.0625,
      "learning_rate": 1.5843327283411348e-05,
      "loss": 0.2054,
      "step": 78850
    },
    {
      "epoch": 2.2371047013850967,
      "grad_norm": 11.5625,
      "learning_rate": 1.5842748343508202e-05,
      "loss": 0.1967,
      "step": 78860
    },
    {
      "epoch": 2.237388387316402,
      "grad_norm": 11.8125,
      "learning_rate": 1.584216940360506e-05,
      "loss": 0.1814,
      "step": 78870
    },
    {
      "epoch": 2.2376720732477073,
      "grad_norm": 11.75,
      "learning_rate": 1.5841590463701916e-05,
      "loss": 0.1898,
      "step": 78880
    },
    {
      "epoch": 2.237955759179013,
      "grad_norm": 9.3125,
      "learning_rate": 1.5841011523798774e-05,
      "loss": 0.2124,
      "step": 78890
    },
    {
      "epoch": 2.2382394451103185,
      "grad_norm": 9.1875,
      "learning_rate": 1.5840432583895632e-05,
      "loss": 0.1911,
      "step": 78900
    },
    {
      "epoch": 2.2385231310416236,
      "grad_norm": 15.5,
      "learning_rate": 1.5839853643992487e-05,
      "loss": 0.249,
      "step": 78910
    },
    {
      "epoch": 2.238806816972929,
      "grad_norm": 13.75,
      "learning_rate": 1.5839274704089342e-05,
      "loss": 0.2258,
      "step": 78920
    },
    {
      "epoch": 2.2390905029042347,
      "grad_norm": 11.1875,
      "learning_rate": 1.58386957641862e-05,
      "loss": 0.2382,
      "step": 78930
    },
    {
      "epoch": 2.2393741888355403,
      "grad_norm": 8.1875,
      "learning_rate": 1.5838116824283056e-05,
      "loss": 0.242,
      "step": 78940
    },
    {
      "epoch": 2.239657874766846,
      "grad_norm": 11.9375,
      "learning_rate": 1.583753788437991e-05,
      "loss": 0.1968,
      "step": 78950
    },
    {
      "epoch": 2.239941560698151,
      "grad_norm": 10.375,
      "learning_rate": 1.583695894447677e-05,
      "loss": 0.1978,
      "step": 78960
    },
    {
      "epoch": 2.2402252466294565,
      "grad_norm": 8.0625,
      "learning_rate": 1.5836380004573627e-05,
      "loss": 0.1698,
      "step": 78970
    },
    {
      "epoch": 2.240508932560762,
      "grad_norm": 8.5625,
      "learning_rate": 1.5835801064670486e-05,
      "loss": 0.1629,
      "step": 78980
    },
    {
      "epoch": 2.2407926184920672,
      "grad_norm": 16.875,
      "learning_rate": 1.583522212476734e-05,
      "loss": 0.1836,
      "step": 78990
    },
    {
      "epoch": 2.241076304423373,
      "grad_norm": 8.375,
      "learning_rate": 1.5834643184864195e-05,
      "loss": 0.1822,
      "step": 79000
    },
    {
      "epoch": 2.2413599903546784,
      "grad_norm": 10.4375,
      "learning_rate": 1.5834064244961054e-05,
      "loss": 0.1881,
      "step": 79010
    },
    {
      "epoch": 2.241643676285984,
      "grad_norm": 7.46875,
      "learning_rate": 1.583348530505791e-05,
      "loss": 0.2109,
      "step": 79020
    },
    {
      "epoch": 2.241927362217289,
      "grad_norm": 12.875,
      "learning_rate": 1.5832906365154767e-05,
      "loss": 0.2419,
      "step": 79030
    },
    {
      "epoch": 2.2422110481485946,
      "grad_norm": 8.625,
      "learning_rate": 1.5832327425251622e-05,
      "loss": 0.2021,
      "step": 79040
    },
    {
      "epoch": 2.2424947340799,
      "grad_norm": 9.0,
      "learning_rate": 1.583174848534848e-05,
      "loss": 0.1943,
      "step": 79050
    },
    {
      "epoch": 2.2427784200112058,
      "grad_norm": 12.5,
      "learning_rate": 1.583116954544534e-05,
      "loss": 0.2444,
      "step": 79060
    },
    {
      "epoch": 2.243062105942511,
      "grad_norm": 9.75,
      "learning_rate": 1.5830590605542194e-05,
      "loss": 0.2207,
      "step": 79070
    },
    {
      "epoch": 2.2433457918738164,
      "grad_norm": 13.125,
      "learning_rate": 1.583001166563905e-05,
      "loss": 0.2235,
      "step": 79080
    },
    {
      "epoch": 2.243629477805122,
      "grad_norm": 8.375,
      "learning_rate": 1.5829432725735907e-05,
      "loss": 0.2313,
      "step": 79090
    },
    {
      "epoch": 2.2439131637364276,
      "grad_norm": 10.0,
      "learning_rate": 1.5828853785832762e-05,
      "loss": 0.1698,
      "step": 79100
    },
    {
      "epoch": 2.2441968496677327,
      "grad_norm": 8.125,
      "learning_rate": 1.582827484592962e-05,
      "loss": 0.1645,
      "step": 79110
    },
    {
      "epoch": 2.2444805355990383,
      "grad_norm": 9.1875,
      "learning_rate": 1.5827695906026475e-05,
      "loss": 0.1841,
      "step": 79120
    },
    {
      "epoch": 2.244764221530344,
      "grad_norm": 7.5,
      "learning_rate": 1.5827116966123333e-05,
      "loss": 0.2287,
      "step": 79130
    },
    {
      "epoch": 2.2450479074616494,
      "grad_norm": 11.4375,
      "learning_rate": 1.582653802622019e-05,
      "loss": 0.1938,
      "step": 79140
    },
    {
      "epoch": 2.2453315933929545,
      "grad_norm": 14.25,
      "learning_rate": 1.5825959086317047e-05,
      "loss": 0.1883,
      "step": 79150
    },
    {
      "epoch": 2.24561527932426,
      "grad_norm": 11.8125,
      "learning_rate": 1.5825380146413902e-05,
      "loss": 0.2121,
      "step": 79160
    },
    {
      "epoch": 2.2458989652555656,
      "grad_norm": 8.6875,
      "learning_rate": 1.582480120651076e-05,
      "loss": 0.1973,
      "step": 79170
    },
    {
      "epoch": 2.246182651186871,
      "grad_norm": 6.6875,
      "learning_rate": 1.5824222266607615e-05,
      "loss": 0.1714,
      "step": 79180
    },
    {
      "epoch": 2.2464663371181763,
      "grad_norm": 11.1875,
      "learning_rate": 1.5823643326704473e-05,
      "loss": 0.2069,
      "step": 79190
    },
    {
      "epoch": 2.246750023049482,
      "grad_norm": 7.375,
      "learning_rate": 1.582306438680133e-05,
      "loss": 0.2101,
      "step": 79200
    },
    {
      "epoch": 2.2470337089807875,
      "grad_norm": 11.75,
      "learning_rate": 1.5822485446898187e-05,
      "loss": 0.201,
      "step": 79210
    },
    {
      "epoch": 2.247317394912093,
      "grad_norm": 9.3125,
      "learning_rate": 1.582190650699504e-05,
      "loss": 0.2553,
      "step": 79220
    },
    {
      "epoch": 2.247601080843398,
      "grad_norm": 7.625,
      "learning_rate": 1.58213275670919e-05,
      "loss": 0.2124,
      "step": 79230
    },
    {
      "epoch": 2.2478847667747037,
      "grad_norm": 10.0625,
      "learning_rate": 1.5820748627188755e-05,
      "loss": 0.2499,
      "step": 79240
    },
    {
      "epoch": 2.2481684527060093,
      "grad_norm": 8.875,
      "learning_rate": 1.5820169687285613e-05,
      "loss": 0.2085,
      "step": 79250
    },
    {
      "epoch": 2.2484521386373144,
      "grad_norm": 8.0625,
      "learning_rate": 1.5819590747382468e-05,
      "loss": 0.2076,
      "step": 79260
    },
    {
      "epoch": 2.24873582456862,
      "grad_norm": 10.1875,
      "learning_rate": 1.5819011807479326e-05,
      "loss": 0.1834,
      "step": 79270
    },
    {
      "epoch": 2.2490195104999255,
      "grad_norm": 7.6875,
      "learning_rate": 1.5818432867576185e-05,
      "loss": 0.1763,
      "step": 79280
    },
    {
      "epoch": 2.249303196431231,
      "grad_norm": 14.75,
      "learning_rate": 1.581785392767304e-05,
      "loss": 0.2502,
      "step": 79290
    },
    {
      "epoch": 2.2495868823625362,
      "grad_norm": 11.125,
      "learning_rate": 1.5817274987769895e-05,
      "loss": 0.2455,
      "step": 79300
    },
    {
      "epoch": 2.249870568293842,
      "grad_norm": 8.625,
      "learning_rate": 1.5816696047866753e-05,
      "loss": 0.2147,
      "step": 79310
    },
    {
      "epoch": 2.2501542542251474,
      "grad_norm": 10.125,
      "learning_rate": 1.5816117107963608e-05,
      "loss": 0.2387,
      "step": 79320
    },
    {
      "epoch": 2.250437940156453,
      "grad_norm": 15.1875,
      "learning_rate": 1.5815538168060466e-05,
      "loss": 0.1994,
      "step": 79330
    },
    {
      "epoch": 2.250721626087758,
      "grad_norm": 7.1875,
      "learning_rate": 1.581495922815732e-05,
      "loss": 0.1615,
      "step": 79340
    },
    {
      "epoch": 2.2510053120190636,
      "grad_norm": 9.5625,
      "learning_rate": 1.581438028825418e-05,
      "loss": 0.2063,
      "step": 79350
    },
    {
      "epoch": 2.251288997950369,
      "grad_norm": 6.46875,
      "learning_rate": 1.5813801348351038e-05,
      "loss": 0.1847,
      "step": 79360
    },
    {
      "epoch": 2.2515726838816748,
      "grad_norm": 8.5,
      "learning_rate": 1.5813222408447893e-05,
      "loss": 0.2358,
      "step": 79370
    },
    {
      "epoch": 2.25185636981298,
      "grad_norm": 7.46875,
      "learning_rate": 1.5812643468544748e-05,
      "loss": 0.1693,
      "step": 79380
    },
    {
      "epoch": 2.2521400557442854,
      "grad_norm": 13.75,
      "learning_rate": 1.5812064528641606e-05,
      "loss": 0.2126,
      "step": 79390
    },
    {
      "epoch": 2.252423741675591,
      "grad_norm": 9.6875,
      "learning_rate": 1.581148558873846e-05,
      "loss": 0.2093,
      "step": 79400
    },
    {
      "epoch": 2.2527074276068966,
      "grad_norm": 10.875,
      "learning_rate": 1.581090664883532e-05,
      "loss": 0.2211,
      "step": 79410
    },
    {
      "epoch": 2.2529911135382017,
      "grad_norm": 10.0625,
      "learning_rate": 1.5810327708932178e-05,
      "loss": 0.2358,
      "step": 79420
    },
    {
      "epoch": 2.2532747994695073,
      "grad_norm": 7.34375,
      "learning_rate": 1.5809748769029033e-05,
      "loss": 0.1752,
      "step": 79430
    },
    {
      "epoch": 2.253558485400813,
      "grad_norm": 13.5625,
      "learning_rate": 1.580916982912589e-05,
      "loss": 0.2171,
      "step": 79440
    },
    {
      "epoch": 2.2538421713321184,
      "grad_norm": 8.75,
      "learning_rate": 1.5808590889222746e-05,
      "loss": 0.1973,
      "step": 79450
    },
    {
      "epoch": 2.2541258572634235,
      "grad_norm": 9.75,
      "learning_rate": 1.58080119493196e-05,
      "loss": 0.1874,
      "step": 79460
    },
    {
      "epoch": 2.254409543194729,
      "grad_norm": 9.1875,
      "learning_rate": 1.580743300941646e-05,
      "loss": 0.1967,
      "step": 79470
    },
    {
      "epoch": 2.2546932291260346,
      "grad_norm": 11.375,
      "learning_rate": 1.5806854069513314e-05,
      "loss": 0.2162,
      "step": 79480
    },
    {
      "epoch": 2.25497691505734,
      "grad_norm": 13.4375,
      "learning_rate": 1.5806275129610173e-05,
      "loss": 0.1974,
      "step": 79490
    },
    {
      "epoch": 2.2552606009886453,
      "grad_norm": 11.0,
      "learning_rate": 1.580569618970703e-05,
      "loss": 0.2129,
      "step": 79500
    },
    {
      "epoch": 2.255544286919951,
      "grad_norm": 12.1875,
      "learning_rate": 1.5805117249803886e-05,
      "loss": 0.2126,
      "step": 79510
    },
    {
      "epoch": 2.2558279728512565,
      "grad_norm": 11.9375,
      "learning_rate": 1.580453830990074e-05,
      "loss": 0.2398,
      "step": 79520
    },
    {
      "epoch": 2.2561116587825616,
      "grad_norm": 14.3125,
      "learning_rate": 1.58039593699976e-05,
      "loss": 0.2023,
      "step": 79530
    },
    {
      "epoch": 2.256395344713867,
      "grad_norm": 15.0625,
      "learning_rate": 1.5803380430094454e-05,
      "loss": 0.2079,
      "step": 79540
    },
    {
      "epoch": 2.2566790306451727,
      "grad_norm": 11.25,
      "learning_rate": 1.5802801490191312e-05,
      "loss": 0.2422,
      "step": 79550
    },
    {
      "epoch": 2.2569627165764783,
      "grad_norm": 13.625,
      "learning_rate": 1.5802222550288167e-05,
      "loss": 0.2374,
      "step": 79560
    },
    {
      "epoch": 2.257246402507784,
      "grad_norm": 15.75,
      "learning_rate": 1.5801643610385026e-05,
      "loss": 0.1956,
      "step": 79570
    },
    {
      "epoch": 2.257530088439089,
      "grad_norm": 8.8125,
      "learning_rate": 1.5801064670481884e-05,
      "loss": 0.1776,
      "step": 79580
    },
    {
      "epoch": 2.2578137743703945,
      "grad_norm": 8.75,
      "learning_rate": 1.580048573057874e-05,
      "loss": 0.2118,
      "step": 79590
    },
    {
      "epoch": 2.2580974603017,
      "grad_norm": 13.9375,
      "learning_rate": 1.5799906790675594e-05,
      "loss": 0.254,
      "step": 79600
    },
    {
      "epoch": 2.2583811462330052,
      "grad_norm": 11.3125,
      "learning_rate": 1.5799327850772452e-05,
      "loss": 0.2215,
      "step": 79610
    },
    {
      "epoch": 2.258664832164311,
      "grad_norm": 8.3125,
      "learning_rate": 1.5798748910869307e-05,
      "loss": 0.1879,
      "step": 79620
    },
    {
      "epoch": 2.2589485180956164,
      "grad_norm": 10.1875,
      "learning_rate": 1.5798169970966165e-05,
      "loss": 0.1947,
      "step": 79630
    },
    {
      "epoch": 2.259232204026922,
      "grad_norm": 13.0,
      "learning_rate": 1.579759103106302e-05,
      "loss": 0.2211,
      "step": 79640
    },
    {
      "epoch": 2.259515889958227,
      "grad_norm": 7.21875,
      "learning_rate": 1.579701209115988e-05,
      "loss": 0.1779,
      "step": 79650
    },
    {
      "epoch": 2.2597995758895326,
      "grad_norm": 9.1875,
      "learning_rate": 1.5796433151256737e-05,
      "loss": 0.2309,
      "step": 79660
    },
    {
      "epoch": 2.260083261820838,
      "grad_norm": 14.0,
      "learning_rate": 1.5795854211353592e-05,
      "loss": 0.2216,
      "step": 79670
    },
    {
      "epoch": 2.2603669477521438,
      "grad_norm": 9.375,
      "learning_rate": 1.5795275271450447e-05,
      "loss": 0.192,
      "step": 79680
    },
    {
      "epoch": 2.260650633683449,
      "grad_norm": 9.75,
      "learning_rate": 1.5794696331547305e-05,
      "loss": 0.2369,
      "step": 79690
    },
    {
      "epoch": 2.2609343196147544,
      "grad_norm": 8.8125,
      "learning_rate": 1.579411739164416e-05,
      "loss": 0.2019,
      "step": 79700
    },
    {
      "epoch": 2.26121800554606,
      "grad_norm": 12.0625,
      "learning_rate": 1.579353845174102e-05,
      "loss": 0.2025,
      "step": 79710
    },
    {
      "epoch": 2.2615016914773656,
      "grad_norm": 9.75,
      "learning_rate": 1.5792959511837877e-05,
      "loss": 0.1805,
      "step": 79720
    },
    {
      "epoch": 2.2617853774086707,
      "grad_norm": 10.0,
      "learning_rate": 1.5792380571934732e-05,
      "loss": 0.2579,
      "step": 79730
    },
    {
      "epoch": 2.2620690633399763,
      "grad_norm": 17.25,
      "learning_rate": 1.579180163203159e-05,
      "loss": 0.241,
      "step": 79740
    },
    {
      "epoch": 2.262352749271282,
      "grad_norm": 9.8125,
      "learning_rate": 1.5791222692128445e-05,
      "loss": 0.2038,
      "step": 79750
    },
    {
      "epoch": 2.2626364352025874,
      "grad_norm": 10.6875,
      "learning_rate": 1.57906437522253e-05,
      "loss": 0.202,
      "step": 79760
    },
    {
      "epoch": 2.2629201211338925,
      "grad_norm": 9.9375,
      "learning_rate": 1.579006481232216e-05,
      "loss": 0.2123,
      "step": 79770
    },
    {
      "epoch": 2.263203807065198,
      "grad_norm": 12.0625,
      "learning_rate": 1.5789485872419013e-05,
      "loss": 0.213,
      "step": 79780
    },
    {
      "epoch": 2.2634874929965036,
      "grad_norm": 8.25,
      "learning_rate": 1.5788906932515872e-05,
      "loss": 0.219,
      "step": 79790
    },
    {
      "epoch": 2.263771178927809,
      "grad_norm": 9.8125,
      "learning_rate": 1.578832799261273e-05,
      "loss": 0.181,
      "step": 79800
    },
    {
      "epoch": 2.2640548648591143,
      "grad_norm": 9.1875,
      "learning_rate": 1.5787749052709585e-05,
      "loss": 0.2254,
      "step": 79810
    },
    {
      "epoch": 2.26433855079042,
      "grad_norm": 13.9375,
      "learning_rate": 1.5787170112806443e-05,
      "loss": 0.2328,
      "step": 79820
    },
    {
      "epoch": 2.2646222367217255,
      "grad_norm": 17.25,
      "learning_rate": 1.5786591172903298e-05,
      "loss": 0.2321,
      "step": 79830
    },
    {
      "epoch": 2.264905922653031,
      "grad_norm": 10.875,
      "learning_rate": 1.5786012233000153e-05,
      "loss": 0.1995,
      "step": 79840
    },
    {
      "epoch": 2.265189608584336,
      "grad_norm": 9.25,
      "learning_rate": 1.578543329309701e-05,
      "loss": 0.1957,
      "step": 79850
    },
    {
      "epoch": 2.2654732945156417,
      "grad_norm": 9.5625,
      "learning_rate": 1.5784854353193867e-05,
      "loss": 0.2017,
      "step": 79860
    },
    {
      "epoch": 2.2657569804469473,
      "grad_norm": 9.125,
      "learning_rate": 1.5784275413290725e-05,
      "loss": 0.1938,
      "step": 79870
    },
    {
      "epoch": 2.2660406663782524,
      "grad_norm": 10.5625,
      "learning_rate": 1.5783696473387583e-05,
      "loss": 0.1914,
      "step": 79880
    },
    {
      "epoch": 2.266324352309558,
      "grad_norm": 11.75,
      "learning_rate": 1.5783117533484438e-05,
      "loss": 0.1941,
      "step": 79890
    },
    {
      "epoch": 2.2666080382408635,
      "grad_norm": 8.0,
      "learning_rate": 1.5782538593581293e-05,
      "loss": 0.1913,
      "step": 79900
    },
    {
      "epoch": 2.266891724172169,
      "grad_norm": 9.4375,
      "learning_rate": 1.578195965367815e-05,
      "loss": 0.2248,
      "step": 79910
    },
    {
      "epoch": 2.2671754101034747,
      "grad_norm": 11.25,
      "learning_rate": 1.5781380713775006e-05,
      "loss": 0.1867,
      "step": 79920
    },
    {
      "epoch": 2.26745909603478,
      "grad_norm": 9.125,
      "learning_rate": 1.5780801773871865e-05,
      "loss": 0.1963,
      "step": 79930
    },
    {
      "epoch": 2.2677427819660854,
      "grad_norm": 10.8125,
      "learning_rate": 1.578022283396872e-05,
      "loss": 0.2231,
      "step": 79940
    },
    {
      "epoch": 2.268026467897391,
      "grad_norm": 11.4375,
      "learning_rate": 1.5779643894065578e-05,
      "loss": 0.2156,
      "step": 79950
    },
    {
      "epoch": 2.268310153828696,
      "grad_norm": 7.625,
      "learning_rate": 1.5779064954162436e-05,
      "loss": 0.2353,
      "step": 79960
    },
    {
      "epoch": 2.2685938397600016,
      "grad_norm": 6.875,
      "learning_rate": 1.577848601425929e-05,
      "loss": 0.2313,
      "step": 79970
    },
    {
      "epoch": 2.268877525691307,
      "grad_norm": 13.1875,
      "learning_rate": 1.5777907074356146e-05,
      "loss": 0.1985,
      "step": 79980
    },
    {
      "epoch": 2.2691612116226128,
      "grad_norm": 11.125,
      "learning_rate": 1.5777328134453005e-05,
      "loss": 0.2154,
      "step": 79990
    },
    {
      "epoch": 2.269444897553918,
      "grad_norm": 11.5,
      "learning_rate": 1.577674919454986e-05,
      "loss": 0.2209,
      "step": 80000
    },
    {
      "epoch": 2.2697285834852234,
      "grad_norm": 10.375,
      "learning_rate": 1.5776170254646718e-05,
      "loss": 0.2067,
      "step": 80010
    },
    {
      "epoch": 2.270012269416529,
      "grad_norm": 17.5,
      "learning_rate": 1.5775591314743576e-05,
      "loss": 0.2451,
      "step": 80020
    },
    {
      "epoch": 2.2702959553478346,
      "grad_norm": 8.1875,
      "learning_rate": 1.577501237484043e-05,
      "loss": 0.2123,
      "step": 80030
    },
    {
      "epoch": 2.2705796412791397,
      "grad_norm": 9.5625,
      "learning_rate": 1.577443343493729e-05,
      "loss": 0.2382,
      "step": 80040
    },
    {
      "epoch": 2.2708633272104453,
      "grad_norm": 7.90625,
      "learning_rate": 1.5773854495034144e-05,
      "loss": 0.2409,
      "step": 80050
    },
    {
      "epoch": 2.271147013141751,
      "grad_norm": 11.3125,
      "learning_rate": 1.5773275555131e-05,
      "loss": 0.1979,
      "step": 80060
    },
    {
      "epoch": 2.2714306990730564,
      "grad_norm": 6.5625,
      "learning_rate": 1.5772696615227858e-05,
      "loss": 0.1779,
      "step": 80070
    },
    {
      "epoch": 2.2717143850043615,
      "grad_norm": 13.6875,
      "learning_rate": 1.5772117675324713e-05,
      "loss": 0.1893,
      "step": 80080
    },
    {
      "epoch": 2.271998070935667,
      "grad_norm": 10.375,
      "learning_rate": 1.577153873542157e-05,
      "loss": 0.2337,
      "step": 80090
    },
    {
      "epoch": 2.2722817568669726,
      "grad_norm": 11.625,
      "learning_rate": 1.577095979551843e-05,
      "loss": 0.2403,
      "step": 80100
    },
    {
      "epoch": 2.272565442798278,
      "grad_norm": 13.25,
      "learning_rate": 1.5770380855615284e-05,
      "loss": 0.2377,
      "step": 80110
    },
    {
      "epoch": 2.2728491287295833,
      "grad_norm": 14.4375,
      "learning_rate": 1.5769801915712143e-05,
      "loss": 0.2023,
      "step": 80120
    },
    {
      "epoch": 2.273132814660889,
      "grad_norm": 10.375,
      "learning_rate": 1.5769222975808998e-05,
      "loss": 0.1972,
      "step": 80130
    },
    {
      "epoch": 2.2734165005921945,
      "grad_norm": 11.5,
      "learning_rate": 1.5768644035905852e-05,
      "loss": 0.219,
      "step": 80140
    },
    {
      "epoch": 2.2737001865234996,
      "grad_norm": 12.0,
      "learning_rate": 1.576806509600271e-05,
      "loss": 0.2225,
      "step": 80150
    },
    {
      "epoch": 2.273983872454805,
      "grad_norm": 9.0625,
      "learning_rate": 1.5767486156099566e-05,
      "loss": 0.2163,
      "step": 80160
    },
    {
      "epoch": 2.2742675583861107,
      "grad_norm": 10.8125,
      "learning_rate": 1.5766907216196424e-05,
      "loss": 0.1933,
      "step": 80170
    },
    {
      "epoch": 2.2745512443174163,
      "grad_norm": 7.28125,
      "learning_rate": 1.5766328276293282e-05,
      "loss": 0.2033,
      "step": 80180
    },
    {
      "epoch": 2.274834930248722,
      "grad_norm": 9.375,
      "learning_rate": 1.5765749336390137e-05,
      "loss": 0.1979,
      "step": 80190
    },
    {
      "epoch": 2.275118616180027,
      "grad_norm": 8.5625,
      "learning_rate": 1.5765170396486992e-05,
      "loss": 0.2286,
      "step": 80200
    },
    {
      "epoch": 2.2754023021113325,
      "grad_norm": 13.4375,
      "learning_rate": 1.576459145658385e-05,
      "loss": 0.2525,
      "step": 80210
    },
    {
      "epoch": 2.275685988042638,
      "grad_norm": 11.25,
      "learning_rate": 1.5764012516680706e-05,
      "loss": 0.2553,
      "step": 80220
    },
    {
      "epoch": 2.2759696739739432,
      "grad_norm": 6.40625,
      "learning_rate": 1.5763433576777564e-05,
      "loss": 0.2209,
      "step": 80230
    },
    {
      "epoch": 2.276253359905249,
      "grad_norm": 9.9375,
      "learning_rate": 1.5762854636874422e-05,
      "loss": 0.2003,
      "step": 80240
    },
    {
      "epoch": 2.2765370458365544,
      "grad_norm": 11.5625,
      "learning_rate": 1.5762275696971277e-05,
      "loss": 0.2071,
      "step": 80250
    },
    {
      "epoch": 2.27682073176786,
      "grad_norm": 8.5,
      "learning_rate": 1.5761696757068136e-05,
      "loss": 0.198,
      "step": 80260
    },
    {
      "epoch": 2.2771044176991655,
      "grad_norm": 11.4375,
      "learning_rate": 1.576111781716499e-05,
      "loss": 0.2036,
      "step": 80270
    },
    {
      "epoch": 2.2773881036304706,
      "grad_norm": 10.9375,
      "learning_rate": 1.5760538877261845e-05,
      "loss": 0.1913,
      "step": 80280
    },
    {
      "epoch": 2.277671789561776,
      "grad_norm": 13.0625,
      "learning_rate": 1.5759959937358704e-05,
      "loss": 0.2097,
      "step": 80290
    },
    {
      "epoch": 2.2779554754930817,
      "grad_norm": 8.125,
      "learning_rate": 1.575938099745556e-05,
      "loss": 0.1941,
      "step": 80300
    },
    {
      "epoch": 2.278239161424387,
      "grad_norm": 10.375,
      "learning_rate": 1.5758802057552417e-05,
      "loss": 0.1678,
      "step": 80310
    },
    {
      "epoch": 2.2785228473556924,
      "grad_norm": 12.0625,
      "learning_rate": 1.5758223117649275e-05,
      "loss": 0.2371,
      "step": 80320
    },
    {
      "epoch": 2.278806533286998,
      "grad_norm": 11.5,
      "learning_rate": 1.575764417774613e-05,
      "loss": 0.1967,
      "step": 80330
    },
    {
      "epoch": 2.2790902192183036,
      "grad_norm": 8.75,
      "learning_rate": 1.575706523784299e-05,
      "loss": 0.176,
      "step": 80340
    },
    {
      "epoch": 2.2793739051496087,
      "grad_norm": 9.3125,
      "learning_rate": 1.5756486297939844e-05,
      "loss": 0.2014,
      "step": 80350
    },
    {
      "epoch": 2.2796575910809143,
      "grad_norm": 8.8125,
      "learning_rate": 1.57559073580367e-05,
      "loss": 0.2014,
      "step": 80360
    },
    {
      "epoch": 2.27994127701222,
      "grad_norm": 19.25,
      "learning_rate": 1.5755328418133557e-05,
      "loss": 0.2219,
      "step": 80370
    },
    {
      "epoch": 2.2802249629435254,
      "grad_norm": 10.9375,
      "learning_rate": 1.5754749478230412e-05,
      "loss": 0.2135,
      "step": 80380
    },
    {
      "epoch": 2.2805086488748305,
      "grad_norm": 9.5,
      "learning_rate": 1.575417053832727e-05,
      "loss": 0.1833,
      "step": 80390
    },
    {
      "epoch": 2.280792334806136,
      "grad_norm": 6.71875,
      "learning_rate": 1.575359159842413e-05,
      "loss": 0.1794,
      "step": 80400
    },
    {
      "epoch": 2.2810760207374416,
      "grad_norm": 13.8125,
      "learning_rate": 1.5753012658520983e-05,
      "loss": 0.2078,
      "step": 80410
    },
    {
      "epoch": 2.281359706668747,
      "grad_norm": 9.8125,
      "learning_rate": 1.5752433718617842e-05,
      "loss": 0.2385,
      "step": 80420
    },
    {
      "epoch": 2.2816433926000523,
      "grad_norm": 21.5,
      "learning_rate": 1.5751854778714697e-05,
      "loss": 0.2519,
      "step": 80430
    },
    {
      "epoch": 2.281927078531358,
      "grad_norm": 12.8125,
      "learning_rate": 1.575127583881155e-05,
      "loss": 0.2473,
      "step": 80440
    },
    {
      "epoch": 2.2822107644626635,
      "grad_norm": 7.3125,
      "learning_rate": 1.575069689890841e-05,
      "loss": 0.1851,
      "step": 80450
    },
    {
      "epoch": 2.282494450393969,
      "grad_norm": 8.0625,
      "learning_rate": 1.5750117959005265e-05,
      "loss": 0.1984,
      "step": 80460
    },
    {
      "epoch": 2.282778136325274,
      "grad_norm": 9.5625,
      "learning_rate": 1.5749539019102123e-05,
      "loss": 0.2061,
      "step": 80470
    },
    {
      "epoch": 2.2830618222565797,
      "grad_norm": 11.125,
      "learning_rate": 1.574896007919898e-05,
      "loss": 0.1711,
      "step": 80480
    },
    {
      "epoch": 2.2833455081878853,
      "grad_norm": 9.3125,
      "learning_rate": 1.5748381139295837e-05,
      "loss": 0.2289,
      "step": 80490
    },
    {
      "epoch": 2.2836291941191904,
      "grad_norm": 10.25,
      "learning_rate": 1.5747802199392695e-05,
      "loss": 0.2247,
      "step": 80500
    },
    {
      "epoch": 2.283912880050496,
      "grad_norm": 9.625,
      "learning_rate": 1.574722325948955e-05,
      "loss": 0.2125,
      "step": 80510
    },
    {
      "epoch": 2.2841965659818015,
      "grad_norm": 7.875,
      "learning_rate": 1.5746644319586405e-05,
      "loss": 0.1785,
      "step": 80520
    },
    {
      "epoch": 2.284480251913107,
      "grad_norm": 9.6875,
      "learning_rate": 1.5746065379683263e-05,
      "loss": 0.2026,
      "step": 80530
    },
    {
      "epoch": 2.2847639378444127,
      "grad_norm": 13.6875,
      "learning_rate": 1.574548643978012e-05,
      "loss": 0.2261,
      "step": 80540
    },
    {
      "epoch": 2.285047623775718,
      "grad_norm": 5.09375,
      "learning_rate": 1.5744907499876976e-05,
      "loss": 0.1988,
      "step": 80550
    },
    {
      "epoch": 2.2853313097070234,
      "grad_norm": 10.25,
      "learning_rate": 1.5744328559973835e-05,
      "loss": 0.2164,
      "step": 80560
    },
    {
      "epoch": 2.285614995638329,
      "grad_norm": 11.0,
      "learning_rate": 1.574374962007069e-05,
      "loss": 0.1903,
      "step": 80570
    },
    {
      "epoch": 2.285898681569634,
      "grad_norm": 10.25,
      "learning_rate": 1.5743170680167545e-05,
      "loss": 0.2257,
      "step": 80580
    },
    {
      "epoch": 2.2861823675009396,
      "grad_norm": 8.9375,
      "learning_rate": 1.5742591740264403e-05,
      "loss": 0.1994,
      "step": 80590
    },
    {
      "epoch": 2.286466053432245,
      "grad_norm": 10.5,
      "learning_rate": 1.5742012800361258e-05,
      "loss": 0.1674,
      "step": 80600
    },
    {
      "epoch": 2.2867497393635507,
      "grad_norm": 18.875,
      "learning_rate": 1.5741433860458116e-05,
      "loss": 0.2087,
      "step": 80610
    },
    {
      "epoch": 2.287033425294856,
      "grad_norm": 11.0625,
      "learning_rate": 1.5740854920554975e-05,
      "loss": 0.2522,
      "step": 80620
    },
    {
      "epoch": 2.2873171112261614,
      "grad_norm": 11.1875,
      "learning_rate": 1.574027598065183e-05,
      "loss": 0.2234,
      "step": 80630
    },
    {
      "epoch": 2.287600797157467,
      "grad_norm": 12.625,
      "learning_rate": 1.5739697040748688e-05,
      "loss": 0.2397,
      "step": 80640
    },
    {
      "epoch": 2.2878844830887726,
      "grad_norm": 14.4375,
      "learning_rate": 1.5739118100845543e-05,
      "loss": 0.1944,
      "step": 80650
    },
    {
      "epoch": 2.2881681690200777,
      "grad_norm": 12.125,
      "learning_rate": 1.5738539160942398e-05,
      "loss": 0.2124,
      "step": 80660
    },
    {
      "epoch": 2.2884518549513833,
      "grad_norm": 10.5,
      "learning_rate": 1.5737960221039256e-05,
      "loss": 0.1748,
      "step": 80670
    },
    {
      "epoch": 2.288735540882689,
      "grad_norm": 7.96875,
      "learning_rate": 1.573738128113611e-05,
      "loss": 0.2101,
      "step": 80680
    },
    {
      "epoch": 2.2890192268139944,
      "grad_norm": 10.8125,
      "learning_rate": 1.573680234123297e-05,
      "loss": 0.2186,
      "step": 80690
    },
    {
      "epoch": 2.2893029127452995,
      "grad_norm": 12.3125,
      "learning_rate": 1.5736223401329828e-05,
      "loss": 0.1903,
      "step": 80700
    },
    {
      "epoch": 2.289586598676605,
      "grad_norm": 7.90625,
      "learning_rate": 1.5735644461426683e-05,
      "loss": 0.2587,
      "step": 80710
    },
    {
      "epoch": 2.2898702846079106,
      "grad_norm": 8.6875,
      "learning_rate": 1.573506552152354e-05,
      "loss": 0.184,
      "step": 80720
    },
    {
      "epoch": 2.290153970539216,
      "grad_norm": 13.6875,
      "learning_rate": 1.5734486581620396e-05,
      "loss": 0.2267,
      "step": 80730
    },
    {
      "epoch": 2.2904376564705213,
      "grad_norm": 9.0,
      "learning_rate": 1.573390764171725e-05,
      "loss": 0.1788,
      "step": 80740
    },
    {
      "epoch": 2.290721342401827,
      "grad_norm": 9.125,
      "learning_rate": 1.573332870181411e-05,
      "loss": 0.1853,
      "step": 80750
    },
    {
      "epoch": 2.2910050283331325,
      "grad_norm": 11.0625,
      "learning_rate": 1.5732749761910968e-05,
      "loss": 0.1922,
      "step": 80760
    },
    {
      "epoch": 2.291288714264438,
      "grad_norm": 7.5625,
      "learning_rate": 1.5732170822007823e-05,
      "loss": 0.2022,
      "step": 80770
    },
    {
      "epoch": 2.291572400195743,
      "grad_norm": 9.8125,
      "learning_rate": 1.573159188210468e-05,
      "loss": 0.2223,
      "step": 80780
    },
    {
      "epoch": 2.2918560861270487,
      "grad_norm": 12.75,
      "learning_rate": 1.5731012942201536e-05,
      "loss": 0.1905,
      "step": 80790
    },
    {
      "epoch": 2.2921397720583543,
      "grad_norm": 8.1875,
      "learning_rate": 1.5730434002298394e-05,
      "loss": 0.2506,
      "step": 80800
    },
    {
      "epoch": 2.29242345798966,
      "grad_norm": 12.5,
      "learning_rate": 1.572985506239525e-05,
      "loss": 0.2262,
      "step": 80810
    },
    {
      "epoch": 2.292707143920965,
      "grad_norm": 10.625,
      "learning_rate": 1.5729276122492104e-05,
      "loss": 0.1967,
      "step": 80820
    },
    {
      "epoch": 2.2929908298522705,
      "grad_norm": 13.375,
      "learning_rate": 1.5728697182588962e-05,
      "loss": 0.2165,
      "step": 80830
    },
    {
      "epoch": 2.293274515783576,
      "grad_norm": 12.5625,
      "learning_rate": 1.572811824268582e-05,
      "loss": 0.1919,
      "step": 80840
    },
    {
      "epoch": 2.2935582017148812,
      "grad_norm": 9.5,
      "learning_rate": 1.5727539302782676e-05,
      "loss": 0.2405,
      "step": 80850
    },
    {
      "epoch": 2.293841887646187,
      "grad_norm": 9.9375,
      "learning_rate": 1.5726960362879534e-05,
      "loss": 0.2155,
      "step": 80860
    },
    {
      "epoch": 2.2941255735774924,
      "grad_norm": 10.625,
      "learning_rate": 1.572638142297639e-05,
      "loss": 0.1895,
      "step": 80870
    },
    {
      "epoch": 2.294409259508798,
      "grad_norm": 8.4375,
      "learning_rate": 1.5725802483073247e-05,
      "loss": 0.1783,
      "step": 80880
    },
    {
      "epoch": 2.2946929454401035,
      "grad_norm": 7.4375,
      "learning_rate": 1.5725223543170102e-05,
      "loss": 0.2262,
      "step": 80890
    },
    {
      "epoch": 2.2949766313714086,
      "grad_norm": 9.875,
      "learning_rate": 1.5724644603266957e-05,
      "loss": 0.2183,
      "step": 80900
    },
    {
      "epoch": 2.295260317302714,
      "grad_norm": 12.3125,
      "learning_rate": 1.5724065663363815e-05,
      "loss": 0.2108,
      "step": 80910
    },
    {
      "epoch": 2.2955440032340197,
      "grad_norm": 9.125,
      "learning_rate": 1.5723486723460674e-05,
      "loss": 0.1624,
      "step": 80920
    },
    {
      "epoch": 2.295827689165325,
      "grad_norm": 6.75,
      "learning_rate": 1.572290778355753e-05,
      "loss": 0.2496,
      "step": 80930
    },
    {
      "epoch": 2.2961113750966304,
      "grad_norm": 9.875,
      "learning_rate": 1.5722328843654387e-05,
      "loss": 0.2159,
      "step": 80940
    },
    {
      "epoch": 2.296395061027936,
      "grad_norm": 15.375,
      "learning_rate": 1.5721749903751242e-05,
      "loss": 0.2257,
      "step": 80950
    },
    {
      "epoch": 2.2966787469592416,
      "grad_norm": 7.96875,
      "learning_rate": 1.5721170963848097e-05,
      "loss": 0.1988,
      "step": 80960
    },
    {
      "epoch": 2.2969624328905467,
      "grad_norm": 9.75,
      "learning_rate": 1.5720592023944955e-05,
      "loss": 0.1722,
      "step": 80970
    },
    {
      "epoch": 2.2972461188218523,
      "grad_norm": 8.9375,
      "learning_rate": 1.572001308404181e-05,
      "loss": 0.2215,
      "step": 80980
    },
    {
      "epoch": 2.297529804753158,
      "grad_norm": 11.125,
      "learning_rate": 1.571943414413867e-05,
      "loss": 0.2172,
      "step": 80990
    },
    {
      "epoch": 2.2978134906844634,
      "grad_norm": 9.5625,
      "learning_rate": 1.5718855204235527e-05,
      "loss": 0.2085,
      "step": 81000
    },
    {
      "epoch": 2.2980971766157685,
      "grad_norm": 10.0,
      "learning_rate": 1.5718276264332382e-05,
      "loss": 0.238,
      "step": 81010
    },
    {
      "epoch": 2.298380862547074,
      "grad_norm": 8.5625,
      "learning_rate": 1.571769732442924e-05,
      "loss": 0.2111,
      "step": 81020
    },
    {
      "epoch": 2.2986645484783796,
      "grad_norm": 11.625,
      "learning_rate": 1.5717118384526095e-05,
      "loss": 0.2269,
      "step": 81030
    },
    {
      "epoch": 2.298948234409685,
      "grad_norm": 9.375,
      "learning_rate": 1.571653944462295e-05,
      "loss": 0.1931,
      "step": 81040
    },
    {
      "epoch": 2.2992319203409903,
      "grad_norm": 11.3125,
      "learning_rate": 1.571596050471981e-05,
      "loss": 0.207,
      "step": 81050
    },
    {
      "epoch": 2.299515606272296,
      "grad_norm": 15.9375,
      "learning_rate": 1.5715381564816667e-05,
      "loss": 0.2312,
      "step": 81060
    },
    {
      "epoch": 2.2997992922036015,
      "grad_norm": 6.9375,
      "learning_rate": 1.5714802624913522e-05,
      "loss": 0.2444,
      "step": 81070
    },
    {
      "epoch": 2.300082978134907,
      "grad_norm": 11.0,
      "learning_rate": 1.571422368501038e-05,
      "loss": 0.1773,
      "step": 81080
    },
    {
      "epoch": 2.300366664066212,
      "grad_norm": 10.3125,
      "learning_rate": 1.5713644745107235e-05,
      "loss": 0.2025,
      "step": 81090
    },
    {
      "epoch": 2.3006503499975177,
      "grad_norm": 11.4375,
      "learning_rate": 1.5713065805204093e-05,
      "loss": 0.2115,
      "step": 81100
    },
    {
      "epoch": 2.3009340359288233,
      "grad_norm": 8.875,
      "learning_rate": 1.5712486865300948e-05,
      "loss": 0.1971,
      "step": 81110
    },
    {
      "epoch": 2.3012177218601284,
      "grad_norm": 10.5625,
      "learning_rate": 1.5711907925397803e-05,
      "loss": 0.218,
      "step": 81120
    },
    {
      "epoch": 2.301501407791434,
      "grad_norm": 11.1875,
      "learning_rate": 1.571132898549466e-05,
      "loss": 0.2123,
      "step": 81130
    },
    {
      "epoch": 2.3017850937227395,
      "grad_norm": 10.25,
      "learning_rate": 1.571075004559152e-05,
      "loss": 0.2221,
      "step": 81140
    },
    {
      "epoch": 2.302068779654045,
      "grad_norm": 11.25,
      "learning_rate": 1.5710171105688375e-05,
      "loss": 0.2098,
      "step": 81150
    },
    {
      "epoch": 2.3023524655853507,
      "grad_norm": 9.125,
      "learning_rate": 1.5709592165785233e-05,
      "loss": 0.2367,
      "step": 81160
    },
    {
      "epoch": 2.302636151516656,
      "grad_norm": 8.0625,
      "learning_rate": 1.5709013225882088e-05,
      "loss": 0.1854,
      "step": 81170
    },
    {
      "epoch": 2.3029198374479614,
      "grad_norm": 6.03125,
      "learning_rate": 1.5708434285978946e-05,
      "loss": 0.2275,
      "step": 81180
    },
    {
      "epoch": 2.303203523379267,
      "grad_norm": 8.875,
      "learning_rate": 1.57078553460758e-05,
      "loss": 0.2165,
      "step": 81190
    },
    {
      "epoch": 2.303487209310572,
      "grad_norm": 7.625,
      "learning_rate": 1.5707276406172656e-05,
      "loss": 0.2133,
      "step": 81200
    },
    {
      "epoch": 2.3037708952418776,
      "grad_norm": 9.25,
      "learning_rate": 1.5706697466269515e-05,
      "loss": 0.1972,
      "step": 81210
    },
    {
      "epoch": 2.304054581173183,
      "grad_norm": 10.1875,
      "learning_rate": 1.5706118526366373e-05,
      "loss": 0.2073,
      "step": 81220
    },
    {
      "epoch": 2.3043382671044887,
      "grad_norm": 11.0,
      "learning_rate": 1.5705539586463228e-05,
      "loss": 0.1935,
      "step": 81230
    },
    {
      "epoch": 2.3046219530357943,
      "grad_norm": 17.875,
      "learning_rate": 1.5704960646560086e-05,
      "loss": 0.2622,
      "step": 81240
    },
    {
      "epoch": 2.3049056389670994,
      "grad_norm": 9.375,
      "learning_rate": 1.570438170665694e-05,
      "loss": 0.1832,
      "step": 81250
    },
    {
      "epoch": 2.305189324898405,
      "grad_norm": 8.4375,
      "learning_rate": 1.5703802766753796e-05,
      "loss": 0.217,
      "step": 81260
    },
    {
      "epoch": 2.3054730108297106,
      "grad_norm": 13.5,
      "learning_rate": 1.5703223826850655e-05,
      "loss": 0.1963,
      "step": 81270
    },
    {
      "epoch": 2.3057566967610157,
      "grad_norm": 7.375,
      "learning_rate": 1.5702644886947513e-05,
      "loss": 0.1894,
      "step": 81280
    },
    {
      "epoch": 2.3060403826923213,
      "grad_norm": 7.90625,
      "learning_rate": 1.5702065947044368e-05,
      "loss": 0.2387,
      "step": 81290
    },
    {
      "epoch": 2.306324068623627,
      "grad_norm": 9.1875,
      "learning_rate": 1.5701487007141226e-05,
      "loss": 0.2129,
      "step": 81300
    },
    {
      "epoch": 2.3066077545549324,
      "grad_norm": 13.5625,
      "learning_rate": 1.570090806723808e-05,
      "loss": 0.2497,
      "step": 81310
    },
    {
      "epoch": 2.3068914404862375,
      "grad_norm": 7.96875,
      "learning_rate": 1.570032912733494e-05,
      "loss": 0.2242,
      "step": 81320
    },
    {
      "epoch": 2.307175126417543,
      "grad_norm": 8.875,
      "learning_rate": 1.5699750187431794e-05,
      "loss": 0.2133,
      "step": 81330
    },
    {
      "epoch": 2.3074588123488486,
      "grad_norm": 11.4375,
      "learning_rate": 1.569917124752865e-05,
      "loss": 0.2196,
      "step": 81340
    },
    {
      "epoch": 2.307742498280154,
      "grad_norm": 11.875,
      "learning_rate": 1.5698592307625508e-05,
      "loss": 0.2467,
      "step": 81350
    },
    {
      "epoch": 2.3080261842114593,
      "grad_norm": 7.9375,
      "learning_rate": 1.5698013367722366e-05,
      "loss": 0.2161,
      "step": 81360
    },
    {
      "epoch": 2.308309870142765,
      "grad_norm": 7.4375,
      "learning_rate": 1.569743442781922e-05,
      "loss": 0.1676,
      "step": 81370
    },
    {
      "epoch": 2.3085935560740705,
      "grad_norm": 10.9375,
      "learning_rate": 1.569685548791608e-05,
      "loss": 0.2517,
      "step": 81380
    },
    {
      "epoch": 2.308877242005376,
      "grad_norm": 13.9375,
      "learning_rate": 1.5696276548012934e-05,
      "loss": 0.1756,
      "step": 81390
    },
    {
      "epoch": 2.309160927936681,
      "grad_norm": 10.0,
      "learning_rate": 1.5695697608109793e-05,
      "loss": 0.1778,
      "step": 81400
    },
    {
      "epoch": 2.3094446138679867,
      "grad_norm": 12.3125,
      "learning_rate": 1.5695118668206647e-05,
      "loss": 0.2068,
      "step": 81410
    },
    {
      "epoch": 2.3097282997992923,
      "grad_norm": 11.625,
      "learning_rate": 1.5694539728303502e-05,
      "loss": 0.2274,
      "step": 81420
    },
    {
      "epoch": 2.310011985730598,
      "grad_norm": 9.875,
      "learning_rate": 1.569396078840036e-05,
      "loss": 0.2088,
      "step": 81430
    },
    {
      "epoch": 2.310295671661903,
      "grad_norm": 9.8125,
      "learning_rate": 1.569338184849722e-05,
      "loss": 0.1961,
      "step": 81440
    },
    {
      "epoch": 2.3105793575932085,
      "grad_norm": 8.75,
      "learning_rate": 1.5692802908594074e-05,
      "loss": 0.1958,
      "step": 81450
    },
    {
      "epoch": 2.310863043524514,
      "grad_norm": 9.8125,
      "learning_rate": 1.5692223968690932e-05,
      "loss": 0.2192,
      "step": 81460
    },
    {
      "epoch": 2.3111467294558192,
      "grad_norm": 9.4375,
      "learning_rate": 1.5691645028787787e-05,
      "loss": 0.1797,
      "step": 81470
    },
    {
      "epoch": 2.311430415387125,
      "grad_norm": 8.625,
      "learning_rate": 1.5691066088884646e-05,
      "loss": 0.2034,
      "step": 81480
    },
    {
      "epoch": 2.3117141013184304,
      "grad_norm": 11.0625,
      "learning_rate": 1.56904871489815e-05,
      "loss": 0.2325,
      "step": 81490
    },
    {
      "epoch": 2.311997787249736,
      "grad_norm": 12.875,
      "learning_rate": 1.5689908209078356e-05,
      "loss": 0.2102,
      "step": 81500
    },
    {
      "epoch": 2.3122814731810415,
      "grad_norm": 8.4375,
      "learning_rate": 1.5689329269175214e-05,
      "loss": 0.191,
      "step": 81510
    },
    {
      "epoch": 2.3125651591123466,
      "grad_norm": 8.875,
      "learning_rate": 1.5688750329272072e-05,
      "loss": 0.2001,
      "step": 81520
    },
    {
      "epoch": 2.312848845043652,
      "grad_norm": 38.5,
      "learning_rate": 1.5688171389368927e-05,
      "loss": 0.2365,
      "step": 81530
    },
    {
      "epoch": 2.3131325309749577,
      "grad_norm": 9.375,
      "learning_rate": 1.5687592449465786e-05,
      "loss": 0.2128,
      "step": 81540
    },
    {
      "epoch": 2.313416216906263,
      "grad_norm": 9.5,
      "learning_rate": 1.568701350956264e-05,
      "loss": 0.2213,
      "step": 81550
    },
    {
      "epoch": 2.3136999028375684,
      "grad_norm": 9.8125,
      "learning_rate": 1.56864345696595e-05,
      "loss": 0.215,
      "step": 81560
    },
    {
      "epoch": 2.313983588768874,
      "grad_norm": 8.75,
      "learning_rate": 1.5685855629756354e-05,
      "loss": 0.2294,
      "step": 81570
    },
    {
      "epoch": 2.3142672747001796,
      "grad_norm": 9.75,
      "learning_rate": 1.5685276689853212e-05,
      "loss": 0.2202,
      "step": 81580
    },
    {
      "epoch": 2.314550960631485,
      "grad_norm": 8.1875,
      "learning_rate": 1.5684697749950067e-05,
      "loss": 0.2024,
      "step": 81590
    },
    {
      "epoch": 2.3148346465627903,
      "grad_norm": 7.6875,
      "learning_rate": 1.5684118810046925e-05,
      "loss": 0.1795,
      "step": 81600
    },
    {
      "epoch": 2.315118332494096,
      "grad_norm": 10.75,
      "learning_rate": 1.568353987014378e-05,
      "loss": 0.2009,
      "step": 81610
    },
    {
      "epoch": 2.3154020184254014,
      "grad_norm": 9.4375,
      "learning_rate": 1.568296093024064e-05,
      "loss": 0.1787,
      "step": 81620
    },
    {
      "epoch": 2.3156857043567065,
      "grad_norm": 9.75,
      "learning_rate": 1.5682381990337494e-05,
      "loss": 0.2014,
      "step": 81630
    },
    {
      "epoch": 2.315969390288012,
      "grad_norm": 10.0,
      "learning_rate": 1.568180305043435e-05,
      "loss": 0.2056,
      "step": 81640
    },
    {
      "epoch": 2.3162530762193176,
      "grad_norm": 11.25,
      "learning_rate": 1.5681224110531207e-05,
      "loss": 0.1724,
      "step": 81650
    },
    {
      "epoch": 2.316536762150623,
      "grad_norm": 10.625,
      "learning_rate": 1.5680645170628065e-05,
      "loss": 0.2426,
      "step": 81660
    },
    {
      "epoch": 2.3168204480819283,
      "grad_norm": 10.75,
      "learning_rate": 1.5680066230724924e-05,
      "loss": 0.1889,
      "step": 81670
    },
    {
      "epoch": 2.317104134013234,
      "grad_norm": 9.9375,
      "learning_rate": 1.567948729082178e-05,
      "loss": 0.2293,
      "step": 81680
    },
    {
      "epoch": 2.3173878199445395,
      "grad_norm": 10.625,
      "learning_rate": 1.5678908350918633e-05,
      "loss": 0.1917,
      "step": 81690
    },
    {
      "epoch": 2.317671505875845,
      "grad_norm": 8.125,
      "learning_rate": 1.5678329411015492e-05,
      "loss": 0.2082,
      "step": 81700
    },
    {
      "epoch": 2.31795519180715,
      "grad_norm": 8.375,
      "learning_rate": 1.5677750471112347e-05,
      "loss": 0.2052,
      "step": 81710
    },
    {
      "epoch": 2.3182388777384557,
      "grad_norm": 10.25,
      "learning_rate": 1.56771715312092e-05,
      "loss": 0.2352,
      "step": 81720
    },
    {
      "epoch": 2.3185225636697613,
      "grad_norm": 8.5,
      "learning_rate": 1.567659259130606e-05,
      "loss": 0.2109,
      "step": 81730
    },
    {
      "epoch": 2.318806249601067,
      "grad_norm": 9.4375,
      "learning_rate": 1.567601365140292e-05,
      "loss": 0.2051,
      "step": 81740
    },
    {
      "epoch": 2.319089935532372,
      "grad_norm": 11.5,
      "learning_rate": 1.5675434711499777e-05,
      "loss": 0.2411,
      "step": 81750
    },
    {
      "epoch": 2.3193736214636775,
      "grad_norm": 12.5625,
      "learning_rate": 1.567485577159663e-05,
      "loss": 0.2035,
      "step": 81760
    },
    {
      "epoch": 2.319657307394983,
      "grad_norm": 9.625,
      "learning_rate": 1.5674276831693487e-05,
      "loss": 0.2042,
      "step": 81770
    },
    {
      "epoch": 2.3199409933262887,
      "grad_norm": 8.4375,
      "learning_rate": 1.5673697891790345e-05,
      "loss": 0.1747,
      "step": 81780
    },
    {
      "epoch": 2.320224679257594,
      "grad_norm": 7.71875,
      "learning_rate": 1.56731189518872e-05,
      "loss": 0.2037,
      "step": 81790
    },
    {
      "epoch": 2.3205083651888994,
      "grad_norm": 18.125,
      "learning_rate": 1.5672540011984058e-05,
      "loss": 0.1949,
      "step": 81800
    },
    {
      "epoch": 2.320792051120205,
      "grad_norm": 10.375,
      "learning_rate": 1.5671961072080913e-05,
      "loss": 0.1953,
      "step": 81810
    },
    {
      "epoch": 2.32107573705151,
      "grad_norm": 9.0,
      "learning_rate": 1.567138213217777e-05,
      "loss": 0.178,
      "step": 81820
    },
    {
      "epoch": 2.3213594229828156,
      "grad_norm": 8.3125,
      "learning_rate": 1.5670803192274626e-05,
      "loss": 0.1894,
      "step": 81830
    },
    {
      "epoch": 2.321643108914121,
      "grad_norm": 12.6875,
      "learning_rate": 1.5670224252371485e-05,
      "loss": 0.1818,
      "step": 81840
    },
    {
      "epoch": 2.3219267948454267,
      "grad_norm": 14.9375,
      "learning_rate": 1.566964531246834e-05,
      "loss": 0.2212,
      "step": 81850
    },
    {
      "epoch": 2.3222104807767323,
      "grad_norm": 5.375,
      "learning_rate": 1.5669066372565198e-05,
      "loss": 0.1883,
      "step": 81860
    },
    {
      "epoch": 2.3224941667080374,
      "grad_norm": 7.875,
      "learning_rate": 1.5668487432662053e-05,
      "loss": 0.1928,
      "step": 81870
    },
    {
      "epoch": 2.322777852639343,
      "grad_norm": 14.1875,
      "learning_rate": 1.566790849275891e-05,
      "loss": 0.229,
      "step": 81880
    },
    {
      "epoch": 2.3230615385706486,
      "grad_norm": 13.25,
      "learning_rate": 1.5667329552855766e-05,
      "loss": 0.1675,
      "step": 81890
    },
    {
      "epoch": 2.3233452245019537,
      "grad_norm": 11.125,
      "learning_rate": 1.5666750612952625e-05,
      "loss": 0.2015,
      "step": 81900
    },
    {
      "epoch": 2.3236289104332593,
      "grad_norm": 9.5625,
      "learning_rate": 1.566617167304948e-05,
      "loss": 0.1929,
      "step": 81910
    },
    {
      "epoch": 2.323912596364565,
      "grad_norm": 7.8125,
      "learning_rate": 1.5665592733146338e-05,
      "loss": 0.2598,
      "step": 81920
    },
    {
      "epoch": 2.3241962822958704,
      "grad_norm": 8.6875,
      "learning_rate": 1.5665013793243193e-05,
      "loss": 0.2027,
      "step": 81930
    },
    {
      "epoch": 2.3244799682271755,
      "grad_norm": 10.3125,
      "learning_rate": 1.5664434853340048e-05,
      "loss": 0.22,
      "step": 81940
    },
    {
      "epoch": 2.324763654158481,
      "grad_norm": 8.25,
      "learning_rate": 1.5663855913436906e-05,
      "loss": 0.196,
      "step": 81950
    },
    {
      "epoch": 2.3250473400897866,
      "grad_norm": 10.375,
      "learning_rate": 1.5663276973533764e-05,
      "loss": 0.2328,
      "step": 81960
    },
    {
      "epoch": 2.325331026021092,
      "grad_norm": 7.5,
      "learning_rate": 1.5662698033630623e-05,
      "loss": 0.2046,
      "step": 81970
    },
    {
      "epoch": 2.3256147119523973,
      "grad_norm": 7.96875,
      "learning_rate": 1.5662119093727478e-05,
      "loss": 0.1794,
      "step": 81980
    },
    {
      "epoch": 2.325898397883703,
      "grad_norm": 10.375,
      "learning_rate": 1.5661540153824333e-05,
      "loss": 0.1803,
      "step": 81990
    },
    {
      "epoch": 2.3261820838150085,
      "grad_norm": 7.875,
      "learning_rate": 1.566096121392119e-05,
      "loss": 0.1834,
      "step": 82000
    },
    {
      "epoch": 2.326465769746314,
      "grad_norm": 9.375,
      "learning_rate": 1.5660382274018046e-05,
      "loss": 0.2308,
      "step": 82010
    },
    {
      "epoch": 2.326749455677619,
      "grad_norm": 8.375,
      "learning_rate": 1.56598033341149e-05,
      "loss": 0.2422,
      "step": 82020
    },
    {
      "epoch": 2.3270331416089247,
      "grad_norm": 11.75,
      "learning_rate": 1.565922439421176e-05,
      "loss": 0.2078,
      "step": 82030
    },
    {
      "epoch": 2.3273168275402303,
      "grad_norm": 11.375,
      "learning_rate": 1.5658645454308618e-05,
      "loss": 0.1999,
      "step": 82040
    },
    {
      "epoch": 2.327600513471536,
      "grad_norm": 12.375,
      "learning_rate": 1.5658066514405476e-05,
      "loss": 0.2329,
      "step": 82050
    },
    {
      "epoch": 2.327884199402841,
      "grad_norm": 9.9375,
      "learning_rate": 1.565748757450233e-05,
      "loss": 0.23,
      "step": 82060
    },
    {
      "epoch": 2.3281678853341465,
      "grad_norm": 9.875,
      "learning_rate": 1.5656908634599186e-05,
      "loss": 0.2217,
      "step": 82070
    },
    {
      "epoch": 2.328451571265452,
      "grad_norm": 9.4375,
      "learning_rate": 1.5656329694696044e-05,
      "loss": 0.2482,
      "step": 82080
    },
    {
      "epoch": 2.3287352571967572,
      "grad_norm": 15.375,
      "learning_rate": 1.56557507547929e-05,
      "loss": 0.201,
      "step": 82090
    },
    {
      "epoch": 2.329018943128063,
      "grad_norm": 10.5,
      "learning_rate": 1.5655171814889757e-05,
      "loss": 0.1755,
      "step": 82100
    },
    {
      "epoch": 2.3293026290593684,
      "grad_norm": 11.4375,
      "learning_rate": 1.5654592874986612e-05,
      "loss": 0.22,
      "step": 82110
    },
    {
      "epoch": 2.329586314990674,
      "grad_norm": 9.5625,
      "learning_rate": 1.565401393508347e-05,
      "loss": 0.2178,
      "step": 82120
    },
    {
      "epoch": 2.3298700009219795,
      "grad_norm": 12.4375,
      "learning_rate": 1.5653434995180326e-05,
      "loss": 0.2109,
      "step": 82130
    },
    {
      "epoch": 2.3301536868532846,
      "grad_norm": 9.1875,
      "learning_rate": 1.5652856055277184e-05,
      "loss": 0.216,
      "step": 82140
    },
    {
      "epoch": 2.33043737278459,
      "grad_norm": 6.28125,
      "learning_rate": 1.565227711537404e-05,
      "loss": 0.2139,
      "step": 82150
    },
    {
      "epoch": 2.3307210587158957,
      "grad_norm": 8.5625,
      "learning_rate": 1.5651698175470897e-05,
      "loss": 0.2035,
      "step": 82160
    },
    {
      "epoch": 2.331004744647201,
      "grad_norm": 18.625,
      "learning_rate": 1.5651119235567752e-05,
      "loss": 0.2109,
      "step": 82170
    },
    {
      "epoch": 2.3312884305785064,
      "grad_norm": 10.4375,
      "learning_rate": 1.565054029566461e-05,
      "loss": 0.2086,
      "step": 82180
    },
    {
      "epoch": 2.331572116509812,
      "grad_norm": 13.25,
      "learning_rate": 1.5649961355761465e-05,
      "loss": 0.2432,
      "step": 82190
    },
    {
      "epoch": 2.3318558024411176,
      "grad_norm": 9.6875,
      "learning_rate": 1.5649382415858324e-05,
      "loss": 0.2099,
      "step": 82200
    },
    {
      "epoch": 2.332139488372423,
      "grad_norm": 12.9375,
      "learning_rate": 1.564880347595518e-05,
      "loss": 0.2757,
      "step": 82210
    },
    {
      "epoch": 2.3324231743037283,
      "grad_norm": 10.875,
      "learning_rate": 1.5648224536052037e-05,
      "loss": 0.202,
      "step": 82220
    },
    {
      "epoch": 2.332706860235034,
      "grad_norm": 7.53125,
      "learning_rate": 1.5647645596148892e-05,
      "loss": 0.2315,
      "step": 82230
    },
    {
      "epoch": 2.3329905461663394,
      "grad_norm": 8.25,
      "learning_rate": 1.564706665624575e-05,
      "loss": 0.1781,
      "step": 82240
    },
    {
      "epoch": 2.3332742320976445,
      "grad_norm": 16.75,
      "learning_rate": 1.5646487716342605e-05,
      "loss": 0.2046,
      "step": 82250
    },
    {
      "epoch": 2.33355791802895,
      "grad_norm": 11.9375,
      "learning_rate": 1.5645908776439464e-05,
      "loss": 0.1721,
      "step": 82260
    },
    {
      "epoch": 2.3338416039602556,
      "grad_norm": 9.9375,
      "learning_rate": 1.5645329836536322e-05,
      "loss": 0.2125,
      "step": 82270
    },
    {
      "epoch": 2.334125289891561,
      "grad_norm": 8.5625,
      "learning_rate": 1.5644750896633177e-05,
      "loss": 0.2463,
      "step": 82280
    },
    {
      "epoch": 2.3344089758228663,
      "grad_norm": 14.5,
      "learning_rate": 1.5644171956730032e-05,
      "loss": 0.2013,
      "step": 82290
    },
    {
      "epoch": 2.334692661754172,
      "grad_norm": 9.375,
      "learning_rate": 1.564359301682689e-05,
      "loss": 0.2715,
      "step": 82300
    },
    {
      "epoch": 2.3349763476854775,
      "grad_norm": 8.75,
      "learning_rate": 1.5643014076923745e-05,
      "loss": 0.1652,
      "step": 82310
    },
    {
      "epoch": 2.335260033616783,
      "grad_norm": 8.125,
      "learning_rate": 1.5642435137020603e-05,
      "loss": 0.2201,
      "step": 82320
    },
    {
      "epoch": 2.335543719548088,
      "grad_norm": 12.5,
      "learning_rate": 1.564185619711746e-05,
      "loss": 0.2153,
      "step": 82330
    },
    {
      "epoch": 2.3358274054793937,
      "grad_norm": 11.75,
      "learning_rate": 1.5641277257214317e-05,
      "loss": 0.234,
      "step": 82340
    },
    {
      "epoch": 2.3361110914106993,
      "grad_norm": 8.625,
      "learning_rate": 1.5640698317311175e-05,
      "loss": 0.2065,
      "step": 82350
    },
    {
      "epoch": 2.336394777342005,
      "grad_norm": 9.5625,
      "learning_rate": 1.564011937740803e-05,
      "loss": 0.1753,
      "step": 82360
    },
    {
      "epoch": 2.33667846327331,
      "grad_norm": 11.8125,
      "learning_rate": 1.5639540437504885e-05,
      "loss": 0.2229,
      "step": 82370
    },
    {
      "epoch": 2.3369621492046155,
      "grad_norm": 10.5625,
      "learning_rate": 1.5638961497601743e-05,
      "loss": 0.1939,
      "step": 82380
    },
    {
      "epoch": 2.337245835135921,
      "grad_norm": 8.3125,
      "learning_rate": 1.5638382557698598e-05,
      "loss": 0.238,
      "step": 82390
    },
    {
      "epoch": 2.3375295210672267,
      "grad_norm": 7.8125,
      "learning_rate": 1.5637803617795457e-05,
      "loss": 0.2096,
      "step": 82400
    },
    {
      "epoch": 2.337813206998532,
      "grad_norm": 8.875,
      "learning_rate": 1.563722467789231e-05,
      "loss": 0.2049,
      "step": 82410
    },
    {
      "epoch": 2.3380968929298374,
      "grad_norm": 11.0625,
      "learning_rate": 1.563664573798917e-05,
      "loss": 0.2288,
      "step": 82420
    },
    {
      "epoch": 2.338380578861143,
      "grad_norm": 8.5,
      "learning_rate": 1.5636066798086028e-05,
      "loss": 0.212,
      "step": 82430
    },
    {
      "epoch": 2.338664264792448,
      "grad_norm": 11.625,
      "learning_rate": 1.5635487858182883e-05,
      "loss": 0.1926,
      "step": 82440
    },
    {
      "epoch": 2.3389479507237536,
      "grad_norm": 9.0,
      "learning_rate": 1.5634908918279738e-05,
      "loss": 0.1873,
      "step": 82450
    },
    {
      "epoch": 2.339231636655059,
      "grad_norm": 10.3125,
      "learning_rate": 1.5634329978376596e-05,
      "loss": 0.2211,
      "step": 82460
    },
    {
      "epoch": 2.3395153225863647,
      "grad_norm": 11.0625,
      "learning_rate": 1.563375103847345e-05,
      "loss": 0.1859,
      "step": 82470
    },
    {
      "epoch": 2.3397990085176703,
      "grad_norm": 15.125,
      "learning_rate": 1.563317209857031e-05,
      "loss": 0.2224,
      "step": 82480
    },
    {
      "epoch": 2.3400826944489754,
      "grad_norm": 7.6875,
      "learning_rate": 1.5632593158667168e-05,
      "loss": 0.1929,
      "step": 82490
    },
    {
      "epoch": 2.340366380380281,
      "grad_norm": 11.0625,
      "learning_rate": 1.5632014218764023e-05,
      "loss": 0.1935,
      "step": 82500
    },
    {
      "epoch": 2.3406500663115866,
      "grad_norm": 6.5,
      "learning_rate": 1.5631435278860878e-05,
      "loss": 0.1794,
      "step": 82510
    },
    {
      "epoch": 2.3409337522428917,
      "grad_norm": 11.0625,
      "learning_rate": 1.5630856338957736e-05,
      "loss": 0.1992,
      "step": 82520
    },
    {
      "epoch": 2.3412174381741973,
      "grad_norm": 7.1875,
      "learning_rate": 1.563027739905459e-05,
      "loss": 0.2043,
      "step": 82530
    },
    {
      "epoch": 2.341501124105503,
      "grad_norm": 11.0,
      "learning_rate": 1.562969845915145e-05,
      "loss": 0.1627,
      "step": 82540
    },
    {
      "epoch": 2.3417848100368084,
      "grad_norm": 13.9375,
      "learning_rate": 1.5629119519248305e-05,
      "loss": 0.2146,
      "step": 82550
    },
    {
      "epoch": 2.342068495968114,
      "grad_norm": 30.25,
      "learning_rate": 1.5628540579345163e-05,
      "loss": 0.201,
      "step": 82560
    },
    {
      "epoch": 2.342352181899419,
      "grad_norm": 12.75,
      "learning_rate": 1.562796163944202e-05,
      "loss": 0.197,
      "step": 82570
    },
    {
      "epoch": 2.3426358678307246,
      "grad_norm": 11.75,
      "learning_rate": 1.5627382699538876e-05,
      "loss": 0.1764,
      "step": 82580
    },
    {
      "epoch": 2.34291955376203,
      "grad_norm": 13.4375,
      "learning_rate": 1.562680375963573e-05,
      "loss": 0.2584,
      "step": 82590
    },
    {
      "epoch": 2.3432032396933353,
      "grad_norm": 11.5625,
      "learning_rate": 1.562622481973259e-05,
      "loss": 0.2084,
      "step": 82600
    },
    {
      "epoch": 2.343486925624641,
      "grad_norm": 9.4375,
      "learning_rate": 1.5625645879829444e-05,
      "loss": 0.2375,
      "step": 82610
    },
    {
      "epoch": 2.3437706115559465,
      "grad_norm": 9.125,
      "learning_rate": 1.5625066939926303e-05,
      "loss": 0.2432,
      "step": 82620
    },
    {
      "epoch": 2.344054297487252,
      "grad_norm": 9.0625,
      "learning_rate": 1.5624488000023158e-05,
      "loss": 0.2037,
      "step": 82630
    },
    {
      "epoch": 2.344337983418557,
      "grad_norm": 13.75,
      "learning_rate": 1.5623909060120016e-05,
      "loss": 0.2095,
      "step": 82640
    },
    {
      "epoch": 2.3446216693498627,
      "grad_norm": 10.8125,
      "learning_rate": 1.5623330120216874e-05,
      "loss": 0.2142,
      "step": 82650
    },
    {
      "epoch": 2.3449053552811683,
      "grad_norm": 8.8125,
      "learning_rate": 1.562275118031373e-05,
      "loss": 0.1801,
      "step": 82660
    },
    {
      "epoch": 2.345189041212474,
      "grad_norm": 15.5625,
      "learning_rate": 1.5622172240410584e-05,
      "loss": 0.2319,
      "step": 82670
    },
    {
      "epoch": 2.345472727143779,
      "grad_norm": 9.0,
      "learning_rate": 1.5621593300507443e-05,
      "loss": 0.2193,
      "step": 82680
    },
    {
      "epoch": 2.3457564130750845,
      "grad_norm": 9.4375,
      "learning_rate": 1.5621014360604297e-05,
      "loss": 0.2271,
      "step": 82690
    },
    {
      "epoch": 2.34604009900639,
      "grad_norm": 12.0625,
      "learning_rate": 1.5620435420701156e-05,
      "loss": 0.1676,
      "step": 82700
    },
    {
      "epoch": 2.3463237849376957,
      "grad_norm": 9.5,
      "learning_rate": 1.561985648079801e-05,
      "loss": 0.1968,
      "step": 82710
    },
    {
      "epoch": 2.346607470869001,
      "grad_norm": 7.15625,
      "learning_rate": 1.561927754089487e-05,
      "loss": 0.2203,
      "step": 82720
    },
    {
      "epoch": 2.3468911568003064,
      "grad_norm": 10.1875,
      "learning_rate": 1.5618698600991727e-05,
      "loss": 0.2029,
      "step": 82730
    },
    {
      "epoch": 2.347174842731612,
      "grad_norm": 11.8125,
      "learning_rate": 1.5618119661088582e-05,
      "loss": 0.215,
      "step": 82740
    },
    {
      "epoch": 2.3474585286629175,
      "grad_norm": 7.65625,
      "learning_rate": 1.5617540721185437e-05,
      "loss": 0.181,
      "step": 82750
    },
    {
      "epoch": 2.3477422145942226,
      "grad_norm": 11.125,
      "learning_rate": 1.5616961781282296e-05,
      "loss": 0.2458,
      "step": 82760
    },
    {
      "epoch": 2.348025900525528,
      "grad_norm": 8.4375,
      "learning_rate": 1.561638284137915e-05,
      "loss": 0.2046,
      "step": 82770
    },
    {
      "epoch": 2.3483095864568337,
      "grad_norm": 10.6875,
      "learning_rate": 1.561580390147601e-05,
      "loss": 0.1953,
      "step": 82780
    },
    {
      "epoch": 2.348593272388139,
      "grad_norm": 9.625,
      "learning_rate": 1.5615224961572867e-05,
      "loss": 0.2174,
      "step": 82790
    },
    {
      "epoch": 2.3488769583194444,
      "grad_norm": 10.25,
      "learning_rate": 1.5614646021669722e-05,
      "loss": 0.233,
      "step": 82800
    },
    {
      "epoch": 2.34916064425075,
      "grad_norm": 11.375,
      "learning_rate": 1.561406708176658e-05,
      "loss": 0.2037,
      "step": 82810
    },
    {
      "epoch": 2.3494443301820556,
      "grad_norm": 16.125,
      "learning_rate": 1.5613488141863435e-05,
      "loss": 0.201,
      "step": 82820
    },
    {
      "epoch": 2.349728016113361,
      "grad_norm": 10.5,
      "learning_rate": 1.561290920196029e-05,
      "loss": 0.2225,
      "step": 82830
    },
    {
      "epoch": 2.3500117020446663,
      "grad_norm": 11.0,
      "learning_rate": 1.561233026205715e-05,
      "loss": 0.1933,
      "step": 82840
    },
    {
      "epoch": 2.350295387975972,
      "grad_norm": 7.71875,
      "learning_rate": 1.5611751322154004e-05,
      "loss": 0.2371,
      "step": 82850
    },
    {
      "epoch": 2.3505790739072774,
      "grad_norm": 11.0625,
      "learning_rate": 1.5611172382250862e-05,
      "loss": 0.1846,
      "step": 82860
    },
    {
      "epoch": 2.3508627598385825,
      "grad_norm": 12.25,
      "learning_rate": 1.561059344234772e-05,
      "loss": 0.2277,
      "step": 82870
    },
    {
      "epoch": 2.351146445769888,
      "grad_norm": 8.625,
      "learning_rate": 1.5610014502444575e-05,
      "loss": 0.2136,
      "step": 82880
    },
    {
      "epoch": 2.3514301317011936,
      "grad_norm": 10.125,
      "learning_rate": 1.560943556254143e-05,
      "loss": 0.2141,
      "step": 82890
    },
    {
      "epoch": 2.351713817632499,
      "grad_norm": 10.9375,
      "learning_rate": 1.560885662263829e-05,
      "loss": 0.2192,
      "step": 82900
    },
    {
      "epoch": 2.3519975035638043,
      "grad_norm": 9.5,
      "learning_rate": 1.5608277682735144e-05,
      "loss": 0.2377,
      "step": 82910
    },
    {
      "epoch": 2.35228118949511,
      "grad_norm": 8.875,
      "learning_rate": 1.5607698742832002e-05,
      "loss": 0.197,
      "step": 82920
    },
    {
      "epoch": 2.3525648754264155,
      "grad_norm": 11.5625,
      "learning_rate": 1.5607119802928857e-05,
      "loss": 0.2408,
      "step": 82930
    },
    {
      "epoch": 2.352848561357721,
      "grad_norm": 8.0625,
      "learning_rate": 1.5606540863025715e-05,
      "loss": 0.1999,
      "step": 82940
    },
    {
      "epoch": 2.353132247289026,
      "grad_norm": 11.3125,
      "learning_rate": 1.5605961923122574e-05,
      "loss": 0.2743,
      "step": 82950
    },
    {
      "epoch": 2.3534159332203317,
      "grad_norm": 8.75,
      "learning_rate": 1.560538298321943e-05,
      "loss": 0.1936,
      "step": 82960
    },
    {
      "epoch": 2.3536996191516373,
      "grad_norm": 9.3125,
      "learning_rate": 1.5604804043316283e-05,
      "loss": 0.2967,
      "step": 82970
    },
    {
      "epoch": 2.353983305082943,
      "grad_norm": 7.40625,
      "learning_rate": 1.5604225103413142e-05,
      "loss": 0.2093,
      "step": 82980
    },
    {
      "epoch": 2.354266991014248,
      "grad_norm": 10.375,
      "learning_rate": 1.5603646163509997e-05,
      "loss": 0.1876,
      "step": 82990
    },
    {
      "epoch": 2.3545506769455535,
      "grad_norm": 6.96875,
      "learning_rate": 1.5603067223606855e-05,
      "loss": 0.2039,
      "step": 83000
    },
    {
      "epoch": 2.354834362876859,
      "grad_norm": 8.5,
      "learning_rate": 1.5602488283703713e-05,
      "loss": 0.1827,
      "step": 83010
    },
    {
      "epoch": 2.3551180488081647,
      "grad_norm": 8.25,
      "learning_rate": 1.5601909343800568e-05,
      "loss": 0.2149,
      "step": 83020
    },
    {
      "epoch": 2.35540173473947,
      "grad_norm": 8.6875,
      "learning_rate": 1.5601330403897427e-05,
      "loss": 0.1945,
      "step": 83030
    },
    {
      "epoch": 2.3556854206707754,
      "grad_norm": 12.375,
      "learning_rate": 1.560075146399428e-05,
      "loss": 0.2345,
      "step": 83040
    },
    {
      "epoch": 2.355969106602081,
      "grad_norm": 11.5625,
      "learning_rate": 1.5600172524091137e-05,
      "loss": 0.2086,
      "step": 83050
    },
    {
      "epoch": 2.356252792533386,
      "grad_norm": 8.625,
      "learning_rate": 1.5599593584187995e-05,
      "loss": 0.1827,
      "step": 83060
    },
    {
      "epoch": 2.3565364784646916,
      "grad_norm": 9.4375,
      "learning_rate": 1.559901464428485e-05,
      "loss": 0.2716,
      "step": 83070
    },
    {
      "epoch": 2.356820164395997,
      "grad_norm": 10.9375,
      "learning_rate": 1.5598435704381708e-05,
      "loss": 0.172,
      "step": 83080
    },
    {
      "epoch": 2.3571038503273027,
      "grad_norm": 12.3125,
      "learning_rate": 1.5597856764478566e-05,
      "loss": 0.198,
      "step": 83090
    },
    {
      "epoch": 2.3573875362586083,
      "grad_norm": 15.25,
      "learning_rate": 1.559727782457542e-05,
      "loss": 0.2206,
      "step": 83100
    },
    {
      "epoch": 2.3576712221899134,
      "grad_norm": 11.8125,
      "learning_rate": 1.559669888467228e-05,
      "loss": 0.2121,
      "step": 83110
    },
    {
      "epoch": 2.357954908121219,
      "grad_norm": 10.0625,
      "learning_rate": 1.5596119944769135e-05,
      "loss": 0.2204,
      "step": 83120
    },
    {
      "epoch": 2.3582385940525246,
      "grad_norm": 10.0,
      "learning_rate": 1.559554100486599e-05,
      "loss": 0.1849,
      "step": 83130
    },
    {
      "epoch": 2.3585222799838297,
      "grad_norm": 11.75,
      "learning_rate": 1.5594962064962848e-05,
      "loss": 0.2128,
      "step": 83140
    },
    {
      "epoch": 2.3588059659151352,
      "grad_norm": 5.90625,
      "learning_rate": 1.5594383125059703e-05,
      "loss": 0.1807,
      "step": 83150
    },
    {
      "epoch": 2.359089651846441,
      "grad_norm": 11.5,
      "learning_rate": 1.559380418515656e-05,
      "loss": 0.1602,
      "step": 83160
    },
    {
      "epoch": 2.3593733377777464,
      "grad_norm": 11.3125,
      "learning_rate": 1.559322524525342e-05,
      "loss": 0.2294,
      "step": 83170
    },
    {
      "epoch": 2.359657023709052,
      "grad_norm": 12.875,
      "learning_rate": 1.5592646305350275e-05,
      "loss": 0.2337,
      "step": 83180
    },
    {
      "epoch": 2.359940709640357,
      "grad_norm": 9.4375,
      "learning_rate": 1.559206736544713e-05,
      "loss": 0.1979,
      "step": 83190
    },
    {
      "epoch": 2.3602243955716626,
      "grad_norm": 10.75,
      "learning_rate": 1.5591488425543988e-05,
      "loss": 0.1931,
      "step": 83200
    },
    {
      "epoch": 2.360508081502968,
      "grad_norm": 10.625,
      "learning_rate": 1.5590909485640843e-05,
      "loss": 0.1935,
      "step": 83210
    },
    {
      "epoch": 2.3607917674342733,
      "grad_norm": 10.3125,
      "learning_rate": 1.55903305457377e-05,
      "loss": 0.1821,
      "step": 83220
    },
    {
      "epoch": 2.361075453365579,
      "grad_norm": 9.1875,
      "learning_rate": 1.5589751605834556e-05,
      "loss": 0.2628,
      "step": 83230
    },
    {
      "epoch": 2.3613591392968845,
      "grad_norm": 7.21875,
      "learning_rate": 1.5589172665931414e-05,
      "loss": 0.1969,
      "step": 83240
    },
    {
      "epoch": 2.36164282522819,
      "grad_norm": 12.1875,
      "learning_rate": 1.5588593726028273e-05,
      "loss": 0.1976,
      "step": 83250
    },
    {
      "epoch": 2.361926511159495,
      "grad_norm": 9.9375,
      "learning_rate": 1.5588014786125128e-05,
      "loss": 0.2055,
      "step": 83260
    },
    {
      "epoch": 2.3622101970908007,
      "grad_norm": 9.5,
      "learning_rate": 1.5587435846221983e-05,
      "loss": 0.2116,
      "step": 83270
    },
    {
      "epoch": 2.3624938830221063,
      "grad_norm": 9.5625,
      "learning_rate": 1.558685690631884e-05,
      "loss": 0.2203,
      "step": 83280
    },
    {
      "epoch": 2.362777568953412,
      "grad_norm": 11.5625,
      "learning_rate": 1.5586277966415696e-05,
      "loss": 0.2174,
      "step": 83290
    },
    {
      "epoch": 2.363061254884717,
      "grad_norm": 8.5625,
      "learning_rate": 1.5585699026512554e-05,
      "loss": 0.1795,
      "step": 83300
    },
    {
      "epoch": 2.3633449408160225,
      "grad_norm": 8.75,
      "learning_rate": 1.5585120086609413e-05,
      "loss": 0.1859,
      "step": 83310
    },
    {
      "epoch": 2.363628626747328,
      "grad_norm": 15.625,
      "learning_rate": 1.5584541146706268e-05,
      "loss": 0.227,
      "step": 83320
    },
    {
      "epoch": 2.3639123126786337,
      "grad_norm": 9.8125,
      "learning_rate": 1.5583962206803126e-05,
      "loss": 0.198,
      "step": 83330
    },
    {
      "epoch": 2.364195998609939,
      "grad_norm": 13.1875,
      "learning_rate": 1.558338326689998e-05,
      "loss": 0.1873,
      "step": 83340
    },
    {
      "epoch": 2.3644796845412444,
      "grad_norm": 9.0,
      "learning_rate": 1.5582804326996836e-05,
      "loss": 0.2093,
      "step": 83350
    },
    {
      "epoch": 2.36476337047255,
      "grad_norm": 9.625,
      "learning_rate": 1.5582225387093694e-05,
      "loss": 0.1816,
      "step": 83360
    },
    {
      "epoch": 2.3650470564038555,
      "grad_norm": 9.625,
      "learning_rate": 1.558164644719055e-05,
      "loss": 0.1936,
      "step": 83370
    },
    {
      "epoch": 2.3653307423351606,
      "grad_norm": 11.1875,
      "learning_rate": 1.5581067507287407e-05,
      "loss": 0.2594,
      "step": 83380
    },
    {
      "epoch": 2.365614428266466,
      "grad_norm": 11.625,
      "learning_rate": 1.5580488567384266e-05,
      "loss": 0.2125,
      "step": 83390
    },
    {
      "epoch": 2.3658981141977717,
      "grad_norm": 9.9375,
      "learning_rate": 1.557990962748112e-05,
      "loss": 0.2071,
      "step": 83400
    },
    {
      "epoch": 2.366181800129077,
      "grad_norm": 9.625,
      "learning_rate": 1.557933068757798e-05,
      "loss": 0.2044,
      "step": 83410
    },
    {
      "epoch": 2.3664654860603824,
      "grad_norm": 8.25,
      "learning_rate": 1.5578751747674834e-05,
      "loss": 0.2015,
      "step": 83420
    },
    {
      "epoch": 2.366749171991688,
      "grad_norm": 10.4375,
      "learning_rate": 1.557817280777169e-05,
      "loss": 0.1918,
      "step": 83430
    },
    {
      "epoch": 2.3670328579229936,
      "grad_norm": 10.125,
      "learning_rate": 1.5577593867868547e-05,
      "loss": 0.2581,
      "step": 83440
    },
    {
      "epoch": 2.367316543854299,
      "grad_norm": 8.75,
      "learning_rate": 1.5577014927965402e-05,
      "loss": 0.2283,
      "step": 83450
    },
    {
      "epoch": 2.3676002297856042,
      "grad_norm": 13.6875,
      "learning_rate": 1.557643598806226e-05,
      "loss": 0.202,
      "step": 83460
    },
    {
      "epoch": 2.36788391571691,
      "grad_norm": 10.125,
      "learning_rate": 1.557585704815912e-05,
      "loss": 0.1891,
      "step": 83470
    },
    {
      "epoch": 2.3681676016482154,
      "grad_norm": 7.40625,
      "learning_rate": 1.5575278108255974e-05,
      "loss": 0.2017,
      "step": 83480
    },
    {
      "epoch": 2.3684512875795205,
      "grad_norm": 6.8125,
      "learning_rate": 1.5574699168352832e-05,
      "loss": 0.1786,
      "step": 83490
    },
    {
      "epoch": 2.368734973510826,
      "grad_norm": 8.9375,
      "learning_rate": 1.5574120228449687e-05,
      "loss": 0.2271,
      "step": 83500
    },
    {
      "epoch": 2.3690186594421316,
      "grad_norm": 17.5,
      "learning_rate": 1.5573541288546542e-05,
      "loss": 0.2151,
      "step": 83510
    },
    {
      "epoch": 2.369302345373437,
      "grad_norm": 7.875,
      "learning_rate": 1.55729623486434e-05,
      "loss": 0.2044,
      "step": 83520
    },
    {
      "epoch": 2.3695860313047428,
      "grad_norm": 11.25,
      "learning_rate": 1.557238340874026e-05,
      "loss": 0.2222,
      "step": 83530
    },
    {
      "epoch": 2.369869717236048,
      "grad_norm": 7.84375,
      "learning_rate": 1.5571804468837114e-05,
      "loss": 0.1898,
      "step": 83540
    },
    {
      "epoch": 2.3701534031673535,
      "grad_norm": 8.5,
      "learning_rate": 1.5571225528933972e-05,
      "loss": 0.1954,
      "step": 83550
    },
    {
      "epoch": 2.370437089098659,
      "grad_norm": 9.5625,
      "learning_rate": 1.5570646589030827e-05,
      "loss": 0.2687,
      "step": 83560
    },
    {
      "epoch": 2.370720775029964,
      "grad_norm": 13.625,
      "learning_rate": 1.5570067649127682e-05,
      "loss": 0.2271,
      "step": 83570
    },
    {
      "epoch": 2.3710044609612697,
      "grad_norm": 7.8125,
      "learning_rate": 1.556948870922454e-05,
      "loss": 0.2037,
      "step": 83580
    },
    {
      "epoch": 2.3712881468925753,
      "grad_norm": 13.5625,
      "learning_rate": 1.5568909769321395e-05,
      "loss": 0.2467,
      "step": 83590
    },
    {
      "epoch": 2.371571832823881,
      "grad_norm": 10.125,
      "learning_rate": 1.5568330829418253e-05,
      "loss": 0.1965,
      "step": 83600
    },
    {
      "epoch": 2.371855518755186,
      "grad_norm": 10.625,
      "learning_rate": 1.5567751889515112e-05,
      "loss": 0.222,
      "step": 83610
    },
    {
      "epoch": 2.3721392046864915,
      "grad_norm": 11.5625,
      "learning_rate": 1.5567172949611967e-05,
      "loss": 0.1882,
      "step": 83620
    },
    {
      "epoch": 2.372422890617797,
      "grad_norm": 9.6875,
      "learning_rate": 1.5566594009708825e-05,
      "loss": 0.2002,
      "step": 83630
    },
    {
      "epoch": 2.3727065765491027,
      "grad_norm": 7.5625,
      "learning_rate": 1.556601506980568e-05,
      "loss": 0.2289,
      "step": 83640
    },
    {
      "epoch": 2.372990262480408,
      "grad_norm": 11.9375,
      "learning_rate": 1.5565436129902535e-05,
      "loss": 0.2258,
      "step": 83650
    },
    {
      "epoch": 2.3732739484117134,
      "grad_norm": 10.0625,
      "learning_rate": 1.5564857189999393e-05,
      "loss": 0.2024,
      "step": 83660
    },
    {
      "epoch": 2.373557634343019,
      "grad_norm": 9.3125,
      "learning_rate": 1.5564278250096248e-05,
      "loss": 0.1808,
      "step": 83670
    },
    {
      "epoch": 2.3738413202743245,
      "grad_norm": 9.5,
      "learning_rate": 1.5563699310193107e-05,
      "loss": 0.1887,
      "step": 83680
    },
    {
      "epoch": 2.3741250062056296,
      "grad_norm": 8.25,
      "learning_rate": 1.5563120370289965e-05,
      "loss": 0.2144,
      "step": 83690
    },
    {
      "epoch": 2.374408692136935,
      "grad_norm": 13.3125,
      "learning_rate": 1.556254143038682e-05,
      "loss": 0.2303,
      "step": 83700
    },
    {
      "epoch": 2.3746923780682407,
      "grad_norm": 13.75,
      "learning_rate": 1.5561962490483678e-05,
      "loss": 0.2456,
      "step": 83710
    },
    {
      "epoch": 2.3749760639995463,
      "grad_norm": 10.625,
      "learning_rate": 1.5561383550580533e-05,
      "loss": 0.172,
      "step": 83720
    },
    {
      "epoch": 2.3752597499308514,
      "grad_norm": 8.0,
      "learning_rate": 1.5560804610677388e-05,
      "loss": 0.1989,
      "step": 83730
    },
    {
      "epoch": 2.375543435862157,
      "grad_norm": 9.0,
      "learning_rate": 1.5560225670774246e-05,
      "loss": 0.2281,
      "step": 83740
    },
    {
      "epoch": 2.3758271217934626,
      "grad_norm": 15.0,
      "learning_rate": 1.55596467308711e-05,
      "loss": 0.2317,
      "step": 83750
    },
    {
      "epoch": 2.3761108077247677,
      "grad_norm": 9.0,
      "learning_rate": 1.555906779096796e-05,
      "loss": 0.1926,
      "step": 83760
    },
    {
      "epoch": 2.3763944936560732,
      "grad_norm": 11.9375,
      "learning_rate": 1.5558488851064818e-05,
      "loss": 0.212,
      "step": 83770
    },
    {
      "epoch": 2.376678179587379,
      "grad_norm": 10.75,
      "learning_rate": 1.5557909911161673e-05,
      "loss": 0.2141,
      "step": 83780
    },
    {
      "epoch": 2.3769618655186844,
      "grad_norm": 9.0625,
      "learning_rate": 1.555733097125853e-05,
      "loss": 0.2036,
      "step": 83790
    },
    {
      "epoch": 2.37724555144999,
      "grad_norm": 10.75,
      "learning_rate": 1.5556752031355386e-05,
      "loss": 0.2019,
      "step": 83800
    },
    {
      "epoch": 2.377529237381295,
      "grad_norm": 12.875,
      "learning_rate": 1.555617309145224e-05,
      "loss": 0.2116,
      "step": 83810
    },
    {
      "epoch": 2.3778129233126006,
      "grad_norm": 5.75,
      "learning_rate": 1.55555941515491e-05,
      "loss": 0.1819,
      "step": 83820
    },
    {
      "epoch": 2.378096609243906,
      "grad_norm": 9.75,
      "learning_rate": 1.5555015211645958e-05,
      "loss": 0.2017,
      "step": 83830
    },
    {
      "epoch": 2.3783802951752113,
      "grad_norm": 12.3125,
      "learning_rate": 1.5554436271742813e-05,
      "loss": 0.1976,
      "step": 83840
    },
    {
      "epoch": 2.378663981106517,
      "grad_norm": 11.0625,
      "learning_rate": 1.555385733183967e-05,
      "loss": 0.2006,
      "step": 83850
    },
    {
      "epoch": 2.3789476670378225,
      "grad_norm": 8.1875,
      "learning_rate": 1.5553278391936526e-05,
      "loss": 0.1943,
      "step": 83860
    },
    {
      "epoch": 2.379231352969128,
      "grad_norm": 9.25,
      "learning_rate": 1.5552699452033384e-05,
      "loss": 0.1933,
      "step": 83870
    },
    {
      "epoch": 2.379515038900433,
      "grad_norm": 10.0,
      "learning_rate": 1.555212051213024e-05,
      "loss": 0.1808,
      "step": 83880
    },
    {
      "epoch": 2.3797987248317387,
      "grad_norm": 6.9375,
      "learning_rate": 1.5551541572227094e-05,
      "loss": 0.2394,
      "step": 83890
    },
    {
      "epoch": 2.3800824107630443,
      "grad_norm": 13.0,
      "learning_rate": 1.5550962632323953e-05,
      "loss": 0.1902,
      "step": 83900
    },
    {
      "epoch": 2.38036609669435,
      "grad_norm": 9.9375,
      "learning_rate": 1.555038369242081e-05,
      "loss": 0.1966,
      "step": 83910
    },
    {
      "epoch": 2.380649782625655,
      "grad_norm": 10.875,
      "learning_rate": 1.5549804752517666e-05,
      "loss": 0.2173,
      "step": 83920
    },
    {
      "epoch": 2.3809334685569605,
      "grad_norm": 16.25,
      "learning_rate": 1.5549225812614524e-05,
      "loss": 0.2121,
      "step": 83930
    },
    {
      "epoch": 2.381217154488266,
      "grad_norm": 17.125,
      "learning_rate": 1.554864687271138e-05,
      "loss": 0.2089,
      "step": 83940
    },
    {
      "epoch": 2.3815008404195717,
      "grad_norm": 10.5625,
      "learning_rate": 1.5548067932808234e-05,
      "loss": 0.2042,
      "step": 83950
    },
    {
      "epoch": 2.381784526350877,
      "grad_norm": 11.9375,
      "learning_rate": 1.5547488992905092e-05,
      "loss": 0.1868,
      "step": 83960
    },
    {
      "epoch": 2.3820682122821824,
      "grad_norm": 10.3125,
      "learning_rate": 1.5546910053001947e-05,
      "loss": 0.2179,
      "step": 83970
    },
    {
      "epoch": 2.382351898213488,
      "grad_norm": 10.9375,
      "learning_rate": 1.5546331113098806e-05,
      "loss": 0.2364,
      "step": 83980
    },
    {
      "epoch": 2.3826355841447935,
      "grad_norm": 12.875,
      "learning_rate": 1.5545752173195664e-05,
      "loss": 0.2058,
      "step": 83990
    },
    {
      "epoch": 2.3829192700760986,
      "grad_norm": 10.375,
      "learning_rate": 1.554517323329252e-05,
      "loss": 0.2217,
      "step": 84000
    },
    {
      "epoch": 2.383202956007404,
      "grad_norm": 8.625,
      "learning_rate": 1.5544594293389377e-05,
      "loss": 0.2145,
      "step": 84010
    },
    {
      "epoch": 2.3834866419387097,
      "grad_norm": 10.8125,
      "learning_rate": 1.5544015353486232e-05,
      "loss": 0.2315,
      "step": 84020
    },
    {
      "epoch": 2.383770327870015,
      "grad_norm": 8.25,
      "learning_rate": 1.5543436413583087e-05,
      "loss": 0.2175,
      "step": 84030
    },
    {
      "epoch": 2.3840540138013204,
      "grad_norm": 10.1875,
      "learning_rate": 1.5542857473679946e-05,
      "loss": 0.2044,
      "step": 84040
    },
    {
      "epoch": 2.384337699732626,
      "grad_norm": 12.875,
      "learning_rate": 1.5542278533776804e-05,
      "loss": 0.1971,
      "step": 84050
    },
    {
      "epoch": 2.3846213856639316,
      "grad_norm": 16.625,
      "learning_rate": 1.554169959387366e-05,
      "loss": 0.191,
      "step": 84060
    },
    {
      "epoch": 2.384905071595237,
      "grad_norm": 9.1875,
      "learning_rate": 1.5541120653970517e-05,
      "loss": 0.2194,
      "step": 84070
    },
    {
      "epoch": 2.3851887575265422,
      "grad_norm": 12.75,
      "learning_rate": 1.5540541714067372e-05,
      "loss": 0.2211,
      "step": 84080
    },
    {
      "epoch": 2.385472443457848,
      "grad_norm": 9.8125,
      "learning_rate": 1.553996277416423e-05,
      "loss": 0.1871,
      "step": 84090
    },
    {
      "epoch": 2.3857561293891534,
      "grad_norm": 8.625,
      "learning_rate": 1.5539383834261085e-05,
      "loss": 0.2039,
      "step": 84100
    },
    {
      "epoch": 2.3860398153204585,
      "grad_norm": 8.8125,
      "learning_rate": 1.553880489435794e-05,
      "loss": 0.2325,
      "step": 84110
    },
    {
      "epoch": 2.386323501251764,
      "grad_norm": 11.5625,
      "learning_rate": 1.55382259544548e-05,
      "loss": 0.2223,
      "step": 84120
    },
    {
      "epoch": 2.3866071871830696,
      "grad_norm": 11.5625,
      "learning_rate": 1.5537647014551657e-05,
      "loss": 0.2021,
      "step": 84130
    },
    {
      "epoch": 2.386890873114375,
      "grad_norm": 7.125,
      "learning_rate": 1.5537068074648512e-05,
      "loss": 0.2287,
      "step": 84140
    },
    {
      "epoch": 2.3871745590456808,
      "grad_norm": 11.625,
      "learning_rate": 1.553648913474537e-05,
      "loss": 0.2005,
      "step": 84150
    },
    {
      "epoch": 2.387458244976986,
      "grad_norm": 16.25,
      "learning_rate": 1.5535910194842225e-05,
      "loss": 0.2606,
      "step": 84160
    },
    {
      "epoch": 2.3877419309082915,
      "grad_norm": 11.75,
      "learning_rate": 1.5535331254939084e-05,
      "loss": 0.2053,
      "step": 84170
    },
    {
      "epoch": 2.388025616839597,
      "grad_norm": 9.5,
      "learning_rate": 1.553475231503594e-05,
      "loss": 0.182,
      "step": 84180
    },
    {
      "epoch": 2.388309302770902,
      "grad_norm": 12.0625,
      "learning_rate": 1.5534173375132794e-05,
      "loss": 0.1979,
      "step": 84190
    },
    {
      "epoch": 2.3885929887022077,
      "grad_norm": 11.8125,
      "learning_rate": 1.5533594435229652e-05,
      "loss": 0.203,
      "step": 84200
    },
    {
      "epoch": 2.3888766746335133,
      "grad_norm": 8.5,
      "learning_rate": 1.553301549532651e-05,
      "loss": 0.2349,
      "step": 84210
    },
    {
      "epoch": 2.389160360564819,
      "grad_norm": 9.5,
      "learning_rate": 1.5532436555423365e-05,
      "loss": 0.2031,
      "step": 84220
    },
    {
      "epoch": 2.389444046496124,
      "grad_norm": 7.3125,
      "learning_rate": 1.5531857615520223e-05,
      "loss": 0.2002,
      "step": 84230
    },
    {
      "epoch": 2.3897277324274295,
      "grad_norm": 8.5625,
      "learning_rate": 1.553127867561708e-05,
      "loss": 0.1861,
      "step": 84240
    },
    {
      "epoch": 2.390011418358735,
      "grad_norm": 9.1875,
      "learning_rate": 1.5530699735713933e-05,
      "loss": 0.2229,
      "step": 84250
    },
    {
      "epoch": 2.3902951042900407,
      "grad_norm": 8.625,
      "learning_rate": 1.5530120795810792e-05,
      "loss": 0.1988,
      "step": 84260
    },
    {
      "epoch": 2.390578790221346,
      "grad_norm": 7.125,
      "learning_rate": 1.5529541855907647e-05,
      "loss": 0.2063,
      "step": 84270
    },
    {
      "epoch": 2.3908624761526514,
      "grad_norm": 7.96875,
      "learning_rate": 1.5528962916004505e-05,
      "loss": 0.1875,
      "step": 84280
    },
    {
      "epoch": 2.391146162083957,
      "grad_norm": 6.90625,
      "learning_rate": 1.5528383976101363e-05,
      "loss": 0.2188,
      "step": 84290
    },
    {
      "epoch": 2.3914298480152625,
      "grad_norm": 6.34375,
      "learning_rate": 1.5527805036198218e-05,
      "loss": 0.2336,
      "step": 84300
    },
    {
      "epoch": 2.3917135339465676,
      "grad_norm": 19.5,
      "learning_rate": 1.5527226096295077e-05,
      "loss": 0.2171,
      "step": 84310
    },
    {
      "epoch": 2.391997219877873,
      "grad_norm": 9.9375,
      "learning_rate": 1.552664715639193e-05,
      "loss": 0.2015,
      "step": 84320
    },
    {
      "epoch": 2.3922809058091787,
      "grad_norm": 7.5625,
      "learning_rate": 1.5526068216488786e-05,
      "loss": 0.2031,
      "step": 84330
    },
    {
      "epoch": 2.3925645917404843,
      "grad_norm": 7.1875,
      "learning_rate": 1.5525489276585645e-05,
      "loss": 0.174,
      "step": 84340
    },
    {
      "epoch": 2.3928482776717894,
      "grad_norm": 11.75,
      "learning_rate": 1.5524910336682503e-05,
      "loss": 0.2258,
      "step": 84350
    },
    {
      "epoch": 2.393131963603095,
      "grad_norm": 9.1875,
      "learning_rate": 1.5524331396779358e-05,
      "loss": 0.1839,
      "step": 84360
    },
    {
      "epoch": 2.3934156495344006,
      "grad_norm": 20.25,
      "learning_rate": 1.5523752456876216e-05,
      "loss": 0.1959,
      "step": 84370
    },
    {
      "epoch": 2.3936993354657057,
      "grad_norm": 12.375,
      "learning_rate": 1.552317351697307e-05,
      "loss": 0.2174,
      "step": 84380
    },
    {
      "epoch": 2.3939830213970112,
      "grad_norm": 8.8125,
      "learning_rate": 1.552259457706993e-05,
      "loss": 0.2004,
      "step": 84390
    },
    {
      "epoch": 2.394266707328317,
      "grad_norm": 13.125,
      "learning_rate": 1.5522015637166785e-05,
      "loss": 0.2014,
      "step": 84400
    },
    {
      "epoch": 2.3945503932596224,
      "grad_norm": 10.625,
      "learning_rate": 1.552143669726364e-05,
      "loss": 0.2079,
      "step": 84410
    },
    {
      "epoch": 2.394834079190928,
      "grad_norm": 10.3125,
      "learning_rate": 1.5520857757360498e-05,
      "loss": 0.219,
      "step": 84420
    },
    {
      "epoch": 2.395117765122233,
      "grad_norm": 10.1875,
      "learning_rate": 1.5520278817457356e-05,
      "loss": 0.2269,
      "step": 84430
    },
    {
      "epoch": 2.3954014510535386,
      "grad_norm": 8.5625,
      "learning_rate": 1.551969987755421e-05,
      "loss": 0.1786,
      "step": 84440
    },
    {
      "epoch": 2.395685136984844,
      "grad_norm": 11.4375,
      "learning_rate": 1.551912093765107e-05,
      "loss": 0.2122,
      "step": 84450
    },
    {
      "epoch": 2.3959688229161493,
      "grad_norm": 10.8125,
      "learning_rate": 1.5518541997747925e-05,
      "loss": 0.2059,
      "step": 84460
    },
    {
      "epoch": 2.396252508847455,
      "grad_norm": 15.5,
      "learning_rate": 1.5517963057844783e-05,
      "loss": 0.2132,
      "step": 84470
    },
    {
      "epoch": 2.3965361947787605,
      "grad_norm": 6.4375,
      "learning_rate": 1.5517384117941638e-05,
      "loss": 0.228,
      "step": 84480
    },
    {
      "epoch": 2.396819880710066,
      "grad_norm": 12.25,
      "learning_rate": 1.5516805178038493e-05,
      "loss": 0.211,
      "step": 84490
    },
    {
      "epoch": 2.3971035666413716,
      "grad_norm": 9.4375,
      "learning_rate": 1.551622623813535e-05,
      "loss": 0.2196,
      "step": 84500
    },
    {
      "epoch": 2.3973872525726767,
      "grad_norm": 13.5625,
      "learning_rate": 1.551564729823221e-05,
      "loss": 0.2121,
      "step": 84510
    },
    {
      "epoch": 2.3976709385039823,
      "grad_norm": 8.1875,
      "learning_rate": 1.5515068358329064e-05,
      "loss": 0.1775,
      "step": 84520
    },
    {
      "epoch": 2.397954624435288,
      "grad_norm": 9.8125,
      "learning_rate": 1.5514489418425923e-05,
      "loss": 0.2314,
      "step": 84530
    },
    {
      "epoch": 2.398238310366593,
      "grad_norm": 9.9375,
      "learning_rate": 1.5513910478522778e-05,
      "loss": 0.2058,
      "step": 84540
    },
    {
      "epoch": 2.3985219962978985,
      "grad_norm": 6.53125,
      "learning_rate": 1.5513331538619636e-05,
      "loss": 0.2168,
      "step": 84550
    },
    {
      "epoch": 2.398805682229204,
      "grad_norm": 11.3125,
      "learning_rate": 1.551275259871649e-05,
      "loss": 0.2081,
      "step": 84560
    },
    {
      "epoch": 2.3990893681605097,
      "grad_norm": 9.125,
      "learning_rate": 1.551217365881335e-05,
      "loss": 0.2223,
      "step": 84570
    },
    {
      "epoch": 2.399373054091815,
      "grad_norm": 11.3125,
      "learning_rate": 1.5511594718910204e-05,
      "loss": 0.231,
      "step": 84580
    },
    {
      "epoch": 2.3996567400231203,
      "grad_norm": 12.3125,
      "learning_rate": 1.5511015779007063e-05,
      "loss": 0.1935,
      "step": 84590
    },
    {
      "epoch": 2.399940425954426,
      "grad_norm": 9.6875,
      "learning_rate": 1.5510436839103917e-05,
      "loss": 0.1889,
      "step": 84600
    },
    {
      "epoch": 2.4002241118857315,
      "grad_norm": 9.0625,
      "learning_rate": 1.5509857899200776e-05,
      "loss": 0.2052,
      "step": 84610
    },
    {
      "epoch": 2.4005077978170366,
      "grad_norm": 6.84375,
      "learning_rate": 1.550927895929763e-05,
      "loss": 0.2037,
      "step": 84620
    },
    {
      "epoch": 2.400791483748342,
      "grad_norm": 10.8125,
      "learning_rate": 1.5508700019394486e-05,
      "loss": 0.1991,
      "step": 84630
    },
    {
      "epoch": 2.4010751696796477,
      "grad_norm": 13.0625,
      "learning_rate": 1.5508121079491344e-05,
      "loss": 0.1857,
      "step": 84640
    },
    {
      "epoch": 2.4013588556109533,
      "grad_norm": 10.3125,
      "learning_rate": 1.5507542139588202e-05,
      "loss": 0.2099,
      "step": 84650
    },
    {
      "epoch": 2.4016425415422584,
      "grad_norm": 9.0,
      "learning_rate": 1.5506963199685057e-05,
      "loss": 0.2138,
      "step": 84660
    },
    {
      "epoch": 2.401926227473564,
      "grad_norm": 9.625,
      "learning_rate": 1.5506384259781916e-05,
      "loss": 0.1854,
      "step": 84670
    },
    {
      "epoch": 2.4022099134048696,
      "grad_norm": 10.0,
      "learning_rate": 1.550580531987877e-05,
      "loss": 0.2367,
      "step": 84680
    },
    {
      "epoch": 2.402493599336175,
      "grad_norm": 9.3125,
      "learning_rate": 1.550522637997563e-05,
      "loss": 0.2001,
      "step": 84690
    },
    {
      "epoch": 2.4027772852674802,
      "grad_norm": 14.375,
      "learning_rate": 1.5504647440072484e-05,
      "loss": 0.2485,
      "step": 84700
    },
    {
      "epoch": 2.403060971198786,
      "grad_norm": 11.5625,
      "learning_rate": 1.550406850016934e-05,
      "loss": 0.1905,
      "step": 84710
    },
    {
      "epoch": 2.4033446571300914,
      "grad_norm": 9.875,
      "learning_rate": 1.5503489560266197e-05,
      "loss": 0.1909,
      "step": 84720
    },
    {
      "epoch": 2.4036283430613965,
      "grad_norm": 11.1875,
      "learning_rate": 1.5502910620363056e-05,
      "loss": 0.1664,
      "step": 84730
    },
    {
      "epoch": 2.403912028992702,
      "grad_norm": 10.5625,
      "learning_rate": 1.5502331680459914e-05,
      "loss": 0.242,
      "step": 84740
    },
    {
      "epoch": 2.4041957149240076,
      "grad_norm": 9.0625,
      "learning_rate": 1.550175274055677e-05,
      "loss": 0.2359,
      "step": 84750
    },
    {
      "epoch": 2.404479400855313,
      "grad_norm": 10.5,
      "learning_rate": 1.5501173800653624e-05,
      "loss": 0.2253,
      "step": 84760
    },
    {
      "epoch": 2.4047630867866188,
      "grad_norm": 9.5,
      "learning_rate": 1.5500594860750482e-05,
      "loss": 0.1984,
      "step": 84770
    },
    {
      "epoch": 2.405046772717924,
      "grad_norm": 16.25,
      "learning_rate": 1.5500015920847337e-05,
      "loss": 0.2218,
      "step": 84780
    },
    {
      "epoch": 2.4053304586492295,
      "grad_norm": 9.25,
      "learning_rate": 1.5499436980944192e-05,
      "loss": 0.2279,
      "step": 84790
    },
    {
      "epoch": 2.405614144580535,
      "grad_norm": 9.0,
      "learning_rate": 1.549885804104105e-05,
      "loss": 0.2283,
      "step": 84800
    },
    {
      "epoch": 2.40589783051184,
      "grad_norm": 12.5625,
      "learning_rate": 1.549827910113791e-05,
      "loss": 0.1973,
      "step": 84810
    },
    {
      "epoch": 2.4061815164431457,
      "grad_norm": 9.625,
      "learning_rate": 1.5497700161234764e-05,
      "loss": 0.2072,
      "step": 84820
    },
    {
      "epoch": 2.4064652023744513,
      "grad_norm": 12.0,
      "learning_rate": 1.5497121221331622e-05,
      "loss": 0.2075,
      "step": 84830
    },
    {
      "epoch": 2.406748888305757,
      "grad_norm": 7.75,
      "learning_rate": 1.5496542281428477e-05,
      "loss": 0.1734,
      "step": 84840
    },
    {
      "epoch": 2.407032574237062,
      "grad_norm": 11.375,
      "learning_rate": 1.5495963341525335e-05,
      "loss": 0.1953,
      "step": 84850
    },
    {
      "epoch": 2.4073162601683675,
      "grad_norm": 9.0,
      "learning_rate": 1.549538440162219e-05,
      "loss": 0.2065,
      "step": 84860
    },
    {
      "epoch": 2.407599946099673,
      "grad_norm": 10.8125,
      "learning_rate": 1.549480546171905e-05,
      "loss": 0.2008,
      "step": 84870
    },
    {
      "epoch": 2.4078836320309787,
      "grad_norm": 9.4375,
      "learning_rate": 1.5494226521815903e-05,
      "loss": 0.2,
      "step": 84880
    },
    {
      "epoch": 2.408167317962284,
      "grad_norm": 13.3125,
      "learning_rate": 1.5493647581912762e-05,
      "loss": 0.2212,
      "step": 84890
    },
    {
      "epoch": 2.4084510038935893,
      "grad_norm": 14.125,
      "learning_rate": 1.5493068642009617e-05,
      "loss": 0.2393,
      "step": 84900
    },
    {
      "epoch": 2.408734689824895,
      "grad_norm": 12.375,
      "learning_rate": 1.5492489702106475e-05,
      "loss": 0.2239,
      "step": 84910
    },
    {
      "epoch": 2.4090183757562005,
      "grad_norm": 10.0,
      "learning_rate": 1.549191076220333e-05,
      "loss": 0.2054,
      "step": 84920
    },
    {
      "epoch": 2.4093020616875056,
      "grad_norm": 8.5,
      "learning_rate": 1.549133182230019e-05,
      "loss": 0.2268,
      "step": 84930
    },
    {
      "epoch": 2.409585747618811,
      "grad_norm": 8.5625,
      "learning_rate": 1.5490752882397043e-05,
      "loss": 0.2203,
      "step": 84940
    },
    {
      "epoch": 2.4098694335501167,
      "grad_norm": 13.4375,
      "learning_rate": 1.54901739424939e-05,
      "loss": 0.2249,
      "step": 84950
    },
    {
      "epoch": 2.4101531194814223,
      "grad_norm": 10.125,
      "learning_rate": 1.5489595002590757e-05,
      "loss": 0.1675,
      "step": 84960
    },
    {
      "epoch": 2.4104368054127274,
      "grad_norm": 11.625,
      "learning_rate": 1.5489016062687615e-05,
      "loss": 0.2235,
      "step": 84970
    },
    {
      "epoch": 2.410720491344033,
      "grad_norm": 15.3125,
      "learning_rate": 1.548843712278447e-05,
      "loss": 0.2023,
      "step": 84980
    },
    {
      "epoch": 2.4110041772753386,
      "grad_norm": 16.25,
      "learning_rate": 1.5487858182881328e-05,
      "loss": 0.1973,
      "step": 84990
    },
    {
      "epoch": 2.4112878632066437,
      "grad_norm": 15.125,
      "learning_rate": 1.5487279242978183e-05,
      "loss": 0.1818,
      "step": 85000
    },
    {
      "epoch": 2.4115715491379492,
      "grad_norm": 12.75,
      "learning_rate": 1.5486700303075038e-05,
      "loss": 0.1917,
      "step": 85010
    },
    {
      "epoch": 2.411855235069255,
      "grad_norm": 9.875,
      "learning_rate": 1.5486121363171896e-05,
      "loss": 0.2044,
      "step": 85020
    },
    {
      "epoch": 2.4121389210005604,
      "grad_norm": 11.625,
      "learning_rate": 1.5485542423268755e-05,
      "loss": 0.1924,
      "step": 85030
    },
    {
      "epoch": 2.412422606931866,
      "grad_norm": 10.5625,
      "learning_rate": 1.5484963483365613e-05,
      "loss": 0.2219,
      "step": 85040
    },
    {
      "epoch": 2.412706292863171,
      "grad_norm": 9.875,
      "learning_rate": 1.5484384543462468e-05,
      "loss": 0.1843,
      "step": 85050
    },
    {
      "epoch": 2.4129899787944766,
      "grad_norm": 7.875,
      "learning_rate": 1.5483805603559323e-05,
      "loss": 0.1833,
      "step": 85060
    },
    {
      "epoch": 2.413273664725782,
      "grad_norm": 8.0625,
      "learning_rate": 1.548322666365618e-05,
      "loss": 0.2359,
      "step": 85070
    },
    {
      "epoch": 2.4135573506570873,
      "grad_norm": 7.8125,
      "learning_rate": 1.5482647723753036e-05,
      "loss": 0.2087,
      "step": 85080
    },
    {
      "epoch": 2.413841036588393,
      "grad_norm": 6.8125,
      "learning_rate": 1.5482068783849895e-05,
      "loss": 0.1809,
      "step": 85090
    },
    {
      "epoch": 2.4141247225196985,
      "grad_norm": 12.875,
      "learning_rate": 1.548148984394675e-05,
      "loss": 0.206,
      "step": 85100
    },
    {
      "epoch": 2.414408408451004,
      "grad_norm": 11.9375,
      "learning_rate": 1.5480910904043608e-05,
      "loss": 0.1992,
      "step": 85110
    },
    {
      "epoch": 2.4146920943823096,
      "grad_norm": 10.625,
      "learning_rate": 1.5480331964140463e-05,
      "loss": 0.1897,
      "step": 85120
    },
    {
      "epoch": 2.4149757803136147,
      "grad_norm": 8.625,
      "learning_rate": 1.547975302423732e-05,
      "loss": 0.2301,
      "step": 85130
    },
    {
      "epoch": 2.4152594662449203,
      "grad_norm": 13.0,
      "learning_rate": 1.5479174084334176e-05,
      "loss": 0.2247,
      "step": 85140
    },
    {
      "epoch": 2.415543152176226,
      "grad_norm": 10.5,
      "learning_rate": 1.5478595144431034e-05,
      "loss": 0.217,
      "step": 85150
    },
    {
      "epoch": 2.415826838107531,
      "grad_norm": 9.125,
      "learning_rate": 1.547801620452789e-05,
      "loss": 0.1733,
      "step": 85160
    },
    {
      "epoch": 2.4161105240388365,
      "grad_norm": 9.625,
      "learning_rate": 1.5477437264624748e-05,
      "loss": 0.2102,
      "step": 85170
    },
    {
      "epoch": 2.416394209970142,
      "grad_norm": 11.5,
      "learning_rate": 1.5476858324721603e-05,
      "loss": 0.2069,
      "step": 85180
    },
    {
      "epoch": 2.4166778959014477,
      "grad_norm": 12.1875,
      "learning_rate": 1.547627938481846e-05,
      "loss": 0.2251,
      "step": 85190
    },
    {
      "epoch": 2.416961581832753,
      "grad_norm": 11.1875,
      "learning_rate": 1.5475700444915316e-05,
      "loss": 0.2545,
      "step": 85200
    },
    {
      "epoch": 2.4172452677640583,
      "grad_norm": 10.0625,
      "learning_rate": 1.5475121505012174e-05,
      "loss": 0.2058,
      "step": 85210
    },
    {
      "epoch": 2.417528953695364,
      "grad_norm": 9.25,
      "learning_rate": 1.547454256510903e-05,
      "loss": 0.181,
      "step": 85220
    },
    {
      "epoch": 2.4178126396266695,
      "grad_norm": 9.6875,
      "learning_rate": 1.5473963625205888e-05,
      "loss": 0.2074,
      "step": 85230
    },
    {
      "epoch": 2.4180963255579746,
      "grad_norm": 7.375,
      "learning_rate": 1.5473384685302742e-05,
      "loss": 0.2174,
      "step": 85240
    },
    {
      "epoch": 2.41838001148928,
      "grad_norm": 10.375,
      "learning_rate": 1.54728057453996e-05,
      "loss": 0.2086,
      "step": 85250
    },
    {
      "epoch": 2.4186636974205857,
      "grad_norm": 6.5,
      "learning_rate": 1.547222680549646e-05,
      "loss": 0.1626,
      "step": 85260
    },
    {
      "epoch": 2.4189473833518913,
      "grad_norm": 7.3125,
      "learning_rate": 1.5471647865593314e-05,
      "loss": 0.1993,
      "step": 85270
    },
    {
      "epoch": 2.4192310692831964,
      "grad_norm": 8.5,
      "learning_rate": 1.547106892569017e-05,
      "loss": 0.1864,
      "step": 85280
    },
    {
      "epoch": 2.419514755214502,
      "grad_norm": 11.75,
      "learning_rate": 1.5470489985787027e-05,
      "loss": 0.1914,
      "step": 85290
    },
    {
      "epoch": 2.4197984411458076,
      "grad_norm": 9.375,
      "learning_rate": 1.5469911045883882e-05,
      "loss": 0.2098,
      "step": 85300
    },
    {
      "epoch": 2.420082127077113,
      "grad_norm": 11.4375,
      "learning_rate": 1.5469332105980737e-05,
      "loss": 0.2291,
      "step": 85310
    },
    {
      "epoch": 2.4203658130084182,
      "grad_norm": 17.625,
      "learning_rate": 1.5468753166077596e-05,
      "loss": 0.1922,
      "step": 85320
    },
    {
      "epoch": 2.420649498939724,
      "grad_norm": 13.125,
      "learning_rate": 1.5468174226174454e-05,
      "loss": 0.2026,
      "step": 85330
    },
    {
      "epoch": 2.4209331848710294,
      "grad_norm": 7.5625,
      "learning_rate": 1.5467595286271312e-05,
      "loss": 0.1867,
      "step": 85340
    },
    {
      "epoch": 2.4212168708023345,
      "grad_norm": 8.875,
      "learning_rate": 1.5467016346368167e-05,
      "loss": 0.2461,
      "step": 85350
    },
    {
      "epoch": 2.42150055673364,
      "grad_norm": 12.75,
      "learning_rate": 1.5466437406465022e-05,
      "loss": 0.2297,
      "step": 85360
    },
    {
      "epoch": 2.4217842426649456,
      "grad_norm": 12.0,
      "learning_rate": 1.546585846656188e-05,
      "loss": 0.2027,
      "step": 85370
    },
    {
      "epoch": 2.422067928596251,
      "grad_norm": 11.5,
      "learning_rate": 1.5465279526658735e-05,
      "loss": 0.2337,
      "step": 85380
    },
    {
      "epoch": 2.4223516145275568,
      "grad_norm": 7.25,
      "learning_rate": 1.5464700586755594e-05,
      "loss": 0.1696,
      "step": 85390
    },
    {
      "epoch": 2.422635300458862,
      "grad_norm": 11.125,
      "learning_rate": 1.546412164685245e-05,
      "loss": 0.2083,
      "step": 85400
    },
    {
      "epoch": 2.4229189863901675,
      "grad_norm": 14.3125,
      "learning_rate": 1.5463542706949307e-05,
      "loss": 0.1881,
      "step": 85410
    },
    {
      "epoch": 2.423202672321473,
      "grad_norm": 8.5,
      "learning_rate": 1.5462963767046165e-05,
      "loss": 0.1965,
      "step": 85420
    },
    {
      "epoch": 2.423486358252778,
      "grad_norm": 8.75,
      "learning_rate": 1.546238482714302e-05,
      "loss": 0.1973,
      "step": 85430
    },
    {
      "epoch": 2.4237700441840837,
      "grad_norm": 14.5,
      "learning_rate": 1.5461805887239875e-05,
      "loss": 0.2042,
      "step": 85440
    },
    {
      "epoch": 2.4240537301153893,
      "grad_norm": 10.9375,
      "learning_rate": 1.5461226947336734e-05,
      "loss": 0.2029,
      "step": 85450
    },
    {
      "epoch": 2.424337416046695,
      "grad_norm": 11.125,
      "learning_rate": 1.546064800743359e-05,
      "loss": 0.2094,
      "step": 85460
    },
    {
      "epoch": 2.4246211019780004,
      "grad_norm": 8.6875,
      "learning_rate": 1.5460069067530447e-05,
      "loss": 0.193,
      "step": 85470
    },
    {
      "epoch": 2.4249047879093055,
      "grad_norm": 11.8125,
      "learning_rate": 1.5459490127627302e-05,
      "loss": 0.2252,
      "step": 85480
    },
    {
      "epoch": 2.425188473840611,
      "grad_norm": 11.3125,
      "learning_rate": 1.545891118772416e-05,
      "loss": 0.1996,
      "step": 85490
    },
    {
      "epoch": 2.4254721597719167,
      "grad_norm": 10.0,
      "learning_rate": 1.5458332247821015e-05,
      "loss": 0.1981,
      "step": 85500
    },
    {
      "epoch": 2.425755845703222,
      "grad_norm": 12.5625,
      "learning_rate": 1.5457753307917873e-05,
      "loss": 0.1937,
      "step": 85510
    },
    {
      "epoch": 2.4260395316345273,
      "grad_norm": 17.0,
      "learning_rate": 1.545717436801473e-05,
      "loss": 0.2302,
      "step": 85520
    },
    {
      "epoch": 2.426323217565833,
      "grad_norm": 9.9375,
      "learning_rate": 1.5456595428111587e-05,
      "loss": 0.237,
      "step": 85530
    },
    {
      "epoch": 2.4266069034971385,
      "grad_norm": 11.375,
      "learning_rate": 1.545601648820844e-05,
      "loss": 0.2471,
      "step": 85540
    },
    {
      "epoch": 2.4268905894284436,
      "grad_norm": 11.4375,
      "learning_rate": 1.54554375483053e-05,
      "loss": 0.2191,
      "step": 85550
    },
    {
      "epoch": 2.427174275359749,
      "grad_norm": 9.875,
      "learning_rate": 1.545485860840216e-05,
      "loss": 0.2096,
      "step": 85560
    },
    {
      "epoch": 2.4274579612910547,
      "grad_norm": 8.9375,
      "learning_rate": 1.5454279668499013e-05,
      "loss": 0.1928,
      "step": 85570
    },
    {
      "epoch": 2.4277416472223603,
      "grad_norm": 11.875,
      "learning_rate": 1.5453700728595868e-05,
      "loss": 0.1881,
      "step": 85580
    },
    {
      "epoch": 2.4280253331536654,
      "grad_norm": 11.375,
      "learning_rate": 1.5453121788692727e-05,
      "loss": 0.2051,
      "step": 85590
    },
    {
      "epoch": 2.428309019084971,
      "grad_norm": 10.3125,
      "learning_rate": 1.545254284878958e-05,
      "loss": 0.225,
      "step": 85600
    },
    {
      "epoch": 2.4285927050162766,
      "grad_norm": 12.3125,
      "learning_rate": 1.545196390888644e-05,
      "loss": 0.2241,
      "step": 85610
    },
    {
      "epoch": 2.428876390947582,
      "grad_norm": 13.375,
      "learning_rate": 1.5451384968983295e-05,
      "loss": 0.1891,
      "step": 85620
    },
    {
      "epoch": 2.4291600768788872,
      "grad_norm": 44.5,
      "learning_rate": 1.5450806029080153e-05,
      "loss": 0.2247,
      "step": 85630
    },
    {
      "epoch": 2.429443762810193,
      "grad_norm": 10.5,
      "learning_rate": 1.545022708917701e-05,
      "loss": 0.2051,
      "step": 85640
    },
    {
      "epoch": 2.4297274487414984,
      "grad_norm": 8.875,
      "learning_rate": 1.5449648149273866e-05,
      "loss": 0.2372,
      "step": 85650
    },
    {
      "epoch": 2.430011134672804,
      "grad_norm": 9.25,
      "learning_rate": 1.544906920937072e-05,
      "loss": 0.2073,
      "step": 85660
    },
    {
      "epoch": 2.430294820604109,
      "grad_norm": 7.65625,
      "learning_rate": 1.544849026946758e-05,
      "loss": 0.2027,
      "step": 85670
    },
    {
      "epoch": 2.4305785065354146,
      "grad_norm": 7.3125,
      "learning_rate": 1.5447911329564435e-05,
      "loss": 0.1943,
      "step": 85680
    },
    {
      "epoch": 2.43086219246672,
      "grad_norm": 16.125,
      "learning_rate": 1.5447332389661293e-05,
      "loss": 0.2173,
      "step": 85690
    },
    {
      "epoch": 2.4311458783980253,
      "grad_norm": 13.3125,
      "learning_rate": 1.5446753449758148e-05,
      "loss": 0.206,
      "step": 85700
    },
    {
      "epoch": 2.431429564329331,
      "grad_norm": 8.5625,
      "learning_rate": 1.5446174509855006e-05,
      "loss": 0.1981,
      "step": 85710
    },
    {
      "epoch": 2.4317132502606364,
      "grad_norm": 9.125,
      "learning_rate": 1.5445595569951865e-05,
      "loss": 0.2154,
      "step": 85720
    },
    {
      "epoch": 2.431996936191942,
      "grad_norm": 8.625,
      "learning_rate": 1.544501663004872e-05,
      "loss": 0.2146,
      "step": 85730
    },
    {
      "epoch": 2.4322806221232476,
      "grad_norm": 8.3125,
      "learning_rate": 1.5444437690145574e-05,
      "loss": 0.2157,
      "step": 85740
    },
    {
      "epoch": 2.4325643080545527,
      "grad_norm": 10.5,
      "learning_rate": 1.5443858750242433e-05,
      "loss": 0.2374,
      "step": 85750
    },
    {
      "epoch": 2.4328479939858583,
      "grad_norm": 9.4375,
      "learning_rate": 1.5443279810339288e-05,
      "loss": 0.2225,
      "step": 85760
    },
    {
      "epoch": 2.433131679917164,
      "grad_norm": 7.875,
      "learning_rate": 1.5442700870436146e-05,
      "loss": 0.1839,
      "step": 85770
    },
    {
      "epoch": 2.433415365848469,
      "grad_norm": 6.6875,
      "learning_rate": 1.5442121930533004e-05,
      "loss": 0.2502,
      "step": 85780
    },
    {
      "epoch": 2.4336990517797745,
      "grad_norm": 8.0625,
      "learning_rate": 1.544154299062986e-05,
      "loss": 0.2221,
      "step": 85790
    },
    {
      "epoch": 2.43398273771108,
      "grad_norm": 17.75,
      "learning_rate": 1.5440964050726718e-05,
      "loss": 0.1868,
      "step": 85800
    },
    {
      "epoch": 2.4342664236423857,
      "grad_norm": 6.6875,
      "learning_rate": 1.5440385110823573e-05,
      "loss": 0.1595,
      "step": 85810
    },
    {
      "epoch": 2.434550109573691,
      "grad_norm": 12.3125,
      "learning_rate": 1.5439806170920428e-05,
      "loss": 0.2341,
      "step": 85820
    },
    {
      "epoch": 2.4348337955049963,
      "grad_norm": 9.0625,
      "learning_rate": 1.5439227231017286e-05,
      "loss": 0.2245,
      "step": 85830
    },
    {
      "epoch": 2.435117481436302,
      "grad_norm": 9.625,
      "learning_rate": 1.543864829111414e-05,
      "loss": 0.2087,
      "step": 85840
    },
    {
      "epoch": 2.4354011673676075,
      "grad_norm": 10.125,
      "learning_rate": 1.5438069351211e-05,
      "loss": 0.2024,
      "step": 85850
    },
    {
      "epoch": 2.4356848532989126,
      "grad_norm": 9.9375,
      "learning_rate": 1.5437490411307858e-05,
      "loss": 0.2489,
      "step": 85860
    },
    {
      "epoch": 2.435968539230218,
      "grad_norm": 18.75,
      "learning_rate": 1.5436911471404713e-05,
      "loss": 0.2011,
      "step": 85870
    },
    {
      "epoch": 2.4362522251615237,
      "grad_norm": 9.5625,
      "learning_rate": 1.5436332531501567e-05,
      "loss": 0.2252,
      "step": 85880
    },
    {
      "epoch": 2.4365359110928293,
      "grad_norm": 8.875,
      "learning_rate": 1.5435753591598426e-05,
      "loss": 0.2353,
      "step": 85890
    },
    {
      "epoch": 2.4368195970241344,
      "grad_norm": 8.0625,
      "learning_rate": 1.543517465169528e-05,
      "loss": 0.2053,
      "step": 85900
    },
    {
      "epoch": 2.43710328295544,
      "grad_norm": 10.0,
      "learning_rate": 1.543459571179214e-05,
      "loss": 0.1997,
      "step": 85910
    },
    {
      "epoch": 2.4373869688867456,
      "grad_norm": 8.4375,
      "learning_rate": 1.5434016771888994e-05,
      "loss": 0.2157,
      "step": 85920
    },
    {
      "epoch": 2.437670654818051,
      "grad_norm": 11.5625,
      "learning_rate": 1.5433437831985852e-05,
      "loss": 0.2116,
      "step": 85930
    },
    {
      "epoch": 2.4379543407493562,
      "grad_norm": 11.0625,
      "learning_rate": 1.543285889208271e-05,
      "loss": 0.1927,
      "step": 85940
    },
    {
      "epoch": 2.438238026680662,
      "grad_norm": 12.3125,
      "learning_rate": 1.5432279952179566e-05,
      "loss": 0.2365,
      "step": 85950
    },
    {
      "epoch": 2.4385217126119674,
      "grad_norm": 10.5,
      "learning_rate": 1.543170101227642e-05,
      "loss": 0.2063,
      "step": 85960
    },
    {
      "epoch": 2.4388053985432725,
      "grad_norm": 8.1875,
      "learning_rate": 1.543112207237328e-05,
      "loss": 0.2047,
      "step": 85970
    },
    {
      "epoch": 2.439089084474578,
      "grad_norm": 11.125,
      "learning_rate": 1.5430543132470134e-05,
      "loss": 0.1904,
      "step": 85980
    },
    {
      "epoch": 2.4393727704058836,
      "grad_norm": 13.4375,
      "learning_rate": 1.5429964192566992e-05,
      "loss": 0.2194,
      "step": 85990
    },
    {
      "epoch": 2.439656456337189,
      "grad_norm": 17.625,
      "learning_rate": 1.5429385252663847e-05,
      "loss": 0.2106,
      "step": 86000
    },
    {
      "epoch": 2.4399401422684948,
      "grad_norm": 8.5,
      "learning_rate": 1.5428806312760705e-05,
      "loss": 0.2445,
      "step": 86010
    },
    {
      "epoch": 2.4402238281998,
      "grad_norm": 8.4375,
      "learning_rate": 1.5428227372857564e-05,
      "loss": 0.2014,
      "step": 86020
    },
    {
      "epoch": 2.4405075141311054,
      "grad_norm": 9.6875,
      "learning_rate": 1.542764843295442e-05,
      "loss": 0.168,
      "step": 86030
    },
    {
      "epoch": 2.440791200062411,
      "grad_norm": 6.9375,
      "learning_rate": 1.5427069493051274e-05,
      "loss": 0.2056,
      "step": 86040
    },
    {
      "epoch": 2.441074885993716,
      "grad_norm": 7.84375,
      "learning_rate": 1.5426490553148132e-05,
      "loss": 0.2156,
      "step": 86050
    },
    {
      "epoch": 2.4413585719250217,
      "grad_norm": 16.5,
      "learning_rate": 1.5425911613244987e-05,
      "loss": 0.2241,
      "step": 86060
    },
    {
      "epoch": 2.4416422578563273,
      "grad_norm": 10.3125,
      "learning_rate": 1.5425332673341845e-05,
      "loss": 0.2079,
      "step": 86070
    },
    {
      "epoch": 2.441925943787633,
      "grad_norm": 12.0625,
      "learning_rate": 1.5424753733438704e-05,
      "loss": 0.1922,
      "step": 86080
    },
    {
      "epoch": 2.4422096297189384,
      "grad_norm": 9.625,
      "learning_rate": 1.542417479353556e-05,
      "loss": 0.2247,
      "step": 86090
    },
    {
      "epoch": 2.4424933156502435,
      "grad_norm": 7.3125,
      "learning_rate": 1.5423595853632417e-05,
      "loss": 0.2007,
      "step": 86100
    },
    {
      "epoch": 2.442777001581549,
      "grad_norm": 11.0625,
      "learning_rate": 1.5423016913729272e-05,
      "loss": 0.1896,
      "step": 86110
    },
    {
      "epoch": 2.4430606875128547,
      "grad_norm": 10.75,
      "learning_rate": 1.5422437973826127e-05,
      "loss": 0.1875,
      "step": 86120
    },
    {
      "epoch": 2.44334437344416,
      "grad_norm": 19.875,
      "learning_rate": 1.5421859033922985e-05,
      "loss": 0.1931,
      "step": 86130
    },
    {
      "epoch": 2.4436280593754653,
      "grad_norm": 11.0625,
      "learning_rate": 1.542128009401984e-05,
      "loss": 0.188,
      "step": 86140
    },
    {
      "epoch": 2.443911745306771,
      "grad_norm": 15.125,
      "learning_rate": 1.54207011541167e-05,
      "loss": 0.2611,
      "step": 86150
    },
    {
      "epoch": 2.4441954312380765,
      "grad_norm": 11.0,
      "learning_rate": 1.5420122214213557e-05,
      "loss": 0.1963,
      "step": 86160
    },
    {
      "epoch": 2.4444791171693816,
      "grad_norm": 10.0,
      "learning_rate": 1.5419543274310412e-05,
      "loss": 0.2191,
      "step": 86170
    },
    {
      "epoch": 2.444762803100687,
      "grad_norm": 7.96875,
      "learning_rate": 1.5418964334407267e-05,
      "loss": 0.1996,
      "step": 86180
    },
    {
      "epoch": 2.4450464890319927,
      "grad_norm": 8.1875,
      "learning_rate": 1.5418385394504125e-05,
      "loss": 0.1771,
      "step": 86190
    },
    {
      "epoch": 2.4453301749632983,
      "grad_norm": 9.0,
      "learning_rate": 1.541780645460098e-05,
      "loss": 0.2393,
      "step": 86200
    },
    {
      "epoch": 2.4456138608946034,
      "grad_norm": 10.875,
      "learning_rate": 1.5417227514697838e-05,
      "loss": 0.1888,
      "step": 86210
    },
    {
      "epoch": 2.445897546825909,
      "grad_norm": 8.875,
      "learning_rate": 1.5416648574794693e-05,
      "loss": 0.2037,
      "step": 86220
    },
    {
      "epoch": 2.4461812327572146,
      "grad_norm": 7.625,
      "learning_rate": 1.541606963489155e-05,
      "loss": 0.242,
      "step": 86230
    },
    {
      "epoch": 2.44646491868852,
      "grad_norm": 9.5,
      "learning_rate": 1.541549069498841e-05,
      "loss": 0.1976,
      "step": 86240
    },
    {
      "epoch": 2.4467486046198252,
      "grad_norm": 10.25,
      "learning_rate": 1.5414911755085265e-05,
      "loss": 0.2072,
      "step": 86250
    },
    {
      "epoch": 2.447032290551131,
      "grad_norm": 13.0625,
      "learning_rate": 1.541433281518212e-05,
      "loss": 0.2209,
      "step": 86260
    },
    {
      "epoch": 2.4473159764824364,
      "grad_norm": 7.15625,
      "learning_rate": 1.5413753875278978e-05,
      "loss": 0.1638,
      "step": 86270
    },
    {
      "epoch": 2.447599662413742,
      "grad_norm": 12.375,
      "learning_rate": 1.5413174935375833e-05,
      "loss": 0.2051,
      "step": 86280
    },
    {
      "epoch": 2.447883348345047,
      "grad_norm": 10.5,
      "learning_rate": 1.541259599547269e-05,
      "loss": 0.187,
      "step": 86290
    },
    {
      "epoch": 2.4481670342763526,
      "grad_norm": 12.75,
      "learning_rate": 1.541201705556955e-05,
      "loss": 0.2125,
      "step": 86300
    },
    {
      "epoch": 2.448450720207658,
      "grad_norm": 9.3125,
      "learning_rate": 1.5411438115666405e-05,
      "loss": 0.1874,
      "step": 86310
    },
    {
      "epoch": 2.4487344061389633,
      "grad_norm": 12.3125,
      "learning_rate": 1.5410859175763263e-05,
      "loss": 0.2055,
      "step": 86320
    },
    {
      "epoch": 2.449018092070269,
      "grad_norm": 11.0625,
      "learning_rate": 1.5410280235860118e-05,
      "loss": 0.2148,
      "step": 86330
    },
    {
      "epoch": 2.4493017780015744,
      "grad_norm": 10.0,
      "learning_rate": 1.5409701295956973e-05,
      "loss": 0.2259,
      "step": 86340
    },
    {
      "epoch": 2.44958546393288,
      "grad_norm": 10.8125,
      "learning_rate": 1.540912235605383e-05,
      "loss": 0.1995,
      "step": 86350
    },
    {
      "epoch": 2.4498691498641856,
      "grad_norm": 11.8125,
      "learning_rate": 1.5408543416150686e-05,
      "loss": 0.1789,
      "step": 86360
    },
    {
      "epoch": 2.4501528357954907,
      "grad_norm": 9.3125,
      "learning_rate": 1.5407964476247545e-05,
      "loss": 0.2327,
      "step": 86370
    },
    {
      "epoch": 2.4504365217267963,
      "grad_norm": 11.875,
      "learning_rate": 1.5407385536344403e-05,
      "loss": 0.2244,
      "step": 86380
    },
    {
      "epoch": 2.450720207658102,
      "grad_norm": 11.5,
      "learning_rate": 1.5406806596441258e-05,
      "loss": 0.252,
      "step": 86390
    },
    {
      "epoch": 2.451003893589407,
      "grad_norm": 9.875,
      "learning_rate": 1.5406227656538116e-05,
      "loss": 0.2079,
      "step": 86400
    },
    {
      "epoch": 2.4512875795207125,
      "grad_norm": 12.125,
      "learning_rate": 1.540564871663497e-05,
      "loss": 0.211,
      "step": 86410
    },
    {
      "epoch": 2.451571265452018,
      "grad_norm": 11.1875,
      "learning_rate": 1.5405069776731826e-05,
      "loss": 0.2214,
      "step": 86420
    },
    {
      "epoch": 2.4518549513833237,
      "grad_norm": 12.0625,
      "learning_rate": 1.5404490836828684e-05,
      "loss": 0.2187,
      "step": 86430
    },
    {
      "epoch": 2.452138637314629,
      "grad_norm": 9.4375,
      "learning_rate": 1.540391189692554e-05,
      "loss": 0.203,
      "step": 86440
    },
    {
      "epoch": 2.4524223232459343,
      "grad_norm": 9.875,
      "learning_rate": 1.5403332957022398e-05,
      "loss": 0.2453,
      "step": 86450
    },
    {
      "epoch": 2.45270600917724,
      "grad_norm": 11.6875,
      "learning_rate": 1.5402754017119256e-05,
      "loss": 0.2011,
      "step": 86460
    },
    {
      "epoch": 2.4529896951085455,
      "grad_norm": 11.5625,
      "learning_rate": 1.540217507721611e-05,
      "loss": 0.2107,
      "step": 86470
    },
    {
      "epoch": 2.4532733810398506,
      "grad_norm": 9.5,
      "learning_rate": 1.540159613731297e-05,
      "loss": 0.1873,
      "step": 86480
    },
    {
      "epoch": 2.453557066971156,
      "grad_norm": 12.4375,
      "learning_rate": 1.5401017197409824e-05,
      "loss": 0.2029,
      "step": 86490
    },
    {
      "epoch": 2.4538407529024617,
      "grad_norm": 8.625,
      "learning_rate": 1.540043825750668e-05,
      "loss": 0.2089,
      "step": 86500
    },
    {
      "epoch": 2.4541244388337673,
      "grad_norm": 7.46875,
      "learning_rate": 1.5399859317603537e-05,
      "loss": 0.2035,
      "step": 86510
    },
    {
      "epoch": 2.4544081247650724,
      "grad_norm": 15.625,
      "learning_rate": 1.5399280377700392e-05,
      "loss": 0.2569,
      "step": 86520
    },
    {
      "epoch": 2.454691810696378,
      "grad_norm": 12.5,
      "learning_rate": 1.539870143779725e-05,
      "loss": 0.2689,
      "step": 86530
    },
    {
      "epoch": 2.4549754966276836,
      "grad_norm": 28.875,
      "learning_rate": 1.539812249789411e-05,
      "loss": 0.2098,
      "step": 86540
    },
    {
      "epoch": 2.455259182558989,
      "grad_norm": 9.375,
      "learning_rate": 1.5397543557990964e-05,
      "loss": 0.1955,
      "step": 86550
    },
    {
      "epoch": 2.4555428684902942,
      "grad_norm": 11.4375,
      "learning_rate": 1.539696461808782e-05,
      "loss": 0.2116,
      "step": 86560
    },
    {
      "epoch": 2.4558265544216,
      "grad_norm": 8.875,
      "learning_rate": 1.5396385678184677e-05,
      "loss": 0.176,
      "step": 86570
    },
    {
      "epoch": 2.4561102403529054,
      "grad_norm": 9.8125,
      "learning_rate": 1.5395806738281532e-05,
      "loss": 0.2126,
      "step": 86580
    },
    {
      "epoch": 2.456393926284211,
      "grad_norm": 10.0625,
      "learning_rate": 1.539522779837839e-05,
      "loss": 0.2112,
      "step": 86590
    },
    {
      "epoch": 2.456677612215516,
      "grad_norm": 10.0,
      "learning_rate": 1.539464885847525e-05,
      "loss": 0.2589,
      "step": 86600
    },
    {
      "epoch": 2.4569612981468216,
      "grad_norm": 11.5,
      "learning_rate": 1.5394069918572104e-05,
      "loss": 0.258,
      "step": 86610
    },
    {
      "epoch": 2.457244984078127,
      "grad_norm": 11.6875,
      "learning_rate": 1.5393490978668962e-05,
      "loss": 0.2181,
      "step": 86620
    },
    {
      "epoch": 2.4575286700094328,
      "grad_norm": 12.5,
      "learning_rate": 1.5392912038765817e-05,
      "loss": 0.2136,
      "step": 86630
    },
    {
      "epoch": 2.457812355940738,
      "grad_norm": 11.5625,
      "learning_rate": 1.5392333098862672e-05,
      "loss": 0.234,
      "step": 86640
    },
    {
      "epoch": 2.4580960418720434,
      "grad_norm": 13.0625,
      "learning_rate": 1.539175415895953e-05,
      "loss": 0.1883,
      "step": 86650
    },
    {
      "epoch": 2.458379727803349,
      "grad_norm": 9.6875,
      "learning_rate": 1.5391175219056385e-05,
      "loss": 0.2218,
      "step": 86660
    },
    {
      "epoch": 2.458663413734654,
      "grad_norm": 11.375,
      "learning_rate": 1.5390596279153244e-05,
      "loss": 0.2216,
      "step": 86670
    },
    {
      "epoch": 2.4589470996659597,
      "grad_norm": 11.1875,
      "learning_rate": 1.5390017339250102e-05,
      "loss": 0.1989,
      "step": 86680
    },
    {
      "epoch": 2.4592307855972653,
      "grad_norm": 9.5625,
      "learning_rate": 1.5389438399346957e-05,
      "loss": 0.2382,
      "step": 86690
    },
    {
      "epoch": 2.459514471528571,
      "grad_norm": 15.9375,
      "learning_rate": 1.5388859459443815e-05,
      "loss": 0.2065,
      "step": 86700
    },
    {
      "epoch": 2.4597981574598764,
      "grad_norm": 9.6875,
      "learning_rate": 1.538828051954067e-05,
      "loss": 0.252,
      "step": 86710
    },
    {
      "epoch": 2.4600818433911815,
      "grad_norm": 12.125,
      "learning_rate": 1.5387701579637525e-05,
      "loss": 0.2366,
      "step": 86720
    },
    {
      "epoch": 2.460365529322487,
      "grad_norm": 8.625,
      "learning_rate": 1.5387122639734384e-05,
      "loss": 0.1836,
      "step": 86730
    },
    {
      "epoch": 2.4606492152537927,
      "grad_norm": 9.1875,
      "learning_rate": 1.538654369983124e-05,
      "loss": 0.1868,
      "step": 86740
    },
    {
      "epoch": 2.4609329011850978,
      "grad_norm": 9.3125,
      "learning_rate": 1.5385964759928097e-05,
      "loss": 0.204,
      "step": 86750
    },
    {
      "epoch": 2.4612165871164033,
      "grad_norm": 14.4375,
      "learning_rate": 1.5385385820024955e-05,
      "loss": 0.2255,
      "step": 86760
    },
    {
      "epoch": 2.461500273047709,
      "grad_norm": 10.625,
      "learning_rate": 1.538480688012181e-05,
      "loss": 0.1908,
      "step": 86770
    },
    {
      "epoch": 2.4617839589790145,
      "grad_norm": 10.75,
      "learning_rate": 1.538422794021867e-05,
      "loss": 0.2054,
      "step": 86780
    },
    {
      "epoch": 2.4620676449103196,
      "grad_norm": 11.3125,
      "learning_rate": 1.5383649000315523e-05,
      "loss": 0.2121,
      "step": 86790
    },
    {
      "epoch": 2.462351330841625,
      "grad_norm": 9.75,
      "learning_rate": 1.538307006041238e-05,
      "loss": 0.2238,
      "step": 86800
    },
    {
      "epoch": 2.4626350167729307,
      "grad_norm": 11.5,
      "learning_rate": 1.5382491120509237e-05,
      "loss": 0.2104,
      "step": 86810
    },
    {
      "epoch": 2.4629187027042363,
      "grad_norm": 12.0,
      "learning_rate": 1.5381912180606095e-05,
      "loss": 0.1735,
      "step": 86820
    },
    {
      "epoch": 2.4632023886355414,
      "grad_norm": 10.75,
      "learning_rate": 1.538133324070295e-05,
      "loss": 0.2,
      "step": 86830
    },
    {
      "epoch": 2.463486074566847,
      "grad_norm": 10.25,
      "learning_rate": 1.538075430079981e-05,
      "loss": 0.2297,
      "step": 86840
    },
    {
      "epoch": 2.4637697604981526,
      "grad_norm": 9.875,
      "learning_rate": 1.5380175360896663e-05,
      "loss": 0.207,
      "step": 86850
    },
    {
      "epoch": 2.464053446429458,
      "grad_norm": 9.625,
      "learning_rate": 1.537959642099352e-05,
      "loss": 0.2292,
      "step": 86860
    },
    {
      "epoch": 2.4643371323607632,
      "grad_norm": 8.0625,
      "learning_rate": 1.5379017481090377e-05,
      "loss": 0.1846,
      "step": 86870
    },
    {
      "epoch": 2.464620818292069,
      "grad_norm": 8.5,
      "learning_rate": 1.537843854118723e-05,
      "loss": 0.1888,
      "step": 86880
    },
    {
      "epoch": 2.4649045042233744,
      "grad_norm": 19.25,
      "learning_rate": 1.537785960128409e-05,
      "loss": 0.2295,
      "step": 86890
    },
    {
      "epoch": 2.46518819015468,
      "grad_norm": 9.25,
      "learning_rate": 1.5377280661380948e-05,
      "loss": 0.2179,
      "step": 86900
    },
    {
      "epoch": 2.465471876085985,
      "grad_norm": 10.625,
      "learning_rate": 1.5376701721477803e-05,
      "loss": 0.2098,
      "step": 86910
    },
    {
      "epoch": 2.4657555620172906,
      "grad_norm": 7.78125,
      "learning_rate": 1.537612278157466e-05,
      "loss": 0.1881,
      "step": 86920
    },
    {
      "epoch": 2.466039247948596,
      "grad_norm": 7.21875,
      "learning_rate": 1.5375543841671516e-05,
      "loss": 0.2233,
      "step": 86930
    },
    {
      "epoch": 2.4663229338799013,
      "grad_norm": 10.9375,
      "learning_rate": 1.537496490176837e-05,
      "loss": 0.2211,
      "step": 86940
    },
    {
      "epoch": 2.466606619811207,
      "grad_norm": 10.6875,
      "learning_rate": 1.537438596186523e-05,
      "loss": 0.235,
      "step": 86950
    },
    {
      "epoch": 2.4668903057425124,
      "grad_norm": 9.875,
      "learning_rate": 1.5373807021962085e-05,
      "loss": 0.189,
      "step": 86960
    },
    {
      "epoch": 2.467173991673818,
      "grad_norm": 10.6875,
      "learning_rate": 1.5373228082058943e-05,
      "loss": 0.2196,
      "step": 86970
    },
    {
      "epoch": 2.4674576776051236,
      "grad_norm": 9.5,
      "learning_rate": 1.53726491421558e-05,
      "loss": 0.1948,
      "step": 86980
    },
    {
      "epoch": 2.4677413635364287,
      "grad_norm": 8.625,
      "learning_rate": 1.5372070202252656e-05,
      "loss": 0.1718,
      "step": 86990
    },
    {
      "epoch": 2.4680250494677343,
      "grad_norm": 8.75,
      "learning_rate": 1.5371491262349515e-05,
      "loss": 0.1867,
      "step": 87000
    },
    {
      "epoch": 2.46830873539904,
      "grad_norm": 12.125,
      "learning_rate": 1.537091232244637e-05,
      "loss": 0.2278,
      "step": 87010
    },
    {
      "epoch": 2.468592421330345,
      "grad_norm": 7.25,
      "learning_rate": 1.5370333382543224e-05,
      "loss": 0.2237,
      "step": 87020
    },
    {
      "epoch": 2.4688761072616505,
      "grad_norm": 17.75,
      "learning_rate": 1.5369754442640083e-05,
      "loss": 0.2302,
      "step": 87030
    },
    {
      "epoch": 2.469159793192956,
      "grad_norm": 171.0,
      "learning_rate": 1.5369175502736938e-05,
      "loss": 0.2253,
      "step": 87040
    },
    {
      "epoch": 2.4694434791242617,
      "grad_norm": 8.0,
      "learning_rate": 1.5368596562833796e-05,
      "loss": 0.1691,
      "step": 87050
    },
    {
      "epoch": 2.469727165055567,
      "grad_norm": 11.0625,
      "learning_rate": 1.5368017622930654e-05,
      "loss": 0.1877,
      "step": 87060
    },
    {
      "epoch": 2.4700108509868723,
      "grad_norm": 9.1875,
      "learning_rate": 1.536743868302751e-05,
      "loss": 0.234,
      "step": 87070
    },
    {
      "epoch": 2.470294536918178,
      "grad_norm": 8.25,
      "learning_rate": 1.5366859743124368e-05,
      "loss": 0.2031,
      "step": 87080
    },
    {
      "epoch": 2.4705782228494835,
      "grad_norm": 8.0,
      "learning_rate": 1.5366280803221223e-05,
      "loss": 0.1781,
      "step": 87090
    },
    {
      "epoch": 2.4708619087807886,
      "grad_norm": 12.9375,
      "learning_rate": 1.5365701863318078e-05,
      "loss": 0.2359,
      "step": 87100
    },
    {
      "epoch": 2.471145594712094,
      "grad_norm": 12.4375,
      "learning_rate": 1.5365122923414936e-05,
      "loss": 0.1853,
      "step": 87110
    },
    {
      "epoch": 2.4714292806433997,
      "grad_norm": 11.375,
      "learning_rate": 1.5364543983511794e-05,
      "loss": 0.1832,
      "step": 87120
    },
    {
      "epoch": 2.4717129665747053,
      "grad_norm": 7.9375,
      "learning_rate": 1.536396504360865e-05,
      "loss": 0.2369,
      "step": 87130
    },
    {
      "epoch": 2.4719966525060104,
      "grad_norm": 8.3125,
      "learning_rate": 1.5363386103705508e-05,
      "loss": 0.1913,
      "step": 87140
    },
    {
      "epoch": 2.472280338437316,
      "grad_norm": 12.125,
      "learning_rate": 1.5362807163802362e-05,
      "loss": 0.2146,
      "step": 87150
    },
    {
      "epoch": 2.4725640243686215,
      "grad_norm": 10.1875,
      "learning_rate": 1.536222822389922e-05,
      "loss": 0.2308,
      "step": 87160
    },
    {
      "epoch": 2.472847710299927,
      "grad_norm": 11.3125,
      "learning_rate": 1.5361649283996076e-05,
      "loss": 0.1983,
      "step": 87170
    },
    {
      "epoch": 2.4731313962312322,
      "grad_norm": 9.625,
      "learning_rate": 1.536107034409293e-05,
      "loss": 0.2137,
      "step": 87180
    },
    {
      "epoch": 2.473415082162538,
      "grad_norm": 10.3125,
      "learning_rate": 1.536049140418979e-05,
      "loss": 0.1835,
      "step": 87190
    },
    {
      "epoch": 2.4736987680938434,
      "grad_norm": 10.875,
      "learning_rate": 1.5359912464286647e-05,
      "loss": 0.2289,
      "step": 87200
    },
    {
      "epoch": 2.473982454025149,
      "grad_norm": 15.8125,
      "learning_rate": 1.5359333524383502e-05,
      "loss": 0.1699,
      "step": 87210
    },
    {
      "epoch": 2.474266139956454,
      "grad_norm": 14.5,
      "learning_rate": 1.535875458448036e-05,
      "loss": 0.1914,
      "step": 87220
    },
    {
      "epoch": 2.4745498258877596,
      "grad_norm": 8.5,
      "learning_rate": 1.5358175644577216e-05,
      "loss": 0.231,
      "step": 87230
    },
    {
      "epoch": 2.474833511819065,
      "grad_norm": 9.75,
      "learning_rate": 1.535759670467407e-05,
      "loss": 0.2449,
      "step": 87240
    },
    {
      "epoch": 2.4751171977503708,
      "grad_norm": 11.25,
      "learning_rate": 1.535701776477093e-05,
      "loss": 0.2015,
      "step": 87250
    },
    {
      "epoch": 2.475400883681676,
      "grad_norm": 9.0625,
      "learning_rate": 1.5356438824867784e-05,
      "loss": 0.213,
      "step": 87260
    },
    {
      "epoch": 2.4756845696129814,
      "grad_norm": 8.5625,
      "learning_rate": 1.5355859884964642e-05,
      "loss": 0.2075,
      "step": 87270
    },
    {
      "epoch": 2.475968255544287,
      "grad_norm": 7.5,
      "learning_rate": 1.53552809450615e-05,
      "loss": 0.212,
      "step": 87280
    },
    {
      "epoch": 2.476251941475592,
      "grad_norm": 15.4375,
      "learning_rate": 1.5354702005158355e-05,
      "loss": 0.1891,
      "step": 87290
    },
    {
      "epoch": 2.4765356274068977,
      "grad_norm": 12.5,
      "learning_rate": 1.5354123065255214e-05,
      "loss": 0.2106,
      "step": 87300
    },
    {
      "epoch": 2.4768193133382033,
      "grad_norm": 8.875,
      "learning_rate": 1.535354412535207e-05,
      "loss": 0.2205,
      "step": 87310
    },
    {
      "epoch": 2.477102999269509,
      "grad_norm": 8.5,
      "learning_rate": 1.5352965185448924e-05,
      "loss": 0.179,
      "step": 87320
    },
    {
      "epoch": 2.4773866852008144,
      "grad_norm": 6.8125,
      "learning_rate": 1.5352386245545782e-05,
      "loss": 0.1812,
      "step": 87330
    },
    {
      "epoch": 2.4776703711321195,
      "grad_norm": 16.25,
      "learning_rate": 1.535180730564264e-05,
      "loss": 0.2509,
      "step": 87340
    },
    {
      "epoch": 2.477954057063425,
      "grad_norm": 9.6875,
      "learning_rate": 1.5351228365739495e-05,
      "loss": 0.2406,
      "step": 87350
    },
    {
      "epoch": 2.4782377429947307,
      "grad_norm": 8.3125,
      "learning_rate": 1.5350649425836354e-05,
      "loss": 0.2329,
      "step": 87360
    },
    {
      "epoch": 2.4785214289260358,
      "grad_norm": 10.3125,
      "learning_rate": 1.535007048593321e-05,
      "loss": 0.2259,
      "step": 87370
    },
    {
      "epoch": 2.4788051148573413,
      "grad_norm": 12.6875,
      "learning_rate": 1.5349491546030067e-05,
      "loss": 0.2002,
      "step": 87380
    },
    {
      "epoch": 2.479088800788647,
      "grad_norm": 10.9375,
      "learning_rate": 1.5348912606126922e-05,
      "loss": 0.1931,
      "step": 87390
    },
    {
      "epoch": 2.4793724867199525,
      "grad_norm": 10.0,
      "learning_rate": 1.5348333666223777e-05,
      "loss": 0.1918,
      "step": 87400
    },
    {
      "epoch": 2.479656172651258,
      "grad_norm": 9.75,
      "learning_rate": 1.5347754726320635e-05,
      "loss": 0.2328,
      "step": 87410
    },
    {
      "epoch": 2.479939858582563,
      "grad_norm": 12.3125,
      "learning_rate": 1.5347175786417493e-05,
      "loss": 0.1915,
      "step": 87420
    },
    {
      "epoch": 2.4802235445138687,
      "grad_norm": 12.1875,
      "learning_rate": 1.534659684651435e-05,
      "loss": 0.2047,
      "step": 87430
    },
    {
      "epoch": 2.4805072304451743,
      "grad_norm": 8.125,
      "learning_rate": 1.5346017906611207e-05,
      "loss": 0.1759,
      "step": 87440
    },
    {
      "epoch": 2.4807909163764794,
      "grad_norm": 9.1875,
      "learning_rate": 1.5345438966708062e-05,
      "loss": 0.1872,
      "step": 87450
    },
    {
      "epoch": 2.481074602307785,
      "grad_norm": 12.125,
      "learning_rate": 1.534486002680492e-05,
      "loss": 0.2146,
      "step": 87460
    },
    {
      "epoch": 2.4813582882390905,
      "grad_norm": 9.1875,
      "learning_rate": 1.5344281086901775e-05,
      "loss": 0.1936,
      "step": 87470
    },
    {
      "epoch": 2.481641974170396,
      "grad_norm": 11.125,
      "learning_rate": 1.534370214699863e-05,
      "loss": 0.2329,
      "step": 87480
    },
    {
      "epoch": 2.4819256601017012,
      "grad_norm": 8.125,
      "learning_rate": 1.5343123207095488e-05,
      "loss": 0.1858,
      "step": 87490
    },
    {
      "epoch": 2.482209346033007,
      "grad_norm": 13.875,
      "learning_rate": 1.5342544267192347e-05,
      "loss": 0.2005,
      "step": 87500
    },
    {
      "epoch": 2.4824930319643124,
      "grad_norm": 11.875,
      "learning_rate": 1.53419653272892e-05,
      "loss": 0.1938,
      "step": 87510
    },
    {
      "epoch": 2.482776717895618,
      "grad_norm": 7.15625,
      "learning_rate": 1.534138638738606e-05,
      "loss": 0.2219,
      "step": 87520
    },
    {
      "epoch": 2.483060403826923,
      "grad_norm": 11.0625,
      "learning_rate": 1.5340807447482915e-05,
      "loss": 0.2093,
      "step": 87530
    },
    {
      "epoch": 2.4833440897582286,
      "grad_norm": 11.375,
      "learning_rate": 1.5340228507579773e-05,
      "loss": 0.2299,
      "step": 87540
    },
    {
      "epoch": 2.483627775689534,
      "grad_norm": 8.5,
      "learning_rate": 1.5339649567676628e-05,
      "loss": 0.2004,
      "step": 87550
    },
    {
      "epoch": 2.4839114616208398,
      "grad_norm": 13.5,
      "learning_rate": 1.5339070627773483e-05,
      "loss": 0.197,
      "step": 87560
    },
    {
      "epoch": 2.484195147552145,
      "grad_norm": 10.0625,
      "learning_rate": 1.533849168787034e-05,
      "loss": 0.2092,
      "step": 87570
    },
    {
      "epoch": 2.4844788334834504,
      "grad_norm": 10.3125,
      "learning_rate": 1.53379127479672e-05,
      "loss": 0.2653,
      "step": 87580
    },
    {
      "epoch": 2.484762519414756,
      "grad_norm": 9.5,
      "learning_rate": 1.5337333808064055e-05,
      "loss": 0.1909,
      "step": 87590
    },
    {
      "epoch": 2.4850462053460616,
      "grad_norm": 7.46875,
      "learning_rate": 1.5336754868160913e-05,
      "loss": 0.2372,
      "step": 87600
    },
    {
      "epoch": 2.4853298912773667,
      "grad_norm": 9.6875,
      "learning_rate": 1.5336175928257768e-05,
      "loss": 0.215,
      "step": 87610
    },
    {
      "epoch": 2.4856135772086723,
      "grad_norm": 11.0,
      "learning_rate": 1.5335596988354623e-05,
      "loss": 0.1853,
      "step": 87620
    },
    {
      "epoch": 2.485897263139978,
      "grad_norm": 9.1875,
      "learning_rate": 1.533501804845148e-05,
      "loss": 0.2041,
      "step": 87630
    },
    {
      "epoch": 2.486180949071283,
      "grad_norm": 10.5625,
      "learning_rate": 1.533443910854834e-05,
      "loss": 0.1472,
      "step": 87640
    },
    {
      "epoch": 2.4864646350025885,
      "grad_norm": 9.8125,
      "learning_rate": 1.5333860168645195e-05,
      "loss": 0.2196,
      "step": 87650
    },
    {
      "epoch": 2.486748320933894,
      "grad_norm": 9.0625,
      "learning_rate": 1.5333281228742053e-05,
      "loss": 0.2611,
      "step": 87660
    },
    {
      "epoch": 2.4870320068651997,
      "grad_norm": 12.6875,
      "learning_rate": 1.5332702288838908e-05,
      "loss": 0.2025,
      "step": 87670
    },
    {
      "epoch": 2.487315692796505,
      "grad_norm": 5.5,
      "learning_rate": 1.5332123348935766e-05,
      "loss": 0.2243,
      "step": 87680
    },
    {
      "epoch": 2.4875993787278103,
      "grad_norm": 11.6875,
      "learning_rate": 1.533154440903262e-05,
      "loss": 0.2115,
      "step": 87690
    },
    {
      "epoch": 2.487883064659116,
      "grad_norm": 7.21875,
      "learning_rate": 1.5330965469129476e-05,
      "loss": 0.1755,
      "step": 87700
    },
    {
      "epoch": 2.4881667505904215,
      "grad_norm": 13.25,
      "learning_rate": 1.5330386529226334e-05,
      "loss": 0.1954,
      "step": 87710
    },
    {
      "epoch": 2.4884504365217266,
      "grad_norm": 13.0,
      "learning_rate": 1.5329807589323193e-05,
      "loss": 0.195,
      "step": 87720
    },
    {
      "epoch": 2.488734122453032,
      "grad_norm": 7.5,
      "learning_rate": 1.5329228649420048e-05,
      "loss": 0.2054,
      "step": 87730
    },
    {
      "epoch": 2.4890178083843377,
      "grad_norm": 7.125,
      "learning_rate": 1.5328649709516906e-05,
      "loss": 0.2578,
      "step": 87740
    },
    {
      "epoch": 2.4893014943156433,
      "grad_norm": 20.625,
      "learning_rate": 1.532807076961376e-05,
      "loss": 0.2282,
      "step": 87750
    },
    {
      "epoch": 2.4895851802469484,
      "grad_norm": 10.0,
      "learning_rate": 1.532749182971062e-05,
      "loss": 0.2127,
      "step": 87760
    },
    {
      "epoch": 2.489868866178254,
      "grad_norm": 9.875,
      "learning_rate": 1.5326912889807474e-05,
      "loss": 0.2094,
      "step": 87770
    },
    {
      "epoch": 2.4901525521095595,
      "grad_norm": 16.875,
      "learning_rate": 1.532633394990433e-05,
      "loss": 0.1729,
      "step": 87780
    },
    {
      "epoch": 2.490436238040865,
      "grad_norm": 12.0625,
      "learning_rate": 1.5325755010001187e-05,
      "loss": 0.2003,
      "step": 87790
    },
    {
      "epoch": 2.4907199239721702,
      "grad_norm": 14.3125,
      "learning_rate": 1.5325176070098046e-05,
      "loss": 0.2052,
      "step": 87800
    },
    {
      "epoch": 2.491003609903476,
      "grad_norm": 9.0625,
      "learning_rate": 1.53245971301949e-05,
      "loss": 0.2134,
      "step": 87810
    },
    {
      "epoch": 2.4912872958347814,
      "grad_norm": 19.5,
      "learning_rate": 1.532401819029176e-05,
      "loss": 0.2415,
      "step": 87820
    },
    {
      "epoch": 2.491570981766087,
      "grad_norm": 9.0625,
      "learning_rate": 1.5323439250388614e-05,
      "loss": 0.1959,
      "step": 87830
    },
    {
      "epoch": 2.491854667697392,
      "grad_norm": 11.75,
      "learning_rate": 1.5322860310485472e-05,
      "loss": 0.2159,
      "step": 87840
    },
    {
      "epoch": 2.4921383536286976,
      "grad_norm": 9.25,
      "learning_rate": 1.5322281370582327e-05,
      "loss": 0.1894,
      "step": 87850
    },
    {
      "epoch": 2.492422039560003,
      "grad_norm": 9.75,
      "learning_rate": 1.5321702430679182e-05,
      "loss": 0.1777,
      "step": 87860
    },
    {
      "epoch": 2.4927057254913088,
      "grad_norm": 11.8125,
      "learning_rate": 1.532112349077604e-05,
      "loss": 0.2293,
      "step": 87870
    },
    {
      "epoch": 2.492989411422614,
      "grad_norm": 9.6875,
      "learning_rate": 1.53205445508729e-05,
      "loss": 0.2171,
      "step": 87880
    },
    {
      "epoch": 2.4932730973539194,
      "grad_norm": 10.0,
      "learning_rate": 1.5319965610969754e-05,
      "loss": 0.2381,
      "step": 87890
    },
    {
      "epoch": 2.493556783285225,
      "grad_norm": 9.875,
      "learning_rate": 1.5319386671066612e-05,
      "loss": 0.1903,
      "step": 87900
    },
    {
      "epoch": 2.49384046921653,
      "grad_norm": 11.625,
      "learning_rate": 1.5318807731163467e-05,
      "loss": 0.1941,
      "step": 87910
    },
    {
      "epoch": 2.4941241551478357,
      "grad_norm": 11.75,
      "learning_rate": 1.5318228791260325e-05,
      "loss": 0.2289,
      "step": 87920
    },
    {
      "epoch": 2.4944078410791413,
      "grad_norm": 8.25,
      "learning_rate": 1.531764985135718e-05,
      "loss": 0.223,
      "step": 87930
    },
    {
      "epoch": 2.494691527010447,
      "grad_norm": 14.3125,
      "learning_rate": 1.531707091145404e-05,
      "loss": 0.1845,
      "step": 87940
    },
    {
      "epoch": 2.4949752129417524,
      "grad_norm": 8.8125,
      "learning_rate": 1.5316491971550894e-05,
      "loss": 0.1968,
      "step": 87950
    },
    {
      "epoch": 2.4952588988730575,
      "grad_norm": 12.0,
      "learning_rate": 1.5315913031647752e-05,
      "loss": 0.2577,
      "step": 87960
    },
    {
      "epoch": 2.495542584804363,
      "grad_norm": 10.625,
      "learning_rate": 1.5315334091744607e-05,
      "loss": 0.2073,
      "step": 87970
    },
    {
      "epoch": 2.4958262707356687,
      "grad_norm": 8.5,
      "learning_rate": 1.5314755151841465e-05,
      "loss": 0.1972,
      "step": 87980
    },
    {
      "epoch": 2.4961099566669738,
      "grad_norm": 13.5625,
      "learning_rate": 1.531417621193832e-05,
      "loss": 0.1947,
      "step": 87990
    },
    {
      "epoch": 2.4963936425982793,
      "grad_norm": 12.75,
      "learning_rate": 1.5313597272035175e-05,
      "loss": 0.2503,
      "step": 88000
    },
    {
      "epoch": 2.496677328529585,
      "grad_norm": 9.1875,
      "learning_rate": 1.5313018332132034e-05,
      "loss": 0.207,
      "step": 88010
    },
    {
      "epoch": 2.4969610144608905,
      "grad_norm": 13.0625,
      "learning_rate": 1.5312439392228892e-05,
      "loss": 0.2716,
      "step": 88020
    },
    {
      "epoch": 2.497244700392196,
      "grad_norm": 12.0,
      "learning_rate": 1.531186045232575e-05,
      "loss": 0.1837,
      "step": 88030
    },
    {
      "epoch": 2.497528386323501,
      "grad_norm": 12.75,
      "learning_rate": 1.5311281512422605e-05,
      "loss": 0.1997,
      "step": 88040
    },
    {
      "epoch": 2.4978120722548067,
      "grad_norm": 8.75,
      "learning_rate": 1.531070257251946e-05,
      "loss": 0.1972,
      "step": 88050
    },
    {
      "epoch": 2.4980957581861123,
      "grad_norm": 7.46875,
      "learning_rate": 1.531012363261632e-05,
      "loss": 0.2411,
      "step": 88060
    },
    {
      "epoch": 2.4983794441174174,
      "grad_norm": 9.25,
      "learning_rate": 1.5309544692713173e-05,
      "loss": 0.2118,
      "step": 88070
    },
    {
      "epoch": 2.498663130048723,
      "grad_norm": 11.0625,
      "learning_rate": 1.530896575281003e-05,
      "loss": 0.2596,
      "step": 88080
    },
    {
      "epoch": 2.4989468159800285,
      "grad_norm": 10.5,
      "learning_rate": 1.5308386812906887e-05,
      "loss": 0.1859,
      "step": 88090
    },
    {
      "epoch": 2.499230501911334,
      "grad_norm": 12.125,
      "learning_rate": 1.5307807873003745e-05,
      "loss": 0.223,
      "step": 88100
    },
    {
      "epoch": 2.4995141878426392,
      "grad_norm": 12.375,
      "learning_rate": 1.53072289331006e-05,
      "loss": 0.2216,
      "step": 88110
    },
    {
      "epoch": 2.499797873773945,
      "grad_norm": 10.9375,
      "learning_rate": 1.5306649993197458e-05,
      "loss": 0.2323,
      "step": 88120
    },
    {
      "epoch": 2.5000815597052504,
      "grad_norm": 9.625,
      "learning_rate": 1.5306071053294313e-05,
      "loss": 0.1836,
      "step": 88130
    },
    {
      "epoch": 2.500365245636556,
      "grad_norm": 9.125,
      "learning_rate": 1.530549211339117e-05,
      "loss": 0.2073,
      "step": 88140
    },
    {
      "epoch": 2.500648931567861,
      "grad_norm": 9.25,
      "learning_rate": 1.5304913173488027e-05,
      "loss": 0.2225,
      "step": 88150
    },
    {
      "epoch": 2.5009326174991666,
      "grad_norm": 15.4375,
      "learning_rate": 1.5304334233584885e-05,
      "loss": 0.2093,
      "step": 88160
    },
    {
      "epoch": 2.501216303430472,
      "grad_norm": 10.3125,
      "learning_rate": 1.530375529368174e-05,
      "loss": 0.2027,
      "step": 88170
    },
    {
      "epoch": 2.5014999893617773,
      "grad_norm": 11.0,
      "learning_rate": 1.5303176353778598e-05,
      "loss": 0.2148,
      "step": 88180
    },
    {
      "epoch": 2.501783675293083,
      "grad_norm": 9.875,
      "learning_rate": 1.5302597413875453e-05,
      "loss": 0.1853,
      "step": 88190
    },
    {
      "epoch": 2.5020673612243884,
      "grad_norm": 14.5,
      "learning_rate": 1.530201847397231e-05,
      "loss": 0.192,
      "step": 88200
    },
    {
      "epoch": 2.502351047155694,
      "grad_norm": 8.4375,
      "learning_rate": 1.5301439534069166e-05,
      "loss": 0.2039,
      "step": 88210
    },
    {
      "epoch": 2.5026347330869996,
      "grad_norm": 9.75,
      "learning_rate": 1.5300860594166025e-05,
      "loss": 0.201,
      "step": 88220
    },
    {
      "epoch": 2.5029184190183047,
      "grad_norm": 7.875,
      "learning_rate": 1.530028165426288e-05,
      "loss": 0.1934,
      "step": 88230
    },
    {
      "epoch": 2.5032021049496103,
      "grad_norm": 10.9375,
      "learning_rate": 1.5299702714359738e-05,
      "loss": 0.212,
      "step": 88240
    },
    {
      "epoch": 2.503485790880916,
      "grad_norm": 13.5,
      "learning_rate": 1.5299123774456593e-05,
      "loss": 0.1992,
      "step": 88250
    },
    {
      "epoch": 2.503769476812221,
      "grad_norm": 10.1875,
      "learning_rate": 1.529854483455345e-05,
      "loss": 0.2336,
      "step": 88260
    },
    {
      "epoch": 2.5040531627435265,
      "grad_norm": 11.6875,
      "learning_rate": 1.5297965894650306e-05,
      "loss": 0.2238,
      "step": 88270
    },
    {
      "epoch": 2.504336848674832,
      "grad_norm": 11.0,
      "learning_rate": 1.5297386954747165e-05,
      "loss": 0.1697,
      "step": 88280
    },
    {
      "epoch": 2.5046205346061376,
      "grad_norm": 9.0,
      "learning_rate": 1.529680801484402e-05,
      "loss": 0.1977,
      "step": 88290
    },
    {
      "epoch": 2.504904220537443,
      "grad_norm": 13.5,
      "learning_rate": 1.5296229074940874e-05,
      "loss": 0.188,
      "step": 88300
    },
    {
      "epoch": 2.5051879064687483,
      "grad_norm": 11.75,
      "learning_rate": 1.5295650135037733e-05,
      "loss": 0.1936,
      "step": 88310
    },
    {
      "epoch": 2.505471592400054,
      "grad_norm": 9.25,
      "learning_rate": 1.529507119513459e-05,
      "loss": 0.2,
      "step": 88320
    },
    {
      "epoch": 2.5057552783313595,
      "grad_norm": 8.625,
      "learning_rate": 1.529449225523145e-05,
      "loss": 0.1999,
      "step": 88330
    },
    {
      "epoch": 2.5060389642626646,
      "grad_norm": 11.75,
      "learning_rate": 1.5293913315328304e-05,
      "loss": 0.222,
      "step": 88340
    },
    {
      "epoch": 2.50632265019397,
      "grad_norm": 12.25,
      "learning_rate": 1.529333437542516e-05,
      "loss": 0.2193,
      "step": 88350
    },
    {
      "epoch": 2.5066063361252757,
      "grad_norm": 11.3125,
      "learning_rate": 1.5292755435522018e-05,
      "loss": 0.1822,
      "step": 88360
    },
    {
      "epoch": 2.5068900220565813,
      "grad_norm": 11.3125,
      "learning_rate": 1.5292176495618873e-05,
      "loss": 0.2197,
      "step": 88370
    },
    {
      "epoch": 2.507173707987887,
      "grad_norm": 9.9375,
      "learning_rate": 1.5291597555715728e-05,
      "loss": 0.2382,
      "step": 88380
    },
    {
      "epoch": 2.507457393919192,
      "grad_norm": 16.75,
      "learning_rate": 1.5291018615812586e-05,
      "loss": 0.2271,
      "step": 88390
    },
    {
      "epoch": 2.5077410798504975,
      "grad_norm": 10.5,
      "learning_rate": 1.5290439675909444e-05,
      "loss": 0.24,
      "step": 88400
    },
    {
      "epoch": 2.508024765781803,
      "grad_norm": 9.0625,
      "learning_rate": 1.5289860736006303e-05,
      "loss": 0.1785,
      "step": 88410
    },
    {
      "epoch": 2.5083084517131082,
      "grad_norm": 12.8125,
      "learning_rate": 1.5289281796103158e-05,
      "loss": 0.2106,
      "step": 88420
    },
    {
      "epoch": 2.508592137644414,
      "grad_norm": 9.375,
      "learning_rate": 1.5288702856200012e-05,
      "loss": 0.2125,
      "step": 88430
    },
    {
      "epoch": 2.5088758235757194,
      "grad_norm": 9.5625,
      "learning_rate": 1.528812391629687e-05,
      "loss": 0.2642,
      "step": 88440
    },
    {
      "epoch": 2.509159509507025,
      "grad_norm": 10.625,
      "learning_rate": 1.5287544976393726e-05,
      "loss": 0.2048,
      "step": 88450
    },
    {
      "epoch": 2.5094431954383305,
      "grad_norm": 15.625,
      "learning_rate": 1.5286966036490584e-05,
      "loss": 0.2625,
      "step": 88460
    },
    {
      "epoch": 2.5097268813696356,
      "grad_norm": 8.625,
      "learning_rate": 1.528638709658744e-05,
      "loss": 0.201,
      "step": 88470
    },
    {
      "epoch": 2.510010567300941,
      "grad_norm": 12.125,
      "learning_rate": 1.5285808156684297e-05,
      "loss": 0.2366,
      "step": 88480
    },
    {
      "epoch": 2.5102942532322468,
      "grad_norm": 9.125,
      "learning_rate": 1.5285229216781152e-05,
      "loss": 0.2816,
      "step": 88490
    },
    {
      "epoch": 2.510577939163552,
      "grad_norm": 10.625,
      "learning_rate": 1.528465027687801e-05,
      "loss": 0.2186,
      "step": 88500
    },
    {
      "epoch": 2.5108616250948574,
      "grad_norm": 12.1875,
      "learning_rate": 1.5284071336974866e-05,
      "loss": 0.1952,
      "step": 88510
    },
    {
      "epoch": 2.511145311026163,
      "grad_norm": 12.25,
      "learning_rate": 1.5283492397071724e-05,
      "loss": 0.1878,
      "step": 88520
    },
    {
      "epoch": 2.511428996957468,
      "grad_norm": 11.5625,
      "learning_rate": 1.528291345716858e-05,
      "loss": 0.1931,
      "step": 88530
    },
    {
      "epoch": 2.5117126828887737,
      "grad_norm": 9.3125,
      "learning_rate": 1.5282334517265437e-05,
      "loss": 0.2024,
      "step": 88540
    },
    {
      "epoch": 2.5119963688200793,
      "grad_norm": 10.875,
      "learning_rate": 1.5281755577362296e-05,
      "loss": 0.187,
      "step": 88550
    },
    {
      "epoch": 2.512280054751385,
      "grad_norm": 13.0625,
      "learning_rate": 1.528117663745915e-05,
      "loss": 0.169,
      "step": 88560
    },
    {
      "epoch": 2.5125637406826904,
      "grad_norm": 7.90625,
      "learning_rate": 1.5280597697556005e-05,
      "loss": 0.221,
      "step": 88570
    },
    {
      "epoch": 2.5128474266139955,
      "grad_norm": 7.84375,
      "learning_rate": 1.5280018757652864e-05,
      "loss": 0.1888,
      "step": 88580
    },
    {
      "epoch": 2.513131112545301,
      "grad_norm": 11.375,
      "learning_rate": 1.527943981774972e-05,
      "loss": 0.1985,
      "step": 88590
    },
    {
      "epoch": 2.5134147984766066,
      "grad_norm": 8.6875,
      "learning_rate": 1.5278860877846577e-05,
      "loss": 0.2182,
      "step": 88600
    },
    {
      "epoch": 2.5136984844079118,
      "grad_norm": 11.75,
      "learning_rate": 1.5278281937943432e-05,
      "loss": 0.2317,
      "step": 88610
    },
    {
      "epoch": 2.5139821703392173,
      "grad_norm": 7.8125,
      "learning_rate": 1.527770299804029e-05,
      "loss": 0.2306,
      "step": 88620
    },
    {
      "epoch": 2.514265856270523,
      "grad_norm": 13.3125,
      "learning_rate": 1.527712405813715e-05,
      "loss": 0.1961,
      "step": 88630
    },
    {
      "epoch": 2.5145495422018285,
      "grad_norm": 10.5625,
      "learning_rate": 1.5276545118234004e-05,
      "loss": 0.1913,
      "step": 88640
    },
    {
      "epoch": 2.514833228133134,
      "grad_norm": 10.25,
      "learning_rate": 1.527596617833086e-05,
      "loss": 0.22,
      "step": 88650
    },
    {
      "epoch": 2.515116914064439,
      "grad_norm": 8.9375,
      "learning_rate": 1.5275387238427717e-05,
      "loss": 0.2185,
      "step": 88660
    },
    {
      "epoch": 2.5154005999957447,
      "grad_norm": 12.9375,
      "learning_rate": 1.5274808298524572e-05,
      "loss": 0.1954,
      "step": 88670
    },
    {
      "epoch": 2.5156842859270503,
      "grad_norm": 9.875,
      "learning_rate": 1.527422935862143e-05,
      "loss": 0.1991,
      "step": 88680
    },
    {
      "epoch": 2.5159679718583554,
      "grad_norm": 7.46875,
      "learning_rate": 1.5273650418718285e-05,
      "loss": 0.2224,
      "step": 88690
    },
    {
      "epoch": 2.516251657789661,
      "grad_norm": 7.71875,
      "learning_rate": 1.5273071478815143e-05,
      "loss": 0.2215,
      "step": 88700
    },
    {
      "epoch": 2.5165353437209665,
      "grad_norm": 9.8125,
      "learning_rate": 1.5272492538912002e-05,
      "loss": 0.2091,
      "step": 88710
    },
    {
      "epoch": 2.516819029652272,
      "grad_norm": 11.8125,
      "learning_rate": 1.5271913599008857e-05,
      "loss": 0.2026,
      "step": 88720
    },
    {
      "epoch": 2.5171027155835777,
      "grad_norm": 12.625,
      "learning_rate": 1.527133465910571e-05,
      "loss": 0.2394,
      "step": 88730
    },
    {
      "epoch": 2.517386401514883,
      "grad_norm": 14.75,
      "learning_rate": 1.527075571920257e-05,
      "loss": 0.2138,
      "step": 88740
    },
    {
      "epoch": 2.5176700874461884,
      "grad_norm": 9.125,
      "learning_rate": 1.5270176779299425e-05,
      "loss": 0.1947,
      "step": 88750
    },
    {
      "epoch": 2.517953773377494,
      "grad_norm": 12.4375,
      "learning_rate": 1.5269597839396283e-05,
      "loss": 0.2047,
      "step": 88760
    },
    {
      "epoch": 2.518237459308799,
      "grad_norm": 8.5,
      "learning_rate": 1.5269018899493138e-05,
      "loss": 0.1911,
      "step": 88770
    },
    {
      "epoch": 2.5185211452401046,
      "grad_norm": 11.875,
      "learning_rate": 1.5268439959589997e-05,
      "loss": 0.2268,
      "step": 88780
    },
    {
      "epoch": 2.51880483117141,
      "grad_norm": 15.0,
      "learning_rate": 1.5267861019686855e-05,
      "loss": 0.2031,
      "step": 88790
    },
    {
      "epoch": 2.5190885171027153,
      "grad_norm": 13.8125,
      "learning_rate": 1.526728207978371e-05,
      "loss": 0.2314,
      "step": 88800
    },
    {
      "epoch": 2.519372203034021,
      "grad_norm": 10.0,
      "learning_rate": 1.5266703139880565e-05,
      "loss": 0.1813,
      "step": 88810
    },
    {
      "epoch": 2.5196558889653264,
      "grad_norm": 10.1875,
      "learning_rate": 1.5266124199977423e-05,
      "loss": 0.1923,
      "step": 88820
    },
    {
      "epoch": 2.519939574896632,
      "grad_norm": 9.375,
      "learning_rate": 1.5265545260074278e-05,
      "loss": 0.1832,
      "step": 88830
    },
    {
      "epoch": 2.5202232608279376,
      "grad_norm": 14.0625,
      "learning_rate": 1.5264966320171136e-05,
      "loss": 0.2114,
      "step": 88840
    },
    {
      "epoch": 2.5205069467592427,
      "grad_norm": 13.125,
      "learning_rate": 1.5264387380267995e-05,
      "loss": 0.2037,
      "step": 88850
    },
    {
      "epoch": 2.5207906326905483,
      "grad_norm": 13.25,
      "learning_rate": 1.526380844036485e-05,
      "loss": 0.2167,
      "step": 88860
    },
    {
      "epoch": 2.521074318621854,
      "grad_norm": 12.375,
      "learning_rate": 1.5263229500461705e-05,
      "loss": 0.2129,
      "step": 88870
    },
    {
      "epoch": 2.521358004553159,
      "grad_norm": 6.84375,
      "learning_rate": 1.5262650560558563e-05,
      "loss": 0.2106,
      "step": 88880
    },
    {
      "epoch": 2.5216416904844645,
      "grad_norm": 12.0625,
      "learning_rate": 1.5262071620655418e-05,
      "loss": 0.1962,
      "step": 88890
    },
    {
      "epoch": 2.52192537641577,
      "grad_norm": 9.375,
      "learning_rate": 1.5261492680752276e-05,
      "loss": 0.2252,
      "step": 88900
    },
    {
      "epoch": 2.5222090623470756,
      "grad_norm": 17.375,
      "learning_rate": 1.526091374084913e-05,
      "loss": 0.228,
      "step": 88910
    },
    {
      "epoch": 2.522492748278381,
      "grad_norm": 6.8125,
      "learning_rate": 1.526033480094599e-05,
      "loss": 0.1817,
      "step": 88920
    },
    {
      "epoch": 2.5227764342096863,
      "grad_norm": 7.09375,
      "learning_rate": 1.5259755861042848e-05,
      "loss": 0.191,
      "step": 88930
    },
    {
      "epoch": 2.523060120140992,
      "grad_norm": 8.8125,
      "learning_rate": 1.5259176921139703e-05,
      "loss": 0.1881,
      "step": 88940
    },
    {
      "epoch": 2.5233438060722975,
      "grad_norm": 7.46875,
      "learning_rate": 1.5258597981236558e-05,
      "loss": 0.1995,
      "step": 88950
    },
    {
      "epoch": 2.5236274920036026,
      "grad_norm": 14.625,
      "learning_rate": 1.5258019041333416e-05,
      "loss": 0.2277,
      "step": 88960
    },
    {
      "epoch": 2.523911177934908,
      "grad_norm": 9.5625,
      "learning_rate": 1.5257440101430273e-05,
      "loss": 0.2183,
      "step": 88970
    },
    {
      "epoch": 2.5241948638662137,
      "grad_norm": 10.4375,
      "learning_rate": 1.5256861161527128e-05,
      "loss": 0.1921,
      "step": 88980
    },
    {
      "epoch": 2.5244785497975193,
      "grad_norm": 9.875,
      "learning_rate": 1.5256282221623986e-05,
      "loss": 0.2225,
      "step": 88990
    },
    {
      "epoch": 2.524762235728825,
      "grad_norm": 9.4375,
      "learning_rate": 1.5255703281720841e-05,
      "loss": 0.1699,
      "step": 89000
    },
    {
      "epoch": 2.52504592166013,
      "grad_norm": 12.875,
      "learning_rate": 1.52551243418177e-05,
      "loss": 0.216,
      "step": 89010
    },
    {
      "epoch": 2.5253296075914355,
      "grad_norm": 8.625,
      "learning_rate": 1.5254545401914556e-05,
      "loss": 0.1861,
      "step": 89020
    },
    {
      "epoch": 2.525613293522741,
      "grad_norm": 8.125,
      "learning_rate": 1.5253966462011411e-05,
      "loss": 0.2125,
      "step": 89030
    },
    {
      "epoch": 2.5258969794540462,
      "grad_norm": 8.0,
      "learning_rate": 1.525338752210827e-05,
      "loss": 0.1973,
      "step": 89040
    },
    {
      "epoch": 2.526180665385352,
      "grad_norm": 15.0625,
      "learning_rate": 1.5252808582205126e-05,
      "loss": 0.2077,
      "step": 89050
    },
    {
      "epoch": 2.5264643513166574,
      "grad_norm": 13.75,
      "learning_rate": 1.525222964230198e-05,
      "loss": 0.1867,
      "step": 89060
    },
    {
      "epoch": 2.526748037247963,
      "grad_norm": 9.0625,
      "learning_rate": 1.5251650702398839e-05,
      "loss": 0.2079,
      "step": 89070
    },
    {
      "epoch": 2.5270317231792685,
      "grad_norm": 10.8125,
      "learning_rate": 1.5251071762495696e-05,
      "loss": 0.2524,
      "step": 89080
    },
    {
      "epoch": 2.5273154091105736,
      "grad_norm": 16.0,
      "learning_rate": 1.5250492822592552e-05,
      "loss": 0.2051,
      "step": 89090
    },
    {
      "epoch": 2.527599095041879,
      "grad_norm": 11.375,
      "learning_rate": 1.5249913882689409e-05,
      "loss": 0.2487,
      "step": 89100
    },
    {
      "epoch": 2.5278827809731848,
      "grad_norm": 10.375,
      "learning_rate": 1.5249334942786264e-05,
      "loss": 0.2267,
      "step": 89110
    },
    {
      "epoch": 2.52816646690449,
      "grad_norm": 12.3125,
      "learning_rate": 1.5248756002883122e-05,
      "loss": 0.2132,
      "step": 89120
    },
    {
      "epoch": 2.5284501528357954,
      "grad_norm": 14.0,
      "learning_rate": 1.5248177062979979e-05,
      "loss": 0.2132,
      "step": 89130
    },
    {
      "epoch": 2.528733838767101,
      "grad_norm": 8.1875,
      "learning_rate": 1.5247598123076834e-05,
      "loss": 0.2157,
      "step": 89140
    },
    {
      "epoch": 2.529017524698406,
      "grad_norm": 8.5625,
      "learning_rate": 1.5247019183173692e-05,
      "loss": 0.1785,
      "step": 89150
    },
    {
      "epoch": 2.5293012106297117,
      "grad_norm": 14.5625,
      "learning_rate": 1.5246440243270549e-05,
      "loss": 0.1871,
      "step": 89160
    },
    {
      "epoch": 2.5295848965610173,
      "grad_norm": 10.5625,
      "learning_rate": 1.5245861303367404e-05,
      "loss": 0.1783,
      "step": 89170
    },
    {
      "epoch": 2.529868582492323,
      "grad_norm": 9.125,
      "learning_rate": 1.5245282363464262e-05,
      "loss": 0.1878,
      "step": 89180
    },
    {
      "epoch": 2.5301522684236284,
      "grad_norm": 8.5625,
      "learning_rate": 1.5244703423561119e-05,
      "loss": 0.1997,
      "step": 89190
    },
    {
      "epoch": 2.5304359543549335,
      "grad_norm": 8.1875,
      "learning_rate": 1.5244124483657975e-05,
      "loss": 0.2266,
      "step": 89200
    },
    {
      "epoch": 2.530719640286239,
      "grad_norm": 8.875,
      "learning_rate": 1.5243545543754832e-05,
      "loss": 0.1824,
      "step": 89210
    },
    {
      "epoch": 2.5310033262175446,
      "grad_norm": 11.5,
      "learning_rate": 1.5242966603851687e-05,
      "loss": 0.2115,
      "step": 89220
    },
    {
      "epoch": 2.5312870121488498,
      "grad_norm": 10.25,
      "learning_rate": 1.5242387663948545e-05,
      "loss": 0.2097,
      "step": 89230
    },
    {
      "epoch": 2.5315706980801553,
      "grad_norm": 10.125,
      "learning_rate": 1.5241808724045402e-05,
      "loss": 0.2211,
      "step": 89240
    },
    {
      "epoch": 2.531854384011461,
      "grad_norm": 10.6875,
      "learning_rate": 1.5241229784142257e-05,
      "loss": 0.2146,
      "step": 89250
    },
    {
      "epoch": 2.5321380699427665,
      "grad_norm": 11.0625,
      "learning_rate": 1.5240650844239115e-05,
      "loss": 0.2209,
      "step": 89260
    },
    {
      "epoch": 2.532421755874072,
      "grad_norm": 10.6875,
      "learning_rate": 1.5240071904335972e-05,
      "loss": 0.2278,
      "step": 89270
    },
    {
      "epoch": 2.532705441805377,
      "grad_norm": 15.0,
      "learning_rate": 1.5239492964432829e-05,
      "loss": 0.2141,
      "step": 89280
    },
    {
      "epoch": 2.5329891277366827,
      "grad_norm": 7.9375,
      "learning_rate": 1.5238914024529685e-05,
      "loss": 0.1979,
      "step": 89290
    },
    {
      "epoch": 2.5332728136679883,
      "grad_norm": 9.1875,
      "learning_rate": 1.523833508462654e-05,
      "loss": 0.1969,
      "step": 89300
    },
    {
      "epoch": 2.5335564995992934,
      "grad_norm": 14.9375,
      "learning_rate": 1.5237756144723399e-05,
      "loss": 0.2528,
      "step": 89310
    },
    {
      "epoch": 2.533840185530599,
      "grad_norm": 11.6875,
      "learning_rate": 1.5237177204820255e-05,
      "loss": 0.164,
      "step": 89320
    },
    {
      "epoch": 2.5341238714619045,
      "grad_norm": 12.625,
      "learning_rate": 1.523659826491711e-05,
      "loss": 0.2349,
      "step": 89330
    },
    {
      "epoch": 2.53440755739321,
      "grad_norm": 8.8125,
      "learning_rate": 1.5236019325013968e-05,
      "loss": 0.2255,
      "step": 89340
    },
    {
      "epoch": 2.5346912433245157,
      "grad_norm": 9.625,
      "learning_rate": 1.5235440385110825e-05,
      "loss": 0.192,
      "step": 89350
    },
    {
      "epoch": 2.534974929255821,
      "grad_norm": 14.1875,
      "learning_rate": 1.523486144520768e-05,
      "loss": 0.2173,
      "step": 89360
    },
    {
      "epoch": 2.5352586151871264,
      "grad_norm": 11.3125,
      "learning_rate": 1.5234282505304538e-05,
      "loss": 0.1863,
      "step": 89370
    },
    {
      "epoch": 2.535542301118432,
      "grad_norm": 10.75,
      "learning_rate": 1.5233703565401395e-05,
      "loss": 0.2093,
      "step": 89380
    },
    {
      "epoch": 2.535825987049737,
      "grad_norm": 10.25,
      "learning_rate": 1.5233124625498252e-05,
      "loss": 0.1913,
      "step": 89390
    },
    {
      "epoch": 2.5361096729810426,
      "grad_norm": 11.9375,
      "learning_rate": 1.5232545685595108e-05,
      "loss": 0.2185,
      "step": 89400
    },
    {
      "epoch": 2.536393358912348,
      "grad_norm": 11.1875,
      "learning_rate": 1.5231966745691963e-05,
      "loss": 0.2653,
      "step": 89410
    },
    {
      "epoch": 2.5366770448436537,
      "grad_norm": 11.375,
      "learning_rate": 1.5231387805788822e-05,
      "loss": 0.225,
      "step": 89420
    },
    {
      "epoch": 2.5369607307749593,
      "grad_norm": 13.6875,
      "learning_rate": 1.5230808865885678e-05,
      "loss": 0.2069,
      "step": 89430
    },
    {
      "epoch": 2.5372444167062644,
      "grad_norm": 10.5625,
      "learning_rate": 1.5230229925982533e-05,
      "loss": 0.2068,
      "step": 89440
    },
    {
      "epoch": 2.53752810263757,
      "grad_norm": 10.8125,
      "learning_rate": 1.5229650986079391e-05,
      "loss": 0.1708,
      "step": 89450
    },
    {
      "epoch": 2.5378117885688756,
      "grad_norm": 12.6875,
      "learning_rate": 1.5229072046176248e-05,
      "loss": 0.1925,
      "step": 89460
    },
    {
      "epoch": 2.5380954745001807,
      "grad_norm": 7.625,
      "learning_rate": 1.5228493106273106e-05,
      "loss": 0.1737,
      "step": 89470
    },
    {
      "epoch": 2.5383791604314863,
      "grad_norm": 20.5,
      "learning_rate": 1.5227914166369961e-05,
      "loss": 0.2157,
      "step": 89480
    },
    {
      "epoch": 2.538662846362792,
      "grad_norm": 9.5625,
      "learning_rate": 1.5227335226466818e-05,
      "loss": 0.2303,
      "step": 89490
    },
    {
      "epoch": 2.538946532294097,
      "grad_norm": 10.75,
      "learning_rate": 1.5226756286563675e-05,
      "loss": 0.2451,
      "step": 89500
    },
    {
      "epoch": 2.5392302182254025,
      "grad_norm": 9.0625,
      "learning_rate": 1.5226177346660531e-05,
      "loss": 0.2091,
      "step": 89510
    },
    {
      "epoch": 2.539513904156708,
      "grad_norm": 8.8125,
      "learning_rate": 1.5225598406757386e-05,
      "loss": 0.2523,
      "step": 89520
    },
    {
      "epoch": 2.5397975900880136,
      "grad_norm": 8.375,
      "learning_rate": 1.5225019466854245e-05,
      "loss": 0.2181,
      "step": 89530
    },
    {
      "epoch": 2.540081276019319,
      "grad_norm": 11.125,
      "learning_rate": 1.5224440526951101e-05,
      "loss": 0.25,
      "step": 89540
    },
    {
      "epoch": 2.5403649619506243,
      "grad_norm": 7.84375,
      "learning_rate": 1.5223861587047956e-05,
      "loss": 0.1908,
      "step": 89550
    },
    {
      "epoch": 2.54064864788193,
      "grad_norm": 9.8125,
      "learning_rate": 1.5223282647144815e-05,
      "loss": 0.2248,
      "step": 89560
    },
    {
      "epoch": 2.5409323338132355,
      "grad_norm": 11.5625,
      "learning_rate": 1.5222703707241671e-05,
      "loss": 0.2345,
      "step": 89570
    },
    {
      "epoch": 2.5412160197445406,
      "grad_norm": 14.25,
      "learning_rate": 1.5222124767338528e-05,
      "loss": 0.2076,
      "step": 89580
    },
    {
      "epoch": 2.541499705675846,
      "grad_norm": 11.9375,
      "learning_rate": 1.5221545827435384e-05,
      "loss": 0.188,
      "step": 89590
    },
    {
      "epoch": 2.5417833916071517,
      "grad_norm": 9.0,
      "learning_rate": 1.5220966887532241e-05,
      "loss": 0.2074,
      "step": 89600
    },
    {
      "epoch": 2.5420670775384573,
      "grad_norm": 9.0,
      "learning_rate": 1.5220387947629098e-05,
      "loss": 0.1975,
      "step": 89610
    },
    {
      "epoch": 2.542350763469763,
      "grad_norm": 11.9375,
      "learning_rate": 1.5219809007725954e-05,
      "loss": 0.1806,
      "step": 89620
    },
    {
      "epoch": 2.542634449401068,
      "grad_norm": 10.5,
      "learning_rate": 1.521923006782281e-05,
      "loss": 0.1898,
      "step": 89630
    },
    {
      "epoch": 2.5429181353323735,
      "grad_norm": 14.0,
      "learning_rate": 1.5218651127919668e-05,
      "loss": 0.1977,
      "step": 89640
    },
    {
      "epoch": 2.543201821263679,
      "grad_norm": 12.4375,
      "learning_rate": 1.5218072188016524e-05,
      "loss": 0.1852,
      "step": 89650
    },
    {
      "epoch": 2.5434855071949842,
      "grad_norm": 10.3125,
      "learning_rate": 1.5217493248113383e-05,
      "loss": 0.2319,
      "step": 89660
    },
    {
      "epoch": 2.54376919312629,
      "grad_norm": 10.9375,
      "learning_rate": 1.5216914308210238e-05,
      "loss": 0.2285,
      "step": 89670
    },
    {
      "epoch": 2.5440528790575954,
      "grad_norm": 12.125,
      "learning_rate": 1.5216335368307094e-05,
      "loss": 0.1808,
      "step": 89680
    },
    {
      "epoch": 2.544336564988901,
      "grad_norm": 10.6875,
      "learning_rate": 1.5215756428403951e-05,
      "loss": 0.2418,
      "step": 89690
    },
    {
      "epoch": 2.5446202509202065,
      "grad_norm": 11.8125,
      "learning_rate": 1.5215177488500807e-05,
      "loss": 0.2015,
      "step": 89700
    },
    {
      "epoch": 2.5449039368515116,
      "grad_norm": 8.4375,
      "learning_rate": 1.5214598548597662e-05,
      "loss": 0.2197,
      "step": 89710
    },
    {
      "epoch": 2.545187622782817,
      "grad_norm": 14.25,
      "learning_rate": 1.521401960869452e-05,
      "loss": 0.1928,
      "step": 89720
    },
    {
      "epoch": 2.5454713087141227,
      "grad_norm": 9.1875,
      "learning_rate": 1.5213440668791377e-05,
      "loss": 0.1996,
      "step": 89730
    },
    {
      "epoch": 2.545754994645428,
      "grad_norm": 9.8125,
      "learning_rate": 1.5212861728888232e-05,
      "loss": 0.2166,
      "step": 89740
    },
    {
      "epoch": 2.5460386805767334,
      "grad_norm": 10.3125,
      "learning_rate": 1.521228278898509e-05,
      "loss": 0.189,
      "step": 89750
    },
    {
      "epoch": 2.546322366508039,
      "grad_norm": 9.375,
      "learning_rate": 1.5211703849081947e-05,
      "loss": 0.1901,
      "step": 89760
    },
    {
      "epoch": 2.546606052439344,
      "grad_norm": 12.625,
      "learning_rate": 1.5211124909178806e-05,
      "loss": 0.2272,
      "step": 89770
    },
    {
      "epoch": 2.5468897383706497,
      "grad_norm": 11.6875,
      "learning_rate": 1.521054596927566e-05,
      "loss": 0.1902,
      "step": 89780
    },
    {
      "epoch": 2.5471734243019553,
      "grad_norm": 11.75,
      "learning_rate": 1.5209967029372517e-05,
      "loss": 0.2737,
      "step": 89790
    },
    {
      "epoch": 2.547457110233261,
      "grad_norm": 7.96875,
      "learning_rate": 1.5209388089469374e-05,
      "loss": 0.216,
      "step": 89800
    },
    {
      "epoch": 2.5477407961645664,
      "grad_norm": 9.875,
      "learning_rate": 1.520880914956623e-05,
      "loss": 0.2115,
      "step": 89810
    },
    {
      "epoch": 2.5480244820958715,
      "grad_norm": 10.5,
      "learning_rate": 1.5208230209663085e-05,
      "loss": 0.1833,
      "step": 89820
    },
    {
      "epoch": 2.548308168027177,
      "grad_norm": 10.1875,
      "learning_rate": 1.5207651269759944e-05,
      "loss": 0.2231,
      "step": 89830
    },
    {
      "epoch": 2.5485918539584826,
      "grad_norm": 13.25,
      "learning_rate": 1.52070723298568e-05,
      "loss": 0.2388,
      "step": 89840
    },
    {
      "epoch": 2.5488755398897878,
      "grad_norm": 9.375,
      "learning_rate": 1.5206493389953659e-05,
      "loss": 0.1885,
      "step": 89850
    },
    {
      "epoch": 2.5491592258210933,
      "grad_norm": 9.5625,
      "learning_rate": 1.5205914450050514e-05,
      "loss": 0.2249,
      "step": 89860
    },
    {
      "epoch": 2.549442911752399,
      "grad_norm": 10.0625,
      "learning_rate": 1.520533551014737e-05,
      "loss": 0.24,
      "step": 89870
    },
    {
      "epoch": 2.5497265976837045,
      "grad_norm": 11.75,
      "learning_rate": 1.5204756570244229e-05,
      "loss": 0.2001,
      "step": 89880
    },
    {
      "epoch": 2.55001028361501,
      "grad_norm": 13.4375,
      "learning_rate": 1.5204177630341084e-05,
      "loss": 0.2027,
      "step": 89890
    },
    {
      "epoch": 2.550293969546315,
      "grad_norm": 12.4375,
      "learning_rate": 1.520359869043794e-05,
      "loss": 0.2053,
      "step": 89900
    },
    {
      "epoch": 2.5505776554776207,
      "grad_norm": 9.625,
      "learning_rate": 1.5203019750534797e-05,
      "loss": 0.1775,
      "step": 89910
    },
    {
      "epoch": 2.5508613414089263,
      "grad_norm": 10.5625,
      "learning_rate": 1.5202440810631654e-05,
      "loss": 0.2209,
      "step": 89920
    },
    {
      "epoch": 2.5511450273402314,
      "grad_norm": 9.125,
      "learning_rate": 1.5201861870728509e-05,
      "loss": 0.1998,
      "step": 89930
    },
    {
      "epoch": 2.551428713271537,
      "grad_norm": 8.25,
      "learning_rate": 1.5201282930825367e-05,
      "loss": 0.1987,
      "step": 89940
    },
    {
      "epoch": 2.5517123992028425,
      "grad_norm": 12.375,
      "learning_rate": 1.5200703990922224e-05,
      "loss": 0.211,
      "step": 89950
    },
    {
      "epoch": 2.551996085134148,
      "grad_norm": 9.1875,
      "learning_rate": 1.5200125051019082e-05,
      "loss": 0.202,
      "step": 89960
    },
    {
      "epoch": 2.5522797710654537,
      "grad_norm": 10.8125,
      "learning_rate": 1.5199546111115937e-05,
      "loss": 0.234,
      "step": 89970
    },
    {
      "epoch": 2.552563456996759,
      "grad_norm": 8.625,
      "learning_rate": 1.5198967171212793e-05,
      "loss": 0.1937,
      "step": 89980
    },
    {
      "epoch": 2.5528471429280644,
      "grad_norm": 11.1875,
      "learning_rate": 1.519838823130965e-05,
      "loss": 0.2171,
      "step": 89990
    },
    {
      "epoch": 2.55313082885937,
      "grad_norm": 10.3125,
      "learning_rate": 1.5197809291406507e-05,
      "loss": 0.2145,
      "step": 90000
    },
    {
      "epoch": 2.553414514790675,
      "grad_norm": 12.125,
      "learning_rate": 1.5197230351503363e-05,
      "loss": 0.2293,
      "step": 90010
    },
    {
      "epoch": 2.5536982007219806,
      "grad_norm": 11.8125,
      "learning_rate": 1.519665141160022e-05,
      "loss": 0.1721,
      "step": 90020
    },
    {
      "epoch": 2.553981886653286,
      "grad_norm": 7.5625,
      "learning_rate": 1.5196072471697077e-05,
      "loss": 0.1497,
      "step": 90030
    },
    {
      "epoch": 2.5542655725845917,
      "grad_norm": 8.25,
      "learning_rate": 1.5195493531793932e-05,
      "loss": 0.2316,
      "step": 90040
    },
    {
      "epoch": 2.5545492585158973,
      "grad_norm": 8.8125,
      "learning_rate": 1.519491459189079e-05,
      "loss": 0.2495,
      "step": 90050
    },
    {
      "epoch": 2.5548329444472024,
      "grad_norm": 8.0625,
      "learning_rate": 1.5194335651987647e-05,
      "loss": 0.2179,
      "step": 90060
    },
    {
      "epoch": 2.555116630378508,
      "grad_norm": 11.625,
      "learning_rate": 1.5193756712084505e-05,
      "loss": 0.2103,
      "step": 90070
    },
    {
      "epoch": 2.5554003163098136,
      "grad_norm": 10.3125,
      "learning_rate": 1.519317777218136e-05,
      "loss": 0.216,
      "step": 90080
    },
    {
      "epoch": 2.5556840022411187,
      "grad_norm": 9.4375,
      "learning_rate": 1.5192598832278216e-05,
      "loss": 0.1922,
      "step": 90090
    },
    {
      "epoch": 2.5559676881724243,
      "grad_norm": 9.5625,
      "learning_rate": 1.5192019892375073e-05,
      "loss": 0.2316,
      "step": 90100
    },
    {
      "epoch": 2.55625137410373,
      "grad_norm": 7.0625,
      "learning_rate": 1.519144095247193e-05,
      "loss": 0.2192,
      "step": 90110
    },
    {
      "epoch": 2.556535060035035,
      "grad_norm": 14.6875,
      "learning_rate": 1.5190862012568786e-05,
      "loss": 0.1957,
      "step": 90120
    },
    {
      "epoch": 2.5568187459663405,
      "grad_norm": 10.5625,
      "learning_rate": 1.5190283072665643e-05,
      "loss": 0.2129,
      "step": 90130
    },
    {
      "epoch": 2.557102431897646,
      "grad_norm": 14.5625,
      "learning_rate": 1.51897041327625e-05,
      "loss": 0.2075,
      "step": 90140
    },
    {
      "epoch": 2.5573861178289516,
      "grad_norm": 10.0625,
      "learning_rate": 1.5189125192859358e-05,
      "loss": 0.2255,
      "step": 90150
    },
    {
      "epoch": 2.557669803760257,
      "grad_norm": 10.3125,
      "learning_rate": 1.5188546252956213e-05,
      "loss": 0.2071,
      "step": 90160
    },
    {
      "epoch": 2.5579534896915623,
      "grad_norm": 10.5,
      "learning_rate": 1.518796731305307e-05,
      "loss": 0.1986,
      "step": 90170
    },
    {
      "epoch": 2.558237175622868,
      "grad_norm": 7.75,
      "learning_rate": 1.5187388373149928e-05,
      "loss": 0.1695,
      "step": 90180
    },
    {
      "epoch": 2.5585208615541735,
      "grad_norm": 9.5,
      "learning_rate": 1.5186809433246783e-05,
      "loss": 0.2227,
      "step": 90190
    },
    {
      "epoch": 2.5588045474854786,
      "grad_norm": 10.0625,
      "learning_rate": 1.518623049334364e-05,
      "loss": 0.2445,
      "step": 90200
    },
    {
      "epoch": 2.559088233416784,
      "grad_norm": 13.75,
      "learning_rate": 1.5185651553440496e-05,
      "loss": 0.2382,
      "step": 90210
    },
    {
      "epoch": 2.5593719193480897,
      "grad_norm": 8.75,
      "learning_rate": 1.5185072613537353e-05,
      "loss": 0.1936,
      "step": 90220
    },
    {
      "epoch": 2.5596556052793953,
      "grad_norm": 11.625,
      "learning_rate": 1.5184493673634208e-05,
      "loss": 0.1943,
      "step": 90230
    },
    {
      "epoch": 2.559939291210701,
      "grad_norm": 9.0625,
      "learning_rate": 1.5183914733731066e-05,
      "loss": 0.218,
      "step": 90240
    },
    {
      "epoch": 2.560222977142006,
      "grad_norm": 8.625,
      "learning_rate": 1.5183335793827923e-05,
      "loss": 0.2134,
      "step": 90250
    },
    {
      "epoch": 2.5605066630733115,
      "grad_norm": 11.5625,
      "learning_rate": 1.5182756853924781e-05,
      "loss": 0.1981,
      "step": 90260
    },
    {
      "epoch": 2.560790349004617,
      "grad_norm": 11.75,
      "learning_rate": 1.5182177914021636e-05,
      "loss": 0.2067,
      "step": 90270
    },
    {
      "epoch": 2.5610740349359222,
      "grad_norm": 8.0625,
      "learning_rate": 1.5181598974118493e-05,
      "loss": 0.193,
      "step": 90280
    },
    {
      "epoch": 2.561357720867228,
      "grad_norm": 9.9375,
      "learning_rate": 1.5181020034215351e-05,
      "loss": 0.2119,
      "step": 90290
    },
    {
      "epoch": 2.5616414067985334,
      "grad_norm": 8.5,
      "learning_rate": 1.5180441094312206e-05,
      "loss": 0.2104,
      "step": 90300
    },
    {
      "epoch": 2.561925092729839,
      "grad_norm": 8.8125,
      "learning_rate": 1.5179862154409063e-05,
      "loss": 0.1488,
      "step": 90310
    },
    {
      "epoch": 2.5622087786611445,
      "grad_norm": 10.8125,
      "learning_rate": 1.517928321450592e-05,
      "loss": 0.2188,
      "step": 90320
    },
    {
      "epoch": 2.5624924645924496,
      "grad_norm": 10.9375,
      "learning_rate": 1.5178704274602776e-05,
      "loss": 0.2207,
      "step": 90330
    },
    {
      "epoch": 2.562776150523755,
      "grad_norm": 12.75,
      "learning_rate": 1.5178125334699634e-05,
      "loss": 0.2078,
      "step": 90340
    },
    {
      "epoch": 2.5630598364550607,
      "grad_norm": 9.0,
      "learning_rate": 1.5177546394796489e-05,
      "loss": 0.192,
      "step": 90350
    },
    {
      "epoch": 2.563343522386366,
      "grad_norm": 8.875,
      "learning_rate": 1.5176967454893346e-05,
      "loss": 0.1925,
      "step": 90360
    },
    {
      "epoch": 2.5636272083176714,
      "grad_norm": 13.0625,
      "learning_rate": 1.5176388514990204e-05,
      "loss": 0.2413,
      "step": 90370
    },
    {
      "epoch": 2.563910894248977,
      "grad_norm": 10.5625,
      "learning_rate": 1.5175809575087059e-05,
      "loss": 0.2149,
      "step": 90380
    },
    {
      "epoch": 2.5641945801802826,
      "grad_norm": 8.375,
      "learning_rate": 1.5175230635183916e-05,
      "loss": 0.1958,
      "step": 90390
    },
    {
      "epoch": 2.564478266111588,
      "grad_norm": 8.5,
      "learning_rate": 1.5174651695280774e-05,
      "loss": 0.1806,
      "step": 90400
    },
    {
      "epoch": 2.5647619520428933,
      "grad_norm": 8.75,
      "learning_rate": 1.5174072755377629e-05,
      "loss": 0.212,
      "step": 90410
    },
    {
      "epoch": 2.565045637974199,
      "grad_norm": 7.78125,
      "learning_rate": 1.5173493815474486e-05,
      "loss": 0.2357,
      "step": 90420
    },
    {
      "epoch": 2.5653293239055044,
      "grad_norm": 9.4375,
      "learning_rate": 1.5172914875571342e-05,
      "loss": 0.2166,
      "step": 90430
    },
    {
      "epoch": 2.5656130098368095,
      "grad_norm": 8.125,
      "learning_rate": 1.5172335935668199e-05,
      "loss": 0.1887,
      "step": 90440
    },
    {
      "epoch": 2.565896695768115,
      "grad_norm": 9.6875,
      "learning_rate": 1.5171756995765057e-05,
      "loss": 0.2105,
      "step": 90450
    },
    {
      "epoch": 2.5661803816994206,
      "grad_norm": 10.75,
      "learning_rate": 1.5171178055861912e-05,
      "loss": 0.2381,
      "step": 90460
    },
    {
      "epoch": 2.5664640676307258,
      "grad_norm": 7.875,
      "learning_rate": 1.5170599115958769e-05,
      "loss": 0.1893,
      "step": 90470
    },
    {
      "epoch": 2.5667477535620313,
      "grad_norm": 9.5625,
      "learning_rate": 1.5170020176055627e-05,
      "loss": 0.2203,
      "step": 90480
    },
    {
      "epoch": 2.567031439493337,
      "grad_norm": 8.5,
      "learning_rate": 1.5169441236152482e-05,
      "loss": 0.2411,
      "step": 90490
    },
    {
      "epoch": 2.5673151254246425,
      "grad_norm": 10.5,
      "learning_rate": 1.5168862296249339e-05,
      "loss": 0.2159,
      "step": 90500
    },
    {
      "epoch": 2.567598811355948,
      "grad_norm": 8.8125,
      "learning_rate": 1.5168283356346195e-05,
      "loss": 0.1619,
      "step": 90510
    },
    {
      "epoch": 2.567882497287253,
      "grad_norm": 11.1875,
      "learning_rate": 1.5167704416443052e-05,
      "loss": 0.2036,
      "step": 90520
    },
    {
      "epoch": 2.5681661832185587,
      "grad_norm": 9.5,
      "learning_rate": 1.516712547653991e-05,
      "loss": 0.212,
      "step": 90530
    },
    {
      "epoch": 2.5684498691498643,
      "grad_norm": 10.4375,
      "learning_rate": 1.5166546536636765e-05,
      "loss": 0.1788,
      "step": 90540
    },
    {
      "epoch": 2.5687335550811694,
      "grad_norm": 8.125,
      "learning_rate": 1.5165967596733622e-05,
      "loss": 0.1721,
      "step": 90550
    },
    {
      "epoch": 2.569017241012475,
      "grad_norm": 8.4375,
      "learning_rate": 1.516538865683048e-05,
      "loss": 0.2247,
      "step": 90560
    },
    {
      "epoch": 2.5693009269437805,
      "grad_norm": 10.9375,
      "learning_rate": 1.5164809716927335e-05,
      "loss": 0.1993,
      "step": 90570
    },
    {
      "epoch": 2.569584612875086,
      "grad_norm": 13.0625,
      "learning_rate": 1.5164230777024192e-05,
      "loss": 0.2258,
      "step": 90580
    },
    {
      "epoch": 2.5698682988063917,
      "grad_norm": 14.5625,
      "learning_rate": 1.516365183712105e-05,
      "loss": 0.2153,
      "step": 90590
    },
    {
      "epoch": 2.570151984737697,
      "grad_norm": 10.5,
      "learning_rate": 1.5163072897217905e-05,
      "loss": 0.2344,
      "step": 90600
    },
    {
      "epoch": 2.5704356706690024,
      "grad_norm": 14.0625,
      "learning_rate": 1.5162493957314762e-05,
      "loss": 0.203,
      "step": 90610
    },
    {
      "epoch": 2.570719356600308,
      "grad_norm": 9.6875,
      "learning_rate": 1.5161915017411618e-05,
      "loss": 0.2641,
      "step": 90620
    },
    {
      "epoch": 2.571003042531613,
      "grad_norm": 10.875,
      "learning_rate": 1.5161336077508475e-05,
      "loss": 0.1885,
      "step": 90630
    },
    {
      "epoch": 2.5712867284629186,
      "grad_norm": 12.6875,
      "learning_rate": 1.5160757137605333e-05,
      "loss": 0.2196,
      "step": 90640
    },
    {
      "epoch": 2.571570414394224,
      "grad_norm": 8.25,
      "learning_rate": 1.5160178197702188e-05,
      "loss": 0.2283,
      "step": 90650
    },
    {
      "epoch": 2.5718541003255297,
      "grad_norm": 10.1875,
      "learning_rate": 1.5159599257799045e-05,
      "loss": 0.1852,
      "step": 90660
    },
    {
      "epoch": 2.5721377862568353,
      "grad_norm": 12.0625,
      "learning_rate": 1.5159020317895903e-05,
      "loss": 0.2402,
      "step": 90670
    },
    {
      "epoch": 2.5724214721881404,
      "grad_norm": 8.375,
      "learning_rate": 1.5158441377992758e-05,
      "loss": 0.212,
      "step": 90680
    },
    {
      "epoch": 2.572705158119446,
      "grad_norm": 10.625,
      "learning_rate": 1.5157862438089615e-05,
      "loss": 0.19,
      "step": 90690
    },
    {
      "epoch": 2.5729888440507516,
      "grad_norm": 16.0,
      "learning_rate": 1.5157283498186473e-05,
      "loss": 0.185,
      "step": 90700
    },
    {
      "epoch": 2.5732725299820567,
      "grad_norm": 11.125,
      "learning_rate": 1.5156704558283328e-05,
      "loss": 0.1912,
      "step": 90710
    },
    {
      "epoch": 2.5735562159133623,
      "grad_norm": 30.625,
      "learning_rate": 1.5156125618380187e-05,
      "loss": 0.2217,
      "step": 90720
    },
    {
      "epoch": 2.573839901844668,
      "grad_norm": 7.53125,
      "learning_rate": 1.5155546678477041e-05,
      "loss": 0.2292,
      "step": 90730
    },
    {
      "epoch": 2.574123587775973,
      "grad_norm": 8.0625,
      "learning_rate": 1.5154967738573898e-05,
      "loss": 0.2129,
      "step": 90740
    },
    {
      "epoch": 2.5744072737072785,
      "grad_norm": 9.75,
      "learning_rate": 1.5154388798670756e-05,
      "loss": 0.294,
      "step": 90750
    },
    {
      "epoch": 2.574690959638584,
      "grad_norm": 8.5625,
      "learning_rate": 1.5153809858767611e-05,
      "loss": 0.1909,
      "step": 90760
    },
    {
      "epoch": 2.5749746455698896,
      "grad_norm": 22.625,
      "learning_rate": 1.5153230918864468e-05,
      "loss": 0.2064,
      "step": 90770
    },
    {
      "epoch": 2.575258331501195,
      "grad_norm": 16.0,
      "learning_rate": 1.5152651978961326e-05,
      "loss": 0.2144,
      "step": 90780
    },
    {
      "epoch": 2.5755420174325003,
      "grad_norm": 9.0625,
      "learning_rate": 1.5152073039058181e-05,
      "loss": 0.1911,
      "step": 90790
    },
    {
      "epoch": 2.575825703363806,
      "grad_norm": 10.8125,
      "learning_rate": 1.5151494099155038e-05,
      "loss": 0.2201,
      "step": 90800
    },
    {
      "epoch": 2.5761093892951115,
      "grad_norm": 11.375,
      "learning_rate": 1.5150915159251896e-05,
      "loss": 0.1577,
      "step": 90810
    },
    {
      "epoch": 2.5763930752264166,
      "grad_norm": 13.0,
      "learning_rate": 1.5150336219348751e-05,
      "loss": 0.215,
      "step": 90820
    },
    {
      "epoch": 2.576676761157722,
      "grad_norm": 9.5,
      "learning_rate": 1.514975727944561e-05,
      "loss": 0.2154,
      "step": 90830
    },
    {
      "epoch": 2.5769604470890277,
      "grad_norm": 10.75,
      "learning_rate": 1.5149178339542464e-05,
      "loss": 0.2275,
      "step": 90840
    },
    {
      "epoch": 2.5772441330203333,
      "grad_norm": 8.8125,
      "learning_rate": 1.5148599399639321e-05,
      "loss": 0.2552,
      "step": 90850
    },
    {
      "epoch": 2.577527818951639,
      "grad_norm": 9.1875,
      "learning_rate": 1.514802045973618e-05,
      "loss": 0.1811,
      "step": 90860
    },
    {
      "epoch": 2.577811504882944,
      "grad_norm": 16.0,
      "learning_rate": 1.5147441519833034e-05,
      "loss": 0.1964,
      "step": 90870
    },
    {
      "epoch": 2.5780951908142495,
      "grad_norm": 9.9375,
      "learning_rate": 1.5146862579929891e-05,
      "loss": 0.2047,
      "step": 90880
    },
    {
      "epoch": 2.578378876745555,
      "grad_norm": 12.3125,
      "learning_rate": 1.514628364002675e-05,
      "loss": 0.1915,
      "step": 90890
    },
    {
      "epoch": 2.5786625626768602,
      "grad_norm": 12.3125,
      "learning_rate": 1.5145704700123604e-05,
      "loss": 0.2135,
      "step": 90900
    },
    {
      "epoch": 2.578946248608166,
      "grad_norm": 13.1875,
      "learning_rate": 1.5145125760220463e-05,
      "loss": 0.2226,
      "step": 90910
    },
    {
      "epoch": 2.5792299345394714,
      "grad_norm": 14.5625,
      "learning_rate": 1.514454682031732e-05,
      "loss": 0.3038,
      "step": 90920
    },
    {
      "epoch": 2.579513620470777,
      "grad_norm": 9.5625,
      "learning_rate": 1.5143967880414174e-05,
      "loss": 0.1897,
      "step": 90930
    },
    {
      "epoch": 2.5797973064020825,
      "grad_norm": 12.3125,
      "learning_rate": 1.5143388940511033e-05,
      "loss": 0.2061,
      "step": 90940
    },
    {
      "epoch": 2.5800809923333876,
      "grad_norm": 9.875,
      "learning_rate": 1.5142810000607888e-05,
      "loss": 0.1907,
      "step": 90950
    },
    {
      "epoch": 2.580364678264693,
      "grad_norm": 11.6875,
      "learning_rate": 1.5142231060704744e-05,
      "loss": 0.2057,
      "step": 90960
    },
    {
      "epoch": 2.5806483641959987,
      "grad_norm": 8.5625,
      "learning_rate": 1.5141652120801603e-05,
      "loss": 0.214,
      "step": 90970
    },
    {
      "epoch": 2.580932050127304,
      "grad_norm": 13.1875,
      "learning_rate": 1.5141073180898457e-05,
      "loss": 0.2209,
      "step": 90980
    },
    {
      "epoch": 2.5812157360586094,
      "grad_norm": 10.25,
      "learning_rate": 1.5140494240995314e-05,
      "loss": 0.1837,
      "step": 90990
    },
    {
      "epoch": 2.581499421989915,
      "grad_norm": 10.1875,
      "learning_rate": 1.5139915301092172e-05,
      "loss": 0.2045,
      "step": 91000
    },
    {
      "epoch": 2.5817831079212206,
      "grad_norm": 8.625,
      "learning_rate": 1.5139336361189027e-05,
      "loss": 0.1938,
      "step": 91010
    },
    {
      "epoch": 2.582066793852526,
      "grad_norm": 13.5625,
      "learning_rate": 1.5138757421285886e-05,
      "loss": 0.1929,
      "step": 91020
    },
    {
      "epoch": 2.5823504797838313,
      "grad_norm": 10.1875,
      "learning_rate": 1.513817848138274e-05,
      "loss": 0.2128,
      "step": 91030
    },
    {
      "epoch": 2.582634165715137,
      "grad_norm": 8.3125,
      "learning_rate": 1.5137599541479597e-05,
      "loss": 0.2034,
      "step": 91040
    },
    {
      "epoch": 2.5829178516464424,
      "grad_norm": 12.5625,
      "learning_rate": 1.5137020601576456e-05,
      "loss": 0.2564,
      "step": 91050
    },
    {
      "epoch": 2.5832015375777475,
      "grad_norm": 7.59375,
      "learning_rate": 1.513644166167331e-05,
      "loss": 0.215,
      "step": 91060
    },
    {
      "epoch": 2.583485223509053,
      "grad_norm": 8.25,
      "learning_rate": 1.5135862721770167e-05,
      "loss": 0.2381,
      "step": 91070
    },
    {
      "epoch": 2.5837689094403586,
      "grad_norm": 9.375,
      "learning_rate": 1.5135283781867026e-05,
      "loss": 0.2097,
      "step": 91080
    },
    {
      "epoch": 2.5840525953716638,
      "grad_norm": 12.875,
      "learning_rate": 1.513470484196388e-05,
      "loss": 0.2532,
      "step": 91090
    },
    {
      "epoch": 2.5843362813029693,
      "grad_norm": 12.125,
      "learning_rate": 1.5134125902060737e-05,
      "loss": 0.1873,
      "step": 91100
    },
    {
      "epoch": 2.584619967234275,
      "grad_norm": 12.5,
      "learning_rate": 1.5133546962157595e-05,
      "loss": 0.2266,
      "step": 91110
    },
    {
      "epoch": 2.5849036531655805,
      "grad_norm": 8.875,
      "learning_rate": 1.513296802225445e-05,
      "loss": 0.202,
      "step": 91120
    },
    {
      "epoch": 2.585187339096886,
      "grad_norm": 28.25,
      "learning_rate": 1.5132389082351309e-05,
      "loss": 0.2174,
      "step": 91130
    },
    {
      "epoch": 2.585471025028191,
      "grad_norm": 9.75,
      "learning_rate": 1.5131810142448164e-05,
      "loss": 0.1975,
      "step": 91140
    },
    {
      "epoch": 2.5857547109594967,
      "grad_norm": 9.75,
      "learning_rate": 1.513123120254502e-05,
      "loss": 0.259,
      "step": 91150
    },
    {
      "epoch": 2.5860383968908023,
      "grad_norm": 10.6875,
      "learning_rate": 1.5130652262641879e-05,
      "loss": 0.2433,
      "step": 91160
    },
    {
      "epoch": 2.5863220828221074,
      "grad_norm": 13.5625,
      "learning_rate": 1.5130073322738734e-05,
      "loss": 0.2315,
      "step": 91170
    },
    {
      "epoch": 2.586605768753413,
      "grad_norm": 10.9375,
      "learning_rate": 1.512949438283559e-05,
      "loss": 0.198,
      "step": 91180
    },
    {
      "epoch": 2.5868894546847185,
      "grad_norm": 8.8125,
      "learning_rate": 1.5128915442932449e-05,
      "loss": 0.2407,
      "step": 91190
    },
    {
      "epoch": 2.587173140616024,
      "grad_norm": 8.5625,
      "learning_rate": 1.5128336503029304e-05,
      "loss": 0.215,
      "step": 91200
    },
    {
      "epoch": 2.5874568265473297,
      "grad_norm": 9.8125,
      "learning_rate": 1.5127757563126162e-05,
      "loss": 0.2429,
      "step": 91210
    },
    {
      "epoch": 2.587740512478635,
      "grad_norm": 36.75,
      "learning_rate": 1.5127178623223019e-05,
      "loss": 0.1756,
      "step": 91220
    },
    {
      "epoch": 2.5880241984099404,
      "grad_norm": 9.5,
      "learning_rate": 1.5126599683319873e-05,
      "loss": 0.2321,
      "step": 91230
    },
    {
      "epoch": 2.588307884341246,
      "grad_norm": 10.9375,
      "learning_rate": 1.5126020743416732e-05,
      "loss": 0.2301,
      "step": 91240
    },
    {
      "epoch": 2.588591570272551,
      "grad_norm": 11.1875,
      "learning_rate": 1.5125441803513587e-05,
      "loss": 0.2012,
      "step": 91250
    },
    {
      "epoch": 2.5888752562038566,
      "grad_norm": 10.9375,
      "learning_rate": 1.5124862863610443e-05,
      "loss": 0.1997,
      "step": 91260
    },
    {
      "epoch": 2.589158942135162,
      "grad_norm": 10.3125,
      "learning_rate": 1.5124283923707302e-05,
      "loss": 0.2095,
      "step": 91270
    },
    {
      "epoch": 2.5894426280664677,
      "grad_norm": 9.0,
      "learning_rate": 1.5123704983804157e-05,
      "loss": 0.2196,
      "step": 91280
    },
    {
      "epoch": 2.5897263139977733,
      "grad_norm": 13.5,
      "learning_rate": 1.5123126043901013e-05,
      "loss": 0.1685,
      "step": 91290
    },
    {
      "epoch": 2.5900099999290784,
      "grad_norm": 13.0625,
      "learning_rate": 1.5122547103997872e-05,
      "loss": 0.2523,
      "step": 91300
    },
    {
      "epoch": 2.590293685860384,
      "grad_norm": 9.375,
      "learning_rate": 1.5121968164094727e-05,
      "loss": 0.2585,
      "step": 91310
    },
    {
      "epoch": 2.5905773717916896,
      "grad_norm": 10.5,
      "learning_rate": 1.5121389224191585e-05,
      "loss": 0.2015,
      "step": 91320
    },
    {
      "epoch": 2.5908610577229947,
      "grad_norm": 13.0,
      "learning_rate": 1.5120810284288442e-05,
      "loss": 0.2292,
      "step": 91330
    },
    {
      "epoch": 2.5911447436543003,
      "grad_norm": 8.125,
      "learning_rate": 1.5120231344385297e-05,
      "loss": 0.1973,
      "step": 91340
    },
    {
      "epoch": 2.591428429585606,
      "grad_norm": 12.625,
      "learning_rate": 1.5119652404482155e-05,
      "loss": 0.2019,
      "step": 91350
    },
    {
      "epoch": 2.5917121155169114,
      "grad_norm": 10.5625,
      "learning_rate": 1.511907346457901e-05,
      "loss": 0.1967,
      "step": 91360
    },
    {
      "epoch": 2.591995801448217,
      "grad_norm": 12.6875,
      "learning_rate": 1.5118494524675866e-05,
      "loss": 0.2567,
      "step": 91370
    },
    {
      "epoch": 2.592279487379522,
      "grad_norm": 13.6875,
      "learning_rate": 1.5117915584772725e-05,
      "loss": 0.202,
      "step": 91380
    },
    {
      "epoch": 2.5925631733108276,
      "grad_norm": 10.0,
      "learning_rate": 1.511733664486958e-05,
      "loss": 0.1965,
      "step": 91390
    },
    {
      "epoch": 2.592846859242133,
      "grad_norm": 11.125,
      "learning_rate": 1.5116757704966438e-05,
      "loss": 0.1847,
      "step": 91400
    },
    {
      "epoch": 2.5931305451734383,
      "grad_norm": 16.125,
      "learning_rate": 1.5116178765063295e-05,
      "loss": 0.1863,
      "step": 91410
    },
    {
      "epoch": 2.593414231104744,
      "grad_norm": 10.8125,
      "learning_rate": 1.511559982516015e-05,
      "loss": 0.1844,
      "step": 91420
    },
    {
      "epoch": 2.5936979170360495,
      "grad_norm": 11.9375,
      "learning_rate": 1.5115020885257008e-05,
      "loss": 0.2248,
      "step": 91430
    },
    {
      "epoch": 2.5939816029673546,
      "grad_norm": 7.25,
      "learning_rate": 1.5114441945353865e-05,
      "loss": 0.1902,
      "step": 91440
    },
    {
      "epoch": 2.59426528889866,
      "grad_norm": 10.25,
      "learning_rate": 1.511386300545072e-05,
      "loss": 0.1904,
      "step": 91450
    },
    {
      "epoch": 2.5945489748299657,
      "grad_norm": 11.0,
      "learning_rate": 1.5113284065547578e-05,
      "loss": 0.1837,
      "step": 91460
    },
    {
      "epoch": 2.5948326607612713,
      "grad_norm": 9.75,
      "learning_rate": 1.5112705125644433e-05,
      "loss": 0.1707,
      "step": 91470
    },
    {
      "epoch": 2.595116346692577,
      "grad_norm": 13.5625,
      "learning_rate": 1.511212618574129e-05,
      "loss": 0.2201,
      "step": 91480
    },
    {
      "epoch": 2.595400032623882,
      "grad_norm": 9.375,
      "learning_rate": 1.5111547245838148e-05,
      "loss": 0.2075,
      "step": 91490
    },
    {
      "epoch": 2.5956837185551875,
      "grad_norm": 8.375,
      "learning_rate": 1.5110968305935003e-05,
      "loss": 0.1733,
      "step": 91500
    },
    {
      "epoch": 2.595967404486493,
      "grad_norm": 8.8125,
      "learning_rate": 1.5110389366031861e-05,
      "loss": 0.1859,
      "step": 91510
    },
    {
      "epoch": 2.5962510904177982,
      "grad_norm": 11.4375,
      "learning_rate": 1.5109810426128718e-05,
      "loss": 0.204,
      "step": 91520
    },
    {
      "epoch": 2.596534776349104,
      "grad_norm": 10.0,
      "learning_rate": 1.5109231486225573e-05,
      "loss": 0.2265,
      "step": 91530
    },
    {
      "epoch": 2.5968184622804094,
      "grad_norm": 10.75,
      "learning_rate": 1.5108652546322431e-05,
      "loss": 0.2459,
      "step": 91540
    },
    {
      "epoch": 2.597102148211715,
      "grad_norm": 8.5,
      "learning_rate": 1.5108073606419286e-05,
      "loss": 0.2348,
      "step": 91550
    },
    {
      "epoch": 2.5973858341430205,
      "grad_norm": 7.40625,
      "learning_rate": 1.5107494666516143e-05,
      "loss": 0.251,
      "step": 91560
    },
    {
      "epoch": 2.5976695200743256,
      "grad_norm": 12.625,
      "learning_rate": 1.5106915726613001e-05,
      "loss": 0.194,
      "step": 91570
    },
    {
      "epoch": 2.597953206005631,
      "grad_norm": 15.5,
      "learning_rate": 1.5106336786709856e-05,
      "loss": 0.2463,
      "step": 91580
    },
    {
      "epoch": 2.5982368919369367,
      "grad_norm": 7.6875,
      "learning_rate": 1.5105757846806714e-05,
      "loss": 0.1937,
      "step": 91590
    },
    {
      "epoch": 2.598520577868242,
      "grad_norm": 10.375,
      "learning_rate": 1.5105178906903571e-05,
      "loss": 0.2125,
      "step": 91600
    },
    {
      "epoch": 2.5988042637995474,
      "grad_norm": 10.6875,
      "learning_rate": 1.5104599967000426e-05,
      "loss": 0.1803,
      "step": 91610
    },
    {
      "epoch": 2.599087949730853,
      "grad_norm": 15.75,
      "learning_rate": 1.5104021027097284e-05,
      "loss": 0.2032,
      "step": 91620
    },
    {
      "epoch": 2.5993716356621586,
      "grad_norm": 9.3125,
      "learning_rate": 1.510344208719414e-05,
      "loss": 0.1751,
      "step": 91630
    },
    {
      "epoch": 2.599655321593464,
      "grad_norm": 12.8125,
      "learning_rate": 1.5102863147290996e-05,
      "loss": 0.2108,
      "step": 91640
    },
    {
      "epoch": 2.5999390075247693,
      "grad_norm": 11.0625,
      "learning_rate": 1.5102284207387854e-05,
      "loss": 0.2358,
      "step": 91650
    },
    {
      "epoch": 2.600222693456075,
      "grad_norm": 13.6875,
      "learning_rate": 1.5101705267484709e-05,
      "loss": 0.1595,
      "step": 91660
    },
    {
      "epoch": 2.6005063793873804,
      "grad_norm": 18.125,
      "learning_rate": 1.5101126327581566e-05,
      "loss": 0.1805,
      "step": 91670
    },
    {
      "epoch": 2.6007900653186855,
      "grad_norm": 9.5,
      "learning_rate": 1.5100547387678424e-05,
      "loss": 0.2217,
      "step": 91680
    },
    {
      "epoch": 2.601073751249991,
      "grad_norm": 15.125,
      "learning_rate": 1.5099968447775279e-05,
      "loss": 0.2153,
      "step": 91690
    },
    {
      "epoch": 2.6013574371812966,
      "grad_norm": 13.375,
      "learning_rate": 1.5099389507872137e-05,
      "loss": 0.2206,
      "step": 91700
    },
    {
      "epoch": 2.6016411231126018,
      "grad_norm": 12.6875,
      "learning_rate": 1.5098810567968994e-05,
      "loss": 0.1956,
      "step": 91710
    },
    {
      "epoch": 2.6019248090439073,
      "grad_norm": 10.0625,
      "learning_rate": 1.5098231628065849e-05,
      "loss": 0.1892,
      "step": 91720
    },
    {
      "epoch": 2.602208494975213,
      "grad_norm": 14.0,
      "learning_rate": 1.5097652688162707e-05,
      "loss": 0.2032,
      "step": 91730
    },
    {
      "epoch": 2.6024921809065185,
      "grad_norm": 10.5,
      "learning_rate": 1.5097073748259564e-05,
      "loss": 0.2277,
      "step": 91740
    },
    {
      "epoch": 2.602775866837824,
      "grad_norm": 10.0625,
      "learning_rate": 1.5096494808356419e-05,
      "loss": 0.2004,
      "step": 91750
    },
    {
      "epoch": 2.603059552769129,
      "grad_norm": 9.75,
      "learning_rate": 1.5095915868453277e-05,
      "loss": 0.1843,
      "step": 91760
    },
    {
      "epoch": 2.6033432387004347,
      "grad_norm": 11.625,
      "learning_rate": 1.5095336928550132e-05,
      "loss": 0.2015,
      "step": 91770
    },
    {
      "epoch": 2.6036269246317403,
      "grad_norm": 12.375,
      "learning_rate": 1.509475798864699e-05,
      "loss": 0.192,
      "step": 91780
    },
    {
      "epoch": 2.6039106105630454,
      "grad_norm": 9.5625,
      "learning_rate": 1.5094179048743847e-05,
      "loss": 0.2395,
      "step": 91790
    },
    {
      "epoch": 2.604194296494351,
      "grad_norm": 9.875,
      "learning_rate": 1.5093600108840702e-05,
      "loss": 0.2129,
      "step": 91800
    },
    {
      "epoch": 2.6044779824256565,
      "grad_norm": 10.5,
      "learning_rate": 1.509302116893756e-05,
      "loss": 0.2149,
      "step": 91810
    },
    {
      "epoch": 2.604761668356962,
      "grad_norm": 9.75,
      "learning_rate": 1.5092442229034417e-05,
      "loss": 0.2108,
      "step": 91820
    },
    {
      "epoch": 2.6050453542882677,
      "grad_norm": 8.0625,
      "learning_rate": 1.5091863289131272e-05,
      "loss": 0.1909,
      "step": 91830
    },
    {
      "epoch": 2.605329040219573,
      "grad_norm": 11.125,
      "learning_rate": 1.509128434922813e-05,
      "loss": 0.2135,
      "step": 91840
    },
    {
      "epoch": 2.6056127261508784,
      "grad_norm": 13.75,
      "learning_rate": 1.5090705409324987e-05,
      "loss": 0.2119,
      "step": 91850
    },
    {
      "epoch": 2.605896412082184,
      "grad_norm": 12.625,
      "learning_rate": 1.5090126469421842e-05,
      "loss": 0.2425,
      "step": 91860
    },
    {
      "epoch": 2.606180098013489,
      "grad_norm": 16.125,
      "learning_rate": 1.50895475295187e-05,
      "loss": 0.2018,
      "step": 91870
    },
    {
      "epoch": 2.6064637839447946,
      "grad_norm": 13.1875,
      "learning_rate": 1.5088968589615555e-05,
      "loss": 0.2108,
      "step": 91880
    },
    {
      "epoch": 2.6067474698761,
      "grad_norm": 14.75,
      "learning_rate": 1.5088389649712413e-05,
      "loss": 0.235,
      "step": 91890
    },
    {
      "epoch": 2.6070311558074057,
      "grad_norm": 8.375,
      "learning_rate": 1.508781070980927e-05,
      "loss": 0.1698,
      "step": 91900
    },
    {
      "epoch": 2.6073148417387113,
      "grad_norm": 10.875,
      "learning_rate": 1.5087231769906125e-05,
      "loss": 0.1956,
      "step": 91910
    },
    {
      "epoch": 2.6075985276700164,
      "grad_norm": 11.5,
      "learning_rate": 1.5086652830002983e-05,
      "loss": 0.2045,
      "step": 91920
    },
    {
      "epoch": 2.607882213601322,
      "grad_norm": 11.375,
      "learning_rate": 1.508607389009984e-05,
      "loss": 0.2247,
      "step": 91930
    },
    {
      "epoch": 2.6081658995326276,
      "grad_norm": 10.0,
      "learning_rate": 1.5085494950196695e-05,
      "loss": 0.2299,
      "step": 91940
    },
    {
      "epoch": 2.6084495854639327,
      "grad_norm": 9.8125,
      "learning_rate": 1.5084916010293553e-05,
      "loss": 0.227,
      "step": 91950
    },
    {
      "epoch": 2.6087332713952383,
      "grad_norm": 10.3125,
      "learning_rate": 1.5084337070390408e-05,
      "loss": 0.1728,
      "step": 91960
    },
    {
      "epoch": 2.609016957326544,
      "grad_norm": 11.0,
      "learning_rate": 1.5083758130487265e-05,
      "loss": 0.2019,
      "step": 91970
    },
    {
      "epoch": 2.6093006432578494,
      "grad_norm": 9.625,
      "learning_rate": 1.5083179190584123e-05,
      "loss": 0.2222,
      "step": 91980
    },
    {
      "epoch": 2.609584329189155,
      "grad_norm": 7.84375,
      "learning_rate": 1.5082600250680978e-05,
      "loss": 0.2738,
      "step": 91990
    },
    {
      "epoch": 2.60986801512046,
      "grad_norm": 10.75,
      "learning_rate": 1.5082021310777836e-05,
      "loss": 0.2352,
      "step": 92000
    },
    {
      "epoch": 2.6101517010517656,
      "grad_norm": 10.375,
      "learning_rate": 1.5081442370874693e-05,
      "loss": 0.1907,
      "step": 92010
    },
    {
      "epoch": 2.610435386983071,
      "grad_norm": 12.6875,
      "learning_rate": 1.5080863430971548e-05,
      "loss": 0.2115,
      "step": 92020
    },
    {
      "epoch": 2.6107190729143763,
      "grad_norm": 10.4375,
      "learning_rate": 1.5080284491068406e-05,
      "loss": 0.197,
      "step": 92030
    },
    {
      "epoch": 2.611002758845682,
      "grad_norm": 11.875,
      "learning_rate": 1.5079705551165263e-05,
      "loss": 0.1747,
      "step": 92040
    },
    {
      "epoch": 2.6112864447769875,
      "grad_norm": 11.6875,
      "learning_rate": 1.5079126611262118e-05,
      "loss": 0.1788,
      "step": 92050
    },
    {
      "epoch": 2.6115701307082926,
      "grad_norm": 10.125,
      "learning_rate": 1.5078547671358976e-05,
      "loss": 0.196,
      "step": 92060
    },
    {
      "epoch": 2.611853816639598,
      "grad_norm": 13.625,
      "learning_rate": 1.5077968731455831e-05,
      "loss": 0.1957,
      "step": 92070
    },
    {
      "epoch": 2.6121375025709037,
      "grad_norm": 11.875,
      "learning_rate": 1.507738979155269e-05,
      "loss": 0.2373,
      "step": 92080
    },
    {
      "epoch": 2.6124211885022093,
      "grad_norm": 9.6875,
      "learning_rate": 1.5076810851649546e-05,
      "loss": 0.2232,
      "step": 92090
    },
    {
      "epoch": 2.612704874433515,
      "grad_norm": 13.5625,
      "learning_rate": 1.5076231911746401e-05,
      "loss": 0.2039,
      "step": 92100
    },
    {
      "epoch": 2.61298856036482,
      "grad_norm": 14.875,
      "learning_rate": 1.507565297184326e-05,
      "loss": 0.2177,
      "step": 92110
    },
    {
      "epoch": 2.6132722462961255,
      "grad_norm": 7.03125,
      "learning_rate": 1.5075074031940116e-05,
      "loss": 0.2358,
      "step": 92120
    },
    {
      "epoch": 2.613555932227431,
      "grad_norm": 12.8125,
      "learning_rate": 1.5074495092036971e-05,
      "loss": 0.2155,
      "step": 92130
    },
    {
      "epoch": 2.6138396181587362,
      "grad_norm": 14.25,
      "learning_rate": 1.507391615213383e-05,
      "loss": 0.2552,
      "step": 92140
    },
    {
      "epoch": 2.614123304090042,
      "grad_norm": 10.5625,
      "learning_rate": 1.5073337212230686e-05,
      "loss": 0.2095,
      "step": 92150
    },
    {
      "epoch": 2.6144069900213474,
      "grad_norm": 21.125,
      "learning_rate": 1.5072758272327541e-05,
      "loss": 0.2204,
      "step": 92160
    },
    {
      "epoch": 2.614690675952653,
      "grad_norm": 11.4375,
      "learning_rate": 1.50721793324244e-05,
      "loss": 0.1936,
      "step": 92170
    },
    {
      "epoch": 2.6149743618839585,
      "grad_norm": 6.96875,
      "learning_rate": 1.5071600392521254e-05,
      "loss": 0.2133,
      "step": 92180
    },
    {
      "epoch": 2.6152580478152636,
      "grad_norm": 13.9375,
      "learning_rate": 1.5071021452618113e-05,
      "loss": 0.2211,
      "step": 92190
    },
    {
      "epoch": 2.615541733746569,
      "grad_norm": 9.1875,
      "learning_rate": 1.507044251271497e-05,
      "loss": 0.1878,
      "step": 92200
    },
    {
      "epoch": 2.6158254196778747,
      "grad_norm": 9.5,
      "learning_rate": 1.5069863572811824e-05,
      "loss": 0.2381,
      "step": 92210
    },
    {
      "epoch": 2.61610910560918,
      "grad_norm": 8.75,
      "learning_rate": 1.5069284632908683e-05,
      "loss": 0.1876,
      "step": 92220
    },
    {
      "epoch": 2.6163927915404854,
      "grad_norm": 9.375,
      "learning_rate": 1.506870569300554e-05,
      "loss": 0.2424,
      "step": 92230
    },
    {
      "epoch": 2.616676477471791,
      "grad_norm": 6.34375,
      "learning_rate": 1.5068126753102394e-05,
      "loss": 0.199,
      "step": 92240
    },
    {
      "epoch": 2.6169601634030966,
      "grad_norm": 12.25,
      "learning_rate": 1.5067547813199252e-05,
      "loss": 0.181,
      "step": 92250
    },
    {
      "epoch": 2.617243849334402,
      "grad_norm": 9.375,
      "learning_rate": 1.5066968873296109e-05,
      "loss": 0.1876,
      "step": 92260
    },
    {
      "epoch": 2.6175275352657073,
      "grad_norm": 12.3125,
      "learning_rate": 1.5066389933392966e-05,
      "loss": 0.1854,
      "step": 92270
    },
    {
      "epoch": 2.617811221197013,
      "grad_norm": 9.0625,
      "learning_rate": 1.5065810993489822e-05,
      "loss": 0.2105,
      "step": 92280
    },
    {
      "epoch": 2.6180949071283184,
      "grad_norm": 9.25,
      "learning_rate": 1.5065232053586677e-05,
      "loss": 0.2173,
      "step": 92290
    },
    {
      "epoch": 2.6183785930596235,
      "grad_norm": 8.0625,
      "learning_rate": 1.5064653113683536e-05,
      "loss": 0.1981,
      "step": 92300
    },
    {
      "epoch": 2.618662278990929,
      "grad_norm": 7.84375,
      "learning_rate": 1.5064074173780392e-05,
      "loss": 0.2252,
      "step": 92310
    },
    {
      "epoch": 2.6189459649222346,
      "grad_norm": 6.90625,
      "learning_rate": 1.5063495233877247e-05,
      "loss": 0.2215,
      "step": 92320
    },
    {
      "epoch": 2.61922965085354,
      "grad_norm": 6.5,
      "learning_rate": 1.5062916293974106e-05,
      "loss": 0.2011,
      "step": 92330
    },
    {
      "epoch": 2.6195133367848458,
      "grad_norm": 9.3125,
      "learning_rate": 1.5062337354070962e-05,
      "loss": 0.2,
      "step": 92340
    },
    {
      "epoch": 2.619797022716151,
      "grad_norm": 11.0625,
      "learning_rate": 1.5061758414167817e-05,
      "loss": 0.1942,
      "step": 92350
    },
    {
      "epoch": 2.6200807086474565,
      "grad_norm": 9.6875,
      "learning_rate": 1.5061179474264676e-05,
      "loss": 0.2139,
      "step": 92360
    },
    {
      "epoch": 2.620364394578762,
      "grad_norm": 7.625,
      "learning_rate": 1.5060600534361532e-05,
      "loss": 0.2103,
      "step": 92370
    },
    {
      "epoch": 2.620648080510067,
      "grad_norm": 11.4375,
      "learning_rate": 1.5060021594458389e-05,
      "loss": 0.2381,
      "step": 92380
    },
    {
      "epoch": 2.6209317664413727,
      "grad_norm": 6.8125,
      "learning_rate": 1.5059442654555245e-05,
      "loss": 0.2025,
      "step": 92390
    },
    {
      "epoch": 2.6212154523726783,
      "grad_norm": 10.8125,
      "learning_rate": 1.50588637146521e-05,
      "loss": 0.2281,
      "step": 92400
    },
    {
      "epoch": 2.6214991383039834,
      "grad_norm": 10.8125,
      "learning_rate": 1.5058284774748959e-05,
      "loss": 0.2104,
      "step": 92410
    },
    {
      "epoch": 2.621782824235289,
      "grad_norm": 10.125,
      "learning_rate": 1.5057705834845815e-05,
      "loss": 0.193,
      "step": 92420
    },
    {
      "epoch": 2.6220665101665945,
      "grad_norm": 8.4375,
      "learning_rate": 1.505712689494267e-05,
      "loss": 0.2145,
      "step": 92430
    },
    {
      "epoch": 2.6223501960979,
      "grad_norm": 12.375,
      "learning_rate": 1.5056547955039529e-05,
      "loss": 0.1887,
      "step": 92440
    },
    {
      "epoch": 2.6226338820292057,
      "grad_norm": 15.1875,
      "learning_rate": 1.5055969015136385e-05,
      "loss": 0.2327,
      "step": 92450
    },
    {
      "epoch": 2.622917567960511,
      "grad_norm": 13.3125,
      "learning_rate": 1.5055390075233242e-05,
      "loss": 0.2046,
      "step": 92460
    },
    {
      "epoch": 2.6232012538918164,
      "grad_norm": 7.5,
      "learning_rate": 1.5054811135330099e-05,
      "loss": 0.2066,
      "step": 92470
    },
    {
      "epoch": 2.623484939823122,
      "grad_norm": 14.3125,
      "learning_rate": 1.5054232195426954e-05,
      "loss": 0.19,
      "step": 92480
    },
    {
      "epoch": 2.623768625754427,
      "grad_norm": 10.75,
      "learning_rate": 1.5053653255523812e-05,
      "loss": 0.2005,
      "step": 92490
    },
    {
      "epoch": 2.6240523116857326,
      "grad_norm": 10.75,
      "learning_rate": 1.5053074315620669e-05,
      "loss": 0.2266,
      "step": 92500
    },
    {
      "epoch": 2.624335997617038,
      "grad_norm": 12.1875,
      "learning_rate": 1.5052495375717523e-05,
      "loss": 0.2297,
      "step": 92510
    },
    {
      "epoch": 2.6246196835483437,
      "grad_norm": 12.1875,
      "learning_rate": 1.5051916435814382e-05,
      "loss": 0.221,
      "step": 92520
    },
    {
      "epoch": 2.6249033694796493,
      "grad_norm": 9.875,
      "learning_rate": 1.5051337495911238e-05,
      "loss": 0.2683,
      "step": 92530
    },
    {
      "epoch": 2.6251870554109544,
      "grad_norm": 9.8125,
      "learning_rate": 1.5050758556008093e-05,
      "loss": 0.251,
      "step": 92540
    },
    {
      "epoch": 2.62547074134226,
      "grad_norm": 7.46875,
      "learning_rate": 1.5050179616104952e-05,
      "loss": 0.1862,
      "step": 92550
    },
    {
      "epoch": 2.6257544272735656,
      "grad_norm": 14.3125,
      "learning_rate": 1.5049600676201808e-05,
      "loss": 0.2125,
      "step": 92560
    },
    {
      "epoch": 2.6260381132048707,
      "grad_norm": 7.34375,
      "learning_rate": 1.5049021736298665e-05,
      "loss": 0.1992,
      "step": 92570
    },
    {
      "epoch": 2.6263217991361762,
      "grad_norm": 11.0,
      "learning_rate": 1.5048442796395522e-05,
      "loss": 0.2026,
      "step": 92580
    },
    {
      "epoch": 2.626605485067482,
      "grad_norm": 8.75,
      "learning_rate": 1.5047863856492377e-05,
      "loss": 0.1885,
      "step": 92590
    },
    {
      "epoch": 2.6268891709987874,
      "grad_norm": 16.5,
      "learning_rate": 1.5047284916589235e-05,
      "loss": 0.2094,
      "step": 92600
    },
    {
      "epoch": 2.627172856930093,
      "grad_norm": 8.3125,
      "learning_rate": 1.5046705976686092e-05,
      "loss": 0.2201,
      "step": 92610
    },
    {
      "epoch": 2.627456542861398,
      "grad_norm": 6.90625,
      "learning_rate": 1.5046127036782946e-05,
      "loss": 0.2229,
      "step": 92620
    },
    {
      "epoch": 2.6277402287927036,
      "grad_norm": 17.0,
      "learning_rate": 1.5045548096879805e-05,
      "loss": 0.2031,
      "step": 92630
    },
    {
      "epoch": 2.628023914724009,
      "grad_norm": 10.25,
      "learning_rate": 1.5044969156976661e-05,
      "loss": 0.2205,
      "step": 92640
    },
    {
      "epoch": 2.6283076006553143,
      "grad_norm": 9.1875,
      "learning_rate": 1.504439021707352e-05,
      "loss": 0.1947,
      "step": 92650
    },
    {
      "epoch": 2.62859128658662,
      "grad_norm": 11.4375,
      "learning_rate": 1.5043811277170375e-05,
      "loss": 0.3046,
      "step": 92660
    },
    {
      "epoch": 2.6288749725179255,
      "grad_norm": 8.8125,
      "learning_rate": 1.5043232337267231e-05,
      "loss": 0.1781,
      "step": 92670
    },
    {
      "epoch": 2.629158658449231,
      "grad_norm": 14.3125,
      "learning_rate": 1.5042653397364088e-05,
      "loss": 0.1931,
      "step": 92680
    },
    {
      "epoch": 2.629442344380536,
      "grad_norm": 9.5,
      "learning_rate": 1.5042074457460945e-05,
      "loss": 0.1822,
      "step": 92690
    },
    {
      "epoch": 2.6297260303118417,
      "grad_norm": 10.375,
      "learning_rate": 1.50414955175578e-05,
      "loss": 0.1759,
      "step": 92700
    },
    {
      "epoch": 2.6300097162431473,
      "grad_norm": 14.9375,
      "learning_rate": 1.5040916577654658e-05,
      "loss": 0.2409,
      "step": 92710
    },
    {
      "epoch": 2.630293402174453,
      "grad_norm": 12.25,
      "learning_rate": 1.5040337637751515e-05,
      "loss": 0.2111,
      "step": 92720
    },
    {
      "epoch": 2.630577088105758,
      "grad_norm": 11.875,
      "learning_rate": 1.503975869784837e-05,
      "loss": 0.2382,
      "step": 92730
    },
    {
      "epoch": 2.6308607740370635,
      "grad_norm": 10.3125,
      "learning_rate": 1.5039179757945228e-05,
      "loss": 0.1922,
      "step": 92740
    },
    {
      "epoch": 2.631144459968369,
      "grad_norm": 10.625,
      "learning_rate": 1.5038600818042085e-05,
      "loss": 0.1548,
      "step": 92750
    },
    {
      "epoch": 2.631428145899674,
      "grad_norm": 12.0625,
      "learning_rate": 1.5038021878138941e-05,
      "loss": 0.1886,
      "step": 92760
    },
    {
      "epoch": 2.63171183183098,
      "grad_norm": 9.9375,
      "learning_rate": 1.5037442938235798e-05,
      "loss": 0.2369,
      "step": 92770
    },
    {
      "epoch": 2.6319955177622854,
      "grad_norm": 8.5,
      "learning_rate": 1.5036863998332654e-05,
      "loss": 0.2141,
      "step": 92780
    },
    {
      "epoch": 2.632279203693591,
      "grad_norm": 16.625,
      "learning_rate": 1.5036285058429511e-05,
      "loss": 0.2424,
      "step": 92790
    },
    {
      "epoch": 2.6325628896248965,
      "grad_norm": 14.0625,
      "learning_rate": 1.5035706118526368e-05,
      "loss": 0.2031,
      "step": 92800
    },
    {
      "epoch": 2.6328465755562016,
      "grad_norm": 13.3125,
      "learning_rate": 1.5035127178623223e-05,
      "loss": 0.2075,
      "step": 92810
    },
    {
      "epoch": 2.633130261487507,
      "grad_norm": 10.5,
      "learning_rate": 1.5034548238720081e-05,
      "loss": 0.2216,
      "step": 92820
    },
    {
      "epoch": 2.6334139474188127,
      "grad_norm": 9.75,
      "learning_rate": 1.5033969298816938e-05,
      "loss": 0.237,
      "step": 92830
    },
    {
      "epoch": 2.633697633350118,
      "grad_norm": 11.0625,
      "learning_rate": 1.5033390358913796e-05,
      "loss": 0.1895,
      "step": 92840
    },
    {
      "epoch": 2.6339813192814234,
      "grad_norm": 10.5625,
      "learning_rate": 1.5032811419010651e-05,
      "loss": 0.2323,
      "step": 92850
    },
    {
      "epoch": 2.634265005212729,
      "grad_norm": 9.5625,
      "learning_rate": 1.5032232479107508e-05,
      "loss": 0.1813,
      "step": 92860
    },
    {
      "epoch": 2.6345486911440346,
      "grad_norm": 8.0,
      "learning_rate": 1.5031653539204364e-05,
      "loss": 0.1603,
      "step": 92870
    },
    {
      "epoch": 2.63483237707534,
      "grad_norm": 10.6875,
      "learning_rate": 1.503107459930122e-05,
      "loss": 0.2014,
      "step": 92880
    },
    {
      "epoch": 2.6351160630066452,
      "grad_norm": 10.75,
      "learning_rate": 1.5030495659398077e-05,
      "loss": 0.2177,
      "step": 92890
    },
    {
      "epoch": 2.635399748937951,
      "grad_norm": 8.8125,
      "learning_rate": 1.5029916719494934e-05,
      "loss": 0.1923,
      "step": 92900
    },
    {
      "epoch": 2.6356834348692564,
      "grad_norm": 13.6875,
      "learning_rate": 1.502933777959179e-05,
      "loss": 0.2034,
      "step": 92910
    },
    {
      "epoch": 2.6359671208005615,
      "grad_norm": 14.8125,
      "learning_rate": 1.5028758839688646e-05,
      "loss": 0.228,
      "step": 92920
    },
    {
      "epoch": 2.636250806731867,
      "grad_norm": 11.5,
      "learning_rate": 1.5028179899785504e-05,
      "loss": 0.1822,
      "step": 92930
    },
    {
      "epoch": 2.6365344926631726,
      "grad_norm": 10.375,
      "learning_rate": 1.502760095988236e-05,
      "loss": 0.1821,
      "step": 92940
    },
    {
      "epoch": 2.636818178594478,
      "grad_norm": 8.375,
      "learning_rate": 1.5027022019979219e-05,
      "loss": 0.1746,
      "step": 92950
    },
    {
      "epoch": 2.6371018645257838,
      "grad_norm": 9.375,
      "learning_rate": 1.5026443080076074e-05,
      "loss": 0.1918,
      "step": 92960
    },
    {
      "epoch": 2.637385550457089,
      "grad_norm": 11.9375,
      "learning_rate": 1.502586414017293e-05,
      "loss": 0.2227,
      "step": 92970
    },
    {
      "epoch": 2.6376692363883945,
      "grad_norm": 11.5,
      "learning_rate": 1.5025285200269787e-05,
      "loss": 0.208,
      "step": 92980
    },
    {
      "epoch": 2.6379529223197,
      "grad_norm": 9.75,
      "learning_rate": 1.5024706260366644e-05,
      "loss": 0.2593,
      "step": 92990
    },
    {
      "epoch": 2.638236608251005,
      "grad_norm": 8.0625,
      "learning_rate": 1.5024127320463499e-05,
      "loss": 0.2073,
      "step": 93000
    },
    {
      "epoch": 2.6385202941823107,
      "grad_norm": 8.6875,
      "learning_rate": 1.5023548380560357e-05,
      "loss": 0.2035,
      "step": 93010
    },
    {
      "epoch": 2.6388039801136163,
      "grad_norm": 9.25,
      "learning_rate": 1.5022969440657214e-05,
      "loss": 0.2338,
      "step": 93020
    },
    {
      "epoch": 2.6390876660449214,
      "grad_norm": 9.1875,
      "learning_rate": 1.5022390500754069e-05,
      "loss": 0.2136,
      "step": 93030
    },
    {
      "epoch": 2.639371351976227,
      "grad_norm": 9.8125,
      "learning_rate": 1.5021811560850927e-05,
      "loss": 0.206,
      "step": 93040
    },
    {
      "epoch": 2.6396550379075325,
      "grad_norm": 12.0,
      "learning_rate": 1.5021232620947784e-05,
      "loss": 0.1853,
      "step": 93050
    },
    {
      "epoch": 2.639938723838838,
      "grad_norm": 9.0,
      "learning_rate": 1.5020653681044642e-05,
      "loss": 0.1875,
      "step": 93060
    },
    {
      "epoch": 2.6402224097701437,
      "grad_norm": 8.0625,
      "learning_rate": 1.5020074741141497e-05,
      "loss": 0.1731,
      "step": 93070
    },
    {
      "epoch": 2.640506095701449,
      "grad_norm": 10.0,
      "learning_rate": 1.5019495801238354e-05,
      "loss": 0.181,
      "step": 93080
    },
    {
      "epoch": 2.6407897816327544,
      "grad_norm": 8.875,
      "learning_rate": 1.501891686133521e-05,
      "loss": 0.2517,
      "step": 93090
    },
    {
      "epoch": 2.64107346756406,
      "grad_norm": 10.25,
      "learning_rate": 1.5018337921432067e-05,
      "loss": 0.2044,
      "step": 93100
    },
    {
      "epoch": 2.641357153495365,
      "grad_norm": 11.375,
      "learning_rate": 1.5017758981528922e-05,
      "loss": 0.2176,
      "step": 93110
    },
    {
      "epoch": 2.6416408394266706,
      "grad_norm": 9.875,
      "learning_rate": 1.501718004162578e-05,
      "loss": 0.2106,
      "step": 93120
    },
    {
      "epoch": 2.641924525357976,
      "grad_norm": 9.8125,
      "learning_rate": 1.5016601101722637e-05,
      "loss": 0.2247,
      "step": 93130
    },
    {
      "epoch": 2.6422082112892817,
      "grad_norm": 8.9375,
      "learning_rate": 1.5016022161819495e-05,
      "loss": 0.2009,
      "step": 93140
    },
    {
      "epoch": 2.6424918972205873,
      "grad_norm": 8.4375,
      "learning_rate": 1.501544322191635e-05,
      "loss": 0.2258,
      "step": 93150
    },
    {
      "epoch": 2.6427755831518924,
      "grad_norm": 9.5,
      "learning_rate": 1.5014864282013207e-05,
      "loss": 0.1969,
      "step": 93160
    },
    {
      "epoch": 2.643059269083198,
      "grad_norm": 13.3125,
      "learning_rate": 1.5014285342110065e-05,
      "loss": 0.2098,
      "step": 93170
    },
    {
      "epoch": 2.6433429550145036,
      "grad_norm": 8.6875,
      "learning_rate": 1.501370640220692e-05,
      "loss": 0.2241,
      "step": 93180
    },
    {
      "epoch": 2.6436266409458087,
      "grad_norm": 8.625,
      "learning_rate": 1.5013127462303777e-05,
      "loss": 0.1924,
      "step": 93190
    },
    {
      "epoch": 2.6439103268771142,
      "grad_norm": 16.125,
      "learning_rate": 1.5012548522400633e-05,
      "loss": 0.2027,
      "step": 93200
    },
    {
      "epoch": 2.64419401280842,
      "grad_norm": 10.25,
      "learning_rate": 1.501196958249749e-05,
      "loss": 0.1883,
      "step": 93210
    },
    {
      "epoch": 2.6444776987397254,
      "grad_norm": 11.5625,
      "learning_rate": 1.5011390642594345e-05,
      "loss": 0.2814,
      "step": 93220
    },
    {
      "epoch": 2.644761384671031,
      "grad_norm": 11.1875,
      "learning_rate": 1.5010811702691203e-05,
      "loss": 0.1977,
      "step": 93230
    },
    {
      "epoch": 2.645045070602336,
      "grad_norm": 9.875,
      "learning_rate": 1.501023276278806e-05,
      "loss": 0.2122,
      "step": 93240
    },
    {
      "epoch": 2.6453287565336416,
      "grad_norm": 9.875,
      "learning_rate": 1.5009653822884918e-05,
      "loss": 0.1953,
      "step": 93250
    },
    {
      "epoch": 2.645612442464947,
      "grad_norm": 9.875,
      "learning_rate": 1.5009074882981773e-05,
      "loss": 0.2218,
      "step": 93260
    },
    {
      "epoch": 2.6458961283962523,
      "grad_norm": 13.0625,
      "learning_rate": 1.500849594307863e-05,
      "loss": 0.2005,
      "step": 93270
    },
    {
      "epoch": 2.646179814327558,
      "grad_norm": 11.5625,
      "learning_rate": 1.5007917003175486e-05,
      "loss": 0.2349,
      "step": 93280
    },
    {
      "epoch": 2.6464635002588635,
      "grad_norm": 9.1875,
      "learning_rate": 1.5007338063272343e-05,
      "loss": 0.2146,
      "step": 93290
    },
    {
      "epoch": 2.646747186190169,
      "grad_norm": 8.6875,
      "learning_rate": 1.50067591233692e-05,
      "loss": 0.2042,
      "step": 93300
    },
    {
      "epoch": 2.6470308721214746,
      "grad_norm": 10.5,
      "learning_rate": 1.5006180183466056e-05,
      "loss": 0.2136,
      "step": 93310
    },
    {
      "epoch": 2.6473145580527797,
      "grad_norm": 10.8125,
      "learning_rate": 1.5005601243562913e-05,
      "loss": 0.221,
      "step": 93320
    },
    {
      "epoch": 2.6475982439840853,
      "grad_norm": 8.125,
      "learning_rate": 1.5005022303659771e-05,
      "loss": 0.2136,
      "step": 93330
    },
    {
      "epoch": 2.647881929915391,
      "grad_norm": 11.9375,
      "learning_rate": 1.5004443363756626e-05,
      "loss": 0.1843,
      "step": 93340
    },
    {
      "epoch": 2.648165615846696,
      "grad_norm": 11.6875,
      "learning_rate": 1.5003864423853483e-05,
      "loss": 0.2149,
      "step": 93350
    },
    {
      "epoch": 2.6484493017780015,
      "grad_norm": 9.375,
      "learning_rate": 1.5003285483950341e-05,
      "loss": 0.1986,
      "step": 93360
    },
    {
      "epoch": 2.648732987709307,
      "grad_norm": 12.9375,
      "learning_rate": 1.5002706544047196e-05,
      "loss": 0.2124,
      "step": 93370
    },
    {
      "epoch": 2.649016673640612,
      "grad_norm": 9.8125,
      "learning_rate": 1.5002127604144053e-05,
      "loss": 0.1818,
      "step": 93380
    },
    {
      "epoch": 2.649300359571918,
      "grad_norm": 12.4375,
      "learning_rate": 1.500154866424091e-05,
      "loss": 0.1744,
      "step": 93390
    },
    {
      "epoch": 2.6495840455032234,
      "grad_norm": 8.4375,
      "learning_rate": 1.5000969724337766e-05,
      "loss": 0.1737,
      "step": 93400
    },
    {
      "epoch": 2.649867731434529,
      "grad_norm": 8.9375,
      "learning_rate": 1.5000390784434621e-05,
      "loss": 0.2291,
      "step": 93410
    },
    {
      "epoch": 2.6501514173658345,
      "grad_norm": 10.4375,
      "learning_rate": 1.499981184453148e-05,
      "loss": 0.2338,
      "step": 93420
    },
    {
      "epoch": 2.6504351032971396,
      "grad_norm": 9.8125,
      "learning_rate": 1.4999232904628336e-05,
      "loss": 0.2103,
      "step": 93430
    },
    {
      "epoch": 2.650718789228445,
      "grad_norm": 9.125,
      "learning_rate": 1.4998653964725194e-05,
      "loss": 0.2138,
      "step": 93440
    },
    {
      "epoch": 2.6510024751597507,
      "grad_norm": 10.0625,
      "learning_rate": 1.499807502482205e-05,
      "loss": 0.1831,
      "step": 93450
    },
    {
      "epoch": 2.651286161091056,
      "grad_norm": 13.6875,
      "learning_rate": 1.4997496084918906e-05,
      "loss": 0.2055,
      "step": 93460
    },
    {
      "epoch": 2.6515698470223614,
      "grad_norm": 13.625,
      "learning_rate": 1.4996917145015764e-05,
      "loss": 0.2016,
      "step": 93470
    },
    {
      "epoch": 2.651853532953667,
      "grad_norm": 11.0625,
      "learning_rate": 1.499633820511262e-05,
      "loss": 0.1841,
      "step": 93480
    },
    {
      "epoch": 2.6521372188849726,
      "grad_norm": 14.5,
      "learning_rate": 1.4995759265209476e-05,
      "loss": 0.2102,
      "step": 93490
    },
    {
      "epoch": 2.652420904816278,
      "grad_norm": 10.375,
      "learning_rate": 1.4995180325306333e-05,
      "loss": 0.189,
      "step": 93500
    },
    {
      "epoch": 2.6527045907475832,
      "grad_norm": 11.1875,
      "learning_rate": 1.499460138540319e-05,
      "loss": 0.1955,
      "step": 93510
    },
    {
      "epoch": 2.652988276678889,
      "grad_norm": 14.875,
      "learning_rate": 1.4994022445500048e-05,
      "loss": 0.2301,
      "step": 93520
    },
    {
      "epoch": 2.6532719626101944,
      "grad_norm": 11.3125,
      "learning_rate": 1.4993443505596902e-05,
      "loss": 0.2301,
      "step": 93530
    },
    {
      "epoch": 2.6535556485414995,
      "grad_norm": 13.9375,
      "learning_rate": 1.4992864565693759e-05,
      "loss": 0.2165,
      "step": 93540
    },
    {
      "epoch": 2.653839334472805,
      "grad_norm": 11.125,
      "learning_rate": 1.4992285625790617e-05,
      "loss": 0.2082,
      "step": 93550
    },
    {
      "epoch": 2.6541230204041106,
      "grad_norm": 13.625,
      "learning_rate": 1.4991706685887472e-05,
      "loss": 0.215,
      "step": 93560
    },
    {
      "epoch": 2.654406706335416,
      "grad_norm": 12.1875,
      "learning_rate": 1.4991127745984329e-05,
      "loss": 0.2077,
      "step": 93570
    },
    {
      "epoch": 2.6546903922667218,
      "grad_norm": 9.625,
      "learning_rate": 1.4990548806081187e-05,
      "loss": 0.1999,
      "step": 93580
    },
    {
      "epoch": 2.654974078198027,
      "grad_norm": 11.5625,
      "learning_rate": 1.4989969866178042e-05,
      "loss": 0.2247,
      "step": 93590
    },
    {
      "epoch": 2.6552577641293325,
      "grad_norm": 11.125,
      "learning_rate": 1.4989390926274899e-05,
      "loss": 0.2134,
      "step": 93600
    },
    {
      "epoch": 2.655541450060638,
      "grad_norm": 6.875,
      "learning_rate": 1.4988811986371756e-05,
      "loss": 0.214,
      "step": 93610
    },
    {
      "epoch": 2.655825135991943,
      "grad_norm": 12.1875,
      "learning_rate": 1.4988233046468612e-05,
      "loss": 0.2012,
      "step": 93620
    },
    {
      "epoch": 2.6561088219232487,
      "grad_norm": 11.0,
      "learning_rate": 1.498765410656547e-05,
      "loss": 0.2078,
      "step": 93630
    },
    {
      "epoch": 2.6563925078545543,
      "grad_norm": 23.375,
      "learning_rate": 1.4987075166662326e-05,
      "loss": 0.2185,
      "step": 93640
    },
    {
      "epoch": 2.65667619378586,
      "grad_norm": 11.25,
      "learning_rate": 1.4986496226759182e-05,
      "loss": 0.1627,
      "step": 93650
    },
    {
      "epoch": 2.656959879717165,
      "grad_norm": 9.75,
      "learning_rate": 1.498591728685604e-05,
      "loss": 0.2054,
      "step": 93660
    },
    {
      "epoch": 2.6572435656484705,
      "grad_norm": 8.125,
      "learning_rate": 1.4985338346952895e-05,
      "loss": 0.1904,
      "step": 93670
    },
    {
      "epoch": 2.657527251579776,
      "grad_norm": 12.9375,
      "learning_rate": 1.4984759407049752e-05,
      "loss": 0.2373,
      "step": 93680
    },
    {
      "epoch": 2.6578109375110817,
      "grad_norm": 6.25,
      "learning_rate": 1.498418046714661e-05,
      "loss": 0.2267,
      "step": 93690
    },
    {
      "epoch": 2.658094623442387,
      "grad_norm": 14.6875,
      "learning_rate": 1.4983601527243465e-05,
      "loss": 0.22,
      "step": 93700
    },
    {
      "epoch": 2.6583783093736923,
      "grad_norm": 12.0,
      "learning_rate": 1.4983022587340324e-05,
      "loss": 0.222,
      "step": 93710
    },
    {
      "epoch": 2.658661995304998,
      "grad_norm": 9.5625,
      "learning_rate": 1.4982443647437179e-05,
      "loss": 0.1962,
      "step": 93720
    },
    {
      "epoch": 2.658945681236303,
      "grad_norm": 9.5,
      "learning_rate": 1.4981864707534035e-05,
      "loss": 0.1854,
      "step": 93730
    },
    {
      "epoch": 2.6592293671676086,
      "grad_norm": 8.4375,
      "learning_rate": 1.4981285767630894e-05,
      "loss": 0.1723,
      "step": 93740
    },
    {
      "epoch": 2.659513053098914,
      "grad_norm": 11.0,
      "learning_rate": 1.4980706827727749e-05,
      "loss": 0.2171,
      "step": 93750
    },
    {
      "epoch": 2.6597967390302197,
      "grad_norm": 9.9375,
      "learning_rate": 1.4980127887824605e-05,
      "loss": 0.2028,
      "step": 93760
    },
    {
      "epoch": 2.6600804249615253,
      "grad_norm": 9.8125,
      "learning_rate": 1.4979548947921464e-05,
      "loss": 0.2031,
      "step": 93770
    },
    {
      "epoch": 2.6603641108928304,
      "grad_norm": 11.9375,
      "learning_rate": 1.4978970008018318e-05,
      "loss": 0.1848,
      "step": 93780
    },
    {
      "epoch": 2.660647796824136,
      "grad_norm": 13.75,
      "learning_rate": 1.4978391068115175e-05,
      "loss": 0.2241,
      "step": 93790
    },
    {
      "epoch": 2.6609314827554416,
      "grad_norm": 15.5625,
      "learning_rate": 1.4977812128212032e-05,
      "loss": 0.2396,
      "step": 93800
    },
    {
      "epoch": 2.6612151686867467,
      "grad_norm": 13.4375,
      "learning_rate": 1.4977233188308888e-05,
      "loss": 0.2224,
      "step": 93810
    },
    {
      "epoch": 2.6614988546180522,
      "grad_norm": 10.0625,
      "learning_rate": 1.4976654248405747e-05,
      "loss": 0.2076,
      "step": 93820
    },
    {
      "epoch": 2.661782540549358,
      "grad_norm": 9.3125,
      "learning_rate": 1.4976075308502602e-05,
      "loss": 0.1623,
      "step": 93830
    },
    {
      "epoch": 2.6620662264806634,
      "grad_norm": 9.25,
      "learning_rate": 1.4975496368599458e-05,
      "loss": 0.1944,
      "step": 93840
    },
    {
      "epoch": 2.662349912411969,
      "grad_norm": 8.25,
      "learning_rate": 1.4974917428696317e-05,
      "loss": 0.1896,
      "step": 93850
    },
    {
      "epoch": 2.662633598343274,
      "grad_norm": 11.125,
      "learning_rate": 1.4974338488793172e-05,
      "loss": 0.2299,
      "step": 93860
    },
    {
      "epoch": 2.6629172842745796,
      "grad_norm": 16.375,
      "learning_rate": 1.4973759548890028e-05,
      "loss": 0.2829,
      "step": 93870
    },
    {
      "epoch": 2.663200970205885,
      "grad_norm": 13.625,
      "learning_rate": 1.4973180608986887e-05,
      "loss": 0.198,
      "step": 93880
    },
    {
      "epoch": 2.6634846561371903,
      "grad_norm": 7.875,
      "learning_rate": 1.4972601669083742e-05,
      "loss": 0.1775,
      "step": 93890
    },
    {
      "epoch": 2.663768342068496,
      "grad_norm": 13.125,
      "learning_rate": 1.49720227291806e-05,
      "loss": 0.1816,
      "step": 93900
    },
    {
      "epoch": 2.6640520279998015,
      "grad_norm": 15.25,
      "learning_rate": 1.4971443789277455e-05,
      "loss": 0.2416,
      "step": 93910
    },
    {
      "epoch": 2.664335713931107,
      "grad_norm": 11.875,
      "learning_rate": 1.4970864849374311e-05,
      "loss": 0.2343,
      "step": 93920
    },
    {
      "epoch": 2.6646193998624126,
      "grad_norm": 6.96875,
      "learning_rate": 1.497028590947117e-05,
      "loss": 0.2087,
      "step": 93930
    },
    {
      "epoch": 2.6649030857937177,
      "grad_norm": 10.375,
      "learning_rate": 1.4969706969568025e-05,
      "loss": 0.1868,
      "step": 93940
    },
    {
      "epoch": 2.6651867717250233,
      "grad_norm": 9.125,
      "learning_rate": 1.4969128029664881e-05,
      "loss": 0.246,
      "step": 93950
    },
    {
      "epoch": 2.665470457656329,
      "grad_norm": 11.5,
      "learning_rate": 1.496854908976174e-05,
      "loss": 0.1931,
      "step": 93960
    },
    {
      "epoch": 2.665754143587634,
      "grad_norm": 12.5625,
      "learning_rate": 1.4967970149858595e-05,
      "loss": 0.2255,
      "step": 93970
    },
    {
      "epoch": 2.6660378295189395,
      "grad_norm": 10.125,
      "learning_rate": 1.4967391209955451e-05,
      "loss": 0.2018,
      "step": 93980
    },
    {
      "epoch": 2.666321515450245,
      "grad_norm": 9.3125,
      "learning_rate": 1.496681227005231e-05,
      "loss": 0.2165,
      "step": 93990
    },
    {
      "epoch": 2.66660520138155,
      "grad_norm": 9.6875,
      "learning_rate": 1.4966233330149165e-05,
      "loss": 0.2213,
      "step": 94000
    },
    {
      "epoch": 2.666888887312856,
      "grad_norm": 9.5625,
      "learning_rate": 1.4965654390246023e-05,
      "loss": 0.217,
      "step": 94010
    },
    {
      "epoch": 2.6671725732441613,
      "grad_norm": 11.1875,
      "learning_rate": 1.4965075450342878e-05,
      "loss": 0.2355,
      "step": 94020
    },
    {
      "epoch": 2.667456259175467,
      "grad_norm": 9.9375,
      "learning_rate": 1.4964496510439734e-05,
      "loss": 0.2491,
      "step": 94030
    },
    {
      "epoch": 2.6677399451067725,
      "grad_norm": 10.5,
      "learning_rate": 1.4963917570536593e-05,
      "loss": 0.1904,
      "step": 94040
    },
    {
      "epoch": 2.6680236310380776,
      "grad_norm": 10.8125,
      "learning_rate": 1.4963338630633448e-05,
      "loss": 0.2179,
      "step": 94050
    },
    {
      "epoch": 2.668307316969383,
      "grad_norm": 11.3125,
      "learning_rate": 1.4962759690730304e-05,
      "loss": 0.2033,
      "step": 94060
    },
    {
      "epoch": 2.6685910029006887,
      "grad_norm": 8.375,
      "learning_rate": 1.4962180750827163e-05,
      "loss": 0.1979,
      "step": 94070
    },
    {
      "epoch": 2.668874688831994,
      "grad_norm": 11.6875,
      "learning_rate": 1.4961601810924018e-05,
      "loss": 0.1676,
      "step": 94080
    },
    {
      "epoch": 2.6691583747632994,
      "grad_norm": 11.4375,
      "learning_rate": 1.4961022871020874e-05,
      "loss": 0.203,
      "step": 94090
    },
    {
      "epoch": 2.669442060694605,
      "grad_norm": 16.125,
      "learning_rate": 1.4960443931117733e-05,
      "loss": 0.1974,
      "step": 94100
    },
    {
      "epoch": 2.6697257466259106,
      "grad_norm": 19.25,
      "learning_rate": 1.4959864991214588e-05,
      "loss": 0.2324,
      "step": 94110
    },
    {
      "epoch": 2.670009432557216,
      "grad_norm": 9.125,
      "learning_rate": 1.4959286051311446e-05,
      "loss": 0.2254,
      "step": 94120
    },
    {
      "epoch": 2.6702931184885212,
      "grad_norm": 9.0625,
      "learning_rate": 1.4958707111408301e-05,
      "loss": 0.1879,
      "step": 94130
    },
    {
      "epoch": 2.670576804419827,
      "grad_norm": 14.875,
      "learning_rate": 1.4958128171505158e-05,
      "loss": 0.1853,
      "step": 94140
    },
    {
      "epoch": 2.6708604903511324,
      "grad_norm": 15.1875,
      "learning_rate": 1.4957549231602016e-05,
      "loss": 0.2417,
      "step": 94150
    },
    {
      "epoch": 2.6711441762824375,
      "grad_norm": 9.0625,
      "learning_rate": 1.495697029169887e-05,
      "loss": 0.2205,
      "step": 94160
    },
    {
      "epoch": 2.671427862213743,
      "grad_norm": 11.0,
      "learning_rate": 1.4956391351795727e-05,
      "loss": 0.1959,
      "step": 94170
    },
    {
      "epoch": 2.6717115481450486,
      "grad_norm": 9.1875,
      "learning_rate": 1.4955812411892586e-05,
      "loss": 0.25,
      "step": 94180
    },
    {
      "epoch": 2.671995234076354,
      "grad_norm": 10.6875,
      "learning_rate": 1.495523347198944e-05,
      "loss": 0.2231,
      "step": 94190
    },
    {
      "epoch": 2.6722789200076598,
      "grad_norm": 10.0,
      "learning_rate": 1.4954654532086299e-05,
      "loss": 0.2182,
      "step": 94200
    },
    {
      "epoch": 2.672562605938965,
      "grad_norm": 11.4375,
      "learning_rate": 1.4954075592183154e-05,
      "loss": 0.1777,
      "step": 94210
    },
    {
      "epoch": 2.6728462918702705,
      "grad_norm": 6.84375,
      "learning_rate": 1.495349665228001e-05,
      "loss": 0.2013,
      "step": 94220
    },
    {
      "epoch": 2.673129977801576,
      "grad_norm": 11.1875,
      "learning_rate": 1.4952917712376869e-05,
      "loss": 0.2138,
      "step": 94230
    },
    {
      "epoch": 2.673413663732881,
      "grad_norm": 9.4375,
      "learning_rate": 1.4952338772473724e-05,
      "loss": 0.2273,
      "step": 94240
    },
    {
      "epoch": 2.6736973496641867,
      "grad_norm": 24.625,
      "learning_rate": 1.495175983257058e-05,
      "loss": 0.2505,
      "step": 94250
    },
    {
      "epoch": 2.6739810355954923,
      "grad_norm": 9.5,
      "learning_rate": 1.4951180892667439e-05,
      "loss": 0.212,
      "step": 94260
    },
    {
      "epoch": 2.674264721526798,
      "grad_norm": 9.875,
      "learning_rate": 1.4950601952764294e-05,
      "loss": 0.2098,
      "step": 94270
    },
    {
      "epoch": 2.6745484074581034,
      "grad_norm": 13.375,
      "learning_rate": 1.495002301286115e-05,
      "loss": 0.2502,
      "step": 94280
    },
    {
      "epoch": 2.6748320933894085,
      "grad_norm": 9.8125,
      "learning_rate": 1.4949444072958009e-05,
      "loss": 0.2464,
      "step": 94290
    },
    {
      "epoch": 2.675115779320714,
      "grad_norm": 8.875,
      "learning_rate": 1.4948865133054864e-05,
      "loss": 0.2057,
      "step": 94300
    },
    {
      "epoch": 2.6753994652520197,
      "grad_norm": 13.375,
      "learning_rate": 1.4948286193151722e-05,
      "loss": 0.1919,
      "step": 94310
    },
    {
      "epoch": 2.675683151183325,
      "grad_norm": 12.375,
      "learning_rate": 1.4947707253248577e-05,
      "loss": 0.1882,
      "step": 94320
    },
    {
      "epoch": 2.6759668371146303,
      "grad_norm": 9.75,
      "learning_rate": 1.4947128313345434e-05,
      "loss": 0.2122,
      "step": 94330
    },
    {
      "epoch": 2.676250523045936,
      "grad_norm": 9.375,
      "learning_rate": 1.4946549373442292e-05,
      "loss": 0.2123,
      "step": 94340
    },
    {
      "epoch": 2.676534208977241,
      "grad_norm": 9.125,
      "learning_rate": 1.4945970433539147e-05,
      "loss": 0.2069,
      "step": 94350
    },
    {
      "epoch": 2.6768178949085466,
      "grad_norm": 11.8125,
      "learning_rate": 1.4945391493636004e-05,
      "loss": 0.1918,
      "step": 94360
    },
    {
      "epoch": 2.677101580839852,
      "grad_norm": 7.875,
      "learning_rate": 1.4944812553732862e-05,
      "loss": 0.2394,
      "step": 94370
    },
    {
      "epoch": 2.6773852667711577,
      "grad_norm": 17.0,
      "learning_rate": 1.4944233613829717e-05,
      "loss": 0.2392,
      "step": 94380
    },
    {
      "epoch": 2.6776689527024633,
      "grad_norm": 9.8125,
      "learning_rate": 1.4943654673926575e-05,
      "loss": 0.2009,
      "step": 94390
    },
    {
      "epoch": 2.6779526386337684,
      "grad_norm": 29.0,
      "learning_rate": 1.4943075734023432e-05,
      "loss": 0.2094,
      "step": 94400
    },
    {
      "epoch": 2.678236324565074,
      "grad_norm": 8.6875,
      "learning_rate": 1.4942496794120287e-05,
      "loss": 0.1795,
      "step": 94410
    },
    {
      "epoch": 2.6785200104963796,
      "grad_norm": 6.8125,
      "learning_rate": 1.4941917854217145e-05,
      "loss": 0.1918,
      "step": 94420
    },
    {
      "epoch": 2.6788036964276847,
      "grad_norm": 10.25,
      "learning_rate": 1.4941338914314e-05,
      "loss": 0.1921,
      "step": 94430
    },
    {
      "epoch": 2.6790873823589902,
      "grad_norm": 10.25,
      "learning_rate": 1.4940759974410857e-05,
      "loss": 0.2329,
      "step": 94440
    },
    {
      "epoch": 2.679371068290296,
      "grad_norm": 11.3125,
      "learning_rate": 1.4940181034507715e-05,
      "loss": 0.1848,
      "step": 94450
    },
    {
      "epoch": 2.6796547542216014,
      "grad_norm": 7.78125,
      "learning_rate": 1.493960209460457e-05,
      "loss": 0.1972,
      "step": 94460
    },
    {
      "epoch": 2.679938440152907,
      "grad_norm": 16.125,
      "learning_rate": 1.4939023154701427e-05,
      "loss": 0.2154,
      "step": 94470
    },
    {
      "epoch": 2.680222126084212,
      "grad_norm": 13.875,
      "learning_rate": 1.4938444214798285e-05,
      "loss": 0.1909,
      "step": 94480
    },
    {
      "epoch": 2.6805058120155176,
      "grad_norm": 13.25,
      "learning_rate": 1.493786527489514e-05,
      "loss": 0.2392,
      "step": 94490
    },
    {
      "epoch": 2.680789497946823,
      "grad_norm": 11.5,
      "learning_rate": 1.4937286334991998e-05,
      "loss": 0.2288,
      "step": 94500
    },
    {
      "epoch": 2.6810731838781283,
      "grad_norm": 11.4375,
      "learning_rate": 1.4936707395088855e-05,
      "loss": 0.215,
      "step": 94510
    },
    {
      "epoch": 2.681356869809434,
      "grad_norm": 11.5625,
      "learning_rate": 1.493612845518571e-05,
      "loss": 0.1811,
      "step": 94520
    },
    {
      "epoch": 2.6816405557407395,
      "grad_norm": 9.5625,
      "learning_rate": 1.4935549515282568e-05,
      "loss": 0.1983,
      "step": 94530
    },
    {
      "epoch": 2.681924241672045,
      "grad_norm": 11.375,
      "learning_rate": 1.4934970575379423e-05,
      "loss": 0.2103,
      "step": 94540
    },
    {
      "epoch": 2.6822079276033506,
      "grad_norm": 14.75,
      "learning_rate": 1.493439163547628e-05,
      "loss": 0.2405,
      "step": 94550
    },
    {
      "epoch": 2.6824916135346557,
      "grad_norm": 11.4375,
      "learning_rate": 1.4933812695573138e-05,
      "loss": 0.1939,
      "step": 94560
    },
    {
      "epoch": 2.6827752994659613,
      "grad_norm": 10.1875,
      "learning_rate": 1.4933233755669993e-05,
      "loss": 0.1922,
      "step": 94570
    },
    {
      "epoch": 2.683058985397267,
      "grad_norm": 9.0625,
      "learning_rate": 1.4932654815766851e-05,
      "loss": 0.2143,
      "step": 94580
    },
    {
      "epoch": 2.683342671328572,
      "grad_norm": 8.1875,
      "learning_rate": 1.4932075875863708e-05,
      "loss": 0.2014,
      "step": 94590
    },
    {
      "epoch": 2.6836263572598775,
      "grad_norm": 9.4375,
      "learning_rate": 1.4931496935960563e-05,
      "loss": 0.2008,
      "step": 94600
    },
    {
      "epoch": 2.683910043191183,
      "grad_norm": 16.5,
      "learning_rate": 1.4930917996057421e-05,
      "loss": 0.2217,
      "step": 94610
    },
    {
      "epoch": 2.6841937291224887,
      "grad_norm": 12.8125,
      "learning_rate": 1.4930339056154278e-05,
      "loss": 0.1864,
      "step": 94620
    },
    {
      "epoch": 2.684477415053794,
      "grad_norm": 7.375,
      "learning_rate": 1.4929760116251133e-05,
      "loss": 0.2313,
      "step": 94630
    },
    {
      "epoch": 2.6847611009850993,
      "grad_norm": 8.3125,
      "learning_rate": 1.4929181176347991e-05,
      "loss": 0.2123,
      "step": 94640
    },
    {
      "epoch": 2.685044786916405,
      "grad_norm": 11.125,
      "learning_rate": 1.4928602236444846e-05,
      "loss": 0.1897,
      "step": 94650
    },
    {
      "epoch": 2.6853284728477105,
      "grad_norm": 7.75,
      "learning_rate": 1.4928023296541703e-05,
      "loss": 0.2158,
      "step": 94660
    },
    {
      "epoch": 2.6856121587790156,
      "grad_norm": 7.90625,
      "learning_rate": 1.4927444356638561e-05,
      "loss": 0.2192,
      "step": 94670
    },
    {
      "epoch": 2.685895844710321,
      "grad_norm": 11.375,
      "learning_rate": 1.4926865416735416e-05,
      "loss": 0.1946,
      "step": 94680
    },
    {
      "epoch": 2.6861795306416267,
      "grad_norm": 9.875,
      "learning_rate": 1.4926286476832274e-05,
      "loss": 0.2099,
      "step": 94690
    },
    {
      "epoch": 2.686463216572932,
      "grad_norm": 13.0,
      "learning_rate": 1.4925707536929131e-05,
      "loss": 0.2344,
      "step": 94700
    },
    {
      "epoch": 2.6867469025042374,
      "grad_norm": 13.25,
      "learning_rate": 1.4925128597025986e-05,
      "loss": 0.1877,
      "step": 94710
    },
    {
      "epoch": 2.687030588435543,
      "grad_norm": 13.625,
      "learning_rate": 1.4924549657122844e-05,
      "loss": 0.2012,
      "step": 94720
    },
    {
      "epoch": 2.6873142743668486,
      "grad_norm": 8.3125,
      "learning_rate": 1.49239707172197e-05,
      "loss": 0.1794,
      "step": 94730
    },
    {
      "epoch": 2.687597960298154,
      "grad_norm": 11.4375,
      "learning_rate": 1.4923391777316556e-05,
      "loss": 0.1955,
      "step": 94740
    },
    {
      "epoch": 2.6878816462294592,
      "grad_norm": 11.125,
      "learning_rate": 1.4922812837413414e-05,
      "loss": 0.1889,
      "step": 94750
    },
    {
      "epoch": 2.688165332160765,
      "grad_norm": 6.875,
      "learning_rate": 1.492223389751027e-05,
      "loss": 0.184,
      "step": 94760
    },
    {
      "epoch": 2.6884490180920704,
      "grad_norm": 10.25,
      "learning_rate": 1.4921654957607128e-05,
      "loss": 0.1952,
      "step": 94770
    },
    {
      "epoch": 2.6887327040233755,
      "grad_norm": 10.125,
      "learning_rate": 1.4921076017703984e-05,
      "loss": 0.1924,
      "step": 94780
    },
    {
      "epoch": 2.689016389954681,
      "grad_norm": 9.75,
      "learning_rate": 1.492049707780084e-05,
      "loss": 0.2113,
      "step": 94790
    },
    {
      "epoch": 2.6893000758859866,
      "grad_norm": 9.375,
      "learning_rate": 1.4919918137897697e-05,
      "loss": 0.2225,
      "step": 94800
    },
    {
      "epoch": 2.689583761817292,
      "grad_norm": 10.0625,
      "learning_rate": 1.4919339197994554e-05,
      "loss": 0.2528,
      "step": 94810
    },
    {
      "epoch": 2.6898674477485978,
      "grad_norm": 12.0,
      "learning_rate": 1.4918760258091409e-05,
      "loss": 0.2225,
      "step": 94820
    },
    {
      "epoch": 2.690151133679903,
      "grad_norm": 14.4375,
      "learning_rate": 1.4918181318188267e-05,
      "loss": 0.2627,
      "step": 94830
    },
    {
      "epoch": 2.6904348196112085,
      "grad_norm": 10.6875,
      "learning_rate": 1.4917602378285122e-05,
      "loss": 0.2071,
      "step": 94840
    },
    {
      "epoch": 2.690718505542514,
      "grad_norm": 12.875,
      "learning_rate": 1.4917023438381979e-05,
      "loss": 0.1764,
      "step": 94850
    },
    {
      "epoch": 2.691002191473819,
      "grad_norm": 7.59375,
      "learning_rate": 1.4916444498478837e-05,
      "loss": 0.1943,
      "step": 94860
    },
    {
      "epoch": 2.6912858774051247,
      "grad_norm": 9.5625,
      "learning_rate": 1.4915865558575692e-05,
      "loss": 0.2132,
      "step": 94870
    },
    {
      "epoch": 2.6915695633364303,
      "grad_norm": 10.5625,
      "learning_rate": 1.491528661867255e-05,
      "loss": 0.2045,
      "step": 94880
    },
    {
      "epoch": 2.691853249267736,
      "grad_norm": 7.8125,
      "learning_rate": 1.4914707678769407e-05,
      "loss": 0.2165,
      "step": 94890
    },
    {
      "epoch": 2.6921369351990414,
      "grad_norm": 11.0,
      "learning_rate": 1.4914128738866262e-05,
      "loss": 0.1917,
      "step": 94900
    },
    {
      "epoch": 2.6924206211303465,
      "grad_norm": 10.6875,
      "learning_rate": 1.491354979896312e-05,
      "loss": 0.203,
      "step": 94910
    },
    {
      "epoch": 2.692704307061652,
      "grad_norm": 9.5,
      "learning_rate": 1.4912970859059977e-05,
      "loss": 0.2408,
      "step": 94920
    },
    {
      "epoch": 2.6929879929929577,
      "grad_norm": 12.125,
      "learning_rate": 1.4912391919156832e-05,
      "loss": 0.2378,
      "step": 94930
    },
    {
      "epoch": 2.693271678924263,
      "grad_norm": 9.375,
      "learning_rate": 1.491181297925369e-05,
      "loss": 0.2455,
      "step": 94940
    },
    {
      "epoch": 2.6935553648555683,
      "grad_norm": 10.0,
      "learning_rate": 1.4911234039350545e-05,
      "loss": 0.1686,
      "step": 94950
    },
    {
      "epoch": 2.693839050786874,
      "grad_norm": 12.5625,
      "learning_rate": 1.4910655099447404e-05,
      "loss": 0.2308,
      "step": 94960
    },
    {
      "epoch": 2.694122736718179,
      "grad_norm": 11.6875,
      "learning_rate": 1.491007615954426e-05,
      "loss": 0.2208,
      "step": 94970
    },
    {
      "epoch": 2.6944064226494846,
      "grad_norm": 7.90625,
      "learning_rate": 1.4909497219641115e-05,
      "loss": 0.1871,
      "step": 94980
    },
    {
      "epoch": 2.69469010858079,
      "grad_norm": 11.0,
      "learning_rate": 1.4908918279737974e-05,
      "loss": 0.213,
      "step": 94990
    },
    {
      "epoch": 2.6949737945120957,
      "grad_norm": 13.4375,
      "learning_rate": 1.490833933983483e-05,
      "loss": 0.1847,
      "step": 95000
    },
    {
      "epoch": 2.6952574804434013,
      "grad_norm": 8.0625,
      "learning_rate": 1.4907760399931685e-05,
      "loss": 0.1796,
      "step": 95010
    },
    {
      "epoch": 2.6955411663747064,
      "grad_norm": 9.25,
      "learning_rate": 1.4907181460028544e-05,
      "loss": 0.227,
      "step": 95020
    },
    {
      "epoch": 2.695824852306012,
      "grad_norm": 8.4375,
      "learning_rate": 1.49066025201254e-05,
      "loss": 0.2136,
      "step": 95030
    },
    {
      "epoch": 2.6961085382373176,
      "grad_norm": 7.03125,
      "learning_rate": 1.4906023580222255e-05,
      "loss": 0.2403,
      "step": 95040
    },
    {
      "epoch": 2.6963922241686227,
      "grad_norm": 8.5625,
      "learning_rate": 1.4905444640319114e-05,
      "loss": 0.1869,
      "step": 95050
    },
    {
      "epoch": 2.6966759100999282,
      "grad_norm": 8.875,
      "learning_rate": 1.4904865700415968e-05,
      "loss": 0.2301,
      "step": 95060
    },
    {
      "epoch": 2.696959596031234,
      "grad_norm": 12.0,
      "learning_rate": 1.4904286760512827e-05,
      "loss": 0.2348,
      "step": 95070
    },
    {
      "epoch": 2.6972432819625394,
      "grad_norm": 11.75,
      "learning_rate": 1.4903707820609683e-05,
      "loss": 0.2453,
      "step": 95080
    },
    {
      "epoch": 2.697526967893845,
      "grad_norm": 7.90625,
      "learning_rate": 1.4903128880706538e-05,
      "loss": 0.2097,
      "step": 95090
    },
    {
      "epoch": 2.69781065382515,
      "grad_norm": 10.625,
      "learning_rate": 1.4902549940803397e-05,
      "loss": 0.2177,
      "step": 95100
    },
    {
      "epoch": 2.6980943397564556,
      "grad_norm": 12.9375,
      "learning_rate": 1.4901971000900253e-05,
      "loss": 0.2358,
      "step": 95110
    },
    {
      "epoch": 2.698378025687761,
      "grad_norm": 9.0,
      "learning_rate": 1.4901392060997108e-05,
      "loss": 0.1823,
      "step": 95120
    },
    {
      "epoch": 2.6986617116190663,
      "grad_norm": 16.125,
      "learning_rate": 1.4900813121093967e-05,
      "loss": 0.2207,
      "step": 95130
    },
    {
      "epoch": 2.698945397550372,
      "grad_norm": 11.875,
      "learning_rate": 1.4900234181190823e-05,
      "loss": 0.2401,
      "step": 95140
    },
    {
      "epoch": 2.6992290834816774,
      "grad_norm": 8.0625,
      "learning_rate": 1.4899655241287678e-05,
      "loss": 0.2258,
      "step": 95150
    },
    {
      "epoch": 2.699512769412983,
      "grad_norm": 12.6875,
      "learning_rate": 1.4899076301384537e-05,
      "loss": 0.188,
      "step": 95160
    },
    {
      "epoch": 2.6997964553442886,
      "grad_norm": 10.5,
      "learning_rate": 1.4898497361481391e-05,
      "loss": 0.2179,
      "step": 95170
    },
    {
      "epoch": 2.7000801412755937,
      "grad_norm": 9.25,
      "learning_rate": 1.489791842157825e-05,
      "loss": 0.1878,
      "step": 95180
    },
    {
      "epoch": 2.7003638272068993,
      "grad_norm": 15.1875,
      "learning_rate": 1.4897339481675106e-05,
      "loss": 0.2719,
      "step": 95190
    },
    {
      "epoch": 2.700647513138205,
      "grad_norm": 9.6875,
      "learning_rate": 1.4896760541771961e-05,
      "loss": 0.1911,
      "step": 95200
    },
    {
      "epoch": 2.70093119906951,
      "grad_norm": 11.25,
      "learning_rate": 1.489618160186882e-05,
      "loss": 0.1942,
      "step": 95210
    },
    {
      "epoch": 2.7012148850008155,
      "grad_norm": 9.5,
      "learning_rate": 1.4895602661965676e-05,
      "loss": 0.1812,
      "step": 95220
    },
    {
      "epoch": 2.701498570932121,
      "grad_norm": 9.1875,
      "learning_rate": 1.4895023722062531e-05,
      "loss": 0.2211,
      "step": 95230
    },
    {
      "epoch": 2.7017822568634267,
      "grad_norm": 6.8125,
      "learning_rate": 1.489444478215939e-05,
      "loss": 0.2071,
      "step": 95240
    },
    {
      "epoch": 2.7020659427947322,
      "grad_norm": 9.8125,
      "learning_rate": 1.4893865842256245e-05,
      "loss": 0.2498,
      "step": 95250
    },
    {
      "epoch": 2.7023496287260373,
      "grad_norm": 9.75,
      "learning_rate": 1.4893286902353103e-05,
      "loss": 0.2039,
      "step": 95260
    },
    {
      "epoch": 2.702633314657343,
      "grad_norm": 13.875,
      "learning_rate": 1.489270796244996e-05,
      "loss": 0.1921,
      "step": 95270
    },
    {
      "epoch": 2.7029170005886485,
      "grad_norm": 12.5,
      "learning_rate": 1.4892129022546815e-05,
      "loss": 0.1823,
      "step": 95280
    },
    {
      "epoch": 2.7032006865199536,
      "grad_norm": 10.375,
      "learning_rate": 1.4891550082643673e-05,
      "loss": 0.2036,
      "step": 95290
    },
    {
      "epoch": 2.703484372451259,
      "grad_norm": 9.625,
      "learning_rate": 1.489097114274053e-05,
      "loss": 0.2045,
      "step": 95300
    },
    {
      "epoch": 2.7037680583825647,
      "grad_norm": 14.875,
      "learning_rate": 1.4890392202837384e-05,
      "loss": 0.2787,
      "step": 95310
    },
    {
      "epoch": 2.70405174431387,
      "grad_norm": 13.0,
      "learning_rate": 1.4889813262934243e-05,
      "loss": 0.2188,
      "step": 95320
    },
    {
      "epoch": 2.7043354302451754,
      "grad_norm": 11.125,
      "learning_rate": 1.48892343230311e-05,
      "loss": 0.2025,
      "step": 95330
    },
    {
      "epoch": 2.704619116176481,
      "grad_norm": 7.71875,
      "learning_rate": 1.4888655383127954e-05,
      "loss": 0.1987,
      "step": 95340
    },
    {
      "epoch": 2.7049028021077866,
      "grad_norm": 9.75,
      "learning_rate": 1.4888076443224813e-05,
      "loss": 0.1966,
      "step": 95350
    },
    {
      "epoch": 2.705186488039092,
      "grad_norm": 8.1875,
      "learning_rate": 1.4887497503321668e-05,
      "loss": 0.2155,
      "step": 95360
    },
    {
      "epoch": 2.7054701739703972,
      "grad_norm": 9.8125,
      "learning_rate": 1.4886918563418526e-05,
      "loss": 0.1943,
      "step": 95370
    },
    {
      "epoch": 2.705753859901703,
      "grad_norm": 7.84375,
      "learning_rate": 1.4886339623515383e-05,
      "loss": 0.2334,
      "step": 95380
    },
    {
      "epoch": 2.7060375458330084,
      "grad_norm": 8.8125,
      "learning_rate": 1.4885760683612238e-05,
      "loss": 0.2184,
      "step": 95390
    },
    {
      "epoch": 2.7063212317643135,
      "grad_norm": 10.0625,
      "learning_rate": 1.4885181743709096e-05,
      "loss": 0.1946,
      "step": 95400
    },
    {
      "epoch": 2.706604917695619,
      "grad_norm": 12.875,
      "learning_rate": 1.4884602803805953e-05,
      "loss": 0.242,
      "step": 95410
    },
    {
      "epoch": 2.7068886036269246,
      "grad_norm": 6.90625,
      "learning_rate": 1.4884023863902808e-05,
      "loss": 0.1834,
      "step": 95420
    },
    {
      "epoch": 2.70717228955823,
      "grad_norm": 14.25,
      "learning_rate": 1.4883444923999666e-05,
      "loss": 0.1924,
      "step": 95430
    },
    {
      "epoch": 2.7074559754895358,
      "grad_norm": 14.1875,
      "learning_rate": 1.4882865984096522e-05,
      "loss": 0.2,
      "step": 95440
    },
    {
      "epoch": 2.707739661420841,
      "grad_norm": 12.375,
      "learning_rate": 1.4882287044193379e-05,
      "loss": 0.238,
      "step": 95450
    },
    {
      "epoch": 2.7080233473521464,
      "grad_norm": 12.875,
      "learning_rate": 1.4881708104290236e-05,
      "loss": 0.1852,
      "step": 95460
    },
    {
      "epoch": 2.708307033283452,
      "grad_norm": 11.0625,
      "learning_rate": 1.488112916438709e-05,
      "loss": 0.2106,
      "step": 95470
    },
    {
      "epoch": 2.708590719214757,
      "grad_norm": 9.375,
      "learning_rate": 1.4880550224483949e-05,
      "loss": 0.2082,
      "step": 95480
    },
    {
      "epoch": 2.7088744051460627,
      "grad_norm": 58.0,
      "learning_rate": 1.4879971284580806e-05,
      "loss": 0.2291,
      "step": 95490
    },
    {
      "epoch": 2.7091580910773683,
      "grad_norm": 9.125,
      "learning_rate": 1.487939234467766e-05,
      "loss": 0.2451,
      "step": 95500
    },
    {
      "epoch": 2.709441777008674,
      "grad_norm": 13.125,
      "learning_rate": 1.4878813404774519e-05,
      "loss": 0.223,
      "step": 95510
    },
    {
      "epoch": 2.7097254629399794,
      "grad_norm": 10.3125,
      "learning_rate": 1.4878234464871376e-05,
      "loss": 0.2137,
      "step": 95520
    },
    {
      "epoch": 2.7100091488712845,
      "grad_norm": 13.1875,
      "learning_rate": 1.487765552496823e-05,
      "loss": 0.2251,
      "step": 95530
    },
    {
      "epoch": 2.71029283480259,
      "grad_norm": 17.0,
      "learning_rate": 1.4877076585065089e-05,
      "loss": 0.1972,
      "step": 95540
    },
    {
      "epoch": 2.7105765207338957,
      "grad_norm": 11.0625,
      "learning_rate": 1.4876497645161946e-05,
      "loss": 0.1993,
      "step": 95550
    },
    {
      "epoch": 2.7108602066652008,
      "grad_norm": 10.0625,
      "learning_rate": 1.4875918705258802e-05,
      "loss": 0.1876,
      "step": 95560
    },
    {
      "epoch": 2.7111438925965063,
      "grad_norm": 10.9375,
      "learning_rate": 1.4875339765355659e-05,
      "loss": 0.1936,
      "step": 95570
    },
    {
      "epoch": 2.711427578527812,
      "grad_norm": 12.0625,
      "learning_rate": 1.4874760825452514e-05,
      "loss": 0.2641,
      "step": 95580
    },
    {
      "epoch": 2.7117112644591175,
      "grad_norm": 8.0625,
      "learning_rate": 1.4874181885549372e-05,
      "loss": 0.1882,
      "step": 95590
    },
    {
      "epoch": 2.7119949503904226,
      "grad_norm": 13.8125,
      "learning_rate": 1.4873602945646229e-05,
      "loss": 0.189,
      "step": 95600
    },
    {
      "epoch": 2.712278636321728,
      "grad_norm": 8.9375,
      "learning_rate": 1.4873024005743084e-05,
      "loss": 0.1963,
      "step": 95610
    },
    {
      "epoch": 2.7125623222530337,
      "grad_norm": 11.0625,
      "learning_rate": 1.4872445065839942e-05,
      "loss": 0.1975,
      "step": 95620
    },
    {
      "epoch": 2.7128460081843393,
      "grad_norm": 8.4375,
      "learning_rate": 1.4871866125936799e-05,
      "loss": 0.1962,
      "step": 95630
    },
    {
      "epoch": 2.7131296941156444,
      "grad_norm": 11.0,
      "learning_rate": 1.4871287186033655e-05,
      "loss": 0.1878,
      "step": 95640
    },
    {
      "epoch": 2.71341338004695,
      "grad_norm": 15.625,
      "learning_rate": 1.4870708246130512e-05,
      "loss": 0.2519,
      "step": 95650
    },
    {
      "epoch": 2.7136970659782556,
      "grad_norm": 7.9375,
      "learning_rate": 1.4870129306227367e-05,
      "loss": 0.1997,
      "step": 95660
    },
    {
      "epoch": 2.7139807519095607,
      "grad_norm": 13.125,
      "learning_rate": 1.4869550366324225e-05,
      "loss": 0.2632,
      "step": 95670
    },
    {
      "epoch": 2.7142644378408662,
      "grad_norm": 10.25,
      "learning_rate": 1.4868971426421082e-05,
      "loss": 0.1982,
      "step": 95680
    },
    {
      "epoch": 2.714548123772172,
      "grad_norm": 10.3125,
      "learning_rate": 1.4868392486517937e-05,
      "loss": 0.2334,
      "step": 95690
    },
    {
      "epoch": 2.7148318097034774,
      "grad_norm": 10.8125,
      "learning_rate": 1.4867813546614795e-05,
      "loss": 0.2228,
      "step": 95700
    },
    {
      "epoch": 2.715115495634783,
      "grad_norm": 37.5,
      "learning_rate": 1.4867234606711652e-05,
      "loss": 0.2132,
      "step": 95710
    },
    {
      "epoch": 2.715399181566088,
      "grad_norm": 7.4375,
      "learning_rate": 1.4866655666808507e-05,
      "loss": 0.1957,
      "step": 95720
    },
    {
      "epoch": 2.7156828674973936,
      "grad_norm": 11.75,
      "learning_rate": 1.4866076726905365e-05,
      "loss": 0.1882,
      "step": 95730
    },
    {
      "epoch": 2.715966553428699,
      "grad_norm": 7.1875,
      "learning_rate": 1.4865497787002222e-05,
      "loss": 0.1934,
      "step": 95740
    },
    {
      "epoch": 2.7162502393600043,
      "grad_norm": 10.125,
      "learning_rate": 1.4864918847099078e-05,
      "loss": 0.2116,
      "step": 95750
    },
    {
      "epoch": 2.71653392529131,
      "grad_norm": 7.96875,
      "learning_rate": 1.4864339907195935e-05,
      "loss": 0.192,
      "step": 95760
    },
    {
      "epoch": 2.7168176112226154,
      "grad_norm": 11.25,
      "learning_rate": 1.486376096729279e-05,
      "loss": 0.1989,
      "step": 95770
    },
    {
      "epoch": 2.717101297153921,
      "grad_norm": 12.6875,
      "learning_rate": 1.4863182027389648e-05,
      "loss": 0.2083,
      "step": 95780
    },
    {
      "epoch": 2.7173849830852266,
      "grad_norm": 11.0,
      "learning_rate": 1.4862603087486505e-05,
      "loss": 0.1757,
      "step": 95790
    },
    {
      "epoch": 2.7176686690165317,
      "grad_norm": 12.4375,
      "learning_rate": 1.486202414758336e-05,
      "loss": 0.1881,
      "step": 95800
    },
    {
      "epoch": 2.7179523549478373,
      "grad_norm": 10.125,
      "learning_rate": 1.4861445207680218e-05,
      "loss": 0.2062,
      "step": 95810
    },
    {
      "epoch": 2.718236040879143,
      "grad_norm": 8.0,
      "learning_rate": 1.4860866267777075e-05,
      "loss": 0.2179,
      "step": 95820
    },
    {
      "epoch": 2.718519726810448,
      "grad_norm": 13.5625,
      "learning_rate": 1.4860287327873933e-05,
      "loss": 0.2535,
      "step": 95830
    },
    {
      "epoch": 2.7188034127417535,
      "grad_norm": 10.4375,
      "learning_rate": 1.4859708387970788e-05,
      "loss": 0.1629,
      "step": 95840
    },
    {
      "epoch": 2.719087098673059,
      "grad_norm": 10.25,
      "learning_rate": 1.4859129448067645e-05,
      "loss": 0.2043,
      "step": 95850
    },
    {
      "epoch": 2.7193707846043647,
      "grad_norm": 12.3125,
      "learning_rate": 1.4858550508164501e-05,
      "loss": 0.2132,
      "step": 95860
    },
    {
      "epoch": 2.71965447053567,
      "grad_norm": 9.5,
      "learning_rate": 1.4857971568261358e-05,
      "loss": 0.1834,
      "step": 95870
    },
    {
      "epoch": 2.7199381564669753,
      "grad_norm": 11.125,
      "learning_rate": 1.4857392628358213e-05,
      "loss": 0.1999,
      "step": 95880
    },
    {
      "epoch": 2.720221842398281,
      "grad_norm": 8.4375,
      "learning_rate": 1.4856813688455071e-05,
      "loss": 0.1996,
      "step": 95890
    },
    {
      "epoch": 2.7205055283295865,
      "grad_norm": 9.75,
      "learning_rate": 1.4856234748551928e-05,
      "loss": 0.2287,
      "step": 95900
    },
    {
      "epoch": 2.7207892142608916,
      "grad_norm": 10.8125,
      "learning_rate": 1.4855655808648783e-05,
      "loss": 0.1893,
      "step": 95910
    },
    {
      "epoch": 2.721072900192197,
      "grad_norm": 17.5,
      "learning_rate": 1.4855076868745641e-05,
      "loss": 0.2078,
      "step": 95920
    },
    {
      "epoch": 2.7213565861235027,
      "grad_norm": 8.5625,
      "learning_rate": 1.4854497928842498e-05,
      "loss": 0.2378,
      "step": 95930
    },
    {
      "epoch": 2.721640272054808,
      "grad_norm": 8.8125,
      "learning_rate": 1.4853918988939356e-05,
      "loss": 0.1952,
      "step": 95940
    },
    {
      "epoch": 2.7219239579861134,
      "grad_norm": 9.1875,
      "learning_rate": 1.4853340049036211e-05,
      "loss": 0.2346,
      "step": 95950
    },
    {
      "epoch": 2.722207643917419,
      "grad_norm": 12.8125,
      "learning_rate": 1.4852761109133068e-05,
      "loss": 0.2287,
      "step": 95960
    },
    {
      "epoch": 2.7224913298487246,
      "grad_norm": 10.8125,
      "learning_rate": 1.4852182169229924e-05,
      "loss": 0.1941,
      "step": 95970
    },
    {
      "epoch": 2.72277501578003,
      "grad_norm": 12.3125,
      "learning_rate": 1.4851603229326781e-05,
      "loss": 0.2166,
      "step": 95980
    },
    {
      "epoch": 2.7230587017113352,
      "grad_norm": 12.625,
      "learning_rate": 1.4851024289423636e-05,
      "loss": 0.2212,
      "step": 95990
    },
    {
      "epoch": 2.723342387642641,
      "grad_norm": 9.75,
      "learning_rate": 1.4850445349520494e-05,
      "loss": 0.1831,
      "step": 96000
    },
    {
      "epoch": 2.7236260735739464,
      "grad_norm": 10.5625,
      "learning_rate": 1.4849866409617351e-05,
      "loss": 0.2128,
      "step": 96010
    },
    {
      "epoch": 2.7239097595052515,
      "grad_norm": 15.5625,
      "learning_rate": 1.4849287469714206e-05,
      "loss": 0.2063,
      "step": 96020
    },
    {
      "epoch": 2.724193445436557,
      "grad_norm": 7.71875,
      "learning_rate": 1.4848708529811064e-05,
      "loss": 0.2336,
      "step": 96030
    },
    {
      "epoch": 2.7244771313678626,
      "grad_norm": 7.84375,
      "learning_rate": 1.4848129589907921e-05,
      "loss": 0.1984,
      "step": 96040
    },
    {
      "epoch": 2.724760817299168,
      "grad_norm": 11.0625,
      "learning_rate": 1.4847550650004778e-05,
      "loss": 0.2076,
      "step": 96050
    },
    {
      "epoch": 2.7250445032304738,
      "grad_norm": 11.75,
      "learning_rate": 1.4846971710101634e-05,
      "loss": 0.2173,
      "step": 96060
    },
    {
      "epoch": 2.725328189161779,
      "grad_norm": 23.5,
      "learning_rate": 1.484639277019849e-05,
      "loss": 0.1842,
      "step": 96070
    },
    {
      "epoch": 2.7256118750930844,
      "grad_norm": 11.5,
      "learning_rate": 1.4845813830295347e-05,
      "loss": 0.2195,
      "step": 96080
    },
    {
      "epoch": 2.72589556102439,
      "grad_norm": 21.0,
      "learning_rate": 1.4845234890392204e-05,
      "loss": 0.1938,
      "step": 96090
    },
    {
      "epoch": 2.726179246955695,
      "grad_norm": 13.125,
      "learning_rate": 1.4844655950489059e-05,
      "loss": 0.1793,
      "step": 96100
    },
    {
      "epoch": 2.7264629328870007,
      "grad_norm": 13.5,
      "learning_rate": 1.4844077010585917e-05,
      "loss": 0.2555,
      "step": 96110
    },
    {
      "epoch": 2.7267466188183063,
      "grad_norm": 12.5,
      "learning_rate": 1.4843498070682774e-05,
      "loss": 0.1956,
      "step": 96120
    },
    {
      "epoch": 2.727030304749612,
      "grad_norm": 8.9375,
      "learning_rate": 1.4842919130779632e-05,
      "loss": 0.2019,
      "step": 96130
    },
    {
      "epoch": 2.7273139906809174,
      "grad_norm": 12.625,
      "learning_rate": 1.4842340190876487e-05,
      "loss": 0.1951,
      "step": 96140
    },
    {
      "epoch": 2.7275976766122225,
      "grad_norm": 6.9375,
      "learning_rate": 1.4841761250973344e-05,
      "loss": 0.2351,
      "step": 96150
    },
    {
      "epoch": 2.727881362543528,
      "grad_norm": 9.75,
      "learning_rate": 1.48411823110702e-05,
      "loss": 0.2151,
      "step": 96160
    },
    {
      "epoch": 2.7281650484748337,
      "grad_norm": 8.875,
      "learning_rate": 1.4840603371167057e-05,
      "loss": 0.2421,
      "step": 96170
    },
    {
      "epoch": 2.7284487344061388,
      "grad_norm": 9.875,
      "learning_rate": 1.4840024431263912e-05,
      "loss": 0.2104,
      "step": 96180
    },
    {
      "epoch": 2.7287324203374443,
      "grad_norm": 7.53125,
      "learning_rate": 1.483944549136077e-05,
      "loss": 0.2143,
      "step": 96190
    },
    {
      "epoch": 2.72901610626875,
      "grad_norm": 12.3125,
      "learning_rate": 1.4838866551457627e-05,
      "loss": 0.2407,
      "step": 96200
    },
    {
      "epoch": 2.7292997922000555,
      "grad_norm": 10.3125,
      "learning_rate": 1.4838287611554482e-05,
      "loss": 0.1845,
      "step": 96210
    },
    {
      "epoch": 2.729583478131361,
      "grad_norm": 9.375,
      "learning_rate": 1.483770867165134e-05,
      "loss": 0.2234,
      "step": 96220
    },
    {
      "epoch": 2.729867164062666,
      "grad_norm": 8.0625,
      "learning_rate": 1.4837129731748197e-05,
      "loss": 0.2015,
      "step": 96230
    },
    {
      "epoch": 2.7301508499939717,
      "grad_norm": 18.75,
      "learning_rate": 1.4836550791845055e-05,
      "loss": 0.2327,
      "step": 96240
    },
    {
      "epoch": 2.7304345359252773,
      "grad_norm": 10.0625,
      "learning_rate": 1.483597185194191e-05,
      "loss": 0.2131,
      "step": 96250
    },
    {
      "epoch": 2.7307182218565824,
      "grad_norm": 7.4375,
      "learning_rate": 1.4835392912038767e-05,
      "loss": 0.1708,
      "step": 96260
    },
    {
      "epoch": 2.731001907787888,
      "grad_norm": 7.28125,
      "learning_rate": 1.4834813972135624e-05,
      "loss": 0.2153,
      "step": 96270
    },
    {
      "epoch": 2.7312855937191935,
      "grad_norm": 19.625,
      "learning_rate": 1.483423503223248e-05,
      "loss": 0.2413,
      "step": 96280
    },
    {
      "epoch": 2.7315692796504987,
      "grad_norm": 11.1875,
      "learning_rate": 1.4833656092329335e-05,
      "loss": 0.1818,
      "step": 96290
    },
    {
      "epoch": 2.7318529655818042,
      "grad_norm": 10.4375,
      "learning_rate": 1.4833077152426194e-05,
      "loss": 0.2178,
      "step": 96300
    },
    {
      "epoch": 2.73213665151311,
      "grad_norm": 8.3125,
      "learning_rate": 1.483249821252305e-05,
      "loss": 0.2219,
      "step": 96310
    },
    {
      "epoch": 2.7324203374444154,
      "grad_norm": 8.625,
      "learning_rate": 1.4831919272619909e-05,
      "loss": 0.2219,
      "step": 96320
    },
    {
      "epoch": 2.732704023375721,
      "grad_norm": 8.125,
      "learning_rate": 1.4831340332716763e-05,
      "loss": 0.1993,
      "step": 96330
    },
    {
      "epoch": 2.732987709307026,
      "grad_norm": 11.75,
      "learning_rate": 1.483076139281362e-05,
      "loss": 0.2634,
      "step": 96340
    },
    {
      "epoch": 2.7332713952383316,
      "grad_norm": 16.0,
      "learning_rate": 1.4830182452910478e-05,
      "loss": 0.1786,
      "step": 96350
    },
    {
      "epoch": 2.733555081169637,
      "grad_norm": 11.4375,
      "learning_rate": 1.4829603513007333e-05,
      "loss": 0.2372,
      "step": 96360
    },
    {
      "epoch": 2.7338387671009423,
      "grad_norm": 5.8125,
      "learning_rate": 1.482902457310419e-05,
      "loss": 0.2014,
      "step": 96370
    },
    {
      "epoch": 2.734122453032248,
      "grad_norm": 15.1875,
      "learning_rate": 1.4828445633201047e-05,
      "loss": 0.216,
      "step": 96380
    },
    {
      "epoch": 2.7344061389635534,
      "grad_norm": 8.1875,
      "learning_rate": 1.4827866693297903e-05,
      "loss": 0.175,
      "step": 96390
    },
    {
      "epoch": 2.734689824894859,
      "grad_norm": 8.4375,
      "learning_rate": 1.4827287753394758e-05,
      "loss": 0.1726,
      "step": 96400
    },
    {
      "epoch": 2.7349735108261646,
      "grad_norm": 11.25,
      "learning_rate": 1.4826708813491617e-05,
      "loss": 0.2565,
      "step": 96410
    },
    {
      "epoch": 2.7352571967574697,
      "grad_norm": 7.03125,
      "learning_rate": 1.4826129873588473e-05,
      "loss": 0.2272,
      "step": 96420
    },
    {
      "epoch": 2.7355408826887753,
      "grad_norm": 7.96875,
      "learning_rate": 1.4825550933685332e-05,
      "loss": 0.2125,
      "step": 96430
    },
    {
      "epoch": 2.735824568620081,
      "grad_norm": 7.375,
      "learning_rate": 1.4824971993782187e-05,
      "loss": 0.2033,
      "step": 96440
    },
    {
      "epoch": 2.736108254551386,
      "grad_norm": 9.0,
      "learning_rate": 1.4824393053879043e-05,
      "loss": 0.1996,
      "step": 96450
    },
    {
      "epoch": 2.7363919404826915,
      "grad_norm": 7.09375,
      "learning_rate": 1.48238141139759e-05,
      "loss": 0.2076,
      "step": 96460
    },
    {
      "epoch": 2.736675626413997,
      "grad_norm": 8.1875,
      "learning_rate": 1.4823235174072756e-05,
      "loss": 0.1854,
      "step": 96470
    },
    {
      "epoch": 2.7369593123453027,
      "grad_norm": 10.9375,
      "learning_rate": 1.4822656234169613e-05,
      "loss": 0.1978,
      "step": 96480
    },
    {
      "epoch": 2.737242998276608,
      "grad_norm": 6.625,
      "learning_rate": 1.482207729426647e-05,
      "loss": 0.1802,
      "step": 96490
    },
    {
      "epoch": 2.7375266842079133,
      "grad_norm": 8.5625,
      "learning_rate": 1.4821498354363326e-05,
      "loss": 0.1846,
      "step": 96500
    },
    {
      "epoch": 2.737810370139219,
      "grad_norm": 8.875,
      "learning_rate": 1.4820919414460185e-05,
      "loss": 0.2871,
      "step": 96510
    },
    {
      "epoch": 2.7380940560705245,
      "grad_norm": 8.875,
      "learning_rate": 1.482034047455704e-05,
      "loss": 0.2141,
      "step": 96520
    },
    {
      "epoch": 2.7383777420018296,
      "grad_norm": 8.25,
      "learning_rate": 1.4819761534653896e-05,
      "loss": 0.2144,
      "step": 96530
    },
    {
      "epoch": 2.738661427933135,
      "grad_norm": 8.6875,
      "learning_rate": 1.4819182594750755e-05,
      "loss": 0.2367,
      "step": 96540
    },
    {
      "epoch": 2.7389451138644407,
      "grad_norm": 11.3125,
      "learning_rate": 1.481860365484761e-05,
      "loss": 0.2081,
      "step": 96550
    },
    {
      "epoch": 2.7392287997957463,
      "grad_norm": 10.0,
      "learning_rate": 1.4818024714944466e-05,
      "loss": 0.1808,
      "step": 96560
    },
    {
      "epoch": 2.7395124857270514,
      "grad_norm": 12.0625,
      "learning_rate": 1.4817445775041323e-05,
      "loss": 0.1852,
      "step": 96570
    },
    {
      "epoch": 2.739796171658357,
      "grad_norm": 11.0625,
      "learning_rate": 1.481686683513818e-05,
      "loss": 0.1942,
      "step": 96580
    },
    {
      "epoch": 2.7400798575896625,
      "grad_norm": 10.0,
      "learning_rate": 1.4816287895235036e-05,
      "loss": 0.2307,
      "step": 96590
    },
    {
      "epoch": 2.740363543520968,
      "grad_norm": 27.0,
      "learning_rate": 1.4815708955331893e-05,
      "loss": 0.2063,
      "step": 96600
    },
    {
      "epoch": 2.7406472294522732,
      "grad_norm": 8.75,
      "learning_rate": 1.481513001542875e-05,
      "loss": 0.1949,
      "step": 96610
    },
    {
      "epoch": 2.740930915383579,
      "grad_norm": 13.625,
      "learning_rate": 1.4814551075525608e-05,
      "loss": 0.2013,
      "step": 96620
    },
    {
      "epoch": 2.7412146013148844,
      "grad_norm": 15.4375,
      "learning_rate": 1.4813972135622463e-05,
      "loss": 0.2009,
      "step": 96630
    },
    {
      "epoch": 2.7414982872461895,
      "grad_norm": 7.78125,
      "learning_rate": 1.481339319571932e-05,
      "loss": 0.1891,
      "step": 96640
    },
    {
      "epoch": 2.741781973177495,
      "grad_norm": 7.78125,
      "learning_rate": 1.4812814255816178e-05,
      "loss": 0.2613,
      "step": 96650
    },
    {
      "epoch": 2.7420656591088006,
      "grad_norm": 10.1875,
      "learning_rate": 1.4812235315913033e-05,
      "loss": 0.2217,
      "step": 96660
    },
    {
      "epoch": 2.742349345040106,
      "grad_norm": 15.375,
      "learning_rate": 1.481165637600989e-05,
      "loss": 0.2446,
      "step": 96670
    },
    {
      "epoch": 2.7426330309714118,
      "grad_norm": 26.5,
      "learning_rate": 1.4811077436106746e-05,
      "loss": 0.2026,
      "step": 96680
    },
    {
      "epoch": 2.742916716902717,
      "grad_norm": 11.6875,
      "learning_rate": 1.4810498496203603e-05,
      "loss": 0.2086,
      "step": 96690
    },
    {
      "epoch": 2.7432004028340224,
      "grad_norm": 11.25,
      "learning_rate": 1.4809919556300461e-05,
      "loss": 0.1895,
      "step": 96700
    },
    {
      "epoch": 2.743484088765328,
      "grad_norm": 9.25,
      "learning_rate": 1.4809340616397316e-05,
      "loss": 0.2031,
      "step": 96710
    },
    {
      "epoch": 2.743767774696633,
      "grad_norm": 6.5625,
      "learning_rate": 1.4808761676494172e-05,
      "loss": 0.1634,
      "step": 96720
    },
    {
      "epoch": 2.7440514606279387,
      "grad_norm": 10.9375,
      "learning_rate": 1.480818273659103e-05,
      "loss": 0.1986,
      "step": 96730
    },
    {
      "epoch": 2.7443351465592443,
      "grad_norm": 9.625,
      "learning_rate": 1.4807603796687886e-05,
      "loss": 0.1549,
      "step": 96740
    },
    {
      "epoch": 2.74461883249055,
      "grad_norm": 14.1875,
      "learning_rate": 1.4807024856784742e-05,
      "loss": 0.2147,
      "step": 96750
    },
    {
      "epoch": 2.7449025184218554,
      "grad_norm": 13.9375,
      "learning_rate": 1.48064459168816e-05,
      "loss": 0.1702,
      "step": 96760
    },
    {
      "epoch": 2.7451862043531605,
      "grad_norm": 7.5,
      "learning_rate": 1.4805866976978456e-05,
      "loss": 0.2087,
      "step": 96770
    },
    {
      "epoch": 2.745469890284466,
      "grad_norm": 10.25,
      "learning_rate": 1.4805288037075312e-05,
      "loss": 0.1748,
      "step": 96780
    },
    {
      "epoch": 2.7457535762157717,
      "grad_norm": 13.625,
      "learning_rate": 1.4804709097172169e-05,
      "loss": 0.2348,
      "step": 96790
    },
    {
      "epoch": 2.7460372621470768,
      "grad_norm": 11.75,
      "learning_rate": 1.4804130157269026e-05,
      "loss": 0.1635,
      "step": 96800
    },
    {
      "epoch": 2.7463209480783823,
      "grad_norm": 9.0,
      "learning_rate": 1.4803551217365884e-05,
      "loss": 0.1766,
      "step": 96810
    },
    {
      "epoch": 2.746604634009688,
      "grad_norm": 7.625,
      "learning_rate": 1.4802972277462739e-05,
      "loss": 0.2208,
      "step": 96820
    },
    {
      "epoch": 2.7468883199409935,
      "grad_norm": 11.625,
      "learning_rate": 1.4802393337559596e-05,
      "loss": 0.1693,
      "step": 96830
    },
    {
      "epoch": 2.747172005872299,
      "grad_norm": 14.0625,
      "learning_rate": 1.4801814397656454e-05,
      "loss": 0.1808,
      "step": 96840
    },
    {
      "epoch": 2.747455691803604,
      "grad_norm": 10.25,
      "learning_rate": 1.4801235457753309e-05,
      "loss": 0.1918,
      "step": 96850
    },
    {
      "epoch": 2.7477393777349097,
      "grad_norm": 10.375,
      "learning_rate": 1.4800656517850165e-05,
      "loss": 0.2007,
      "step": 96860
    },
    {
      "epoch": 2.7480230636662153,
      "grad_norm": 11.5,
      "learning_rate": 1.4800077577947024e-05,
      "loss": 0.1722,
      "step": 96870
    },
    {
      "epoch": 2.7483067495975204,
      "grad_norm": 9.3125,
      "learning_rate": 1.4799498638043879e-05,
      "loss": 0.2249,
      "step": 96880
    },
    {
      "epoch": 2.748590435528826,
      "grad_norm": 10.8125,
      "learning_rate": 1.4798919698140737e-05,
      "loss": 0.1887,
      "step": 96890
    },
    {
      "epoch": 2.7488741214601315,
      "grad_norm": 8.3125,
      "learning_rate": 1.4798340758237592e-05,
      "loss": 0.2038,
      "step": 96900
    },
    {
      "epoch": 2.7491578073914367,
      "grad_norm": 11.75,
      "learning_rate": 1.4797761818334449e-05,
      "loss": 0.2041,
      "step": 96910
    },
    {
      "epoch": 2.7494414933227422,
      "grad_norm": 14.9375,
      "learning_rate": 1.4797182878431307e-05,
      "loss": 0.2269,
      "step": 96920
    },
    {
      "epoch": 2.749725179254048,
      "grad_norm": 12.1875,
      "learning_rate": 1.4796603938528162e-05,
      "loss": 0.2146,
      "step": 96930
    },
    {
      "epoch": 2.7500088651853534,
      "grad_norm": 9.9375,
      "learning_rate": 1.4796024998625019e-05,
      "loss": 0.2413,
      "step": 96940
    },
    {
      "epoch": 2.750292551116659,
      "grad_norm": 10.375,
      "learning_rate": 1.4795446058721877e-05,
      "loss": 0.183,
      "step": 96950
    },
    {
      "epoch": 2.750576237047964,
      "grad_norm": 9.375,
      "learning_rate": 1.4794867118818732e-05,
      "loss": 0.1877,
      "step": 96960
    },
    {
      "epoch": 2.7508599229792696,
      "grad_norm": 9.4375,
      "learning_rate": 1.4794288178915588e-05,
      "loss": 0.1471,
      "step": 96970
    },
    {
      "epoch": 2.751143608910575,
      "grad_norm": 24.375,
      "learning_rate": 1.4793709239012445e-05,
      "loss": 0.2092,
      "step": 96980
    },
    {
      "epoch": 2.7514272948418803,
      "grad_norm": 10.6875,
      "learning_rate": 1.4793130299109302e-05,
      "loss": 0.2141,
      "step": 96990
    },
    {
      "epoch": 2.751710980773186,
      "grad_norm": 12.1875,
      "learning_rate": 1.479255135920616e-05,
      "loss": 0.1871,
      "step": 97000
    },
    {
      "epoch": 2.7519946667044914,
      "grad_norm": 20.375,
      "learning_rate": 1.4791972419303015e-05,
      "loss": 0.2161,
      "step": 97010
    },
    {
      "epoch": 2.752278352635797,
      "grad_norm": 9.5625,
      "learning_rate": 1.4791393479399872e-05,
      "loss": 0.2027,
      "step": 97020
    },
    {
      "epoch": 2.7525620385671026,
      "grad_norm": 10.5625,
      "learning_rate": 1.479081453949673e-05,
      "loss": 0.1944,
      "step": 97030
    },
    {
      "epoch": 2.7528457244984077,
      "grad_norm": 15.3125,
      "learning_rate": 1.4790235599593585e-05,
      "loss": 0.2457,
      "step": 97040
    },
    {
      "epoch": 2.7531294104297133,
      "grad_norm": 9.125,
      "learning_rate": 1.4789656659690442e-05,
      "loss": 0.2482,
      "step": 97050
    },
    {
      "epoch": 2.753413096361019,
      "grad_norm": 8.625,
      "learning_rate": 1.47890777197873e-05,
      "loss": 0.226,
      "step": 97060
    },
    {
      "epoch": 2.753696782292324,
      "grad_norm": 9.75,
      "learning_rate": 1.4788498779884155e-05,
      "loss": 0.2581,
      "step": 97070
    },
    {
      "epoch": 2.7539804682236295,
      "grad_norm": 16.625,
      "learning_rate": 1.4787919839981012e-05,
      "loss": 0.223,
      "step": 97080
    },
    {
      "epoch": 2.754264154154935,
      "grad_norm": 11.0,
      "learning_rate": 1.4787340900077868e-05,
      "loss": 0.1801,
      "step": 97090
    },
    {
      "epoch": 2.7545478400862407,
      "grad_norm": 9.3125,
      "learning_rate": 1.4786761960174725e-05,
      "loss": 0.1949,
      "step": 97100
    },
    {
      "epoch": 2.754831526017546,
      "grad_norm": 10.0625,
      "learning_rate": 1.4786183020271583e-05,
      "loss": 0.1777,
      "step": 97110
    },
    {
      "epoch": 2.7551152119488513,
      "grad_norm": 9.75,
      "learning_rate": 1.4785604080368438e-05,
      "loss": 0.2027,
      "step": 97120
    },
    {
      "epoch": 2.755398897880157,
      "grad_norm": 12.375,
      "learning_rate": 1.4785025140465295e-05,
      "loss": 0.182,
      "step": 97130
    },
    {
      "epoch": 2.7556825838114625,
      "grad_norm": 7.75,
      "learning_rate": 1.4784446200562153e-05,
      "loss": 0.1916,
      "step": 97140
    },
    {
      "epoch": 2.7559662697427676,
      "grad_norm": 12.0,
      "learning_rate": 1.4783867260659008e-05,
      "loss": 0.2113,
      "step": 97150
    },
    {
      "epoch": 2.756249955674073,
      "grad_norm": 17.75,
      "learning_rate": 1.4783288320755865e-05,
      "loss": 0.2067,
      "step": 97160
    },
    {
      "epoch": 2.7565336416053787,
      "grad_norm": 9.5,
      "learning_rate": 1.4782709380852723e-05,
      "loss": 0.1822,
      "step": 97170
    },
    {
      "epoch": 2.7568173275366843,
      "grad_norm": 8.9375,
      "learning_rate": 1.4782130440949578e-05,
      "loss": 0.1947,
      "step": 97180
    },
    {
      "epoch": 2.75710101346799,
      "grad_norm": 7.59375,
      "learning_rate": 1.4781551501046436e-05,
      "loss": 0.1811,
      "step": 97190
    },
    {
      "epoch": 2.757384699399295,
      "grad_norm": 9.6875,
      "learning_rate": 1.4780972561143291e-05,
      "loss": 0.226,
      "step": 97200
    },
    {
      "epoch": 2.7576683853306005,
      "grad_norm": 13.625,
      "learning_rate": 1.4780393621240148e-05,
      "loss": 0.2107,
      "step": 97210
    },
    {
      "epoch": 2.757952071261906,
      "grad_norm": 10.375,
      "learning_rate": 1.4779814681337006e-05,
      "loss": 0.2153,
      "step": 97220
    },
    {
      "epoch": 2.7582357571932112,
      "grad_norm": 11.8125,
      "learning_rate": 1.4779235741433861e-05,
      "loss": 0.2194,
      "step": 97230
    },
    {
      "epoch": 2.758519443124517,
      "grad_norm": 9.1875,
      "learning_rate": 1.4778656801530718e-05,
      "loss": 0.21,
      "step": 97240
    },
    {
      "epoch": 2.7588031290558224,
      "grad_norm": 8.5625,
      "learning_rate": 1.4778077861627576e-05,
      "loss": 0.1894,
      "step": 97250
    },
    {
      "epoch": 2.7590868149871275,
      "grad_norm": 9.625,
      "learning_rate": 1.4777498921724431e-05,
      "loss": 0.2013,
      "step": 97260
    },
    {
      "epoch": 2.759370500918433,
      "grad_norm": 10.8125,
      "learning_rate": 1.4776919981821288e-05,
      "loss": 0.182,
      "step": 97270
    },
    {
      "epoch": 2.7596541868497386,
      "grad_norm": 14.625,
      "learning_rate": 1.4776341041918146e-05,
      "loss": 0.2176,
      "step": 97280
    },
    {
      "epoch": 2.759937872781044,
      "grad_norm": 10.3125,
      "learning_rate": 1.4775762102015001e-05,
      "loss": 0.1684,
      "step": 97290
    },
    {
      "epoch": 2.7602215587123498,
      "grad_norm": 12.5,
      "learning_rate": 1.477518316211186e-05,
      "loss": 0.1945,
      "step": 97300
    },
    {
      "epoch": 2.760505244643655,
      "grad_norm": 8.375,
      "learning_rate": 1.4774604222208714e-05,
      "loss": 0.2387,
      "step": 97310
    },
    {
      "epoch": 2.7607889305749604,
      "grad_norm": 9.625,
      "learning_rate": 1.4774025282305571e-05,
      "loss": 0.2091,
      "step": 97320
    },
    {
      "epoch": 2.761072616506266,
      "grad_norm": 10.25,
      "learning_rate": 1.477344634240243e-05,
      "loss": 0.2062,
      "step": 97330
    },
    {
      "epoch": 2.761356302437571,
      "grad_norm": 13.0625,
      "learning_rate": 1.4772867402499284e-05,
      "loss": 0.2229,
      "step": 97340
    },
    {
      "epoch": 2.7616399883688767,
      "grad_norm": 10.9375,
      "learning_rate": 1.477228846259614e-05,
      "loss": 0.1793,
      "step": 97350
    },
    {
      "epoch": 2.7619236743001823,
      "grad_norm": 10.5,
      "learning_rate": 1.4771709522692999e-05,
      "loss": 0.2045,
      "step": 97360
    },
    {
      "epoch": 2.762207360231488,
      "grad_norm": 14.1875,
      "learning_rate": 1.4771130582789854e-05,
      "loss": 0.1937,
      "step": 97370
    },
    {
      "epoch": 2.7624910461627934,
      "grad_norm": 9.5625,
      "learning_rate": 1.4770551642886712e-05,
      "loss": 0.1824,
      "step": 97380
    },
    {
      "epoch": 2.7627747320940985,
      "grad_norm": 9.6875,
      "learning_rate": 1.4769972702983569e-05,
      "loss": 0.1969,
      "step": 97390
    },
    {
      "epoch": 2.763058418025404,
      "grad_norm": 9.875,
      "learning_rate": 1.4769393763080424e-05,
      "loss": 0.2321,
      "step": 97400
    },
    {
      "epoch": 2.7633421039567096,
      "grad_norm": 11.5,
      "learning_rate": 1.4768814823177282e-05,
      "loss": 0.2018,
      "step": 97410
    },
    {
      "epoch": 2.7636257898880148,
      "grad_norm": 12.75,
      "learning_rate": 1.4768235883274137e-05,
      "loss": 0.1786,
      "step": 97420
    },
    {
      "epoch": 2.7639094758193203,
      "grad_norm": 12.75,
      "learning_rate": 1.4767656943370994e-05,
      "loss": 0.1858,
      "step": 97430
    },
    {
      "epoch": 2.764193161750626,
      "grad_norm": 13.3125,
      "learning_rate": 1.4767078003467852e-05,
      "loss": 0.2123,
      "step": 97440
    },
    {
      "epoch": 2.7644768476819315,
      "grad_norm": 9.75,
      "learning_rate": 1.4766499063564707e-05,
      "loss": 0.1745,
      "step": 97450
    },
    {
      "epoch": 2.764760533613237,
      "grad_norm": 11.875,
      "learning_rate": 1.4765920123661564e-05,
      "loss": 0.2129,
      "step": 97460
    },
    {
      "epoch": 2.765044219544542,
      "grad_norm": 9.25,
      "learning_rate": 1.4765341183758422e-05,
      "loss": 0.2493,
      "step": 97470
    },
    {
      "epoch": 2.7653279054758477,
      "grad_norm": 17.5,
      "learning_rate": 1.4764762243855277e-05,
      "loss": 0.2717,
      "step": 97480
    },
    {
      "epoch": 2.7656115914071533,
      "grad_norm": 7.4375,
      "learning_rate": 1.4764183303952135e-05,
      "loss": 0.2059,
      "step": 97490
    },
    {
      "epoch": 2.7658952773384584,
      "grad_norm": 6.71875,
      "learning_rate": 1.476360436404899e-05,
      "loss": 0.1781,
      "step": 97500
    },
    {
      "epoch": 2.766178963269764,
      "grad_norm": 10.125,
      "learning_rate": 1.4763025424145847e-05,
      "loss": 0.218,
      "step": 97510
    },
    {
      "epoch": 2.7664626492010695,
      "grad_norm": 10.4375,
      "learning_rate": 1.4762446484242705e-05,
      "loss": 0.2176,
      "step": 97520
    },
    {
      "epoch": 2.766746335132375,
      "grad_norm": 9.5625,
      "learning_rate": 1.476186754433956e-05,
      "loss": 0.1713,
      "step": 97530
    },
    {
      "epoch": 2.7670300210636802,
      "grad_norm": 10.25,
      "learning_rate": 1.4761288604436417e-05,
      "loss": 0.2197,
      "step": 97540
    },
    {
      "epoch": 2.767313706994986,
      "grad_norm": 12.0625,
      "learning_rate": 1.4760709664533275e-05,
      "loss": 0.2011,
      "step": 97550
    },
    {
      "epoch": 2.7675973929262914,
      "grad_norm": 15.5,
      "learning_rate": 1.476013072463013e-05,
      "loss": 0.1912,
      "step": 97560
    },
    {
      "epoch": 2.767881078857597,
      "grad_norm": 17.0,
      "learning_rate": 1.4759551784726989e-05,
      "loss": 0.1997,
      "step": 97570
    },
    {
      "epoch": 2.768164764788902,
      "grad_norm": 6.96875,
      "learning_rate": 1.4758972844823845e-05,
      "loss": 0.1692,
      "step": 97580
    },
    {
      "epoch": 2.7684484507202076,
      "grad_norm": 11.3125,
      "learning_rate": 1.47583939049207e-05,
      "loss": 0.1913,
      "step": 97590
    },
    {
      "epoch": 2.768732136651513,
      "grad_norm": 11.4375,
      "learning_rate": 1.4757814965017559e-05,
      "loss": 0.2171,
      "step": 97600
    },
    {
      "epoch": 2.7690158225828183,
      "grad_norm": 10.375,
      "learning_rate": 1.4757236025114413e-05,
      "loss": 0.2677,
      "step": 97610
    },
    {
      "epoch": 2.769299508514124,
      "grad_norm": 10.5625,
      "learning_rate": 1.475665708521127e-05,
      "loss": 0.1911,
      "step": 97620
    },
    {
      "epoch": 2.7695831944454294,
      "grad_norm": 12.75,
      "learning_rate": 1.4756078145308128e-05,
      "loss": 0.2375,
      "step": 97630
    },
    {
      "epoch": 2.769866880376735,
      "grad_norm": 12.25,
      "learning_rate": 1.4755499205404983e-05,
      "loss": 0.2059,
      "step": 97640
    },
    {
      "epoch": 2.7701505663080406,
      "grad_norm": 10.75,
      "learning_rate": 1.475492026550184e-05,
      "loss": 0.2007,
      "step": 97650
    },
    {
      "epoch": 2.7704342522393457,
      "grad_norm": 12.9375,
      "learning_rate": 1.4754341325598698e-05,
      "loss": 0.2105,
      "step": 97660
    },
    {
      "epoch": 2.7707179381706513,
      "grad_norm": 13.125,
      "learning_rate": 1.4753762385695553e-05,
      "loss": 0.2312,
      "step": 97670
    },
    {
      "epoch": 2.771001624101957,
      "grad_norm": 9.75,
      "learning_rate": 1.4753183445792412e-05,
      "loss": 0.1994,
      "step": 97680
    },
    {
      "epoch": 2.771285310033262,
      "grad_norm": 9.25,
      "learning_rate": 1.4752604505889268e-05,
      "loss": 0.1895,
      "step": 97690
    },
    {
      "epoch": 2.7715689959645675,
      "grad_norm": 6.875,
      "learning_rate": 1.4752025565986123e-05,
      "loss": 0.2006,
      "step": 97700
    },
    {
      "epoch": 2.771852681895873,
      "grad_norm": 11.25,
      "learning_rate": 1.4751446626082982e-05,
      "loss": 0.2214,
      "step": 97710
    },
    {
      "epoch": 2.7721363678271786,
      "grad_norm": 12.625,
      "learning_rate": 1.4750867686179837e-05,
      "loss": 0.208,
      "step": 97720
    },
    {
      "epoch": 2.772420053758484,
      "grad_norm": 13.3125,
      "learning_rate": 1.4750288746276693e-05,
      "loss": 0.1939,
      "step": 97730
    },
    {
      "epoch": 2.7727037396897893,
      "grad_norm": 13.4375,
      "learning_rate": 1.4749709806373551e-05,
      "loss": 0.2456,
      "step": 97740
    },
    {
      "epoch": 2.772987425621095,
      "grad_norm": 12.25,
      "learning_rate": 1.4749130866470406e-05,
      "loss": 0.2109,
      "step": 97750
    },
    {
      "epoch": 2.7732711115524005,
      "grad_norm": 11.0,
      "learning_rate": 1.4748551926567265e-05,
      "loss": 0.2123,
      "step": 97760
    },
    {
      "epoch": 2.7735547974837056,
      "grad_norm": 6.34375,
      "learning_rate": 1.4747972986664121e-05,
      "loss": 0.2639,
      "step": 97770
    },
    {
      "epoch": 2.773838483415011,
      "grad_norm": 8.625,
      "learning_rate": 1.4747394046760976e-05,
      "loss": 0.168,
      "step": 97780
    },
    {
      "epoch": 2.7741221693463167,
      "grad_norm": 9.375,
      "learning_rate": 1.4746815106857835e-05,
      "loss": 0.193,
      "step": 97790
    },
    {
      "epoch": 2.7744058552776223,
      "grad_norm": 11.375,
      "learning_rate": 1.4746236166954691e-05,
      "loss": 0.2368,
      "step": 97800
    },
    {
      "epoch": 2.774689541208928,
      "grad_norm": 8.125,
      "learning_rate": 1.4745657227051546e-05,
      "loss": 0.2079,
      "step": 97810
    },
    {
      "epoch": 2.774973227140233,
      "grad_norm": 8.9375,
      "learning_rate": 1.4745078287148405e-05,
      "loss": 0.2079,
      "step": 97820
    },
    {
      "epoch": 2.7752569130715385,
      "grad_norm": 12.1875,
      "learning_rate": 1.474449934724526e-05,
      "loss": 0.2043,
      "step": 97830
    },
    {
      "epoch": 2.775540599002844,
      "grad_norm": 9.875,
      "learning_rate": 1.4743920407342116e-05,
      "loss": 0.2051,
      "step": 97840
    },
    {
      "epoch": 2.7758242849341492,
      "grad_norm": 10.875,
      "learning_rate": 1.4743341467438975e-05,
      "loss": 0.2376,
      "step": 97850
    },
    {
      "epoch": 2.776107970865455,
      "grad_norm": 9.0625,
      "learning_rate": 1.474276252753583e-05,
      "loss": 0.185,
      "step": 97860
    },
    {
      "epoch": 2.7763916567967604,
      "grad_norm": 9.0,
      "learning_rate": 1.4742183587632688e-05,
      "loss": 0.1797,
      "step": 97870
    },
    {
      "epoch": 2.7766753427280655,
      "grad_norm": 6.46875,
      "learning_rate": 1.4741604647729544e-05,
      "loss": 0.2019,
      "step": 97880
    },
    {
      "epoch": 2.776959028659371,
      "grad_norm": 16.5,
      "learning_rate": 1.47410257078264e-05,
      "loss": 0.2121,
      "step": 97890
    },
    {
      "epoch": 2.7772427145906766,
      "grad_norm": 8.5,
      "learning_rate": 1.4740446767923258e-05,
      "loss": 0.1694,
      "step": 97900
    },
    {
      "epoch": 2.777526400521982,
      "grad_norm": 10.6875,
      "learning_rate": 1.4739867828020113e-05,
      "loss": 0.1919,
      "step": 97910
    },
    {
      "epoch": 2.7778100864532878,
      "grad_norm": 10.6875,
      "learning_rate": 1.473928888811697e-05,
      "loss": 0.2282,
      "step": 97920
    },
    {
      "epoch": 2.778093772384593,
      "grad_norm": 14.6875,
      "learning_rate": 1.4738709948213828e-05,
      "loss": 0.2146,
      "step": 97930
    },
    {
      "epoch": 2.7783774583158984,
      "grad_norm": 12.125,
      "learning_rate": 1.4738131008310683e-05,
      "loss": 0.2441,
      "step": 97940
    },
    {
      "epoch": 2.778661144247204,
      "grad_norm": 9.875,
      "learning_rate": 1.4737552068407541e-05,
      "loss": 0.2109,
      "step": 97950
    },
    {
      "epoch": 2.778944830178509,
      "grad_norm": 11.0625,
      "learning_rate": 1.4736973128504398e-05,
      "loss": 0.2175,
      "step": 97960
    },
    {
      "epoch": 2.7792285161098147,
      "grad_norm": 12.5,
      "learning_rate": 1.4736394188601253e-05,
      "loss": 0.2072,
      "step": 97970
    },
    {
      "epoch": 2.7795122020411203,
      "grad_norm": 17.125,
      "learning_rate": 1.473581524869811e-05,
      "loss": 0.2016,
      "step": 97980
    },
    {
      "epoch": 2.779795887972426,
      "grad_norm": 9.8125,
      "learning_rate": 1.4735236308794967e-05,
      "loss": 0.2397,
      "step": 97990
    },
    {
      "epoch": 2.7800795739037314,
      "grad_norm": 10.625,
      "learning_rate": 1.4734657368891822e-05,
      "loss": 0.2282,
      "step": 98000
    },
    {
      "epoch": 2.7803632598350365,
      "grad_norm": 9.875,
      "learning_rate": 1.473407842898868e-05,
      "loss": 0.2086,
      "step": 98010
    },
    {
      "epoch": 2.780646945766342,
      "grad_norm": 10.75,
      "learning_rate": 1.4733499489085536e-05,
      "loss": 0.188,
      "step": 98020
    },
    {
      "epoch": 2.7809306316976476,
      "grad_norm": 12.5,
      "learning_rate": 1.4732920549182392e-05,
      "loss": 0.2075,
      "step": 98030
    },
    {
      "epoch": 2.7812143176289528,
      "grad_norm": 12.25,
      "learning_rate": 1.473234160927925e-05,
      "loss": 0.2387,
      "step": 98040
    },
    {
      "epoch": 2.7814980035602583,
      "grad_norm": 9.3125,
      "learning_rate": 1.4731762669376106e-05,
      "loss": 0.2045,
      "step": 98050
    },
    {
      "epoch": 2.781781689491564,
      "grad_norm": 12.875,
      "learning_rate": 1.4731183729472964e-05,
      "loss": 0.2417,
      "step": 98060
    },
    {
      "epoch": 2.7820653754228695,
      "grad_norm": 10.875,
      "learning_rate": 1.473060478956982e-05,
      "loss": 0.2294,
      "step": 98070
    },
    {
      "epoch": 2.782349061354175,
      "grad_norm": 10.0625,
      "learning_rate": 1.4730025849666676e-05,
      "loss": 0.2095,
      "step": 98080
    },
    {
      "epoch": 2.78263274728548,
      "grad_norm": 14.4375,
      "learning_rate": 1.4729446909763534e-05,
      "loss": 0.2216,
      "step": 98090
    },
    {
      "epoch": 2.7829164332167857,
      "grad_norm": 9.125,
      "learning_rate": 1.472886796986039e-05,
      "loss": 0.1974,
      "step": 98100
    },
    {
      "epoch": 2.7832001191480913,
      "grad_norm": 15.9375,
      "learning_rate": 1.4728289029957245e-05,
      "loss": 0.2732,
      "step": 98110
    },
    {
      "epoch": 2.7834838050793964,
      "grad_norm": 11.0625,
      "learning_rate": 1.4727710090054104e-05,
      "loss": 0.198,
      "step": 98120
    },
    {
      "epoch": 2.783767491010702,
      "grad_norm": 9.4375,
      "learning_rate": 1.4727131150150959e-05,
      "loss": 0.2062,
      "step": 98130
    },
    {
      "epoch": 2.7840511769420075,
      "grad_norm": 10.25,
      "learning_rate": 1.4726552210247815e-05,
      "loss": 0.2275,
      "step": 98140
    },
    {
      "epoch": 2.784334862873313,
      "grad_norm": 15.375,
      "learning_rate": 1.4725973270344674e-05,
      "loss": 0.214,
      "step": 98150
    },
    {
      "epoch": 2.7846185488046187,
      "grad_norm": 12.25,
      "learning_rate": 1.4725394330441529e-05,
      "loss": 0.2316,
      "step": 98160
    },
    {
      "epoch": 2.784902234735924,
      "grad_norm": 10.875,
      "learning_rate": 1.4724815390538387e-05,
      "loss": 0.2133,
      "step": 98170
    },
    {
      "epoch": 2.7851859206672294,
      "grad_norm": 9.125,
      "learning_rate": 1.4724236450635244e-05,
      "loss": 0.1734,
      "step": 98180
    },
    {
      "epoch": 2.785469606598535,
      "grad_norm": 10.9375,
      "learning_rate": 1.4723657510732099e-05,
      "loss": 0.1983,
      "step": 98190
    },
    {
      "epoch": 2.78575329252984,
      "grad_norm": 9.6875,
      "learning_rate": 1.4723078570828957e-05,
      "loss": 0.1989,
      "step": 98200
    },
    {
      "epoch": 2.7860369784611456,
      "grad_norm": 7.71875,
      "learning_rate": 1.4722499630925814e-05,
      "loss": 0.205,
      "step": 98210
    },
    {
      "epoch": 2.786320664392451,
      "grad_norm": 12.875,
      "learning_rate": 1.4721920691022669e-05,
      "loss": 0.2417,
      "step": 98220
    },
    {
      "epoch": 2.7866043503237563,
      "grad_norm": 26.5,
      "learning_rate": 1.4721341751119527e-05,
      "loss": 0.2125,
      "step": 98230
    },
    {
      "epoch": 2.786888036255062,
      "grad_norm": 11.8125,
      "learning_rate": 1.4720762811216382e-05,
      "loss": 0.2239,
      "step": 98240
    },
    {
      "epoch": 2.7871717221863674,
      "grad_norm": 10.4375,
      "learning_rate": 1.472018387131324e-05,
      "loss": 0.1988,
      "step": 98250
    },
    {
      "epoch": 2.787455408117673,
      "grad_norm": 9.5625,
      "learning_rate": 1.4719604931410097e-05,
      "loss": 0.2135,
      "step": 98260
    },
    {
      "epoch": 2.7877390940489786,
      "grad_norm": 11.25,
      "learning_rate": 1.4719025991506952e-05,
      "loss": 0.2148,
      "step": 98270
    },
    {
      "epoch": 2.7880227799802837,
      "grad_norm": 12.75,
      "learning_rate": 1.471844705160381e-05,
      "loss": 0.2246,
      "step": 98280
    },
    {
      "epoch": 2.7883064659115893,
      "grad_norm": 8.8125,
      "learning_rate": 1.4717868111700667e-05,
      "loss": 0.1929,
      "step": 98290
    },
    {
      "epoch": 2.788590151842895,
      "grad_norm": 11.0625,
      "learning_rate": 1.4717289171797522e-05,
      "loss": 0.2016,
      "step": 98300
    },
    {
      "epoch": 2.7888738377742,
      "grad_norm": 12.9375,
      "learning_rate": 1.471671023189438e-05,
      "loss": 0.2054,
      "step": 98310
    },
    {
      "epoch": 2.7891575237055055,
      "grad_norm": 17.25,
      "learning_rate": 1.4716131291991237e-05,
      "loss": 0.199,
      "step": 98320
    },
    {
      "epoch": 2.789441209636811,
      "grad_norm": 13.0625,
      "learning_rate": 1.4715552352088092e-05,
      "loss": 0.2677,
      "step": 98330
    },
    {
      "epoch": 2.7897248955681166,
      "grad_norm": 12.3125,
      "learning_rate": 1.471497341218495e-05,
      "loss": 0.2317,
      "step": 98340
    },
    {
      "epoch": 2.790008581499422,
      "grad_norm": 8.375,
      "learning_rate": 1.4714394472281805e-05,
      "loss": 0.2023,
      "step": 98350
    },
    {
      "epoch": 2.7902922674307273,
      "grad_norm": 19.5,
      "learning_rate": 1.4713815532378663e-05,
      "loss": 0.2059,
      "step": 98360
    },
    {
      "epoch": 2.790575953362033,
      "grad_norm": 8.8125,
      "learning_rate": 1.471323659247552e-05,
      "loss": 0.1742,
      "step": 98370
    },
    {
      "epoch": 2.7908596392933385,
      "grad_norm": 11.0625,
      "learning_rate": 1.4712657652572375e-05,
      "loss": 0.2208,
      "step": 98380
    },
    {
      "epoch": 2.7911433252246436,
      "grad_norm": 6.34375,
      "learning_rate": 1.4712078712669233e-05,
      "loss": 0.1873,
      "step": 98390
    },
    {
      "epoch": 2.791427011155949,
      "grad_norm": 10.9375,
      "learning_rate": 1.471149977276609e-05,
      "loss": 0.1916,
      "step": 98400
    },
    {
      "epoch": 2.7917106970872547,
      "grad_norm": 10.0625,
      "learning_rate": 1.4710920832862945e-05,
      "loss": 0.2161,
      "step": 98410
    },
    {
      "epoch": 2.7919943830185603,
      "grad_norm": 12.125,
      "learning_rate": 1.4710341892959803e-05,
      "loss": 0.1756,
      "step": 98420
    },
    {
      "epoch": 2.792278068949866,
      "grad_norm": 8.25,
      "learning_rate": 1.4709762953056658e-05,
      "loss": 0.2236,
      "step": 98430
    },
    {
      "epoch": 2.792561754881171,
      "grad_norm": 8.0,
      "learning_rate": 1.4709184013153516e-05,
      "loss": 0.2525,
      "step": 98440
    },
    {
      "epoch": 2.7928454408124765,
      "grad_norm": 11.4375,
      "learning_rate": 1.4708605073250373e-05,
      "loss": 0.2283,
      "step": 98450
    },
    {
      "epoch": 2.793129126743782,
      "grad_norm": 10.1875,
      "learning_rate": 1.4708026133347228e-05,
      "loss": 0.2086,
      "step": 98460
    },
    {
      "epoch": 2.7934128126750872,
      "grad_norm": 8.3125,
      "learning_rate": 1.4707447193444086e-05,
      "loss": 0.2245,
      "step": 98470
    },
    {
      "epoch": 2.793696498606393,
      "grad_norm": 10.0625,
      "learning_rate": 1.4706868253540943e-05,
      "loss": 0.1666,
      "step": 98480
    },
    {
      "epoch": 2.7939801845376984,
      "grad_norm": 8.6875,
      "learning_rate": 1.4706289313637798e-05,
      "loss": 0.1894,
      "step": 98490
    },
    {
      "epoch": 2.794263870469004,
      "grad_norm": 10.25,
      "learning_rate": 1.4705710373734656e-05,
      "loss": 0.2243,
      "step": 98500
    },
    {
      "epoch": 2.794547556400309,
      "grad_norm": 12.125,
      "learning_rate": 1.4705131433831513e-05,
      "loss": 0.2253,
      "step": 98510
    },
    {
      "epoch": 2.7948312423316146,
      "grad_norm": 12.125,
      "learning_rate": 1.4704552493928368e-05,
      "loss": 0.2015,
      "step": 98520
    },
    {
      "epoch": 2.79511492826292,
      "grad_norm": 10.6875,
      "learning_rate": 1.4703973554025226e-05,
      "loss": 0.2231,
      "step": 98530
    },
    {
      "epoch": 2.7953986141942258,
      "grad_norm": 11.875,
      "learning_rate": 1.4703394614122081e-05,
      "loss": 0.2001,
      "step": 98540
    },
    {
      "epoch": 2.795682300125531,
      "grad_norm": 14.1875,
      "learning_rate": 1.470281567421894e-05,
      "loss": 0.2123,
      "step": 98550
    },
    {
      "epoch": 2.7959659860568364,
      "grad_norm": 9.875,
      "learning_rate": 1.4702236734315796e-05,
      "loss": 0.1797,
      "step": 98560
    },
    {
      "epoch": 2.796249671988142,
      "grad_norm": 13.1875,
      "learning_rate": 1.4701657794412651e-05,
      "loss": 0.188,
      "step": 98570
    },
    {
      "epoch": 2.796533357919447,
      "grad_norm": 10.625,
      "learning_rate": 1.470107885450951e-05,
      "loss": 0.2023,
      "step": 98580
    },
    {
      "epoch": 2.7968170438507527,
      "grad_norm": 21.875,
      "learning_rate": 1.4700499914606366e-05,
      "loss": 0.2299,
      "step": 98590
    },
    {
      "epoch": 2.7971007297820583,
      "grad_norm": 13.6875,
      "learning_rate": 1.4699920974703221e-05,
      "loss": 0.2416,
      "step": 98600
    },
    {
      "epoch": 2.797384415713364,
      "grad_norm": 8.875,
      "learning_rate": 1.469934203480008e-05,
      "loss": 0.2142,
      "step": 98610
    },
    {
      "epoch": 2.7976681016446694,
      "grad_norm": 9.5625,
      "learning_rate": 1.4698763094896936e-05,
      "loss": 0.1916,
      "step": 98620
    },
    {
      "epoch": 2.7979517875759745,
      "grad_norm": 9.0625,
      "learning_rate": 1.4698184154993792e-05,
      "loss": 0.1784,
      "step": 98630
    },
    {
      "epoch": 2.79823547350728,
      "grad_norm": 11.75,
      "learning_rate": 1.4697605215090649e-05,
      "loss": 0.216,
      "step": 98640
    },
    {
      "epoch": 2.7985191594385856,
      "grad_norm": 12.1875,
      "learning_rate": 1.4697026275187504e-05,
      "loss": 0.2369,
      "step": 98650
    },
    {
      "epoch": 2.7988028453698908,
      "grad_norm": 12.9375,
      "learning_rate": 1.4696447335284362e-05,
      "loss": 0.2064,
      "step": 98660
    },
    {
      "epoch": 2.7990865313011963,
      "grad_norm": 10.9375,
      "learning_rate": 1.4695868395381219e-05,
      "loss": 0.1818,
      "step": 98670
    },
    {
      "epoch": 2.799370217232502,
      "grad_norm": 7.25,
      "learning_rate": 1.4695289455478074e-05,
      "loss": 0.215,
      "step": 98680
    },
    {
      "epoch": 2.7996539031638075,
      "grad_norm": 9.8125,
      "learning_rate": 1.4694710515574932e-05,
      "loss": 0.1817,
      "step": 98690
    },
    {
      "epoch": 2.799937589095113,
      "grad_norm": 12.875,
      "learning_rate": 1.4694131575671789e-05,
      "loss": 0.1915,
      "step": 98700
    },
    {
      "epoch": 2.800221275026418,
      "grad_norm": 8.8125,
      "learning_rate": 1.4693552635768644e-05,
      "loss": 0.2215,
      "step": 98710
    },
    {
      "epoch": 2.8005049609577237,
      "grad_norm": 8.75,
      "learning_rate": 1.4692973695865502e-05,
      "loss": 0.1812,
      "step": 98720
    },
    {
      "epoch": 2.8007886468890293,
      "grad_norm": 11.0625,
      "learning_rate": 1.4692394755962359e-05,
      "loss": 0.2042,
      "step": 98730
    },
    {
      "epoch": 2.8010723328203344,
      "grad_norm": 12.375,
      "learning_rate": 1.4691815816059216e-05,
      "loss": 0.2084,
      "step": 98740
    },
    {
      "epoch": 2.80135601875164,
      "grad_norm": 9.0,
      "learning_rate": 1.4691236876156072e-05,
      "loss": 0.2055,
      "step": 98750
    },
    {
      "epoch": 2.8016397046829455,
      "grad_norm": 7.5625,
      "learning_rate": 1.4690657936252927e-05,
      "loss": 0.1913,
      "step": 98760
    },
    {
      "epoch": 2.801923390614251,
      "grad_norm": 9.625,
      "learning_rate": 1.4690078996349785e-05,
      "loss": 0.2102,
      "step": 98770
    },
    {
      "epoch": 2.8022070765455567,
      "grad_norm": 9.9375,
      "learning_rate": 1.4689500056446642e-05,
      "loss": 0.1847,
      "step": 98780
    },
    {
      "epoch": 2.802490762476862,
      "grad_norm": 8.125,
      "learning_rate": 1.4688921116543497e-05,
      "loss": 0.1968,
      "step": 98790
    },
    {
      "epoch": 2.8027744484081674,
      "grad_norm": 11.5,
      "learning_rate": 1.4688342176640355e-05,
      "loss": 0.2469,
      "step": 98800
    },
    {
      "epoch": 2.803058134339473,
      "grad_norm": 12.75,
      "learning_rate": 1.4687763236737212e-05,
      "loss": 0.1962,
      "step": 98810
    },
    {
      "epoch": 2.803341820270778,
      "grad_norm": 9.375,
      "learning_rate": 1.4687184296834069e-05,
      "loss": 0.1886,
      "step": 98820
    },
    {
      "epoch": 2.8036255062020836,
      "grad_norm": 12.5,
      "learning_rate": 1.4686605356930925e-05,
      "loss": 0.1981,
      "step": 98830
    },
    {
      "epoch": 2.803909192133389,
      "grad_norm": 11.9375,
      "learning_rate": 1.4686026417027782e-05,
      "loss": 0.2053,
      "step": 98840
    },
    {
      "epoch": 2.8041928780646943,
      "grad_norm": 8.5,
      "learning_rate": 1.4685447477124639e-05,
      "loss": 0.2005,
      "step": 98850
    },
    {
      "epoch": 2.804476563996,
      "grad_norm": 9.0625,
      "learning_rate": 1.4684868537221495e-05,
      "loss": 0.2021,
      "step": 98860
    },
    {
      "epoch": 2.8047602499273054,
      "grad_norm": 10.8125,
      "learning_rate": 1.468428959731835e-05,
      "loss": 0.2311,
      "step": 98870
    },
    {
      "epoch": 2.805043935858611,
      "grad_norm": 8.875,
      "learning_rate": 1.4683710657415208e-05,
      "loss": 0.1997,
      "step": 98880
    },
    {
      "epoch": 2.8053276217899166,
      "grad_norm": 13.4375,
      "learning_rate": 1.4683131717512065e-05,
      "loss": 0.1733,
      "step": 98890
    },
    {
      "epoch": 2.8056113077212217,
      "grad_norm": 12.875,
      "learning_rate": 1.468255277760892e-05,
      "loss": 0.1713,
      "step": 98900
    },
    {
      "epoch": 2.8058949936525273,
      "grad_norm": 15.3125,
      "learning_rate": 1.4681973837705778e-05,
      "loss": 0.2118,
      "step": 98910
    },
    {
      "epoch": 2.806178679583833,
      "grad_norm": 10.6875,
      "learning_rate": 1.4681394897802635e-05,
      "loss": 0.265,
      "step": 98920
    },
    {
      "epoch": 2.806462365515138,
      "grad_norm": 12.375,
      "learning_rate": 1.4680815957899492e-05,
      "loss": 0.2027,
      "step": 98930
    },
    {
      "epoch": 2.8067460514464435,
      "grad_norm": 13.375,
      "learning_rate": 1.4680237017996348e-05,
      "loss": 0.2279,
      "step": 98940
    },
    {
      "epoch": 2.807029737377749,
      "grad_norm": 18.5,
      "learning_rate": 1.4679658078093203e-05,
      "loss": 0.1879,
      "step": 98950
    },
    {
      "epoch": 2.8073134233090546,
      "grad_norm": 11.3125,
      "learning_rate": 1.4679079138190062e-05,
      "loss": 0.2365,
      "step": 98960
    },
    {
      "epoch": 2.80759710924036,
      "grad_norm": 12.4375,
      "learning_rate": 1.4678500198286918e-05,
      "loss": 0.2432,
      "step": 98970
    },
    {
      "epoch": 2.8078807951716653,
      "grad_norm": 5.875,
      "learning_rate": 1.4677921258383773e-05,
      "loss": 0.2376,
      "step": 98980
    },
    {
      "epoch": 2.808164481102971,
      "grad_norm": 9.875,
      "learning_rate": 1.4677342318480632e-05,
      "loss": 0.1876,
      "step": 98990
    },
    {
      "epoch": 2.8084481670342765,
      "grad_norm": 9.5625,
      "learning_rate": 1.4676763378577488e-05,
      "loss": 0.2102,
      "step": 99000
    },
    {
      "epoch": 2.8087318529655816,
      "grad_norm": 9.125,
      "learning_rate": 1.4676184438674343e-05,
      "loss": 0.1752,
      "step": 99010
    },
    {
      "epoch": 2.809015538896887,
      "grad_norm": 13.3125,
      "learning_rate": 1.4675605498771201e-05,
      "loss": 0.1992,
      "step": 99020
    },
    {
      "epoch": 2.8092992248281927,
      "grad_norm": 10.6875,
      "learning_rate": 1.4675026558868058e-05,
      "loss": 0.1968,
      "step": 99030
    },
    {
      "epoch": 2.8095829107594983,
      "grad_norm": 7.5625,
      "learning_rate": 1.4674447618964915e-05,
      "loss": 0.2011,
      "step": 99040
    },
    {
      "epoch": 2.809866596690804,
      "grad_norm": 8.9375,
      "learning_rate": 1.4673868679061771e-05,
      "loss": 0.2286,
      "step": 99050
    },
    {
      "epoch": 2.810150282622109,
      "grad_norm": 8.1875,
      "learning_rate": 1.4673289739158626e-05,
      "loss": 0.2347,
      "step": 99060
    },
    {
      "epoch": 2.8104339685534145,
      "grad_norm": 11.6875,
      "learning_rate": 1.4672710799255485e-05,
      "loss": 0.2259,
      "step": 99070
    },
    {
      "epoch": 2.81071765448472,
      "grad_norm": 9.375,
      "learning_rate": 1.4672131859352341e-05,
      "loss": 0.2024,
      "step": 99080
    },
    {
      "epoch": 2.8110013404160252,
      "grad_norm": 10.6875,
      "learning_rate": 1.4671552919449196e-05,
      "loss": 0.1992,
      "step": 99090
    },
    {
      "epoch": 2.811285026347331,
      "grad_norm": 10.125,
      "learning_rate": 1.4670973979546055e-05,
      "loss": 0.1808,
      "step": 99100
    },
    {
      "epoch": 2.8115687122786364,
      "grad_norm": 13.4375,
      "learning_rate": 1.4670395039642911e-05,
      "loss": 0.1824,
      "step": 99110
    },
    {
      "epoch": 2.811852398209942,
      "grad_norm": 12.375,
      "learning_rate": 1.466981609973977e-05,
      "loss": 0.1745,
      "step": 99120
    },
    {
      "epoch": 2.8121360841412475,
      "grad_norm": 12.1875,
      "learning_rate": 1.4669237159836624e-05,
      "loss": 0.2332,
      "step": 99130
    },
    {
      "epoch": 2.8124197700725526,
      "grad_norm": 20.375,
      "learning_rate": 1.4668658219933481e-05,
      "loss": 0.1652,
      "step": 99140
    },
    {
      "epoch": 2.812703456003858,
      "grad_norm": 9.6875,
      "learning_rate": 1.4668079280030338e-05,
      "loss": 0.2127,
      "step": 99150
    },
    {
      "epoch": 2.8129871419351637,
      "grad_norm": 7.78125,
      "learning_rate": 1.4667500340127194e-05,
      "loss": 0.2301,
      "step": 99160
    },
    {
      "epoch": 2.813270827866469,
      "grad_norm": 7.8125,
      "learning_rate": 1.466692140022405e-05,
      "loss": 0.211,
      "step": 99170
    },
    {
      "epoch": 2.8135545137977744,
      "grad_norm": 6.09375,
      "learning_rate": 1.4666342460320908e-05,
      "loss": 0.1894,
      "step": 99180
    },
    {
      "epoch": 2.81383819972908,
      "grad_norm": 8.5625,
      "learning_rate": 1.4665763520417764e-05,
      "loss": 0.229,
      "step": 99190
    },
    {
      "epoch": 2.814121885660385,
      "grad_norm": 20.375,
      "learning_rate": 1.466518458051462e-05,
      "loss": 0.2589,
      "step": 99200
    },
    {
      "epoch": 2.8144055715916907,
      "grad_norm": 7.875,
      "learning_rate": 1.4664605640611478e-05,
      "loss": 0.171,
      "step": 99210
    },
    {
      "epoch": 2.8146892575229963,
      "grad_norm": 8.5625,
      "learning_rate": 1.4664026700708334e-05,
      "loss": 0.2165,
      "step": 99220
    },
    {
      "epoch": 2.814972943454302,
      "grad_norm": 11.5,
      "learning_rate": 1.4663447760805191e-05,
      "loss": 0.19,
      "step": 99230
    },
    {
      "epoch": 2.8152566293856074,
      "grad_norm": 10.0,
      "learning_rate": 1.4662868820902048e-05,
      "loss": 0.2056,
      "step": 99240
    },
    {
      "epoch": 2.8155403153169125,
      "grad_norm": 12.5625,
      "learning_rate": 1.4662289880998904e-05,
      "loss": 0.2031,
      "step": 99250
    },
    {
      "epoch": 2.815824001248218,
      "grad_norm": 7.8125,
      "learning_rate": 1.466171094109576e-05,
      "loss": 0.2155,
      "step": 99260
    },
    {
      "epoch": 2.8161076871795236,
      "grad_norm": 8.8125,
      "learning_rate": 1.4661132001192617e-05,
      "loss": 0.2162,
      "step": 99270
    },
    {
      "epoch": 2.8163913731108288,
      "grad_norm": 9.6875,
      "learning_rate": 1.4660553061289472e-05,
      "loss": 0.2182,
      "step": 99280
    },
    {
      "epoch": 2.8166750590421343,
      "grad_norm": 5.78125,
      "learning_rate": 1.465997412138633e-05,
      "loss": 0.1867,
      "step": 99290
    },
    {
      "epoch": 2.81695874497344,
      "grad_norm": 12.0625,
      "learning_rate": 1.4659395181483187e-05,
      "loss": 0.1949,
      "step": 99300
    },
    {
      "epoch": 2.8172424309047455,
      "grad_norm": 14.9375,
      "learning_rate": 1.4658816241580046e-05,
      "loss": 0.1973,
      "step": 99310
    },
    {
      "epoch": 2.817526116836051,
      "grad_norm": 9.375,
      "learning_rate": 1.46582373016769e-05,
      "loss": 0.1874,
      "step": 99320
    },
    {
      "epoch": 2.817809802767356,
      "grad_norm": 8.875,
      "learning_rate": 1.4657658361773757e-05,
      "loss": 0.2547,
      "step": 99330
    },
    {
      "epoch": 2.8180934886986617,
      "grad_norm": 8.0625,
      "learning_rate": 1.4657079421870614e-05,
      "loss": 0.179,
      "step": 99340
    },
    {
      "epoch": 2.8183771746299673,
      "grad_norm": 9.3125,
      "learning_rate": 1.465650048196747e-05,
      "loss": 0.2256,
      "step": 99350
    },
    {
      "epoch": 2.8186608605612724,
      "grad_norm": 12.125,
      "learning_rate": 1.4655921542064327e-05,
      "loss": 0.1929,
      "step": 99360
    },
    {
      "epoch": 2.818944546492578,
      "grad_norm": 11.75,
      "learning_rate": 1.4655342602161184e-05,
      "loss": 0.1926,
      "step": 99370
    },
    {
      "epoch": 2.8192282324238835,
      "grad_norm": 7.8125,
      "learning_rate": 1.465476366225804e-05,
      "loss": 0.1636,
      "step": 99380
    },
    {
      "epoch": 2.819511918355189,
      "grad_norm": 8.875,
      "learning_rate": 1.4654184722354895e-05,
      "loss": 0.2223,
      "step": 99390
    },
    {
      "epoch": 2.8197956042864947,
      "grad_norm": 12.0625,
      "learning_rate": 1.4653605782451754e-05,
      "loss": 0.214,
      "step": 99400
    },
    {
      "epoch": 2.8200792902178,
      "grad_norm": 12.75,
      "learning_rate": 1.465302684254861e-05,
      "loss": 0.2263,
      "step": 99410
    },
    {
      "epoch": 2.8203629761491054,
      "grad_norm": 8.8125,
      "learning_rate": 1.4652447902645469e-05,
      "loss": 0.1924,
      "step": 99420
    },
    {
      "epoch": 2.820646662080411,
      "grad_norm": 14.6875,
      "learning_rate": 1.4651868962742324e-05,
      "loss": 0.2412,
      "step": 99430
    },
    {
      "epoch": 2.820930348011716,
      "grad_norm": 8.875,
      "learning_rate": 1.465129002283918e-05,
      "loss": 0.2272,
      "step": 99440
    },
    {
      "epoch": 2.8212140339430216,
      "grad_norm": 13.0,
      "learning_rate": 1.4650711082936037e-05,
      "loss": 0.2269,
      "step": 99450
    },
    {
      "epoch": 2.821497719874327,
      "grad_norm": 10.5,
      "learning_rate": 1.4650132143032894e-05,
      "loss": 0.2167,
      "step": 99460
    },
    {
      "epoch": 2.8217814058056327,
      "grad_norm": 8.875,
      "learning_rate": 1.4649553203129749e-05,
      "loss": 0.1887,
      "step": 99470
    },
    {
      "epoch": 2.822065091736938,
      "grad_norm": 10.6875,
      "learning_rate": 1.4648974263226607e-05,
      "loss": 0.2683,
      "step": 99480
    },
    {
      "epoch": 2.8223487776682434,
      "grad_norm": 11.0,
      "learning_rate": 1.4648395323323464e-05,
      "loss": 0.2265,
      "step": 99490
    },
    {
      "epoch": 2.822632463599549,
      "grad_norm": 13.6875,
      "learning_rate": 1.4647816383420322e-05,
      "loss": 0.2349,
      "step": 99500
    },
    {
      "epoch": 2.8229161495308546,
      "grad_norm": 14.3125,
      "learning_rate": 1.4647237443517177e-05,
      "loss": 0.231,
      "step": 99510
    },
    {
      "epoch": 2.8231998354621597,
      "grad_norm": 13.25,
      "learning_rate": 1.4646658503614033e-05,
      "loss": 0.2066,
      "step": 99520
    },
    {
      "epoch": 2.8234835213934653,
      "grad_norm": 11.4375,
      "learning_rate": 1.4646079563710892e-05,
      "loss": 0.1795,
      "step": 99530
    },
    {
      "epoch": 2.823767207324771,
      "grad_norm": 10.3125,
      "learning_rate": 1.4645500623807747e-05,
      "loss": 0.2076,
      "step": 99540
    },
    {
      "epoch": 2.824050893256076,
      "grad_norm": 11.4375,
      "learning_rate": 1.4644921683904603e-05,
      "loss": 0.205,
      "step": 99550
    },
    {
      "epoch": 2.8243345791873815,
      "grad_norm": 9.625,
      "learning_rate": 1.464434274400146e-05,
      "loss": 0.1909,
      "step": 99560
    },
    {
      "epoch": 2.824618265118687,
      "grad_norm": 10.9375,
      "learning_rate": 1.4643763804098317e-05,
      "loss": 0.2164,
      "step": 99570
    },
    {
      "epoch": 2.8249019510499926,
      "grad_norm": 12.3125,
      "learning_rate": 1.4643184864195172e-05,
      "loss": 0.1885,
      "step": 99580
    },
    {
      "epoch": 2.825185636981298,
      "grad_norm": 9.0625,
      "learning_rate": 1.464260592429203e-05,
      "loss": 0.2183,
      "step": 99590
    },
    {
      "epoch": 2.8254693229126033,
      "grad_norm": 9.75,
      "learning_rate": 1.4642026984388887e-05,
      "loss": 0.2445,
      "step": 99600
    },
    {
      "epoch": 2.825753008843909,
      "grad_norm": 15.6875,
      "learning_rate": 1.4641448044485745e-05,
      "loss": 0.2176,
      "step": 99610
    },
    {
      "epoch": 2.8260366947752145,
      "grad_norm": 8.0625,
      "learning_rate": 1.46408691045826e-05,
      "loss": 0.1926,
      "step": 99620
    },
    {
      "epoch": 2.8263203807065196,
      "grad_norm": 9.5,
      "learning_rate": 1.4640290164679457e-05,
      "loss": 0.2095,
      "step": 99630
    },
    {
      "epoch": 2.826604066637825,
      "grad_norm": 8.875,
      "learning_rate": 1.4639711224776315e-05,
      "loss": 0.2044,
      "step": 99640
    },
    {
      "epoch": 2.8268877525691307,
      "grad_norm": 14.5,
      "learning_rate": 1.463913228487317e-05,
      "loss": 0.2273,
      "step": 99650
    },
    {
      "epoch": 2.8271714385004363,
      "grad_norm": 12.9375,
      "learning_rate": 1.4638553344970026e-05,
      "loss": 0.1933,
      "step": 99660
    },
    {
      "epoch": 2.827455124431742,
      "grad_norm": 8.25,
      "learning_rate": 1.4637974405066883e-05,
      "loss": 0.1904,
      "step": 99670
    },
    {
      "epoch": 2.827738810363047,
      "grad_norm": 7.03125,
      "learning_rate": 1.463739546516374e-05,
      "loss": 0.1751,
      "step": 99680
    },
    {
      "epoch": 2.8280224962943525,
      "grad_norm": 9.6875,
      "learning_rate": 1.4636816525260598e-05,
      "loss": 0.2471,
      "step": 99690
    },
    {
      "epoch": 2.828306182225658,
      "grad_norm": 10.0,
      "learning_rate": 1.4636237585357453e-05,
      "loss": 0.2281,
      "step": 99700
    },
    {
      "epoch": 2.8285898681569632,
      "grad_norm": 7.75,
      "learning_rate": 1.463565864545431e-05,
      "loss": 0.2515,
      "step": 99710
    },
    {
      "epoch": 2.828873554088269,
      "grad_norm": 11.6875,
      "learning_rate": 1.4635079705551168e-05,
      "loss": 0.1928,
      "step": 99720
    },
    {
      "epoch": 2.8291572400195744,
      "grad_norm": 10.1875,
      "learning_rate": 1.4634500765648023e-05,
      "loss": 0.2282,
      "step": 99730
    },
    {
      "epoch": 2.82944092595088,
      "grad_norm": 7.625,
      "learning_rate": 1.463392182574488e-05,
      "loss": 0.2128,
      "step": 99740
    },
    {
      "epoch": 2.8297246118821855,
      "grad_norm": 10.25,
      "learning_rate": 1.4633342885841736e-05,
      "loss": 0.2312,
      "step": 99750
    },
    {
      "epoch": 2.8300082978134906,
      "grad_norm": 7.625,
      "learning_rate": 1.4632763945938593e-05,
      "loss": 0.1907,
      "step": 99760
    },
    {
      "epoch": 2.830291983744796,
      "grad_norm": 9.6875,
      "learning_rate": 1.463218500603545e-05,
      "loss": 0.2422,
      "step": 99770
    },
    {
      "epoch": 2.8305756696761017,
      "grad_norm": 12.375,
      "learning_rate": 1.4631606066132306e-05,
      "loss": 0.2197,
      "step": 99780
    },
    {
      "epoch": 2.830859355607407,
      "grad_norm": 10.3125,
      "learning_rate": 1.4631027126229163e-05,
      "loss": 0.2208,
      "step": 99790
    },
    {
      "epoch": 2.8311430415387124,
      "grad_norm": 6.75,
      "learning_rate": 1.4630448186326021e-05,
      "loss": 0.1772,
      "step": 99800
    },
    {
      "epoch": 2.831426727470018,
      "grad_norm": 9.0,
      "learning_rate": 1.4629869246422876e-05,
      "loss": 0.2132,
      "step": 99810
    },
    {
      "epoch": 2.831710413401323,
      "grad_norm": 19.625,
      "learning_rate": 1.4629290306519733e-05,
      "loss": 0.208,
      "step": 99820
    },
    {
      "epoch": 2.8319940993326287,
      "grad_norm": 10.25,
      "learning_rate": 1.4628711366616591e-05,
      "loss": 0.1566,
      "step": 99830
    },
    {
      "epoch": 2.8322777852639343,
      "grad_norm": 12.5625,
      "learning_rate": 1.4628132426713446e-05,
      "loss": 0.1997,
      "step": 99840
    },
    {
      "epoch": 2.83256147119524,
      "grad_norm": 10.5625,
      "learning_rate": 1.4627553486810303e-05,
      "loss": 0.2302,
      "step": 99850
    },
    {
      "epoch": 2.8328451571265454,
      "grad_norm": 6.125,
      "learning_rate": 1.462697454690716e-05,
      "loss": 0.2163,
      "step": 99860
    },
    {
      "epoch": 2.8331288430578505,
      "grad_norm": 9.3125,
      "learning_rate": 1.4626395607004016e-05,
      "loss": 0.2243,
      "step": 99870
    },
    {
      "epoch": 2.833412528989156,
      "grad_norm": 7.625,
      "learning_rate": 1.4625816667100874e-05,
      "loss": 0.2161,
      "step": 99880
    },
    {
      "epoch": 2.8336962149204616,
      "grad_norm": 13.5,
      "learning_rate": 1.462523772719773e-05,
      "loss": 0.2108,
      "step": 99890
    },
    {
      "epoch": 2.8339799008517668,
      "grad_norm": 8.3125,
      "learning_rate": 1.4624658787294586e-05,
      "loss": 0.1929,
      "step": 99900
    },
    {
      "epoch": 2.8342635867830723,
      "grad_norm": 10.125,
      "learning_rate": 1.4624079847391444e-05,
      "loss": 0.2263,
      "step": 99910
    },
    {
      "epoch": 2.834547272714378,
      "grad_norm": 10.375,
      "learning_rate": 1.4623500907488299e-05,
      "loss": 0.1819,
      "step": 99920
    },
    {
      "epoch": 2.8348309586456835,
      "grad_norm": 16.625,
      "learning_rate": 1.4622921967585156e-05,
      "loss": 0.2362,
      "step": 99930
    },
    {
      "epoch": 2.835114644576989,
      "grad_norm": 23.125,
      "learning_rate": 1.4622343027682014e-05,
      "loss": 0.2321,
      "step": 99940
    },
    {
      "epoch": 2.835398330508294,
      "grad_norm": 8.5625,
      "learning_rate": 1.4621764087778869e-05,
      "loss": 0.2253,
      "step": 99950
    },
    {
      "epoch": 2.8356820164395997,
      "grad_norm": 11.6875,
      "learning_rate": 1.4621185147875726e-05,
      "loss": 0.1817,
      "step": 99960
    },
    {
      "epoch": 2.8359657023709053,
      "grad_norm": 12.5,
      "learning_rate": 1.4620606207972582e-05,
      "loss": 0.2249,
      "step": 99970
    },
    {
      "epoch": 2.8362493883022104,
      "grad_norm": 8.6875,
      "learning_rate": 1.4620027268069439e-05,
      "loss": 0.1798,
      "step": 99980
    },
    {
      "epoch": 2.836533074233516,
      "grad_norm": 10.3125,
      "learning_rate": 1.4619448328166297e-05,
      "loss": 0.2309,
      "step": 99990
    },
    {
      "epoch": 2.8368167601648215,
      "grad_norm": 11.8125,
      "learning_rate": 1.4618869388263152e-05,
      "loss": 0.2421,
      "step": 100000
    },
    {
      "epoch": 2.837100446096127,
      "grad_norm": 12.875,
      "learning_rate": 1.4618290448360009e-05,
      "loss": 0.192,
      "step": 100010
    },
    {
      "epoch": 2.8373841320274327,
      "grad_norm": 7.28125,
      "learning_rate": 1.4617711508456867e-05,
      "loss": 0.1951,
      "step": 100020
    },
    {
      "epoch": 2.837667817958738,
      "grad_norm": 9.5,
      "learning_rate": 1.4617132568553722e-05,
      "loss": 0.213,
      "step": 100030
    },
    {
      "epoch": 2.8379515038900434,
      "grad_norm": 7.15625,
      "learning_rate": 1.4616553628650579e-05,
      "loss": 0.2197,
      "step": 100040
    },
    {
      "epoch": 2.838235189821349,
      "grad_norm": 10.125,
      "learning_rate": 1.4615974688747437e-05,
      "loss": 0.2133,
      "step": 100050
    },
    {
      "epoch": 2.838518875752654,
      "grad_norm": 13.1875,
      "learning_rate": 1.4615395748844292e-05,
      "loss": 0.1911,
      "step": 100060
    },
    {
      "epoch": 2.8388025616839596,
      "grad_norm": 11.125,
      "learning_rate": 1.4614816808941149e-05,
      "loss": 0.1926,
      "step": 100070
    },
    {
      "epoch": 2.839086247615265,
      "grad_norm": 7.03125,
      "learning_rate": 1.4614237869038005e-05,
      "loss": 0.1561,
      "step": 100080
    },
    {
      "epoch": 2.8393699335465707,
      "grad_norm": 8.625,
      "learning_rate": 1.4613658929134862e-05,
      "loss": 0.2285,
      "step": 100090
    },
    {
      "epoch": 2.8396536194778763,
      "grad_norm": 10.75,
      "learning_rate": 1.461307998923172e-05,
      "loss": 0.211,
      "step": 100100
    },
    {
      "epoch": 2.8399373054091814,
      "grad_norm": 9.5,
      "learning_rate": 1.4612501049328575e-05,
      "loss": 0.2014,
      "step": 100110
    },
    {
      "epoch": 2.840220991340487,
      "grad_norm": 8.625,
      "learning_rate": 1.4611922109425432e-05,
      "loss": 0.2158,
      "step": 100120
    },
    {
      "epoch": 2.8405046772717926,
      "grad_norm": 7.40625,
      "learning_rate": 1.461134316952229e-05,
      "loss": 0.2053,
      "step": 100130
    },
    {
      "epoch": 2.8407883632030977,
      "grad_norm": 11.1875,
      "learning_rate": 1.4610764229619145e-05,
      "loss": 0.2294,
      "step": 100140
    },
    {
      "epoch": 2.8410720491344033,
      "grad_norm": 8.8125,
      "learning_rate": 1.4610185289716002e-05,
      "loss": 0.2356,
      "step": 100150
    },
    {
      "epoch": 2.841355735065709,
      "grad_norm": 12.9375,
      "learning_rate": 1.4609606349812858e-05,
      "loss": 0.2032,
      "step": 100160
    },
    {
      "epoch": 2.841639420997014,
      "grad_norm": 12.4375,
      "learning_rate": 1.4609027409909715e-05,
      "loss": 0.1966,
      "step": 100170
    },
    {
      "epoch": 2.8419231069283195,
      "grad_norm": 8.6875,
      "learning_rate": 1.4608448470006573e-05,
      "loss": 0.2191,
      "step": 100180
    },
    {
      "epoch": 2.842206792859625,
      "grad_norm": 11.5,
      "learning_rate": 1.4607869530103428e-05,
      "loss": 0.215,
      "step": 100190
    },
    {
      "epoch": 2.8424904787909306,
      "grad_norm": 14.875,
      "learning_rate": 1.4607290590200285e-05,
      "loss": 0.2175,
      "step": 100200
    },
    {
      "epoch": 2.842774164722236,
      "grad_norm": 10.9375,
      "learning_rate": 1.4606711650297143e-05,
      "loss": 0.2017,
      "step": 100210
    },
    {
      "epoch": 2.8430578506535413,
      "grad_norm": 8.5,
      "learning_rate": 1.4606132710393998e-05,
      "loss": 0.1947,
      "step": 100220
    },
    {
      "epoch": 2.843341536584847,
      "grad_norm": 22.125,
      "learning_rate": 1.4605553770490855e-05,
      "loss": 0.2043,
      "step": 100230
    },
    {
      "epoch": 2.8436252225161525,
      "grad_norm": 7.78125,
      "learning_rate": 1.4604974830587713e-05,
      "loss": 0.1972,
      "step": 100240
    },
    {
      "epoch": 2.8439089084474576,
      "grad_norm": 9.875,
      "learning_rate": 1.4604395890684568e-05,
      "loss": 0.2129,
      "step": 100250
    },
    {
      "epoch": 2.844192594378763,
      "grad_norm": 8.625,
      "learning_rate": 1.4603816950781425e-05,
      "loss": 0.1692,
      "step": 100260
    },
    {
      "epoch": 2.8444762803100687,
      "grad_norm": 7.8125,
      "learning_rate": 1.4603238010878282e-05,
      "loss": 0.2317,
      "step": 100270
    },
    {
      "epoch": 2.8447599662413743,
      "grad_norm": 6.65625,
      "learning_rate": 1.4602659070975138e-05,
      "loss": 0.2394,
      "step": 100280
    },
    {
      "epoch": 2.84504365217268,
      "grad_norm": 11.5,
      "learning_rate": 1.4602080131071996e-05,
      "loss": 0.229,
      "step": 100290
    },
    {
      "epoch": 2.845327338103985,
      "grad_norm": 12.0,
      "learning_rate": 1.4601501191168851e-05,
      "loss": 0.162,
      "step": 100300
    },
    {
      "epoch": 2.8456110240352905,
      "grad_norm": 12.1875,
      "learning_rate": 1.4600922251265708e-05,
      "loss": 0.223,
      "step": 100310
    },
    {
      "epoch": 2.845894709966596,
      "grad_norm": 13.5625,
      "learning_rate": 1.4600343311362566e-05,
      "loss": 0.2008,
      "step": 100320
    },
    {
      "epoch": 2.8461783958979012,
      "grad_norm": 15.25,
      "learning_rate": 1.4599764371459421e-05,
      "loss": 0.2128,
      "step": 100330
    },
    {
      "epoch": 2.846462081829207,
      "grad_norm": 12.3125,
      "learning_rate": 1.4599185431556278e-05,
      "loss": 0.2477,
      "step": 100340
    },
    {
      "epoch": 2.8467457677605124,
      "grad_norm": 8.9375,
      "learning_rate": 1.4598606491653136e-05,
      "loss": 0.2162,
      "step": 100350
    },
    {
      "epoch": 2.847029453691818,
      "grad_norm": 12.75,
      "learning_rate": 1.4598027551749991e-05,
      "loss": 0.2152,
      "step": 100360
    },
    {
      "epoch": 2.8473131396231235,
      "grad_norm": 7.46875,
      "learning_rate": 1.459744861184685e-05,
      "loss": 0.1854,
      "step": 100370
    },
    {
      "epoch": 2.8475968255544286,
      "grad_norm": 8.0,
      "learning_rate": 1.4596869671943705e-05,
      "loss": 0.1959,
      "step": 100380
    },
    {
      "epoch": 2.847880511485734,
      "grad_norm": 12.1875,
      "learning_rate": 1.4596290732040561e-05,
      "loss": 0.2248,
      "step": 100390
    },
    {
      "epoch": 2.8481641974170397,
      "grad_norm": 10.9375,
      "learning_rate": 1.459571179213742e-05,
      "loss": 0.2047,
      "step": 100400
    },
    {
      "epoch": 2.848447883348345,
      "grad_norm": 9.625,
      "learning_rate": 1.4595132852234274e-05,
      "loss": 0.2082,
      "step": 100410
    },
    {
      "epoch": 2.8487315692796504,
      "grad_norm": 12.1875,
      "learning_rate": 1.4594553912331131e-05,
      "loss": 0.2146,
      "step": 100420
    },
    {
      "epoch": 2.849015255210956,
      "grad_norm": 8.8125,
      "learning_rate": 1.459397497242799e-05,
      "loss": 0.2136,
      "step": 100430
    },
    {
      "epoch": 2.8492989411422616,
      "grad_norm": 11.6875,
      "learning_rate": 1.4593396032524844e-05,
      "loss": 0.2145,
      "step": 100440
    },
    {
      "epoch": 2.849582627073567,
      "grad_norm": 17.375,
      "learning_rate": 1.4592817092621701e-05,
      "loss": 0.179,
      "step": 100450
    },
    {
      "epoch": 2.8498663130048723,
      "grad_norm": 11.625,
      "learning_rate": 1.459223815271856e-05,
      "loss": 0.2189,
      "step": 100460
    },
    {
      "epoch": 2.850149998936178,
      "grad_norm": 11.5,
      "learning_rate": 1.4591659212815414e-05,
      "loss": 0.1762,
      "step": 100470
    },
    {
      "epoch": 2.8504336848674834,
      "grad_norm": 11.8125,
      "learning_rate": 1.4591080272912273e-05,
      "loss": 0.1818,
      "step": 100480
    },
    {
      "epoch": 2.8507173707987885,
      "grad_norm": 11.0,
      "learning_rate": 1.4590501333009128e-05,
      "loss": 0.198,
      "step": 100490
    },
    {
      "epoch": 2.851001056730094,
      "grad_norm": 8.6875,
      "learning_rate": 1.4589922393105984e-05,
      "loss": 0.1665,
      "step": 100500
    },
    {
      "epoch": 2.8512847426613996,
      "grad_norm": 9.9375,
      "learning_rate": 1.4589343453202843e-05,
      "loss": 0.1939,
      "step": 100510
    },
    {
      "epoch": 2.8515684285927048,
      "grad_norm": 10.0,
      "learning_rate": 1.4588764513299698e-05,
      "loss": 0.2384,
      "step": 100520
    },
    {
      "epoch": 2.8518521145240103,
      "grad_norm": 8.6875,
      "learning_rate": 1.4588185573396554e-05,
      "loss": 0.2171,
      "step": 100530
    },
    {
      "epoch": 2.852135800455316,
      "grad_norm": 12.625,
      "learning_rate": 1.4587606633493412e-05,
      "loss": 0.2281,
      "step": 100540
    },
    {
      "epoch": 2.8524194863866215,
      "grad_norm": 12.0,
      "learning_rate": 1.4587027693590267e-05,
      "loss": 0.2528,
      "step": 100550
    },
    {
      "epoch": 2.852703172317927,
      "grad_norm": 10.8125,
      "learning_rate": 1.4586448753687126e-05,
      "loss": 0.2295,
      "step": 100560
    },
    {
      "epoch": 2.852986858249232,
      "grad_norm": 8.6875,
      "learning_rate": 1.4585869813783982e-05,
      "loss": 0.199,
      "step": 100570
    },
    {
      "epoch": 2.8532705441805377,
      "grad_norm": 6.6875,
      "learning_rate": 1.4585290873880837e-05,
      "loss": 0.2185,
      "step": 100580
    },
    {
      "epoch": 2.8535542301118433,
      "grad_norm": 10.0625,
      "learning_rate": 1.4584711933977696e-05,
      "loss": 0.2329,
      "step": 100590
    },
    {
      "epoch": 2.8538379160431484,
      "grad_norm": 11.8125,
      "learning_rate": 1.458413299407455e-05,
      "loss": 0.2547,
      "step": 100600
    },
    {
      "epoch": 2.854121601974454,
      "grad_norm": 11.0,
      "learning_rate": 1.4583554054171407e-05,
      "loss": 0.2035,
      "step": 100610
    },
    {
      "epoch": 2.8544052879057595,
      "grad_norm": 8.125,
      "learning_rate": 1.4582975114268266e-05,
      "loss": 0.2026,
      "step": 100620
    },
    {
      "epoch": 2.854688973837065,
      "grad_norm": 15.125,
      "learning_rate": 1.458239617436512e-05,
      "loss": 0.237,
      "step": 100630
    },
    {
      "epoch": 2.8549726597683707,
      "grad_norm": 8.875,
      "learning_rate": 1.4581817234461977e-05,
      "loss": 0.2685,
      "step": 100640
    },
    {
      "epoch": 2.855256345699676,
      "grad_norm": 11.625,
      "learning_rate": 1.4581238294558836e-05,
      "loss": 0.2066,
      "step": 100650
    },
    {
      "epoch": 2.8555400316309814,
      "grad_norm": 9.0625,
      "learning_rate": 1.458065935465569e-05,
      "loss": 0.1613,
      "step": 100660
    },
    {
      "epoch": 2.855823717562287,
      "grad_norm": 7.78125,
      "learning_rate": 1.4580080414752549e-05,
      "loss": 0.1756,
      "step": 100670
    },
    {
      "epoch": 2.856107403493592,
      "grad_norm": 10.1875,
      "learning_rate": 1.4579501474849404e-05,
      "loss": 0.2103,
      "step": 100680
    },
    {
      "epoch": 2.8563910894248976,
      "grad_norm": 17.0,
      "learning_rate": 1.457892253494626e-05,
      "loss": 0.2628,
      "step": 100690
    },
    {
      "epoch": 2.856674775356203,
      "grad_norm": 14.25,
      "learning_rate": 1.4578343595043119e-05,
      "loss": 0.2563,
      "step": 100700
    },
    {
      "epoch": 2.8569584612875087,
      "grad_norm": 13.1875,
      "learning_rate": 1.4577764655139974e-05,
      "loss": 0.2299,
      "step": 100710
    },
    {
      "epoch": 2.8572421472188143,
      "grad_norm": 9.0625,
      "learning_rate": 1.457718571523683e-05,
      "loss": 0.2069,
      "step": 100720
    },
    {
      "epoch": 2.8575258331501194,
      "grad_norm": 9.0,
      "learning_rate": 1.4576606775333689e-05,
      "loss": 0.2122,
      "step": 100730
    },
    {
      "epoch": 2.857809519081425,
      "grad_norm": 9.0625,
      "learning_rate": 1.4576027835430544e-05,
      "loss": 0.1969,
      "step": 100740
    },
    {
      "epoch": 2.8580932050127306,
      "grad_norm": 10.75,
      "learning_rate": 1.4575448895527402e-05,
      "loss": 0.185,
      "step": 100750
    },
    {
      "epoch": 2.8583768909440357,
      "grad_norm": 7.90625,
      "learning_rate": 1.4574869955624259e-05,
      "loss": 0.2246,
      "step": 100760
    },
    {
      "epoch": 2.8586605768753413,
      "grad_norm": 10.8125,
      "learning_rate": 1.4574291015721114e-05,
      "loss": 0.2068,
      "step": 100770
    },
    {
      "epoch": 2.858944262806647,
      "grad_norm": 11.0625,
      "learning_rate": 1.4573712075817972e-05,
      "loss": 0.2136,
      "step": 100780
    },
    {
      "epoch": 2.859227948737952,
      "grad_norm": 10.75,
      "learning_rate": 1.4573133135914827e-05,
      "loss": 0.2159,
      "step": 100790
    },
    {
      "epoch": 2.8595116346692575,
      "grad_norm": 10.3125,
      "learning_rate": 1.4572554196011683e-05,
      "loss": 0.2779,
      "step": 100800
    },
    {
      "epoch": 2.859795320600563,
      "grad_norm": 9.125,
      "learning_rate": 1.4571975256108542e-05,
      "loss": 0.2486,
      "step": 100810
    },
    {
      "epoch": 2.8600790065318686,
      "grad_norm": 8.875,
      "learning_rate": 1.4571396316205397e-05,
      "loss": 0.2318,
      "step": 100820
    },
    {
      "epoch": 2.860362692463174,
      "grad_norm": 12.625,
      "learning_rate": 1.4570817376302253e-05,
      "loss": 0.1967,
      "step": 100830
    },
    {
      "epoch": 2.8606463783944793,
      "grad_norm": 10.125,
      "learning_rate": 1.4570238436399112e-05,
      "loss": 0.2147,
      "step": 100840
    },
    {
      "epoch": 2.860930064325785,
      "grad_norm": 11.0625,
      "learning_rate": 1.4569659496495967e-05,
      "loss": 0.2254,
      "step": 100850
    },
    {
      "epoch": 2.8612137502570905,
      "grad_norm": 7.96875,
      "learning_rate": 1.4569080556592825e-05,
      "loss": 0.2091,
      "step": 100860
    },
    {
      "epoch": 2.8614974361883956,
      "grad_norm": 9.9375,
      "learning_rate": 1.4568501616689682e-05,
      "loss": 0.2186,
      "step": 100870
    },
    {
      "epoch": 2.861781122119701,
      "grad_norm": 8.8125,
      "learning_rate": 1.4567922676786537e-05,
      "loss": 0.1898,
      "step": 100880
    },
    {
      "epoch": 2.8620648080510067,
      "grad_norm": 9.25,
      "learning_rate": 1.4567343736883395e-05,
      "loss": 0.1919,
      "step": 100890
    },
    {
      "epoch": 2.8623484939823123,
      "grad_norm": 8.9375,
      "learning_rate": 1.456676479698025e-05,
      "loss": 0.2152,
      "step": 100900
    },
    {
      "epoch": 2.862632179913618,
      "grad_norm": 6.34375,
      "learning_rate": 1.4566185857077106e-05,
      "loss": 0.2084,
      "step": 100910
    },
    {
      "epoch": 2.862915865844923,
      "grad_norm": 12.75,
      "learning_rate": 1.4565606917173965e-05,
      "loss": 0.1946,
      "step": 100920
    },
    {
      "epoch": 2.8631995517762285,
      "grad_norm": 11.0625,
      "learning_rate": 1.456502797727082e-05,
      "loss": 0.243,
      "step": 100930
    },
    {
      "epoch": 2.863483237707534,
      "grad_norm": 12.4375,
      "learning_rate": 1.4564449037367678e-05,
      "loss": 0.1857,
      "step": 100940
    },
    {
      "epoch": 2.8637669236388392,
      "grad_norm": 8.625,
      "learning_rate": 1.4563870097464535e-05,
      "loss": 0.1986,
      "step": 100950
    },
    {
      "epoch": 2.864050609570145,
      "grad_norm": 9.0,
      "learning_rate": 1.456329115756139e-05,
      "loss": 0.1917,
      "step": 100960
    },
    {
      "epoch": 2.8643342955014504,
      "grad_norm": 9.0,
      "learning_rate": 1.4562712217658248e-05,
      "loss": 0.1927,
      "step": 100970
    },
    {
      "epoch": 2.864617981432756,
      "grad_norm": 11.625,
      "learning_rate": 1.4562133277755105e-05,
      "loss": 0.2244,
      "step": 100980
    },
    {
      "epoch": 2.8649016673640615,
      "grad_norm": 8.8125,
      "learning_rate": 1.456155433785196e-05,
      "loss": 0.2045,
      "step": 100990
    },
    {
      "epoch": 2.8651853532953666,
      "grad_norm": 10.125,
      "learning_rate": 1.4560975397948818e-05,
      "loss": 0.2194,
      "step": 101000
    },
    {
      "epoch": 2.865469039226672,
      "grad_norm": 15.75,
      "learning_rate": 1.4560396458045673e-05,
      "loss": 0.203,
      "step": 101010
    },
    {
      "epoch": 2.8657527251579777,
      "grad_norm": 10.625,
      "learning_rate": 1.455981751814253e-05,
      "loss": 0.1862,
      "step": 101020
    },
    {
      "epoch": 2.866036411089283,
      "grad_norm": 8.9375,
      "learning_rate": 1.4559238578239388e-05,
      "loss": 0.273,
      "step": 101030
    },
    {
      "epoch": 2.8663200970205884,
      "grad_norm": 8.0,
      "learning_rate": 1.4558659638336243e-05,
      "loss": 0.2347,
      "step": 101040
    },
    {
      "epoch": 2.866603782951894,
      "grad_norm": 9.0,
      "learning_rate": 1.4558080698433101e-05,
      "loss": 0.2146,
      "step": 101050
    },
    {
      "epoch": 2.8668874688831996,
      "grad_norm": 10.9375,
      "learning_rate": 1.4557501758529958e-05,
      "loss": 0.1943,
      "step": 101060
    },
    {
      "epoch": 2.867171154814505,
      "grad_norm": 10.375,
      "learning_rate": 1.4556922818626813e-05,
      "loss": 0.2107,
      "step": 101070
    },
    {
      "epoch": 2.8674548407458103,
      "grad_norm": 10.0,
      "learning_rate": 1.4556343878723671e-05,
      "loss": 0.228,
      "step": 101080
    },
    {
      "epoch": 2.867738526677116,
      "grad_norm": 8.375,
      "learning_rate": 1.4555764938820528e-05,
      "loss": 0.1855,
      "step": 101090
    },
    {
      "epoch": 2.8680222126084214,
      "grad_norm": 11.25,
      "learning_rate": 1.4555185998917383e-05,
      "loss": 0.1943,
      "step": 101100
    },
    {
      "epoch": 2.8683058985397265,
      "grad_norm": 10.1875,
      "learning_rate": 1.4554607059014241e-05,
      "loss": 0.2006,
      "step": 101110
    },
    {
      "epoch": 2.868589584471032,
      "grad_norm": 11.875,
      "learning_rate": 1.4554028119111096e-05,
      "loss": 0.1962,
      "step": 101120
    },
    {
      "epoch": 2.8688732704023376,
      "grad_norm": 11.0,
      "learning_rate": 1.4553449179207953e-05,
      "loss": 0.2175,
      "step": 101130
    },
    {
      "epoch": 2.8691569563336428,
      "grad_norm": 8.3125,
      "learning_rate": 1.4552870239304811e-05,
      "loss": 0.2182,
      "step": 101140
    },
    {
      "epoch": 2.8694406422649483,
      "grad_norm": 10.1875,
      "learning_rate": 1.4552291299401666e-05,
      "loss": 0.1995,
      "step": 101150
    },
    {
      "epoch": 2.869724328196254,
      "grad_norm": 13.0625,
      "learning_rate": 1.4551712359498524e-05,
      "loss": 0.1799,
      "step": 101160
    },
    {
      "epoch": 2.8700080141275595,
      "grad_norm": 9.9375,
      "learning_rate": 1.455113341959538e-05,
      "loss": 0.2075,
      "step": 101170
    },
    {
      "epoch": 2.870291700058865,
      "grad_norm": 6.78125,
      "learning_rate": 1.4550554479692236e-05,
      "loss": 0.1723,
      "step": 101180
    },
    {
      "epoch": 2.87057538599017,
      "grad_norm": 12.125,
      "learning_rate": 1.4549975539789094e-05,
      "loss": 0.1768,
      "step": 101190
    },
    {
      "epoch": 2.8708590719214757,
      "grad_norm": 9.0,
      "learning_rate": 1.4549396599885949e-05,
      "loss": 0.1876,
      "step": 101200
    },
    {
      "epoch": 2.8711427578527813,
      "grad_norm": 7.1875,
      "learning_rate": 1.4548817659982806e-05,
      "loss": 0.1956,
      "step": 101210
    },
    {
      "epoch": 2.8714264437840864,
      "grad_norm": 15.0,
      "learning_rate": 1.4548238720079664e-05,
      "loss": 0.2004,
      "step": 101220
    },
    {
      "epoch": 2.871710129715392,
      "grad_norm": 16.375,
      "learning_rate": 1.4547659780176519e-05,
      "loss": 0.2245,
      "step": 101230
    },
    {
      "epoch": 2.8719938156466975,
      "grad_norm": 10.25,
      "learning_rate": 1.4547080840273377e-05,
      "loss": 0.2047,
      "step": 101240
    },
    {
      "epoch": 2.872277501578003,
      "grad_norm": 8.75,
      "learning_rate": 1.4546501900370234e-05,
      "loss": 0.2128,
      "step": 101250
    },
    {
      "epoch": 2.8725611875093087,
      "grad_norm": 13.5625,
      "learning_rate": 1.4545922960467089e-05,
      "loss": 0.214,
      "step": 101260
    },
    {
      "epoch": 2.872844873440614,
      "grad_norm": 14.8125,
      "learning_rate": 1.4545344020563947e-05,
      "loss": 0.1955,
      "step": 101270
    },
    {
      "epoch": 2.8731285593719194,
      "grad_norm": 8.8125,
      "learning_rate": 1.4544765080660804e-05,
      "loss": 0.1868,
      "step": 101280
    },
    {
      "epoch": 2.873412245303225,
      "grad_norm": 17.5,
      "learning_rate": 1.4544186140757659e-05,
      "loss": 0.2464,
      "step": 101290
    },
    {
      "epoch": 2.87369593123453,
      "grad_norm": 11.375,
      "learning_rate": 1.4543607200854517e-05,
      "loss": 0.1823,
      "step": 101300
    },
    {
      "epoch": 2.8739796171658356,
      "grad_norm": 9.0625,
      "learning_rate": 1.4543028260951372e-05,
      "loss": 0.1989,
      "step": 101310
    },
    {
      "epoch": 2.874263303097141,
      "grad_norm": 7.28125,
      "learning_rate": 1.4542449321048229e-05,
      "loss": 0.2137,
      "step": 101320
    },
    {
      "epoch": 2.8745469890284467,
      "grad_norm": 11.5625,
      "learning_rate": 1.4541870381145087e-05,
      "loss": 0.2121,
      "step": 101330
    },
    {
      "epoch": 2.8748306749597523,
      "grad_norm": 13.125,
      "learning_rate": 1.4541291441241942e-05,
      "loss": 0.2002,
      "step": 101340
    },
    {
      "epoch": 2.8751143608910574,
      "grad_norm": 8.875,
      "learning_rate": 1.45407125013388e-05,
      "loss": 0.2008,
      "step": 101350
    },
    {
      "epoch": 2.875398046822363,
      "grad_norm": 12.0,
      "learning_rate": 1.4540133561435657e-05,
      "loss": 0.2136,
      "step": 101360
    },
    {
      "epoch": 2.8756817327536686,
      "grad_norm": 10.125,
      "learning_rate": 1.4539554621532512e-05,
      "loss": 0.1971,
      "step": 101370
    },
    {
      "epoch": 2.8759654186849737,
      "grad_norm": 11.375,
      "learning_rate": 1.453897568162937e-05,
      "loss": 0.1912,
      "step": 101380
    },
    {
      "epoch": 2.8762491046162793,
      "grad_norm": 10.5625,
      "learning_rate": 1.4538396741726227e-05,
      "loss": 0.2096,
      "step": 101390
    },
    {
      "epoch": 2.876532790547585,
      "grad_norm": 10.5,
      "learning_rate": 1.4537817801823082e-05,
      "loss": 0.2014,
      "step": 101400
    },
    {
      "epoch": 2.8768164764788904,
      "grad_norm": 9.4375,
      "learning_rate": 1.453723886191994e-05,
      "loss": 0.1892,
      "step": 101410
    },
    {
      "epoch": 2.877100162410196,
      "grad_norm": 13.8125,
      "learning_rate": 1.4536659922016795e-05,
      "loss": 0.242,
      "step": 101420
    },
    {
      "epoch": 2.877383848341501,
      "grad_norm": 12.25,
      "learning_rate": 1.4536080982113653e-05,
      "loss": 0.2114,
      "step": 101430
    },
    {
      "epoch": 2.8776675342728066,
      "grad_norm": 12.3125,
      "learning_rate": 1.453550204221051e-05,
      "loss": 0.212,
      "step": 101440
    },
    {
      "epoch": 2.877951220204112,
      "grad_norm": 13.5625,
      "learning_rate": 1.4534923102307365e-05,
      "loss": 0.215,
      "step": 101450
    },
    {
      "epoch": 2.8782349061354173,
      "grad_norm": 9.3125,
      "learning_rate": 1.4534344162404223e-05,
      "loss": 0.1906,
      "step": 101460
    },
    {
      "epoch": 2.878518592066723,
      "grad_norm": 14.5625,
      "learning_rate": 1.453376522250108e-05,
      "loss": 0.2126,
      "step": 101470
    },
    {
      "epoch": 2.8788022779980285,
      "grad_norm": 10.6875,
      "learning_rate": 1.4533186282597935e-05,
      "loss": 0.1967,
      "step": 101480
    },
    {
      "epoch": 2.8790859639293336,
      "grad_norm": 9.3125,
      "learning_rate": 1.4532607342694793e-05,
      "loss": 0.1984,
      "step": 101490
    },
    {
      "epoch": 2.879369649860639,
      "grad_norm": 10.875,
      "learning_rate": 1.453202840279165e-05,
      "loss": 0.1908,
      "step": 101500
    },
    {
      "epoch": 2.8796533357919447,
      "grad_norm": 12.75,
      "learning_rate": 1.4531449462888505e-05,
      "loss": 0.2331,
      "step": 101510
    },
    {
      "epoch": 2.8799370217232503,
      "grad_norm": 12.5,
      "learning_rate": 1.4530870522985363e-05,
      "loss": 0.1922,
      "step": 101520
    },
    {
      "epoch": 2.880220707654556,
      "grad_norm": 13.25,
      "learning_rate": 1.4530291583082218e-05,
      "loss": 0.196,
      "step": 101530
    },
    {
      "epoch": 2.880504393585861,
      "grad_norm": 11.125,
      "learning_rate": 1.4529712643179077e-05,
      "loss": 0.2149,
      "step": 101540
    },
    {
      "epoch": 2.8807880795171665,
      "grad_norm": 10.4375,
      "learning_rate": 1.4529133703275933e-05,
      "loss": 0.1854,
      "step": 101550
    },
    {
      "epoch": 2.881071765448472,
      "grad_norm": 13.75,
      "learning_rate": 1.4528554763372788e-05,
      "loss": 0.2338,
      "step": 101560
    },
    {
      "epoch": 2.881355451379777,
      "grad_norm": 9.25,
      "learning_rate": 1.4527975823469646e-05,
      "loss": 0.2148,
      "step": 101570
    },
    {
      "epoch": 2.881639137311083,
      "grad_norm": 12.5625,
      "learning_rate": 1.4527396883566503e-05,
      "loss": 0.1978,
      "step": 101580
    },
    {
      "epoch": 2.8819228232423884,
      "grad_norm": 20.625,
      "learning_rate": 1.4526817943663358e-05,
      "loss": 0.2182,
      "step": 101590
    },
    {
      "epoch": 2.882206509173694,
      "grad_norm": 7.96875,
      "learning_rate": 1.4526239003760216e-05,
      "loss": 0.2152,
      "step": 101600
    },
    {
      "epoch": 2.8824901951049995,
      "grad_norm": 11.0625,
      "learning_rate": 1.4525660063857071e-05,
      "loss": 0.2167,
      "step": 101610
    },
    {
      "epoch": 2.8827738810363046,
      "grad_norm": 11.4375,
      "learning_rate": 1.452508112395393e-05,
      "loss": 0.1992,
      "step": 101620
    },
    {
      "epoch": 2.88305756696761,
      "grad_norm": 20.75,
      "learning_rate": 1.4524502184050786e-05,
      "loss": 0.23,
      "step": 101630
    },
    {
      "epoch": 2.8833412528989157,
      "grad_norm": 10.75,
      "learning_rate": 1.4523923244147641e-05,
      "loss": 0.245,
      "step": 101640
    },
    {
      "epoch": 2.883624938830221,
      "grad_norm": 10.125,
      "learning_rate": 1.45233443042445e-05,
      "loss": 0.1984,
      "step": 101650
    },
    {
      "epoch": 2.8839086247615264,
      "grad_norm": 17.75,
      "learning_rate": 1.4522765364341356e-05,
      "loss": 0.2756,
      "step": 101660
    },
    {
      "epoch": 2.884192310692832,
      "grad_norm": 8.625,
      "learning_rate": 1.4522186424438211e-05,
      "loss": 0.2002,
      "step": 101670
    },
    {
      "epoch": 2.8844759966241376,
      "grad_norm": 14.0,
      "learning_rate": 1.452160748453507e-05,
      "loss": 0.2236,
      "step": 101680
    },
    {
      "epoch": 2.884759682555443,
      "grad_norm": 8.875,
      "learning_rate": 1.4521028544631926e-05,
      "loss": 0.1804,
      "step": 101690
    },
    {
      "epoch": 2.8850433684867482,
      "grad_norm": 13.9375,
      "learning_rate": 1.4520449604728781e-05,
      "loss": 0.2352,
      "step": 101700
    },
    {
      "epoch": 2.885327054418054,
      "grad_norm": 14.0,
      "learning_rate": 1.451987066482564e-05,
      "loss": 0.2166,
      "step": 101710
    },
    {
      "epoch": 2.8856107403493594,
      "grad_norm": 7.59375,
      "learning_rate": 1.4519291724922494e-05,
      "loss": 0.1789,
      "step": 101720
    },
    {
      "epoch": 2.8858944262806645,
      "grad_norm": 8.875,
      "learning_rate": 1.4518712785019353e-05,
      "loss": 0.2199,
      "step": 101730
    },
    {
      "epoch": 2.88617811221197,
      "grad_norm": 11.75,
      "learning_rate": 1.451813384511621e-05,
      "loss": 0.2124,
      "step": 101740
    },
    {
      "epoch": 2.8864617981432756,
      "grad_norm": 10.4375,
      "learning_rate": 1.4517554905213064e-05,
      "loss": 0.1783,
      "step": 101750
    },
    {
      "epoch": 2.8867454840745808,
      "grad_norm": 11.8125,
      "learning_rate": 1.4516975965309923e-05,
      "loss": 0.2308,
      "step": 101760
    },
    {
      "epoch": 2.8870291700058863,
      "grad_norm": 16.375,
      "learning_rate": 1.451639702540678e-05,
      "loss": 0.1824,
      "step": 101770
    },
    {
      "epoch": 2.887312855937192,
      "grad_norm": 10.0625,
      "learning_rate": 1.4515818085503634e-05,
      "loss": 0.1923,
      "step": 101780
    },
    {
      "epoch": 2.8875965418684975,
      "grad_norm": 10.625,
      "learning_rate": 1.4515239145600493e-05,
      "loss": 0.1909,
      "step": 101790
    },
    {
      "epoch": 2.887880227799803,
      "grad_norm": 11.4375,
      "learning_rate": 1.451466020569735e-05,
      "loss": 0.1747,
      "step": 101800
    },
    {
      "epoch": 2.888163913731108,
      "grad_norm": 12.6875,
      "learning_rate": 1.4514081265794206e-05,
      "loss": 0.2308,
      "step": 101810
    },
    {
      "epoch": 2.8884475996624137,
      "grad_norm": 12.1875,
      "learning_rate": 1.4513502325891062e-05,
      "loss": 0.2646,
      "step": 101820
    },
    {
      "epoch": 2.8887312855937193,
      "grad_norm": 10.125,
      "learning_rate": 1.4512923385987917e-05,
      "loss": 0.2318,
      "step": 101830
    },
    {
      "epoch": 2.8890149715250244,
      "grad_norm": 10.0,
      "learning_rate": 1.4512344446084776e-05,
      "loss": 0.1891,
      "step": 101840
    },
    {
      "epoch": 2.88929865745633,
      "grad_norm": 7.21875,
      "learning_rate": 1.4511765506181632e-05,
      "loss": 0.215,
      "step": 101850
    },
    {
      "epoch": 2.8895823433876355,
      "grad_norm": 13.125,
      "learning_rate": 1.4511186566278487e-05,
      "loss": 0.2445,
      "step": 101860
    },
    {
      "epoch": 2.889866029318941,
      "grad_norm": 10.9375,
      "learning_rate": 1.4510607626375346e-05,
      "loss": 0.2429,
      "step": 101870
    },
    {
      "epoch": 2.8901497152502467,
      "grad_norm": 11.5,
      "learning_rate": 1.4510028686472202e-05,
      "loss": 0.2059,
      "step": 101880
    },
    {
      "epoch": 2.890433401181552,
      "grad_norm": 12.375,
      "learning_rate": 1.4509449746569057e-05,
      "loss": 0.2257,
      "step": 101890
    },
    {
      "epoch": 2.8907170871128574,
      "grad_norm": 10.5,
      "learning_rate": 1.4508870806665916e-05,
      "loss": 0.2046,
      "step": 101900
    },
    {
      "epoch": 2.891000773044163,
      "grad_norm": 10.3125,
      "learning_rate": 1.4508291866762772e-05,
      "loss": 0.1887,
      "step": 101910
    },
    {
      "epoch": 2.891284458975468,
      "grad_norm": 8.125,
      "learning_rate": 1.4507712926859629e-05,
      "loss": 0.2022,
      "step": 101920
    },
    {
      "epoch": 2.8915681449067736,
      "grad_norm": 11.125,
      "learning_rate": 1.4507133986956486e-05,
      "loss": 0.2019,
      "step": 101930
    },
    {
      "epoch": 2.891851830838079,
      "grad_norm": 12.125,
      "learning_rate": 1.450655504705334e-05,
      "loss": 0.2215,
      "step": 101940
    },
    {
      "epoch": 2.8921355167693847,
      "grad_norm": 11.125,
      "learning_rate": 1.4505976107150199e-05,
      "loss": 0.2399,
      "step": 101950
    },
    {
      "epoch": 2.8924192027006903,
      "grad_norm": 12.3125,
      "learning_rate": 1.4505397167247055e-05,
      "loss": 0.2004,
      "step": 101960
    },
    {
      "epoch": 2.8927028886319954,
      "grad_norm": 9.9375,
      "learning_rate": 1.450481822734391e-05,
      "loss": 0.2285,
      "step": 101970
    },
    {
      "epoch": 2.892986574563301,
      "grad_norm": 11.6875,
      "learning_rate": 1.4504239287440769e-05,
      "loss": 0.2404,
      "step": 101980
    },
    {
      "epoch": 2.8932702604946066,
      "grad_norm": 7.34375,
      "learning_rate": 1.4503660347537625e-05,
      "loss": 0.198,
      "step": 101990
    },
    {
      "epoch": 2.8935539464259117,
      "grad_norm": 12.3125,
      "learning_rate": 1.450308140763448e-05,
      "loss": 0.1814,
      "step": 102000
    },
    {
      "epoch": 2.8938376323572172,
      "grad_norm": 10.75,
      "learning_rate": 1.4502502467731339e-05,
      "loss": 0.1945,
      "step": 102010
    },
    {
      "epoch": 2.894121318288523,
      "grad_norm": 11.9375,
      "learning_rate": 1.4501923527828195e-05,
      "loss": 0.2101,
      "step": 102020
    },
    {
      "epoch": 2.8944050042198284,
      "grad_norm": 8.125,
      "learning_rate": 1.4501344587925052e-05,
      "loss": 0.2068,
      "step": 102030
    },
    {
      "epoch": 2.894688690151134,
      "grad_norm": 13.1875,
      "learning_rate": 1.4500765648021909e-05,
      "loss": 0.2171,
      "step": 102040
    },
    {
      "epoch": 2.894972376082439,
      "grad_norm": 7.65625,
      "learning_rate": 1.4500186708118764e-05,
      "loss": 0.1875,
      "step": 102050
    },
    {
      "epoch": 2.8952560620137446,
      "grad_norm": 13.625,
      "learning_rate": 1.4499607768215622e-05,
      "loss": 0.2494,
      "step": 102060
    },
    {
      "epoch": 2.89553974794505,
      "grad_norm": 11.3125,
      "learning_rate": 1.4499028828312478e-05,
      "loss": 0.2433,
      "step": 102070
    },
    {
      "epoch": 2.8958234338763553,
      "grad_norm": 10.8125,
      "learning_rate": 1.4498449888409333e-05,
      "loss": 0.1979,
      "step": 102080
    },
    {
      "epoch": 2.896107119807661,
      "grad_norm": 9.5,
      "learning_rate": 1.4497870948506192e-05,
      "loss": 0.2057,
      "step": 102090
    },
    {
      "epoch": 2.8963908057389665,
      "grad_norm": 14.875,
      "learning_rate": 1.4497292008603048e-05,
      "loss": 0.2132,
      "step": 102100
    },
    {
      "epoch": 2.8966744916702716,
      "grad_norm": 8.0,
      "learning_rate": 1.4496713068699905e-05,
      "loss": 0.1792,
      "step": 102110
    },
    {
      "epoch": 2.896958177601577,
      "grad_norm": 10.6875,
      "learning_rate": 1.4496134128796762e-05,
      "loss": 0.1918,
      "step": 102120
    },
    {
      "epoch": 2.8972418635328827,
      "grad_norm": 12.0,
      "learning_rate": 1.4495555188893617e-05,
      "loss": 0.2147,
      "step": 102130
    },
    {
      "epoch": 2.8975255494641883,
      "grad_norm": 7.59375,
      "learning_rate": 1.4494976248990475e-05,
      "loss": 0.2025,
      "step": 102140
    },
    {
      "epoch": 2.897809235395494,
      "grad_norm": 12.5,
      "learning_rate": 1.4494397309087332e-05,
      "loss": 0.1869,
      "step": 102150
    },
    {
      "epoch": 2.898092921326799,
      "grad_norm": 7.28125,
      "learning_rate": 1.4493818369184187e-05,
      "loss": 0.2409,
      "step": 102160
    },
    {
      "epoch": 2.8983766072581045,
      "grad_norm": 11.375,
      "learning_rate": 1.4493239429281045e-05,
      "loss": 0.2162,
      "step": 102170
    },
    {
      "epoch": 2.89866029318941,
      "grad_norm": 10.9375,
      "learning_rate": 1.4492660489377902e-05,
      "loss": 0.1914,
      "step": 102180
    },
    {
      "epoch": 2.898943979120715,
      "grad_norm": 12.0625,
      "learning_rate": 1.4492081549474756e-05,
      "loss": 0.2203,
      "step": 102190
    },
    {
      "epoch": 2.899227665052021,
      "grad_norm": 10.0,
      "learning_rate": 1.4491502609571615e-05,
      "loss": 0.1757,
      "step": 102200
    },
    {
      "epoch": 2.8995113509833264,
      "grad_norm": 12.75,
      "learning_rate": 1.4490923669668471e-05,
      "loss": 0.1913,
      "step": 102210
    },
    {
      "epoch": 2.899795036914632,
      "grad_norm": 13.5625,
      "learning_rate": 1.4490344729765328e-05,
      "loss": 0.1871,
      "step": 102220
    },
    {
      "epoch": 2.9000787228459375,
      "grad_norm": 12.375,
      "learning_rate": 1.4489765789862185e-05,
      "loss": 0.2101,
      "step": 102230
    },
    {
      "epoch": 2.9003624087772426,
      "grad_norm": 7.71875,
      "learning_rate": 1.448918684995904e-05,
      "loss": 0.1893,
      "step": 102240
    },
    {
      "epoch": 2.900646094708548,
      "grad_norm": 10.25,
      "learning_rate": 1.4488607910055898e-05,
      "loss": 0.1907,
      "step": 102250
    },
    {
      "epoch": 2.9009297806398537,
      "grad_norm": 11.4375,
      "learning_rate": 1.4488028970152755e-05,
      "loss": 0.1887,
      "step": 102260
    },
    {
      "epoch": 2.901213466571159,
      "grad_norm": 11.25,
      "learning_rate": 1.448745003024961e-05,
      "loss": 0.1983,
      "step": 102270
    },
    {
      "epoch": 2.9014971525024644,
      "grad_norm": 12.625,
      "learning_rate": 1.4486871090346468e-05,
      "loss": 0.2266,
      "step": 102280
    },
    {
      "epoch": 2.90178083843377,
      "grad_norm": 14.25,
      "learning_rate": 1.4486292150443325e-05,
      "loss": 0.1993,
      "step": 102290
    },
    {
      "epoch": 2.9020645243650756,
      "grad_norm": 8.1875,
      "learning_rate": 1.4485713210540183e-05,
      "loss": 0.1917,
      "step": 102300
    },
    {
      "epoch": 2.902348210296381,
      "grad_norm": 10.5625,
      "learning_rate": 1.4485134270637038e-05,
      "loss": 0.2151,
      "step": 102310
    },
    {
      "epoch": 2.9026318962276862,
      "grad_norm": 9.125,
      "learning_rate": 1.4484555330733894e-05,
      "loss": 0.1761,
      "step": 102320
    },
    {
      "epoch": 2.902915582158992,
      "grad_norm": 8.6875,
      "learning_rate": 1.4483976390830751e-05,
      "loss": 0.1946,
      "step": 102330
    },
    {
      "epoch": 2.9031992680902974,
      "grad_norm": 10.0625,
      "learning_rate": 1.4483397450927608e-05,
      "loss": 0.2023,
      "step": 102340
    },
    {
      "epoch": 2.9034829540216025,
      "grad_norm": 11.75,
      "learning_rate": 1.4482818511024463e-05,
      "loss": 0.2208,
      "step": 102350
    },
    {
      "epoch": 2.903766639952908,
      "grad_norm": 11.6875,
      "learning_rate": 1.4482239571121321e-05,
      "loss": 0.184,
      "step": 102360
    },
    {
      "epoch": 2.9040503258842136,
      "grad_norm": 8.25,
      "learning_rate": 1.4481660631218178e-05,
      "loss": 0.2055,
      "step": 102370
    },
    {
      "epoch": 2.904334011815519,
      "grad_norm": 9.5625,
      "learning_rate": 1.4481081691315033e-05,
      "loss": 0.1893,
      "step": 102380
    },
    {
      "epoch": 2.9046176977468248,
      "grad_norm": 10.875,
      "learning_rate": 1.4480502751411891e-05,
      "loss": 0.2409,
      "step": 102390
    },
    {
      "epoch": 2.90490138367813,
      "grad_norm": 8.8125,
      "learning_rate": 1.4479923811508748e-05,
      "loss": 0.2071,
      "step": 102400
    },
    {
      "epoch": 2.9051850696094355,
      "grad_norm": 13.8125,
      "learning_rate": 1.4479344871605604e-05,
      "loss": 0.2183,
      "step": 102410
    },
    {
      "epoch": 2.905468755540741,
      "grad_norm": 9.375,
      "learning_rate": 1.4478765931702461e-05,
      "loss": 0.2409,
      "step": 102420
    },
    {
      "epoch": 2.905752441472046,
      "grad_norm": 8.8125,
      "learning_rate": 1.4478186991799318e-05,
      "loss": 0.2016,
      "step": 102430
    },
    {
      "epoch": 2.9060361274033517,
      "grad_norm": 9.5,
      "learning_rate": 1.4477608051896174e-05,
      "loss": 0.2184,
      "step": 102440
    },
    {
      "epoch": 2.9063198133346573,
      "grad_norm": 10.375,
      "learning_rate": 1.447702911199303e-05,
      "loss": 0.1941,
      "step": 102450
    },
    {
      "epoch": 2.9066034992659624,
      "grad_norm": 8.0,
      "learning_rate": 1.4476450172089886e-05,
      "loss": 0.1897,
      "step": 102460
    },
    {
      "epoch": 2.906887185197268,
      "grad_norm": 12.8125,
      "learning_rate": 1.4475871232186744e-05,
      "loss": 0.1927,
      "step": 102470
    },
    {
      "epoch": 2.9071708711285735,
      "grad_norm": 8.5,
      "learning_rate": 1.44752922922836e-05,
      "loss": 0.2237,
      "step": 102480
    },
    {
      "epoch": 2.907454557059879,
      "grad_norm": 10.625,
      "learning_rate": 1.4474713352380459e-05,
      "loss": 0.2175,
      "step": 102490
    },
    {
      "epoch": 2.9077382429911847,
      "grad_norm": 13.25,
      "learning_rate": 1.4474134412477314e-05,
      "loss": 0.2058,
      "step": 102500
    },
    {
      "epoch": 2.90802192892249,
      "grad_norm": 6.9375,
      "learning_rate": 1.447355547257417e-05,
      "loss": 0.1997,
      "step": 102510
    },
    {
      "epoch": 2.9083056148537954,
      "grad_norm": 9.5,
      "learning_rate": 1.4472976532671027e-05,
      "loss": 0.1731,
      "step": 102520
    },
    {
      "epoch": 2.908589300785101,
      "grad_norm": 6.28125,
      "learning_rate": 1.4472397592767884e-05,
      "loss": 0.1834,
      "step": 102530
    },
    {
      "epoch": 2.908872986716406,
      "grad_norm": 12.1875,
      "learning_rate": 1.447181865286474e-05,
      "loss": 0.2372,
      "step": 102540
    },
    {
      "epoch": 2.9091566726477116,
      "grad_norm": 12.6875,
      "learning_rate": 1.4471239712961597e-05,
      "loss": 0.2388,
      "step": 102550
    },
    {
      "epoch": 2.909440358579017,
      "grad_norm": 11.4375,
      "learning_rate": 1.4470660773058454e-05,
      "loss": 0.2232,
      "step": 102560
    },
    {
      "epoch": 2.9097240445103227,
      "grad_norm": 9.75,
      "learning_rate": 1.4470081833155309e-05,
      "loss": 0.217,
      "step": 102570
    },
    {
      "epoch": 2.9100077304416283,
      "grad_norm": 9.5625,
      "learning_rate": 1.4469502893252167e-05,
      "loss": 0.1796,
      "step": 102580
    },
    {
      "epoch": 2.9102914163729334,
      "grad_norm": 10.5,
      "learning_rate": 1.4468923953349024e-05,
      "loss": 0.2352,
      "step": 102590
    },
    {
      "epoch": 2.910575102304239,
      "grad_norm": 12.1875,
      "learning_rate": 1.4468345013445882e-05,
      "loss": 0.215,
      "step": 102600
    },
    {
      "epoch": 2.9108587882355446,
      "grad_norm": 10.5,
      "learning_rate": 1.4467766073542737e-05,
      "loss": 0.2143,
      "step": 102610
    },
    {
      "epoch": 2.9111424741668497,
      "grad_norm": 7.40625,
      "learning_rate": 1.4467187133639594e-05,
      "loss": 0.213,
      "step": 102620
    },
    {
      "epoch": 2.9114261600981552,
      "grad_norm": 7.9375,
      "learning_rate": 1.446660819373645e-05,
      "loss": 0.193,
      "step": 102630
    },
    {
      "epoch": 2.911709846029461,
      "grad_norm": 8.25,
      "learning_rate": 1.4466029253833307e-05,
      "loss": 0.1884,
      "step": 102640
    },
    {
      "epoch": 2.9119935319607664,
      "grad_norm": 8.1875,
      "learning_rate": 1.4465450313930162e-05,
      "loss": 0.1792,
      "step": 102650
    },
    {
      "epoch": 2.912277217892072,
      "grad_norm": 6.375,
      "learning_rate": 1.446487137402702e-05,
      "loss": 0.2206,
      "step": 102660
    },
    {
      "epoch": 2.912560903823377,
      "grad_norm": 9.1875,
      "learning_rate": 1.4464292434123877e-05,
      "loss": 0.1714,
      "step": 102670
    },
    {
      "epoch": 2.9128445897546826,
      "grad_norm": 10.0625,
      "learning_rate": 1.4463713494220735e-05,
      "loss": 0.2286,
      "step": 102680
    },
    {
      "epoch": 2.913128275685988,
      "grad_norm": 12.375,
      "learning_rate": 1.446313455431759e-05,
      "loss": 0.2618,
      "step": 102690
    },
    {
      "epoch": 2.9134119616172933,
      "grad_norm": 9.5625,
      "learning_rate": 1.4462555614414447e-05,
      "loss": 0.1759,
      "step": 102700
    },
    {
      "epoch": 2.913695647548599,
      "grad_norm": 7.53125,
      "learning_rate": 1.4461976674511305e-05,
      "loss": 0.2141,
      "step": 102710
    },
    {
      "epoch": 2.9139793334799045,
      "grad_norm": 9.0,
      "learning_rate": 1.446139773460816e-05,
      "loss": 0.1978,
      "step": 102720
    },
    {
      "epoch": 2.9142630194112096,
      "grad_norm": 10.125,
      "learning_rate": 1.4460818794705017e-05,
      "loss": 0.1766,
      "step": 102730
    },
    {
      "epoch": 2.914546705342515,
      "grad_norm": 13.25,
      "learning_rate": 1.4460239854801873e-05,
      "loss": 0.2394,
      "step": 102740
    },
    {
      "epoch": 2.9148303912738207,
      "grad_norm": 11.6875,
      "learning_rate": 1.445966091489873e-05,
      "loss": 0.2268,
      "step": 102750
    },
    {
      "epoch": 2.9151140772051263,
      "grad_norm": 7.59375,
      "learning_rate": 1.4459081974995585e-05,
      "loss": 0.1749,
      "step": 102760
    },
    {
      "epoch": 2.915397763136432,
      "grad_norm": 12.125,
      "learning_rate": 1.4458503035092443e-05,
      "loss": 0.2533,
      "step": 102770
    },
    {
      "epoch": 2.915681449067737,
      "grad_norm": 9.5625,
      "learning_rate": 1.44579240951893e-05,
      "loss": 0.2068,
      "step": 102780
    },
    {
      "epoch": 2.9159651349990425,
      "grad_norm": 9.8125,
      "learning_rate": 1.4457345155286158e-05,
      "loss": 0.1773,
      "step": 102790
    },
    {
      "epoch": 2.916248820930348,
      "grad_norm": 9.5625,
      "learning_rate": 1.4456766215383013e-05,
      "loss": 0.2046,
      "step": 102800
    },
    {
      "epoch": 2.916532506861653,
      "grad_norm": 14.3125,
      "learning_rate": 1.445618727547987e-05,
      "loss": 0.2178,
      "step": 102810
    },
    {
      "epoch": 2.916816192792959,
      "grad_norm": 13.875,
      "learning_rate": 1.4455608335576728e-05,
      "loss": 0.1955,
      "step": 102820
    },
    {
      "epoch": 2.9170998787242644,
      "grad_norm": 15.4375,
      "learning_rate": 1.4455029395673583e-05,
      "loss": 0.2365,
      "step": 102830
    },
    {
      "epoch": 2.91738356465557,
      "grad_norm": 11.25,
      "learning_rate": 1.445445045577044e-05,
      "loss": 0.1992,
      "step": 102840
    },
    {
      "epoch": 2.9176672505868755,
      "grad_norm": 8.75,
      "learning_rate": 1.4453871515867296e-05,
      "loss": 0.2311,
      "step": 102850
    },
    {
      "epoch": 2.9179509365181806,
      "grad_norm": 14.25,
      "learning_rate": 1.4453292575964153e-05,
      "loss": 0.2271,
      "step": 102860
    },
    {
      "epoch": 2.918234622449486,
      "grad_norm": 10.5,
      "learning_rate": 1.4452713636061011e-05,
      "loss": 0.2314,
      "step": 102870
    },
    {
      "epoch": 2.9185183083807917,
      "grad_norm": 10.0,
      "learning_rate": 1.4452134696157866e-05,
      "loss": 0.2033,
      "step": 102880
    },
    {
      "epoch": 2.918801994312097,
      "grad_norm": 12.6875,
      "learning_rate": 1.4451555756254723e-05,
      "loss": 0.2046,
      "step": 102890
    },
    {
      "epoch": 2.9190856802434024,
      "grad_norm": 16.0,
      "learning_rate": 1.4450976816351581e-05,
      "loss": 0.2041,
      "step": 102900
    },
    {
      "epoch": 2.919369366174708,
      "grad_norm": 14.8125,
      "learning_rate": 1.4450397876448436e-05,
      "loss": 0.2277,
      "step": 102910
    },
    {
      "epoch": 2.9196530521060136,
      "grad_norm": 12.375,
      "learning_rate": 1.4449818936545293e-05,
      "loss": 0.185,
      "step": 102920
    },
    {
      "epoch": 2.919936738037319,
      "grad_norm": 12.25,
      "learning_rate": 1.444923999664215e-05,
      "loss": 0.203,
      "step": 102930
    },
    {
      "epoch": 2.9202204239686242,
      "grad_norm": 9.4375,
      "learning_rate": 1.4448661056739006e-05,
      "loss": 0.1878,
      "step": 102940
    },
    {
      "epoch": 2.92050410989993,
      "grad_norm": 9.75,
      "learning_rate": 1.4448082116835863e-05,
      "loss": 0.2158,
      "step": 102950
    },
    {
      "epoch": 2.9207877958312354,
      "grad_norm": 9.9375,
      "learning_rate": 1.444750317693272e-05,
      "loss": 0.2089,
      "step": 102960
    },
    {
      "epoch": 2.9210714817625405,
      "grad_norm": 8.0625,
      "learning_rate": 1.4446924237029576e-05,
      "loss": 0.2364,
      "step": 102970
    },
    {
      "epoch": 2.921355167693846,
      "grad_norm": 9.75,
      "learning_rate": 1.4446345297126434e-05,
      "loss": 0.1827,
      "step": 102980
    },
    {
      "epoch": 2.9216388536251516,
      "grad_norm": 12.8125,
      "learning_rate": 1.444576635722329e-05,
      "loss": 0.2278,
      "step": 102990
    },
    {
      "epoch": 2.921922539556457,
      "grad_norm": 11.6875,
      "learning_rate": 1.4445187417320146e-05,
      "loss": 0.1998,
      "step": 103000
    },
    {
      "epoch": 2.9222062254877628,
      "grad_norm": 7.21875,
      "learning_rate": 1.4444608477417004e-05,
      "loss": 0.1984,
      "step": 103010
    },
    {
      "epoch": 2.922489911419068,
      "grad_norm": 10.3125,
      "learning_rate": 1.444402953751386e-05,
      "loss": 0.1961,
      "step": 103020
    },
    {
      "epoch": 2.9227735973503735,
      "grad_norm": 6.1875,
      "learning_rate": 1.4443450597610716e-05,
      "loss": 0.2307,
      "step": 103030
    },
    {
      "epoch": 2.923057283281679,
      "grad_norm": 9.375,
      "learning_rate": 1.4442871657707573e-05,
      "loss": 0.219,
      "step": 103040
    },
    {
      "epoch": 2.923340969212984,
      "grad_norm": 12.375,
      "learning_rate": 1.444229271780443e-05,
      "loss": 0.1622,
      "step": 103050
    },
    {
      "epoch": 2.9236246551442897,
      "grad_norm": 12.625,
      "learning_rate": 1.4441713777901286e-05,
      "loss": 0.2469,
      "step": 103060
    },
    {
      "epoch": 2.9239083410755953,
      "grad_norm": 9.125,
      "learning_rate": 1.4441134837998143e-05,
      "loss": 0.178,
      "step": 103070
    },
    {
      "epoch": 2.9241920270069004,
      "grad_norm": 12.6875,
      "learning_rate": 1.4440555898095e-05,
      "loss": 0.2236,
      "step": 103080
    },
    {
      "epoch": 2.924475712938206,
      "grad_norm": 8.625,
      "learning_rate": 1.4439976958191857e-05,
      "loss": 0.2117,
      "step": 103090
    },
    {
      "epoch": 2.9247593988695115,
      "grad_norm": 16.625,
      "learning_rate": 1.4439398018288712e-05,
      "loss": 0.2442,
      "step": 103100
    },
    {
      "epoch": 2.925043084800817,
      "grad_norm": 11.375,
      "learning_rate": 1.4438819078385569e-05,
      "loss": 0.2209,
      "step": 103110
    },
    {
      "epoch": 2.9253267707321227,
      "grad_norm": 8.375,
      "learning_rate": 1.4438240138482427e-05,
      "loss": 0.2142,
      "step": 103120
    },
    {
      "epoch": 2.925610456663428,
      "grad_norm": 7.3125,
      "learning_rate": 1.4437661198579282e-05,
      "loss": 0.1931,
      "step": 103130
    },
    {
      "epoch": 2.9258941425947333,
      "grad_norm": 14.1875,
      "learning_rate": 1.4437082258676139e-05,
      "loss": 0.1942,
      "step": 103140
    },
    {
      "epoch": 2.926177828526039,
      "grad_norm": 14.5,
      "learning_rate": 1.4436503318772996e-05,
      "loss": 0.1928,
      "step": 103150
    },
    {
      "epoch": 2.926461514457344,
      "grad_norm": 13.1875,
      "learning_rate": 1.4435924378869852e-05,
      "loss": 0.2275,
      "step": 103160
    },
    {
      "epoch": 2.9267452003886496,
      "grad_norm": 6.65625,
      "learning_rate": 1.443534543896671e-05,
      "loss": 0.2308,
      "step": 103170
    },
    {
      "epoch": 2.927028886319955,
      "grad_norm": 13.5625,
      "learning_rate": 1.4434766499063566e-05,
      "loss": 0.1524,
      "step": 103180
    },
    {
      "epoch": 2.9273125722512607,
      "grad_norm": 11.0625,
      "learning_rate": 1.4434187559160422e-05,
      "loss": 0.1772,
      "step": 103190
    },
    {
      "epoch": 2.9275962581825663,
      "grad_norm": 8.8125,
      "learning_rate": 1.443360861925728e-05,
      "loss": 0.2623,
      "step": 103200
    },
    {
      "epoch": 2.9278799441138714,
      "grad_norm": 16.375,
      "learning_rate": 1.4433029679354135e-05,
      "loss": 0.2256,
      "step": 103210
    },
    {
      "epoch": 2.928163630045177,
      "grad_norm": 6.78125,
      "learning_rate": 1.4432450739450992e-05,
      "loss": 0.2089,
      "step": 103220
    },
    {
      "epoch": 2.9284473159764826,
      "grad_norm": 8.75,
      "learning_rate": 1.443187179954785e-05,
      "loss": 0.1954,
      "step": 103230
    },
    {
      "epoch": 2.9287310019077877,
      "grad_norm": 8.6875,
      "learning_rate": 1.4431292859644705e-05,
      "loss": 0.1933,
      "step": 103240
    },
    {
      "epoch": 2.9290146878390932,
      "grad_norm": 12.1875,
      "learning_rate": 1.4430713919741562e-05,
      "loss": 0.2318,
      "step": 103250
    },
    {
      "epoch": 2.929298373770399,
      "grad_norm": 10.5625,
      "learning_rate": 1.4430134979838419e-05,
      "loss": 0.2125,
      "step": 103260
    },
    {
      "epoch": 2.9295820597017044,
      "grad_norm": 10.0,
      "learning_rate": 1.4429556039935275e-05,
      "loss": 0.2137,
      "step": 103270
    },
    {
      "epoch": 2.92986574563301,
      "grad_norm": 7.53125,
      "learning_rate": 1.4428977100032134e-05,
      "loss": 0.2323,
      "step": 103280
    },
    {
      "epoch": 2.930149431564315,
      "grad_norm": 11.5,
      "learning_rate": 1.4428398160128989e-05,
      "loss": 0.2198,
      "step": 103290
    },
    {
      "epoch": 2.9304331174956206,
      "grad_norm": 11.25,
      "learning_rate": 1.4427819220225845e-05,
      "loss": 0.1793,
      "step": 103300
    },
    {
      "epoch": 2.930716803426926,
      "grad_norm": 16.5,
      "learning_rate": 1.4427240280322704e-05,
      "loss": 0.1909,
      "step": 103310
    },
    {
      "epoch": 2.9310004893582313,
      "grad_norm": 7.875,
      "learning_rate": 1.4426661340419559e-05,
      "loss": 0.177,
      "step": 103320
    },
    {
      "epoch": 2.931284175289537,
      "grad_norm": 11.25,
      "learning_rate": 1.4426082400516415e-05,
      "loss": 0.2197,
      "step": 103330
    },
    {
      "epoch": 2.9315678612208425,
      "grad_norm": 15.375,
      "learning_rate": 1.4425503460613274e-05,
      "loss": 0.2111,
      "step": 103340
    },
    {
      "epoch": 2.931851547152148,
      "grad_norm": 7.59375,
      "learning_rate": 1.4424924520710128e-05,
      "loss": 0.2104,
      "step": 103350
    },
    {
      "epoch": 2.9321352330834536,
      "grad_norm": 11.625,
      "learning_rate": 1.4424345580806987e-05,
      "loss": 0.2374,
      "step": 103360
    },
    {
      "epoch": 2.9324189190147587,
      "grad_norm": 11.0625,
      "learning_rate": 1.4423766640903842e-05,
      "loss": 0.2303,
      "step": 103370
    },
    {
      "epoch": 2.9327026049460643,
      "grad_norm": 10.1875,
      "learning_rate": 1.4423187701000698e-05,
      "loss": 0.176,
      "step": 103380
    },
    {
      "epoch": 2.93298629087737,
      "grad_norm": 9.9375,
      "learning_rate": 1.4422608761097557e-05,
      "loss": 0.2073,
      "step": 103390
    },
    {
      "epoch": 2.933269976808675,
      "grad_norm": 9.8125,
      "learning_rate": 1.4422029821194412e-05,
      "loss": 0.2249,
      "step": 103400
    },
    {
      "epoch": 2.9335536627399805,
      "grad_norm": 18.25,
      "learning_rate": 1.4421450881291268e-05,
      "loss": 0.2089,
      "step": 103410
    },
    {
      "epoch": 2.933837348671286,
      "grad_norm": 12.375,
      "learning_rate": 1.4420871941388127e-05,
      "loss": 0.1976,
      "step": 103420
    },
    {
      "epoch": 2.934121034602591,
      "grad_norm": 9.625,
      "learning_rate": 1.4420293001484982e-05,
      "loss": 0.1919,
      "step": 103430
    },
    {
      "epoch": 2.934404720533897,
      "grad_norm": 9.0625,
      "learning_rate": 1.4419714061581838e-05,
      "loss": 0.2222,
      "step": 103440
    },
    {
      "epoch": 2.9346884064652023,
      "grad_norm": 12.375,
      "learning_rate": 1.4419135121678695e-05,
      "loss": 0.235,
      "step": 103450
    },
    {
      "epoch": 2.934972092396508,
      "grad_norm": 9.8125,
      "learning_rate": 1.4418556181775551e-05,
      "loss": 0.191,
      "step": 103460
    },
    {
      "epoch": 2.9352557783278135,
      "grad_norm": 16.25,
      "learning_rate": 1.441797724187241e-05,
      "loss": 0.2298,
      "step": 103470
    },
    {
      "epoch": 2.9355394642591186,
      "grad_norm": 10.5,
      "learning_rate": 1.4417398301969265e-05,
      "loss": 0.1619,
      "step": 103480
    },
    {
      "epoch": 2.935823150190424,
      "grad_norm": 7.5625,
      "learning_rate": 1.4416819362066121e-05,
      "loss": 0.1712,
      "step": 103490
    },
    {
      "epoch": 2.9361068361217297,
      "grad_norm": 10.25,
      "learning_rate": 1.441624042216298e-05,
      "loss": 0.2101,
      "step": 103500
    },
    {
      "epoch": 2.936390522053035,
      "grad_norm": 9.1875,
      "learning_rate": 1.4415661482259835e-05,
      "loss": 0.2417,
      "step": 103510
    },
    {
      "epoch": 2.9366742079843404,
      "grad_norm": 13.3125,
      "learning_rate": 1.4415082542356691e-05,
      "loss": 0.2023,
      "step": 103520
    },
    {
      "epoch": 2.936957893915646,
      "grad_norm": 9.0,
      "learning_rate": 1.441450360245355e-05,
      "loss": 0.2158,
      "step": 103530
    },
    {
      "epoch": 2.9372415798469516,
      "grad_norm": 11.625,
      "learning_rate": 1.4413924662550405e-05,
      "loss": 0.1949,
      "step": 103540
    },
    {
      "epoch": 2.937525265778257,
      "grad_norm": 16.625,
      "learning_rate": 1.4413345722647263e-05,
      "loss": 0.2242,
      "step": 103550
    },
    {
      "epoch": 2.9378089517095622,
      "grad_norm": 8.875,
      "learning_rate": 1.4412766782744118e-05,
      "loss": 0.2324,
      "step": 103560
    },
    {
      "epoch": 2.938092637640868,
      "grad_norm": 15.1875,
      "learning_rate": 1.4412187842840975e-05,
      "loss": 0.2159,
      "step": 103570
    },
    {
      "epoch": 2.9383763235721734,
      "grad_norm": 8.0625,
      "learning_rate": 1.4411608902937833e-05,
      "loss": 0.2087,
      "step": 103580
    },
    {
      "epoch": 2.9386600095034785,
      "grad_norm": 10.0,
      "learning_rate": 1.4411029963034688e-05,
      "loss": 0.2064,
      "step": 103590
    },
    {
      "epoch": 2.938943695434784,
      "grad_norm": 8.375,
      "learning_rate": 1.4410451023131544e-05,
      "loss": 0.1878,
      "step": 103600
    },
    {
      "epoch": 2.9392273813660896,
      "grad_norm": 10.8125,
      "learning_rate": 1.4409872083228403e-05,
      "loss": 0.2037,
      "step": 103610
    },
    {
      "epoch": 2.939511067297395,
      "grad_norm": 10.6875,
      "learning_rate": 1.4409293143325258e-05,
      "loss": 0.2178,
      "step": 103620
    },
    {
      "epoch": 2.9397947532287008,
      "grad_norm": 12.6875,
      "learning_rate": 1.4408714203422114e-05,
      "loss": 0.2068,
      "step": 103630
    },
    {
      "epoch": 2.940078439160006,
      "grad_norm": 11.4375,
      "learning_rate": 1.4408135263518973e-05,
      "loss": 0.224,
      "step": 103640
    },
    {
      "epoch": 2.9403621250913115,
      "grad_norm": 15.3125,
      "learning_rate": 1.4407556323615828e-05,
      "loss": 0.207,
      "step": 103650
    },
    {
      "epoch": 2.940645811022617,
      "grad_norm": 8.6875,
      "learning_rate": 1.4406977383712686e-05,
      "loss": 0.2028,
      "step": 103660
    },
    {
      "epoch": 2.940929496953922,
      "grad_norm": 11.9375,
      "learning_rate": 1.4406398443809541e-05,
      "loss": 0.1927,
      "step": 103670
    },
    {
      "epoch": 2.9412131828852277,
      "grad_norm": 8.9375,
      "learning_rate": 1.4405819503906398e-05,
      "loss": 0.2005,
      "step": 103680
    },
    {
      "epoch": 2.9414968688165333,
      "grad_norm": 11.5625,
      "learning_rate": 1.4405240564003256e-05,
      "loss": 0.2194,
      "step": 103690
    },
    {
      "epoch": 2.9417805547478384,
      "grad_norm": 20.375,
      "learning_rate": 1.4404661624100111e-05,
      "loss": 0.174,
      "step": 103700
    },
    {
      "epoch": 2.942064240679144,
      "grad_norm": 17.0,
      "learning_rate": 1.4404082684196968e-05,
      "loss": 0.1811,
      "step": 103710
    },
    {
      "epoch": 2.9423479266104495,
      "grad_norm": 11.625,
      "learning_rate": 1.4403503744293826e-05,
      "loss": 0.2072,
      "step": 103720
    },
    {
      "epoch": 2.942631612541755,
      "grad_norm": 9.6875,
      "learning_rate": 1.440292480439068e-05,
      "loss": 0.2071,
      "step": 103730
    },
    {
      "epoch": 2.9429152984730607,
      "grad_norm": 10.1875,
      "learning_rate": 1.4402345864487539e-05,
      "loss": 0.2187,
      "step": 103740
    },
    {
      "epoch": 2.943198984404366,
      "grad_norm": 10.75,
      "learning_rate": 1.4401766924584396e-05,
      "loss": 0.2005,
      "step": 103750
    },
    {
      "epoch": 2.9434826703356713,
      "grad_norm": 11.1875,
      "learning_rate": 1.440118798468125e-05,
      "loss": 0.2107,
      "step": 103760
    },
    {
      "epoch": 2.943766356266977,
      "grad_norm": 8.25,
      "learning_rate": 1.4400609044778109e-05,
      "loss": 0.158,
      "step": 103770
    },
    {
      "epoch": 2.944050042198282,
      "grad_norm": 10.625,
      "learning_rate": 1.4400030104874964e-05,
      "loss": 0.1904,
      "step": 103780
    },
    {
      "epoch": 2.9443337281295876,
      "grad_norm": 6.90625,
      "learning_rate": 1.439945116497182e-05,
      "loss": 0.1987,
      "step": 103790
    },
    {
      "epoch": 2.944617414060893,
      "grad_norm": 8.6875,
      "learning_rate": 1.4398872225068679e-05,
      "loss": 0.2013,
      "step": 103800
    },
    {
      "epoch": 2.9449010999921987,
      "grad_norm": 7.53125,
      "learning_rate": 1.4398293285165534e-05,
      "loss": 0.2153,
      "step": 103810
    },
    {
      "epoch": 2.9451847859235043,
      "grad_norm": 10.375,
      "learning_rate": 1.439771434526239e-05,
      "loss": 0.2459,
      "step": 103820
    },
    {
      "epoch": 2.9454684718548094,
      "grad_norm": 12.375,
      "learning_rate": 1.4397135405359249e-05,
      "loss": 0.2132,
      "step": 103830
    },
    {
      "epoch": 2.945752157786115,
      "grad_norm": 13.625,
      "learning_rate": 1.4396556465456104e-05,
      "loss": 0.215,
      "step": 103840
    },
    {
      "epoch": 2.9460358437174206,
      "grad_norm": 8.8125,
      "learning_rate": 1.4395977525552962e-05,
      "loss": 0.2326,
      "step": 103850
    },
    {
      "epoch": 2.9463195296487257,
      "grad_norm": 11.0625,
      "learning_rate": 1.4395398585649817e-05,
      "loss": 0.1765,
      "step": 103860
    },
    {
      "epoch": 2.9466032155800312,
      "grad_norm": 11.0625,
      "learning_rate": 1.4394819645746674e-05,
      "loss": 0.2247,
      "step": 103870
    },
    {
      "epoch": 2.946886901511337,
      "grad_norm": 10.0625,
      "learning_rate": 1.4394240705843532e-05,
      "loss": 0.2103,
      "step": 103880
    },
    {
      "epoch": 2.9471705874426424,
      "grad_norm": 18.5,
      "learning_rate": 1.4393661765940387e-05,
      "loss": 0.2084,
      "step": 103890
    },
    {
      "epoch": 2.947454273373948,
      "grad_norm": 8.9375,
      "learning_rate": 1.4393082826037244e-05,
      "loss": 0.1828,
      "step": 103900
    },
    {
      "epoch": 2.947737959305253,
      "grad_norm": 7.3125,
      "learning_rate": 1.4392503886134102e-05,
      "loss": 0.1678,
      "step": 103910
    },
    {
      "epoch": 2.9480216452365586,
      "grad_norm": 11.3125,
      "learning_rate": 1.4391924946230957e-05,
      "loss": 0.2203,
      "step": 103920
    },
    {
      "epoch": 2.948305331167864,
      "grad_norm": 11.625,
      "learning_rate": 1.4391346006327815e-05,
      "loss": 0.2031,
      "step": 103930
    },
    {
      "epoch": 2.9485890170991693,
      "grad_norm": 11.75,
      "learning_rate": 1.4390767066424672e-05,
      "loss": 0.1803,
      "step": 103940
    },
    {
      "epoch": 2.948872703030475,
      "grad_norm": 9.6875,
      "learning_rate": 1.4390188126521527e-05,
      "loss": 0.2078,
      "step": 103950
    },
    {
      "epoch": 2.9491563889617805,
      "grad_norm": 10.25,
      "learning_rate": 1.4389609186618385e-05,
      "loss": 0.2168,
      "step": 103960
    },
    {
      "epoch": 2.949440074893086,
      "grad_norm": 12.5,
      "learning_rate": 1.438903024671524e-05,
      "loss": 0.2106,
      "step": 103970
    },
    {
      "epoch": 2.9497237608243916,
      "grad_norm": 12.875,
      "learning_rate": 1.4388451306812097e-05,
      "loss": 0.2357,
      "step": 103980
    },
    {
      "epoch": 2.9500074467556967,
      "grad_norm": 8.25,
      "learning_rate": 1.4387872366908955e-05,
      "loss": 0.1997,
      "step": 103990
    },
    {
      "epoch": 2.9502911326870023,
      "grad_norm": 10.3125,
      "learning_rate": 1.438729342700581e-05,
      "loss": 0.225,
      "step": 104000
    },
    {
      "epoch": 2.950574818618308,
      "grad_norm": 10.8125,
      "learning_rate": 1.4386714487102667e-05,
      "loss": 0.1961,
      "step": 104010
    },
    {
      "epoch": 2.950858504549613,
      "grad_norm": 20.0,
      "learning_rate": 1.4386135547199525e-05,
      "loss": 0.1988,
      "step": 104020
    },
    {
      "epoch": 2.9511421904809185,
      "grad_norm": 10.6875,
      "learning_rate": 1.438555660729638e-05,
      "loss": 0.2207,
      "step": 104030
    },
    {
      "epoch": 2.951425876412224,
      "grad_norm": 11.75,
      "learning_rate": 1.4384977667393238e-05,
      "loss": 0.24,
      "step": 104040
    },
    {
      "epoch": 2.951709562343529,
      "grad_norm": 10.0625,
      "learning_rate": 1.4384398727490095e-05,
      "loss": 0.1631,
      "step": 104050
    },
    {
      "epoch": 2.951993248274835,
      "grad_norm": 12.625,
      "learning_rate": 1.438381978758695e-05,
      "loss": 0.1884,
      "step": 104060
    },
    {
      "epoch": 2.9522769342061403,
      "grad_norm": 8.6875,
      "learning_rate": 1.4383240847683808e-05,
      "loss": 0.218,
      "step": 104070
    },
    {
      "epoch": 2.952560620137446,
      "grad_norm": 7.0625,
      "learning_rate": 1.4382661907780663e-05,
      "loss": 0.16,
      "step": 104080
    },
    {
      "epoch": 2.9528443060687515,
      "grad_norm": 10.5625,
      "learning_rate": 1.438208296787752e-05,
      "loss": 0.2037,
      "step": 104090
    },
    {
      "epoch": 2.9531279920000566,
      "grad_norm": 13.125,
      "learning_rate": 1.4381504027974378e-05,
      "loss": 0.2032,
      "step": 104100
    },
    {
      "epoch": 2.953411677931362,
      "grad_norm": 9.9375,
      "learning_rate": 1.4380925088071233e-05,
      "loss": 0.1777,
      "step": 104110
    },
    {
      "epoch": 2.9536953638626677,
      "grad_norm": 7.5625,
      "learning_rate": 1.438034614816809e-05,
      "loss": 0.204,
      "step": 104120
    },
    {
      "epoch": 2.953979049793973,
      "grad_norm": 11.875,
      "learning_rate": 1.4379767208264948e-05,
      "loss": 0.2011,
      "step": 104130
    },
    {
      "epoch": 2.9542627357252784,
      "grad_norm": 9.9375,
      "learning_rate": 1.4379188268361803e-05,
      "loss": 0.2104,
      "step": 104140
    },
    {
      "epoch": 2.954546421656584,
      "grad_norm": 11.0625,
      "learning_rate": 1.4378609328458661e-05,
      "loss": 0.2158,
      "step": 104150
    },
    {
      "epoch": 2.9548301075878896,
      "grad_norm": 7.375,
      "learning_rate": 1.4378030388555518e-05,
      "loss": 0.1791,
      "step": 104160
    },
    {
      "epoch": 2.955113793519195,
      "grad_norm": 11.625,
      "learning_rate": 1.4377451448652373e-05,
      "loss": 0.2131,
      "step": 104170
    },
    {
      "epoch": 2.9553974794505002,
      "grad_norm": 13.8125,
      "learning_rate": 1.4376872508749231e-05,
      "loss": 0.2326,
      "step": 104180
    },
    {
      "epoch": 2.955681165381806,
      "grad_norm": 14.3125,
      "learning_rate": 1.4376293568846086e-05,
      "loss": 0.223,
      "step": 104190
    },
    {
      "epoch": 2.9559648513131114,
      "grad_norm": 11.875,
      "learning_rate": 1.4375714628942943e-05,
      "loss": 0.2162,
      "step": 104200
    },
    {
      "epoch": 2.9562485372444165,
      "grad_norm": 10.8125,
      "learning_rate": 1.4375135689039801e-05,
      "loss": 0.2374,
      "step": 104210
    },
    {
      "epoch": 2.956532223175722,
      "grad_norm": 7.125,
      "learning_rate": 1.4374556749136656e-05,
      "loss": 0.1824,
      "step": 104220
    },
    {
      "epoch": 2.9568159091070276,
      "grad_norm": 9.4375,
      "learning_rate": 1.4373977809233515e-05,
      "loss": 0.1861,
      "step": 104230
    },
    {
      "epoch": 2.957099595038333,
      "grad_norm": 9.4375,
      "learning_rate": 1.4373398869330371e-05,
      "loss": 0.2108,
      "step": 104240
    },
    {
      "epoch": 2.9573832809696388,
      "grad_norm": 9.625,
      "learning_rate": 1.4372819929427226e-05,
      "loss": 0.1936,
      "step": 104250
    },
    {
      "epoch": 2.957666966900944,
      "grad_norm": 12.8125,
      "learning_rate": 1.4372240989524084e-05,
      "loss": 0.2255,
      "step": 104260
    },
    {
      "epoch": 2.9579506528322494,
      "grad_norm": 7.3125,
      "learning_rate": 1.4371662049620941e-05,
      "loss": 0.1866,
      "step": 104270
    },
    {
      "epoch": 2.958234338763555,
      "grad_norm": 10.9375,
      "learning_rate": 1.4371083109717796e-05,
      "loss": 0.2234,
      "step": 104280
    },
    {
      "epoch": 2.95851802469486,
      "grad_norm": 17.625,
      "learning_rate": 1.4370504169814654e-05,
      "loss": 0.2463,
      "step": 104290
    },
    {
      "epoch": 2.9588017106261657,
      "grad_norm": 9.1875,
      "learning_rate": 1.436992522991151e-05,
      "loss": 0.1907,
      "step": 104300
    },
    {
      "epoch": 2.9590853965574713,
      "grad_norm": 12.1875,
      "learning_rate": 1.4369346290008366e-05,
      "loss": 0.2425,
      "step": 104310
    },
    {
      "epoch": 2.959369082488777,
      "grad_norm": 8.375,
      "learning_rate": 1.4368767350105224e-05,
      "loss": 0.1908,
      "step": 104320
    },
    {
      "epoch": 2.9596527684200824,
      "grad_norm": 9.375,
      "learning_rate": 1.436818841020208e-05,
      "loss": 0.2178,
      "step": 104330
    },
    {
      "epoch": 2.9599364543513875,
      "grad_norm": 8.25,
      "learning_rate": 1.4367609470298938e-05,
      "loss": 0.1985,
      "step": 104340
    },
    {
      "epoch": 2.960220140282693,
      "grad_norm": 10.875,
      "learning_rate": 1.4367030530395794e-05,
      "loss": 0.2489,
      "step": 104350
    },
    {
      "epoch": 2.9605038262139987,
      "grad_norm": 9.1875,
      "learning_rate": 1.4366451590492649e-05,
      "loss": 0.2188,
      "step": 104360
    },
    {
      "epoch": 2.960787512145304,
      "grad_norm": 13.0625,
      "learning_rate": 1.4365872650589507e-05,
      "loss": 0.1984,
      "step": 104370
    },
    {
      "epoch": 2.9610711980766093,
      "grad_norm": 10.3125,
      "learning_rate": 1.4365293710686362e-05,
      "loss": 0.2574,
      "step": 104380
    },
    {
      "epoch": 2.961354884007915,
      "grad_norm": 8.3125,
      "learning_rate": 1.4364714770783219e-05,
      "loss": 0.2256,
      "step": 104390
    },
    {
      "epoch": 2.96163856993922,
      "grad_norm": 12.8125,
      "learning_rate": 1.4364135830880077e-05,
      "loss": 0.1958,
      "step": 104400
    },
    {
      "epoch": 2.9619222558705256,
      "grad_norm": 9.3125,
      "learning_rate": 1.4363556890976932e-05,
      "loss": 0.2142,
      "step": 104410
    },
    {
      "epoch": 2.962205941801831,
      "grad_norm": 8.6875,
      "learning_rate": 1.436297795107379e-05,
      "loss": 0.2077,
      "step": 104420
    },
    {
      "epoch": 2.9624896277331367,
      "grad_norm": 8.6875,
      "learning_rate": 1.4362399011170647e-05,
      "loss": 0.2106,
      "step": 104430
    },
    {
      "epoch": 2.9627733136644423,
      "grad_norm": 10.0625,
      "learning_rate": 1.4361820071267502e-05,
      "loss": 0.1987,
      "step": 104440
    },
    {
      "epoch": 2.9630569995957474,
      "grad_norm": 8.5625,
      "learning_rate": 1.436124113136436e-05,
      "loss": 0.2244,
      "step": 104450
    },
    {
      "epoch": 2.963340685527053,
      "grad_norm": 9.875,
      "learning_rate": 1.4360662191461217e-05,
      "loss": 0.1991,
      "step": 104460
    },
    {
      "epoch": 2.9636243714583586,
      "grad_norm": 8.6875,
      "learning_rate": 1.4360083251558072e-05,
      "loss": 0.2394,
      "step": 104470
    },
    {
      "epoch": 2.9639080573896637,
      "grad_norm": 9.5,
      "learning_rate": 1.435950431165493e-05,
      "loss": 0.1723,
      "step": 104480
    },
    {
      "epoch": 2.9641917433209692,
      "grad_norm": 9.75,
      "learning_rate": 1.4358925371751785e-05,
      "loss": 0.207,
      "step": 104490
    },
    {
      "epoch": 2.964475429252275,
      "grad_norm": 11.9375,
      "learning_rate": 1.4358346431848642e-05,
      "loss": 0.2406,
      "step": 104500
    },
    {
      "epoch": 2.9647591151835804,
      "grad_norm": 10.25,
      "learning_rate": 1.43577674919455e-05,
      "loss": 0.2033,
      "step": 104510
    },
    {
      "epoch": 2.965042801114886,
      "grad_norm": 13.125,
      "learning_rate": 1.4357188552042355e-05,
      "loss": 0.2357,
      "step": 104520
    },
    {
      "epoch": 2.965326487046191,
      "grad_norm": 12.8125,
      "learning_rate": 1.4356609612139214e-05,
      "loss": 0.2009,
      "step": 104530
    },
    {
      "epoch": 2.9656101729774966,
      "grad_norm": 12.0625,
      "learning_rate": 1.435603067223607e-05,
      "loss": 0.2042,
      "step": 104540
    },
    {
      "epoch": 2.965893858908802,
      "grad_norm": 14.875,
      "learning_rate": 1.4355451732332925e-05,
      "loss": 0.2123,
      "step": 104550
    },
    {
      "epoch": 2.9661775448401073,
      "grad_norm": 9.375,
      "learning_rate": 1.4354872792429784e-05,
      "loss": 0.1985,
      "step": 104560
    },
    {
      "epoch": 2.966461230771413,
      "grad_norm": 8.0,
      "learning_rate": 1.435429385252664e-05,
      "loss": 0.2124,
      "step": 104570
    },
    {
      "epoch": 2.9667449167027184,
      "grad_norm": 27.25,
      "learning_rate": 1.4353714912623495e-05,
      "loss": 0.2042,
      "step": 104580
    },
    {
      "epoch": 2.967028602634024,
      "grad_norm": 14.0,
      "learning_rate": 1.4353135972720354e-05,
      "loss": 0.2293,
      "step": 104590
    },
    {
      "epoch": 2.9673122885653296,
      "grad_norm": 11.4375,
      "learning_rate": 1.4352557032817209e-05,
      "loss": 0.1669,
      "step": 104600
    },
    {
      "epoch": 2.9675959744966347,
      "grad_norm": 8.125,
      "learning_rate": 1.4351978092914067e-05,
      "loss": 0.1644,
      "step": 104610
    },
    {
      "epoch": 2.9678796604279403,
      "grad_norm": 8.6875,
      "learning_rate": 1.4351399153010923e-05,
      "loss": 0.2145,
      "step": 104620
    },
    {
      "epoch": 2.968163346359246,
      "grad_norm": 10.125,
      "learning_rate": 1.4350820213107778e-05,
      "loss": 0.2073,
      "step": 104630
    },
    {
      "epoch": 2.968447032290551,
      "grad_norm": 9.75,
      "learning_rate": 1.4350241273204637e-05,
      "loss": 0.1899,
      "step": 104640
    },
    {
      "epoch": 2.9687307182218565,
      "grad_norm": 11.375,
      "learning_rate": 1.4349662333301493e-05,
      "loss": 0.2198,
      "step": 104650
    },
    {
      "epoch": 2.969014404153162,
      "grad_norm": 10.3125,
      "learning_rate": 1.4349083393398348e-05,
      "loss": 0.221,
      "step": 104660
    },
    {
      "epoch": 2.969298090084467,
      "grad_norm": 9.1875,
      "learning_rate": 1.4348504453495207e-05,
      "loss": 0.1951,
      "step": 104670
    },
    {
      "epoch": 2.969581776015773,
      "grad_norm": 12.75,
      "learning_rate": 1.4347925513592063e-05,
      "loss": 0.2287,
      "step": 104680
    },
    {
      "epoch": 2.9698654619470783,
      "grad_norm": 10.6875,
      "learning_rate": 1.4347346573688918e-05,
      "loss": 0.1916,
      "step": 104690
    },
    {
      "epoch": 2.970149147878384,
      "grad_norm": 8.75,
      "learning_rate": 1.4346767633785777e-05,
      "loss": 0.2157,
      "step": 104700
    },
    {
      "epoch": 2.9704328338096895,
      "grad_norm": 7.15625,
      "learning_rate": 1.4346188693882632e-05,
      "loss": 0.1754,
      "step": 104710
    },
    {
      "epoch": 2.9707165197409946,
      "grad_norm": 11.0,
      "learning_rate": 1.434560975397949e-05,
      "loss": 0.2201,
      "step": 104720
    },
    {
      "epoch": 2.9710002056723,
      "grad_norm": 12.0,
      "learning_rate": 1.4345030814076347e-05,
      "loss": 0.2217,
      "step": 104730
    },
    {
      "epoch": 2.9712838916036057,
      "grad_norm": 10.5,
      "learning_rate": 1.4344451874173201e-05,
      "loss": 0.2312,
      "step": 104740
    },
    {
      "epoch": 2.971567577534911,
      "grad_norm": 8.6875,
      "learning_rate": 1.434387293427006e-05,
      "loss": 0.2324,
      "step": 104750
    },
    {
      "epoch": 2.9718512634662164,
      "grad_norm": 7.40625,
      "learning_rate": 1.4343293994366916e-05,
      "loss": 0.222,
      "step": 104760
    },
    {
      "epoch": 2.972134949397522,
      "grad_norm": 17.0,
      "learning_rate": 1.4342715054463771e-05,
      "loss": 0.2081,
      "step": 104770
    },
    {
      "epoch": 2.9724186353288276,
      "grad_norm": 8.75,
      "learning_rate": 1.434213611456063e-05,
      "loss": 0.1816,
      "step": 104780
    },
    {
      "epoch": 2.972702321260133,
      "grad_norm": 8.8125,
      "learning_rate": 1.4341557174657486e-05,
      "loss": 0.1946,
      "step": 104790
    },
    {
      "epoch": 2.9729860071914382,
      "grad_norm": 8.625,
      "learning_rate": 1.4340978234754343e-05,
      "loss": 0.2217,
      "step": 104800
    },
    {
      "epoch": 2.973269693122744,
      "grad_norm": 9.25,
      "learning_rate": 1.43403992948512e-05,
      "loss": 0.2317,
      "step": 104810
    },
    {
      "epoch": 2.9735533790540494,
      "grad_norm": 9.8125,
      "learning_rate": 1.4339820354948055e-05,
      "loss": 0.2281,
      "step": 104820
    },
    {
      "epoch": 2.9738370649853545,
      "grad_norm": 12.375,
      "learning_rate": 1.4339241415044913e-05,
      "loss": 0.2422,
      "step": 104830
    },
    {
      "epoch": 2.97412075091666,
      "grad_norm": 11.4375,
      "learning_rate": 1.433866247514177e-05,
      "loss": 0.1875,
      "step": 104840
    },
    {
      "epoch": 2.9744044368479656,
      "grad_norm": 10.1875,
      "learning_rate": 1.4338083535238625e-05,
      "loss": 0.297,
      "step": 104850
    },
    {
      "epoch": 2.974688122779271,
      "grad_norm": 14.6875,
      "learning_rate": 1.4337504595335483e-05,
      "loss": 0.204,
      "step": 104860
    },
    {
      "epoch": 2.9749718087105768,
      "grad_norm": 12.375,
      "learning_rate": 1.433692565543234e-05,
      "loss": 0.2428,
      "step": 104870
    },
    {
      "epoch": 2.975255494641882,
      "grad_norm": 12.25,
      "learning_rate": 1.4336346715529194e-05,
      "loss": 0.1832,
      "step": 104880
    },
    {
      "epoch": 2.9755391805731874,
      "grad_norm": 11.125,
      "learning_rate": 1.4335767775626053e-05,
      "loss": 0.2161,
      "step": 104890
    },
    {
      "epoch": 2.975822866504493,
      "grad_norm": 9.6875,
      "learning_rate": 1.4335188835722908e-05,
      "loss": 0.2164,
      "step": 104900
    },
    {
      "epoch": 2.976106552435798,
      "grad_norm": 9.6875,
      "learning_rate": 1.4334609895819766e-05,
      "loss": 0.2173,
      "step": 104910
    },
    {
      "epoch": 2.9763902383671037,
      "grad_norm": 9.8125,
      "learning_rate": 1.4334030955916623e-05,
      "loss": 0.2032,
      "step": 104920
    },
    {
      "epoch": 2.9766739242984093,
      "grad_norm": 12.0625,
      "learning_rate": 1.4333452016013478e-05,
      "loss": 0.2257,
      "step": 104930
    },
    {
      "epoch": 2.976957610229715,
      "grad_norm": 8.625,
      "learning_rate": 1.4332873076110336e-05,
      "loss": 0.2043,
      "step": 104940
    },
    {
      "epoch": 2.9772412961610204,
      "grad_norm": 11.375,
      "learning_rate": 1.4332294136207193e-05,
      "loss": 0.2368,
      "step": 104950
    },
    {
      "epoch": 2.9775249820923255,
      "grad_norm": 11.6875,
      "learning_rate": 1.4331715196304048e-05,
      "loss": 0.1649,
      "step": 104960
    },
    {
      "epoch": 2.977808668023631,
      "grad_norm": 7.15625,
      "learning_rate": 1.4331136256400906e-05,
      "loss": 0.1837,
      "step": 104970
    },
    {
      "epoch": 2.9780923539549367,
      "grad_norm": 14.9375,
      "learning_rate": 1.4330557316497763e-05,
      "loss": 0.2242,
      "step": 104980
    },
    {
      "epoch": 2.9783760398862418,
      "grad_norm": 9.5,
      "learning_rate": 1.432997837659462e-05,
      "loss": 0.2056,
      "step": 104990
    },
    {
      "epoch": 2.9786597258175473,
      "grad_norm": 9.0625,
      "learning_rate": 1.4329399436691476e-05,
      "loss": 0.2587,
      "step": 105000
    },
    {
      "epoch": 2.978943411748853,
      "grad_norm": 9.6875,
      "learning_rate": 1.432882049678833e-05,
      "loss": 0.2378,
      "step": 105010
    },
    {
      "epoch": 2.979227097680158,
      "grad_norm": 11.6875,
      "learning_rate": 1.4328241556885189e-05,
      "loss": 0.23,
      "step": 105020
    },
    {
      "epoch": 2.9795107836114636,
      "grad_norm": 9.625,
      "learning_rate": 1.4327662616982046e-05,
      "loss": 0.2446,
      "step": 105030
    },
    {
      "epoch": 2.979794469542769,
      "grad_norm": 10.8125,
      "learning_rate": 1.43270836770789e-05,
      "loss": 0.2199,
      "step": 105040
    },
    {
      "epoch": 2.9800781554740747,
      "grad_norm": 11.5,
      "learning_rate": 1.4326504737175759e-05,
      "loss": 0.2006,
      "step": 105050
    },
    {
      "epoch": 2.9803618414053803,
      "grad_norm": 8.875,
      "learning_rate": 1.4325925797272616e-05,
      "loss": 0.2036,
      "step": 105060
    },
    {
      "epoch": 2.9806455273366854,
      "grad_norm": 9.9375,
      "learning_rate": 1.432534685736947e-05,
      "loss": 0.1866,
      "step": 105070
    },
    {
      "epoch": 2.980929213267991,
      "grad_norm": 19.25,
      "learning_rate": 1.4324767917466329e-05,
      "loss": 0.204,
      "step": 105080
    },
    {
      "epoch": 2.9812128991992966,
      "grad_norm": 11.0,
      "learning_rate": 1.4324188977563186e-05,
      "loss": 0.2079,
      "step": 105090
    },
    {
      "epoch": 2.9814965851306017,
      "grad_norm": 12.9375,
      "learning_rate": 1.4323610037660042e-05,
      "loss": 0.2212,
      "step": 105100
    },
    {
      "epoch": 2.9817802710619072,
      "grad_norm": 11.25,
      "learning_rate": 1.4323031097756899e-05,
      "loss": 0.2017,
      "step": 105110
    },
    {
      "epoch": 2.982063956993213,
      "grad_norm": 10.1875,
      "learning_rate": 1.4322452157853754e-05,
      "loss": 0.1827,
      "step": 105120
    },
    {
      "epoch": 2.9823476429245184,
      "grad_norm": 12.8125,
      "learning_rate": 1.4321873217950612e-05,
      "loss": 0.2156,
      "step": 105130
    },
    {
      "epoch": 2.982631328855824,
      "grad_norm": 7.4375,
      "learning_rate": 1.4321294278047469e-05,
      "loss": 0.2482,
      "step": 105140
    },
    {
      "epoch": 2.982915014787129,
      "grad_norm": 10.9375,
      "learning_rate": 1.4320715338144324e-05,
      "loss": 0.2178,
      "step": 105150
    },
    {
      "epoch": 2.9831987007184346,
      "grad_norm": 6.75,
      "learning_rate": 1.4320136398241182e-05,
      "loss": 0.2075,
      "step": 105160
    },
    {
      "epoch": 2.98348238664974,
      "grad_norm": 11.0,
      "learning_rate": 1.4319557458338039e-05,
      "loss": 0.1981,
      "step": 105170
    },
    {
      "epoch": 2.9837660725810453,
      "grad_norm": 10.875,
      "learning_rate": 1.4318978518434894e-05,
      "loss": 0.1904,
      "step": 105180
    },
    {
      "epoch": 2.984049758512351,
      "grad_norm": 10.4375,
      "learning_rate": 1.4318399578531752e-05,
      "loss": 0.2216,
      "step": 105190
    },
    {
      "epoch": 2.9843334444436564,
      "grad_norm": 9.3125,
      "learning_rate": 1.4317820638628609e-05,
      "loss": 0.1629,
      "step": 105200
    },
    {
      "epoch": 2.984617130374962,
      "grad_norm": 9.4375,
      "learning_rate": 1.4317241698725465e-05,
      "loss": 0.2289,
      "step": 105210
    },
    {
      "epoch": 2.9849008163062676,
      "grad_norm": 8.0625,
      "learning_rate": 1.4316662758822322e-05,
      "loss": 0.1896,
      "step": 105220
    },
    {
      "epoch": 2.9851845022375727,
      "grad_norm": 11.25,
      "learning_rate": 1.4316083818919177e-05,
      "loss": 0.2033,
      "step": 105230
    },
    {
      "epoch": 2.9854681881688783,
      "grad_norm": 13.25,
      "learning_rate": 1.4315504879016035e-05,
      "loss": 0.2075,
      "step": 105240
    },
    {
      "epoch": 2.985751874100184,
      "grad_norm": 8.1875,
      "learning_rate": 1.4314925939112892e-05,
      "loss": 0.1923,
      "step": 105250
    },
    {
      "epoch": 2.986035560031489,
      "grad_norm": 11.8125,
      "learning_rate": 1.4314346999209747e-05,
      "loss": 0.2501,
      "step": 105260
    },
    {
      "epoch": 2.9863192459627945,
      "grad_norm": 6.90625,
      "learning_rate": 1.4313768059306605e-05,
      "loss": 0.1965,
      "step": 105270
    },
    {
      "epoch": 2.9866029318941,
      "grad_norm": 10.875,
      "learning_rate": 1.4313189119403462e-05,
      "loss": 0.209,
      "step": 105280
    },
    {
      "epoch": 2.9868866178254057,
      "grad_norm": 9.625,
      "learning_rate": 1.4312610179500318e-05,
      "loss": 0.2028,
      "step": 105290
    },
    {
      "epoch": 2.987170303756711,
      "grad_norm": 10.625,
      "learning_rate": 1.4312031239597175e-05,
      "loss": 0.1896,
      "step": 105300
    },
    {
      "epoch": 2.9874539896880163,
      "grad_norm": 9.5,
      "learning_rate": 1.4311452299694032e-05,
      "loss": 0.1747,
      "step": 105310
    },
    {
      "epoch": 2.987737675619322,
      "grad_norm": 8.4375,
      "learning_rate": 1.4310873359790888e-05,
      "loss": 0.206,
      "step": 105320
    },
    {
      "epoch": 2.9880213615506275,
      "grad_norm": 13.5625,
      "learning_rate": 1.4310294419887745e-05,
      "loss": 0.2353,
      "step": 105330
    },
    {
      "epoch": 2.9883050474819326,
      "grad_norm": 6.0625,
      "learning_rate": 1.43097154799846e-05,
      "loss": 0.2302,
      "step": 105340
    },
    {
      "epoch": 2.988588733413238,
      "grad_norm": 9.75,
      "learning_rate": 1.4309136540081458e-05,
      "loss": 0.2419,
      "step": 105350
    },
    {
      "epoch": 2.9888724193445437,
      "grad_norm": 7.03125,
      "learning_rate": 1.4308557600178315e-05,
      "loss": 0.1641,
      "step": 105360
    },
    {
      "epoch": 2.989156105275849,
      "grad_norm": 8.1875,
      "learning_rate": 1.430797866027517e-05,
      "loss": 0.1725,
      "step": 105370
    },
    {
      "epoch": 2.9894397912071544,
      "grad_norm": 9.0,
      "learning_rate": 1.4307399720372028e-05,
      "loss": 0.2105,
      "step": 105380
    },
    {
      "epoch": 2.98972347713846,
      "grad_norm": 12.0,
      "learning_rate": 1.4306820780468885e-05,
      "loss": 0.1892,
      "step": 105390
    },
    {
      "epoch": 2.9900071630697656,
      "grad_norm": 10.3125,
      "learning_rate": 1.4306241840565741e-05,
      "loss": 0.192,
      "step": 105400
    },
    {
      "epoch": 2.990290849001071,
      "grad_norm": 13.125,
      "learning_rate": 1.4305662900662598e-05,
      "loss": 0.1842,
      "step": 105410
    },
    {
      "epoch": 2.9905745349323762,
      "grad_norm": 9.5,
      "learning_rate": 1.4305083960759453e-05,
      "loss": 0.2147,
      "step": 105420
    },
    {
      "epoch": 2.990858220863682,
      "grad_norm": 15.5,
      "learning_rate": 1.4304505020856311e-05,
      "loss": 0.2263,
      "step": 105430
    },
    {
      "epoch": 2.9911419067949874,
      "grad_norm": 12.0625,
      "learning_rate": 1.4303926080953168e-05,
      "loss": 0.2233,
      "step": 105440
    },
    {
      "epoch": 2.9914255927262925,
      "grad_norm": 9.5625,
      "learning_rate": 1.4303347141050023e-05,
      "loss": 0.1828,
      "step": 105450
    },
    {
      "epoch": 2.991709278657598,
      "grad_norm": 11.375,
      "learning_rate": 1.4302768201146881e-05,
      "loss": 0.2191,
      "step": 105460
    },
    {
      "epoch": 2.9919929645889036,
      "grad_norm": 7.40625,
      "learning_rate": 1.4302189261243738e-05,
      "loss": 0.1963,
      "step": 105470
    },
    {
      "epoch": 2.992276650520209,
      "grad_norm": 11.9375,
      "learning_rate": 1.4301610321340596e-05,
      "loss": 0.2014,
      "step": 105480
    },
    {
      "epoch": 2.9925603364515148,
      "grad_norm": 8.5,
      "learning_rate": 1.4301031381437451e-05,
      "loss": 0.1814,
      "step": 105490
    },
    {
      "epoch": 2.99284402238282,
      "grad_norm": 9.5625,
      "learning_rate": 1.4300452441534308e-05,
      "loss": 0.1232,
      "step": 105500
    },
    {
      "epoch": 2.9931277083141254,
      "grad_norm": 10.25,
      "learning_rate": 1.4299873501631164e-05,
      "loss": 0.2328,
      "step": 105510
    },
    {
      "epoch": 2.993411394245431,
      "grad_norm": 9.5,
      "learning_rate": 1.4299294561728021e-05,
      "loss": 0.1791,
      "step": 105520
    },
    {
      "epoch": 2.993695080176736,
      "grad_norm": 15.625,
      "learning_rate": 1.4298715621824876e-05,
      "loss": 0.1983,
      "step": 105530
    },
    {
      "epoch": 2.9939787661080417,
      "grad_norm": 9.75,
      "learning_rate": 1.4298136681921734e-05,
      "loss": 0.1931,
      "step": 105540
    },
    {
      "epoch": 2.9942624520393473,
      "grad_norm": 10.0625,
      "learning_rate": 1.4297557742018591e-05,
      "loss": 0.206,
      "step": 105550
    },
    {
      "epoch": 2.994546137970653,
      "grad_norm": 9.25,
      "learning_rate": 1.4296978802115446e-05,
      "loss": 0.2111,
      "step": 105560
    },
    {
      "epoch": 2.9948298239019584,
      "grad_norm": 8.0,
      "learning_rate": 1.4296399862212304e-05,
      "loss": 0.1633,
      "step": 105570
    },
    {
      "epoch": 2.9951135098332635,
      "grad_norm": 9.8125,
      "learning_rate": 1.4295820922309161e-05,
      "loss": 0.2294,
      "step": 105580
    },
    {
      "epoch": 2.995397195764569,
      "grad_norm": 8.6875,
      "learning_rate": 1.429524198240602e-05,
      "loss": 0.1897,
      "step": 105590
    },
    {
      "epoch": 2.9956808816958747,
      "grad_norm": 11.5,
      "learning_rate": 1.4294663042502874e-05,
      "loss": 0.2039,
      "step": 105600
    },
    {
      "epoch": 2.9959645676271798,
      "grad_norm": 11.75,
      "learning_rate": 1.4294084102599731e-05,
      "loss": 0.1801,
      "step": 105610
    },
    {
      "epoch": 2.9962482535584853,
      "grad_norm": 10.0,
      "learning_rate": 1.4293505162696588e-05,
      "loss": 0.1858,
      "step": 105620
    },
    {
      "epoch": 2.996531939489791,
      "grad_norm": 9.5625,
      "learning_rate": 1.4292926222793444e-05,
      "loss": 0.2103,
      "step": 105630
    },
    {
      "epoch": 2.996815625421096,
      "grad_norm": 17.375,
      "learning_rate": 1.4292347282890299e-05,
      "loss": 0.2197,
      "step": 105640
    },
    {
      "epoch": 2.9970993113524016,
      "grad_norm": 15.625,
      "learning_rate": 1.4291768342987157e-05,
      "loss": 0.2393,
      "step": 105650
    },
    {
      "epoch": 2.997382997283707,
      "grad_norm": 12.0625,
      "learning_rate": 1.4291189403084014e-05,
      "loss": 0.2316,
      "step": 105660
    },
    {
      "epoch": 2.9976666832150127,
      "grad_norm": 13.1875,
      "learning_rate": 1.4290610463180872e-05,
      "loss": 0.2186,
      "step": 105670
    },
    {
      "epoch": 2.9979503691463183,
      "grad_norm": 11.0,
      "learning_rate": 1.4290031523277727e-05,
      "loss": 0.2153,
      "step": 105680
    },
    {
      "epoch": 2.9982340550776234,
      "grad_norm": 8.3125,
      "learning_rate": 1.4289452583374584e-05,
      "loss": 0.1654,
      "step": 105690
    },
    {
      "epoch": 2.998517741008929,
      "grad_norm": 9.0625,
      "learning_rate": 1.428887364347144e-05,
      "loss": 0.1729,
      "step": 105700
    },
    {
      "epoch": 2.9988014269402345,
      "grad_norm": 8.5625,
      "learning_rate": 1.4288294703568297e-05,
      "loss": 0.1883,
      "step": 105710
    },
    {
      "epoch": 2.9990851128715397,
      "grad_norm": 14.625,
      "learning_rate": 1.4287715763665154e-05,
      "loss": 0.1929,
      "step": 105720
    },
    {
      "epoch": 2.9993687988028452,
      "grad_norm": 19.25,
      "learning_rate": 1.428713682376201e-05,
      "loss": 0.208,
      "step": 105730
    },
    {
      "epoch": 2.999652484734151,
      "grad_norm": 12.1875,
      "learning_rate": 1.4286557883858867e-05,
      "loss": 0.1951,
      "step": 105740
    },
    {
      "epoch": 2.9999361706654564,
      "grad_norm": 8.8125,
      "learning_rate": 1.4285978943955722e-05,
      "loss": 0.2419,
      "step": 105750
    },
    {
      "epoch": 3.0001985801519138,
      "grad_norm": 9.375,
      "learning_rate": 1.428540000405258e-05,
      "loss": 0.2097,
      "step": 105760
    },
    {
      "epoch": 3.0004822660832193,
      "grad_norm": 9.8125,
      "learning_rate": 1.4284821064149437e-05,
      "loss": 0.1848,
      "step": 105770
    },
    {
      "epoch": 3.000765952014525,
      "grad_norm": 9.3125,
      "learning_rate": 1.4284242124246295e-05,
      "loss": 0.2061,
      "step": 105780
    },
    {
      "epoch": 3.00104963794583,
      "grad_norm": 8.5,
      "learning_rate": 1.428366318434315e-05,
      "loss": 0.1793,
      "step": 105790
    },
    {
      "epoch": 3.0013333238771356,
      "grad_norm": 8.8125,
      "learning_rate": 1.4283084244440007e-05,
      "loss": 0.187,
      "step": 105800
    },
    {
      "epoch": 3.001617009808441,
      "grad_norm": 8.8125,
      "learning_rate": 1.4282505304536864e-05,
      "loss": 0.1584,
      "step": 105810
    },
    {
      "epoch": 3.0019006957397467,
      "grad_norm": 9.1875,
      "learning_rate": 1.428192636463372e-05,
      "loss": 0.2003,
      "step": 105820
    },
    {
      "epoch": 3.002184381671052,
      "grad_norm": 9.5625,
      "learning_rate": 1.4281347424730575e-05,
      "loss": 0.1904,
      "step": 105830
    },
    {
      "epoch": 3.0024680676023574,
      "grad_norm": 12.0625,
      "learning_rate": 1.4280768484827434e-05,
      "loss": 0.1918,
      "step": 105840
    },
    {
      "epoch": 3.002751753533663,
      "grad_norm": 12.5625,
      "learning_rate": 1.428018954492429e-05,
      "loss": 0.1797,
      "step": 105850
    },
    {
      "epoch": 3.0030354394649685,
      "grad_norm": 8.125,
      "learning_rate": 1.4279610605021149e-05,
      "loss": 0.1881,
      "step": 105860
    },
    {
      "epoch": 3.0033191253962737,
      "grad_norm": 9.875,
      "learning_rate": 1.4279031665118004e-05,
      "loss": 0.1389,
      "step": 105870
    },
    {
      "epoch": 3.0036028113275792,
      "grad_norm": 9.625,
      "learning_rate": 1.427845272521486e-05,
      "loss": 0.2444,
      "step": 105880
    },
    {
      "epoch": 3.003886497258885,
      "grad_norm": 9.0,
      "learning_rate": 1.4277873785311719e-05,
      "loss": 0.1861,
      "step": 105890
    },
    {
      "epoch": 3.0041701831901904,
      "grad_norm": 10.625,
      "learning_rate": 1.4277294845408573e-05,
      "loss": 0.211,
      "step": 105900
    },
    {
      "epoch": 3.0044538691214955,
      "grad_norm": 8.3125,
      "learning_rate": 1.427671590550543e-05,
      "loss": 0.2215,
      "step": 105910
    },
    {
      "epoch": 3.004737555052801,
      "grad_norm": 9.5,
      "learning_rate": 1.4276136965602287e-05,
      "loss": 0.1899,
      "step": 105920
    },
    {
      "epoch": 3.0050212409841066,
      "grad_norm": 10.0,
      "learning_rate": 1.4275558025699143e-05,
      "loss": 0.1746,
      "step": 105930
    },
    {
      "epoch": 3.0053049269154117,
      "grad_norm": 11.5625,
      "learning_rate": 1.4274979085795998e-05,
      "loss": 0.2075,
      "step": 105940
    },
    {
      "epoch": 3.0055886128467173,
      "grad_norm": 13.125,
      "learning_rate": 1.4274400145892857e-05,
      "loss": 0.1755,
      "step": 105950
    },
    {
      "epoch": 3.005872298778023,
      "grad_norm": 12.625,
      "learning_rate": 1.4273821205989713e-05,
      "loss": 0.2302,
      "step": 105960
    },
    {
      "epoch": 3.0061559847093284,
      "grad_norm": 13.5625,
      "learning_rate": 1.4273242266086572e-05,
      "loss": 0.192,
      "step": 105970
    },
    {
      "epoch": 3.0064396706406336,
      "grad_norm": 18.75,
      "learning_rate": 1.4272663326183427e-05,
      "loss": 0.2209,
      "step": 105980
    },
    {
      "epoch": 3.006723356571939,
      "grad_norm": 12.75,
      "learning_rate": 1.4272084386280283e-05,
      "loss": 0.1876,
      "step": 105990
    },
    {
      "epoch": 3.0070070425032447,
      "grad_norm": 10.5625,
      "learning_rate": 1.4271505446377142e-05,
      "loss": 0.1642,
      "step": 106000
    },
    {
      "epoch": 3.0072907284345503,
      "grad_norm": 10.5625,
      "learning_rate": 1.4270926506473996e-05,
      "loss": 0.174,
      "step": 106010
    },
    {
      "epoch": 3.0075744143658554,
      "grad_norm": 5.8125,
      "learning_rate": 1.4270347566570853e-05,
      "loss": 0.1716,
      "step": 106020
    },
    {
      "epoch": 3.007858100297161,
      "grad_norm": 11.875,
      "learning_rate": 1.426976862666771e-05,
      "loss": 0.1839,
      "step": 106030
    },
    {
      "epoch": 3.0081417862284665,
      "grad_norm": 11.6875,
      "learning_rate": 1.4269189686764566e-05,
      "loss": 0.2161,
      "step": 106040
    },
    {
      "epoch": 3.008425472159772,
      "grad_norm": 9.625,
      "learning_rate": 1.4268610746861421e-05,
      "loss": 0.1946,
      "step": 106050
    },
    {
      "epoch": 3.008709158091077,
      "grad_norm": 13.1875,
      "learning_rate": 1.426803180695828e-05,
      "loss": 0.202,
      "step": 106060
    },
    {
      "epoch": 3.0089928440223828,
      "grad_norm": 14.125,
      "learning_rate": 1.4267452867055136e-05,
      "loss": 0.2373,
      "step": 106070
    },
    {
      "epoch": 3.0092765299536883,
      "grad_norm": 9.3125,
      "learning_rate": 1.4266873927151995e-05,
      "loss": 0.1946,
      "step": 106080
    },
    {
      "epoch": 3.009560215884994,
      "grad_norm": 8.5625,
      "learning_rate": 1.426629498724885e-05,
      "loss": 0.1744,
      "step": 106090
    },
    {
      "epoch": 3.009843901816299,
      "grad_norm": 8.0,
      "learning_rate": 1.4265716047345706e-05,
      "loss": 0.2208,
      "step": 106100
    },
    {
      "epoch": 3.0101275877476046,
      "grad_norm": 13.0,
      "learning_rate": 1.4265137107442563e-05,
      "loss": 0.1766,
      "step": 106110
    },
    {
      "epoch": 3.01041127367891,
      "grad_norm": 18.5,
      "learning_rate": 1.426455816753942e-05,
      "loss": 0.1802,
      "step": 106120
    },
    {
      "epoch": 3.0106949596102157,
      "grad_norm": 8.0,
      "learning_rate": 1.4263979227636276e-05,
      "loss": 0.2119,
      "step": 106130
    },
    {
      "epoch": 3.010978645541521,
      "grad_norm": 9.5,
      "learning_rate": 1.4263400287733133e-05,
      "loss": 0.2019,
      "step": 106140
    },
    {
      "epoch": 3.0112623314728264,
      "grad_norm": 11.6875,
      "learning_rate": 1.426282134782999e-05,
      "loss": 0.2003,
      "step": 106150
    },
    {
      "epoch": 3.011546017404132,
      "grad_norm": 9.0625,
      "learning_rate": 1.4262242407926848e-05,
      "loss": 0.1923,
      "step": 106160
    },
    {
      "epoch": 3.0118297033354375,
      "grad_norm": 9.875,
      "learning_rate": 1.4261663468023703e-05,
      "loss": 0.1823,
      "step": 106170
    },
    {
      "epoch": 3.0121133892667427,
      "grad_norm": 13.4375,
      "learning_rate": 1.426108452812056e-05,
      "loss": 0.1858,
      "step": 106180
    },
    {
      "epoch": 3.0123970751980482,
      "grad_norm": 6.9375,
      "learning_rate": 1.4260505588217418e-05,
      "loss": 0.2017,
      "step": 106190
    },
    {
      "epoch": 3.012680761129354,
      "grad_norm": 7.40625,
      "learning_rate": 1.4259926648314273e-05,
      "loss": 0.1953,
      "step": 106200
    },
    {
      "epoch": 3.0129644470606594,
      "grad_norm": 8.1875,
      "learning_rate": 1.425934770841113e-05,
      "loss": 0.1978,
      "step": 106210
    },
    {
      "epoch": 3.0132481329919645,
      "grad_norm": 7.8125,
      "learning_rate": 1.4258768768507986e-05,
      "loss": 0.2025,
      "step": 106220
    },
    {
      "epoch": 3.01353181892327,
      "grad_norm": 13.75,
      "learning_rate": 1.4258189828604843e-05,
      "loss": 0.2522,
      "step": 106230
    },
    {
      "epoch": 3.0138155048545756,
      "grad_norm": 13.6875,
      "learning_rate": 1.42576108887017e-05,
      "loss": 0.1995,
      "step": 106240
    },
    {
      "epoch": 3.0140991907858807,
      "grad_norm": 11.75,
      "learning_rate": 1.4257031948798556e-05,
      "loss": 0.1718,
      "step": 106250
    },
    {
      "epoch": 3.0143828767171863,
      "grad_norm": 10.8125,
      "learning_rate": 1.4256453008895413e-05,
      "loss": 0.2432,
      "step": 106260
    },
    {
      "epoch": 3.014666562648492,
      "grad_norm": 12.5,
      "learning_rate": 1.425587406899227e-05,
      "loss": 0.2404,
      "step": 106270
    },
    {
      "epoch": 3.0149502485797974,
      "grad_norm": 12.0625,
      "learning_rate": 1.4255295129089126e-05,
      "loss": 0.1764,
      "step": 106280
    },
    {
      "epoch": 3.0152339345111026,
      "grad_norm": 10.375,
      "learning_rate": 1.4254716189185982e-05,
      "loss": 0.2002,
      "step": 106290
    },
    {
      "epoch": 3.015517620442408,
      "grad_norm": 15.0625,
      "learning_rate": 1.425413724928284e-05,
      "loss": 0.1841,
      "step": 106300
    },
    {
      "epoch": 3.0158013063737137,
      "grad_norm": 10.4375,
      "learning_rate": 1.4253558309379696e-05,
      "loss": 0.1749,
      "step": 106310
    },
    {
      "epoch": 3.0160849923050193,
      "grad_norm": 11.375,
      "learning_rate": 1.4252979369476552e-05,
      "loss": 0.194,
      "step": 106320
    },
    {
      "epoch": 3.0163686782363244,
      "grad_norm": 13.0625,
      "learning_rate": 1.4252400429573409e-05,
      "loss": 0.2101,
      "step": 106330
    },
    {
      "epoch": 3.01665236416763,
      "grad_norm": 13.6875,
      "learning_rate": 1.4251821489670266e-05,
      "loss": 0.1917,
      "step": 106340
    },
    {
      "epoch": 3.0169360500989355,
      "grad_norm": 7.96875,
      "learning_rate": 1.4251242549767124e-05,
      "loss": 0.2031,
      "step": 106350
    },
    {
      "epoch": 3.017219736030241,
      "grad_norm": 10.6875,
      "learning_rate": 1.4250663609863979e-05,
      "loss": 0.2127,
      "step": 106360
    },
    {
      "epoch": 3.017503421961546,
      "grad_norm": 12.9375,
      "learning_rate": 1.4250084669960836e-05,
      "loss": 0.1872,
      "step": 106370
    },
    {
      "epoch": 3.0177871078928518,
      "grad_norm": 9.875,
      "learning_rate": 1.4249505730057694e-05,
      "loss": 0.2103,
      "step": 106380
    },
    {
      "epoch": 3.0180707938241573,
      "grad_norm": 10.8125,
      "learning_rate": 1.4248926790154549e-05,
      "loss": 0.1788,
      "step": 106390
    },
    {
      "epoch": 3.018354479755463,
      "grad_norm": 11.125,
      "learning_rate": 1.4248347850251405e-05,
      "loss": 0.2007,
      "step": 106400
    },
    {
      "epoch": 3.018638165686768,
      "grad_norm": 10.4375,
      "learning_rate": 1.4247768910348264e-05,
      "loss": 0.2411,
      "step": 106410
    },
    {
      "epoch": 3.0189218516180736,
      "grad_norm": 12.375,
      "learning_rate": 1.4247189970445119e-05,
      "loss": 0.2356,
      "step": 106420
    },
    {
      "epoch": 3.019205537549379,
      "grad_norm": 11.375,
      "learning_rate": 1.4246611030541975e-05,
      "loss": 0.1922,
      "step": 106430
    },
    {
      "epoch": 3.0194892234806847,
      "grad_norm": 10.6875,
      "learning_rate": 1.4246032090638832e-05,
      "loss": 0.2098,
      "step": 106440
    },
    {
      "epoch": 3.01977290941199,
      "grad_norm": 11.0,
      "learning_rate": 1.4245453150735689e-05,
      "loss": 0.2174,
      "step": 106450
    },
    {
      "epoch": 3.0200565953432954,
      "grad_norm": 9.6875,
      "learning_rate": 1.4244874210832547e-05,
      "loss": 0.1781,
      "step": 106460
    },
    {
      "epoch": 3.020340281274601,
      "grad_norm": 12.3125,
      "learning_rate": 1.4244295270929402e-05,
      "loss": 0.1812,
      "step": 106470
    },
    {
      "epoch": 3.0206239672059065,
      "grad_norm": 9.0625,
      "learning_rate": 1.4243716331026259e-05,
      "loss": 0.1927,
      "step": 106480
    },
    {
      "epoch": 3.0209076531372117,
      "grad_norm": 5.875,
      "learning_rate": 1.4243137391123117e-05,
      "loss": 0.1952,
      "step": 106490
    },
    {
      "epoch": 3.0211913390685172,
      "grad_norm": 17.375,
      "learning_rate": 1.4242558451219972e-05,
      "loss": 0.2114,
      "step": 106500
    },
    {
      "epoch": 3.021475024999823,
      "grad_norm": 8.5625,
      "learning_rate": 1.4241979511316829e-05,
      "loss": 0.1769,
      "step": 106510
    },
    {
      "epoch": 3.0217587109311284,
      "grad_norm": 8.5,
      "learning_rate": 1.4241400571413687e-05,
      "loss": 0.179,
      "step": 106520
    },
    {
      "epoch": 3.0220423968624335,
      "grad_norm": 10.0,
      "learning_rate": 1.4240821631510542e-05,
      "loss": 0.2231,
      "step": 106530
    },
    {
      "epoch": 3.022326082793739,
      "grad_norm": 8.125,
      "learning_rate": 1.42402426916074e-05,
      "loss": 0.2268,
      "step": 106540
    },
    {
      "epoch": 3.0226097687250446,
      "grad_norm": 10.0,
      "learning_rate": 1.4239663751704255e-05,
      "loss": 0.205,
      "step": 106550
    },
    {
      "epoch": 3.0228934546563497,
      "grad_norm": 9.375,
      "learning_rate": 1.4239084811801112e-05,
      "loss": 0.2,
      "step": 106560
    },
    {
      "epoch": 3.0231771405876553,
      "grad_norm": 16.0,
      "learning_rate": 1.423850587189797e-05,
      "loss": 0.2312,
      "step": 106570
    },
    {
      "epoch": 3.023460826518961,
      "grad_norm": 10.8125,
      "learning_rate": 1.4237926931994825e-05,
      "loss": 0.2096,
      "step": 106580
    },
    {
      "epoch": 3.0237445124502664,
      "grad_norm": 11.625,
      "learning_rate": 1.4237347992091682e-05,
      "loss": 0.1909,
      "step": 106590
    },
    {
      "epoch": 3.0240281983815716,
      "grad_norm": 9.125,
      "learning_rate": 1.423676905218854e-05,
      "loss": 0.169,
      "step": 106600
    },
    {
      "epoch": 3.024311884312877,
      "grad_norm": 12.875,
      "learning_rate": 1.4236190112285395e-05,
      "loss": 0.2195,
      "step": 106610
    },
    {
      "epoch": 3.0245955702441827,
      "grad_norm": 12.1875,
      "learning_rate": 1.4235611172382252e-05,
      "loss": 0.2084,
      "step": 106620
    },
    {
      "epoch": 3.0248792561754883,
      "grad_norm": 9.25,
      "learning_rate": 1.4235032232479108e-05,
      "loss": 0.1938,
      "step": 106630
    },
    {
      "epoch": 3.0251629421067934,
      "grad_norm": 11.625,
      "learning_rate": 1.4234453292575965e-05,
      "loss": 0.1998,
      "step": 106640
    },
    {
      "epoch": 3.025446628038099,
      "grad_norm": 8.6875,
      "learning_rate": 1.4233874352672823e-05,
      "loss": 0.1964,
      "step": 106650
    },
    {
      "epoch": 3.0257303139694045,
      "grad_norm": 10.5625,
      "learning_rate": 1.4233295412769678e-05,
      "loss": 0.1899,
      "step": 106660
    },
    {
      "epoch": 3.02601399990071,
      "grad_norm": 13.1875,
      "learning_rate": 1.4232716472866535e-05,
      "loss": 0.1826,
      "step": 106670
    },
    {
      "epoch": 3.026297685832015,
      "grad_norm": 9.5,
      "learning_rate": 1.4232137532963393e-05,
      "loss": 0.1871,
      "step": 106680
    },
    {
      "epoch": 3.0265813717633208,
      "grad_norm": 9.625,
      "learning_rate": 1.4231558593060248e-05,
      "loss": 0.1933,
      "step": 106690
    },
    {
      "epoch": 3.0268650576946263,
      "grad_norm": 10.5625,
      "learning_rate": 1.4230979653157105e-05,
      "loss": 0.2173,
      "step": 106700
    },
    {
      "epoch": 3.027148743625932,
      "grad_norm": 10.75,
      "learning_rate": 1.4230400713253963e-05,
      "loss": 0.1882,
      "step": 106710
    },
    {
      "epoch": 3.027432429557237,
      "grad_norm": 10.0,
      "learning_rate": 1.4229821773350818e-05,
      "loss": 0.1885,
      "step": 106720
    },
    {
      "epoch": 3.0277161154885426,
      "grad_norm": 9.25,
      "learning_rate": 1.4229242833447676e-05,
      "loss": 0.1917,
      "step": 106730
    },
    {
      "epoch": 3.027999801419848,
      "grad_norm": 10.5,
      "learning_rate": 1.4228663893544531e-05,
      "loss": 0.1887,
      "step": 106740
    },
    {
      "epoch": 3.0282834873511537,
      "grad_norm": 10.875,
      "learning_rate": 1.4228084953641388e-05,
      "loss": 0.1959,
      "step": 106750
    },
    {
      "epoch": 3.028567173282459,
      "grad_norm": 12.25,
      "learning_rate": 1.4227506013738246e-05,
      "loss": 0.2269,
      "step": 106760
    },
    {
      "epoch": 3.0288508592137644,
      "grad_norm": 10.8125,
      "learning_rate": 1.4226927073835101e-05,
      "loss": 0.2117,
      "step": 106770
    },
    {
      "epoch": 3.02913454514507,
      "grad_norm": 8.9375,
      "learning_rate": 1.4226348133931958e-05,
      "loss": 0.1868,
      "step": 106780
    },
    {
      "epoch": 3.0294182310763755,
      "grad_norm": 8.6875,
      "learning_rate": 1.4225769194028816e-05,
      "loss": 0.2266,
      "step": 106790
    },
    {
      "epoch": 3.0297019170076807,
      "grad_norm": 8.5625,
      "learning_rate": 1.4225190254125671e-05,
      "loss": 0.1696,
      "step": 106800
    },
    {
      "epoch": 3.0299856029389862,
      "grad_norm": 9.1875,
      "learning_rate": 1.4224611314222528e-05,
      "loss": 0.2147,
      "step": 106810
    },
    {
      "epoch": 3.030269288870292,
      "grad_norm": 9.6875,
      "learning_rate": 1.4224032374319386e-05,
      "loss": 0.1896,
      "step": 106820
    },
    {
      "epoch": 3.0305529748015974,
      "grad_norm": 12.75,
      "learning_rate": 1.4223453434416241e-05,
      "loss": 0.2144,
      "step": 106830
    },
    {
      "epoch": 3.0308366607329025,
      "grad_norm": 10.4375,
      "learning_rate": 1.42228744945131e-05,
      "loss": 0.1777,
      "step": 106840
    },
    {
      "epoch": 3.031120346664208,
      "grad_norm": 10.5,
      "learning_rate": 1.4222295554609954e-05,
      "loss": 0.1852,
      "step": 106850
    },
    {
      "epoch": 3.0314040325955136,
      "grad_norm": 9.6875,
      "learning_rate": 1.4221716614706811e-05,
      "loss": 0.1884,
      "step": 106860
    },
    {
      "epoch": 3.031687718526819,
      "grad_norm": 14.0625,
      "learning_rate": 1.422113767480367e-05,
      "loss": 0.1681,
      "step": 106870
    },
    {
      "epoch": 3.0319714044581243,
      "grad_norm": 10.1875,
      "learning_rate": 1.4220558734900524e-05,
      "loss": 0.1612,
      "step": 106880
    },
    {
      "epoch": 3.03225509038943,
      "grad_norm": 6.6875,
      "learning_rate": 1.4219979794997381e-05,
      "loss": 0.2051,
      "step": 106890
    },
    {
      "epoch": 3.0325387763207354,
      "grad_norm": 8.5,
      "learning_rate": 1.421940085509424e-05,
      "loss": 0.1695,
      "step": 106900
    },
    {
      "epoch": 3.0328224622520406,
      "grad_norm": 14.6875,
      "learning_rate": 1.4218821915191094e-05,
      "loss": 0.1748,
      "step": 106910
    },
    {
      "epoch": 3.033106148183346,
      "grad_norm": 10.875,
      "learning_rate": 1.4218242975287952e-05,
      "loss": 0.1777,
      "step": 106920
    },
    {
      "epoch": 3.0333898341146517,
      "grad_norm": 9.5625,
      "learning_rate": 1.4217664035384809e-05,
      "loss": 0.1619,
      "step": 106930
    },
    {
      "epoch": 3.0336735200459573,
      "grad_norm": 38.25,
      "learning_rate": 1.4217085095481664e-05,
      "loss": 0.2105,
      "step": 106940
    },
    {
      "epoch": 3.0339572059772624,
      "grad_norm": 9.875,
      "learning_rate": 1.4216506155578522e-05,
      "loss": 0.18,
      "step": 106950
    },
    {
      "epoch": 3.034240891908568,
      "grad_norm": 8.25,
      "learning_rate": 1.4215927215675377e-05,
      "loss": 0.2057,
      "step": 106960
    },
    {
      "epoch": 3.0345245778398735,
      "grad_norm": 13.3125,
      "learning_rate": 1.4215348275772234e-05,
      "loss": 0.1681,
      "step": 106970
    },
    {
      "epoch": 3.034808263771179,
      "grad_norm": 10.8125,
      "learning_rate": 1.4214769335869092e-05,
      "loss": 0.2348,
      "step": 106980
    },
    {
      "epoch": 3.035091949702484,
      "grad_norm": 9.875,
      "learning_rate": 1.4214190395965947e-05,
      "loss": 0.1985,
      "step": 106990
    },
    {
      "epoch": 3.0353756356337898,
      "grad_norm": 15.0,
      "learning_rate": 1.4213611456062804e-05,
      "loss": 0.2096,
      "step": 107000
    },
    {
      "epoch": 3.0356593215650953,
      "grad_norm": 9.8125,
      "learning_rate": 1.4213032516159662e-05,
      "loss": 0.1683,
      "step": 107010
    },
    {
      "epoch": 3.035943007496401,
      "grad_norm": 9.125,
      "learning_rate": 1.4212453576256517e-05,
      "loss": 0.2653,
      "step": 107020
    },
    {
      "epoch": 3.036226693427706,
      "grad_norm": 10.1875,
      "learning_rate": 1.4211874636353376e-05,
      "loss": 0.2102,
      "step": 107030
    },
    {
      "epoch": 3.0365103793590116,
      "grad_norm": 10.0625,
      "learning_rate": 1.4211295696450232e-05,
      "loss": 0.2523,
      "step": 107040
    },
    {
      "epoch": 3.036794065290317,
      "grad_norm": 10.125,
      "learning_rate": 1.4210716756547087e-05,
      "loss": 0.1836,
      "step": 107050
    },
    {
      "epoch": 3.0370777512216227,
      "grad_norm": 8.3125,
      "learning_rate": 1.4210137816643945e-05,
      "loss": 0.2069,
      "step": 107060
    },
    {
      "epoch": 3.037361437152928,
      "grad_norm": 10.1875,
      "learning_rate": 1.42095588767408e-05,
      "loss": 0.2182,
      "step": 107070
    },
    {
      "epoch": 3.0376451230842334,
      "grad_norm": 11.0,
      "learning_rate": 1.4208979936837657e-05,
      "loss": 0.2114,
      "step": 107080
    },
    {
      "epoch": 3.037928809015539,
      "grad_norm": 15.125,
      "learning_rate": 1.4208400996934515e-05,
      "loss": 0.1983,
      "step": 107090
    },
    {
      "epoch": 3.0382124949468445,
      "grad_norm": 15.0,
      "learning_rate": 1.420782205703137e-05,
      "loss": 0.2069,
      "step": 107100
    },
    {
      "epoch": 3.0384961808781497,
      "grad_norm": 13.375,
      "learning_rate": 1.4207243117128227e-05,
      "loss": 0.192,
      "step": 107110
    },
    {
      "epoch": 3.038779866809455,
      "grad_norm": 11.625,
      "learning_rate": 1.4206664177225085e-05,
      "loss": 0.2009,
      "step": 107120
    },
    {
      "epoch": 3.039063552740761,
      "grad_norm": 8.3125,
      "learning_rate": 1.420608523732194e-05,
      "loss": 0.1457,
      "step": 107130
    },
    {
      "epoch": 3.0393472386720664,
      "grad_norm": 11.375,
      "learning_rate": 1.4205506297418799e-05,
      "loss": 0.1996,
      "step": 107140
    },
    {
      "epoch": 3.0396309246033715,
      "grad_norm": 9.9375,
      "learning_rate": 1.4204927357515654e-05,
      "loss": 0.1719,
      "step": 107150
    },
    {
      "epoch": 3.039914610534677,
      "grad_norm": 8.8125,
      "learning_rate": 1.420434841761251e-05,
      "loss": 0.2015,
      "step": 107160
    },
    {
      "epoch": 3.0401982964659826,
      "grad_norm": 6.75,
      "learning_rate": 1.4203769477709368e-05,
      "loss": 0.1823,
      "step": 107170
    },
    {
      "epoch": 3.040481982397288,
      "grad_norm": 8.0625,
      "learning_rate": 1.4203190537806223e-05,
      "loss": 0.1762,
      "step": 107180
    },
    {
      "epoch": 3.0407656683285933,
      "grad_norm": 9.5625,
      "learning_rate": 1.420261159790308e-05,
      "loss": 0.2321,
      "step": 107190
    },
    {
      "epoch": 3.041049354259899,
      "grad_norm": 48.25,
      "learning_rate": 1.4202032657999938e-05,
      "loss": 0.1588,
      "step": 107200
    },
    {
      "epoch": 3.0413330401912044,
      "grad_norm": 13.375,
      "learning_rate": 1.4201453718096793e-05,
      "loss": 0.1957,
      "step": 107210
    },
    {
      "epoch": 3.04161672612251,
      "grad_norm": 9.25,
      "learning_rate": 1.4200874778193652e-05,
      "loss": 0.2079,
      "step": 107220
    },
    {
      "epoch": 3.041900412053815,
      "grad_norm": 12.5,
      "learning_rate": 1.4200295838290508e-05,
      "loss": 0.2158,
      "step": 107230
    },
    {
      "epoch": 3.0421840979851207,
      "grad_norm": 8.3125,
      "learning_rate": 1.4199716898387363e-05,
      "loss": 0.173,
      "step": 107240
    },
    {
      "epoch": 3.0424677839164262,
      "grad_norm": 6.53125,
      "learning_rate": 1.4199137958484222e-05,
      "loss": 0.1706,
      "step": 107250
    },
    {
      "epoch": 3.0427514698477314,
      "grad_norm": 15.125,
      "learning_rate": 1.4198559018581077e-05,
      "loss": 0.2297,
      "step": 107260
    },
    {
      "epoch": 3.043035155779037,
      "grad_norm": 7.84375,
      "learning_rate": 1.4197980078677933e-05,
      "loss": 0.2484,
      "step": 107270
    },
    {
      "epoch": 3.0433188417103425,
      "grad_norm": 8.75,
      "learning_rate": 1.4197401138774792e-05,
      "loss": 0.2134,
      "step": 107280
    },
    {
      "epoch": 3.043602527641648,
      "grad_norm": 16.0,
      "learning_rate": 1.4196822198871646e-05,
      "loss": 0.207,
      "step": 107290
    },
    {
      "epoch": 3.043886213572953,
      "grad_norm": 11.9375,
      "learning_rate": 1.4196243258968503e-05,
      "loss": 0.198,
      "step": 107300
    },
    {
      "epoch": 3.0441698995042588,
      "grad_norm": 11.1875,
      "learning_rate": 1.4195664319065361e-05,
      "loss": 0.214,
      "step": 107310
    },
    {
      "epoch": 3.0444535854355643,
      "grad_norm": 11.375,
      "learning_rate": 1.4195085379162216e-05,
      "loss": 0.1723,
      "step": 107320
    },
    {
      "epoch": 3.04473727136687,
      "grad_norm": 8.9375,
      "learning_rate": 1.4194506439259075e-05,
      "loss": 0.1815,
      "step": 107330
    },
    {
      "epoch": 3.045020957298175,
      "grad_norm": 6.84375,
      "learning_rate": 1.4193927499355931e-05,
      "loss": 0.1867,
      "step": 107340
    },
    {
      "epoch": 3.0453046432294806,
      "grad_norm": 10.125,
      "learning_rate": 1.4193348559452786e-05,
      "loss": 0.1798,
      "step": 107350
    },
    {
      "epoch": 3.045588329160786,
      "grad_norm": 11.125,
      "learning_rate": 1.4192769619549645e-05,
      "loss": 0.2227,
      "step": 107360
    },
    {
      "epoch": 3.0458720150920917,
      "grad_norm": 13.0,
      "learning_rate": 1.41921906796465e-05,
      "loss": 0.2078,
      "step": 107370
    },
    {
      "epoch": 3.046155701023397,
      "grad_norm": 10.25,
      "learning_rate": 1.4191611739743356e-05,
      "loss": 0.1842,
      "step": 107380
    },
    {
      "epoch": 3.0464393869547024,
      "grad_norm": 9.75,
      "learning_rate": 1.4191032799840215e-05,
      "loss": 0.1555,
      "step": 107390
    },
    {
      "epoch": 3.046723072886008,
      "grad_norm": 10.4375,
      "learning_rate": 1.419045385993707e-05,
      "loss": 0.2105,
      "step": 107400
    },
    {
      "epoch": 3.0470067588173135,
      "grad_norm": 10.5625,
      "learning_rate": 1.4189874920033928e-05,
      "loss": 0.2111,
      "step": 107410
    },
    {
      "epoch": 3.0472904447486187,
      "grad_norm": 11.6875,
      "learning_rate": 1.4189295980130784e-05,
      "loss": 0.1693,
      "step": 107420
    },
    {
      "epoch": 3.047574130679924,
      "grad_norm": 10.75,
      "learning_rate": 1.418871704022764e-05,
      "loss": 0.1952,
      "step": 107430
    },
    {
      "epoch": 3.04785781661123,
      "grad_norm": 10.4375,
      "learning_rate": 1.4188138100324498e-05,
      "loss": 0.1885,
      "step": 107440
    },
    {
      "epoch": 3.0481415025425354,
      "grad_norm": 7.90625,
      "learning_rate": 1.4187559160421354e-05,
      "loss": 0.1725,
      "step": 107450
    },
    {
      "epoch": 3.0484251884738405,
      "grad_norm": 16.5,
      "learning_rate": 1.418698022051821e-05,
      "loss": 0.2024,
      "step": 107460
    },
    {
      "epoch": 3.048708874405146,
      "grad_norm": 11.25,
      "learning_rate": 1.4186401280615068e-05,
      "loss": 0.1588,
      "step": 107470
    },
    {
      "epoch": 3.0489925603364516,
      "grad_norm": 10.875,
      "learning_rate": 1.4185822340711923e-05,
      "loss": 0.1741,
      "step": 107480
    },
    {
      "epoch": 3.049276246267757,
      "grad_norm": 15.8125,
      "learning_rate": 1.418524340080878e-05,
      "loss": 0.1898,
      "step": 107490
    },
    {
      "epoch": 3.0495599321990623,
      "grad_norm": 9.3125,
      "learning_rate": 1.4184664460905638e-05,
      "loss": 0.1704,
      "step": 107500
    },
    {
      "epoch": 3.049843618130368,
      "grad_norm": 11.75,
      "learning_rate": 1.4184085521002493e-05,
      "loss": 0.1912,
      "step": 107510
    },
    {
      "epoch": 3.0501273040616734,
      "grad_norm": 10.625,
      "learning_rate": 1.4183506581099351e-05,
      "loss": 0.1775,
      "step": 107520
    },
    {
      "epoch": 3.0504109899929785,
      "grad_norm": 12.125,
      "learning_rate": 1.4182927641196208e-05,
      "loss": 0.1679,
      "step": 107530
    },
    {
      "epoch": 3.050694675924284,
      "grad_norm": 12.9375,
      "learning_rate": 1.4182348701293062e-05,
      "loss": 0.2158,
      "step": 107540
    },
    {
      "epoch": 3.0509783618555897,
      "grad_norm": 8.9375,
      "learning_rate": 1.418176976138992e-05,
      "loss": 0.1677,
      "step": 107550
    },
    {
      "epoch": 3.0512620477868952,
      "grad_norm": 10.3125,
      "learning_rate": 1.4181190821486777e-05,
      "loss": 0.2126,
      "step": 107560
    },
    {
      "epoch": 3.0515457337182004,
      "grad_norm": 13.1875,
      "learning_rate": 1.4180611881583632e-05,
      "loss": 0.1863,
      "step": 107570
    },
    {
      "epoch": 3.051829419649506,
      "grad_norm": 11.1875,
      "learning_rate": 1.418003294168049e-05,
      "loss": 0.182,
      "step": 107580
    },
    {
      "epoch": 3.0521131055808115,
      "grad_norm": 8.0,
      "learning_rate": 1.4179454001777346e-05,
      "loss": 0.2066,
      "step": 107590
    },
    {
      "epoch": 3.052396791512117,
      "grad_norm": 14.25,
      "learning_rate": 1.4178875061874204e-05,
      "loss": 0.2018,
      "step": 107600
    },
    {
      "epoch": 3.052680477443422,
      "grad_norm": 13.125,
      "learning_rate": 1.417829612197106e-05,
      "loss": 0.1889,
      "step": 107610
    },
    {
      "epoch": 3.0529641633747278,
      "grad_norm": 11.375,
      "learning_rate": 1.4177717182067916e-05,
      "loss": 0.196,
      "step": 107620
    },
    {
      "epoch": 3.0532478493060333,
      "grad_norm": 9.6875,
      "learning_rate": 1.4177138242164774e-05,
      "loss": 0.182,
      "step": 107630
    },
    {
      "epoch": 3.053531535237339,
      "grad_norm": 11.5,
      "learning_rate": 1.417655930226163e-05,
      "loss": 0.1923,
      "step": 107640
    },
    {
      "epoch": 3.053815221168644,
      "grad_norm": 11.6875,
      "learning_rate": 1.4175980362358486e-05,
      "loss": 0.2042,
      "step": 107650
    },
    {
      "epoch": 3.0540989070999496,
      "grad_norm": 11.0,
      "learning_rate": 1.4175401422455344e-05,
      "loss": 0.1644,
      "step": 107660
    },
    {
      "epoch": 3.054382593031255,
      "grad_norm": 10.6875,
      "learning_rate": 1.4174822482552199e-05,
      "loss": 0.1723,
      "step": 107670
    },
    {
      "epoch": 3.0546662789625607,
      "grad_norm": 10.75,
      "learning_rate": 1.4174243542649055e-05,
      "loss": 0.2067,
      "step": 107680
    },
    {
      "epoch": 3.054949964893866,
      "grad_norm": 11.875,
      "learning_rate": 1.4173664602745914e-05,
      "loss": 0.2115,
      "step": 107690
    },
    {
      "epoch": 3.0552336508251714,
      "grad_norm": 9.625,
      "learning_rate": 1.4173085662842769e-05,
      "loss": 0.1818,
      "step": 107700
    },
    {
      "epoch": 3.055517336756477,
      "grad_norm": 12.375,
      "learning_rate": 1.4172506722939627e-05,
      "loss": 0.2079,
      "step": 107710
    },
    {
      "epoch": 3.0558010226877825,
      "grad_norm": 12.3125,
      "learning_rate": 1.4171927783036484e-05,
      "loss": 0.2121,
      "step": 107720
    },
    {
      "epoch": 3.0560847086190877,
      "grad_norm": 9.5625,
      "learning_rate": 1.4171348843133339e-05,
      "loss": 0.2124,
      "step": 107730
    },
    {
      "epoch": 3.056368394550393,
      "grad_norm": 13.5625,
      "learning_rate": 1.4170769903230197e-05,
      "loss": 0.1393,
      "step": 107740
    },
    {
      "epoch": 3.056652080481699,
      "grad_norm": 12.375,
      "learning_rate": 1.4170190963327054e-05,
      "loss": 0.1902,
      "step": 107750
    },
    {
      "epoch": 3.0569357664130044,
      "grad_norm": 13.125,
      "learning_rate": 1.4169612023423909e-05,
      "loss": 0.217,
      "step": 107760
    },
    {
      "epoch": 3.0572194523443095,
      "grad_norm": 11.375,
      "learning_rate": 1.4169033083520767e-05,
      "loss": 0.2503,
      "step": 107770
    },
    {
      "epoch": 3.057503138275615,
      "grad_norm": 9.0625,
      "learning_rate": 1.4168454143617622e-05,
      "loss": 0.2088,
      "step": 107780
    },
    {
      "epoch": 3.0577868242069206,
      "grad_norm": 14.8125,
      "learning_rate": 1.416787520371448e-05,
      "loss": 0.2358,
      "step": 107790
    },
    {
      "epoch": 3.058070510138226,
      "grad_norm": 9.625,
      "learning_rate": 1.4167296263811337e-05,
      "loss": 0.1939,
      "step": 107800
    },
    {
      "epoch": 3.0583541960695313,
      "grad_norm": 10.6875,
      "learning_rate": 1.4166717323908192e-05,
      "loss": 0.1676,
      "step": 107810
    },
    {
      "epoch": 3.058637882000837,
      "grad_norm": 9.3125,
      "learning_rate": 1.416613838400505e-05,
      "loss": 0.1934,
      "step": 107820
    },
    {
      "epoch": 3.0589215679321424,
      "grad_norm": 8.3125,
      "learning_rate": 1.4165559444101907e-05,
      "loss": 0.1816,
      "step": 107830
    },
    {
      "epoch": 3.059205253863448,
      "grad_norm": 10.1875,
      "learning_rate": 1.4164980504198762e-05,
      "loss": 0.1978,
      "step": 107840
    },
    {
      "epoch": 3.059488939794753,
      "grad_norm": 10.75,
      "learning_rate": 1.416440156429562e-05,
      "loss": 0.2252,
      "step": 107850
    },
    {
      "epoch": 3.0597726257260587,
      "grad_norm": 22.5,
      "learning_rate": 1.4163822624392477e-05,
      "loss": 0.2266,
      "step": 107860
    },
    {
      "epoch": 3.0600563116573642,
      "grad_norm": 10.5625,
      "learning_rate": 1.4163243684489332e-05,
      "loss": 0.2044,
      "step": 107870
    },
    {
      "epoch": 3.0603399975886694,
      "grad_norm": 11.875,
      "learning_rate": 1.416266474458619e-05,
      "loss": 0.1668,
      "step": 107880
    },
    {
      "epoch": 3.060623683519975,
      "grad_norm": 8.375,
      "learning_rate": 1.4162085804683045e-05,
      "loss": 0.1915,
      "step": 107890
    },
    {
      "epoch": 3.0609073694512805,
      "grad_norm": 10.375,
      "learning_rate": 1.4161506864779903e-05,
      "loss": 0.2089,
      "step": 107900
    },
    {
      "epoch": 3.061191055382586,
      "grad_norm": 7.65625,
      "learning_rate": 1.416092792487676e-05,
      "loss": 0.1761,
      "step": 107910
    },
    {
      "epoch": 3.061474741313891,
      "grad_norm": 9.8125,
      "learning_rate": 1.4160348984973615e-05,
      "loss": 0.1993,
      "step": 107920
    },
    {
      "epoch": 3.0617584272451968,
      "grad_norm": 17.75,
      "learning_rate": 1.4159770045070473e-05,
      "loss": 0.2379,
      "step": 107930
    },
    {
      "epoch": 3.0620421131765023,
      "grad_norm": 12.25,
      "learning_rate": 1.415919110516733e-05,
      "loss": 0.1801,
      "step": 107940
    },
    {
      "epoch": 3.062325799107808,
      "grad_norm": 11.5,
      "learning_rate": 1.4158612165264185e-05,
      "loss": 0.2446,
      "step": 107950
    },
    {
      "epoch": 3.062609485039113,
      "grad_norm": 11.875,
      "learning_rate": 1.4158033225361043e-05,
      "loss": 0.2267,
      "step": 107960
    },
    {
      "epoch": 3.0628931709704186,
      "grad_norm": 11.375,
      "learning_rate": 1.41574542854579e-05,
      "loss": 0.1721,
      "step": 107970
    },
    {
      "epoch": 3.063176856901724,
      "grad_norm": 10.625,
      "learning_rate": 1.4156875345554756e-05,
      "loss": 0.1956,
      "step": 107980
    },
    {
      "epoch": 3.0634605428330297,
      "grad_norm": 9.25,
      "learning_rate": 1.4156296405651613e-05,
      "loss": 0.2004,
      "step": 107990
    },
    {
      "epoch": 3.063744228764335,
      "grad_norm": 12.3125,
      "learning_rate": 1.4155717465748468e-05,
      "loss": 0.2002,
      "step": 108000
    },
    {
      "epoch": 3.0640279146956404,
      "grad_norm": 18.125,
      "learning_rate": 1.4155138525845326e-05,
      "loss": 0.2134,
      "step": 108010
    },
    {
      "epoch": 3.064311600626946,
      "grad_norm": 9.4375,
      "learning_rate": 1.4154559585942183e-05,
      "loss": 0.188,
      "step": 108020
    },
    {
      "epoch": 3.0645952865582515,
      "grad_norm": 8.3125,
      "learning_rate": 1.4153980646039038e-05,
      "loss": 0.1821,
      "step": 108030
    },
    {
      "epoch": 3.0648789724895567,
      "grad_norm": 6.28125,
      "learning_rate": 1.4153401706135896e-05,
      "loss": 0.1691,
      "step": 108040
    },
    {
      "epoch": 3.065162658420862,
      "grad_norm": 8.875,
      "learning_rate": 1.4152822766232753e-05,
      "loss": 0.2086,
      "step": 108050
    },
    {
      "epoch": 3.065446344352168,
      "grad_norm": 14.0625,
      "learning_rate": 1.4152243826329608e-05,
      "loss": 0.199,
      "step": 108060
    },
    {
      "epoch": 3.0657300302834734,
      "grad_norm": 9.375,
      "learning_rate": 1.4151664886426466e-05,
      "loss": 0.1991,
      "step": 108070
    },
    {
      "epoch": 3.0660137162147785,
      "grad_norm": 9.25,
      "learning_rate": 1.4151085946523321e-05,
      "loss": 0.1949,
      "step": 108080
    },
    {
      "epoch": 3.066297402146084,
      "grad_norm": 10.125,
      "learning_rate": 1.415050700662018e-05,
      "loss": 0.2017,
      "step": 108090
    },
    {
      "epoch": 3.0665810880773896,
      "grad_norm": 18.125,
      "learning_rate": 1.4149928066717036e-05,
      "loss": 0.2334,
      "step": 108100
    },
    {
      "epoch": 3.066864774008695,
      "grad_norm": 11.9375,
      "learning_rate": 1.4149349126813891e-05,
      "loss": 0.202,
      "step": 108110
    },
    {
      "epoch": 3.0671484599400003,
      "grad_norm": 11.0,
      "learning_rate": 1.414877018691075e-05,
      "loss": 0.1715,
      "step": 108120
    },
    {
      "epoch": 3.067432145871306,
      "grad_norm": 11.75,
      "learning_rate": 1.4148191247007606e-05,
      "loss": 0.2005,
      "step": 108130
    },
    {
      "epoch": 3.0677158318026114,
      "grad_norm": 11.0,
      "learning_rate": 1.4147612307104461e-05,
      "loss": 0.1951,
      "step": 108140
    },
    {
      "epoch": 3.067999517733917,
      "grad_norm": 8.75,
      "learning_rate": 1.414703336720132e-05,
      "loss": 0.1833,
      "step": 108150
    },
    {
      "epoch": 3.068283203665222,
      "grad_norm": 12.3125,
      "learning_rate": 1.4146454427298176e-05,
      "loss": 0.1849,
      "step": 108160
    },
    {
      "epoch": 3.0685668895965277,
      "grad_norm": 7.71875,
      "learning_rate": 1.414587548739503e-05,
      "loss": 0.173,
      "step": 108170
    },
    {
      "epoch": 3.0688505755278332,
      "grad_norm": 14.375,
      "learning_rate": 1.414529654749189e-05,
      "loss": 0.2015,
      "step": 108180
    },
    {
      "epoch": 3.069134261459139,
      "grad_norm": 10.625,
      "learning_rate": 1.4144717607588744e-05,
      "loss": 0.2149,
      "step": 108190
    },
    {
      "epoch": 3.069417947390444,
      "grad_norm": 8.8125,
      "learning_rate": 1.4144138667685602e-05,
      "loss": 0.174,
      "step": 108200
    },
    {
      "epoch": 3.0697016333217495,
      "grad_norm": 15.5625,
      "learning_rate": 1.4143559727782459e-05,
      "loss": 0.2405,
      "step": 108210
    },
    {
      "epoch": 3.069985319253055,
      "grad_norm": 18.125,
      "learning_rate": 1.4142980787879314e-05,
      "loss": 0.1946,
      "step": 108220
    },
    {
      "epoch": 3.07026900518436,
      "grad_norm": 12.625,
      "learning_rate": 1.4142401847976172e-05,
      "loss": 0.1969,
      "step": 108230
    },
    {
      "epoch": 3.0705526911156658,
      "grad_norm": 9.125,
      "learning_rate": 1.4141822908073029e-05,
      "loss": 0.2294,
      "step": 108240
    },
    {
      "epoch": 3.0708363770469713,
      "grad_norm": 13.125,
      "learning_rate": 1.4141243968169884e-05,
      "loss": 0.2125,
      "step": 108250
    },
    {
      "epoch": 3.071120062978277,
      "grad_norm": 7.3125,
      "learning_rate": 1.4140665028266742e-05,
      "loss": 0.1695,
      "step": 108260
    },
    {
      "epoch": 3.071403748909582,
      "grad_norm": 10.1875,
      "learning_rate": 1.4140086088363599e-05,
      "loss": 0.2024,
      "step": 108270
    },
    {
      "epoch": 3.0716874348408876,
      "grad_norm": 8.4375,
      "learning_rate": 1.4139507148460456e-05,
      "loss": 0.2129,
      "step": 108280
    },
    {
      "epoch": 3.071971120772193,
      "grad_norm": 12.0625,
      "learning_rate": 1.4138928208557312e-05,
      "loss": 0.1839,
      "step": 108290
    },
    {
      "epoch": 3.0722548067034987,
      "grad_norm": 10.1875,
      "learning_rate": 1.4138349268654167e-05,
      "loss": 0.1864,
      "step": 108300
    },
    {
      "epoch": 3.072538492634804,
      "grad_norm": 22.125,
      "learning_rate": 1.4137770328751025e-05,
      "loss": 0.189,
      "step": 108310
    },
    {
      "epoch": 3.0728221785661094,
      "grad_norm": 10.3125,
      "learning_rate": 1.4137191388847882e-05,
      "loss": 0.1558,
      "step": 108320
    },
    {
      "epoch": 3.073105864497415,
      "grad_norm": 8.875,
      "learning_rate": 1.4136612448944737e-05,
      "loss": 0.1687,
      "step": 108330
    },
    {
      "epoch": 3.0733895504287205,
      "grad_norm": 11.4375,
      "learning_rate": 1.4136033509041595e-05,
      "loss": 0.1955,
      "step": 108340
    },
    {
      "epoch": 3.0736732363600257,
      "grad_norm": 8.75,
      "learning_rate": 1.4135454569138452e-05,
      "loss": 0.1825,
      "step": 108350
    },
    {
      "epoch": 3.073956922291331,
      "grad_norm": 10.1875,
      "learning_rate": 1.4134875629235307e-05,
      "loss": 0.2044,
      "step": 108360
    },
    {
      "epoch": 3.074240608222637,
      "grad_norm": 8.875,
      "learning_rate": 1.4134296689332165e-05,
      "loss": 0.2058,
      "step": 108370
    },
    {
      "epoch": 3.0745242941539423,
      "grad_norm": 10.4375,
      "learning_rate": 1.4133717749429022e-05,
      "loss": 0.1712,
      "step": 108380
    },
    {
      "epoch": 3.0748079800852475,
      "grad_norm": 9.4375,
      "learning_rate": 1.4133138809525879e-05,
      "loss": 0.1814,
      "step": 108390
    },
    {
      "epoch": 3.075091666016553,
      "grad_norm": 10.5,
      "learning_rate": 1.4132559869622735e-05,
      "loss": 0.218,
      "step": 108400
    },
    {
      "epoch": 3.0753753519478586,
      "grad_norm": 9.6875,
      "learning_rate": 1.413198092971959e-05,
      "loss": 0.2099,
      "step": 108410
    },
    {
      "epoch": 3.075659037879164,
      "grad_norm": 14.125,
      "learning_rate": 1.4131401989816449e-05,
      "loss": 0.2008,
      "step": 108420
    },
    {
      "epoch": 3.0759427238104693,
      "grad_norm": 11.375,
      "learning_rate": 1.4130823049913305e-05,
      "loss": 0.2319,
      "step": 108430
    },
    {
      "epoch": 3.076226409741775,
      "grad_norm": 9.9375,
      "learning_rate": 1.413024411001016e-05,
      "loss": 0.1672,
      "step": 108440
    },
    {
      "epoch": 3.0765100956730804,
      "grad_norm": 10.125,
      "learning_rate": 1.4129665170107018e-05,
      "loss": 0.2077,
      "step": 108450
    },
    {
      "epoch": 3.076793781604386,
      "grad_norm": 10.5625,
      "learning_rate": 1.4129086230203875e-05,
      "loss": 0.2208,
      "step": 108460
    },
    {
      "epoch": 3.077077467535691,
      "grad_norm": 7.78125,
      "learning_rate": 1.4128507290300732e-05,
      "loss": 0.1578,
      "step": 108470
    },
    {
      "epoch": 3.0773611534669967,
      "grad_norm": 9.4375,
      "learning_rate": 1.4127928350397588e-05,
      "loss": 0.1901,
      "step": 108480
    },
    {
      "epoch": 3.0776448393983022,
      "grad_norm": 11.9375,
      "learning_rate": 1.4127349410494445e-05,
      "loss": 0.2194,
      "step": 108490
    },
    {
      "epoch": 3.0779285253296074,
      "grad_norm": 8.9375,
      "learning_rate": 1.4126770470591302e-05,
      "loss": 0.168,
      "step": 108500
    },
    {
      "epoch": 3.078212211260913,
      "grad_norm": 13.75,
      "learning_rate": 1.4126191530688158e-05,
      "loss": 0.1868,
      "step": 108510
    },
    {
      "epoch": 3.0784958971922185,
      "grad_norm": 14.875,
      "learning_rate": 1.4125612590785013e-05,
      "loss": 0.16,
      "step": 108520
    },
    {
      "epoch": 3.078779583123524,
      "grad_norm": 13.0,
      "learning_rate": 1.4125033650881872e-05,
      "loss": 0.2058,
      "step": 108530
    },
    {
      "epoch": 3.079063269054829,
      "grad_norm": 8.375,
      "learning_rate": 1.4124454710978728e-05,
      "loss": 0.1679,
      "step": 108540
    },
    {
      "epoch": 3.0793469549861348,
      "grad_norm": 16.625,
      "learning_rate": 1.4123875771075583e-05,
      "loss": 0.2232,
      "step": 108550
    },
    {
      "epoch": 3.0796306409174403,
      "grad_norm": 17.5,
      "learning_rate": 1.4123296831172442e-05,
      "loss": 0.2891,
      "step": 108560
    },
    {
      "epoch": 3.079914326848746,
      "grad_norm": 9.0625,
      "learning_rate": 1.4122717891269298e-05,
      "loss": 0.1745,
      "step": 108570
    },
    {
      "epoch": 3.080198012780051,
      "grad_norm": 15.5625,
      "learning_rate": 1.4122138951366155e-05,
      "loss": 0.1975,
      "step": 108580
    },
    {
      "epoch": 3.0804816987113566,
      "grad_norm": 8.6875,
      "learning_rate": 1.4121560011463011e-05,
      "loss": 0.196,
      "step": 108590
    },
    {
      "epoch": 3.080765384642662,
      "grad_norm": 8.6875,
      "learning_rate": 1.4120981071559866e-05,
      "loss": 0.1686,
      "step": 108600
    },
    {
      "epoch": 3.0810490705739677,
      "grad_norm": 12.0625,
      "learning_rate": 1.4120402131656725e-05,
      "loss": 0.2014,
      "step": 108610
    },
    {
      "epoch": 3.081332756505273,
      "grad_norm": 7.65625,
      "learning_rate": 1.4119823191753581e-05,
      "loss": 0.1898,
      "step": 108620
    },
    {
      "epoch": 3.0816164424365784,
      "grad_norm": 10.0625,
      "learning_rate": 1.4119244251850436e-05,
      "loss": 0.1964,
      "step": 108630
    },
    {
      "epoch": 3.081900128367884,
      "grad_norm": 9.4375,
      "learning_rate": 1.4118665311947295e-05,
      "loss": 0.1771,
      "step": 108640
    },
    {
      "epoch": 3.0821838142991895,
      "grad_norm": 10.25,
      "learning_rate": 1.4118086372044151e-05,
      "loss": 0.2058,
      "step": 108650
    },
    {
      "epoch": 3.0824675002304947,
      "grad_norm": 9.1875,
      "learning_rate": 1.411750743214101e-05,
      "loss": 0.1807,
      "step": 108660
    },
    {
      "epoch": 3.0827511861618,
      "grad_norm": 11.375,
      "learning_rate": 1.4116928492237865e-05,
      "loss": 0.1778,
      "step": 108670
    },
    {
      "epoch": 3.083034872093106,
      "grad_norm": 5.75,
      "learning_rate": 1.4116349552334721e-05,
      "loss": 0.188,
      "step": 108680
    },
    {
      "epoch": 3.0833185580244113,
      "grad_norm": 11.125,
      "learning_rate": 1.4115770612431578e-05,
      "loss": 0.2028,
      "step": 108690
    },
    {
      "epoch": 3.0836022439557165,
      "grad_norm": 14.1875,
      "learning_rate": 1.4115191672528434e-05,
      "loss": 0.2023,
      "step": 108700
    },
    {
      "epoch": 3.083885929887022,
      "grad_norm": 13.4375,
      "learning_rate": 1.411461273262529e-05,
      "loss": 0.184,
      "step": 108710
    },
    {
      "epoch": 3.0841696158183276,
      "grad_norm": 11.0,
      "learning_rate": 1.4114033792722148e-05,
      "loss": 0.2143,
      "step": 108720
    },
    {
      "epoch": 3.084453301749633,
      "grad_norm": 11.0,
      "learning_rate": 1.4113454852819004e-05,
      "loss": 0.1636,
      "step": 108730
    },
    {
      "epoch": 3.0847369876809383,
      "grad_norm": 11.9375,
      "learning_rate": 1.411287591291586e-05,
      "loss": 0.1745,
      "step": 108740
    },
    {
      "epoch": 3.085020673612244,
      "grad_norm": 10.3125,
      "learning_rate": 1.4112296973012718e-05,
      "loss": 0.2239,
      "step": 108750
    },
    {
      "epoch": 3.0853043595435494,
      "grad_norm": 10.0625,
      "learning_rate": 1.4111718033109574e-05,
      "loss": 0.1502,
      "step": 108760
    },
    {
      "epoch": 3.085588045474855,
      "grad_norm": 8.75,
      "learning_rate": 1.4111139093206433e-05,
      "loss": 0.1873,
      "step": 108770
    },
    {
      "epoch": 3.08587173140616,
      "grad_norm": 8.375,
      "learning_rate": 1.4110560153303288e-05,
      "loss": 0.1886,
      "step": 108780
    },
    {
      "epoch": 3.0861554173374657,
      "grad_norm": 10.625,
      "learning_rate": 1.4109981213400144e-05,
      "loss": 0.17,
      "step": 108790
    },
    {
      "epoch": 3.0864391032687712,
      "grad_norm": 9.875,
      "learning_rate": 1.4109402273497001e-05,
      "loss": 0.1658,
      "step": 108800
    },
    {
      "epoch": 3.086722789200077,
      "grad_norm": 11.875,
      "learning_rate": 1.4108823333593858e-05,
      "loss": 0.2059,
      "step": 108810
    },
    {
      "epoch": 3.087006475131382,
      "grad_norm": 14.375,
      "learning_rate": 1.4108244393690712e-05,
      "loss": 0.2219,
      "step": 108820
    },
    {
      "epoch": 3.0872901610626875,
      "grad_norm": 9.5,
      "learning_rate": 1.410766545378757e-05,
      "loss": 0.1851,
      "step": 108830
    },
    {
      "epoch": 3.087573846993993,
      "grad_norm": 10.1875,
      "learning_rate": 1.4107086513884427e-05,
      "loss": 0.1834,
      "step": 108840
    },
    {
      "epoch": 3.087857532925298,
      "grad_norm": 10.875,
      "learning_rate": 1.4106507573981286e-05,
      "loss": 0.2054,
      "step": 108850
    },
    {
      "epoch": 3.0881412188566038,
      "grad_norm": 12.1875,
      "learning_rate": 1.410592863407814e-05,
      "loss": 0.1869,
      "step": 108860
    },
    {
      "epoch": 3.0884249047879093,
      "grad_norm": 8.75,
      "learning_rate": 1.4105349694174997e-05,
      "loss": 0.197,
      "step": 108870
    },
    {
      "epoch": 3.088708590719215,
      "grad_norm": 8.875,
      "learning_rate": 1.4104770754271854e-05,
      "loss": 0.1724,
      "step": 108880
    },
    {
      "epoch": 3.08899227665052,
      "grad_norm": 11.0625,
      "learning_rate": 1.410419181436871e-05,
      "loss": 0.2511,
      "step": 108890
    },
    {
      "epoch": 3.0892759625818256,
      "grad_norm": 12.25,
      "learning_rate": 1.4103612874465567e-05,
      "loss": 0.2213,
      "step": 108900
    },
    {
      "epoch": 3.089559648513131,
      "grad_norm": 11.25,
      "learning_rate": 1.4103033934562424e-05,
      "loss": 0.2082,
      "step": 108910
    },
    {
      "epoch": 3.0898433344444367,
      "grad_norm": 12.1875,
      "learning_rate": 1.410245499465928e-05,
      "loss": 0.1388,
      "step": 108920
    },
    {
      "epoch": 3.090127020375742,
      "grad_norm": 6.59375,
      "learning_rate": 1.4101876054756136e-05,
      "loss": 0.213,
      "step": 108930
    },
    {
      "epoch": 3.0904107063070474,
      "grad_norm": 11.8125,
      "learning_rate": 1.4101297114852994e-05,
      "loss": 0.2185,
      "step": 108940
    },
    {
      "epoch": 3.090694392238353,
      "grad_norm": 8.125,
      "learning_rate": 1.410071817494985e-05,
      "loss": 0.2104,
      "step": 108950
    },
    {
      "epoch": 3.0909780781696585,
      "grad_norm": 7.875,
      "learning_rate": 1.4100139235046709e-05,
      "loss": 0.1765,
      "step": 108960
    },
    {
      "epoch": 3.0912617641009636,
      "grad_norm": 16.5,
      "learning_rate": 1.4099560295143564e-05,
      "loss": 0.2181,
      "step": 108970
    },
    {
      "epoch": 3.091545450032269,
      "grad_norm": 7.96875,
      "learning_rate": 1.409898135524042e-05,
      "loss": 0.1687,
      "step": 108980
    },
    {
      "epoch": 3.091829135963575,
      "grad_norm": 11.4375,
      "learning_rate": 1.4098402415337277e-05,
      "loss": 0.1751,
      "step": 108990
    },
    {
      "epoch": 3.0921128218948803,
      "grad_norm": 9.125,
      "learning_rate": 1.4097823475434134e-05,
      "loss": 0.1747,
      "step": 109000
    },
    {
      "epoch": 3.0923965078261855,
      "grad_norm": 10.6875,
      "learning_rate": 1.409724453553099e-05,
      "loss": 0.1893,
      "step": 109010
    },
    {
      "epoch": 3.092680193757491,
      "grad_norm": 8.875,
      "learning_rate": 1.4096665595627847e-05,
      "loss": 0.1809,
      "step": 109020
    },
    {
      "epoch": 3.0929638796887966,
      "grad_norm": 13.0,
      "learning_rate": 1.4096086655724704e-05,
      "loss": 0.1915,
      "step": 109030
    },
    {
      "epoch": 3.093247565620102,
      "grad_norm": 12.9375,
      "learning_rate": 1.4095507715821559e-05,
      "loss": 0.1809,
      "step": 109040
    },
    {
      "epoch": 3.0935312515514073,
      "grad_norm": 7.9375,
      "learning_rate": 1.4094928775918417e-05,
      "loss": 0.1571,
      "step": 109050
    },
    {
      "epoch": 3.093814937482713,
      "grad_norm": 10.9375,
      "learning_rate": 1.4094349836015274e-05,
      "loss": 0.1863,
      "step": 109060
    },
    {
      "epoch": 3.0940986234140184,
      "grad_norm": 9.125,
      "learning_rate": 1.4093770896112132e-05,
      "loss": 0.2217,
      "step": 109070
    },
    {
      "epoch": 3.094382309345324,
      "grad_norm": 12.0,
      "learning_rate": 1.4093191956208987e-05,
      "loss": 0.1987,
      "step": 109080
    },
    {
      "epoch": 3.094665995276629,
      "grad_norm": 10.1875,
      "learning_rate": 1.4092613016305843e-05,
      "loss": 0.2011,
      "step": 109090
    },
    {
      "epoch": 3.0949496812079347,
      "grad_norm": 8.75,
      "learning_rate": 1.40920340764027e-05,
      "loss": 0.1749,
      "step": 109100
    },
    {
      "epoch": 3.0952333671392402,
      "grad_norm": 14.75,
      "learning_rate": 1.4091455136499557e-05,
      "loss": 0.2099,
      "step": 109110
    },
    {
      "epoch": 3.095517053070546,
      "grad_norm": 10.3125,
      "learning_rate": 1.4090876196596412e-05,
      "loss": 0.192,
      "step": 109120
    },
    {
      "epoch": 3.095800739001851,
      "grad_norm": 9.3125,
      "learning_rate": 1.409029725669327e-05,
      "loss": 0.1863,
      "step": 109130
    },
    {
      "epoch": 3.0960844249331565,
      "grad_norm": 13.125,
      "learning_rate": 1.4089718316790127e-05,
      "loss": 0.1904,
      "step": 109140
    },
    {
      "epoch": 3.096368110864462,
      "grad_norm": 10.125,
      "learning_rate": 1.4089139376886985e-05,
      "loss": 0.2062,
      "step": 109150
    },
    {
      "epoch": 3.0966517967957676,
      "grad_norm": 9.4375,
      "learning_rate": 1.408856043698384e-05,
      "loss": 0.2076,
      "step": 109160
    },
    {
      "epoch": 3.0969354827270728,
      "grad_norm": 13.0625,
      "learning_rate": 1.4087981497080697e-05,
      "loss": 0.2114,
      "step": 109170
    },
    {
      "epoch": 3.0972191686583783,
      "grad_norm": 6.78125,
      "learning_rate": 1.4087402557177555e-05,
      "loss": 0.195,
      "step": 109180
    },
    {
      "epoch": 3.097502854589684,
      "grad_norm": 44.75,
      "learning_rate": 1.408682361727441e-05,
      "loss": 0.1632,
      "step": 109190
    },
    {
      "epoch": 3.097786540520989,
      "grad_norm": 12.1875,
      "learning_rate": 1.4086244677371266e-05,
      "loss": 0.1885,
      "step": 109200
    },
    {
      "epoch": 3.0980702264522946,
      "grad_norm": 12.4375,
      "learning_rate": 1.4085665737468123e-05,
      "loss": 0.2233,
      "step": 109210
    },
    {
      "epoch": 3.0983539123836,
      "grad_norm": 15.3125,
      "learning_rate": 1.408508679756498e-05,
      "loss": 0.2744,
      "step": 109220
    },
    {
      "epoch": 3.0986375983149057,
      "grad_norm": 13.0625,
      "learning_rate": 1.4084507857661835e-05,
      "loss": 0.1748,
      "step": 109230
    },
    {
      "epoch": 3.098921284246211,
      "grad_norm": 10.4375,
      "learning_rate": 1.4083928917758693e-05,
      "loss": 0.2033,
      "step": 109240
    },
    {
      "epoch": 3.0992049701775164,
      "grad_norm": 12.375,
      "learning_rate": 1.408334997785555e-05,
      "loss": 0.2103,
      "step": 109250
    },
    {
      "epoch": 3.099488656108822,
      "grad_norm": 14.625,
      "learning_rate": 1.4082771037952408e-05,
      "loss": 0.1767,
      "step": 109260
    },
    {
      "epoch": 3.0997723420401275,
      "grad_norm": 11.4375,
      "learning_rate": 1.4082192098049263e-05,
      "loss": 0.2114,
      "step": 109270
    },
    {
      "epoch": 3.1000560279714326,
      "grad_norm": 13.3125,
      "learning_rate": 1.408161315814612e-05,
      "loss": 0.1993,
      "step": 109280
    },
    {
      "epoch": 3.100339713902738,
      "grad_norm": 12.8125,
      "learning_rate": 1.4081034218242978e-05,
      "loss": 0.2325,
      "step": 109290
    },
    {
      "epoch": 3.100623399834044,
      "grad_norm": 8.625,
      "learning_rate": 1.4080455278339833e-05,
      "loss": 0.1958,
      "step": 109300
    },
    {
      "epoch": 3.1009070857653493,
      "grad_norm": 10.375,
      "learning_rate": 1.407987633843669e-05,
      "loss": 0.1862,
      "step": 109310
    },
    {
      "epoch": 3.1011907716966545,
      "grad_norm": 10.875,
      "learning_rate": 1.4079297398533546e-05,
      "loss": 0.2261,
      "step": 109320
    },
    {
      "epoch": 3.10147445762796,
      "grad_norm": 8.1875,
      "learning_rate": 1.4078718458630403e-05,
      "loss": 0.1903,
      "step": 109330
    },
    {
      "epoch": 3.1017581435592656,
      "grad_norm": 10.4375,
      "learning_rate": 1.4078139518727261e-05,
      "loss": 0.2242,
      "step": 109340
    },
    {
      "epoch": 3.102041829490571,
      "grad_norm": 10.5625,
      "learning_rate": 1.4077560578824116e-05,
      "loss": 0.2194,
      "step": 109350
    },
    {
      "epoch": 3.1023255154218763,
      "grad_norm": 14.0,
      "learning_rate": 1.4076981638920973e-05,
      "loss": 0.1808,
      "step": 109360
    },
    {
      "epoch": 3.102609201353182,
      "grad_norm": 12.3125,
      "learning_rate": 1.4076402699017831e-05,
      "loss": 0.2159,
      "step": 109370
    },
    {
      "epoch": 3.1028928872844874,
      "grad_norm": 12.4375,
      "learning_rate": 1.4075823759114686e-05,
      "loss": 0.1795,
      "step": 109380
    },
    {
      "epoch": 3.103176573215793,
      "grad_norm": 9.125,
      "learning_rate": 1.4075244819211543e-05,
      "loss": 0.1999,
      "step": 109390
    },
    {
      "epoch": 3.103460259147098,
      "grad_norm": 10.375,
      "learning_rate": 1.40746658793084e-05,
      "loss": 0.2516,
      "step": 109400
    },
    {
      "epoch": 3.1037439450784037,
      "grad_norm": 9.0,
      "learning_rate": 1.4074086939405256e-05,
      "loss": 0.1601,
      "step": 109410
    },
    {
      "epoch": 3.1040276310097092,
      "grad_norm": 8.875,
      "learning_rate": 1.4073507999502113e-05,
      "loss": 0.2294,
      "step": 109420
    },
    {
      "epoch": 3.104311316941015,
      "grad_norm": 6.65625,
      "learning_rate": 1.407292905959897e-05,
      "loss": 0.1845,
      "step": 109430
    },
    {
      "epoch": 3.10459500287232,
      "grad_norm": 12.6875,
      "learning_rate": 1.4072350119695826e-05,
      "loss": 0.1977,
      "step": 109440
    },
    {
      "epoch": 3.1048786888036255,
      "grad_norm": 12.875,
      "learning_rate": 1.4071771179792684e-05,
      "loss": 0.2046,
      "step": 109450
    },
    {
      "epoch": 3.105162374734931,
      "grad_norm": 7.0,
      "learning_rate": 1.4071192239889539e-05,
      "loss": 0.1963,
      "step": 109460
    },
    {
      "epoch": 3.105446060666236,
      "grad_norm": 10.875,
      "learning_rate": 1.4070613299986396e-05,
      "loss": 0.1748,
      "step": 109470
    },
    {
      "epoch": 3.1057297465975418,
      "grad_norm": 16.125,
      "learning_rate": 1.4070034360083254e-05,
      "loss": 0.2179,
      "step": 109480
    },
    {
      "epoch": 3.1060134325288473,
      "grad_norm": 14.5625,
      "learning_rate": 1.4069455420180109e-05,
      "loss": 0.2239,
      "step": 109490
    },
    {
      "epoch": 3.106297118460153,
      "grad_norm": 17.75,
      "learning_rate": 1.4068876480276966e-05,
      "loss": 0.211,
      "step": 109500
    },
    {
      "epoch": 3.106580804391458,
      "grad_norm": 7.5,
      "learning_rate": 1.4068297540373822e-05,
      "loss": 0.2263,
      "step": 109510
    },
    {
      "epoch": 3.1068644903227636,
      "grad_norm": 9.8125,
      "learning_rate": 1.4067718600470679e-05,
      "loss": 0.1834,
      "step": 109520
    },
    {
      "epoch": 3.107148176254069,
      "grad_norm": 9.75,
      "learning_rate": 1.4067139660567537e-05,
      "loss": 0.1671,
      "step": 109530
    },
    {
      "epoch": 3.1074318621853747,
      "grad_norm": 9.9375,
      "learning_rate": 1.4066560720664392e-05,
      "loss": 0.1868,
      "step": 109540
    },
    {
      "epoch": 3.10771554811668,
      "grad_norm": 9.0625,
      "learning_rate": 1.4065981780761249e-05,
      "loss": 0.212,
      "step": 109550
    },
    {
      "epoch": 3.1079992340479854,
      "grad_norm": 13.5,
      "learning_rate": 1.4065402840858107e-05,
      "loss": 0.1842,
      "step": 109560
    },
    {
      "epoch": 3.108282919979291,
      "grad_norm": 8.5,
      "learning_rate": 1.4064823900954962e-05,
      "loss": 0.1514,
      "step": 109570
    },
    {
      "epoch": 3.1085666059105965,
      "grad_norm": 7.9375,
      "learning_rate": 1.4064244961051819e-05,
      "loss": 0.1663,
      "step": 109580
    },
    {
      "epoch": 3.1088502918419016,
      "grad_norm": 7.71875,
      "learning_rate": 1.4063666021148677e-05,
      "loss": 0.1995,
      "step": 109590
    },
    {
      "epoch": 3.109133977773207,
      "grad_norm": 9.5,
      "learning_rate": 1.4063087081245532e-05,
      "loss": 0.1836,
      "step": 109600
    },
    {
      "epoch": 3.109417663704513,
      "grad_norm": 8.9375,
      "learning_rate": 1.4062508141342389e-05,
      "loss": 0.2129,
      "step": 109610
    },
    {
      "epoch": 3.1097013496358183,
      "grad_norm": 8.0,
      "learning_rate": 1.4061929201439245e-05,
      "loss": 0.207,
      "step": 109620
    },
    {
      "epoch": 3.1099850355671235,
      "grad_norm": 26.25,
      "learning_rate": 1.4061350261536102e-05,
      "loss": 0.2311,
      "step": 109630
    },
    {
      "epoch": 3.110268721498429,
      "grad_norm": 10.5625,
      "learning_rate": 1.406077132163296e-05,
      "loss": 0.1655,
      "step": 109640
    },
    {
      "epoch": 3.1105524074297346,
      "grad_norm": 12.25,
      "learning_rate": 1.4060192381729815e-05,
      "loss": 0.2006,
      "step": 109650
    },
    {
      "epoch": 3.11083609336104,
      "grad_norm": 11.1875,
      "learning_rate": 1.4059613441826672e-05,
      "loss": 0.1861,
      "step": 109660
    },
    {
      "epoch": 3.1111197792923453,
      "grad_norm": 11.625,
      "learning_rate": 1.405903450192353e-05,
      "loss": 0.1881,
      "step": 109670
    },
    {
      "epoch": 3.111403465223651,
      "grad_norm": 12.8125,
      "learning_rate": 1.4058455562020385e-05,
      "loss": 0.215,
      "step": 109680
    },
    {
      "epoch": 3.1116871511549564,
      "grad_norm": 11.875,
      "learning_rate": 1.4057876622117242e-05,
      "loss": 0.1856,
      "step": 109690
    },
    {
      "epoch": 3.111970837086262,
      "grad_norm": 9.25,
      "learning_rate": 1.40572976822141e-05,
      "loss": 0.1946,
      "step": 109700
    },
    {
      "epoch": 3.112254523017567,
      "grad_norm": 13.625,
      "learning_rate": 1.4056718742310955e-05,
      "loss": 0.2338,
      "step": 109710
    },
    {
      "epoch": 3.1125382089488727,
      "grad_norm": 11.5625,
      "learning_rate": 1.4056139802407813e-05,
      "loss": 0.1972,
      "step": 109720
    },
    {
      "epoch": 3.1128218948801782,
      "grad_norm": 10.25,
      "learning_rate": 1.4055560862504668e-05,
      "loss": 0.2011,
      "step": 109730
    },
    {
      "epoch": 3.113105580811484,
      "grad_norm": 10.3125,
      "learning_rate": 1.4054981922601525e-05,
      "loss": 0.1927,
      "step": 109740
    },
    {
      "epoch": 3.113389266742789,
      "grad_norm": 9.1875,
      "learning_rate": 1.4054402982698383e-05,
      "loss": 0.212,
      "step": 109750
    },
    {
      "epoch": 3.1136729526740945,
      "grad_norm": 9.375,
      "learning_rate": 1.4053824042795238e-05,
      "loss": 0.2088,
      "step": 109760
    },
    {
      "epoch": 3.1139566386054,
      "grad_norm": 9.5625,
      "learning_rate": 1.4053245102892095e-05,
      "loss": 0.2142,
      "step": 109770
    },
    {
      "epoch": 3.1142403245367056,
      "grad_norm": 9.5,
      "learning_rate": 1.4052666162988953e-05,
      "loss": 0.2319,
      "step": 109780
    },
    {
      "epoch": 3.1145240104680108,
      "grad_norm": 12.125,
      "learning_rate": 1.4052087223085808e-05,
      "loss": 0.1997,
      "step": 109790
    },
    {
      "epoch": 3.1148076963993163,
      "grad_norm": 10.1875,
      "learning_rate": 1.4051508283182665e-05,
      "loss": 0.2525,
      "step": 109800
    },
    {
      "epoch": 3.115091382330622,
      "grad_norm": 10.625,
      "learning_rate": 1.4050929343279523e-05,
      "loss": 0.1756,
      "step": 109810
    },
    {
      "epoch": 3.115375068261927,
      "grad_norm": 10.875,
      "learning_rate": 1.4050350403376378e-05,
      "loss": 0.1975,
      "step": 109820
    },
    {
      "epoch": 3.1156587541932326,
      "grad_norm": 9.75,
      "learning_rate": 1.4049771463473237e-05,
      "loss": 0.2122,
      "step": 109830
    },
    {
      "epoch": 3.115942440124538,
      "grad_norm": 9.8125,
      "learning_rate": 1.4049192523570091e-05,
      "loss": 0.1638,
      "step": 109840
    },
    {
      "epoch": 3.1162261260558437,
      "grad_norm": 13.9375,
      "learning_rate": 1.4048613583666948e-05,
      "loss": 0.2012,
      "step": 109850
    },
    {
      "epoch": 3.116509811987149,
      "grad_norm": 9.0,
      "learning_rate": 1.4048034643763806e-05,
      "loss": 0.157,
      "step": 109860
    },
    {
      "epoch": 3.1167934979184544,
      "grad_norm": 10.3125,
      "learning_rate": 1.4047455703860661e-05,
      "loss": 0.1785,
      "step": 109870
    },
    {
      "epoch": 3.11707718384976,
      "grad_norm": 10.4375,
      "learning_rate": 1.4046876763957518e-05,
      "loss": 0.2121,
      "step": 109880
    },
    {
      "epoch": 3.1173608697810655,
      "grad_norm": 11.5625,
      "learning_rate": 1.4046297824054376e-05,
      "loss": 0.2048,
      "step": 109890
    },
    {
      "epoch": 3.1176445557123706,
      "grad_norm": 9.5,
      "learning_rate": 1.4045718884151231e-05,
      "loss": 0.2101,
      "step": 109900
    },
    {
      "epoch": 3.117928241643676,
      "grad_norm": 13.5625,
      "learning_rate": 1.404513994424809e-05,
      "loss": 0.2061,
      "step": 109910
    },
    {
      "epoch": 3.118211927574982,
      "grad_norm": 9.1875,
      "learning_rate": 1.4044561004344945e-05,
      "loss": 0.22,
      "step": 109920
    },
    {
      "epoch": 3.1184956135062873,
      "grad_norm": 8.5,
      "learning_rate": 1.4043982064441801e-05,
      "loss": 0.1816,
      "step": 109930
    },
    {
      "epoch": 3.1187792994375925,
      "grad_norm": 10.375,
      "learning_rate": 1.404340312453866e-05,
      "loss": 0.1827,
      "step": 109940
    },
    {
      "epoch": 3.119062985368898,
      "grad_norm": 9.0625,
      "learning_rate": 1.4042824184635515e-05,
      "loss": 0.1936,
      "step": 109950
    },
    {
      "epoch": 3.1193466713002036,
      "grad_norm": 12.9375,
      "learning_rate": 1.4042245244732371e-05,
      "loss": 0.1917,
      "step": 109960
    },
    {
      "epoch": 3.119630357231509,
      "grad_norm": 17.125,
      "learning_rate": 1.404166630482923e-05,
      "loss": 0.1923,
      "step": 109970
    },
    {
      "epoch": 3.1199140431628143,
      "grad_norm": 9.5,
      "learning_rate": 1.4041087364926084e-05,
      "loss": 0.1874,
      "step": 109980
    },
    {
      "epoch": 3.12019772909412,
      "grad_norm": 13.0625,
      "learning_rate": 1.4040508425022941e-05,
      "loss": 0.2137,
      "step": 109990
    },
    {
      "epoch": 3.1204814150254254,
      "grad_norm": 10.625,
      "learning_rate": 1.40399294851198e-05,
      "loss": 0.1891,
      "step": 110000
    },
    {
      "epoch": 3.120765100956731,
      "grad_norm": 14.375,
      "learning_rate": 1.4039350545216654e-05,
      "loss": 0.196,
      "step": 110010
    },
    {
      "epoch": 3.121048786888036,
      "grad_norm": 11.75,
      "learning_rate": 1.4038771605313513e-05,
      "loss": 0.1651,
      "step": 110020
    },
    {
      "epoch": 3.1213324728193417,
      "grad_norm": 11.0625,
      "learning_rate": 1.4038192665410368e-05,
      "loss": 0.17,
      "step": 110030
    },
    {
      "epoch": 3.1216161587506472,
      "grad_norm": 7.75,
      "learning_rate": 1.4037613725507224e-05,
      "loss": 0.2125,
      "step": 110040
    },
    {
      "epoch": 3.121899844681953,
      "grad_norm": 27.375,
      "learning_rate": 1.4037034785604083e-05,
      "loss": 0.1931,
      "step": 110050
    },
    {
      "epoch": 3.122183530613258,
      "grad_norm": 10.5,
      "learning_rate": 1.4036455845700938e-05,
      "loss": 0.173,
      "step": 110060
    },
    {
      "epoch": 3.1224672165445635,
      "grad_norm": 11.375,
      "learning_rate": 1.4035876905797794e-05,
      "loss": 0.2201,
      "step": 110070
    },
    {
      "epoch": 3.122750902475869,
      "grad_norm": 15.0,
      "learning_rate": 1.4035297965894653e-05,
      "loss": 0.2172,
      "step": 110080
    },
    {
      "epoch": 3.1230345884071746,
      "grad_norm": 10.9375,
      "learning_rate": 1.4034719025991507e-05,
      "loss": 0.1747,
      "step": 110090
    },
    {
      "epoch": 3.1233182743384797,
      "grad_norm": 8.4375,
      "learning_rate": 1.4034140086088364e-05,
      "loss": 0.2055,
      "step": 110100
    },
    {
      "epoch": 3.1236019602697853,
      "grad_norm": 12.0,
      "learning_rate": 1.4033561146185222e-05,
      "loss": 0.2184,
      "step": 110110
    },
    {
      "epoch": 3.123885646201091,
      "grad_norm": 8.5625,
      "learning_rate": 1.4032982206282077e-05,
      "loss": 0.2056,
      "step": 110120
    },
    {
      "epoch": 3.1241693321323964,
      "grad_norm": 15.3125,
      "learning_rate": 1.4032403266378936e-05,
      "loss": 0.2216,
      "step": 110130
    },
    {
      "epoch": 3.1244530180637016,
      "grad_norm": 6.5,
      "learning_rate": 1.403182432647579e-05,
      "loss": 0.1897,
      "step": 110140
    },
    {
      "epoch": 3.124736703995007,
      "grad_norm": 10.0625,
      "learning_rate": 1.4031245386572647e-05,
      "loss": 0.1793,
      "step": 110150
    },
    {
      "epoch": 3.1250203899263127,
      "grad_norm": 9.75,
      "learning_rate": 1.4030666446669506e-05,
      "loss": 0.2582,
      "step": 110160
    },
    {
      "epoch": 3.125304075857618,
      "grad_norm": 13.1875,
      "learning_rate": 1.403008750676636e-05,
      "loss": 0.1654,
      "step": 110170
    },
    {
      "epoch": 3.1255877617889234,
      "grad_norm": 8.8125,
      "learning_rate": 1.4029508566863217e-05,
      "loss": 0.2375,
      "step": 110180
    },
    {
      "epoch": 3.125871447720229,
      "grad_norm": 13.25,
      "learning_rate": 1.4028929626960076e-05,
      "loss": 0.2485,
      "step": 110190
    },
    {
      "epoch": 3.1261551336515345,
      "grad_norm": 8.9375,
      "learning_rate": 1.402835068705693e-05,
      "loss": 0.1841,
      "step": 110200
    },
    {
      "epoch": 3.1264388195828396,
      "grad_norm": 8.625,
      "learning_rate": 1.4027771747153789e-05,
      "loss": 0.154,
      "step": 110210
    },
    {
      "epoch": 3.126722505514145,
      "grad_norm": 13.4375,
      "learning_rate": 1.4027192807250646e-05,
      "loss": 0.1714,
      "step": 110220
    },
    {
      "epoch": 3.1270061914454508,
      "grad_norm": 12.6875,
      "learning_rate": 1.40266138673475e-05,
      "loss": 0.2288,
      "step": 110230
    },
    {
      "epoch": 3.1272898773767563,
      "grad_norm": 7.4375,
      "learning_rate": 1.4026034927444359e-05,
      "loss": 0.2037,
      "step": 110240
    },
    {
      "epoch": 3.1275735633080615,
      "grad_norm": 10.375,
      "learning_rate": 1.4025455987541214e-05,
      "loss": 0.1807,
      "step": 110250
    },
    {
      "epoch": 3.127857249239367,
      "grad_norm": 12.75,
      "learning_rate": 1.402487704763807e-05,
      "loss": 0.1887,
      "step": 110260
    },
    {
      "epoch": 3.1281409351706726,
      "grad_norm": 9.25,
      "learning_rate": 1.4024298107734929e-05,
      "loss": 0.1799,
      "step": 110270
    },
    {
      "epoch": 3.128424621101978,
      "grad_norm": 11.125,
      "learning_rate": 1.4023719167831784e-05,
      "loss": 0.1847,
      "step": 110280
    },
    {
      "epoch": 3.1287083070332833,
      "grad_norm": 11.0625,
      "learning_rate": 1.402314022792864e-05,
      "loss": 0.2018,
      "step": 110290
    },
    {
      "epoch": 3.128991992964589,
      "grad_norm": 12.0,
      "learning_rate": 1.4022561288025499e-05,
      "loss": 0.2002,
      "step": 110300
    },
    {
      "epoch": 3.1292756788958944,
      "grad_norm": 10.9375,
      "learning_rate": 1.4021982348122354e-05,
      "loss": 0.1786,
      "step": 110310
    },
    {
      "epoch": 3.1295593648272,
      "grad_norm": 6.59375,
      "learning_rate": 1.4021403408219212e-05,
      "loss": 0.1786,
      "step": 110320
    },
    {
      "epoch": 3.129843050758505,
      "grad_norm": 12.75,
      "learning_rate": 1.4020824468316067e-05,
      "loss": 0.1811,
      "step": 110330
    },
    {
      "epoch": 3.1301267366898107,
      "grad_norm": 10.1875,
      "learning_rate": 1.4020245528412923e-05,
      "loss": 0.1927,
      "step": 110340
    },
    {
      "epoch": 3.1304104226211162,
      "grad_norm": 12.5625,
      "learning_rate": 1.4019666588509782e-05,
      "loss": 0.1848,
      "step": 110350
    },
    {
      "epoch": 3.130694108552422,
      "grad_norm": 17.625,
      "learning_rate": 1.4019087648606637e-05,
      "loss": 0.2211,
      "step": 110360
    },
    {
      "epoch": 3.130977794483727,
      "grad_norm": 11.1875,
      "learning_rate": 1.4018508708703493e-05,
      "loss": 0.1922,
      "step": 110370
    },
    {
      "epoch": 3.1312614804150325,
      "grad_norm": 12.3125,
      "learning_rate": 1.4017929768800352e-05,
      "loss": 0.2354,
      "step": 110380
    },
    {
      "epoch": 3.131545166346338,
      "grad_norm": 9.375,
      "learning_rate": 1.4017350828897207e-05,
      "loss": 0.2011,
      "step": 110390
    },
    {
      "epoch": 3.1318288522776436,
      "grad_norm": 10.1875,
      "learning_rate": 1.4016771888994065e-05,
      "loss": 0.2042,
      "step": 110400
    },
    {
      "epoch": 3.1321125382089487,
      "grad_norm": 10.375,
      "learning_rate": 1.4016192949090922e-05,
      "loss": 0.2033,
      "step": 110410
    },
    {
      "epoch": 3.1323962241402543,
      "grad_norm": 18.25,
      "learning_rate": 1.4015614009187777e-05,
      "loss": 0.1986,
      "step": 110420
    },
    {
      "epoch": 3.13267991007156,
      "grad_norm": 10.0625,
      "learning_rate": 1.4015035069284635e-05,
      "loss": 0.2139,
      "step": 110430
    },
    {
      "epoch": 3.132963596002865,
      "grad_norm": 8.5,
      "learning_rate": 1.401445612938149e-05,
      "loss": 0.184,
      "step": 110440
    },
    {
      "epoch": 3.1332472819341706,
      "grad_norm": 25.5,
      "learning_rate": 1.4013877189478347e-05,
      "loss": 0.2088,
      "step": 110450
    },
    {
      "epoch": 3.133530967865476,
      "grad_norm": 12.125,
      "learning_rate": 1.4013298249575205e-05,
      "loss": 0.1976,
      "step": 110460
    },
    {
      "epoch": 3.1338146537967817,
      "grad_norm": 9.1875,
      "learning_rate": 1.401271930967206e-05,
      "loss": 0.2093,
      "step": 110470
    },
    {
      "epoch": 3.1340983397280873,
      "grad_norm": 10.625,
      "learning_rate": 1.4012140369768916e-05,
      "loss": 0.1801,
      "step": 110480
    },
    {
      "epoch": 3.1343820256593924,
      "grad_norm": 13.0,
      "learning_rate": 1.4011561429865775e-05,
      "loss": 0.2048,
      "step": 110490
    },
    {
      "epoch": 3.134665711590698,
      "grad_norm": 9.875,
      "learning_rate": 1.401098248996263e-05,
      "loss": 0.1651,
      "step": 110500
    },
    {
      "epoch": 3.1349493975220035,
      "grad_norm": 9.25,
      "learning_rate": 1.4010403550059488e-05,
      "loss": 0.1883,
      "step": 110510
    },
    {
      "epoch": 3.1352330834533086,
      "grad_norm": 10.125,
      "learning_rate": 1.4009824610156345e-05,
      "loss": 0.1961,
      "step": 110520
    },
    {
      "epoch": 3.135516769384614,
      "grad_norm": 14.8125,
      "learning_rate": 1.40092456702532e-05,
      "loss": 0.1988,
      "step": 110530
    },
    {
      "epoch": 3.1358004553159198,
      "grad_norm": 13.25,
      "learning_rate": 1.4008666730350058e-05,
      "loss": 0.2194,
      "step": 110540
    },
    {
      "epoch": 3.1360841412472253,
      "grad_norm": 12.375,
      "learning_rate": 1.4008087790446913e-05,
      "loss": 0.1926,
      "step": 110550
    },
    {
      "epoch": 3.1363678271785305,
      "grad_norm": 8.375,
      "learning_rate": 1.400750885054377e-05,
      "loss": 0.171,
      "step": 110560
    },
    {
      "epoch": 3.136651513109836,
      "grad_norm": 9.25,
      "learning_rate": 1.4006929910640628e-05,
      "loss": 0.1933,
      "step": 110570
    },
    {
      "epoch": 3.1369351990411416,
      "grad_norm": 10.0,
      "learning_rate": 1.4006350970737483e-05,
      "loss": 0.1912,
      "step": 110580
    },
    {
      "epoch": 3.137218884972447,
      "grad_norm": 10.3125,
      "learning_rate": 1.4005772030834341e-05,
      "loss": 0.2324,
      "step": 110590
    },
    {
      "epoch": 3.1375025709037523,
      "grad_norm": 8.5625,
      "learning_rate": 1.4005193090931198e-05,
      "loss": 0.2291,
      "step": 110600
    },
    {
      "epoch": 3.137786256835058,
      "grad_norm": 12.0,
      "learning_rate": 1.4004614151028053e-05,
      "loss": 0.21,
      "step": 110610
    },
    {
      "epoch": 3.1380699427663634,
      "grad_norm": 8.125,
      "learning_rate": 1.4004035211124911e-05,
      "loss": 0.1694,
      "step": 110620
    },
    {
      "epoch": 3.138353628697669,
      "grad_norm": 13.3125,
      "learning_rate": 1.4003456271221768e-05,
      "loss": 0.1922,
      "step": 110630
    },
    {
      "epoch": 3.138637314628974,
      "grad_norm": 9.6875,
      "learning_rate": 1.4002877331318623e-05,
      "loss": 0.1698,
      "step": 110640
    },
    {
      "epoch": 3.1389210005602797,
      "grad_norm": 9.1875,
      "learning_rate": 1.4002298391415481e-05,
      "loss": 0.1651,
      "step": 110650
    },
    {
      "epoch": 3.1392046864915852,
      "grad_norm": 12.9375,
      "learning_rate": 1.4001719451512336e-05,
      "loss": 0.2325,
      "step": 110660
    },
    {
      "epoch": 3.139488372422891,
      "grad_norm": 10.1875,
      "learning_rate": 1.4001140511609193e-05,
      "loss": 0.2035,
      "step": 110670
    },
    {
      "epoch": 3.139772058354196,
      "grad_norm": 8.6875,
      "learning_rate": 1.4000561571706051e-05,
      "loss": 0.2,
      "step": 110680
    },
    {
      "epoch": 3.1400557442855015,
      "grad_norm": 10.1875,
      "learning_rate": 1.3999982631802906e-05,
      "loss": 0.2159,
      "step": 110690
    },
    {
      "epoch": 3.140339430216807,
      "grad_norm": 12.875,
      "learning_rate": 1.3999403691899764e-05,
      "loss": 0.1948,
      "step": 110700
    },
    {
      "epoch": 3.1406231161481126,
      "grad_norm": 9.5,
      "learning_rate": 1.3998824751996621e-05,
      "loss": 0.1643,
      "step": 110710
    },
    {
      "epoch": 3.1409068020794177,
      "grad_norm": 7.96875,
      "learning_rate": 1.3998245812093476e-05,
      "loss": 0.1676,
      "step": 110720
    },
    {
      "epoch": 3.1411904880107233,
      "grad_norm": 9.9375,
      "learning_rate": 1.3997666872190334e-05,
      "loss": 0.1969,
      "step": 110730
    },
    {
      "epoch": 3.141474173942029,
      "grad_norm": 9.6875,
      "learning_rate": 1.399708793228719e-05,
      "loss": 0.1628,
      "step": 110740
    },
    {
      "epoch": 3.1417578598733344,
      "grad_norm": 10.875,
      "learning_rate": 1.3996508992384046e-05,
      "loss": 0.2129,
      "step": 110750
    },
    {
      "epoch": 3.1420415458046396,
      "grad_norm": 15.5625,
      "learning_rate": 1.3995930052480904e-05,
      "loss": 0.1902,
      "step": 110760
    },
    {
      "epoch": 3.142325231735945,
      "grad_norm": 11.875,
      "learning_rate": 1.3995351112577759e-05,
      "loss": 0.184,
      "step": 110770
    },
    {
      "epoch": 3.1426089176672507,
      "grad_norm": 11.5,
      "learning_rate": 1.3994772172674617e-05,
      "loss": 0.22,
      "step": 110780
    },
    {
      "epoch": 3.142892603598556,
      "grad_norm": 11.3125,
      "learning_rate": 1.3994193232771474e-05,
      "loss": 0.1895,
      "step": 110790
    },
    {
      "epoch": 3.1431762895298614,
      "grad_norm": 10.625,
      "learning_rate": 1.3993614292868329e-05,
      "loss": 0.1759,
      "step": 110800
    },
    {
      "epoch": 3.143459975461167,
      "grad_norm": 13.0625,
      "learning_rate": 1.3993035352965187e-05,
      "loss": 0.1865,
      "step": 110810
    },
    {
      "epoch": 3.1437436613924725,
      "grad_norm": 8.75,
      "learning_rate": 1.3992456413062044e-05,
      "loss": 0.2093,
      "step": 110820
    },
    {
      "epoch": 3.1440273473237776,
      "grad_norm": 12.0625,
      "learning_rate": 1.3991877473158899e-05,
      "loss": 0.1654,
      "step": 110830
    },
    {
      "epoch": 3.144311033255083,
      "grad_norm": 11.125,
      "learning_rate": 1.3991298533255757e-05,
      "loss": 0.1926,
      "step": 110840
    },
    {
      "epoch": 3.1445947191863888,
      "grad_norm": 11.5625,
      "learning_rate": 1.3990719593352612e-05,
      "loss": 0.212,
      "step": 110850
    },
    {
      "epoch": 3.1448784051176943,
      "grad_norm": 10.3125,
      "learning_rate": 1.3990140653449469e-05,
      "loss": 0.1912,
      "step": 110860
    },
    {
      "epoch": 3.1451620910489995,
      "grad_norm": 9.5,
      "learning_rate": 1.3989561713546327e-05,
      "loss": 0.1711,
      "step": 110870
    },
    {
      "epoch": 3.145445776980305,
      "grad_norm": 11.5625,
      "learning_rate": 1.3988982773643182e-05,
      "loss": 0.2094,
      "step": 110880
    },
    {
      "epoch": 3.1457294629116106,
      "grad_norm": 11.5,
      "learning_rate": 1.398840383374004e-05,
      "loss": 0.2128,
      "step": 110890
    },
    {
      "epoch": 3.146013148842916,
      "grad_norm": 13.75,
      "learning_rate": 1.3987824893836897e-05,
      "loss": 0.2329,
      "step": 110900
    },
    {
      "epoch": 3.1462968347742213,
      "grad_norm": 10.625,
      "learning_rate": 1.3987245953933752e-05,
      "loss": 0.1908,
      "step": 110910
    },
    {
      "epoch": 3.146580520705527,
      "grad_norm": 8.875,
      "learning_rate": 1.398666701403061e-05,
      "loss": 0.2149,
      "step": 110920
    },
    {
      "epoch": 3.1468642066368324,
      "grad_norm": 10.3125,
      "learning_rate": 1.3986088074127467e-05,
      "loss": 0.175,
      "step": 110930
    },
    {
      "epoch": 3.147147892568138,
      "grad_norm": 8.9375,
      "learning_rate": 1.3985509134224322e-05,
      "loss": 0.1957,
      "step": 110940
    },
    {
      "epoch": 3.147431578499443,
      "grad_norm": 10.5,
      "learning_rate": 1.398493019432118e-05,
      "loss": 0.2396,
      "step": 110950
    },
    {
      "epoch": 3.1477152644307487,
      "grad_norm": 11.0,
      "learning_rate": 1.3984351254418035e-05,
      "loss": 0.1701,
      "step": 110960
    },
    {
      "epoch": 3.1479989503620542,
      "grad_norm": 7.28125,
      "learning_rate": 1.3983772314514894e-05,
      "loss": 0.1738,
      "step": 110970
    },
    {
      "epoch": 3.14828263629336,
      "grad_norm": 15.6875,
      "learning_rate": 1.398319337461175e-05,
      "loss": 0.1843,
      "step": 110980
    },
    {
      "epoch": 3.148566322224665,
      "grad_norm": 7.15625,
      "learning_rate": 1.3982614434708605e-05,
      "loss": 0.162,
      "step": 110990
    },
    {
      "epoch": 3.1488500081559705,
      "grad_norm": 13.3125,
      "learning_rate": 1.3982035494805463e-05,
      "loss": 0.1713,
      "step": 111000
    },
    {
      "epoch": 3.149133694087276,
      "grad_norm": 10.6875,
      "learning_rate": 1.398145655490232e-05,
      "loss": 0.1944,
      "step": 111010
    },
    {
      "epoch": 3.1494173800185816,
      "grad_norm": 8.8125,
      "learning_rate": 1.3980877614999175e-05,
      "loss": 0.227,
      "step": 111020
    },
    {
      "epoch": 3.1497010659498867,
      "grad_norm": 8.4375,
      "learning_rate": 1.3980298675096033e-05,
      "loss": 0.199,
      "step": 111030
    },
    {
      "epoch": 3.1499847518811923,
      "grad_norm": 13.125,
      "learning_rate": 1.397971973519289e-05,
      "loss": 0.2154,
      "step": 111040
    },
    {
      "epoch": 3.150268437812498,
      "grad_norm": 10.0625,
      "learning_rate": 1.3979140795289745e-05,
      "loss": 0.198,
      "step": 111050
    },
    {
      "epoch": 3.150552123743803,
      "grad_norm": 11.875,
      "learning_rate": 1.3978561855386603e-05,
      "loss": 0.2024,
      "step": 111060
    },
    {
      "epoch": 3.1508358096751086,
      "grad_norm": 8.8125,
      "learning_rate": 1.3977982915483458e-05,
      "loss": 0.1782,
      "step": 111070
    },
    {
      "epoch": 3.151119495606414,
      "grad_norm": 12.375,
      "learning_rate": 1.3977403975580317e-05,
      "loss": 0.1947,
      "step": 111080
    },
    {
      "epoch": 3.1514031815377197,
      "grad_norm": 11.3125,
      "learning_rate": 1.3976825035677173e-05,
      "loss": 0.2046,
      "step": 111090
    },
    {
      "epoch": 3.1516868674690253,
      "grad_norm": 11.9375,
      "learning_rate": 1.3976246095774028e-05,
      "loss": 0.266,
      "step": 111100
    },
    {
      "epoch": 3.1519705534003304,
      "grad_norm": 10.625,
      "learning_rate": 1.3975667155870887e-05,
      "loss": 0.2175,
      "step": 111110
    },
    {
      "epoch": 3.152254239331636,
      "grad_norm": 10.25,
      "learning_rate": 1.3975088215967743e-05,
      "loss": 0.197,
      "step": 111120
    },
    {
      "epoch": 3.1525379252629415,
      "grad_norm": 10.5,
      "learning_rate": 1.3974509276064598e-05,
      "loss": 0.207,
      "step": 111130
    },
    {
      "epoch": 3.1528216111942466,
      "grad_norm": 9.5,
      "learning_rate": 1.3973930336161456e-05,
      "loss": 0.1791,
      "step": 111140
    },
    {
      "epoch": 3.153105297125552,
      "grad_norm": 14.8125,
      "learning_rate": 1.3973351396258313e-05,
      "loss": 0.2156,
      "step": 111150
    },
    {
      "epoch": 3.1533889830568578,
      "grad_norm": 11.125,
      "learning_rate": 1.3972772456355168e-05,
      "loss": 0.2025,
      "step": 111160
    },
    {
      "epoch": 3.1536726689881633,
      "grad_norm": 11.1875,
      "learning_rate": 1.3972193516452026e-05,
      "loss": 0.2002,
      "step": 111170
    },
    {
      "epoch": 3.1539563549194685,
      "grad_norm": 9.25,
      "learning_rate": 1.3971614576548881e-05,
      "loss": 0.1631,
      "step": 111180
    },
    {
      "epoch": 3.154240040850774,
      "grad_norm": 11.625,
      "learning_rate": 1.397103563664574e-05,
      "loss": 0.176,
      "step": 111190
    },
    {
      "epoch": 3.1545237267820796,
      "grad_norm": 10.3125,
      "learning_rate": 1.3970456696742596e-05,
      "loss": 0.1987,
      "step": 111200
    },
    {
      "epoch": 3.154807412713385,
      "grad_norm": 9.75,
      "learning_rate": 1.3969877756839451e-05,
      "loss": 0.203,
      "step": 111210
    },
    {
      "epoch": 3.1550910986446903,
      "grad_norm": 14.8125,
      "learning_rate": 1.396929881693631e-05,
      "loss": 0.1935,
      "step": 111220
    },
    {
      "epoch": 3.155374784575996,
      "grad_norm": 14.75,
      "learning_rate": 1.3968719877033166e-05,
      "loss": 0.2152,
      "step": 111230
    },
    {
      "epoch": 3.1556584705073014,
      "grad_norm": 8.9375,
      "learning_rate": 1.3968140937130021e-05,
      "loss": 0.2131,
      "step": 111240
    },
    {
      "epoch": 3.155942156438607,
      "grad_norm": 21.5,
      "learning_rate": 1.396756199722688e-05,
      "loss": 0.2388,
      "step": 111250
    },
    {
      "epoch": 3.156225842369912,
      "grad_norm": 12.875,
      "learning_rate": 1.3966983057323736e-05,
      "loss": 0.1994,
      "step": 111260
    },
    {
      "epoch": 3.1565095283012177,
      "grad_norm": 11.1875,
      "learning_rate": 1.3966404117420593e-05,
      "loss": 0.2014,
      "step": 111270
    },
    {
      "epoch": 3.1567932142325232,
      "grad_norm": 10.1875,
      "learning_rate": 1.396582517751745e-05,
      "loss": 0.1846,
      "step": 111280
    },
    {
      "epoch": 3.157076900163829,
      "grad_norm": 10.375,
      "learning_rate": 1.3965246237614304e-05,
      "loss": 0.1774,
      "step": 111290
    },
    {
      "epoch": 3.157360586095134,
      "grad_norm": 10.3125,
      "learning_rate": 1.3964667297711163e-05,
      "loss": 0.1605,
      "step": 111300
    },
    {
      "epoch": 3.1576442720264395,
      "grad_norm": 8.6875,
      "learning_rate": 1.396408835780802e-05,
      "loss": 0.1853,
      "step": 111310
    },
    {
      "epoch": 3.157927957957745,
      "grad_norm": 14.375,
      "learning_rate": 1.3963509417904874e-05,
      "loss": 0.1733,
      "step": 111320
    },
    {
      "epoch": 3.1582116438890506,
      "grad_norm": 15.375,
      "learning_rate": 1.3962930478001733e-05,
      "loss": 0.1958,
      "step": 111330
    },
    {
      "epoch": 3.1584953298203557,
      "grad_norm": 14.875,
      "learning_rate": 1.396235153809859e-05,
      "loss": 0.2036,
      "step": 111340
    },
    {
      "epoch": 3.1587790157516613,
      "grad_norm": 12.1875,
      "learning_rate": 1.3961772598195444e-05,
      "loss": 0.2016,
      "step": 111350
    },
    {
      "epoch": 3.159062701682967,
      "grad_norm": 12.1875,
      "learning_rate": 1.3961193658292303e-05,
      "loss": 0.1624,
      "step": 111360
    },
    {
      "epoch": 3.1593463876142724,
      "grad_norm": 13.375,
      "learning_rate": 1.3960614718389157e-05,
      "loss": 0.2024,
      "step": 111370
    },
    {
      "epoch": 3.1596300735455776,
      "grad_norm": 8.6875,
      "learning_rate": 1.3960035778486016e-05,
      "loss": 0.1756,
      "step": 111380
    },
    {
      "epoch": 3.159913759476883,
      "grad_norm": 13.75,
      "learning_rate": 1.3959456838582872e-05,
      "loss": 0.1629,
      "step": 111390
    },
    {
      "epoch": 3.1601974454081887,
      "grad_norm": 9.125,
      "learning_rate": 1.3958877898679727e-05,
      "loss": 0.2059,
      "step": 111400
    },
    {
      "epoch": 3.160481131339494,
      "grad_norm": 14.6875,
      "learning_rate": 1.3958298958776586e-05,
      "loss": 0.1786,
      "step": 111410
    },
    {
      "epoch": 3.1607648172707994,
      "grad_norm": 10.8125,
      "learning_rate": 1.3957720018873442e-05,
      "loss": 0.1951,
      "step": 111420
    },
    {
      "epoch": 3.161048503202105,
      "grad_norm": 10.0,
      "learning_rate": 1.3957141078970297e-05,
      "loss": 0.21,
      "step": 111430
    },
    {
      "epoch": 3.1613321891334105,
      "grad_norm": 13.625,
      "learning_rate": 1.3956562139067156e-05,
      "loss": 0.2019,
      "step": 111440
    },
    {
      "epoch": 3.161615875064716,
      "grad_norm": 10.3125,
      "learning_rate": 1.3955983199164012e-05,
      "loss": 0.1545,
      "step": 111450
    },
    {
      "epoch": 3.161899560996021,
      "grad_norm": 7.90625,
      "learning_rate": 1.3955404259260869e-05,
      "loss": 0.185,
      "step": 111460
    },
    {
      "epoch": 3.1621832469273268,
      "grad_norm": 9.125,
      "learning_rate": 1.3954825319357726e-05,
      "loss": 0.2105,
      "step": 111470
    },
    {
      "epoch": 3.1624669328586323,
      "grad_norm": 13.1875,
      "learning_rate": 1.395424637945458e-05,
      "loss": 0.2008,
      "step": 111480
    },
    {
      "epoch": 3.1627506187899375,
      "grad_norm": 9.875,
      "learning_rate": 1.3953667439551439e-05,
      "loss": 0.2076,
      "step": 111490
    },
    {
      "epoch": 3.163034304721243,
      "grad_norm": 12.625,
      "learning_rate": 1.3953088499648295e-05,
      "loss": 0.2279,
      "step": 111500
    },
    {
      "epoch": 3.1633179906525486,
      "grad_norm": 13.0,
      "learning_rate": 1.395250955974515e-05,
      "loss": 0.2071,
      "step": 111510
    },
    {
      "epoch": 3.163601676583854,
      "grad_norm": 7.9375,
      "learning_rate": 1.3951930619842009e-05,
      "loss": 0.2072,
      "step": 111520
    },
    {
      "epoch": 3.1638853625151593,
      "grad_norm": 17.75,
      "learning_rate": 1.3951351679938865e-05,
      "loss": 0.1742,
      "step": 111530
    },
    {
      "epoch": 3.164169048446465,
      "grad_norm": 13.4375,
      "learning_rate": 1.395077274003572e-05,
      "loss": 0.2087,
      "step": 111540
    },
    {
      "epoch": 3.1644527343777704,
      "grad_norm": 11.625,
      "learning_rate": 1.3950193800132579e-05,
      "loss": 0.1923,
      "step": 111550
    },
    {
      "epoch": 3.164736420309076,
      "grad_norm": 10.3125,
      "learning_rate": 1.3949614860229435e-05,
      "loss": 0.2083,
      "step": 111560
    },
    {
      "epoch": 3.165020106240381,
      "grad_norm": 6.78125,
      "learning_rate": 1.3949035920326292e-05,
      "loss": 0.231,
      "step": 111570
    },
    {
      "epoch": 3.1653037921716867,
      "grad_norm": 12.625,
      "learning_rate": 1.3948456980423149e-05,
      "loss": 0.197,
      "step": 111580
    },
    {
      "epoch": 3.1655874781029922,
      "grad_norm": 12.0625,
      "learning_rate": 1.3947878040520004e-05,
      "loss": 0.2222,
      "step": 111590
    },
    {
      "epoch": 3.165871164034298,
      "grad_norm": 10.625,
      "learning_rate": 1.3947299100616862e-05,
      "loss": 0.2132,
      "step": 111600
    },
    {
      "epoch": 3.166154849965603,
      "grad_norm": 7.125,
      "learning_rate": 1.3946720160713719e-05,
      "loss": 0.1593,
      "step": 111610
    },
    {
      "epoch": 3.1664385358969085,
      "grad_norm": 8.5625,
      "learning_rate": 1.3946141220810573e-05,
      "loss": 0.2197,
      "step": 111620
    },
    {
      "epoch": 3.166722221828214,
      "grad_norm": 11.3125,
      "learning_rate": 1.3945562280907432e-05,
      "loss": 0.1955,
      "step": 111630
    },
    {
      "epoch": 3.1670059077595196,
      "grad_norm": 11.8125,
      "learning_rate": 1.3944983341004288e-05,
      "loss": 0.2133,
      "step": 111640
    },
    {
      "epoch": 3.1672895936908247,
      "grad_norm": 11.25,
      "learning_rate": 1.3944404401101145e-05,
      "loss": 0.2054,
      "step": 111650
    },
    {
      "epoch": 3.1675732796221303,
      "grad_norm": 11.1875,
      "learning_rate": 1.3943825461198002e-05,
      "loss": 0.1844,
      "step": 111660
    },
    {
      "epoch": 3.167856965553436,
      "grad_norm": 15.25,
      "learning_rate": 1.3943246521294858e-05,
      "loss": 0.1875,
      "step": 111670
    },
    {
      "epoch": 3.1681406514847414,
      "grad_norm": 10.6875,
      "learning_rate": 1.3942667581391715e-05,
      "loss": 0.2003,
      "step": 111680
    },
    {
      "epoch": 3.1684243374160466,
      "grad_norm": 14.3125,
      "learning_rate": 1.3942088641488572e-05,
      "loss": 0.1843,
      "step": 111690
    },
    {
      "epoch": 3.168708023347352,
      "grad_norm": 11.375,
      "learning_rate": 1.3941509701585427e-05,
      "loss": 0.1815,
      "step": 111700
    },
    {
      "epoch": 3.1689917092786577,
      "grad_norm": 14.3125,
      "learning_rate": 1.3940930761682285e-05,
      "loss": 0.1941,
      "step": 111710
    },
    {
      "epoch": 3.1692753952099633,
      "grad_norm": 10.5625,
      "learning_rate": 1.3940351821779142e-05,
      "loss": 0.1612,
      "step": 111720
    },
    {
      "epoch": 3.1695590811412684,
      "grad_norm": 11.8125,
      "learning_rate": 1.3939772881875997e-05,
      "loss": 0.1912,
      "step": 111730
    },
    {
      "epoch": 3.169842767072574,
      "grad_norm": 11.0625,
      "learning_rate": 1.3939193941972855e-05,
      "loss": 0.1893,
      "step": 111740
    },
    {
      "epoch": 3.1701264530038795,
      "grad_norm": 10.5,
      "learning_rate": 1.3938615002069711e-05,
      "loss": 0.1899,
      "step": 111750
    },
    {
      "epoch": 3.1704101389351846,
      "grad_norm": 7.5,
      "learning_rate": 1.3938036062166568e-05,
      "loss": 0.1608,
      "step": 111760
    },
    {
      "epoch": 3.17069382486649,
      "grad_norm": 10.625,
      "learning_rate": 1.3937457122263425e-05,
      "loss": 0.1878,
      "step": 111770
    },
    {
      "epoch": 3.1709775107977958,
      "grad_norm": 12.5,
      "learning_rate": 1.393687818236028e-05,
      "loss": 0.2111,
      "step": 111780
    },
    {
      "epoch": 3.1712611967291013,
      "grad_norm": 13.625,
      "learning_rate": 1.3936299242457138e-05,
      "loss": 0.1793,
      "step": 111790
    },
    {
      "epoch": 3.1715448826604065,
      "grad_norm": 7.75,
      "learning_rate": 1.3935720302553995e-05,
      "loss": 0.1998,
      "step": 111800
    },
    {
      "epoch": 3.171828568591712,
      "grad_norm": 12.125,
      "learning_rate": 1.393514136265085e-05,
      "loss": 0.1978,
      "step": 111810
    },
    {
      "epoch": 3.1721122545230176,
      "grad_norm": 13.0,
      "learning_rate": 1.3934562422747708e-05,
      "loss": 0.1834,
      "step": 111820
    },
    {
      "epoch": 3.172395940454323,
      "grad_norm": 12.9375,
      "learning_rate": 1.3933983482844565e-05,
      "loss": 0.1903,
      "step": 111830
    },
    {
      "epoch": 3.1726796263856283,
      "grad_norm": 7.1875,
      "learning_rate": 1.3933404542941423e-05,
      "loss": 0.1885,
      "step": 111840
    },
    {
      "epoch": 3.172963312316934,
      "grad_norm": 10.625,
      "learning_rate": 1.3932825603038278e-05,
      "loss": 0.2227,
      "step": 111850
    },
    {
      "epoch": 3.1732469982482394,
      "grad_norm": 10.6875,
      "learning_rate": 1.3932246663135135e-05,
      "loss": 0.2124,
      "step": 111860
    },
    {
      "epoch": 3.173530684179545,
      "grad_norm": 10.0,
      "learning_rate": 1.3931667723231991e-05,
      "loss": 0.1911,
      "step": 111870
    },
    {
      "epoch": 3.17381437011085,
      "grad_norm": 8.625,
      "learning_rate": 1.3931088783328848e-05,
      "loss": 0.2118,
      "step": 111880
    },
    {
      "epoch": 3.1740980560421557,
      "grad_norm": 15.0,
      "learning_rate": 1.3930509843425703e-05,
      "loss": 0.1906,
      "step": 111890
    },
    {
      "epoch": 3.1743817419734612,
      "grad_norm": 8.1875,
      "learning_rate": 1.3929930903522561e-05,
      "loss": 0.2012,
      "step": 111900
    },
    {
      "epoch": 3.174665427904767,
      "grad_norm": 26.25,
      "learning_rate": 1.3929351963619418e-05,
      "loss": 0.1795,
      "step": 111910
    },
    {
      "epoch": 3.174949113836072,
      "grad_norm": 10.3125,
      "learning_rate": 1.3928773023716273e-05,
      "loss": 0.1876,
      "step": 111920
    },
    {
      "epoch": 3.1752327997673775,
      "grad_norm": 10.75,
      "learning_rate": 1.3928194083813131e-05,
      "loss": 0.1842,
      "step": 111930
    },
    {
      "epoch": 3.175516485698683,
      "grad_norm": 12.25,
      "learning_rate": 1.3927615143909988e-05,
      "loss": 0.187,
      "step": 111940
    },
    {
      "epoch": 3.1758001716299886,
      "grad_norm": 8.125,
      "learning_rate": 1.3927036204006846e-05,
      "loss": 0.2282,
      "step": 111950
    },
    {
      "epoch": 3.1760838575612937,
      "grad_norm": 11.875,
      "learning_rate": 1.3926457264103701e-05,
      "loss": 0.1881,
      "step": 111960
    },
    {
      "epoch": 3.1763675434925993,
      "grad_norm": 10.6875,
      "learning_rate": 1.3925878324200558e-05,
      "loss": 0.198,
      "step": 111970
    },
    {
      "epoch": 3.176651229423905,
      "grad_norm": 10.0,
      "learning_rate": 1.3925299384297414e-05,
      "loss": 0.2302,
      "step": 111980
    },
    {
      "epoch": 3.1769349153552104,
      "grad_norm": 10.75,
      "learning_rate": 1.3924720444394271e-05,
      "loss": 0.1778,
      "step": 111990
    },
    {
      "epoch": 3.1772186012865156,
      "grad_norm": 9.625,
      "learning_rate": 1.3924141504491126e-05,
      "loss": 0.1785,
      "step": 112000
    },
    {
      "epoch": 3.177502287217821,
      "grad_norm": 12.25,
      "learning_rate": 1.3923562564587984e-05,
      "loss": 0.1807,
      "step": 112010
    },
    {
      "epoch": 3.1777859731491267,
      "grad_norm": 13.0,
      "learning_rate": 1.392298362468484e-05,
      "loss": 0.2,
      "step": 112020
    },
    {
      "epoch": 3.178069659080432,
      "grad_norm": 14.6875,
      "learning_rate": 1.3922404684781696e-05,
      "loss": 0.1822,
      "step": 112030
    },
    {
      "epoch": 3.1783533450117374,
      "grad_norm": 7.9375,
      "learning_rate": 1.3921825744878554e-05,
      "loss": 0.1708,
      "step": 112040
    },
    {
      "epoch": 3.178637030943043,
      "grad_norm": 6.78125,
      "learning_rate": 1.392124680497541e-05,
      "loss": 0.2081,
      "step": 112050
    },
    {
      "epoch": 3.1789207168743485,
      "grad_norm": 12.3125,
      "learning_rate": 1.3920667865072269e-05,
      "loss": 0.1796,
      "step": 112060
    },
    {
      "epoch": 3.179204402805654,
      "grad_norm": 7.3125,
      "learning_rate": 1.3920088925169124e-05,
      "loss": 0.1796,
      "step": 112070
    },
    {
      "epoch": 3.179488088736959,
      "grad_norm": 8.375,
      "learning_rate": 1.391950998526598e-05,
      "loss": 0.1628,
      "step": 112080
    },
    {
      "epoch": 3.1797717746682648,
      "grad_norm": 13.0625,
      "learning_rate": 1.3918931045362837e-05,
      "loss": 0.216,
      "step": 112090
    },
    {
      "epoch": 3.1800554605995703,
      "grad_norm": 14.8125,
      "learning_rate": 1.3918352105459694e-05,
      "loss": 0.2291,
      "step": 112100
    },
    {
      "epoch": 3.1803391465308755,
      "grad_norm": 15.875,
      "learning_rate": 1.3917773165556549e-05,
      "loss": 0.1628,
      "step": 112110
    },
    {
      "epoch": 3.180622832462181,
      "grad_norm": 12.0,
      "learning_rate": 1.3917194225653407e-05,
      "loss": 0.2063,
      "step": 112120
    },
    {
      "epoch": 3.1809065183934866,
      "grad_norm": 12.5625,
      "learning_rate": 1.3916615285750264e-05,
      "loss": 0.2187,
      "step": 112130
    },
    {
      "epoch": 3.181190204324792,
      "grad_norm": 10.0625,
      "learning_rate": 1.3916036345847122e-05,
      "loss": 0.2156,
      "step": 112140
    },
    {
      "epoch": 3.1814738902560973,
      "grad_norm": 12.0625,
      "learning_rate": 1.3915457405943977e-05,
      "loss": 0.1888,
      "step": 112150
    },
    {
      "epoch": 3.181757576187403,
      "grad_norm": 14.625,
      "learning_rate": 1.3914878466040834e-05,
      "loss": 0.1928,
      "step": 112160
    },
    {
      "epoch": 3.1820412621187084,
      "grad_norm": 9.0625,
      "learning_rate": 1.391429952613769e-05,
      "loss": 0.1663,
      "step": 112170
    },
    {
      "epoch": 3.182324948050014,
      "grad_norm": 11.625,
      "learning_rate": 1.3913720586234547e-05,
      "loss": 0.1871,
      "step": 112180
    },
    {
      "epoch": 3.182608633981319,
      "grad_norm": 7.65625,
      "learning_rate": 1.3913141646331404e-05,
      "loss": 0.1856,
      "step": 112190
    },
    {
      "epoch": 3.1828923199126247,
      "grad_norm": 11.3125,
      "learning_rate": 1.391256270642826e-05,
      "loss": 0.2043,
      "step": 112200
    },
    {
      "epoch": 3.1831760058439302,
      "grad_norm": 12.6875,
      "learning_rate": 1.3911983766525117e-05,
      "loss": 0.2258,
      "step": 112210
    },
    {
      "epoch": 3.183459691775236,
      "grad_norm": 7.9375,
      "learning_rate": 1.3911404826621972e-05,
      "loss": 0.1945,
      "step": 112220
    },
    {
      "epoch": 3.183743377706541,
      "grad_norm": 12.4375,
      "learning_rate": 1.391082588671883e-05,
      "loss": 0.1828,
      "step": 112230
    },
    {
      "epoch": 3.1840270636378465,
      "grad_norm": 9.5,
      "learning_rate": 1.3910246946815687e-05,
      "loss": 0.1974,
      "step": 112240
    },
    {
      "epoch": 3.184310749569152,
      "grad_norm": 14.5625,
      "learning_rate": 1.3909668006912545e-05,
      "loss": 0.2264,
      "step": 112250
    },
    {
      "epoch": 3.1845944355004576,
      "grad_norm": 8.375,
      "learning_rate": 1.39090890670094e-05,
      "loss": 0.1949,
      "step": 112260
    },
    {
      "epoch": 3.1848781214317627,
      "grad_norm": 11.125,
      "learning_rate": 1.3908510127106257e-05,
      "loss": 0.1792,
      "step": 112270
    },
    {
      "epoch": 3.1851618073630683,
      "grad_norm": 15.125,
      "learning_rate": 1.3907931187203113e-05,
      "loss": 0.232,
      "step": 112280
    },
    {
      "epoch": 3.185445493294374,
      "grad_norm": 8.9375,
      "learning_rate": 1.390735224729997e-05,
      "loss": 0.1821,
      "step": 112290
    },
    {
      "epoch": 3.1857291792256794,
      "grad_norm": 8.1875,
      "learning_rate": 1.3906773307396825e-05,
      "loss": 0.1829,
      "step": 112300
    },
    {
      "epoch": 3.1860128651569846,
      "grad_norm": 11.0625,
      "learning_rate": 1.3906194367493683e-05,
      "loss": 0.1727,
      "step": 112310
    },
    {
      "epoch": 3.18629655108829,
      "grad_norm": 18.125,
      "learning_rate": 1.390561542759054e-05,
      "loss": 0.2269,
      "step": 112320
    },
    {
      "epoch": 3.1865802370195957,
      "grad_norm": 14.0625,
      "learning_rate": 1.3905036487687398e-05,
      "loss": 0.2039,
      "step": 112330
    },
    {
      "epoch": 3.1868639229509013,
      "grad_norm": 20.625,
      "learning_rate": 1.3904457547784253e-05,
      "loss": 0.2159,
      "step": 112340
    },
    {
      "epoch": 3.1871476088822064,
      "grad_norm": 9.9375,
      "learning_rate": 1.390387860788111e-05,
      "loss": 0.2151,
      "step": 112350
    },
    {
      "epoch": 3.187431294813512,
      "grad_norm": 11.1875,
      "learning_rate": 1.3903299667977968e-05,
      "loss": 0.1889,
      "step": 112360
    },
    {
      "epoch": 3.1877149807448175,
      "grad_norm": 7.09375,
      "learning_rate": 1.3902720728074823e-05,
      "loss": 0.2056,
      "step": 112370
    },
    {
      "epoch": 3.1879986666761226,
      "grad_norm": 13.4375,
      "learning_rate": 1.390214178817168e-05,
      "loss": 0.2111,
      "step": 112380
    },
    {
      "epoch": 3.188282352607428,
      "grad_norm": 19.75,
      "learning_rate": 1.3901562848268536e-05,
      "loss": 0.1879,
      "step": 112390
    },
    {
      "epoch": 3.1885660385387338,
      "grad_norm": 11.5,
      "learning_rate": 1.3900983908365393e-05,
      "loss": 0.2407,
      "step": 112400
    },
    {
      "epoch": 3.1888497244700393,
      "grad_norm": 13.125,
      "learning_rate": 1.3900404968462248e-05,
      "loss": 0.1828,
      "step": 112410
    },
    {
      "epoch": 3.189133410401345,
      "grad_norm": 10.875,
      "learning_rate": 1.3899826028559106e-05,
      "loss": 0.2095,
      "step": 112420
    },
    {
      "epoch": 3.18941709633265,
      "grad_norm": 11.4375,
      "learning_rate": 1.3899247088655963e-05,
      "loss": 0.2051,
      "step": 112430
    },
    {
      "epoch": 3.1897007822639556,
      "grad_norm": 9.75,
      "learning_rate": 1.3898668148752821e-05,
      "loss": 0.1819,
      "step": 112440
    },
    {
      "epoch": 3.189984468195261,
      "grad_norm": 10.0,
      "learning_rate": 1.3898089208849676e-05,
      "loss": 0.1854,
      "step": 112450
    },
    {
      "epoch": 3.1902681541265663,
      "grad_norm": 10.25,
      "learning_rate": 1.3897510268946533e-05,
      "loss": 0.1905,
      "step": 112460
    },
    {
      "epoch": 3.190551840057872,
      "grad_norm": 12.25,
      "learning_rate": 1.3896931329043391e-05,
      "loss": 0.1944,
      "step": 112470
    },
    {
      "epoch": 3.1908355259891774,
      "grad_norm": 11.875,
      "learning_rate": 1.3896352389140246e-05,
      "loss": 0.2179,
      "step": 112480
    },
    {
      "epoch": 3.191119211920483,
      "grad_norm": 8.5,
      "learning_rate": 1.3895773449237103e-05,
      "loss": 0.1713,
      "step": 112490
    },
    {
      "epoch": 3.191402897851788,
      "grad_norm": 8.9375,
      "learning_rate": 1.389519450933396e-05,
      "loss": 0.1881,
      "step": 112500
    },
    {
      "epoch": 3.1916865837830937,
      "grad_norm": 13.125,
      "learning_rate": 1.3894615569430816e-05,
      "loss": 0.1914,
      "step": 112510
    },
    {
      "epoch": 3.1919702697143992,
      "grad_norm": 9.0,
      "learning_rate": 1.3894036629527674e-05,
      "loss": 0.2278,
      "step": 112520
    },
    {
      "epoch": 3.192253955645705,
      "grad_norm": 10.5,
      "learning_rate": 1.389345768962453e-05,
      "loss": 0.1959,
      "step": 112530
    },
    {
      "epoch": 3.19253764157701,
      "grad_norm": 8.125,
      "learning_rate": 1.3892878749721386e-05,
      "loss": 0.2678,
      "step": 112540
    },
    {
      "epoch": 3.1928213275083155,
      "grad_norm": 12.0625,
      "learning_rate": 1.3892299809818244e-05,
      "loss": 0.2102,
      "step": 112550
    },
    {
      "epoch": 3.193105013439621,
      "grad_norm": 15.75,
      "learning_rate": 1.38917208699151e-05,
      "loss": 0.2096,
      "step": 112560
    },
    {
      "epoch": 3.1933886993709266,
      "grad_norm": 12.25,
      "learning_rate": 1.3891141930011956e-05,
      "loss": 0.2058,
      "step": 112570
    },
    {
      "epoch": 3.1936723853022317,
      "grad_norm": 13.5,
      "learning_rate": 1.3890562990108813e-05,
      "loss": 0.2073,
      "step": 112580
    },
    {
      "epoch": 3.1939560712335373,
      "grad_norm": 10.625,
      "learning_rate": 1.388998405020567e-05,
      "loss": 0.1846,
      "step": 112590
    },
    {
      "epoch": 3.194239757164843,
      "grad_norm": 10.9375,
      "learning_rate": 1.3889405110302526e-05,
      "loss": 0.2397,
      "step": 112600
    },
    {
      "epoch": 3.1945234430961484,
      "grad_norm": 8.5,
      "learning_rate": 1.3888826170399383e-05,
      "loss": 0.1826,
      "step": 112610
    },
    {
      "epoch": 3.1948071290274536,
      "grad_norm": 9.6875,
      "learning_rate": 1.388824723049624e-05,
      "loss": 0.1878,
      "step": 112620
    },
    {
      "epoch": 3.195090814958759,
      "grad_norm": 9.75,
      "learning_rate": 1.3887668290593098e-05,
      "loss": 0.2111,
      "step": 112630
    },
    {
      "epoch": 3.1953745008900647,
      "grad_norm": 21.5,
      "learning_rate": 1.3887089350689952e-05,
      "loss": 0.1612,
      "step": 112640
    },
    {
      "epoch": 3.1956581868213703,
      "grad_norm": 7.28125,
      "learning_rate": 1.3886510410786809e-05,
      "loss": 0.1872,
      "step": 112650
    },
    {
      "epoch": 3.1959418727526754,
      "grad_norm": 13.75,
      "learning_rate": 1.3885931470883667e-05,
      "loss": 0.163,
      "step": 112660
    },
    {
      "epoch": 3.196225558683981,
      "grad_norm": 11.125,
      "learning_rate": 1.3885352530980522e-05,
      "loss": 0.1851,
      "step": 112670
    },
    {
      "epoch": 3.1965092446152865,
      "grad_norm": 12.125,
      "learning_rate": 1.3884773591077379e-05,
      "loss": 0.2381,
      "step": 112680
    },
    {
      "epoch": 3.196792930546592,
      "grad_norm": 9.5,
      "learning_rate": 1.3884194651174236e-05,
      "loss": 0.1675,
      "step": 112690
    },
    {
      "epoch": 3.197076616477897,
      "grad_norm": 10.1875,
      "learning_rate": 1.3883615711271092e-05,
      "loss": 0.1887,
      "step": 112700
    },
    {
      "epoch": 3.1973603024092028,
      "grad_norm": 12.0625,
      "learning_rate": 1.388303677136795e-05,
      "loss": 0.1989,
      "step": 112710
    },
    {
      "epoch": 3.1976439883405083,
      "grad_norm": 13.5625,
      "learning_rate": 1.3882457831464806e-05,
      "loss": 0.2112,
      "step": 112720
    },
    {
      "epoch": 3.1979276742718135,
      "grad_norm": 11.9375,
      "learning_rate": 1.3881878891561662e-05,
      "loss": 0.2065,
      "step": 112730
    },
    {
      "epoch": 3.198211360203119,
      "grad_norm": 9.8125,
      "learning_rate": 1.388129995165852e-05,
      "loss": 0.1852,
      "step": 112740
    },
    {
      "epoch": 3.1984950461344246,
      "grad_norm": 9.1875,
      "learning_rate": 1.3880721011755376e-05,
      "loss": 0.1894,
      "step": 112750
    },
    {
      "epoch": 3.19877873206573,
      "grad_norm": 10.8125,
      "learning_rate": 1.3880142071852232e-05,
      "loss": 0.1918,
      "step": 112760
    },
    {
      "epoch": 3.1990624179970353,
      "grad_norm": 11.5,
      "learning_rate": 1.387956313194909e-05,
      "loss": 0.2003,
      "step": 112770
    },
    {
      "epoch": 3.199346103928341,
      "grad_norm": 14.5625,
      "learning_rate": 1.3878984192045945e-05,
      "loss": 0.2731,
      "step": 112780
    },
    {
      "epoch": 3.1996297898596464,
      "grad_norm": 12.375,
      "learning_rate": 1.3878405252142802e-05,
      "loss": 0.204,
      "step": 112790
    },
    {
      "epoch": 3.199913475790952,
      "grad_norm": 10.3125,
      "learning_rate": 1.3877826312239659e-05,
      "loss": 0.2214,
      "step": 112800
    },
    {
      "epoch": 3.200197161722257,
      "grad_norm": 10.375,
      "learning_rate": 1.3877247372336515e-05,
      "loss": 0.1857,
      "step": 112810
    },
    {
      "epoch": 3.2004808476535627,
      "grad_norm": 11.5,
      "learning_rate": 1.3876668432433374e-05,
      "loss": 0.1885,
      "step": 112820
    },
    {
      "epoch": 3.2007645335848682,
      "grad_norm": 8.375,
      "learning_rate": 1.3876089492530229e-05,
      "loss": 0.2007,
      "step": 112830
    },
    {
      "epoch": 3.201048219516174,
      "grad_norm": 9.4375,
      "learning_rate": 1.3875510552627085e-05,
      "loss": 0.1931,
      "step": 112840
    },
    {
      "epoch": 3.201331905447479,
      "grad_norm": 9.625,
      "learning_rate": 1.3874931612723944e-05,
      "loss": 0.1909,
      "step": 112850
    },
    {
      "epoch": 3.2016155913787845,
      "grad_norm": 14.5625,
      "learning_rate": 1.3874352672820799e-05,
      "loss": 0.1987,
      "step": 112860
    },
    {
      "epoch": 3.20189927731009,
      "grad_norm": 10.75,
      "learning_rate": 1.3873773732917655e-05,
      "loss": 0.2028,
      "step": 112870
    },
    {
      "epoch": 3.2021829632413956,
      "grad_norm": 10.4375,
      "learning_rate": 1.3873194793014514e-05,
      "loss": 0.2207,
      "step": 112880
    },
    {
      "epoch": 3.2024666491727007,
      "grad_norm": 10.375,
      "learning_rate": 1.3872615853111369e-05,
      "loss": 0.184,
      "step": 112890
    },
    {
      "epoch": 3.2027503351040063,
      "grad_norm": 7.9375,
      "learning_rate": 1.3872036913208227e-05,
      "loss": 0.1781,
      "step": 112900
    },
    {
      "epoch": 3.203034021035312,
      "grad_norm": 11.5625,
      "learning_rate": 1.3871457973305082e-05,
      "loss": 0.1986,
      "step": 112910
    },
    {
      "epoch": 3.2033177069666174,
      "grad_norm": 11.5625,
      "learning_rate": 1.3870879033401938e-05,
      "loss": 0.1857,
      "step": 112920
    },
    {
      "epoch": 3.2036013928979226,
      "grad_norm": 10.375,
      "learning_rate": 1.3870300093498797e-05,
      "loss": 0.1913,
      "step": 112930
    },
    {
      "epoch": 3.203885078829228,
      "grad_norm": 10.125,
      "learning_rate": 1.3869721153595652e-05,
      "loss": 0.1987,
      "step": 112940
    },
    {
      "epoch": 3.2041687647605337,
      "grad_norm": 12.375,
      "learning_rate": 1.3869142213692508e-05,
      "loss": 0.2044,
      "step": 112950
    },
    {
      "epoch": 3.2044524506918393,
      "grad_norm": 11.75,
      "learning_rate": 1.3868563273789367e-05,
      "loss": 0.1641,
      "step": 112960
    },
    {
      "epoch": 3.2047361366231444,
      "grad_norm": 16.0,
      "learning_rate": 1.3867984333886222e-05,
      "loss": 0.2215,
      "step": 112970
    },
    {
      "epoch": 3.20501982255445,
      "grad_norm": 13.375,
      "learning_rate": 1.3867405393983078e-05,
      "loss": 0.2223,
      "step": 112980
    },
    {
      "epoch": 3.2053035084857555,
      "grad_norm": 12.6875,
      "learning_rate": 1.3866826454079937e-05,
      "loss": 0.2184,
      "step": 112990
    },
    {
      "epoch": 3.2055871944170606,
      "grad_norm": 9.9375,
      "learning_rate": 1.3866247514176792e-05,
      "loss": 0.2349,
      "step": 113000
    },
    {
      "epoch": 3.205870880348366,
      "grad_norm": 11.6875,
      "learning_rate": 1.386566857427365e-05,
      "loss": 0.2045,
      "step": 113010
    },
    {
      "epoch": 3.2061545662796718,
      "grad_norm": 10.5625,
      "learning_rate": 1.3865089634370505e-05,
      "loss": 0.1595,
      "step": 113020
    },
    {
      "epoch": 3.2064382522109773,
      "grad_norm": 10.75,
      "learning_rate": 1.3864510694467361e-05,
      "loss": 0.1834,
      "step": 113030
    },
    {
      "epoch": 3.206721938142283,
      "grad_norm": 11.0,
      "learning_rate": 1.386393175456422e-05,
      "loss": 0.1835,
      "step": 113040
    },
    {
      "epoch": 3.207005624073588,
      "grad_norm": 11.625,
      "learning_rate": 1.3863352814661075e-05,
      "loss": 0.2116,
      "step": 113050
    },
    {
      "epoch": 3.2072893100048936,
      "grad_norm": 13.375,
      "learning_rate": 1.3862773874757931e-05,
      "loss": 0.2282,
      "step": 113060
    },
    {
      "epoch": 3.207572995936199,
      "grad_norm": 11.25,
      "learning_rate": 1.386219493485479e-05,
      "loss": 0.1983,
      "step": 113070
    },
    {
      "epoch": 3.2078566818675043,
      "grad_norm": 10.75,
      "learning_rate": 1.3861615994951645e-05,
      "loss": 0.1739,
      "step": 113080
    },
    {
      "epoch": 3.20814036779881,
      "grad_norm": 26.625,
      "learning_rate": 1.3861037055048501e-05,
      "loss": 0.179,
      "step": 113090
    },
    {
      "epoch": 3.2084240537301154,
      "grad_norm": 11.9375,
      "learning_rate": 1.3860458115145358e-05,
      "loss": 0.207,
      "step": 113100
    },
    {
      "epoch": 3.208707739661421,
      "grad_norm": 10.6875,
      "learning_rate": 1.3859879175242215e-05,
      "loss": 0.2029,
      "step": 113110
    },
    {
      "epoch": 3.208991425592726,
      "grad_norm": 9.4375,
      "learning_rate": 1.3859300235339073e-05,
      "loss": 0.1912,
      "step": 113120
    },
    {
      "epoch": 3.2092751115240317,
      "grad_norm": 10.125,
      "learning_rate": 1.3858721295435928e-05,
      "loss": 0.168,
      "step": 113130
    },
    {
      "epoch": 3.2095587974553372,
      "grad_norm": 11.125,
      "learning_rate": 1.3858142355532785e-05,
      "loss": 0.2273,
      "step": 113140
    },
    {
      "epoch": 3.209842483386643,
      "grad_norm": 10.5625,
      "learning_rate": 1.3857563415629643e-05,
      "loss": 0.1765,
      "step": 113150
    },
    {
      "epoch": 3.210126169317948,
      "grad_norm": 10.5625,
      "learning_rate": 1.3856984475726498e-05,
      "loss": 0.1909,
      "step": 113160
    },
    {
      "epoch": 3.2104098552492535,
      "grad_norm": 12.6875,
      "learning_rate": 1.3856405535823354e-05,
      "loss": 0.1976,
      "step": 113170
    },
    {
      "epoch": 3.210693541180559,
      "grad_norm": 7.75,
      "learning_rate": 1.3855826595920213e-05,
      "loss": 0.1985,
      "step": 113180
    },
    {
      "epoch": 3.2109772271118646,
      "grad_norm": 14.5625,
      "learning_rate": 1.3855247656017068e-05,
      "loss": 0.1693,
      "step": 113190
    },
    {
      "epoch": 3.2112609130431697,
      "grad_norm": 9.5,
      "learning_rate": 1.3854668716113926e-05,
      "loss": 0.2118,
      "step": 113200
    },
    {
      "epoch": 3.2115445989744753,
      "grad_norm": 9.125,
      "learning_rate": 1.3854089776210781e-05,
      "loss": 0.2163,
      "step": 113210
    },
    {
      "epoch": 3.211828284905781,
      "grad_norm": 17.25,
      "learning_rate": 1.3853510836307638e-05,
      "loss": 0.2125,
      "step": 113220
    },
    {
      "epoch": 3.2121119708370864,
      "grad_norm": 11.6875,
      "learning_rate": 1.3852931896404496e-05,
      "loss": 0.1932,
      "step": 113230
    },
    {
      "epoch": 3.2123956567683916,
      "grad_norm": 8.6875,
      "learning_rate": 1.3852352956501351e-05,
      "loss": 0.1929,
      "step": 113240
    },
    {
      "epoch": 3.212679342699697,
      "grad_norm": 9.75,
      "learning_rate": 1.3851774016598208e-05,
      "loss": 0.1837,
      "step": 113250
    },
    {
      "epoch": 3.2129630286310027,
      "grad_norm": 16.375,
      "learning_rate": 1.3851195076695066e-05,
      "loss": 0.2115,
      "step": 113260
    },
    {
      "epoch": 3.2132467145623083,
      "grad_norm": 17.75,
      "learning_rate": 1.385061613679192e-05,
      "loss": 0.2226,
      "step": 113270
    },
    {
      "epoch": 3.2135304004936134,
      "grad_norm": 10.0,
      "learning_rate": 1.3850037196888777e-05,
      "loss": 0.1579,
      "step": 113280
    },
    {
      "epoch": 3.213814086424919,
      "grad_norm": 13.8125,
      "learning_rate": 1.3849458256985636e-05,
      "loss": 0.2037,
      "step": 113290
    },
    {
      "epoch": 3.2140977723562245,
      "grad_norm": 14.6875,
      "learning_rate": 1.384887931708249e-05,
      "loss": 0.2006,
      "step": 113300
    },
    {
      "epoch": 3.21438145828753,
      "grad_norm": 10.25,
      "learning_rate": 1.3848300377179349e-05,
      "loss": 0.1751,
      "step": 113310
    },
    {
      "epoch": 3.214665144218835,
      "grad_norm": 11.5625,
      "learning_rate": 1.3847721437276204e-05,
      "loss": 0.2205,
      "step": 113320
    },
    {
      "epoch": 3.2149488301501408,
      "grad_norm": 12.875,
      "learning_rate": 1.384714249737306e-05,
      "loss": 0.1768,
      "step": 113330
    },
    {
      "epoch": 3.2152325160814463,
      "grad_norm": 11.6875,
      "learning_rate": 1.3846563557469919e-05,
      "loss": 0.2551,
      "step": 113340
    },
    {
      "epoch": 3.2155162020127515,
      "grad_norm": 17.75,
      "learning_rate": 1.3845984617566774e-05,
      "loss": 0.1768,
      "step": 113350
    },
    {
      "epoch": 3.215799887944057,
      "grad_norm": 11.9375,
      "learning_rate": 1.384540567766363e-05,
      "loss": 0.1822,
      "step": 113360
    },
    {
      "epoch": 3.2160835738753626,
      "grad_norm": 12.5,
      "learning_rate": 1.3844826737760489e-05,
      "loss": 0.2198,
      "step": 113370
    },
    {
      "epoch": 3.216367259806668,
      "grad_norm": 10.25,
      "learning_rate": 1.3844247797857344e-05,
      "loss": 0.2267,
      "step": 113380
    },
    {
      "epoch": 3.2166509457379737,
      "grad_norm": 15.0625,
      "learning_rate": 1.3843668857954202e-05,
      "loss": 0.2044,
      "step": 113390
    },
    {
      "epoch": 3.216934631669279,
      "grad_norm": 9.75,
      "learning_rate": 1.3843089918051059e-05,
      "loss": 0.1998,
      "step": 113400
    },
    {
      "epoch": 3.2172183176005844,
      "grad_norm": 9.8125,
      "learning_rate": 1.3842510978147914e-05,
      "loss": 0.2169,
      "step": 113410
    },
    {
      "epoch": 3.21750200353189,
      "grad_norm": 10.75,
      "learning_rate": 1.3841932038244772e-05,
      "loss": 0.2075,
      "step": 113420
    },
    {
      "epoch": 3.217785689463195,
      "grad_norm": 11.8125,
      "learning_rate": 1.3841353098341627e-05,
      "loss": 0.1911,
      "step": 113430
    },
    {
      "epoch": 3.2180693753945007,
      "grad_norm": 7.03125,
      "learning_rate": 1.3840774158438484e-05,
      "loss": 0.1963,
      "step": 113440
    },
    {
      "epoch": 3.2183530613258062,
      "grad_norm": 10.8125,
      "learning_rate": 1.3840195218535342e-05,
      "loss": 0.1854,
      "step": 113450
    },
    {
      "epoch": 3.218636747257112,
      "grad_norm": 12.25,
      "learning_rate": 1.3839616278632197e-05,
      "loss": 0.197,
      "step": 113460
    },
    {
      "epoch": 3.218920433188417,
      "grad_norm": 11.4375,
      "learning_rate": 1.3839037338729054e-05,
      "loss": 0.1985,
      "step": 113470
    },
    {
      "epoch": 3.2192041191197225,
      "grad_norm": 12.3125,
      "learning_rate": 1.3838458398825912e-05,
      "loss": 0.1946,
      "step": 113480
    },
    {
      "epoch": 3.219487805051028,
      "grad_norm": 10.5625,
      "learning_rate": 1.3837879458922767e-05,
      "loss": 0.2026,
      "step": 113490
    },
    {
      "epoch": 3.2197714909823336,
      "grad_norm": 10.0625,
      "learning_rate": 1.3837300519019625e-05,
      "loss": 0.1822,
      "step": 113500
    },
    {
      "epoch": 3.2200551769136387,
      "grad_norm": 8.6875,
      "learning_rate": 1.3836721579116482e-05,
      "loss": 0.1788,
      "step": 113510
    },
    {
      "epoch": 3.2203388628449443,
      "grad_norm": 10.25,
      "learning_rate": 1.3836142639213337e-05,
      "loss": 0.1821,
      "step": 113520
    },
    {
      "epoch": 3.22062254877625,
      "grad_norm": 8.625,
      "learning_rate": 1.3835563699310195e-05,
      "loss": 0.1731,
      "step": 113530
    },
    {
      "epoch": 3.2209062347075554,
      "grad_norm": 17.0,
      "learning_rate": 1.383498475940705e-05,
      "loss": 0.1722,
      "step": 113540
    },
    {
      "epoch": 3.2211899206388606,
      "grad_norm": 12.1875,
      "learning_rate": 1.3834405819503907e-05,
      "loss": 0.1532,
      "step": 113550
    },
    {
      "epoch": 3.221473606570166,
      "grad_norm": 13.0625,
      "learning_rate": 1.3833826879600765e-05,
      "loss": 0.1915,
      "step": 113560
    },
    {
      "epoch": 3.2217572925014717,
      "grad_norm": 14.0625,
      "learning_rate": 1.383324793969762e-05,
      "loss": 0.1819,
      "step": 113570
    },
    {
      "epoch": 3.2220409784327773,
      "grad_norm": 11.3125,
      "learning_rate": 1.3832668999794478e-05,
      "loss": 0.1808,
      "step": 113580
    },
    {
      "epoch": 3.2223246643640824,
      "grad_norm": 7.78125,
      "learning_rate": 1.3832090059891335e-05,
      "loss": 0.1834,
      "step": 113590
    },
    {
      "epoch": 3.222608350295388,
      "grad_norm": 12.125,
      "learning_rate": 1.383151111998819e-05,
      "loss": 0.1776,
      "step": 113600
    },
    {
      "epoch": 3.2228920362266935,
      "grad_norm": 8.5,
      "learning_rate": 1.3830932180085048e-05,
      "loss": 0.1711,
      "step": 113610
    },
    {
      "epoch": 3.223175722157999,
      "grad_norm": 12.75,
      "learning_rate": 1.3830353240181903e-05,
      "loss": 0.1943,
      "step": 113620
    },
    {
      "epoch": 3.223459408089304,
      "grad_norm": 32.5,
      "learning_rate": 1.382977430027876e-05,
      "loss": 0.1955,
      "step": 113630
    },
    {
      "epoch": 3.2237430940206098,
      "grad_norm": 9.4375,
      "learning_rate": 1.3829195360375618e-05,
      "loss": 0.1733,
      "step": 113640
    },
    {
      "epoch": 3.2240267799519153,
      "grad_norm": 10.875,
      "learning_rate": 1.3828616420472473e-05,
      "loss": 0.1748,
      "step": 113650
    },
    {
      "epoch": 3.224310465883221,
      "grad_norm": 24.5,
      "learning_rate": 1.382803748056933e-05,
      "loss": 0.1951,
      "step": 113660
    },
    {
      "epoch": 3.224594151814526,
      "grad_norm": 14.6875,
      "learning_rate": 1.3827458540666188e-05,
      "loss": 0.2077,
      "step": 113670
    },
    {
      "epoch": 3.2248778377458316,
      "grad_norm": 10.875,
      "learning_rate": 1.3826879600763043e-05,
      "loss": 0.1885,
      "step": 113680
    },
    {
      "epoch": 3.225161523677137,
      "grad_norm": 9.5,
      "learning_rate": 1.3826300660859901e-05,
      "loss": 0.1734,
      "step": 113690
    },
    {
      "epoch": 3.2254452096084423,
      "grad_norm": 11.1875,
      "learning_rate": 1.3825721720956758e-05,
      "loss": 0.212,
      "step": 113700
    },
    {
      "epoch": 3.225728895539748,
      "grad_norm": 12.5625,
      "learning_rate": 1.3825142781053613e-05,
      "loss": 0.1995,
      "step": 113710
    },
    {
      "epoch": 3.2260125814710534,
      "grad_norm": 7.90625,
      "learning_rate": 1.3824563841150471e-05,
      "loss": 0.1507,
      "step": 113720
    },
    {
      "epoch": 3.226296267402359,
      "grad_norm": 9.6875,
      "learning_rate": 1.3823984901247326e-05,
      "loss": 0.1865,
      "step": 113730
    },
    {
      "epoch": 3.226579953333664,
      "grad_norm": 10.25,
      "learning_rate": 1.3823405961344183e-05,
      "loss": 0.1954,
      "step": 113740
    },
    {
      "epoch": 3.2268636392649697,
      "grad_norm": 9.4375,
      "learning_rate": 1.3822827021441041e-05,
      "loss": 0.188,
      "step": 113750
    },
    {
      "epoch": 3.2271473251962752,
      "grad_norm": 13.75,
      "learning_rate": 1.3822248081537896e-05,
      "loss": 0.215,
      "step": 113760
    },
    {
      "epoch": 3.227431011127581,
      "grad_norm": 13.0625,
      "learning_rate": 1.3821669141634755e-05,
      "loss": 0.1773,
      "step": 113770
    },
    {
      "epoch": 3.227714697058886,
      "grad_norm": 11.875,
      "learning_rate": 1.3821090201731611e-05,
      "loss": 0.2126,
      "step": 113780
    },
    {
      "epoch": 3.2279983829901915,
      "grad_norm": 20.125,
      "learning_rate": 1.3820511261828466e-05,
      "loss": 0.225,
      "step": 113790
    },
    {
      "epoch": 3.228282068921497,
      "grad_norm": 12.625,
      "learning_rate": 1.3819932321925324e-05,
      "loss": 0.2312,
      "step": 113800
    },
    {
      "epoch": 3.2285657548528026,
      "grad_norm": 11.5625,
      "learning_rate": 1.3819353382022181e-05,
      "loss": 0.1952,
      "step": 113810
    },
    {
      "epoch": 3.2288494407841077,
      "grad_norm": 21.375,
      "learning_rate": 1.3818774442119036e-05,
      "loss": 0.2071,
      "step": 113820
    },
    {
      "epoch": 3.2291331267154133,
      "grad_norm": 15.375,
      "learning_rate": 1.3818195502215894e-05,
      "loss": 0.2507,
      "step": 113830
    },
    {
      "epoch": 3.229416812646719,
      "grad_norm": 13.25,
      "learning_rate": 1.381761656231275e-05,
      "loss": 0.1748,
      "step": 113840
    },
    {
      "epoch": 3.2297004985780244,
      "grad_norm": 10.5,
      "learning_rate": 1.3817037622409606e-05,
      "loss": 0.1596,
      "step": 113850
    },
    {
      "epoch": 3.2299841845093296,
      "grad_norm": 10.9375,
      "learning_rate": 1.3816458682506464e-05,
      "loss": 0.2002,
      "step": 113860
    },
    {
      "epoch": 3.230267870440635,
      "grad_norm": 16.0,
      "learning_rate": 1.381587974260332e-05,
      "loss": 0.1856,
      "step": 113870
    },
    {
      "epoch": 3.2305515563719407,
      "grad_norm": 7.0625,
      "learning_rate": 1.3815300802700178e-05,
      "loss": 0.2066,
      "step": 113880
    },
    {
      "epoch": 3.2308352423032463,
      "grad_norm": 13.6875,
      "learning_rate": 1.3814721862797034e-05,
      "loss": 0.2052,
      "step": 113890
    },
    {
      "epoch": 3.2311189282345514,
      "grad_norm": 10.4375,
      "learning_rate": 1.381414292289389e-05,
      "loss": 0.2127,
      "step": 113900
    },
    {
      "epoch": 3.231402614165857,
      "grad_norm": 13.375,
      "learning_rate": 1.3813563982990748e-05,
      "loss": 0.1725,
      "step": 113910
    },
    {
      "epoch": 3.2316863000971625,
      "grad_norm": 19.25,
      "learning_rate": 1.3812985043087604e-05,
      "loss": 0.1827,
      "step": 113920
    },
    {
      "epoch": 3.231969986028468,
      "grad_norm": 13.0,
      "learning_rate": 1.3812406103184459e-05,
      "loss": 0.2205,
      "step": 113930
    },
    {
      "epoch": 3.232253671959773,
      "grad_norm": 12.375,
      "learning_rate": 1.3811827163281317e-05,
      "loss": 0.1766,
      "step": 113940
    },
    {
      "epoch": 3.2325373578910788,
      "grad_norm": 10.25,
      "learning_rate": 1.3811248223378172e-05,
      "loss": 0.1859,
      "step": 113950
    },
    {
      "epoch": 3.2328210438223843,
      "grad_norm": 14.1875,
      "learning_rate": 1.381066928347503e-05,
      "loss": 0.1987,
      "step": 113960
    },
    {
      "epoch": 3.2331047297536895,
      "grad_norm": 12.8125,
      "learning_rate": 1.3810090343571887e-05,
      "loss": 0.1951,
      "step": 113970
    },
    {
      "epoch": 3.233388415684995,
      "grad_norm": 12.6875,
      "learning_rate": 1.3809511403668742e-05,
      "loss": 0.2038,
      "step": 113980
    },
    {
      "epoch": 3.2336721016163006,
      "grad_norm": 11.75,
      "learning_rate": 1.38089324637656e-05,
      "loss": 0.1948,
      "step": 113990
    },
    {
      "epoch": 3.233955787547606,
      "grad_norm": 13.125,
      "learning_rate": 1.3808353523862457e-05,
      "loss": 0.1854,
      "step": 114000
    },
    {
      "epoch": 3.2342394734789117,
      "grad_norm": 12.3125,
      "learning_rate": 1.3807774583959312e-05,
      "loss": 0.1937,
      "step": 114010
    },
    {
      "epoch": 3.234523159410217,
      "grad_norm": 10.1875,
      "learning_rate": 1.380719564405617e-05,
      "loss": 0.2034,
      "step": 114020
    },
    {
      "epoch": 3.2348068453415224,
      "grad_norm": 13.625,
      "learning_rate": 1.3806616704153026e-05,
      "loss": 0.1862,
      "step": 114030
    },
    {
      "epoch": 3.235090531272828,
      "grad_norm": 15.1875,
      "learning_rate": 1.3806037764249882e-05,
      "loss": 0.2092,
      "step": 114040
    },
    {
      "epoch": 3.235374217204133,
      "grad_norm": 13.9375,
      "learning_rate": 1.380545882434674e-05,
      "loss": 0.1667,
      "step": 114050
    },
    {
      "epoch": 3.2356579031354387,
      "grad_norm": 9.375,
      "learning_rate": 1.3804879884443595e-05,
      "loss": 0.1745,
      "step": 114060
    },
    {
      "epoch": 3.2359415890667442,
      "grad_norm": 10.125,
      "learning_rate": 1.3804300944540454e-05,
      "loss": 0.1955,
      "step": 114070
    },
    {
      "epoch": 3.23622527499805,
      "grad_norm": 12.5,
      "learning_rate": 1.380372200463731e-05,
      "loss": 0.1971,
      "step": 114080
    },
    {
      "epoch": 3.236508960929355,
      "grad_norm": 16.125,
      "learning_rate": 1.3803143064734165e-05,
      "loss": 0.2233,
      "step": 114090
    },
    {
      "epoch": 3.2367926468606605,
      "grad_norm": 20.75,
      "learning_rate": 1.3802564124831024e-05,
      "loss": 0.2231,
      "step": 114100
    },
    {
      "epoch": 3.237076332791966,
      "grad_norm": 11.25,
      "learning_rate": 1.380198518492788e-05,
      "loss": 0.196,
      "step": 114110
    },
    {
      "epoch": 3.2373600187232716,
      "grad_norm": 8.3125,
      "learning_rate": 1.3801406245024735e-05,
      "loss": 0.2059,
      "step": 114120
    },
    {
      "epoch": 3.2376437046545767,
      "grad_norm": 10.0,
      "learning_rate": 1.3800827305121594e-05,
      "loss": 0.209,
      "step": 114130
    },
    {
      "epoch": 3.2379273905858823,
      "grad_norm": 15.125,
      "learning_rate": 1.3800248365218449e-05,
      "loss": 0.2061,
      "step": 114140
    },
    {
      "epoch": 3.238211076517188,
      "grad_norm": 9.5625,
      "learning_rate": 1.3799669425315305e-05,
      "loss": 0.2344,
      "step": 114150
    },
    {
      "epoch": 3.2384947624484934,
      "grad_norm": 9.6875,
      "learning_rate": 1.3799090485412164e-05,
      "loss": 0.1776,
      "step": 114160
    },
    {
      "epoch": 3.2387784483797986,
      "grad_norm": 11.5625,
      "learning_rate": 1.3798511545509018e-05,
      "loss": 0.1855,
      "step": 114170
    },
    {
      "epoch": 3.239062134311104,
      "grad_norm": 10.0,
      "learning_rate": 1.3797932605605877e-05,
      "loss": 0.1932,
      "step": 114180
    },
    {
      "epoch": 3.2393458202424097,
      "grad_norm": 10.875,
      "learning_rate": 1.3797353665702733e-05,
      "loss": 0.2018,
      "step": 114190
    },
    {
      "epoch": 3.2396295061737153,
      "grad_norm": 10.5,
      "learning_rate": 1.3796774725799588e-05,
      "loss": 0.1948,
      "step": 114200
    },
    {
      "epoch": 3.2399131921050204,
      "grad_norm": 13.3125,
      "learning_rate": 1.3796195785896447e-05,
      "loss": 0.2154,
      "step": 114210
    },
    {
      "epoch": 3.240196878036326,
      "grad_norm": 10.4375,
      "learning_rate": 1.3795616845993303e-05,
      "loss": 0.1626,
      "step": 114220
    },
    {
      "epoch": 3.2404805639676315,
      "grad_norm": 10.8125,
      "learning_rate": 1.3795037906090158e-05,
      "loss": 0.1988,
      "step": 114230
    },
    {
      "epoch": 3.240764249898937,
      "grad_norm": 12.3125,
      "learning_rate": 1.3794458966187017e-05,
      "loss": 0.2197,
      "step": 114240
    },
    {
      "epoch": 3.241047935830242,
      "grad_norm": 8.875,
      "learning_rate": 1.3793880026283872e-05,
      "loss": 0.1743,
      "step": 114250
    },
    {
      "epoch": 3.2413316217615478,
      "grad_norm": 8.75,
      "learning_rate": 1.379330108638073e-05,
      "loss": 0.1913,
      "step": 114260
    },
    {
      "epoch": 3.2416153076928533,
      "grad_norm": 11.25,
      "learning_rate": 1.3792722146477587e-05,
      "loss": 0.1838,
      "step": 114270
    },
    {
      "epoch": 3.241898993624159,
      "grad_norm": 11.9375,
      "learning_rate": 1.3792143206574442e-05,
      "loss": 0.1834,
      "step": 114280
    },
    {
      "epoch": 3.242182679555464,
      "grad_norm": 10.625,
      "learning_rate": 1.37915642666713e-05,
      "loss": 0.2084,
      "step": 114290
    },
    {
      "epoch": 3.2424663654867696,
      "grad_norm": 15.6875,
      "learning_rate": 1.3790985326768156e-05,
      "loss": 0.1941,
      "step": 114300
    },
    {
      "epoch": 3.242750051418075,
      "grad_norm": 11.9375,
      "learning_rate": 1.3790406386865011e-05,
      "loss": 0.2455,
      "step": 114310
    },
    {
      "epoch": 3.2430337373493803,
      "grad_norm": 7.9375,
      "learning_rate": 1.378982744696187e-05,
      "loss": 0.2307,
      "step": 114320
    },
    {
      "epoch": 3.243317423280686,
      "grad_norm": 9.875,
      "learning_rate": 1.3789248507058726e-05,
      "loss": 0.2229,
      "step": 114330
    },
    {
      "epoch": 3.2436011092119914,
      "grad_norm": 7.375,
      "learning_rate": 1.3788669567155581e-05,
      "loss": 0.1742,
      "step": 114340
    },
    {
      "epoch": 3.243884795143297,
      "grad_norm": 9.3125,
      "learning_rate": 1.378809062725244e-05,
      "loss": 0.2186,
      "step": 114350
    },
    {
      "epoch": 3.2441684810746025,
      "grad_norm": 16.25,
      "learning_rate": 1.3787511687349295e-05,
      "loss": 0.2061,
      "step": 114360
    },
    {
      "epoch": 3.2444521670059077,
      "grad_norm": 17.625,
      "learning_rate": 1.3786932747446153e-05,
      "loss": 0.2358,
      "step": 114370
    },
    {
      "epoch": 3.2447358529372132,
      "grad_norm": 11.4375,
      "learning_rate": 1.378635380754301e-05,
      "loss": 0.1881,
      "step": 114380
    },
    {
      "epoch": 3.245019538868519,
      "grad_norm": 13.0,
      "learning_rate": 1.3785774867639865e-05,
      "loss": 0.2112,
      "step": 114390
    },
    {
      "epoch": 3.245303224799824,
      "grad_norm": 10.0625,
      "learning_rate": 1.3785195927736723e-05,
      "loss": 0.1839,
      "step": 114400
    },
    {
      "epoch": 3.2455869107311295,
      "grad_norm": 13.5625,
      "learning_rate": 1.378461698783358e-05,
      "loss": 0.218,
      "step": 114410
    },
    {
      "epoch": 3.245870596662435,
      "grad_norm": 15.5625,
      "learning_rate": 1.3784038047930434e-05,
      "loss": 0.2124,
      "step": 114420
    },
    {
      "epoch": 3.2461542825937406,
      "grad_norm": 11.5,
      "learning_rate": 1.3783459108027293e-05,
      "loss": 0.231,
      "step": 114430
    },
    {
      "epoch": 3.2464379685250457,
      "grad_norm": 16.875,
      "learning_rate": 1.378288016812415e-05,
      "loss": 0.1695,
      "step": 114440
    },
    {
      "epoch": 3.2467216544563513,
      "grad_norm": 10.6875,
      "learning_rate": 1.3782301228221006e-05,
      "loss": 0.195,
      "step": 114450
    },
    {
      "epoch": 3.247005340387657,
      "grad_norm": 7.6875,
      "learning_rate": 1.3781722288317863e-05,
      "loss": 0.196,
      "step": 114460
    },
    {
      "epoch": 3.2472890263189624,
      "grad_norm": 12.875,
      "learning_rate": 1.3781143348414718e-05,
      "loss": 0.1852,
      "step": 114470
    },
    {
      "epoch": 3.2475727122502676,
      "grad_norm": 12.8125,
      "learning_rate": 1.3780564408511576e-05,
      "loss": 0.1714,
      "step": 114480
    },
    {
      "epoch": 3.247856398181573,
      "grad_norm": 9.9375,
      "learning_rate": 1.3779985468608433e-05,
      "loss": 0.1858,
      "step": 114490
    },
    {
      "epoch": 3.2481400841128787,
      "grad_norm": 8.5625,
      "learning_rate": 1.3779406528705288e-05,
      "loss": 0.1867,
      "step": 114500
    },
    {
      "epoch": 3.2484237700441843,
      "grad_norm": 10.9375,
      "learning_rate": 1.3778827588802146e-05,
      "loss": 0.1835,
      "step": 114510
    },
    {
      "epoch": 3.2487074559754894,
      "grad_norm": 11.875,
      "learning_rate": 1.3778248648899003e-05,
      "loss": 0.2271,
      "step": 114520
    },
    {
      "epoch": 3.248991141906795,
      "grad_norm": 9.6875,
      "learning_rate": 1.3777669708995858e-05,
      "loss": 0.1847,
      "step": 114530
    },
    {
      "epoch": 3.2492748278381005,
      "grad_norm": 13.625,
      "learning_rate": 1.3777090769092716e-05,
      "loss": 0.2365,
      "step": 114540
    },
    {
      "epoch": 3.249558513769406,
      "grad_norm": 16.75,
      "learning_rate": 1.377651182918957e-05,
      "loss": 0.2035,
      "step": 114550
    },
    {
      "epoch": 3.249842199700711,
      "grad_norm": 11.0625,
      "learning_rate": 1.3775932889286429e-05,
      "loss": 0.1878,
      "step": 114560
    },
    {
      "epoch": 3.2501258856320168,
      "grad_norm": 10.0625,
      "learning_rate": 1.3775353949383286e-05,
      "loss": 0.1801,
      "step": 114570
    },
    {
      "epoch": 3.2504095715633223,
      "grad_norm": 11.25,
      "learning_rate": 1.377477500948014e-05,
      "loss": 0.2055,
      "step": 114580
    },
    {
      "epoch": 3.2506932574946275,
      "grad_norm": 10.25,
      "learning_rate": 1.3774196069576999e-05,
      "loss": 0.2236,
      "step": 114590
    },
    {
      "epoch": 3.250976943425933,
      "grad_norm": 7.96875,
      "learning_rate": 1.3773617129673856e-05,
      "loss": 0.1988,
      "step": 114600
    },
    {
      "epoch": 3.2512606293572386,
      "grad_norm": 10.5625,
      "learning_rate": 1.377303818977071e-05,
      "loss": 0.1963,
      "step": 114610
    },
    {
      "epoch": 3.251544315288544,
      "grad_norm": 12.1875,
      "learning_rate": 1.3772459249867569e-05,
      "loss": 0.2105,
      "step": 114620
    },
    {
      "epoch": 3.2518280012198497,
      "grad_norm": 13.125,
      "learning_rate": 1.3771880309964426e-05,
      "loss": 0.2206,
      "step": 114630
    },
    {
      "epoch": 3.252111687151155,
      "grad_norm": 12.4375,
      "learning_rate": 1.3771301370061282e-05,
      "loss": 0.1903,
      "step": 114640
    },
    {
      "epoch": 3.2523953730824604,
      "grad_norm": 11.4375,
      "learning_rate": 1.3770722430158139e-05,
      "loss": 0.2215,
      "step": 114650
    },
    {
      "epoch": 3.252679059013766,
      "grad_norm": 9.0625,
      "learning_rate": 1.3770143490254994e-05,
      "loss": 0.1594,
      "step": 114660
    },
    {
      "epoch": 3.252962744945071,
      "grad_norm": 9.3125,
      "learning_rate": 1.3769564550351852e-05,
      "loss": 0.1814,
      "step": 114670
    },
    {
      "epoch": 3.2532464308763767,
      "grad_norm": 9.5,
      "learning_rate": 1.3768985610448709e-05,
      "loss": 0.1821,
      "step": 114680
    },
    {
      "epoch": 3.2535301168076822,
      "grad_norm": 9.0,
      "learning_rate": 1.3768406670545564e-05,
      "loss": 0.2039,
      "step": 114690
    },
    {
      "epoch": 3.253813802738988,
      "grad_norm": 11.9375,
      "learning_rate": 1.3767827730642422e-05,
      "loss": 0.1653,
      "step": 114700
    },
    {
      "epoch": 3.2540974886702934,
      "grad_norm": 6.25,
      "learning_rate": 1.3767248790739279e-05,
      "loss": 0.1955,
      "step": 114710
    },
    {
      "epoch": 3.2543811746015985,
      "grad_norm": 10.25,
      "learning_rate": 1.3766669850836134e-05,
      "loss": 0.2199,
      "step": 114720
    },
    {
      "epoch": 3.254664860532904,
      "grad_norm": 10.25,
      "learning_rate": 1.3766090910932992e-05,
      "loss": 0.2224,
      "step": 114730
    },
    {
      "epoch": 3.2549485464642096,
      "grad_norm": 12.0,
      "learning_rate": 1.3765511971029849e-05,
      "loss": 0.1736,
      "step": 114740
    },
    {
      "epoch": 3.2552322323955147,
      "grad_norm": 9.1875,
      "learning_rate": 1.3764933031126705e-05,
      "loss": 0.2232,
      "step": 114750
    },
    {
      "epoch": 3.2555159183268203,
      "grad_norm": 14.625,
      "learning_rate": 1.3764354091223562e-05,
      "loss": 0.1802,
      "step": 114760
    },
    {
      "epoch": 3.255799604258126,
      "grad_norm": 9.0625,
      "learning_rate": 1.3763775151320417e-05,
      "loss": 0.1757,
      "step": 114770
    },
    {
      "epoch": 3.2560832901894314,
      "grad_norm": 11.6875,
      "learning_rate": 1.3763196211417275e-05,
      "loss": 0.2076,
      "step": 114780
    },
    {
      "epoch": 3.2563669761207366,
      "grad_norm": 13.5625,
      "learning_rate": 1.3762617271514132e-05,
      "loss": 0.1937,
      "step": 114790
    },
    {
      "epoch": 3.256650662052042,
      "grad_norm": 13.375,
      "learning_rate": 1.3762038331610987e-05,
      "loss": 0.2421,
      "step": 114800
    },
    {
      "epoch": 3.2569343479833477,
      "grad_norm": 12.375,
      "learning_rate": 1.3761459391707845e-05,
      "loss": 0.2188,
      "step": 114810
    },
    {
      "epoch": 3.2572180339146533,
      "grad_norm": 10.8125,
      "learning_rate": 1.3760880451804702e-05,
      "loss": 0.2014,
      "step": 114820
    },
    {
      "epoch": 3.2575017198459584,
      "grad_norm": 14.8125,
      "learning_rate": 1.3760301511901558e-05,
      "loss": 0.2168,
      "step": 114830
    },
    {
      "epoch": 3.257785405777264,
      "grad_norm": 8.8125,
      "learning_rate": 1.3759722571998415e-05,
      "loss": 0.168,
      "step": 114840
    },
    {
      "epoch": 3.2580690917085695,
      "grad_norm": 11.5625,
      "learning_rate": 1.3759143632095272e-05,
      "loss": 0.2001,
      "step": 114850
    },
    {
      "epoch": 3.258352777639875,
      "grad_norm": 10.9375,
      "learning_rate": 1.3758564692192128e-05,
      "loss": 0.2022,
      "step": 114860
    },
    {
      "epoch": 3.25863646357118,
      "grad_norm": 10.125,
      "learning_rate": 1.3757985752288985e-05,
      "loss": 0.1831,
      "step": 114870
    },
    {
      "epoch": 3.2589201495024858,
      "grad_norm": 9.8125,
      "learning_rate": 1.375740681238584e-05,
      "loss": 0.1726,
      "step": 114880
    },
    {
      "epoch": 3.2592038354337913,
      "grad_norm": 10.5,
      "learning_rate": 1.3756827872482698e-05,
      "loss": 0.2153,
      "step": 114890
    },
    {
      "epoch": 3.259487521365097,
      "grad_norm": 12.5625,
      "learning_rate": 1.3756248932579555e-05,
      "loss": 0.1988,
      "step": 114900
    },
    {
      "epoch": 3.259771207296402,
      "grad_norm": 12.375,
      "learning_rate": 1.375566999267641e-05,
      "loss": 0.1903,
      "step": 114910
    },
    {
      "epoch": 3.2600548932277076,
      "grad_norm": 8.4375,
      "learning_rate": 1.3755091052773268e-05,
      "loss": 0.2008,
      "step": 114920
    },
    {
      "epoch": 3.260338579159013,
      "grad_norm": 10.375,
      "learning_rate": 1.3754512112870125e-05,
      "loss": 0.1844,
      "step": 114930
    },
    {
      "epoch": 3.2606222650903183,
      "grad_norm": 12.4375,
      "learning_rate": 1.3753933172966981e-05,
      "loss": 0.2025,
      "step": 114940
    },
    {
      "epoch": 3.260905951021624,
      "grad_norm": 10.4375,
      "learning_rate": 1.3753354233063838e-05,
      "loss": 0.166,
      "step": 114950
    },
    {
      "epoch": 3.2611896369529294,
      "grad_norm": 10.0,
      "learning_rate": 1.3752775293160695e-05,
      "loss": 0.2235,
      "step": 114960
    },
    {
      "epoch": 3.261473322884235,
      "grad_norm": 10.4375,
      "learning_rate": 1.3752196353257551e-05,
      "loss": 0.1615,
      "step": 114970
    },
    {
      "epoch": 3.2617570088155405,
      "grad_norm": 14.375,
      "learning_rate": 1.3751617413354408e-05,
      "loss": 0.1704,
      "step": 114980
    },
    {
      "epoch": 3.2620406947468457,
      "grad_norm": 14.25,
      "learning_rate": 1.3751038473451263e-05,
      "loss": 0.1862,
      "step": 114990
    },
    {
      "epoch": 3.2623243806781512,
      "grad_norm": 7.21875,
      "learning_rate": 1.3750459533548121e-05,
      "loss": 0.2274,
      "step": 115000
    },
    {
      "epoch": 3.262608066609457,
      "grad_norm": 11.25,
      "learning_rate": 1.3749880593644978e-05,
      "loss": 0.1803,
      "step": 115010
    },
    {
      "epoch": 3.262891752540762,
      "grad_norm": 11.75,
      "learning_rate": 1.3749301653741836e-05,
      "loss": 0.1965,
      "step": 115020
    },
    {
      "epoch": 3.2631754384720675,
      "grad_norm": 9.8125,
      "learning_rate": 1.3748722713838691e-05,
      "loss": 0.2142,
      "step": 115030
    },
    {
      "epoch": 3.263459124403373,
      "grad_norm": 7.90625,
      "learning_rate": 1.3748143773935548e-05,
      "loss": 0.1888,
      "step": 115040
    },
    {
      "epoch": 3.2637428103346786,
      "grad_norm": 9.3125,
      "learning_rate": 1.3747564834032405e-05,
      "loss": 0.19,
      "step": 115050
    },
    {
      "epoch": 3.264026496265984,
      "grad_norm": 12.0,
      "learning_rate": 1.3746985894129261e-05,
      "loss": 0.2164,
      "step": 115060
    },
    {
      "epoch": 3.2643101821972893,
      "grad_norm": 9.5,
      "learning_rate": 1.3746406954226116e-05,
      "loss": 0.1991,
      "step": 115070
    },
    {
      "epoch": 3.264593868128595,
      "grad_norm": 11.9375,
      "learning_rate": 1.3745828014322974e-05,
      "loss": 0.1816,
      "step": 115080
    },
    {
      "epoch": 3.2648775540599004,
      "grad_norm": 7.40625,
      "learning_rate": 1.3745249074419831e-05,
      "loss": 0.2449,
      "step": 115090
    },
    {
      "epoch": 3.2651612399912056,
      "grad_norm": 8.0625,
      "learning_rate": 1.3744670134516686e-05,
      "loss": 0.1947,
      "step": 115100
    },
    {
      "epoch": 3.265444925922511,
      "grad_norm": 7.78125,
      "learning_rate": 1.3744091194613544e-05,
      "loss": 0.2002,
      "step": 115110
    },
    {
      "epoch": 3.2657286118538167,
      "grad_norm": 8.3125,
      "learning_rate": 1.3743512254710401e-05,
      "loss": 0.203,
      "step": 115120
    },
    {
      "epoch": 3.2660122977851223,
      "grad_norm": 14.375,
      "learning_rate": 1.374293331480726e-05,
      "loss": 0.1972,
      "step": 115130
    },
    {
      "epoch": 3.2662959837164274,
      "grad_norm": 11.9375,
      "learning_rate": 1.3742354374904114e-05,
      "loss": 0.2235,
      "step": 115140
    },
    {
      "epoch": 3.266579669647733,
      "grad_norm": 10.1875,
      "learning_rate": 1.3741775435000971e-05,
      "loss": 0.2078,
      "step": 115150
    },
    {
      "epoch": 3.2668633555790385,
      "grad_norm": 12.6875,
      "learning_rate": 1.3741196495097828e-05,
      "loss": 0.2199,
      "step": 115160
    },
    {
      "epoch": 3.267147041510344,
      "grad_norm": 4.96875,
      "learning_rate": 1.3740617555194684e-05,
      "loss": 0.1867,
      "step": 115170
    },
    {
      "epoch": 3.267430727441649,
      "grad_norm": 14.0,
      "learning_rate": 1.374003861529154e-05,
      "loss": 0.2173,
      "step": 115180
    },
    {
      "epoch": 3.2677144133729548,
      "grad_norm": 14.6875,
      "learning_rate": 1.3739459675388397e-05,
      "loss": 0.2106,
      "step": 115190
    },
    {
      "epoch": 3.2679980993042603,
      "grad_norm": 12.25,
      "learning_rate": 1.3738880735485254e-05,
      "loss": 0.1804,
      "step": 115200
    },
    {
      "epoch": 3.268281785235566,
      "grad_norm": 11.0625,
      "learning_rate": 1.3738301795582109e-05,
      "loss": 0.1855,
      "step": 115210
    },
    {
      "epoch": 3.268565471166871,
      "grad_norm": 8.875,
      "learning_rate": 1.3737722855678967e-05,
      "loss": 0.2305,
      "step": 115220
    },
    {
      "epoch": 3.2688491570981766,
      "grad_norm": 8.75,
      "learning_rate": 1.3737143915775824e-05,
      "loss": 0.2257,
      "step": 115230
    },
    {
      "epoch": 3.269132843029482,
      "grad_norm": 10.0,
      "learning_rate": 1.3736564975872682e-05,
      "loss": 0.1842,
      "step": 115240
    },
    {
      "epoch": 3.2694165289607877,
      "grad_norm": 10.3125,
      "learning_rate": 1.3735986035969537e-05,
      "loss": 0.1924,
      "step": 115250
    },
    {
      "epoch": 3.269700214892093,
      "grad_norm": 18.75,
      "learning_rate": 1.3735407096066394e-05,
      "loss": 0.2127,
      "step": 115260
    },
    {
      "epoch": 3.2699839008233984,
      "grad_norm": 10.375,
      "learning_rate": 1.373482815616325e-05,
      "loss": 0.1798,
      "step": 115270
    },
    {
      "epoch": 3.270267586754704,
      "grad_norm": 9.9375,
      "learning_rate": 1.3734249216260107e-05,
      "loss": 0.1797,
      "step": 115280
    },
    {
      "epoch": 3.270551272686009,
      "grad_norm": 9.8125,
      "learning_rate": 1.3733670276356962e-05,
      "loss": 0.183,
      "step": 115290
    },
    {
      "epoch": 3.2708349586173147,
      "grad_norm": 12.625,
      "learning_rate": 1.373309133645382e-05,
      "loss": 0.1546,
      "step": 115300
    },
    {
      "epoch": 3.2711186445486202,
      "grad_norm": 8.25,
      "learning_rate": 1.3732512396550677e-05,
      "loss": 0.1834,
      "step": 115310
    },
    {
      "epoch": 3.271402330479926,
      "grad_norm": 10.4375,
      "learning_rate": 1.3731933456647536e-05,
      "loss": 0.173,
      "step": 115320
    },
    {
      "epoch": 3.2716860164112314,
      "grad_norm": 11.25,
      "learning_rate": 1.373135451674439e-05,
      "loss": 0.2011,
      "step": 115330
    },
    {
      "epoch": 3.2719697023425365,
      "grad_norm": 9.0625,
      "learning_rate": 1.3730775576841247e-05,
      "loss": 0.2074,
      "step": 115340
    },
    {
      "epoch": 3.272253388273842,
      "grad_norm": 11.75,
      "learning_rate": 1.3730196636938104e-05,
      "loss": 0.2176,
      "step": 115350
    },
    {
      "epoch": 3.2725370742051476,
      "grad_norm": 10.0625,
      "learning_rate": 1.372961769703496e-05,
      "loss": 0.1823,
      "step": 115360
    },
    {
      "epoch": 3.2728207601364527,
      "grad_norm": 8.4375,
      "learning_rate": 1.3729038757131817e-05,
      "loss": 0.197,
      "step": 115370
    },
    {
      "epoch": 3.2731044460677583,
      "grad_norm": 9.1875,
      "learning_rate": 1.3728459817228674e-05,
      "loss": 0.2152,
      "step": 115380
    },
    {
      "epoch": 3.273388131999064,
      "grad_norm": 7.65625,
      "learning_rate": 1.372788087732553e-05,
      "loss": 0.2052,
      "step": 115390
    },
    {
      "epoch": 3.2736718179303694,
      "grad_norm": 15.8125,
      "learning_rate": 1.3727301937422385e-05,
      "loss": 0.216,
      "step": 115400
    },
    {
      "epoch": 3.2739555038616746,
      "grad_norm": 11.5625,
      "learning_rate": 1.3726722997519244e-05,
      "loss": 0.1997,
      "step": 115410
    },
    {
      "epoch": 3.27423918979298,
      "grad_norm": 10.5625,
      "learning_rate": 1.37261440576161e-05,
      "loss": 0.1899,
      "step": 115420
    },
    {
      "epoch": 3.2745228757242857,
      "grad_norm": 10.8125,
      "learning_rate": 1.3725565117712959e-05,
      "loss": 0.1624,
      "step": 115430
    },
    {
      "epoch": 3.2748065616555913,
      "grad_norm": 8.5625,
      "learning_rate": 1.3724986177809814e-05,
      "loss": 0.2032,
      "step": 115440
    },
    {
      "epoch": 3.2750902475868964,
      "grad_norm": 8.25,
      "learning_rate": 1.372440723790667e-05,
      "loss": 0.1744,
      "step": 115450
    },
    {
      "epoch": 3.275373933518202,
      "grad_norm": 11.3125,
      "learning_rate": 1.3723828298003527e-05,
      "loss": 0.1589,
      "step": 115460
    },
    {
      "epoch": 3.2756576194495075,
      "grad_norm": 10.125,
      "learning_rate": 1.3723249358100383e-05,
      "loss": 0.1947,
      "step": 115470
    },
    {
      "epoch": 3.275941305380813,
      "grad_norm": 7.625,
      "learning_rate": 1.3722670418197238e-05,
      "loss": 0.1961,
      "step": 115480
    },
    {
      "epoch": 3.276224991312118,
      "grad_norm": 9.4375,
      "learning_rate": 1.3722091478294097e-05,
      "loss": 0.1901,
      "step": 115490
    },
    {
      "epoch": 3.2765086772434238,
      "grad_norm": 12.3125,
      "learning_rate": 1.3721512538390953e-05,
      "loss": 0.2064,
      "step": 115500
    },
    {
      "epoch": 3.2767923631747293,
      "grad_norm": 7.65625,
      "learning_rate": 1.3720933598487812e-05,
      "loss": 0.1956,
      "step": 115510
    },
    {
      "epoch": 3.277076049106035,
      "grad_norm": 8.875,
      "learning_rate": 1.3720354658584667e-05,
      "loss": 0.2102,
      "step": 115520
    },
    {
      "epoch": 3.27735973503734,
      "grad_norm": 13.1875,
      "learning_rate": 1.3719775718681523e-05,
      "loss": 0.2047,
      "step": 115530
    },
    {
      "epoch": 3.2776434209686456,
      "grad_norm": 12.875,
      "learning_rate": 1.3719196778778382e-05,
      "loss": 0.1866,
      "step": 115540
    },
    {
      "epoch": 3.277927106899951,
      "grad_norm": 15.75,
      "learning_rate": 1.3718617838875237e-05,
      "loss": 0.2245,
      "step": 115550
    },
    {
      "epoch": 3.2782107928312563,
      "grad_norm": 12.375,
      "learning_rate": 1.3718038898972093e-05,
      "loss": 0.2224,
      "step": 115560
    },
    {
      "epoch": 3.278494478762562,
      "grad_norm": 7.8125,
      "learning_rate": 1.371745995906895e-05,
      "loss": 0.2302,
      "step": 115570
    },
    {
      "epoch": 3.2787781646938674,
      "grad_norm": 8.6875,
      "learning_rate": 1.3716881019165806e-05,
      "loss": 0.2015,
      "step": 115580
    },
    {
      "epoch": 3.279061850625173,
      "grad_norm": 10.0,
      "learning_rate": 1.3716302079262661e-05,
      "loss": 0.2225,
      "step": 115590
    },
    {
      "epoch": 3.2793455365564785,
      "grad_norm": 14.75,
      "learning_rate": 1.371572313935952e-05,
      "loss": 0.2006,
      "step": 115600
    },
    {
      "epoch": 3.2796292224877837,
      "grad_norm": 10.4375,
      "learning_rate": 1.3715144199456376e-05,
      "loss": 0.1959,
      "step": 115610
    },
    {
      "epoch": 3.2799129084190892,
      "grad_norm": 23.25,
      "learning_rate": 1.3714565259553235e-05,
      "loss": 0.2027,
      "step": 115620
    },
    {
      "epoch": 3.280196594350395,
      "grad_norm": 8.4375,
      "learning_rate": 1.371398631965009e-05,
      "loss": 0.2144,
      "step": 115630
    },
    {
      "epoch": 3.2804802802817,
      "grad_norm": 8.4375,
      "learning_rate": 1.3713407379746946e-05,
      "loss": 0.1845,
      "step": 115640
    },
    {
      "epoch": 3.2807639662130055,
      "grad_norm": 9.875,
      "learning_rate": 1.3712828439843805e-05,
      "loss": 0.1959,
      "step": 115650
    },
    {
      "epoch": 3.281047652144311,
      "grad_norm": 9.0,
      "learning_rate": 1.371224949994066e-05,
      "loss": 0.165,
      "step": 115660
    },
    {
      "epoch": 3.2813313380756166,
      "grad_norm": 11.4375,
      "learning_rate": 1.3711670560037516e-05,
      "loss": 0.2283,
      "step": 115670
    },
    {
      "epoch": 3.281615024006922,
      "grad_norm": 11.1875,
      "learning_rate": 1.3711091620134373e-05,
      "loss": 0.2088,
      "step": 115680
    },
    {
      "epoch": 3.2818987099382273,
      "grad_norm": 14.9375,
      "learning_rate": 1.371051268023123e-05,
      "loss": 0.2219,
      "step": 115690
    },
    {
      "epoch": 3.282182395869533,
      "grad_norm": 7.4375,
      "learning_rate": 1.3709933740328088e-05,
      "loss": 0.1637,
      "step": 115700
    },
    {
      "epoch": 3.2824660818008384,
      "grad_norm": 8.625,
      "learning_rate": 1.3709354800424943e-05,
      "loss": 0.1968,
      "step": 115710
    },
    {
      "epoch": 3.2827497677321436,
      "grad_norm": 12.3125,
      "learning_rate": 1.37087758605218e-05,
      "loss": 0.1786,
      "step": 115720
    },
    {
      "epoch": 3.283033453663449,
      "grad_norm": 12.125,
      "learning_rate": 1.3708196920618658e-05,
      "loss": 0.1894,
      "step": 115730
    },
    {
      "epoch": 3.2833171395947547,
      "grad_norm": 6.71875,
      "learning_rate": 1.3707617980715513e-05,
      "loss": 0.178,
      "step": 115740
    },
    {
      "epoch": 3.2836008255260603,
      "grad_norm": 16.75,
      "learning_rate": 1.370703904081237e-05,
      "loss": 0.2482,
      "step": 115750
    },
    {
      "epoch": 3.2838845114573654,
      "grad_norm": 13.75,
      "learning_rate": 1.3706460100909228e-05,
      "loss": 0.2072,
      "step": 115760
    },
    {
      "epoch": 3.284168197388671,
      "grad_norm": 13.0,
      "learning_rate": 1.3705881161006083e-05,
      "loss": 0.2022,
      "step": 115770
    },
    {
      "epoch": 3.2844518833199765,
      "grad_norm": 11.4375,
      "learning_rate": 1.370530222110294e-05,
      "loss": 0.1949,
      "step": 115780
    },
    {
      "epoch": 3.284735569251282,
      "grad_norm": 12.125,
      "learning_rate": 1.3704723281199796e-05,
      "loss": 0.1855,
      "step": 115790
    },
    {
      "epoch": 3.285019255182587,
      "grad_norm": 10.25,
      "learning_rate": 1.3704144341296653e-05,
      "loss": 0.1955,
      "step": 115800
    },
    {
      "epoch": 3.2853029411138928,
      "grad_norm": 10.4375,
      "learning_rate": 1.3703565401393511e-05,
      "loss": 0.2143,
      "step": 115810
    },
    {
      "epoch": 3.2855866270451983,
      "grad_norm": 9.8125,
      "learning_rate": 1.3702986461490366e-05,
      "loss": 0.1959,
      "step": 115820
    },
    {
      "epoch": 3.285870312976504,
      "grad_norm": 11.9375,
      "learning_rate": 1.3702407521587222e-05,
      "loss": 0.2631,
      "step": 115830
    },
    {
      "epoch": 3.286153998907809,
      "grad_norm": 11.4375,
      "learning_rate": 1.370182858168408e-05,
      "loss": 0.1916,
      "step": 115840
    },
    {
      "epoch": 3.2864376848391146,
      "grad_norm": 11.6875,
      "learning_rate": 1.3701249641780936e-05,
      "loss": 0.2106,
      "step": 115850
    },
    {
      "epoch": 3.28672137077042,
      "grad_norm": 17.625,
      "learning_rate": 1.3700670701877792e-05,
      "loss": 0.2192,
      "step": 115860
    },
    {
      "epoch": 3.2870050567017257,
      "grad_norm": 8.625,
      "learning_rate": 1.3700091761974649e-05,
      "loss": 0.1958,
      "step": 115870
    },
    {
      "epoch": 3.287288742633031,
      "grad_norm": 10.0625,
      "learning_rate": 1.3699512822071506e-05,
      "loss": 0.1914,
      "step": 115880
    },
    {
      "epoch": 3.2875724285643364,
      "grad_norm": 11.5625,
      "learning_rate": 1.3698933882168364e-05,
      "loss": 0.1877,
      "step": 115890
    },
    {
      "epoch": 3.287856114495642,
      "grad_norm": 11.0,
      "learning_rate": 1.3698354942265219e-05,
      "loss": 0.1961,
      "step": 115900
    },
    {
      "epoch": 3.288139800426947,
      "grad_norm": 11.8125,
      "learning_rate": 1.3697776002362076e-05,
      "loss": 0.2088,
      "step": 115910
    },
    {
      "epoch": 3.2884234863582527,
      "grad_norm": 10.75,
      "learning_rate": 1.3697197062458934e-05,
      "loss": 0.1741,
      "step": 115920
    },
    {
      "epoch": 3.2887071722895582,
      "grad_norm": 12.9375,
      "learning_rate": 1.3696618122555789e-05,
      "loss": 0.1612,
      "step": 115930
    },
    {
      "epoch": 3.288990858220864,
      "grad_norm": 10.875,
      "learning_rate": 1.3696039182652646e-05,
      "loss": 0.1792,
      "step": 115940
    },
    {
      "epoch": 3.2892745441521694,
      "grad_norm": 15.0625,
      "learning_rate": 1.3695460242749504e-05,
      "loss": 0.2016,
      "step": 115950
    },
    {
      "epoch": 3.2895582300834745,
      "grad_norm": 9.4375,
      "learning_rate": 1.3694881302846359e-05,
      "loss": 0.191,
      "step": 115960
    },
    {
      "epoch": 3.28984191601478,
      "grad_norm": 13.4375,
      "learning_rate": 1.3694302362943215e-05,
      "loss": 0.2115,
      "step": 115970
    },
    {
      "epoch": 3.2901256019460856,
      "grad_norm": 11.5625,
      "learning_rate": 1.3693723423040072e-05,
      "loss": 0.2263,
      "step": 115980
    },
    {
      "epoch": 3.2904092878773907,
      "grad_norm": 14.5,
      "learning_rate": 1.3693144483136929e-05,
      "loss": 0.2187,
      "step": 115990
    },
    {
      "epoch": 3.2906929738086963,
      "grad_norm": 8.875,
      "learning_rate": 1.3692565543233787e-05,
      "loss": 0.1509,
      "step": 116000
    },
    {
      "epoch": 3.290976659740002,
      "grad_norm": 11.625,
      "learning_rate": 1.3691986603330642e-05,
      "loss": 0.2183,
      "step": 116010
    },
    {
      "epoch": 3.2912603456713074,
      "grad_norm": 13.375,
      "learning_rate": 1.3691407663427499e-05,
      "loss": 0.2261,
      "step": 116020
    },
    {
      "epoch": 3.291544031602613,
      "grad_norm": 7.53125,
      "learning_rate": 1.3690828723524357e-05,
      "loss": 0.1895,
      "step": 116030
    },
    {
      "epoch": 3.291827717533918,
      "grad_norm": 10.875,
      "learning_rate": 1.3690249783621212e-05,
      "loss": 0.2188,
      "step": 116040
    },
    {
      "epoch": 3.2921114034652237,
      "grad_norm": 9.875,
      "learning_rate": 1.3689670843718069e-05,
      "loss": 0.2206,
      "step": 116050
    },
    {
      "epoch": 3.2923950893965293,
      "grad_norm": 8.75,
      "learning_rate": 1.3689091903814927e-05,
      "loss": 0.1839,
      "step": 116060
    },
    {
      "epoch": 3.2926787753278344,
      "grad_norm": 9.9375,
      "learning_rate": 1.3688512963911782e-05,
      "loss": 0.1957,
      "step": 116070
    },
    {
      "epoch": 3.29296246125914,
      "grad_norm": 9.875,
      "learning_rate": 1.3687934024008638e-05,
      "loss": 0.169,
      "step": 116080
    },
    {
      "epoch": 3.2932461471904455,
      "grad_norm": 11.0625,
      "learning_rate": 1.3687355084105495e-05,
      "loss": 0.1822,
      "step": 116090
    },
    {
      "epoch": 3.293529833121751,
      "grad_norm": 13.25,
      "learning_rate": 1.3686776144202352e-05,
      "loss": 0.2102,
      "step": 116100
    },
    {
      "epoch": 3.293813519053056,
      "grad_norm": 10.625,
      "learning_rate": 1.368619720429921e-05,
      "loss": 0.1645,
      "step": 116110
    },
    {
      "epoch": 3.2940972049843618,
      "grad_norm": 11.25,
      "learning_rate": 1.3685618264396065e-05,
      "loss": 0.1987,
      "step": 116120
    },
    {
      "epoch": 3.2943808909156673,
      "grad_norm": 10.0,
      "learning_rate": 1.3685039324492922e-05,
      "loss": 0.2265,
      "step": 116130
    },
    {
      "epoch": 3.294664576846973,
      "grad_norm": 12.75,
      "learning_rate": 1.368446038458978e-05,
      "loss": 0.2075,
      "step": 116140
    },
    {
      "epoch": 3.294948262778278,
      "grad_norm": 9.625,
      "learning_rate": 1.3683881444686635e-05,
      "loss": 0.1975,
      "step": 116150
    },
    {
      "epoch": 3.2952319487095836,
      "grad_norm": 12.0625,
      "learning_rate": 1.3683302504783492e-05,
      "loss": 0.2099,
      "step": 116160
    },
    {
      "epoch": 3.295515634640889,
      "grad_norm": 12.3125,
      "learning_rate": 1.368272356488035e-05,
      "loss": 0.1794,
      "step": 116170
    },
    {
      "epoch": 3.2957993205721947,
      "grad_norm": 9.25,
      "learning_rate": 1.3682144624977205e-05,
      "loss": 0.1995,
      "step": 116180
    },
    {
      "epoch": 3.2960830065035,
      "grad_norm": 12.0,
      "learning_rate": 1.3681565685074063e-05,
      "loss": 0.1723,
      "step": 116190
    },
    {
      "epoch": 3.2963666924348054,
      "grad_norm": 17.875,
      "learning_rate": 1.3680986745170918e-05,
      "loss": 0.2066,
      "step": 116200
    },
    {
      "epoch": 3.296650378366111,
      "grad_norm": 15.0,
      "learning_rate": 1.3680407805267775e-05,
      "loss": 0.2448,
      "step": 116210
    },
    {
      "epoch": 3.2969340642974165,
      "grad_norm": 9.1875,
      "learning_rate": 1.3679828865364633e-05,
      "loss": 0.1965,
      "step": 116220
    },
    {
      "epoch": 3.2972177502287217,
      "grad_norm": 7.9375,
      "learning_rate": 1.3679249925461488e-05,
      "loss": 0.1794,
      "step": 116230
    },
    {
      "epoch": 3.297501436160027,
      "grad_norm": 14.1875,
      "learning_rate": 1.3678670985558345e-05,
      "loss": 0.2294,
      "step": 116240
    },
    {
      "epoch": 3.297785122091333,
      "grad_norm": 8.9375,
      "learning_rate": 1.3678092045655203e-05,
      "loss": 0.1634,
      "step": 116250
    },
    {
      "epoch": 3.298068808022638,
      "grad_norm": 14.6875,
      "learning_rate": 1.3677513105752058e-05,
      "loss": 0.2076,
      "step": 116260
    },
    {
      "epoch": 3.2983524939539435,
      "grad_norm": 11.5,
      "learning_rate": 1.3676934165848915e-05,
      "loss": 0.1675,
      "step": 116270
    },
    {
      "epoch": 3.298636179885249,
      "grad_norm": 14.9375,
      "learning_rate": 1.3676355225945771e-05,
      "loss": 0.2081,
      "step": 116280
    },
    {
      "epoch": 3.2989198658165546,
      "grad_norm": 10.375,
      "learning_rate": 1.3675776286042628e-05,
      "loss": 0.186,
      "step": 116290
    },
    {
      "epoch": 3.29920355174786,
      "grad_norm": 11.5,
      "learning_rate": 1.3675197346139486e-05,
      "loss": 0.1907,
      "step": 116300
    },
    {
      "epoch": 3.2994872376791653,
      "grad_norm": 13.125,
      "learning_rate": 1.3674618406236341e-05,
      "loss": 0.2056,
      "step": 116310
    },
    {
      "epoch": 3.299770923610471,
      "grad_norm": 9.4375,
      "learning_rate": 1.3674039466333198e-05,
      "loss": 0.1934,
      "step": 116320
    },
    {
      "epoch": 3.3000546095417764,
      "grad_norm": 10.0625,
      "learning_rate": 1.3673460526430056e-05,
      "loss": 0.1968,
      "step": 116330
    },
    {
      "epoch": 3.3003382954730816,
      "grad_norm": 11.9375,
      "learning_rate": 1.3672881586526911e-05,
      "loss": 0.2065,
      "step": 116340
    },
    {
      "epoch": 3.300621981404387,
      "grad_norm": 11.5625,
      "learning_rate": 1.3672302646623768e-05,
      "loss": 0.1626,
      "step": 116350
    },
    {
      "epoch": 3.3009056673356927,
      "grad_norm": 12.3125,
      "learning_rate": 1.3671723706720626e-05,
      "loss": 0.188,
      "step": 116360
    },
    {
      "epoch": 3.3011893532669982,
      "grad_norm": 10.0625,
      "learning_rate": 1.3671144766817481e-05,
      "loss": 0.2466,
      "step": 116370
    },
    {
      "epoch": 3.3014730391983034,
      "grad_norm": 10.625,
      "learning_rate": 1.367056582691434e-05,
      "loss": 0.2218,
      "step": 116380
    },
    {
      "epoch": 3.301756725129609,
      "grad_norm": 10.75,
      "learning_rate": 1.3669986887011194e-05,
      "loss": 0.193,
      "step": 116390
    },
    {
      "epoch": 3.3020404110609145,
      "grad_norm": 12.0,
      "learning_rate": 1.3669407947108051e-05,
      "loss": 0.1851,
      "step": 116400
    },
    {
      "epoch": 3.30232409699222,
      "grad_norm": 19.625,
      "learning_rate": 1.366882900720491e-05,
      "loss": 0.2472,
      "step": 116410
    },
    {
      "epoch": 3.302607782923525,
      "grad_norm": 9.0,
      "learning_rate": 1.3668250067301764e-05,
      "loss": 0.1999,
      "step": 116420
    },
    {
      "epoch": 3.3028914688548308,
      "grad_norm": 11.5625,
      "learning_rate": 1.3667671127398621e-05,
      "loss": 0.2102,
      "step": 116430
    },
    {
      "epoch": 3.3031751547861363,
      "grad_norm": 9.75,
      "learning_rate": 1.366709218749548e-05,
      "loss": 0.2071,
      "step": 116440
    },
    {
      "epoch": 3.303458840717442,
      "grad_norm": 10.6875,
      "learning_rate": 1.3666513247592334e-05,
      "loss": 0.1917,
      "step": 116450
    },
    {
      "epoch": 3.303742526648747,
      "grad_norm": 12.375,
      "learning_rate": 1.366593430768919e-05,
      "loss": 0.2082,
      "step": 116460
    },
    {
      "epoch": 3.3040262125800526,
      "grad_norm": 10.0,
      "learning_rate": 1.366535536778605e-05,
      "loss": 0.2103,
      "step": 116470
    },
    {
      "epoch": 3.304309898511358,
      "grad_norm": 11.375,
      "learning_rate": 1.3664776427882904e-05,
      "loss": 0.1968,
      "step": 116480
    },
    {
      "epoch": 3.3045935844426637,
      "grad_norm": 9.75,
      "learning_rate": 1.3664197487979762e-05,
      "loss": 0.2262,
      "step": 116490
    },
    {
      "epoch": 3.304877270373969,
      "grad_norm": 10.1875,
      "learning_rate": 1.3663618548076617e-05,
      "loss": 0.2088,
      "step": 116500
    },
    {
      "epoch": 3.3051609563052744,
      "grad_norm": 8.0625,
      "learning_rate": 1.3663039608173474e-05,
      "loss": 0.1712,
      "step": 116510
    },
    {
      "epoch": 3.30544464223658,
      "grad_norm": 9.0,
      "learning_rate": 1.3662460668270332e-05,
      "loss": 0.1927,
      "step": 116520
    },
    {
      "epoch": 3.305728328167885,
      "grad_norm": 13.875,
      "learning_rate": 1.3661881728367187e-05,
      "loss": 0.1812,
      "step": 116530
    },
    {
      "epoch": 3.3060120140991907,
      "grad_norm": 10.3125,
      "learning_rate": 1.3661302788464044e-05,
      "loss": 0.1681,
      "step": 116540
    },
    {
      "epoch": 3.306295700030496,
      "grad_norm": 15.875,
      "learning_rate": 1.3660723848560902e-05,
      "loss": 0.1973,
      "step": 116550
    },
    {
      "epoch": 3.306579385961802,
      "grad_norm": 10.875,
      "learning_rate": 1.3660144908657757e-05,
      "loss": 0.2084,
      "step": 116560
    },
    {
      "epoch": 3.3068630718931074,
      "grad_norm": 11.1875,
      "learning_rate": 1.3659565968754616e-05,
      "loss": 0.1755,
      "step": 116570
    },
    {
      "epoch": 3.3071467578244125,
      "grad_norm": 10.125,
      "learning_rate": 1.3658987028851472e-05,
      "loss": 0.2248,
      "step": 116580
    },
    {
      "epoch": 3.307430443755718,
      "grad_norm": 13.1875,
      "learning_rate": 1.3658408088948327e-05,
      "loss": 0.1849,
      "step": 116590
    },
    {
      "epoch": 3.3077141296870236,
      "grad_norm": 8.5,
      "learning_rate": 1.3657829149045185e-05,
      "loss": 0.1882,
      "step": 116600
    },
    {
      "epoch": 3.3079978156183287,
      "grad_norm": 13.625,
      "learning_rate": 1.365725020914204e-05,
      "loss": 0.1761,
      "step": 116610
    },
    {
      "epoch": 3.3082815015496343,
      "grad_norm": 12.125,
      "learning_rate": 1.3656671269238897e-05,
      "loss": 0.183,
      "step": 116620
    },
    {
      "epoch": 3.30856518748094,
      "grad_norm": 7.875,
      "learning_rate": 1.3656092329335755e-05,
      "loss": 0.1979,
      "step": 116630
    },
    {
      "epoch": 3.3088488734122454,
      "grad_norm": 10.0,
      "learning_rate": 1.365551338943261e-05,
      "loss": 0.1771,
      "step": 116640
    },
    {
      "epoch": 3.309132559343551,
      "grad_norm": 9.5625,
      "learning_rate": 1.3654934449529467e-05,
      "loss": 0.2095,
      "step": 116650
    },
    {
      "epoch": 3.309416245274856,
      "grad_norm": 9.75,
      "learning_rate": 1.3654355509626325e-05,
      "loss": 0.2296,
      "step": 116660
    },
    {
      "epoch": 3.3096999312061617,
      "grad_norm": 7.875,
      "learning_rate": 1.365377656972318e-05,
      "loss": 0.2365,
      "step": 116670
    },
    {
      "epoch": 3.3099836171374672,
      "grad_norm": 15.0,
      "learning_rate": 1.3653197629820039e-05,
      "loss": 0.2508,
      "step": 116680
    },
    {
      "epoch": 3.3102673030687724,
      "grad_norm": 7.53125,
      "learning_rate": 1.3652618689916895e-05,
      "loss": 0.2,
      "step": 116690
    },
    {
      "epoch": 3.310550989000078,
      "grad_norm": 11.0625,
      "learning_rate": 1.365203975001375e-05,
      "loss": 0.2178,
      "step": 116700
    },
    {
      "epoch": 3.3108346749313835,
      "grad_norm": 10.0,
      "learning_rate": 1.3651460810110609e-05,
      "loss": 0.1693,
      "step": 116710
    },
    {
      "epoch": 3.311118360862689,
      "grad_norm": 13.0625,
      "learning_rate": 1.3650881870207463e-05,
      "loss": 0.2416,
      "step": 116720
    },
    {
      "epoch": 3.311402046793994,
      "grad_norm": 10.375,
      "learning_rate": 1.365030293030432e-05,
      "loss": 0.2222,
      "step": 116730
    },
    {
      "epoch": 3.3116857327252998,
      "grad_norm": 14.3125,
      "learning_rate": 1.3649723990401178e-05,
      "loss": 0.19,
      "step": 116740
    },
    {
      "epoch": 3.3119694186566053,
      "grad_norm": 12.25,
      "learning_rate": 1.3649145050498033e-05,
      "loss": 0.1983,
      "step": 116750
    },
    {
      "epoch": 3.312253104587911,
      "grad_norm": 11.0625,
      "learning_rate": 1.3648566110594892e-05,
      "loss": 0.1758,
      "step": 116760
    },
    {
      "epoch": 3.312536790519216,
      "grad_norm": 8.9375,
      "learning_rate": 1.3647987170691748e-05,
      "loss": 0.1853,
      "step": 116770
    },
    {
      "epoch": 3.3128204764505216,
      "grad_norm": 9.8125,
      "learning_rate": 1.3647408230788603e-05,
      "loss": 0.1834,
      "step": 116780
    },
    {
      "epoch": 3.313104162381827,
      "grad_norm": 22.75,
      "learning_rate": 1.3646829290885462e-05,
      "loss": 0.2252,
      "step": 116790
    },
    {
      "epoch": 3.3133878483131327,
      "grad_norm": 10.375,
      "learning_rate": 1.3646250350982317e-05,
      "loss": 0.1974,
      "step": 116800
    },
    {
      "epoch": 3.313671534244438,
      "grad_norm": 13.4375,
      "learning_rate": 1.3645671411079173e-05,
      "loss": 0.1929,
      "step": 116810
    },
    {
      "epoch": 3.3139552201757434,
      "grad_norm": 10.8125,
      "learning_rate": 1.3645092471176032e-05,
      "loss": 0.1663,
      "step": 116820
    },
    {
      "epoch": 3.314238906107049,
      "grad_norm": 11.5,
      "learning_rate": 1.3644513531272887e-05,
      "loss": 0.2129,
      "step": 116830
    },
    {
      "epoch": 3.3145225920383545,
      "grad_norm": 9.3125,
      "learning_rate": 1.3643934591369743e-05,
      "loss": 0.2016,
      "step": 116840
    },
    {
      "epoch": 3.3148062779696597,
      "grad_norm": 8.375,
      "learning_rate": 1.3643355651466601e-05,
      "loss": 0.1612,
      "step": 116850
    },
    {
      "epoch": 3.315089963900965,
      "grad_norm": 13.4375,
      "learning_rate": 1.3642776711563456e-05,
      "loss": 0.1875,
      "step": 116860
    },
    {
      "epoch": 3.315373649832271,
      "grad_norm": 12.9375,
      "learning_rate": 1.3642197771660315e-05,
      "loss": 0.2076,
      "step": 116870
    },
    {
      "epoch": 3.315657335763576,
      "grad_norm": 7.21875,
      "learning_rate": 1.3641618831757171e-05,
      "loss": 0.2075,
      "step": 116880
    },
    {
      "epoch": 3.3159410216948815,
      "grad_norm": 11.875,
      "learning_rate": 1.3641039891854026e-05,
      "loss": 0.1896,
      "step": 116890
    },
    {
      "epoch": 3.316224707626187,
      "grad_norm": 9.5625,
      "learning_rate": 1.3640460951950885e-05,
      "loss": 0.2084,
      "step": 116900
    },
    {
      "epoch": 3.3165083935574926,
      "grad_norm": 19.0,
      "learning_rate": 1.363988201204774e-05,
      "loss": 0.1885,
      "step": 116910
    },
    {
      "epoch": 3.316792079488798,
      "grad_norm": 11.3125,
      "learning_rate": 1.3639303072144596e-05,
      "loss": 0.2046,
      "step": 116920
    },
    {
      "epoch": 3.3170757654201033,
      "grad_norm": 10.9375,
      "learning_rate": 1.3638724132241455e-05,
      "loss": 0.2043,
      "step": 116930
    },
    {
      "epoch": 3.317359451351409,
      "grad_norm": 15.1875,
      "learning_rate": 1.363814519233831e-05,
      "loss": 0.1835,
      "step": 116940
    },
    {
      "epoch": 3.3176431372827144,
      "grad_norm": 9.0625,
      "learning_rate": 1.3637566252435168e-05,
      "loss": 0.2112,
      "step": 116950
    },
    {
      "epoch": 3.3179268232140195,
      "grad_norm": 7.5625,
      "learning_rate": 1.3636987312532025e-05,
      "loss": 0.1604,
      "step": 116960
    },
    {
      "epoch": 3.318210509145325,
      "grad_norm": 9.125,
      "learning_rate": 1.363640837262888e-05,
      "loss": 0.1772,
      "step": 116970
    },
    {
      "epoch": 3.3184941950766307,
      "grad_norm": 10.3125,
      "learning_rate": 1.3635829432725738e-05,
      "loss": 0.2153,
      "step": 116980
    },
    {
      "epoch": 3.3187778810079362,
      "grad_norm": 12.0625,
      "learning_rate": 1.3635250492822594e-05,
      "loss": 0.2063,
      "step": 116990
    },
    {
      "epoch": 3.319061566939242,
      "grad_norm": 12.375,
      "learning_rate": 1.363467155291945e-05,
      "loss": 0.1865,
      "step": 117000
    },
    {
      "epoch": 3.319345252870547,
      "grad_norm": 11.9375,
      "learning_rate": 1.3634092613016308e-05,
      "loss": 0.1979,
      "step": 117010
    },
    {
      "epoch": 3.3196289388018525,
      "grad_norm": 12.1875,
      "learning_rate": 1.3633513673113163e-05,
      "loss": 0.1853,
      "step": 117020
    },
    {
      "epoch": 3.319912624733158,
      "grad_norm": 11.125,
      "learning_rate": 1.363293473321002e-05,
      "loss": 0.1931,
      "step": 117030
    },
    {
      "epoch": 3.320196310664463,
      "grad_norm": 11.9375,
      "learning_rate": 1.3632355793306878e-05,
      "loss": 0.187,
      "step": 117040
    },
    {
      "epoch": 3.3204799965957688,
      "grad_norm": 11.375,
      "learning_rate": 1.3631776853403733e-05,
      "loss": 0.2226,
      "step": 117050
    },
    {
      "epoch": 3.3207636825270743,
      "grad_norm": 8.3125,
      "learning_rate": 1.3631197913500591e-05,
      "loss": 0.1703,
      "step": 117060
    },
    {
      "epoch": 3.32104736845838,
      "grad_norm": 11.625,
      "learning_rate": 1.3630618973597448e-05,
      "loss": 0.2025,
      "step": 117070
    },
    {
      "epoch": 3.321331054389685,
      "grad_norm": 10.0,
      "learning_rate": 1.3630040033694303e-05,
      "loss": 0.1481,
      "step": 117080
    },
    {
      "epoch": 3.3216147403209906,
      "grad_norm": 7.5,
      "learning_rate": 1.3629461093791161e-05,
      "loss": 0.1888,
      "step": 117090
    },
    {
      "epoch": 3.321898426252296,
      "grad_norm": 10.375,
      "learning_rate": 1.3628882153888018e-05,
      "loss": 0.1828,
      "step": 117100
    },
    {
      "epoch": 3.3221821121836017,
      "grad_norm": 14.125,
      "learning_rate": 1.3628303213984872e-05,
      "loss": 0.1825,
      "step": 117110
    },
    {
      "epoch": 3.322465798114907,
      "grad_norm": 14.1875,
      "learning_rate": 1.362772427408173e-05,
      "loss": 0.1739,
      "step": 117120
    },
    {
      "epoch": 3.3227494840462124,
      "grad_norm": 9.3125,
      "learning_rate": 1.3627145334178586e-05,
      "loss": 0.188,
      "step": 117130
    },
    {
      "epoch": 3.323033169977518,
      "grad_norm": 7.125,
      "learning_rate": 1.3626566394275442e-05,
      "loss": 0.2088,
      "step": 117140
    },
    {
      "epoch": 3.3233168559088235,
      "grad_norm": 13.25,
      "learning_rate": 1.36259874543723e-05,
      "loss": 0.1866,
      "step": 117150
    },
    {
      "epoch": 3.3236005418401287,
      "grad_norm": 9.5625,
      "learning_rate": 1.3625408514469156e-05,
      "loss": 0.2024,
      "step": 117160
    },
    {
      "epoch": 3.323884227771434,
      "grad_norm": 12.3125,
      "learning_rate": 1.3624829574566014e-05,
      "loss": 0.2255,
      "step": 117170
    },
    {
      "epoch": 3.32416791370274,
      "grad_norm": 17.25,
      "learning_rate": 1.362425063466287e-05,
      "loss": 0.217,
      "step": 117180
    },
    {
      "epoch": 3.3244515996340454,
      "grad_norm": 11.8125,
      "learning_rate": 1.3623671694759726e-05,
      "loss": 0.1912,
      "step": 117190
    },
    {
      "epoch": 3.3247352855653505,
      "grad_norm": 10.6875,
      "learning_rate": 1.3623092754856584e-05,
      "loss": 0.2407,
      "step": 117200
    },
    {
      "epoch": 3.325018971496656,
      "grad_norm": 10.75,
      "learning_rate": 1.362251381495344e-05,
      "loss": 0.1864,
      "step": 117210
    },
    {
      "epoch": 3.3253026574279616,
      "grad_norm": 9.8125,
      "learning_rate": 1.3621934875050296e-05,
      "loss": 0.1782,
      "step": 117220
    },
    {
      "epoch": 3.3255863433592667,
      "grad_norm": 10.25,
      "learning_rate": 1.3621355935147154e-05,
      "loss": 0.2044,
      "step": 117230
    },
    {
      "epoch": 3.3258700292905723,
      "grad_norm": 7.6875,
      "learning_rate": 1.3620776995244009e-05,
      "loss": 0.1669,
      "step": 117240
    },
    {
      "epoch": 3.326153715221878,
      "grad_norm": 9.625,
      "learning_rate": 1.3620198055340867e-05,
      "loss": 0.1905,
      "step": 117250
    },
    {
      "epoch": 3.3264374011531834,
      "grad_norm": 10.3125,
      "learning_rate": 1.3619619115437724e-05,
      "loss": 0.1795,
      "step": 117260
    },
    {
      "epoch": 3.326721087084489,
      "grad_norm": 12.4375,
      "learning_rate": 1.3619040175534579e-05,
      "loss": 0.1883,
      "step": 117270
    },
    {
      "epoch": 3.327004773015794,
      "grad_norm": 10.625,
      "learning_rate": 1.3618461235631437e-05,
      "loss": 0.19,
      "step": 117280
    },
    {
      "epoch": 3.3272884589470997,
      "grad_norm": 11.4375,
      "learning_rate": 1.3617882295728294e-05,
      "loss": 0.2051,
      "step": 117290
    },
    {
      "epoch": 3.3275721448784052,
      "grad_norm": 9.375,
      "learning_rate": 1.3617303355825149e-05,
      "loss": 0.1684,
      "step": 117300
    },
    {
      "epoch": 3.3278558308097104,
      "grad_norm": 10.875,
      "learning_rate": 1.3616724415922007e-05,
      "loss": 0.1878,
      "step": 117310
    },
    {
      "epoch": 3.328139516741016,
      "grad_norm": 8.75,
      "learning_rate": 1.3616145476018862e-05,
      "loss": 0.1756,
      "step": 117320
    },
    {
      "epoch": 3.3284232026723215,
      "grad_norm": 35.75,
      "learning_rate": 1.3615566536115719e-05,
      "loss": 0.1761,
      "step": 117330
    },
    {
      "epoch": 3.328706888603627,
      "grad_norm": 9.3125,
      "learning_rate": 1.3614987596212577e-05,
      "loss": 0.2172,
      "step": 117340
    },
    {
      "epoch": 3.328990574534932,
      "grad_norm": 7.8125,
      "learning_rate": 1.3614408656309432e-05,
      "loss": 0.196,
      "step": 117350
    },
    {
      "epoch": 3.3292742604662378,
      "grad_norm": 11.0625,
      "learning_rate": 1.361382971640629e-05,
      "loss": 0.1974,
      "step": 117360
    },
    {
      "epoch": 3.3295579463975433,
      "grad_norm": 11.4375,
      "learning_rate": 1.3613250776503147e-05,
      "loss": 0.1891,
      "step": 117370
    },
    {
      "epoch": 3.329841632328849,
      "grad_norm": 8.9375,
      "learning_rate": 1.3612671836600002e-05,
      "loss": 0.2066,
      "step": 117380
    },
    {
      "epoch": 3.330125318260154,
      "grad_norm": 9.125,
      "learning_rate": 1.361209289669686e-05,
      "loss": 0.1815,
      "step": 117390
    },
    {
      "epoch": 3.3304090041914596,
      "grad_norm": 11.9375,
      "learning_rate": 1.3611513956793717e-05,
      "loss": 0.204,
      "step": 117400
    },
    {
      "epoch": 3.330692690122765,
      "grad_norm": 23.25,
      "learning_rate": 1.3610935016890572e-05,
      "loss": 0.2034,
      "step": 117410
    },
    {
      "epoch": 3.3309763760540707,
      "grad_norm": 8.5625,
      "learning_rate": 1.361035607698743e-05,
      "loss": 0.1922,
      "step": 117420
    },
    {
      "epoch": 3.331260061985376,
      "grad_norm": 10.8125,
      "learning_rate": 1.3609777137084285e-05,
      "loss": 0.2318,
      "step": 117430
    },
    {
      "epoch": 3.3315437479166814,
      "grad_norm": 9.375,
      "learning_rate": 1.3609198197181143e-05,
      "loss": 0.206,
      "step": 117440
    },
    {
      "epoch": 3.331827433847987,
      "grad_norm": 8.3125,
      "learning_rate": 1.3608619257278e-05,
      "loss": 0.1809,
      "step": 117450
    },
    {
      "epoch": 3.3321111197792925,
      "grad_norm": 16.875,
      "learning_rate": 1.3608040317374855e-05,
      "loss": 0.2028,
      "step": 117460
    },
    {
      "epoch": 3.3323948057105977,
      "grad_norm": 12.8125,
      "learning_rate": 1.3607461377471713e-05,
      "loss": 0.1927,
      "step": 117470
    },
    {
      "epoch": 3.332678491641903,
      "grad_norm": 11.5,
      "learning_rate": 1.360688243756857e-05,
      "loss": 0.201,
      "step": 117480
    },
    {
      "epoch": 3.332962177573209,
      "grad_norm": 10.625,
      "learning_rate": 1.3606303497665425e-05,
      "loss": 0.1645,
      "step": 117490
    },
    {
      "epoch": 3.333245863504514,
      "grad_norm": 10.4375,
      "learning_rate": 1.3605724557762283e-05,
      "loss": 0.1862,
      "step": 117500
    },
    {
      "epoch": 3.3335295494358195,
      "grad_norm": 15.125,
      "learning_rate": 1.360514561785914e-05,
      "loss": 0.2056,
      "step": 117510
    },
    {
      "epoch": 3.333813235367125,
      "grad_norm": 13.125,
      "learning_rate": 1.3604566677955995e-05,
      "loss": 0.1945,
      "step": 117520
    },
    {
      "epoch": 3.3340969212984306,
      "grad_norm": 9.75,
      "learning_rate": 1.3603987738052853e-05,
      "loss": 0.1674,
      "step": 117530
    },
    {
      "epoch": 3.334380607229736,
      "grad_norm": 15.0625,
      "learning_rate": 1.3603408798149708e-05,
      "loss": 0.2276,
      "step": 117540
    },
    {
      "epoch": 3.3346642931610413,
      "grad_norm": 11.625,
      "learning_rate": 1.3602829858246566e-05,
      "loss": 0.1774,
      "step": 117550
    },
    {
      "epoch": 3.334947979092347,
      "grad_norm": 5.875,
      "learning_rate": 1.3602250918343423e-05,
      "loss": 0.1936,
      "step": 117560
    },
    {
      "epoch": 3.3352316650236524,
      "grad_norm": 14.5625,
      "learning_rate": 1.3601671978440278e-05,
      "loss": 0.2247,
      "step": 117570
    },
    {
      "epoch": 3.3355153509549575,
      "grad_norm": 9.8125,
      "learning_rate": 1.3601093038537136e-05,
      "loss": 0.1642,
      "step": 117580
    },
    {
      "epoch": 3.335799036886263,
      "grad_norm": 10.0625,
      "learning_rate": 1.3600514098633993e-05,
      "loss": 0.2013,
      "step": 117590
    },
    {
      "epoch": 3.3360827228175687,
      "grad_norm": 8.9375,
      "learning_rate": 1.3599935158730848e-05,
      "loss": 0.1655,
      "step": 117600
    },
    {
      "epoch": 3.3363664087488742,
      "grad_norm": 11.5625,
      "learning_rate": 1.3599356218827706e-05,
      "loss": 0.1816,
      "step": 117610
    },
    {
      "epoch": 3.33665009468018,
      "grad_norm": 8.375,
      "learning_rate": 1.3598777278924563e-05,
      "loss": 0.1955,
      "step": 117620
    },
    {
      "epoch": 3.336933780611485,
      "grad_norm": 8.9375,
      "learning_rate": 1.359819833902142e-05,
      "loss": 0.2084,
      "step": 117630
    },
    {
      "epoch": 3.3372174665427905,
      "grad_norm": 12.8125,
      "learning_rate": 1.3597619399118276e-05,
      "loss": 0.1715,
      "step": 117640
    },
    {
      "epoch": 3.337501152474096,
      "grad_norm": 7.53125,
      "learning_rate": 1.3597040459215131e-05,
      "loss": 0.1987,
      "step": 117650
    },
    {
      "epoch": 3.337784838405401,
      "grad_norm": 8.4375,
      "learning_rate": 1.359646151931199e-05,
      "loss": 0.1887,
      "step": 117660
    },
    {
      "epoch": 3.3380685243367068,
      "grad_norm": 10.0,
      "learning_rate": 1.3595882579408846e-05,
      "loss": 0.1808,
      "step": 117670
    },
    {
      "epoch": 3.3383522102680123,
      "grad_norm": 12.25,
      "learning_rate": 1.3595303639505701e-05,
      "loss": 0.1856,
      "step": 117680
    },
    {
      "epoch": 3.338635896199318,
      "grad_norm": 11.875,
      "learning_rate": 1.359472469960256e-05,
      "loss": 0.1921,
      "step": 117690
    },
    {
      "epoch": 3.338919582130623,
      "grad_norm": 12.9375,
      "learning_rate": 1.3594145759699416e-05,
      "loss": 0.2107,
      "step": 117700
    },
    {
      "epoch": 3.3392032680619286,
      "grad_norm": 9.5,
      "learning_rate": 1.3593566819796271e-05,
      "loss": 0.2086,
      "step": 117710
    },
    {
      "epoch": 3.339486953993234,
      "grad_norm": 8.4375,
      "learning_rate": 1.359298787989313e-05,
      "loss": 0.19,
      "step": 117720
    },
    {
      "epoch": 3.3397706399245397,
      "grad_norm": 8.4375,
      "learning_rate": 1.3592408939989984e-05,
      "loss": 0.1953,
      "step": 117730
    },
    {
      "epoch": 3.340054325855845,
      "grad_norm": 10.4375,
      "learning_rate": 1.3591830000086842e-05,
      "loss": 0.1928,
      "step": 117740
    },
    {
      "epoch": 3.3403380117871504,
      "grad_norm": 11.1875,
      "learning_rate": 1.3591251060183699e-05,
      "loss": 0.2134,
      "step": 117750
    },
    {
      "epoch": 3.340621697718456,
      "grad_norm": 11.875,
      "learning_rate": 1.3590672120280554e-05,
      "loss": 0.237,
      "step": 117760
    },
    {
      "epoch": 3.3409053836497615,
      "grad_norm": 10.0,
      "learning_rate": 1.3590093180377412e-05,
      "loss": 0.2308,
      "step": 117770
    },
    {
      "epoch": 3.3411890695810667,
      "grad_norm": 8.9375,
      "learning_rate": 1.3589514240474269e-05,
      "loss": 0.1847,
      "step": 117780
    },
    {
      "epoch": 3.341472755512372,
      "grad_norm": 11.375,
      "learning_rate": 1.3588935300571124e-05,
      "loss": 0.1859,
      "step": 117790
    },
    {
      "epoch": 3.341756441443678,
      "grad_norm": 12.625,
      "learning_rate": 1.3588356360667982e-05,
      "loss": 0.1807,
      "step": 117800
    },
    {
      "epoch": 3.3420401273749833,
      "grad_norm": 12.1875,
      "learning_rate": 1.3587777420764839e-05,
      "loss": 0.2033,
      "step": 117810
    },
    {
      "epoch": 3.3423238133062885,
      "grad_norm": 9.3125,
      "learning_rate": 1.3587198480861696e-05,
      "loss": 0.2272,
      "step": 117820
    },
    {
      "epoch": 3.342607499237594,
      "grad_norm": 6.75,
      "learning_rate": 1.3586619540958552e-05,
      "loss": 0.1792,
      "step": 117830
    },
    {
      "epoch": 3.3428911851688996,
      "grad_norm": 12.25,
      "learning_rate": 1.3586040601055407e-05,
      "loss": 0.1901,
      "step": 117840
    },
    {
      "epoch": 3.3431748711002047,
      "grad_norm": 10.3125,
      "learning_rate": 1.3585461661152266e-05,
      "loss": 0.174,
      "step": 117850
    },
    {
      "epoch": 3.3434585570315103,
      "grad_norm": 9.625,
      "learning_rate": 1.3584882721249122e-05,
      "loss": 0.2037,
      "step": 117860
    },
    {
      "epoch": 3.343742242962816,
      "grad_norm": 10.375,
      "learning_rate": 1.3584303781345977e-05,
      "loss": 0.1654,
      "step": 117870
    },
    {
      "epoch": 3.3440259288941214,
      "grad_norm": 15.9375,
      "learning_rate": 1.3583724841442835e-05,
      "loss": 0.1961,
      "step": 117880
    },
    {
      "epoch": 3.344309614825427,
      "grad_norm": 15.5625,
      "learning_rate": 1.3583145901539692e-05,
      "loss": 0.2063,
      "step": 117890
    },
    {
      "epoch": 3.344593300756732,
      "grad_norm": 9.125,
      "learning_rate": 1.3582566961636547e-05,
      "loss": 0.1867,
      "step": 117900
    },
    {
      "epoch": 3.3448769866880377,
      "grad_norm": 11.0,
      "learning_rate": 1.3581988021733405e-05,
      "loss": 0.2158,
      "step": 117910
    },
    {
      "epoch": 3.3451606726193432,
      "grad_norm": 11.5625,
      "learning_rate": 1.3581409081830262e-05,
      "loss": 0.1981,
      "step": 117920
    },
    {
      "epoch": 3.3454443585506484,
      "grad_norm": 9.1875,
      "learning_rate": 1.3580830141927119e-05,
      "loss": 0.1816,
      "step": 117930
    },
    {
      "epoch": 3.345728044481954,
      "grad_norm": 11.375,
      "learning_rate": 1.3580251202023975e-05,
      "loss": 0.1821,
      "step": 117940
    },
    {
      "epoch": 3.3460117304132595,
      "grad_norm": 12.5625,
      "learning_rate": 1.357967226212083e-05,
      "loss": 0.2022,
      "step": 117950
    },
    {
      "epoch": 3.346295416344565,
      "grad_norm": 10.125,
      "learning_rate": 1.3579093322217689e-05,
      "loss": 0.201,
      "step": 117960
    },
    {
      "epoch": 3.3465791022758706,
      "grad_norm": 11.75,
      "learning_rate": 1.3578514382314545e-05,
      "loss": 0.1982,
      "step": 117970
    },
    {
      "epoch": 3.3468627882071758,
      "grad_norm": 11.3125,
      "learning_rate": 1.35779354424114e-05,
      "loss": 0.2312,
      "step": 117980
    },
    {
      "epoch": 3.3471464741384813,
      "grad_norm": 16.5,
      "learning_rate": 1.3577356502508259e-05,
      "loss": 0.1972,
      "step": 117990
    },
    {
      "epoch": 3.347430160069787,
      "grad_norm": 37.0,
      "learning_rate": 1.3576777562605115e-05,
      "loss": 0.2193,
      "step": 118000
    },
    {
      "epoch": 3.347713846001092,
      "grad_norm": 11.25,
      "learning_rate": 1.3576198622701973e-05,
      "loss": 0.1743,
      "step": 118010
    },
    {
      "epoch": 3.3479975319323976,
      "grad_norm": 8.6875,
      "learning_rate": 1.3575619682798828e-05,
      "loss": 0.1853,
      "step": 118020
    },
    {
      "epoch": 3.348281217863703,
      "grad_norm": 11.6875,
      "learning_rate": 1.3575040742895685e-05,
      "loss": 0.2006,
      "step": 118030
    },
    {
      "epoch": 3.3485649037950087,
      "grad_norm": 9.8125,
      "learning_rate": 1.3574461802992542e-05,
      "loss": 0.1959,
      "step": 118040
    },
    {
      "epoch": 3.348848589726314,
      "grad_norm": 12.625,
      "learning_rate": 1.3573882863089398e-05,
      "loss": 0.2218,
      "step": 118050
    },
    {
      "epoch": 3.3491322756576194,
      "grad_norm": 10.25,
      "learning_rate": 1.3573303923186253e-05,
      "loss": 0.2006,
      "step": 118060
    },
    {
      "epoch": 3.349415961588925,
      "grad_norm": 7.65625,
      "learning_rate": 1.3572724983283112e-05,
      "loss": 0.197,
      "step": 118070
    },
    {
      "epoch": 3.3496996475202305,
      "grad_norm": 13.25,
      "learning_rate": 1.3572146043379968e-05,
      "loss": 0.1888,
      "step": 118080
    },
    {
      "epoch": 3.3499833334515356,
      "grad_norm": 12.875,
      "learning_rate": 1.3571567103476823e-05,
      "loss": 0.16,
      "step": 118090
    },
    {
      "epoch": 3.350267019382841,
      "grad_norm": 9.0625,
      "learning_rate": 1.3570988163573682e-05,
      "loss": 0.1793,
      "step": 118100
    },
    {
      "epoch": 3.350550705314147,
      "grad_norm": 10.75,
      "learning_rate": 1.3570409223670538e-05,
      "loss": 0.1836,
      "step": 118110
    },
    {
      "epoch": 3.3508343912454523,
      "grad_norm": 17.625,
      "learning_rate": 1.3569830283767395e-05,
      "loss": 0.2035,
      "step": 118120
    },
    {
      "epoch": 3.3511180771767575,
      "grad_norm": 7.25,
      "learning_rate": 1.3569251343864251e-05,
      "loss": 0.2117,
      "step": 118130
    },
    {
      "epoch": 3.351401763108063,
      "grad_norm": 10.0625,
      "learning_rate": 1.3568672403961108e-05,
      "loss": 0.1903,
      "step": 118140
    },
    {
      "epoch": 3.3516854490393686,
      "grad_norm": 11.5625,
      "learning_rate": 1.3568093464057965e-05,
      "loss": 0.1841,
      "step": 118150
    },
    {
      "epoch": 3.351969134970674,
      "grad_norm": 12.4375,
      "learning_rate": 1.3567514524154821e-05,
      "loss": 0.2025,
      "step": 118160
    },
    {
      "epoch": 3.3522528209019793,
      "grad_norm": 17.625,
      "learning_rate": 1.3566935584251676e-05,
      "loss": 0.2414,
      "step": 118170
    },
    {
      "epoch": 3.352536506833285,
      "grad_norm": 9.0,
      "learning_rate": 1.3566356644348535e-05,
      "loss": 0.1861,
      "step": 118180
    },
    {
      "epoch": 3.3528201927645904,
      "grad_norm": 7.21875,
      "learning_rate": 1.3565777704445391e-05,
      "loss": 0.1721,
      "step": 118190
    },
    {
      "epoch": 3.3531038786958955,
      "grad_norm": 9.625,
      "learning_rate": 1.3565198764542246e-05,
      "loss": 0.2374,
      "step": 118200
    },
    {
      "epoch": 3.353387564627201,
      "grad_norm": 11.8125,
      "learning_rate": 1.3564619824639105e-05,
      "loss": 0.2028,
      "step": 118210
    },
    {
      "epoch": 3.3536712505585067,
      "grad_norm": 17.0,
      "learning_rate": 1.3564040884735961e-05,
      "loss": 0.2445,
      "step": 118220
    },
    {
      "epoch": 3.3539549364898122,
      "grad_norm": 13.375,
      "learning_rate": 1.3563461944832818e-05,
      "loss": 0.1903,
      "step": 118230
    },
    {
      "epoch": 3.354238622421118,
      "grad_norm": 9.625,
      "learning_rate": 1.3562883004929675e-05,
      "loss": 0.223,
      "step": 118240
    },
    {
      "epoch": 3.354522308352423,
      "grad_norm": 10.875,
      "learning_rate": 1.356230406502653e-05,
      "loss": 0.2266,
      "step": 118250
    },
    {
      "epoch": 3.3548059942837285,
      "grad_norm": 10.6875,
      "learning_rate": 1.3561725125123388e-05,
      "loss": 0.1983,
      "step": 118260
    },
    {
      "epoch": 3.355089680215034,
      "grad_norm": 14.375,
      "learning_rate": 1.3561146185220244e-05,
      "loss": 0.1927,
      "step": 118270
    },
    {
      "epoch": 3.355373366146339,
      "grad_norm": 11.5,
      "learning_rate": 1.35605672453171e-05,
      "loss": 0.161,
      "step": 118280
    },
    {
      "epoch": 3.3556570520776448,
      "grad_norm": 17.125,
      "learning_rate": 1.3559988305413958e-05,
      "loss": 0.1878,
      "step": 118290
    },
    {
      "epoch": 3.3559407380089503,
      "grad_norm": 11.6875,
      "learning_rate": 1.3559409365510814e-05,
      "loss": 0.2086,
      "step": 118300
    },
    {
      "epoch": 3.356224423940256,
      "grad_norm": 11.875,
      "learning_rate": 1.3558830425607673e-05,
      "loss": 0.2435,
      "step": 118310
    },
    {
      "epoch": 3.356508109871561,
      "grad_norm": 10.5625,
      "learning_rate": 1.3558251485704528e-05,
      "loss": 0.1899,
      "step": 118320
    },
    {
      "epoch": 3.3567917958028666,
      "grad_norm": 13.75,
      "learning_rate": 1.3557672545801384e-05,
      "loss": 0.199,
      "step": 118330
    },
    {
      "epoch": 3.357075481734172,
      "grad_norm": 11.6875,
      "learning_rate": 1.3557093605898241e-05,
      "loss": 0.1975,
      "step": 118340
    },
    {
      "epoch": 3.3573591676654777,
      "grad_norm": 8.9375,
      "learning_rate": 1.3556514665995098e-05,
      "loss": 0.17,
      "step": 118350
    },
    {
      "epoch": 3.357642853596783,
      "grad_norm": 13.3125,
      "learning_rate": 1.3555935726091953e-05,
      "loss": 0.1624,
      "step": 118360
    },
    {
      "epoch": 3.3579265395280884,
      "grad_norm": 9.3125,
      "learning_rate": 1.355535678618881e-05,
      "loss": 0.306,
      "step": 118370
    },
    {
      "epoch": 3.358210225459394,
      "grad_norm": 9.8125,
      "learning_rate": 1.3554777846285667e-05,
      "loss": 0.19,
      "step": 118380
    },
    {
      "epoch": 3.3584939113906995,
      "grad_norm": 8.125,
      "learning_rate": 1.3554198906382522e-05,
      "loss": 0.172,
      "step": 118390
    },
    {
      "epoch": 3.3587775973220046,
      "grad_norm": 12.3125,
      "learning_rate": 1.355361996647938e-05,
      "loss": 0.1844,
      "step": 118400
    },
    {
      "epoch": 3.35906128325331,
      "grad_norm": 9.3125,
      "learning_rate": 1.3553041026576237e-05,
      "loss": 0.2018,
      "step": 118410
    },
    {
      "epoch": 3.359344969184616,
      "grad_norm": 11.4375,
      "learning_rate": 1.3552462086673096e-05,
      "loss": 0.1698,
      "step": 118420
    },
    {
      "epoch": 3.3596286551159213,
      "grad_norm": 12.8125,
      "learning_rate": 1.355188314676995e-05,
      "loss": 0.2281,
      "step": 118430
    },
    {
      "epoch": 3.3599123410472265,
      "grad_norm": 11.8125,
      "learning_rate": 1.3551304206866807e-05,
      "loss": 0.1886,
      "step": 118440
    },
    {
      "epoch": 3.360196026978532,
      "grad_norm": 10.9375,
      "learning_rate": 1.3550725266963664e-05,
      "loss": 0.2034,
      "step": 118450
    },
    {
      "epoch": 3.3604797129098376,
      "grad_norm": 10.6875,
      "learning_rate": 1.355014632706052e-05,
      "loss": 0.184,
      "step": 118460
    },
    {
      "epoch": 3.3607633988411427,
      "grad_norm": 11.1875,
      "learning_rate": 1.3549567387157376e-05,
      "loss": 0.1721,
      "step": 118470
    },
    {
      "epoch": 3.3610470847724483,
      "grad_norm": 12.25,
      "learning_rate": 1.3548988447254234e-05,
      "loss": 0.2328,
      "step": 118480
    },
    {
      "epoch": 3.361330770703754,
      "grad_norm": 7.9375,
      "learning_rate": 1.354840950735109e-05,
      "loss": 0.1918,
      "step": 118490
    },
    {
      "epoch": 3.3616144566350594,
      "grad_norm": 7.34375,
      "learning_rate": 1.3547830567447949e-05,
      "loss": 0.2003,
      "step": 118500
    },
    {
      "epoch": 3.361898142566365,
      "grad_norm": 10.125,
      "learning_rate": 1.3547251627544804e-05,
      "loss": 0.1678,
      "step": 118510
    },
    {
      "epoch": 3.36218182849767,
      "grad_norm": 9.0625,
      "learning_rate": 1.354667268764166e-05,
      "loss": 0.1792,
      "step": 118520
    },
    {
      "epoch": 3.3624655144289757,
      "grad_norm": 11.5625,
      "learning_rate": 1.3546093747738517e-05,
      "loss": 0.2125,
      "step": 118530
    },
    {
      "epoch": 3.3627492003602812,
      "grad_norm": 12.1875,
      "learning_rate": 1.3545514807835374e-05,
      "loss": 0.2234,
      "step": 118540
    },
    {
      "epoch": 3.3630328862915864,
      "grad_norm": 11.75,
      "learning_rate": 1.354493586793223e-05,
      "loss": 0.1625,
      "step": 118550
    },
    {
      "epoch": 3.363316572222892,
      "grad_norm": 14.1875,
      "learning_rate": 1.3544356928029087e-05,
      "loss": 0.2085,
      "step": 118560
    },
    {
      "epoch": 3.3636002581541975,
      "grad_norm": 9.5625,
      "learning_rate": 1.3543777988125944e-05,
      "loss": 0.2152,
      "step": 118570
    },
    {
      "epoch": 3.363883944085503,
      "grad_norm": 12.0,
      "learning_rate": 1.3543199048222799e-05,
      "loss": 0.1719,
      "step": 118580
    },
    {
      "epoch": 3.3641676300168086,
      "grad_norm": 20.0,
      "learning_rate": 1.3542620108319657e-05,
      "loss": 0.1681,
      "step": 118590
    },
    {
      "epoch": 3.3644513159481138,
      "grad_norm": 10.5625,
      "learning_rate": 1.3542041168416514e-05,
      "loss": 0.1782,
      "step": 118600
    },
    {
      "epoch": 3.3647350018794193,
      "grad_norm": 10.8125,
      "learning_rate": 1.3541462228513372e-05,
      "loss": 0.2164,
      "step": 118610
    },
    {
      "epoch": 3.365018687810725,
      "grad_norm": 16.75,
      "learning_rate": 1.3540883288610227e-05,
      "loss": 0.2218,
      "step": 118620
    },
    {
      "epoch": 3.36530237374203,
      "grad_norm": 15.8125,
      "learning_rate": 1.3540304348707083e-05,
      "loss": 0.1996,
      "step": 118630
    },
    {
      "epoch": 3.3655860596733356,
      "grad_norm": 12.9375,
      "learning_rate": 1.353972540880394e-05,
      "loss": 0.1747,
      "step": 118640
    },
    {
      "epoch": 3.365869745604641,
      "grad_norm": 8.6875,
      "learning_rate": 1.3539146468900797e-05,
      "loss": 0.1932,
      "step": 118650
    },
    {
      "epoch": 3.3661534315359467,
      "grad_norm": 9.625,
      "learning_rate": 1.3538567528997653e-05,
      "loss": 0.2094,
      "step": 118660
    },
    {
      "epoch": 3.366437117467252,
      "grad_norm": 10.0,
      "learning_rate": 1.353798858909451e-05,
      "loss": 0.1807,
      "step": 118670
    },
    {
      "epoch": 3.3667208033985574,
      "grad_norm": 10.3125,
      "learning_rate": 1.3537409649191367e-05,
      "loss": 0.2255,
      "step": 118680
    },
    {
      "epoch": 3.367004489329863,
      "grad_norm": 12.75,
      "learning_rate": 1.3536830709288225e-05,
      "loss": 0.255,
      "step": 118690
    },
    {
      "epoch": 3.3672881752611685,
      "grad_norm": 10.8125,
      "learning_rate": 1.353625176938508e-05,
      "loss": 0.164,
      "step": 118700
    },
    {
      "epoch": 3.3675718611924736,
      "grad_norm": 15.3125,
      "learning_rate": 1.3535672829481937e-05,
      "loss": 0.2041,
      "step": 118710
    },
    {
      "epoch": 3.367855547123779,
      "grad_norm": 9.0625,
      "learning_rate": 1.3535093889578795e-05,
      "loss": 0.2055,
      "step": 118720
    },
    {
      "epoch": 3.368139233055085,
      "grad_norm": 13.9375,
      "learning_rate": 1.353451494967565e-05,
      "loss": 0.1675,
      "step": 118730
    },
    {
      "epoch": 3.3684229189863903,
      "grad_norm": 16.0,
      "learning_rate": 1.3533936009772507e-05,
      "loss": 0.2143,
      "step": 118740
    },
    {
      "epoch": 3.3687066049176955,
      "grad_norm": 7.53125,
      "learning_rate": 1.3533357069869363e-05,
      "loss": 0.1669,
      "step": 118750
    },
    {
      "epoch": 3.368990290849001,
      "grad_norm": 10.9375,
      "learning_rate": 1.353277812996622e-05,
      "loss": 0.2068,
      "step": 118760
    },
    {
      "epoch": 3.3692739767803066,
      "grad_norm": 12.375,
      "learning_rate": 1.3532199190063075e-05,
      "loss": 0.1707,
      "step": 118770
    },
    {
      "epoch": 3.369557662711612,
      "grad_norm": 11.875,
      "learning_rate": 1.3531620250159933e-05,
      "loss": 0.1745,
      "step": 118780
    },
    {
      "epoch": 3.3698413486429173,
      "grad_norm": 12.0625,
      "learning_rate": 1.353104131025679e-05,
      "loss": 0.211,
      "step": 118790
    },
    {
      "epoch": 3.370125034574223,
      "grad_norm": 14.4375,
      "learning_rate": 1.3530462370353648e-05,
      "loss": 0.1885,
      "step": 118800
    },
    {
      "epoch": 3.3704087205055284,
      "grad_norm": 9.5625,
      "learning_rate": 1.3529883430450503e-05,
      "loss": 0.1558,
      "step": 118810
    },
    {
      "epoch": 3.3706924064368335,
      "grad_norm": 9.4375,
      "learning_rate": 1.352930449054736e-05,
      "loss": 0.2231,
      "step": 118820
    },
    {
      "epoch": 3.370976092368139,
      "grad_norm": 10.625,
      "learning_rate": 1.3528725550644218e-05,
      "loss": 0.2156,
      "step": 118830
    },
    {
      "epoch": 3.3712597782994447,
      "grad_norm": 12.25,
      "learning_rate": 1.3528146610741073e-05,
      "loss": 0.2173,
      "step": 118840
    },
    {
      "epoch": 3.3715434642307502,
      "grad_norm": 7.6875,
      "learning_rate": 1.352756767083793e-05,
      "loss": 0.2032,
      "step": 118850
    },
    {
      "epoch": 3.371827150162056,
      "grad_norm": 12.3125,
      "learning_rate": 1.3526988730934786e-05,
      "loss": 0.1809,
      "step": 118860
    },
    {
      "epoch": 3.372110836093361,
      "grad_norm": 11.3125,
      "learning_rate": 1.3526409791031643e-05,
      "loss": 0.1732,
      "step": 118870
    },
    {
      "epoch": 3.3723945220246665,
      "grad_norm": 18.25,
      "learning_rate": 1.3525830851128501e-05,
      "loss": 0.2347,
      "step": 118880
    },
    {
      "epoch": 3.372678207955972,
      "grad_norm": 10.5,
      "learning_rate": 1.3525251911225356e-05,
      "loss": 0.2113,
      "step": 118890
    },
    {
      "epoch": 3.372961893887277,
      "grad_norm": 9.5625,
      "learning_rate": 1.3524672971322213e-05,
      "loss": 0.2047,
      "step": 118900
    },
    {
      "epoch": 3.3732455798185828,
      "grad_norm": 13.0625,
      "learning_rate": 1.3524094031419071e-05,
      "loss": 0.2038,
      "step": 118910
    },
    {
      "epoch": 3.3735292657498883,
      "grad_norm": 9.3125,
      "learning_rate": 1.3523515091515926e-05,
      "loss": 0.1957,
      "step": 118920
    },
    {
      "epoch": 3.373812951681194,
      "grad_norm": 9.9375,
      "learning_rate": 1.3522936151612783e-05,
      "loss": 0.1884,
      "step": 118930
    },
    {
      "epoch": 3.3740966376124994,
      "grad_norm": 11.25,
      "learning_rate": 1.3522357211709641e-05,
      "loss": 0.1914,
      "step": 118940
    },
    {
      "epoch": 3.3743803235438046,
      "grad_norm": 11.0,
      "learning_rate": 1.3521778271806496e-05,
      "loss": 0.1649,
      "step": 118950
    },
    {
      "epoch": 3.37466400947511,
      "grad_norm": 12.25,
      "learning_rate": 1.3521199331903353e-05,
      "loss": 0.2177,
      "step": 118960
    },
    {
      "epoch": 3.3749476954064157,
      "grad_norm": 22.5,
      "learning_rate": 1.352062039200021e-05,
      "loss": 0.2359,
      "step": 118970
    },
    {
      "epoch": 3.375231381337721,
      "grad_norm": 33.75,
      "learning_rate": 1.3520041452097066e-05,
      "loss": 0.2035,
      "step": 118980
    },
    {
      "epoch": 3.3755150672690264,
      "grad_norm": 11.6875,
      "learning_rate": 1.3519462512193924e-05,
      "loss": 0.1651,
      "step": 118990
    },
    {
      "epoch": 3.375798753200332,
      "grad_norm": 10.6875,
      "learning_rate": 1.351888357229078e-05,
      "loss": 0.2207,
      "step": 119000
    },
    {
      "epoch": 3.3760824391316375,
      "grad_norm": 11.5625,
      "learning_rate": 1.3518304632387636e-05,
      "loss": 0.1799,
      "step": 119010
    },
    {
      "epoch": 3.3763661250629426,
      "grad_norm": 12.5,
      "learning_rate": 1.3517725692484494e-05,
      "loss": 0.2147,
      "step": 119020
    },
    {
      "epoch": 3.376649810994248,
      "grad_norm": 7.9375,
      "learning_rate": 1.3517146752581349e-05,
      "loss": 0.185,
      "step": 119030
    },
    {
      "epoch": 3.376933496925554,
      "grad_norm": 9.5625,
      "learning_rate": 1.3516567812678206e-05,
      "loss": 0.1982,
      "step": 119040
    },
    {
      "epoch": 3.3772171828568593,
      "grad_norm": 9.9375,
      "learning_rate": 1.3515988872775062e-05,
      "loss": 0.2067,
      "step": 119050
    },
    {
      "epoch": 3.3775008687881645,
      "grad_norm": 11.4375,
      "learning_rate": 1.3515409932871919e-05,
      "loss": 0.2178,
      "step": 119060
    },
    {
      "epoch": 3.37778455471947,
      "grad_norm": 10.375,
      "learning_rate": 1.3514830992968776e-05,
      "loss": 0.1643,
      "step": 119070
    },
    {
      "epoch": 3.3780682406507756,
      "grad_norm": 8.0,
      "learning_rate": 1.3514252053065632e-05,
      "loss": 0.1778,
      "step": 119080
    },
    {
      "epoch": 3.378351926582081,
      "grad_norm": 11.5625,
      "learning_rate": 1.3513673113162489e-05,
      "loss": 0.1899,
      "step": 119090
    },
    {
      "epoch": 3.3786356125133863,
      "grad_norm": 12.75,
      "learning_rate": 1.3513094173259347e-05,
      "loss": 0.2086,
      "step": 119100
    },
    {
      "epoch": 3.378919298444692,
      "grad_norm": 9.875,
      "learning_rate": 1.3512515233356202e-05,
      "loss": 0.1849,
      "step": 119110
    },
    {
      "epoch": 3.3792029843759974,
      "grad_norm": 18.625,
      "learning_rate": 1.3511936293453059e-05,
      "loss": 0.1969,
      "step": 119120
    },
    {
      "epoch": 3.379486670307303,
      "grad_norm": 12.9375,
      "learning_rate": 1.3511357353549917e-05,
      "loss": 0.2193,
      "step": 119130
    },
    {
      "epoch": 3.379770356238608,
      "grad_norm": 14.3125,
      "learning_rate": 1.3510778413646772e-05,
      "loss": 0.1778,
      "step": 119140
    },
    {
      "epoch": 3.3800540421699137,
      "grad_norm": 7.65625,
      "learning_rate": 1.3510199473743629e-05,
      "loss": 0.1604,
      "step": 119150
    },
    {
      "epoch": 3.3803377281012192,
      "grad_norm": 11.625,
      "learning_rate": 1.3509620533840485e-05,
      "loss": 0.1943,
      "step": 119160
    },
    {
      "epoch": 3.3806214140325244,
      "grad_norm": 10.6875,
      "learning_rate": 1.3509041593937342e-05,
      "loss": 0.2099,
      "step": 119170
    },
    {
      "epoch": 3.38090509996383,
      "grad_norm": 9.6875,
      "learning_rate": 1.35084626540342e-05,
      "loss": 0.2059,
      "step": 119180
    },
    {
      "epoch": 3.3811887858951355,
      "grad_norm": 10.0625,
      "learning_rate": 1.3507883714131055e-05,
      "loss": 0.1973,
      "step": 119190
    },
    {
      "epoch": 3.381472471826441,
      "grad_norm": 12.3125,
      "learning_rate": 1.3507304774227912e-05,
      "loss": 0.1835,
      "step": 119200
    },
    {
      "epoch": 3.3817561577577466,
      "grad_norm": 14.8125,
      "learning_rate": 1.350672583432477e-05,
      "loss": 0.1574,
      "step": 119210
    },
    {
      "epoch": 3.3820398436890518,
      "grad_norm": 13.5625,
      "learning_rate": 1.3506146894421625e-05,
      "loss": 0.2212,
      "step": 119220
    },
    {
      "epoch": 3.3823235296203573,
      "grad_norm": 14.375,
      "learning_rate": 1.3505567954518482e-05,
      "loss": 0.1862,
      "step": 119230
    },
    {
      "epoch": 3.382607215551663,
      "grad_norm": 8.6875,
      "learning_rate": 1.350498901461534e-05,
      "loss": 0.1753,
      "step": 119240
    },
    {
      "epoch": 3.382890901482968,
      "grad_norm": 12.1875,
      "learning_rate": 1.3504410074712195e-05,
      "loss": 0.2002,
      "step": 119250
    },
    {
      "epoch": 3.3831745874142736,
      "grad_norm": 11.875,
      "learning_rate": 1.3503831134809052e-05,
      "loss": 0.1943,
      "step": 119260
    },
    {
      "epoch": 3.383458273345579,
      "grad_norm": 8.0625,
      "learning_rate": 1.3503252194905908e-05,
      "loss": 0.1606,
      "step": 119270
    },
    {
      "epoch": 3.3837419592768847,
      "grad_norm": 12.4375,
      "learning_rate": 1.3502673255002765e-05,
      "loss": 0.1825,
      "step": 119280
    },
    {
      "epoch": 3.38402564520819,
      "grad_norm": 18.75,
      "learning_rate": 1.3502094315099623e-05,
      "loss": 0.1762,
      "step": 119290
    },
    {
      "epoch": 3.3843093311394954,
      "grad_norm": 16.125,
      "learning_rate": 1.3501515375196478e-05,
      "loss": 0.2235,
      "step": 119300
    },
    {
      "epoch": 3.384593017070801,
      "grad_norm": 11.8125,
      "learning_rate": 1.3500936435293335e-05,
      "loss": 0.2639,
      "step": 119310
    },
    {
      "epoch": 3.3848767030021065,
      "grad_norm": 7.21875,
      "learning_rate": 1.3500357495390193e-05,
      "loss": 0.151,
      "step": 119320
    },
    {
      "epoch": 3.3851603889334116,
      "grad_norm": 10.375,
      "learning_rate": 1.3499778555487048e-05,
      "loss": 0.2073,
      "step": 119330
    },
    {
      "epoch": 3.385444074864717,
      "grad_norm": 10.1875,
      "learning_rate": 1.3499199615583905e-05,
      "loss": 0.2098,
      "step": 119340
    },
    {
      "epoch": 3.385727760796023,
      "grad_norm": 15.8125,
      "learning_rate": 1.3498620675680763e-05,
      "loss": 0.24,
      "step": 119350
    },
    {
      "epoch": 3.3860114467273283,
      "grad_norm": 13.125,
      "learning_rate": 1.3498041735777618e-05,
      "loss": 0.1945,
      "step": 119360
    },
    {
      "epoch": 3.3862951326586335,
      "grad_norm": 14.6875,
      "learning_rate": 1.3497462795874477e-05,
      "loss": 0.2075,
      "step": 119370
    },
    {
      "epoch": 3.386578818589939,
      "grad_norm": 8.4375,
      "learning_rate": 1.3496883855971332e-05,
      "loss": 0.1978,
      "step": 119380
    },
    {
      "epoch": 3.3868625045212446,
      "grad_norm": 11.625,
      "learning_rate": 1.3496304916068188e-05,
      "loss": 0.2053,
      "step": 119390
    },
    {
      "epoch": 3.38714619045255,
      "grad_norm": 12.875,
      "learning_rate": 1.3495725976165047e-05,
      "loss": 0.1788,
      "step": 119400
    },
    {
      "epoch": 3.3874298763838553,
      "grad_norm": 14.75,
      "learning_rate": 1.3495147036261901e-05,
      "loss": 0.1923,
      "step": 119410
    },
    {
      "epoch": 3.387713562315161,
      "grad_norm": 10.4375,
      "learning_rate": 1.3494568096358758e-05,
      "loss": 0.2114,
      "step": 119420
    },
    {
      "epoch": 3.3879972482464664,
      "grad_norm": 14.125,
      "learning_rate": 1.3493989156455616e-05,
      "loss": 0.204,
      "step": 119430
    },
    {
      "epoch": 3.3882809341777715,
      "grad_norm": 12.5,
      "learning_rate": 1.3493410216552471e-05,
      "loss": 0.1677,
      "step": 119440
    },
    {
      "epoch": 3.388564620109077,
      "grad_norm": 13.1875,
      "learning_rate": 1.3492831276649328e-05,
      "loss": 0.1666,
      "step": 119450
    },
    {
      "epoch": 3.3888483060403827,
      "grad_norm": 11.5,
      "learning_rate": 1.3492252336746186e-05,
      "loss": 0.2006,
      "step": 119460
    },
    {
      "epoch": 3.3891319919716882,
      "grad_norm": 12.0,
      "learning_rate": 1.3491673396843041e-05,
      "loss": 0.17,
      "step": 119470
    },
    {
      "epoch": 3.389415677902994,
      "grad_norm": 11.1875,
      "learning_rate": 1.34910944569399e-05,
      "loss": 0.1963,
      "step": 119480
    },
    {
      "epoch": 3.389699363834299,
      "grad_norm": 12.0,
      "learning_rate": 1.3490515517036755e-05,
      "loss": 0.1868,
      "step": 119490
    },
    {
      "epoch": 3.3899830497656045,
      "grad_norm": 9.4375,
      "learning_rate": 1.3489936577133611e-05,
      "loss": 0.1958,
      "step": 119500
    },
    {
      "epoch": 3.39026673569691,
      "grad_norm": 9.9375,
      "learning_rate": 1.348935763723047e-05,
      "loss": 0.1599,
      "step": 119510
    },
    {
      "epoch": 3.390550421628215,
      "grad_norm": 11.0625,
      "learning_rate": 1.3488778697327324e-05,
      "loss": 0.2355,
      "step": 119520
    },
    {
      "epoch": 3.3908341075595207,
      "grad_norm": 13.8125,
      "learning_rate": 1.3488199757424181e-05,
      "loss": 0.2072,
      "step": 119530
    },
    {
      "epoch": 3.3911177934908263,
      "grad_norm": 8.5,
      "learning_rate": 1.348762081752104e-05,
      "loss": 0.1879,
      "step": 119540
    },
    {
      "epoch": 3.391401479422132,
      "grad_norm": 11.75,
      "learning_rate": 1.3487041877617894e-05,
      "loss": 0.2125,
      "step": 119550
    },
    {
      "epoch": 3.3916851653534374,
      "grad_norm": 14.25,
      "learning_rate": 1.3486462937714753e-05,
      "loss": 0.1753,
      "step": 119560
    },
    {
      "epoch": 3.3919688512847426,
      "grad_norm": 9.75,
      "learning_rate": 1.3485883997811608e-05,
      "loss": 0.1978,
      "step": 119570
    },
    {
      "epoch": 3.392252537216048,
      "grad_norm": 11.9375,
      "learning_rate": 1.3485305057908464e-05,
      "loss": 0.2246,
      "step": 119580
    },
    {
      "epoch": 3.3925362231473537,
      "grad_norm": 10.0,
      "learning_rate": 1.3484726118005323e-05,
      "loss": 0.1817,
      "step": 119590
    },
    {
      "epoch": 3.392819909078659,
      "grad_norm": 9.75,
      "learning_rate": 1.3484147178102178e-05,
      "loss": 0.1966,
      "step": 119600
    },
    {
      "epoch": 3.3931035950099644,
      "grad_norm": 9.4375,
      "learning_rate": 1.3483568238199034e-05,
      "loss": 0.2035,
      "step": 119610
    },
    {
      "epoch": 3.39338728094127,
      "grad_norm": 12.375,
      "learning_rate": 1.3482989298295893e-05,
      "loss": 0.2032,
      "step": 119620
    },
    {
      "epoch": 3.3936709668725755,
      "grad_norm": 7.53125,
      "learning_rate": 1.3482410358392748e-05,
      "loss": 0.2149,
      "step": 119630
    },
    {
      "epoch": 3.3939546528038806,
      "grad_norm": 12.9375,
      "learning_rate": 1.3481831418489604e-05,
      "loss": 0.2147,
      "step": 119640
    },
    {
      "epoch": 3.394238338735186,
      "grad_norm": 11.75,
      "learning_rate": 1.3481252478586463e-05,
      "loss": 0.2186,
      "step": 119650
    },
    {
      "epoch": 3.3945220246664918,
      "grad_norm": 13.8125,
      "learning_rate": 1.3480673538683317e-05,
      "loss": 0.1828,
      "step": 119660
    },
    {
      "epoch": 3.3948057105977973,
      "grad_norm": 8.625,
      "learning_rate": 1.3480094598780176e-05,
      "loss": 0.2186,
      "step": 119670
    },
    {
      "epoch": 3.3950893965291025,
      "grad_norm": 10.0,
      "learning_rate": 1.347951565887703e-05,
      "loss": 0.2062,
      "step": 119680
    },
    {
      "epoch": 3.395373082460408,
      "grad_norm": 11.1875,
      "learning_rate": 1.3478936718973887e-05,
      "loss": 0.2027,
      "step": 119690
    },
    {
      "epoch": 3.3956567683917136,
      "grad_norm": 9.3125,
      "learning_rate": 1.3478357779070746e-05,
      "loss": 0.19,
      "step": 119700
    },
    {
      "epoch": 3.395940454323019,
      "grad_norm": 11.3125,
      "learning_rate": 1.34777788391676e-05,
      "loss": 0.1699,
      "step": 119710
    },
    {
      "epoch": 3.3962241402543243,
      "grad_norm": 12.125,
      "learning_rate": 1.3477199899264457e-05,
      "loss": 0.1702,
      "step": 119720
    },
    {
      "epoch": 3.39650782618563,
      "grad_norm": 9.625,
      "learning_rate": 1.3476620959361316e-05,
      "loss": 0.2193,
      "step": 119730
    },
    {
      "epoch": 3.3967915121169354,
      "grad_norm": 8.8125,
      "learning_rate": 1.347604201945817e-05,
      "loss": 0.2189,
      "step": 119740
    },
    {
      "epoch": 3.397075198048241,
      "grad_norm": 10.4375,
      "learning_rate": 1.3475463079555029e-05,
      "loss": 0.191,
      "step": 119750
    },
    {
      "epoch": 3.397358883979546,
      "grad_norm": 13.0,
      "learning_rate": 1.3474884139651886e-05,
      "loss": 0.2191,
      "step": 119760
    },
    {
      "epoch": 3.3976425699108517,
      "grad_norm": 11.875,
      "learning_rate": 1.347430519974874e-05,
      "loss": 0.1811,
      "step": 119770
    },
    {
      "epoch": 3.3979262558421572,
      "grad_norm": 11.875,
      "learning_rate": 1.3473726259845599e-05,
      "loss": 0.1873,
      "step": 119780
    },
    {
      "epoch": 3.3982099417734624,
      "grad_norm": 11.5,
      "learning_rate": 1.3473147319942454e-05,
      "loss": 0.2068,
      "step": 119790
    },
    {
      "epoch": 3.398493627704768,
      "grad_norm": 14.1875,
      "learning_rate": 1.347256838003931e-05,
      "loss": 0.2305,
      "step": 119800
    },
    {
      "epoch": 3.3987773136360735,
      "grad_norm": 11.3125,
      "learning_rate": 1.3471989440136169e-05,
      "loss": 0.225,
      "step": 119810
    },
    {
      "epoch": 3.399060999567379,
      "grad_norm": 11.3125,
      "learning_rate": 1.3471410500233024e-05,
      "loss": 0.2,
      "step": 119820
    },
    {
      "epoch": 3.3993446854986846,
      "grad_norm": 10.5,
      "learning_rate": 1.347083156032988e-05,
      "loss": 0.1835,
      "step": 119830
    },
    {
      "epoch": 3.3996283714299897,
      "grad_norm": 8.375,
      "learning_rate": 1.3470252620426739e-05,
      "loss": 0.1939,
      "step": 119840
    },
    {
      "epoch": 3.3999120573612953,
      "grad_norm": 9.75,
      "learning_rate": 1.3469673680523594e-05,
      "loss": 0.1953,
      "step": 119850
    },
    {
      "epoch": 3.400195743292601,
      "grad_norm": 15.25,
      "learning_rate": 1.3469094740620452e-05,
      "loss": 0.216,
      "step": 119860
    },
    {
      "epoch": 3.400479429223906,
      "grad_norm": 9.0,
      "learning_rate": 1.3468515800717309e-05,
      "loss": 0.1639,
      "step": 119870
    },
    {
      "epoch": 3.4007631151552116,
      "grad_norm": 8.6875,
      "learning_rate": 1.3467936860814164e-05,
      "loss": 0.1881,
      "step": 119880
    },
    {
      "epoch": 3.401046801086517,
      "grad_norm": 5.9375,
      "learning_rate": 1.3467357920911022e-05,
      "loss": 0.1476,
      "step": 119890
    },
    {
      "epoch": 3.4013304870178227,
      "grad_norm": 12.3125,
      "learning_rate": 1.3466778981007877e-05,
      "loss": 0.208,
      "step": 119900
    },
    {
      "epoch": 3.4016141729491283,
      "grad_norm": 12.5625,
      "learning_rate": 1.3466200041104733e-05,
      "loss": 0.189,
      "step": 119910
    },
    {
      "epoch": 3.4018978588804334,
      "grad_norm": 10.125,
      "learning_rate": 1.3465621101201592e-05,
      "loss": 0.1607,
      "step": 119920
    },
    {
      "epoch": 3.402181544811739,
      "grad_norm": 10.5625,
      "learning_rate": 1.3465042161298447e-05,
      "loss": 0.1955,
      "step": 119930
    },
    {
      "epoch": 3.4024652307430445,
      "grad_norm": 14.5625,
      "learning_rate": 1.3464463221395305e-05,
      "loss": 0.1782,
      "step": 119940
    },
    {
      "epoch": 3.4027489166743496,
      "grad_norm": 15.4375,
      "learning_rate": 1.3463884281492162e-05,
      "loss": 0.1965,
      "step": 119950
    },
    {
      "epoch": 3.403032602605655,
      "grad_norm": 9.625,
      "learning_rate": 1.3463305341589017e-05,
      "loss": 0.1889,
      "step": 119960
    },
    {
      "epoch": 3.4033162885369608,
      "grad_norm": 12.4375,
      "learning_rate": 1.3462726401685875e-05,
      "loss": 0.2541,
      "step": 119970
    },
    {
      "epoch": 3.4035999744682663,
      "grad_norm": 7.1875,
      "learning_rate": 1.346214746178273e-05,
      "loss": 0.1801,
      "step": 119980
    },
    {
      "epoch": 3.4038836603995715,
      "grad_norm": 12.8125,
      "learning_rate": 1.3461568521879587e-05,
      "loss": 0.2161,
      "step": 119990
    },
    {
      "epoch": 3.404167346330877,
      "grad_norm": 10.3125,
      "learning_rate": 1.3460989581976445e-05,
      "loss": 0.1764,
      "step": 120000
    },
    {
      "epoch": 3.4044510322621826,
      "grad_norm": 11.75,
      "learning_rate": 1.34604106420733e-05,
      "loss": 0.1918,
      "step": 120010
    },
    {
      "epoch": 3.404734718193488,
      "grad_norm": 11.5,
      "learning_rate": 1.3459831702170157e-05,
      "loss": 0.2042,
      "step": 120020
    },
    {
      "epoch": 3.4050184041247933,
      "grad_norm": 8.6875,
      "learning_rate": 1.3459252762267015e-05,
      "loss": 0.2053,
      "step": 120030
    },
    {
      "epoch": 3.405302090056099,
      "grad_norm": 13.1875,
      "learning_rate": 1.345867382236387e-05,
      "loss": 0.1986,
      "step": 120040
    },
    {
      "epoch": 3.4055857759874044,
      "grad_norm": 19.375,
      "learning_rate": 1.3458094882460728e-05,
      "loss": 0.2076,
      "step": 120050
    },
    {
      "epoch": 3.40586946191871,
      "grad_norm": 9.1875,
      "learning_rate": 1.3457515942557585e-05,
      "loss": 0.218,
      "step": 120060
    },
    {
      "epoch": 3.406153147850015,
      "grad_norm": 12.875,
      "learning_rate": 1.345693700265444e-05,
      "loss": 0.2074,
      "step": 120070
    },
    {
      "epoch": 3.4064368337813207,
      "grad_norm": 10.375,
      "learning_rate": 1.3456358062751298e-05,
      "loss": 0.2358,
      "step": 120080
    },
    {
      "epoch": 3.4067205197126262,
      "grad_norm": 12.5625,
      "learning_rate": 1.3455779122848153e-05,
      "loss": 0.1918,
      "step": 120090
    },
    {
      "epoch": 3.407004205643932,
      "grad_norm": 17.0,
      "learning_rate": 1.345520018294501e-05,
      "loss": 0.1762,
      "step": 120100
    },
    {
      "epoch": 3.407287891575237,
      "grad_norm": 10.1875,
      "learning_rate": 1.3454621243041868e-05,
      "loss": 0.1617,
      "step": 120110
    },
    {
      "epoch": 3.4075715775065425,
      "grad_norm": 8.4375,
      "learning_rate": 1.3454042303138723e-05,
      "loss": 0.1998,
      "step": 120120
    },
    {
      "epoch": 3.407855263437848,
      "grad_norm": 10.625,
      "learning_rate": 1.345346336323558e-05,
      "loss": 0.232,
      "step": 120130
    },
    {
      "epoch": 3.408138949369153,
      "grad_norm": 12.3125,
      "learning_rate": 1.3452884423332438e-05,
      "loss": 0.2024,
      "step": 120140
    },
    {
      "epoch": 3.4084226353004587,
      "grad_norm": 9.625,
      "learning_rate": 1.3452305483429293e-05,
      "loss": 0.1653,
      "step": 120150
    },
    {
      "epoch": 3.4087063212317643,
      "grad_norm": 15.75,
      "learning_rate": 1.3451726543526151e-05,
      "loss": 0.2108,
      "step": 120160
    },
    {
      "epoch": 3.40899000716307,
      "grad_norm": 11.5625,
      "learning_rate": 1.3451147603623008e-05,
      "loss": 0.175,
      "step": 120170
    },
    {
      "epoch": 3.4092736930943754,
      "grad_norm": 17.125,
      "learning_rate": 1.3450568663719863e-05,
      "loss": 0.221,
      "step": 120180
    },
    {
      "epoch": 3.4095573790256806,
      "grad_norm": 13.5625,
      "learning_rate": 1.3449989723816721e-05,
      "loss": 0.1978,
      "step": 120190
    },
    {
      "epoch": 3.409841064956986,
      "grad_norm": 10.75,
      "learning_rate": 1.3449410783913576e-05,
      "loss": 0.1878,
      "step": 120200
    },
    {
      "epoch": 3.4101247508882917,
      "grad_norm": 9.5,
      "learning_rate": 1.3448831844010433e-05,
      "loss": 0.238,
      "step": 120210
    },
    {
      "epoch": 3.410408436819597,
      "grad_norm": 10.5625,
      "learning_rate": 1.3448252904107291e-05,
      "loss": 0.1999,
      "step": 120220
    },
    {
      "epoch": 3.4106921227509024,
      "grad_norm": 9.1875,
      "learning_rate": 1.3447673964204146e-05,
      "loss": 0.1973,
      "step": 120230
    },
    {
      "epoch": 3.410975808682208,
      "grad_norm": 11.25,
      "learning_rate": 1.3447095024301004e-05,
      "loss": 0.1948,
      "step": 120240
    },
    {
      "epoch": 3.4112594946135135,
      "grad_norm": 11.0625,
      "learning_rate": 1.3446516084397861e-05,
      "loss": 0.1669,
      "step": 120250
    },
    {
      "epoch": 3.4115431805448186,
      "grad_norm": 10.875,
      "learning_rate": 1.3445937144494716e-05,
      "loss": 0.1906,
      "step": 120260
    },
    {
      "epoch": 3.411826866476124,
      "grad_norm": 13.75,
      "learning_rate": 1.3445358204591574e-05,
      "loss": 0.1721,
      "step": 120270
    },
    {
      "epoch": 3.4121105524074298,
      "grad_norm": 12.5625,
      "learning_rate": 1.3444779264688431e-05,
      "loss": 0.2353,
      "step": 120280
    },
    {
      "epoch": 3.4123942383387353,
      "grad_norm": 12.0,
      "learning_rate": 1.3444200324785286e-05,
      "loss": 0.2295,
      "step": 120290
    },
    {
      "epoch": 3.4126779242700405,
      "grad_norm": 12.6875,
      "learning_rate": 1.3443621384882144e-05,
      "loss": 0.2208,
      "step": 120300
    },
    {
      "epoch": 3.412961610201346,
      "grad_norm": 12.9375,
      "learning_rate": 1.3443042444978999e-05,
      "loss": 0.2128,
      "step": 120310
    },
    {
      "epoch": 3.4132452961326516,
      "grad_norm": 10.9375,
      "learning_rate": 1.3442463505075856e-05,
      "loss": 0.221,
      "step": 120320
    },
    {
      "epoch": 3.413528982063957,
      "grad_norm": 9.25,
      "learning_rate": 1.3441884565172714e-05,
      "loss": 0.1692,
      "step": 120330
    },
    {
      "epoch": 3.4138126679952623,
      "grad_norm": 11.3125,
      "learning_rate": 1.3441305625269569e-05,
      "loss": 0.227,
      "step": 120340
    },
    {
      "epoch": 3.414096353926568,
      "grad_norm": 14.0625,
      "learning_rate": 1.3440726685366427e-05,
      "loss": 0.21,
      "step": 120350
    },
    {
      "epoch": 3.4143800398578734,
      "grad_norm": 11.125,
      "learning_rate": 1.3440147745463284e-05,
      "loss": 0.2421,
      "step": 120360
    },
    {
      "epoch": 3.414663725789179,
      "grad_norm": 7.90625,
      "learning_rate": 1.3439568805560139e-05,
      "loss": 0.2016,
      "step": 120370
    },
    {
      "epoch": 3.414947411720484,
      "grad_norm": 9.25,
      "learning_rate": 1.3438989865656997e-05,
      "loss": 0.1756,
      "step": 120380
    },
    {
      "epoch": 3.4152310976517897,
      "grad_norm": 8.125,
      "learning_rate": 1.3438410925753854e-05,
      "loss": 0.1838,
      "step": 120390
    },
    {
      "epoch": 3.4155147835830952,
      "grad_norm": 13.1875,
      "learning_rate": 1.3437831985850709e-05,
      "loss": 0.213,
      "step": 120400
    },
    {
      "epoch": 3.4157984695144004,
      "grad_norm": 8.75,
      "learning_rate": 1.3437253045947567e-05,
      "loss": 0.2108,
      "step": 120410
    },
    {
      "epoch": 3.416082155445706,
      "grad_norm": 8.0625,
      "learning_rate": 1.3436674106044422e-05,
      "loss": 0.2177,
      "step": 120420
    },
    {
      "epoch": 3.4163658413770115,
      "grad_norm": 13.5,
      "learning_rate": 1.343609516614128e-05,
      "loss": 0.1873,
      "step": 120430
    },
    {
      "epoch": 3.416649527308317,
      "grad_norm": 17.25,
      "learning_rate": 1.3435516226238137e-05,
      "loss": 0.2241,
      "step": 120440
    },
    {
      "epoch": 3.4169332132396226,
      "grad_norm": 10.1875,
      "learning_rate": 1.3434937286334992e-05,
      "loss": 0.1659,
      "step": 120450
    },
    {
      "epoch": 3.4172168991709277,
      "grad_norm": 9.875,
      "learning_rate": 1.343435834643185e-05,
      "loss": 0.1969,
      "step": 120460
    },
    {
      "epoch": 3.4175005851022333,
      "grad_norm": 12.625,
      "learning_rate": 1.3433779406528707e-05,
      "loss": 0.2089,
      "step": 120470
    },
    {
      "epoch": 3.417784271033539,
      "grad_norm": 13.5,
      "learning_rate": 1.3433200466625562e-05,
      "loss": 0.2017,
      "step": 120480
    },
    {
      "epoch": 3.418067956964844,
      "grad_norm": 10.5,
      "learning_rate": 1.343262152672242e-05,
      "loss": 0.1962,
      "step": 120490
    },
    {
      "epoch": 3.4183516428961496,
      "grad_norm": 10.75,
      "learning_rate": 1.3432042586819275e-05,
      "loss": 0.1809,
      "step": 120500
    },
    {
      "epoch": 3.418635328827455,
      "grad_norm": 11.9375,
      "learning_rate": 1.3431463646916132e-05,
      "loss": 0.2143,
      "step": 120510
    },
    {
      "epoch": 3.4189190147587607,
      "grad_norm": 10.9375,
      "learning_rate": 1.343088470701299e-05,
      "loss": 0.1859,
      "step": 120520
    },
    {
      "epoch": 3.4192027006900663,
      "grad_norm": 12.5625,
      "learning_rate": 1.3430305767109845e-05,
      "loss": 0.1827,
      "step": 120530
    },
    {
      "epoch": 3.4194863866213714,
      "grad_norm": 14.9375,
      "learning_rate": 1.3429726827206704e-05,
      "loss": 0.1921,
      "step": 120540
    },
    {
      "epoch": 3.419770072552677,
      "grad_norm": 7.9375,
      "learning_rate": 1.342914788730356e-05,
      "loss": 0.1669,
      "step": 120550
    },
    {
      "epoch": 3.4200537584839825,
      "grad_norm": 8.1875,
      "learning_rate": 1.3428568947400415e-05,
      "loss": 0.18,
      "step": 120560
    },
    {
      "epoch": 3.4203374444152876,
      "grad_norm": 13.6875,
      "learning_rate": 1.3427990007497273e-05,
      "loss": 0.1831,
      "step": 120570
    },
    {
      "epoch": 3.420621130346593,
      "grad_norm": 7.40625,
      "learning_rate": 1.342741106759413e-05,
      "loss": 0.2236,
      "step": 120580
    },
    {
      "epoch": 3.4209048162778988,
      "grad_norm": 8.5625,
      "learning_rate": 1.3426832127690985e-05,
      "loss": 0.2014,
      "step": 120590
    },
    {
      "epoch": 3.4211885022092043,
      "grad_norm": 7.09375,
      "learning_rate": 1.3426253187787843e-05,
      "loss": 0.1878,
      "step": 120600
    },
    {
      "epoch": 3.4214721881405095,
      "grad_norm": 10.25,
      "learning_rate": 1.3425674247884698e-05,
      "loss": 0.1773,
      "step": 120610
    },
    {
      "epoch": 3.421755874071815,
      "grad_norm": 12.75,
      "learning_rate": 1.3425095307981557e-05,
      "loss": 0.1937,
      "step": 120620
    },
    {
      "epoch": 3.4220395600031206,
      "grad_norm": 10.0625,
      "learning_rate": 1.3424516368078413e-05,
      "loss": 0.1789,
      "step": 120630
    },
    {
      "epoch": 3.422323245934426,
      "grad_norm": 11.4375,
      "learning_rate": 1.3423937428175268e-05,
      "loss": 0.2048,
      "step": 120640
    },
    {
      "epoch": 3.4226069318657313,
      "grad_norm": 7.96875,
      "learning_rate": 1.3423358488272127e-05,
      "loss": 0.1785,
      "step": 120650
    },
    {
      "epoch": 3.422890617797037,
      "grad_norm": 11.0,
      "learning_rate": 1.3422779548368983e-05,
      "loss": 0.1678,
      "step": 120660
    },
    {
      "epoch": 3.4231743037283424,
      "grad_norm": 9.625,
      "learning_rate": 1.3422200608465838e-05,
      "loss": 0.198,
      "step": 120670
    },
    {
      "epoch": 3.423457989659648,
      "grad_norm": 9.5,
      "learning_rate": 1.3421621668562696e-05,
      "loss": 0.2107,
      "step": 120680
    },
    {
      "epoch": 3.423741675590953,
      "grad_norm": 11.25,
      "learning_rate": 1.3421042728659553e-05,
      "loss": 0.2684,
      "step": 120690
    },
    {
      "epoch": 3.4240253615222587,
      "grad_norm": 12.375,
      "learning_rate": 1.3420463788756408e-05,
      "loss": 0.233,
      "step": 120700
    },
    {
      "epoch": 3.4243090474535642,
      "grad_norm": 9.9375,
      "learning_rate": 1.3419884848853266e-05,
      "loss": 0.2136,
      "step": 120710
    },
    {
      "epoch": 3.42459273338487,
      "grad_norm": 12.25,
      "learning_rate": 1.3419305908950121e-05,
      "loss": 0.2069,
      "step": 120720
    },
    {
      "epoch": 3.424876419316175,
      "grad_norm": 10.6875,
      "learning_rate": 1.341872696904698e-05,
      "loss": 0.1951,
      "step": 120730
    },
    {
      "epoch": 3.4251601052474805,
      "grad_norm": 13.0625,
      "learning_rate": 1.3418148029143836e-05,
      "loss": 0.2365,
      "step": 120740
    },
    {
      "epoch": 3.425443791178786,
      "grad_norm": 10.9375,
      "learning_rate": 1.3417569089240691e-05,
      "loss": 0.1962,
      "step": 120750
    },
    {
      "epoch": 3.425727477110091,
      "grad_norm": 11.375,
      "learning_rate": 1.341699014933755e-05,
      "loss": 0.2043,
      "step": 120760
    },
    {
      "epoch": 3.4260111630413967,
      "grad_norm": 11.8125,
      "learning_rate": 1.3416411209434406e-05,
      "loss": 0.199,
      "step": 120770
    },
    {
      "epoch": 3.4262948489727023,
      "grad_norm": 8.5625,
      "learning_rate": 1.3415832269531261e-05,
      "loss": 0.1991,
      "step": 120780
    },
    {
      "epoch": 3.426578534904008,
      "grad_norm": 9.875,
      "learning_rate": 1.341525332962812e-05,
      "loss": 0.1796,
      "step": 120790
    },
    {
      "epoch": 3.4268622208353134,
      "grad_norm": 15.0625,
      "learning_rate": 1.3414674389724976e-05,
      "loss": 0.1668,
      "step": 120800
    },
    {
      "epoch": 3.4271459067666186,
      "grad_norm": 11.625,
      "learning_rate": 1.3414095449821833e-05,
      "loss": 0.2308,
      "step": 120810
    },
    {
      "epoch": 3.427429592697924,
      "grad_norm": 11.25,
      "learning_rate": 1.341351650991869e-05,
      "loss": 0.1862,
      "step": 120820
    },
    {
      "epoch": 3.4277132786292297,
      "grad_norm": 12.9375,
      "learning_rate": 1.3412937570015544e-05,
      "loss": 0.2187,
      "step": 120830
    },
    {
      "epoch": 3.427996964560535,
      "grad_norm": 7.875,
      "learning_rate": 1.3412358630112403e-05,
      "loss": 0.1872,
      "step": 120840
    },
    {
      "epoch": 3.4282806504918404,
      "grad_norm": 12.1875,
      "learning_rate": 1.341177969020926e-05,
      "loss": 0.2243,
      "step": 120850
    },
    {
      "epoch": 3.428564336423146,
      "grad_norm": 6.875,
      "learning_rate": 1.3411200750306114e-05,
      "loss": 0.1887,
      "step": 120860
    },
    {
      "epoch": 3.4288480223544515,
      "grad_norm": 11.5625,
      "learning_rate": 1.3410621810402973e-05,
      "loss": 0.1821,
      "step": 120870
    },
    {
      "epoch": 3.429131708285757,
      "grad_norm": 13.5,
      "learning_rate": 1.341004287049983e-05,
      "loss": 0.1808,
      "step": 120880
    },
    {
      "epoch": 3.429415394217062,
      "grad_norm": 10.5625,
      "learning_rate": 1.3409463930596684e-05,
      "loss": 0.183,
      "step": 120890
    },
    {
      "epoch": 3.4296990801483678,
      "grad_norm": 11.0,
      "learning_rate": 1.3408884990693543e-05,
      "loss": 0.1944,
      "step": 120900
    },
    {
      "epoch": 3.4299827660796733,
      "grad_norm": 13.3125,
      "learning_rate": 1.34083060507904e-05,
      "loss": 0.2261,
      "step": 120910
    },
    {
      "epoch": 3.4302664520109785,
      "grad_norm": 6.84375,
      "learning_rate": 1.3407727110887256e-05,
      "loss": 0.1853,
      "step": 120920
    },
    {
      "epoch": 3.430550137942284,
      "grad_norm": 12.4375,
      "learning_rate": 1.3407148170984112e-05,
      "loss": 0.1895,
      "step": 120930
    },
    {
      "epoch": 3.4308338238735896,
      "grad_norm": 12.875,
      "learning_rate": 1.3406569231080967e-05,
      "loss": 0.1985,
      "step": 120940
    },
    {
      "epoch": 3.431117509804895,
      "grad_norm": 13.0,
      "learning_rate": 1.3405990291177826e-05,
      "loss": 0.2045,
      "step": 120950
    },
    {
      "epoch": 3.4314011957362003,
      "grad_norm": 7.84375,
      "learning_rate": 1.3405411351274682e-05,
      "loss": 0.1761,
      "step": 120960
    },
    {
      "epoch": 3.431684881667506,
      "grad_norm": 11.0625,
      "learning_rate": 1.3404832411371537e-05,
      "loss": 0.2031,
      "step": 120970
    },
    {
      "epoch": 3.4319685675988114,
      "grad_norm": 12.8125,
      "learning_rate": 1.3404253471468396e-05,
      "loss": 0.2021,
      "step": 120980
    },
    {
      "epoch": 3.432252253530117,
      "grad_norm": 13.0625,
      "learning_rate": 1.3403674531565252e-05,
      "loss": 0.236,
      "step": 120990
    },
    {
      "epoch": 3.432535939461422,
      "grad_norm": 12.0625,
      "learning_rate": 1.3403095591662109e-05,
      "loss": 0.1942,
      "step": 121000
    },
    {
      "epoch": 3.4328196253927277,
      "grad_norm": 13.3125,
      "learning_rate": 1.3402516651758966e-05,
      "loss": 0.2172,
      "step": 121010
    },
    {
      "epoch": 3.4331033113240332,
      "grad_norm": 13.3125,
      "learning_rate": 1.340193771185582e-05,
      "loss": 0.1936,
      "step": 121020
    },
    {
      "epoch": 3.433386997255339,
      "grad_norm": 9.4375,
      "learning_rate": 1.3401358771952679e-05,
      "loss": 0.208,
      "step": 121030
    },
    {
      "epoch": 3.433670683186644,
      "grad_norm": 15.0625,
      "learning_rate": 1.3400779832049536e-05,
      "loss": 0.1898,
      "step": 121040
    },
    {
      "epoch": 3.4339543691179495,
      "grad_norm": 9.5625,
      "learning_rate": 1.340020089214639e-05,
      "loss": 0.1915,
      "step": 121050
    },
    {
      "epoch": 3.434238055049255,
      "grad_norm": 10.6875,
      "learning_rate": 1.3399621952243249e-05,
      "loss": 0.2053,
      "step": 121060
    },
    {
      "epoch": 3.4345217409805606,
      "grad_norm": 10.8125,
      "learning_rate": 1.3399043012340105e-05,
      "loss": 0.2326,
      "step": 121070
    },
    {
      "epoch": 3.4348054269118657,
      "grad_norm": 10.875,
      "learning_rate": 1.339846407243696e-05,
      "loss": 0.1779,
      "step": 121080
    },
    {
      "epoch": 3.4350891128431713,
      "grad_norm": 11.5625,
      "learning_rate": 1.3397885132533819e-05,
      "loss": 0.1772,
      "step": 121090
    },
    {
      "epoch": 3.435372798774477,
      "grad_norm": 16.25,
      "learning_rate": 1.3397306192630675e-05,
      "loss": 0.2375,
      "step": 121100
    },
    {
      "epoch": 3.435656484705782,
      "grad_norm": 11.75,
      "learning_rate": 1.3396727252727532e-05,
      "loss": 0.1839,
      "step": 121110
    },
    {
      "epoch": 3.4359401706370876,
      "grad_norm": 12.125,
      "learning_rate": 1.3396148312824389e-05,
      "loss": 0.1851,
      "step": 121120
    },
    {
      "epoch": 3.436223856568393,
      "grad_norm": 24.5,
      "learning_rate": 1.3395569372921244e-05,
      "loss": 0.2783,
      "step": 121130
    },
    {
      "epoch": 3.4365075424996987,
      "grad_norm": 11.375,
      "learning_rate": 1.3394990433018102e-05,
      "loss": 0.1685,
      "step": 121140
    },
    {
      "epoch": 3.4367912284310043,
      "grad_norm": 17.75,
      "learning_rate": 1.3394411493114959e-05,
      "loss": 0.22,
      "step": 121150
    },
    {
      "epoch": 3.4370749143623094,
      "grad_norm": 9.4375,
      "learning_rate": 1.3393832553211814e-05,
      "loss": 0.181,
      "step": 121160
    },
    {
      "epoch": 3.437358600293615,
      "grad_norm": 12.625,
      "learning_rate": 1.3393253613308672e-05,
      "loss": 0.2117,
      "step": 121170
    },
    {
      "epoch": 3.4376422862249205,
      "grad_norm": 15.375,
      "learning_rate": 1.3392674673405528e-05,
      "loss": 0.1967,
      "step": 121180
    },
    {
      "epoch": 3.4379259721562256,
      "grad_norm": 9.625,
      "learning_rate": 1.3392095733502383e-05,
      "loss": 0.1805,
      "step": 121190
    },
    {
      "epoch": 3.438209658087531,
      "grad_norm": 15.125,
      "learning_rate": 1.3391516793599242e-05,
      "loss": 0.2109,
      "step": 121200
    },
    {
      "epoch": 3.4384933440188368,
      "grad_norm": 10.75,
      "learning_rate": 1.3390937853696098e-05,
      "loss": 0.1992,
      "step": 121210
    },
    {
      "epoch": 3.4387770299501423,
      "grad_norm": 8.3125,
      "learning_rate": 1.3390358913792955e-05,
      "loss": 0.2008,
      "step": 121220
    },
    {
      "epoch": 3.4390607158814475,
      "grad_norm": 12.0625,
      "learning_rate": 1.3389779973889812e-05,
      "loss": 0.2038,
      "step": 121230
    },
    {
      "epoch": 3.439344401812753,
      "grad_norm": 10.0,
      "learning_rate": 1.3389201033986667e-05,
      "loss": 0.2278,
      "step": 121240
    },
    {
      "epoch": 3.4396280877440586,
      "grad_norm": 10.8125,
      "learning_rate": 1.3388622094083525e-05,
      "loss": 0.2332,
      "step": 121250
    },
    {
      "epoch": 3.439911773675364,
      "grad_norm": 8.875,
      "learning_rate": 1.3388043154180382e-05,
      "loss": 0.2063,
      "step": 121260
    },
    {
      "epoch": 3.4401954596066693,
      "grad_norm": 13.0,
      "learning_rate": 1.3387464214277237e-05,
      "loss": 0.2029,
      "step": 121270
    },
    {
      "epoch": 3.440479145537975,
      "grad_norm": 13.0625,
      "learning_rate": 1.3386885274374095e-05,
      "loss": 0.2153,
      "step": 121280
    },
    {
      "epoch": 3.4407628314692804,
      "grad_norm": 11.9375,
      "learning_rate": 1.3386306334470952e-05,
      "loss": 0.1611,
      "step": 121290
    },
    {
      "epoch": 3.441046517400586,
      "grad_norm": 12.6875,
      "learning_rate": 1.3385727394567808e-05,
      "loss": 0.176,
      "step": 121300
    },
    {
      "epoch": 3.441330203331891,
      "grad_norm": 10.25,
      "learning_rate": 1.3385148454664665e-05,
      "loss": 0.202,
      "step": 121310
    },
    {
      "epoch": 3.4416138892631967,
      "grad_norm": 10.125,
      "learning_rate": 1.3384569514761521e-05,
      "loss": 0.2014,
      "step": 121320
    },
    {
      "epoch": 3.4418975751945022,
      "grad_norm": 10.375,
      "learning_rate": 1.3383990574858378e-05,
      "loss": 0.206,
      "step": 121330
    },
    {
      "epoch": 3.442181261125808,
      "grad_norm": 9.375,
      "learning_rate": 1.3383411634955235e-05,
      "loss": 0.1904,
      "step": 121340
    },
    {
      "epoch": 3.442464947057113,
      "grad_norm": 13.4375,
      "learning_rate": 1.338283269505209e-05,
      "loss": 0.1866,
      "step": 121350
    },
    {
      "epoch": 3.4427486329884185,
      "grad_norm": 10.0,
      "learning_rate": 1.3382253755148948e-05,
      "loss": 0.2038,
      "step": 121360
    },
    {
      "epoch": 3.443032318919724,
      "grad_norm": 13.6875,
      "learning_rate": 1.3381674815245805e-05,
      "loss": 0.2056,
      "step": 121370
    },
    {
      "epoch": 3.443316004851029,
      "grad_norm": 8.5625,
      "learning_rate": 1.338109587534266e-05,
      "loss": 0.1762,
      "step": 121380
    },
    {
      "epoch": 3.4435996907823347,
      "grad_norm": 13.4375,
      "learning_rate": 1.3380516935439518e-05,
      "loss": 0.1928,
      "step": 121390
    },
    {
      "epoch": 3.4438833767136403,
      "grad_norm": 11.5,
      "learning_rate": 1.3379937995536375e-05,
      "loss": 0.1936,
      "step": 121400
    },
    {
      "epoch": 3.444167062644946,
      "grad_norm": 11.875,
      "learning_rate": 1.3379359055633231e-05,
      "loss": 0.1989,
      "step": 121410
    },
    {
      "epoch": 3.4444507485762514,
      "grad_norm": 13.0625,
      "learning_rate": 1.3378780115730088e-05,
      "loss": 0.2261,
      "step": 121420
    },
    {
      "epoch": 3.4447344345075566,
      "grad_norm": 10.9375,
      "learning_rate": 1.3378201175826945e-05,
      "loss": 0.2026,
      "step": 121430
    },
    {
      "epoch": 3.445018120438862,
      "grad_norm": 11.8125,
      "learning_rate": 1.3377622235923801e-05,
      "loss": 0.219,
      "step": 121440
    },
    {
      "epoch": 3.4453018063701677,
      "grad_norm": 8.875,
      "learning_rate": 1.3377043296020658e-05,
      "loss": 0.1784,
      "step": 121450
    },
    {
      "epoch": 3.445585492301473,
      "grad_norm": 13.0,
      "learning_rate": 1.3376464356117513e-05,
      "loss": 0.2012,
      "step": 121460
    },
    {
      "epoch": 3.4458691782327784,
      "grad_norm": 10.6875,
      "learning_rate": 1.3375885416214371e-05,
      "loss": 0.1996,
      "step": 121470
    },
    {
      "epoch": 3.446152864164084,
      "grad_norm": 9.4375,
      "learning_rate": 1.3375306476311228e-05,
      "loss": 0.2105,
      "step": 121480
    },
    {
      "epoch": 3.4464365500953895,
      "grad_norm": 10.625,
      "learning_rate": 1.3374727536408086e-05,
      "loss": 0.159,
      "step": 121490
    },
    {
      "epoch": 3.446720236026695,
      "grad_norm": 15.1875,
      "learning_rate": 1.3374148596504941e-05,
      "loss": 0.2239,
      "step": 121500
    },
    {
      "epoch": 3.447003921958,
      "grad_norm": 13.5,
      "learning_rate": 1.3373569656601798e-05,
      "loss": 0.2122,
      "step": 121510
    },
    {
      "epoch": 3.4472876078893058,
      "grad_norm": 9.8125,
      "learning_rate": 1.3372990716698654e-05,
      "loss": 0.1882,
      "step": 121520
    },
    {
      "epoch": 3.4475712938206113,
      "grad_norm": 10.0625,
      "learning_rate": 1.3372411776795511e-05,
      "loss": 0.1904,
      "step": 121530
    },
    {
      "epoch": 3.4478549797519165,
      "grad_norm": 10.5,
      "learning_rate": 1.3371832836892366e-05,
      "loss": 0.2005,
      "step": 121540
    },
    {
      "epoch": 3.448138665683222,
      "grad_norm": 11.4375,
      "learning_rate": 1.3371253896989224e-05,
      "loss": 0.2206,
      "step": 121550
    },
    {
      "epoch": 3.4484223516145276,
      "grad_norm": 8.5,
      "learning_rate": 1.337067495708608e-05,
      "loss": 0.1625,
      "step": 121560
    },
    {
      "epoch": 3.448706037545833,
      "grad_norm": 6.78125,
      "learning_rate": 1.3370096017182936e-05,
      "loss": 0.2045,
      "step": 121570
    },
    {
      "epoch": 3.4489897234771383,
      "grad_norm": 10.1875,
      "learning_rate": 1.3369517077279794e-05,
      "loss": 0.2198,
      "step": 121580
    },
    {
      "epoch": 3.449273409408444,
      "grad_norm": 9.75,
      "learning_rate": 1.336893813737665e-05,
      "loss": 0.1963,
      "step": 121590
    },
    {
      "epoch": 3.4495570953397494,
      "grad_norm": 12.0,
      "learning_rate": 1.3368359197473509e-05,
      "loss": 0.1969,
      "step": 121600
    },
    {
      "epoch": 3.449840781271055,
      "grad_norm": 7.84375,
      "learning_rate": 1.3367780257570364e-05,
      "loss": 0.181,
      "step": 121610
    },
    {
      "epoch": 3.45012446720236,
      "grad_norm": 11.8125,
      "learning_rate": 1.336720131766722e-05,
      "loss": 0.2052,
      "step": 121620
    },
    {
      "epoch": 3.4504081531336657,
      "grad_norm": 8.9375,
      "learning_rate": 1.3366622377764077e-05,
      "loss": 0.1861,
      "step": 121630
    },
    {
      "epoch": 3.4506918390649712,
      "grad_norm": 9.625,
      "learning_rate": 1.3366043437860934e-05,
      "loss": 0.1971,
      "step": 121640
    },
    {
      "epoch": 3.450975524996277,
      "grad_norm": 15.8125,
      "learning_rate": 1.3365464497957789e-05,
      "loss": 0.1814,
      "step": 121650
    },
    {
      "epoch": 3.451259210927582,
      "grad_norm": 10.1875,
      "learning_rate": 1.3364885558054647e-05,
      "loss": 0.1947,
      "step": 121660
    },
    {
      "epoch": 3.4515428968588875,
      "grad_norm": 15.0625,
      "learning_rate": 1.3364306618151504e-05,
      "loss": 0.2164,
      "step": 121670
    },
    {
      "epoch": 3.451826582790193,
      "grad_norm": 7.125,
      "learning_rate": 1.3363727678248362e-05,
      "loss": 0.1778,
      "step": 121680
    },
    {
      "epoch": 3.4521102687214986,
      "grad_norm": 12.5,
      "learning_rate": 1.3363148738345217e-05,
      "loss": 0.2124,
      "step": 121690
    },
    {
      "epoch": 3.4523939546528037,
      "grad_norm": 10.5,
      "learning_rate": 1.3362569798442074e-05,
      "loss": 0.1907,
      "step": 121700
    },
    {
      "epoch": 3.4526776405841093,
      "grad_norm": 10.125,
      "learning_rate": 1.3361990858538932e-05,
      "loss": 0.1747,
      "step": 121710
    },
    {
      "epoch": 3.452961326515415,
      "grad_norm": 10.75,
      "learning_rate": 1.3361411918635787e-05,
      "loss": 0.1848,
      "step": 121720
    },
    {
      "epoch": 3.45324501244672,
      "grad_norm": 18.25,
      "learning_rate": 1.3360832978732644e-05,
      "loss": 0.2013,
      "step": 121730
    },
    {
      "epoch": 3.4535286983780256,
      "grad_norm": 10.3125,
      "learning_rate": 1.33602540388295e-05,
      "loss": 0.1926,
      "step": 121740
    },
    {
      "epoch": 3.453812384309331,
      "grad_norm": 10.8125,
      "learning_rate": 1.3359675098926357e-05,
      "loss": 0.2356,
      "step": 121750
    },
    {
      "epoch": 3.4540960702406367,
      "grad_norm": 9.75,
      "learning_rate": 1.3359096159023212e-05,
      "loss": 0.1716,
      "step": 121760
    },
    {
      "epoch": 3.4543797561719423,
      "grad_norm": 10.3125,
      "learning_rate": 1.335851721912007e-05,
      "loss": 0.1937,
      "step": 121770
    },
    {
      "epoch": 3.4546634421032474,
      "grad_norm": 23.75,
      "learning_rate": 1.3357938279216927e-05,
      "loss": 0.2175,
      "step": 121780
    },
    {
      "epoch": 3.454947128034553,
      "grad_norm": 16.5,
      "learning_rate": 1.3357359339313785e-05,
      "loss": 0.232,
      "step": 121790
    },
    {
      "epoch": 3.4552308139658585,
      "grad_norm": 9.9375,
      "learning_rate": 1.335678039941064e-05,
      "loss": 0.2268,
      "step": 121800
    },
    {
      "epoch": 3.4555144998971636,
      "grad_norm": 11.125,
      "learning_rate": 1.3356201459507497e-05,
      "loss": 0.196,
      "step": 121810
    },
    {
      "epoch": 3.455798185828469,
      "grad_norm": 9.125,
      "learning_rate": 1.3355622519604353e-05,
      "loss": 0.2248,
      "step": 121820
    },
    {
      "epoch": 3.4560818717597748,
      "grad_norm": 9.6875,
      "learning_rate": 1.335504357970121e-05,
      "loss": 0.2172,
      "step": 121830
    },
    {
      "epoch": 3.4563655576910803,
      "grad_norm": 16.25,
      "learning_rate": 1.3354464639798067e-05,
      "loss": 0.1824,
      "step": 121840
    },
    {
      "epoch": 3.456649243622386,
      "grad_norm": 10.0625,
      "learning_rate": 1.3353885699894923e-05,
      "loss": 0.2085,
      "step": 121850
    },
    {
      "epoch": 3.456932929553691,
      "grad_norm": 13.3125,
      "learning_rate": 1.335330675999178e-05,
      "loss": 0.1998,
      "step": 121860
    },
    {
      "epoch": 3.4572166154849966,
      "grad_norm": 10.1875,
      "learning_rate": 1.3352727820088638e-05,
      "loss": 0.176,
      "step": 121870
    },
    {
      "epoch": 3.457500301416302,
      "grad_norm": 12.5625,
      "learning_rate": 1.3352148880185493e-05,
      "loss": 0.184,
      "step": 121880
    },
    {
      "epoch": 3.4577839873476073,
      "grad_norm": 6.6875,
      "learning_rate": 1.335156994028235e-05,
      "loss": 0.1829,
      "step": 121890
    },
    {
      "epoch": 3.458067673278913,
      "grad_norm": 8.6875,
      "learning_rate": 1.3350991000379208e-05,
      "loss": 0.2003,
      "step": 121900
    },
    {
      "epoch": 3.4583513592102184,
      "grad_norm": 13.25,
      "learning_rate": 1.3350412060476063e-05,
      "loss": 0.2264,
      "step": 121910
    },
    {
      "epoch": 3.458635045141524,
      "grad_norm": 10.1875,
      "learning_rate": 1.334983312057292e-05,
      "loss": 0.1663,
      "step": 121920
    },
    {
      "epoch": 3.458918731072829,
      "grad_norm": 22.375,
      "learning_rate": 1.3349254180669777e-05,
      "loss": 0.1953,
      "step": 121930
    },
    {
      "epoch": 3.4592024170041347,
      "grad_norm": 12.5,
      "learning_rate": 1.3348675240766633e-05,
      "loss": 0.1926,
      "step": 121940
    },
    {
      "epoch": 3.4594861029354402,
      "grad_norm": 10.6875,
      "learning_rate": 1.3348096300863488e-05,
      "loss": 0.19,
      "step": 121950
    },
    {
      "epoch": 3.459769788866746,
      "grad_norm": 10.5,
      "learning_rate": 1.3347517360960346e-05,
      "loss": 0.1688,
      "step": 121960
    },
    {
      "epoch": 3.460053474798051,
      "grad_norm": 10.8125,
      "learning_rate": 1.3346938421057203e-05,
      "loss": 0.1804,
      "step": 121970
    },
    {
      "epoch": 3.4603371607293565,
      "grad_norm": 9.3125,
      "learning_rate": 1.3346359481154061e-05,
      "loss": 0.2125,
      "step": 121980
    },
    {
      "epoch": 3.460620846660662,
      "grad_norm": 11.0,
      "learning_rate": 1.3345780541250916e-05,
      "loss": 0.2246,
      "step": 121990
    },
    {
      "epoch": 3.4609045325919676,
      "grad_norm": 11.5625,
      "learning_rate": 1.3345201601347773e-05,
      "loss": 0.1891,
      "step": 122000
    },
    {
      "epoch": 3.4611882185232727,
      "grad_norm": 11.5,
      "learning_rate": 1.3344622661444631e-05,
      "loss": 0.1885,
      "step": 122010
    },
    {
      "epoch": 3.4614719044545783,
      "grad_norm": 9.9375,
      "learning_rate": 1.3344043721541486e-05,
      "loss": 0.1633,
      "step": 122020
    },
    {
      "epoch": 3.461755590385884,
      "grad_norm": 12.0625,
      "learning_rate": 1.3343464781638343e-05,
      "loss": 0.2004,
      "step": 122030
    },
    {
      "epoch": 3.4620392763171894,
      "grad_norm": 8.375,
      "learning_rate": 1.33428858417352e-05,
      "loss": 0.1821,
      "step": 122040
    },
    {
      "epoch": 3.4623229622484946,
      "grad_norm": 11.125,
      "learning_rate": 1.3342306901832056e-05,
      "loss": 0.1955,
      "step": 122050
    },
    {
      "epoch": 3.4626066481798,
      "grad_norm": 12.75,
      "learning_rate": 1.3341727961928911e-05,
      "loss": 0.2196,
      "step": 122060
    },
    {
      "epoch": 3.4628903341111057,
      "grad_norm": 8.3125,
      "learning_rate": 1.334114902202577e-05,
      "loss": 0.1954,
      "step": 122070
    },
    {
      "epoch": 3.463174020042411,
      "grad_norm": 7.3125,
      "learning_rate": 1.3340570082122626e-05,
      "loss": 0.172,
      "step": 122080
    },
    {
      "epoch": 3.4634577059737164,
      "grad_norm": 10.0625,
      "learning_rate": 1.3339991142219484e-05,
      "loss": 0.1855,
      "step": 122090
    },
    {
      "epoch": 3.463741391905022,
      "grad_norm": 9.8125,
      "learning_rate": 1.333941220231634e-05,
      "loss": 0.1829,
      "step": 122100
    },
    {
      "epoch": 3.4640250778363275,
      "grad_norm": 12.6875,
      "learning_rate": 1.3338833262413196e-05,
      "loss": 0.2043,
      "step": 122110
    },
    {
      "epoch": 3.464308763767633,
      "grad_norm": 10.1875,
      "learning_rate": 1.3338254322510054e-05,
      "loss": 0.1625,
      "step": 122120
    },
    {
      "epoch": 3.464592449698938,
      "grad_norm": 9.0,
      "learning_rate": 1.333767538260691e-05,
      "loss": 0.1953,
      "step": 122130
    },
    {
      "epoch": 3.4648761356302438,
      "grad_norm": 11.8125,
      "learning_rate": 1.3337096442703766e-05,
      "loss": 0.2103,
      "step": 122140
    },
    {
      "epoch": 3.4651598215615493,
      "grad_norm": 9.6875,
      "learning_rate": 1.3336517502800623e-05,
      "loss": 0.2025,
      "step": 122150
    },
    {
      "epoch": 3.4654435074928545,
      "grad_norm": 11.875,
      "learning_rate": 1.333593856289748e-05,
      "loss": 0.1818,
      "step": 122160
    },
    {
      "epoch": 3.46572719342416,
      "grad_norm": 12.75,
      "learning_rate": 1.3335359622994338e-05,
      "loss": 0.2385,
      "step": 122170
    },
    {
      "epoch": 3.4660108793554656,
      "grad_norm": 8.5,
      "learning_rate": 1.3334780683091193e-05,
      "loss": 0.2054,
      "step": 122180
    },
    {
      "epoch": 3.466294565286771,
      "grad_norm": 10.0625,
      "learning_rate": 1.333420174318805e-05,
      "loss": 0.2211,
      "step": 122190
    },
    {
      "epoch": 3.4665782512180763,
      "grad_norm": 8.5625,
      "learning_rate": 1.3333622803284908e-05,
      "loss": 0.2049,
      "step": 122200
    },
    {
      "epoch": 3.466861937149382,
      "grad_norm": 13.875,
      "learning_rate": 1.3333043863381762e-05,
      "loss": 0.1873,
      "step": 122210
    },
    {
      "epoch": 3.4671456230806874,
      "grad_norm": 9.9375,
      "learning_rate": 1.3332464923478619e-05,
      "loss": 0.2087,
      "step": 122220
    },
    {
      "epoch": 3.467429309011993,
      "grad_norm": 11.25,
      "learning_rate": 1.3331885983575476e-05,
      "loss": 0.1838,
      "step": 122230
    },
    {
      "epoch": 3.467712994943298,
      "grad_norm": 11.3125,
      "learning_rate": 1.3331307043672332e-05,
      "loss": 0.2134,
      "step": 122240
    },
    {
      "epoch": 3.4679966808746037,
      "grad_norm": 14.3125,
      "learning_rate": 1.3330728103769189e-05,
      "loss": 0.1861,
      "step": 122250
    },
    {
      "epoch": 3.4682803668059092,
      "grad_norm": 12.375,
      "learning_rate": 1.3330149163866046e-05,
      "loss": 0.1757,
      "step": 122260
    },
    {
      "epoch": 3.468564052737215,
      "grad_norm": 10.5625,
      "learning_rate": 1.3329570223962902e-05,
      "loss": 0.154,
      "step": 122270
    },
    {
      "epoch": 3.46884773866852,
      "grad_norm": 10.0625,
      "learning_rate": 1.332899128405976e-05,
      "loss": 0.2197,
      "step": 122280
    },
    {
      "epoch": 3.4691314245998255,
      "grad_norm": 10.625,
      "learning_rate": 1.3328412344156616e-05,
      "loss": 0.201,
      "step": 122290
    },
    {
      "epoch": 3.469415110531131,
      "grad_norm": 10.9375,
      "learning_rate": 1.3327833404253472e-05,
      "loss": 0.1804,
      "step": 122300
    },
    {
      "epoch": 3.4696987964624366,
      "grad_norm": 12.0,
      "learning_rate": 1.332725446435033e-05,
      "loss": 0.2311,
      "step": 122310
    },
    {
      "epoch": 3.4699824823937417,
      "grad_norm": 21.125,
      "learning_rate": 1.3326675524447186e-05,
      "loss": 0.2331,
      "step": 122320
    },
    {
      "epoch": 3.4702661683250473,
      "grad_norm": 10.8125,
      "learning_rate": 1.3326096584544042e-05,
      "loss": 0.2035,
      "step": 122330
    },
    {
      "epoch": 3.470549854256353,
      "grad_norm": 15.0,
      "learning_rate": 1.3325517644640899e-05,
      "loss": 0.2006,
      "step": 122340
    },
    {
      "epoch": 3.470833540187658,
      "grad_norm": 10.875,
      "learning_rate": 1.3324938704737755e-05,
      "loss": 0.1875,
      "step": 122350
    },
    {
      "epoch": 3.4711172261189636,
      "grad_norm": 8.375,
      "learning_rate": 1.3324359764834614e-05,
      "loss": 0.205,
      "step": 122360
    },
    {
      "epoch": 3.471400912050269,
      "grad_norm": 9.875,
      "learning_rate": 1.3323780824931469e-05,
      "loss": 0.1773,
      "step": 122370
    },
    {
      "epoch": 3.4716845979815747,
      "grad_norm": 7.125,
      "learning_rate": 1.3323201885028325e-05,
      "loss": 0.2183,
      "step": 122380
    },
    {
      "epoch": 3.4719682839128803,
      "grad_norm": 15.875,
      "learning_rate": 1.3322622945125184e-05,
      "loss": 0.244,
      "step": 122390
    },
    {
      "epoch": 3.4722519698441854,
      "grad_norm": 10.8125,
      "learning_rate": 1.3322044005222039e-05,
      "loss": 0.2357,
      "step": 122400
    },
    {
      "epoch": 3.472535655775491,
      "grad_norm": 13.0625,
      "learning_rate": 1.3321465065318895e-05,
      "loss": 0.2205,
      "step": 122410
    },
    {
      "epoch": 3.4728193417067965,
      "grad_norm": 11.0625,
      "learning_rate": 1.3320886125415754e-05,
      "loss": 0.2075,
      "step": 122420
    },
    {
      "epoch": 3.4731030276381016,
      "grad_norm": 7.53125,
      "learning_rate": 1.3320307185512609e-05,
      "loss": 0.1773,
      "step": 122430
    },
    {
      "epoch": 3.473386713569407,
      "grad_norm": 9.375,
      "learning_rate": 1.3319728245609465e-05,
      "loss": 0.1929,
      "step": 122440
    },
    {
      "epoch": 3.4736703995007128,
      "grad_norm": 7.15625,
      "learning_rate": 1.3319149305706322e-05,
      "loss": 0.1766,
      "step": 122450
    },
    {
      "epoch": 3.4739540854320183,
      "grad_norm": 13.0625,
      "learning_rate": 1.3318570365803178e-05,
      "loss": 0.2161,
      "step": 122460
    },
    {
      "epoch": 3.474237771363324,
      "grad_norm": 8.5625,
      "learning_rate": 1.3317991425900037e-05,
      "loss": 0.1803,
      "step": 122470
    },
    {
      "epoch": 3.474521457294629,
      "grad_norm": 9.1875,
      "learning_rate": 1.3317412485996892e-05,
      "loss": 0.1866,
      "step": 122480
    },
    {
      "epoch": 3.4748051432259346,
      "grad_norm": 11.25,
      "learning_rate": 1.3316833546093748e-05,
      "loss": 0.1877,
      "step": 122490
    },
    {
      "epoch": 3.47508882915724,
      "grad_norm": 13.1875,
      "learning_rate": 1.3316254606190607e-05,
      "loss": 0.2,
      "step": 122500
    },
    {
      "epoch": 3.4753725150885453,
      "grad_norm": 9.6875,
      "learning_rate": 1.3315675666287462e-05,
      "loss": 0.2048,
      "step": 122510
    },
    {
      "epoch": 3.475656201019851,
      "grad_norm": 11.0,
      "learning_rate": 1.3315096726384318e-05,
      "loss": 0.203,
      "step": 122520
    },
    {
      "epoch": 3.4759398869511564,
      "grad_norm": 13.125,
      "learning_rate": 1.3314517786481177e-05,
      "loss": 0.1825,
      "step": 122530
    },
    {
      "epoch": 3.476223572882462,
      "grad_norm": 10.0,
      "learning_rate": 1.3313938846578032e-05,
      "loss": 0.202,
      "step": 122540
    },
    {
      "epoch": 3.476507258813767,
      "grad_norm": 11.0625,
      "learning_rate": 1.331335990667489e-05,
      "loss": 0.1723,
      "step": 122550
    },
    {
      "epoch": 3.4767909447450727,
      "grad_norm": 8.875,
      "learning_rate": 1.3312780966771745e-05,
      "loss": 0.1954,
      "step": 122560
    },
    {
      "epoch": 3.4770746306763782,
      "grad_norm": 9.5,
      "learning_rate": 1.3312202026868602e-05,
      "loss": 0.2004,
      "step": 122570
    },
    {
      "epoch": 3.477358316607684,
      "grad_norm": 11.3125,
      "learning_rate": 1.331162308696546e-05,
      "loss": 0.2261,
      "step": 122580
    },
    {
      "epoch": 3.477642002538989,
      "grad_norm": 8.3125,
      "learning_rate": 1.3311044147062315e-05,
      "loss": 0.174,
      "step": 122590
    },
    {
      "epoch": 3.4779256884702945,
      "grad_norm": 9.6875,
      "learning_rate": 1.3310465207159171e-05,
      "loss": 0.201,
      "step": 122600
    },
    {
      "epoch": 3.4782093744016,
      "grad_norm": 10.9375,
      "learning_rate": 1.330988626725603e-05,
      "loss": 0.2069,
      "step": 122610
    },
    {
      "epoch": 3.4784930603329056,
      "grad_norm": 12.375,
      "learning_rate": 1.3309307327352885e-05,
      "loss": 0.1833,
      "step": 122620
    },
    {
      "epoch": 3.4787767462642107,
      "grad_norm": 12.0,
      "learning_rate": 1.3308728387449741e-05,
      "loss": 0.194,
      "step": 122630
    },
    {
      "epoch": 3.4790604321955163,
      "grad_norm": 9.4375,
      "learning_rate": 1.33081494475466e-05,
      "loss": 0.2041,
      "step": 122640
    },
    {
      "epoch": 3.479344118126822,
      "grad_norm": 10.3125,
      "learning_rate": 1.3307570507643455e-05,
      "loss": 0.1906,
      "step": 122650
    },
    {
      "epoch": 3.4796278040581274,
      "grad_norm": 11.6875,
      "learning_rate": 1.3306991567740313e-05,
      "loss": 0.1874,
      "step": 122660
    },
    {
      "epoch": 3.4799114899894326,
      "grad_norm": 11.0625,
      "learning_rate": 1.3306412627837168e-05,
      "loss": 0.1936,
      "step": 122670
    },
    {
      "epoch": 3.480195175920738,
      "grad_norm": 11.75,
      "learning_rate": 1.3305833687934025e-05,
      "loss": 0.2181,
      "step": 122680
    },
    {
      "epoch": 3.4804788618520437,
      "grad_norm": 10.375,
      "learning_rate": 1.3305254748030883e-05,
      "loss": 0.1743,
      "step": 122690
    },
    {
      "epoch": 3.480762547783349,
      "grad_norm": 9.375,
      "learning_rate": 1.3304675808127738e-05,
      "loss": 0.2047,
      "step": 122700
    },
    {
      "epoch": 3.4810462337146544,
      "grad_norm": 10.25,
      "learning_rate": 1.3304096868224594e-05,
      "loss": 0.2031,
      "step": 122710
    },
    {
      "epoch": 3.48132991964596,
      "grad_norm": 10.5625,
      "learning_rate": 1.3303517928321453e-05,
      "loss": 0.2004,
      "step": 122720
    },
    {
      "epoch": 3.4816136055772655,
      "grad_norm": 10.875,
      "learning_rate": 1.3302938988418308e-05,
      "loss": 0.2132,
      "step": 122730
    },
    {
      "epoch": 3.481897291508571,
      "grad_norm": 10.5,
      "learning_rate": 1.3302360048515166e-05,
      "loss": 0.2081,
      "step": 122740
    },
    {
      "epoch": 3.482180977439876,
      "grad_norm": 12.8125,
      "learning_rate": 1.3301781108612021e-05,
      "loss": 0.1771,
      "step": 122750
    },
    {
      "epoch": 3.4824646633711818,
      "grad_norm": 8.8125,
      "learning_rate": 1.3301202168708878e-05,
      "loss": 0.2211,
      "step": 122760
    },
    {
      "epoch": 3.4827483493024873,
      "grad_norm": 12.0,
      "learning_rate": 1.3300623228805736e-05,
      "loss": 0.1799,
      "step": 122770
    },
    {
      "epoch": 3.4830320352337925,
      "grad_norm": 13.4375,
      "learning_rate": 1.3300044288902591e-05,
      "loss": 0.1819,
      "step": 122780
    },
    {
      "epoch": 3.483315721165098,
      "grad_norm": 12.0,
      "learning_rate": 1.3299465348999448e-05,
      "loss": 0.2273,
      "step": 122790
    },
    {
      "epoch": 3.4835994070964036,
      "grad_norm": 9.6875,
      "learning_rate": 1.3298886409096306e-05,
      "loss": 0.2139,
      "step": 122800
    },
    {
      "epoch": 3.483883093027709,
      "grad_norm": 6.03125,
      "learning_rate": 1.3298307469193161e-05,
      "loss": 0.1987,
      "step": 122810
    },
    {
      "epoch": 3.4841667789590147,
      "grad_norm": 10.5,
      "learning_rate": 1.3297728529290018e-05,
      "loss": 0.2136,
      "step": 122820
    },
    {
      "epoch": 3.48445046489032,
      "grad_norm": 12.0,
      "learning_rate": 1.3297149589386876e-05,
      "loss": 0.1921,
      "step": 122830
    },
    {
      "epoch": 3.4847341508216254,
      "grad_norm": 10.9375,
      "learning_rate": 1.329657064948373e-05,
      "loss": 0.2056,
      "step": 122840
    },
    {
      "epoch": 3.485017836752931,
      "grad_norm": 9.8125,
      "learning_rate": 1.3295991709580589e-05,
      "loss": 0.1966,
      "step": 122850
    },
    {
      "epoch": 3.485301522684236,
      "grad_norm": 9.25,
      "learning_rate": 1.3295412769677444e-05,
      "loss": 0.205,
      "step": 122860
    },
    {
      "epoch": 3.4855852086155417,
      "grad_norm": 14.1875,
      "learning_rate": 1.32948338297743e-05,
      "loss": 0.2358,
      "step": 122870
    },
    {
      "epoch": 3.4858688945468472,
      "grad_norm": 13.75,
      "learning_rate": 1.3294254889871159e-05,
      "loss": 0.1936,
      "step": 122880
    },
    {
      "epoch": 3.486152580478153,
      "grad_norm": 8.25,
      "learning_rate": 1.3293675949968014e-05,
      "loss": 0.2095,
      "step": 122890
    },
    {
      "epoch": 3.486436266409458,
      "grad_norm": 25.75,
      "learning_rate": 1.329309701006487e-05,
      "loss": 0.1865,
      "step": 122900
    },
    {
      "epoch": 3.4867199523407635,
      "grad_norm": 11.0,
      "learning_rate": 1.3292518070161729e-05,
      "loss": 0.2,
      "step": 122910
    },
    {
      "epoch": 3.487003638272069,
      "grad_norm": 9.75,
      "learning_rate": 1.3291939130258584e-05,
      "loss": 0.1835,
      "step": 122920
    },
    {
      "epoch": 3.4872873242033746,
      "grad_norm": 9.375,
      "learning_rate": 1.3291360190355442e-05,
      "loss": 0.1912,
      "step": 122930
    },
    {
      "epoch": 3.4875710101346797,
      "grad_norm": 12.6875,
      "learning_rate": 1.3290781250452299e-05,
      "loss": 0.1469,
      "step": 122940
    },
    {
      "epoch": 3.4878546960659853,
      "grad_norm": 11.4375,
      "learning_rate": 1.3290202310549154e-05,
      "loss": 0.19,
      "step": 122950
    },
    {
      "epoch": 3.488138381997291,
      "grad_norm": 15.3125,
      "learning_rate": 1.3289623370646012e-05,
      "loss": 0.2153,
      "step": 122960
    },
    {
      "epoch": 3.4884220679285964,
      "grad_norm": 9.0,
      "learning_rate": 1.3289044430742867e-05,
      "loss": 0.2013,
      "step": 122970
    },
    {
      "epoch": 3.4887057538599016,
      "grad_norm": 13.4375,
      "learning_rate": 1.3288465490839724e-05,
      "loss": 0.1775,
      "step": 122980
    },
    {
      "epoch": 3.488989439791207,
      "grad_norm": 18.625,
      "learning_rate": 1.3287886550936582e-05,
      "loss": 0.2329,
      "step": 122990
    },
    {
      "epoch": 3.4892731257225127,
      "grad_norm": 13.625,
      "learning_rate": 1.3287307611033437e-05,
      "loss": 0.1773,
      "step": 123000
    },
    {
      "epoch": 3.4895568116538183,
      "grad_norm": 21.5,
      "learning_rate": 1.3286728671130294e-05,
      "loss": 0.24,
      "step": 123010
    },
    {
      "epoch": 3.4898404975851234,
      "grad_norm": 11.5,
      "learning_rate": 1.3286149731227152e-05,
      "loss": 0.1929,
      "step": 123020
    },
    {
      "epoch": 3.490124183516429,
      "grad_norm": 14.0,
      "learning_rate": 1.3285570791324007e-05,
      "loss": 0.1958,
      "step": 123030
    },
    {
      "epoch": 3.4904078694477345,
      "grad_norm": 13.625,
      "learning_rate": 1.3284991851420865e-05,
      "loss": 0.2383,
      "step": 123040
    },
    {
      "epoch": 3.4906915553790396,
      "grad_norm": 9.375,
      "learning_rate": 1.3284412911517722e-05,
      "loss": 0.1794,
      "step": 123050
    },
    {
      "epoch": 3.490975241310345,
      "grad_norm": 7.53125,
      "learning_rate": 1.3283833971614577e-05,
      "loss": 0.1786,
      "step": 123060
    },
    {
      "epoch": 3.4912589272416508,
      "grad_norm": 8.125,
      "learning_rate": 1.3283255031711435e-05,
      "loss": 0.2141,
      "step": 123070
    },
    {
      "epoch": 3.4915426131729563,
      "grad_norm": 9.8125,
      "learning_rate": 1.328267609180829e-05,
      "loss": 0.179,
      "step": 123080
    },
    {
      "epoch": 3.491826299104262,
      "grad_norm": 9.5,
      "learning_rate": 1.3282097151905147e-05,
      "loss": 0.2038,
      "step": 123090
    },
    {
      "epoch": 3.492109985035567,
      "grad_norm": 13.3125,
      "learning_rate": 1.3281518212002005e-05,
      "loss": 0.2036,
      "step": 123100
    },
    {
      "epoch": 3.4923936709668726,
      "grad_norm": 14.3125,
      "learning_rate": 1.328093927209886e-05,
      "loss": 0.1899,
      "step": 123110
    },
    {
      "epoch": 3.492677356898178,
      "grad_norm": 13.875,
      "learning_rate": 1.3280360332195717e-05,
      "loss": 0.173,
      "step": 123120
    },
    {
      "epoch": 3.4929610428294833,
      "grad_norm": 11.9375,
      "learning_rate": 1.3279781392292575e-05,
      "loss": 0.2159,
      "step": 123130
    },
    {
      "epoch": 3.493244728760789,
      "grad_norm": 14.8125,
      "learning_rate": 1.327920245238943e-05,
      "loss": 0.1709,
      "step": 123140
    },
    {
      "epoch": 3.4935284146920944,
      "grad_norm": 17.5,
      "learning_rate": 1.3278623512486288e-05,
      "loss": 0.1756,
      "step": 123150
    },
    {
      "epoch": 3.4938121006234,
      "grad_norm": 14.1875,
      "learning_rate": 1.3278044572583145e-05,
      "loss": 0.2121,
      "step": 123160
    },
    {
      "epoch": 3.494095786554705,
      "grad_norm": 15.8125,
      "learning_rate": 1.327746563268e-05,
      "loss": 0.1971,
      "step": 123170
    },
    {
      "epoch": 3.4943794724860107,
      "grad_norm": 11.375,
      "learning_rate": 1.3276886692776858e-05,
      "loss": 0.1713,
      "step": 123180
    },
    {
      "epoch": 3.4946631584173162,
      "grad_norm": 12.875,
      "learning_rate": 1.3276307752873713e-05,
      "loss": 0.2163,
      "step": 123190
    },
    {
      "epoch": 3.494946844348622,
      "grad_norm": 9.125,
      "learning_rate": 1.327572881297057e-05,
      "loss": 0.222,
      "step": 123200
    },
    {
      "epoch": 3.495230530279927,
      "grad_norm": 14.125,
      "learning_rate": 1.3275149873067428e-05,
      "loss": 0.1861,
      "step": 123210
    },
    {
      "epoch": 3.4955142162112325,
      "grad_norm": 10.5625,
      "learning_rate": 1.3274570933164283e-05,
      "loss": 0.1886,
      "step": 123220
    },
    {
      "epoch": 3.495797902142538,
      "grad_norm": 10.375,
      "learning_rate": 1.3273991993261141e-05,
      "loss": 0.1829,
      "step": 123230
    },
    {
      "epoch": 3.4960815880738436,
      "grad_norm": 10.1875,
      "learning_rate": 1.3273413053357998e-05,
      "loss": 0.2107,
      "step": 123240
    },
    {
      "epoch": 3.4963652740051487,
      "grad_norm": 10.3125,
      "learning_rate": 1.3272834113454853e-05,
      "loss": 0.189,
      "step": 123250
    },
    {
      "epoch": 3.4966489599364543,
      "grad_norm": 12.75,
      "learning_rate": 1.3272255173551711e-05,
      "loss": 0.1823,
      "step": 123260
    },
    {
      "epoch": 3.49693264586776,
      "grad_norm": 15.75,
      "learning_rate": 1.3271676233648566e-05,
      "loss": 0.2273,
      "step": 123270
    },
    {
      "epoch": 3.4972163317990654,
      "grad_norm": 15.75,
      "learning_rate": 1.3271097293745423e-05,
      "loss": 0.2175,
      "step": 123280
    },
    {
      "epoch": 3.4975000177303706,
      "grad_norm": 7.375,
      "learning_rate": 1.3270518353842281e-05,
      "loss": 0.1828,
      "step": 123290
    },
    {
      "epoch": 3.497783703661676,
      "grad_norm": 13.3125,
      "learning_rate": 1.3269939413939136e-05,
      "loss": 0.22,
      "step": 123300
    },
    {
      "epoch": 3.4980673895929817,
      "grad_norm": 7.6875,
      "learning_rate": 1.3269360474035993e-05,
      "loss": 0.1892,
      "step": 123310
    },
    {
      "epoch": 3.498351075524287,
      "grad_norm": 10.6875,
      "learning_rate": 1.3268781534132851e-05,
      "loss": 0.2488,
      "step": 123320
    },
    {
      "epoch": 3.4986347614555924,
      "grad_norm": 16.25,
      "learning_rate": 1.3268202594229706e-05,
      "loss": 0.2038,
      "step": 123330
    },
    {
      "epoch": 3.498918447386898,
      "grad_norm": 22.0,
      "learning_rate": 1.3267623654326565e-05,
      "loss": 0.2002,
      "step": 123340
    },
    {
      "epoch": 3.4992021333182035,
      "grad_norm": 10.5625,
      "learning_rate": 1.3267044714423421e-05,
      "loss": 0.2156,
      "step": 123350
    },
    {
      "epoch": 3.499485819249509,
      "grad_norm": 11.9375,
      "learning_rate": 1.3266465774520276e-05,
      "loss": 0.2061,
      "step": 123360
    },
    {
      "epoch": 3.499769505180814,
      "grad_norm": 13.0625,
      "learning_rate": 1.3265886834617134e-05,
      "loss": 0.1883,
      "step": 123370
    },
    {
      "epoch": 3.5000531911121198,
      "grad_norm": 10.5,
      "learning_rate": 1.326530789471399e-05,
      "loss": 0.1996,
      "step": 123380
    },
    {
      "epoch": 3.5003368770434253,
      "grad_norm": 11.875,
      "learning_rate": 1.3264728954810846e-05,
      "loss": 0.2173,
      "step": 123390
    },
    {
      "epoch": 3.5006205629747305,
      "grad_norm": 10.3125,
      "learning_rate": 1.3264150014907704e-05,
      "loss": 0.1873,
      "step": 123400
    },
    {
      "epoch": 3.500904248906036,
      "grad_norm": 11.3125,
      "learning_rate": 1.326357107500456e-05,
      "loss": 0.2015,
      "step": 123410
    },
    {
      "epoch": 3.5011879348373416,
      "grad_norm": 8.4375,
      "learning_rate": 1.3262992135101418e-05,
      "loss": 0.1787,
      "step": 123420
    },
    {
      "epoch": 3.501471620768647,
      "grad_norm": 7.6875,
      "learning_rate": 1.3262413195198274e-05,
      "loss": 0.1836,
      "step": 123430
    },
    {
      "epoch": 3.5017553066999527,
      "grad_norm": 10.25,
      "learning_rate": 1.326183425529513e-05,
      "loss": 0.1759,
      "step": 123440
    },
    {
      "epoch": 3.502038992631258,
      "grad_norm": 14.5,
      "learning_rate": 1.3261255315391988e-05,
      "loss": 0.1936,
      "step": 123450
    },
    {
      "epoch": 3.5023226785625634,
      "grad_norm": 13.4375,
      "learning_rate": 1.3260676375488844e-05,
      "loss": 0.1997,
      "step": 123460
    },
    {
      "epoch": 3.502606364493869,
      "grad_norm": 10.8125,
      "learning_rate": 1.32600974355857e-05,
      "loss": 0.2439,
      "step": 123470
    },
    {
      "epoch": 3.502890050425174,
      "grad_norm": 11.375,
      "learning_rate": 1.3259518495682557e-05,
      "loss": 0.2008,
      "step": 123480
    },
    {
      "epoch": 3.5031737363564797,
      "grad_norm": 19.0,
      "learning_rate": 1.3258939555779412e-05,
      "loss": 0.2479,
      "step": 123490
    },
    {
      "epoch": 3.5034574222877852,
      "grad_norm": 10.5,
      "learning_rate": 1.3258360615876269e-05,
      "loss": 0.1777,
      "step": 123500
    },
    {
      "epoch": 3.503741108219091,
      "grad_norm": 8.8125,
      "learning_rate": 1.3257781675973127e-05,
      "loss": 0.2037,
      "step": 123510
    },
    {
      "epoch": 3.5040247941503964,
      "grad_norm": 12.1875,
      "learning_rate": 1.3257202736069982e-05,
      "loss": 0.2103,
      "step": 123520
    },
    {
      "epoch": 3.5043084800817015,
      "grad_norm": 12.8125,
      "learning_rate": 1.325662379616684e-05,
      "loss": 0.1981,
      "step": 123530
    },
    {
      "epoch": 3.504592166013007,
      "grad_norm": 13.75,
      "learning_rate": 1.3256044856263697e-05,
      "loss": 0.2085,
      "step": 123540
    },
    {
      "epoch": 3.5048758519443126,
      "grad_norm": 10.5625,
      "learning_rate": 1.3255465916360552e-05,
      "loss": 0.1851,
      "step": 123550
    },
    {
      "epoch": 3.5051595378756177,
      "grad_norm": 13.4375,
      "learning_rate": 1.325488697645741e-05,
      "loss": 0.1978,
      "step": 123560
    },
    {
      "epoch": 3.5054432238069233,
      "grad_norm": 12.5625,
      "learning_rate": 1.3254308036554267e-05,
      "loss": 0.2064,
      "step": 123570
    },
    {
      "epoch": 3.505726909738229,
      "grad_norm": 11.75,
      "learning_rate": 1.3253729096651122e-05,
      "loss": 0.1939,
      "step": 123580
    },
    {
      "epoch": 3.506010595669534,
      "grad_norm": 12.0625,
      "learning_rate": 1.325315015674798e-05,
      "loss": 0.2307,
      "step": 123590
    },
    {
      "epoch": 3.5062942816008396,
      "grad_norm": 10.9375,
      "learning_rate": 1.3252571216844835e-05,
      "loss": 0.1774,
      "step": 123600
    },
    {
      "epoch": 3.506577967532145,
      "grad_norm": 13.0625,
      "learning_rate": 1.3251992276941694e-05,
      "loss": 0.2035,
      "step": 123610
    },
    {
      "epoch": 3.5068616534634507,
      "grad_norm": 14.1875,
      "learning_rate": 1.325141333703855e-05,
      "loss": 0.1973,
      "step": 123620
    },
    {
      "epoch": 3.5071453393947563,
      "grad_norm": 16.125,
      "learning_rate": 1.3250834397135405e-05,
      "loss": 0.1994,
      "step": 123630
    },
    {
      "epoch": 3.5074290253260614,
      "grad_norm": 12.8125,
      "learning_rate": 1.3250255457232264e-05,
      "loss": 0.1707,
      "step": 123640
    },
    {
      "epoch": 3.507712711257367,
      "grad_norm": 12.8125,
      "learning_rate": 1.324967651732912e-05,
      "loss": 0.2311,
      "step": 123650
    },
    {
      "epoch": 3.5079963971886725,
      "grad_norm": 13.3125,
      "learning_rate": 1.3249097577425975e-05,
      "loss": 0.2246,
      "step": 123660
    },
    {
      "epoch": 3.5082800831199776,
      "grad_norm": 11.1875,
      "learning_rate": 1.3248518637522834e-05,
      "loss": 0.1739,
      "step": 123670
    },
    {
      "epoch": 3.508563769051283,
      "grad_norm": 33.0,
      "learning_rate": 1.324793969761969e-05,
      "loss": 0.2229,
      "step": 123680
    },
    {
      "epoch": 3.5088474549825888,
      "grad_norm": 9.125,
      "learning_rate": 1.3247360757716545e-05,
      "loss": 0.1734,
      "step": 123690
    },
    {
      "epoch": 3.5091311409138943,
      "grad_norm": 11.625,
      "learning_rate": 1.3246781817813404e-05,
      "loss": 0.1841,
      "step": 123700
    },
    {
      "epoch": 3.5094148268452,
      "grad_norm": 10.9375,
      "learning_rate": 1.3246202877910259e-05,
      "loss": 0.1826,
      "step": 123710
    },
    {
      "epoch": 3.509698512776505,
      "grad_norm": 8.875,
      "learning_rate": 1.3245623938007117e-05,
      "loss": 0.1821,
      "step": 123720
    },
    {
      "epoch": 3.5099821987078106,
      "grad_norm": 10.0625,
      "learning_rate": 1.3245044998103974e-05,
      "loss": 0.1991,
      "step": 123730
    },
    {
      "epoch": 3.510265884639116,
      "grad_norm": 9.5,
      "learning_rate": 1.3244466058200828e-05,
      "loss": 0.1722,
      "step": 123740
    },
    {
      "epoch": 3.5105495705704213,
      "grad_norm": 12.3125,
      "learning_rate": 1.3243887118297687e-05,
      "loss": 0.2128,
      "step": 123750
    },
    {
      "epoch": 3.510833256501727,
      "grad_norm": 7.71875,
      "learning_rate": 1.3243308178394543e-05,
      "loss": 0.1791,
      "step": 123760
    },
    {
      "epoch": 3.5111169424330324,
      "grad_norm": 11.0,
      "learning_rate": 1.3242729238491398e-05,
      "loss": 0.1626,
      "step": 123770
    },
    {
      "epoch": 3.511400628364338,
      "grad_norm": 11.3125,
      "learning_rate": 1.3242150298588257e-05,
      "loss": 0.203,
      "step": 123780
    },
    {
      "epoch": 3.5116843142956435,
      "grad_norm": 11.125,
      "learning_rate": 1.3241571358685112e-05,
      "loss": 0.2108,
      "step": 123790
    },
    {
      "epoch": 3.5119680002269487,
      "grad_norm": 8.5625,
      "learning_rate": 1.324099241878197e-05,
      "loss": 0.1895,
      "step": 123800
    },
    {
      "epoch": 3.5122516861582542,
      "grad_norm": 12.4375,
      "learning_rate": 1.3240413478878827e-05,
      "loss": 0.2113,
      "step": 123810
    },
    {
      "epoch": 3.51253537208956,
      "grad_norm": 11.0625,
      "learning_rate": 1.3239834538975682e-05,
      "loss": 0.2072,
      "step": 123820
    },
    {
      "epoch": 3.512819058020865,
      "grad_norm": 9.5,
      "learning_rate": 1.323925559907254e-05,
      "loss": 0.1639,
      "step": 123830
    },
    {
      "epoch": 3.5131027439521705,
      "grad_norm": 13.9375,
      "learning_rate": 1.3238676659169397e-05,
      "loss": 0.1849,
      "step": 123840
    },
    {
      "epoch": 3.513386429883476,
      "grad_norm": 10.75,
      "learning_rate": 1.3238097719266251e-05,
      "loss": 0.2159,
      "step": 123850
    },
    {
      "epoch": 3.5136701158147816,
      "grad_norm": 9.75,
      "learning_rate": 1.323751877936311e-05,
      "loss": 0.1664,
      "step": 123860
    },
    {
      "epoch": 3.513953801746087,
      "grad_norm": 9.6875,
      "learning_rate": 1.3236939839459966e-05,
      "loss": 0.1761,
      "step": 123870
    },
    {
      "epoch": 3.5142374876773923,
      "grad_norm": 8.9375,
      "learning_rate": 1.3236360899556821e-05,
      "loss": 0.2266,
      "step": 123880
    },
    {
      "epoch": 3.514521173608698,
      "grad_norm": 5.625,
      "learning_rate": 1.323578195965368e-05,
      "loss": 0.154,
      "step": 123890
    },
    {
      "epoch": 3.5148048595400034,
      "grad_norm": 14.0625,
      "learning_rate": 1.3235203019750535e-05,
      "loss": 0.1752,
      "step": 123900
    },
    {
      "epoch": 3.5150885454713086,
      "grad_norm": 9.5,
      "learning_rate": 1.3234624079847393e-05,
      "loss": 0.1982,
      "step": 123910
    },
    {
      "epoch": 3.515372231402614,
      "grad_norm": 10.25,
      "learning_rate": 1.323404513994425e-05,
      "loss": 0.2096,
      "step": 123920
    },
    {
      "epoch": 3.5156559173339197,
      "grad_norm": 14.1875,
      "learning_rate": 1.3233466200041105e-05,
      "loss": 0.221,
      "step": 123930
    },
    {
      "epoch": 3.515939603265225,
      "grad_norm": 10.5,
      "learning_rate": 1.3232887260137963e-05,
      "loss": 0.1773,
      "step": 123940
    },
    {
      "epoch": 3.5162232891965304,
      "grad_norm": 17.375,
      "learning_rate": 1.323230832023482e-05,
      "loss": 0.2537,
      "step": 123950
    },
    {
      "epoch": 3.516506975127836,
      "grad_norm": 11.75,
      "learning_rate": 1.3231729380331675e-05,
      "loss": 0.2429,
      "step": 123960
    },
    {
      "epoch": 3.5167906610591415,
      "grad_norm": 10.375,
      "learning_rate": 1.3231150440428533e-05,
      "loss": 0.1604,
      "step": 123970
    },
    {
      "epoch": 3.517074346990447,
      "grad_norm": 10.5625,
      "learning_rate": 1.323057150052539e-05,
      "loss": 0.2094,
      "step": 123980
    },
    {
      "epoch": 3.517358032921752,
      "grad_norm": 11.3125,
      "learning_rate": 1.3229992560622246e-05,
      "loss": 0.1683,
      "step": 123990
    },
    {
      "epoch": 3.5176417188530578,
      "grad_norm": 13.125,
      "learning_rate": 1.3229413620719103e-05,
      "loss": 0.1847,
      "step": 124000
    },
    {
      "epoch": 3.5179254047843633,
      "grad_norm": 10.0625,
      "learning_rate": 1.3228834680815958e-05,
      "loss": 0.1946,
      "step": 124010
    },
    {
      "epoch": 3.5182090907156685,
      "grad_norm": 11.8125,
      "learning_rate": 1.3228255740912816e-05,
      "loss": 0.218,
      "step": 124020
    },
    {
      "epoch": 3.518492776646974,
      "grad_norm": 8.5,
      "learning_rate": 1.3227676801009673e-05,
      "loss": 0.2052,
      "step": 124030
    },
    {
      "epoch": 3.5187764625782796,
      "grad_norm": 12.1875,
      "learning_rate": 1.3227097861106528e-05,
      "loss": 0.1684,
      "step": 124040
    },
    {
      "epoch": 3.519060148509585,
      "grad_norm": 9.875,
      "learning_rate": 1.3226518921203386e-05,
      "loss": 0.1989,
      "step": 124050
    },
    {
      "epoch": 3.5193438344408907,
      "grad_norm": 10.6875,
      "learning_rate": 1.3225939981300243e-05,
      "loss": 0.2019,
      "step": 124060
    },
    {
      "epoch": 3.519627520372196,
      "grad_norm": 14.625,
      "learning_rate": 1.3225361041397098e-05,
      "loss": 0.195,
      "step": 124070
    },
    {
      "epoch": 3.5199112063035014,
      "grad_norm": 14.375,
      "learning_rate": 1.3224782101493956e-05,
      "loss": 0.2005,
      "step": 124080
    },
    {
      "epoch": 3.520194892234807,
      "grad_norm": 6.9375,
      "learning_rate": 1.3224203161590813e-05,
      "loss": 0.2143,
      "step": 124090
    },
    {
      "epoch": 3.520478578166112,
      "grad_norm": 10.625,
      "learning_rate": 1.322362422168767e-05,
      "loss": 0.2011,
      "step": 124100
    },
    {
      "epoch": 3.5207622640974177,
      "grad_norm": 8.375,
      "learning_rate": 1.3223045281784526e-05,
      "loss": 0.1808,
      "step": 124110
    },
    {
      "epoch": 3.5210459500287232,
      "grad_norm": 10.4375,
      "learning_rate": 1.322246634188138e-05,
      "loss": 0.1993,
      "step": 124120
    },
    {
      "epoch": 3.521329635960029,
      "grad_norm": 9.0625,
      "learning_rate": 1.3221887401978239e-05,
      "loss": 0.1643,
      "step": 124130
    },
    {
      "epoch": 3.5216133218913344,
      "grad_norm": 10.3125,
      "learning_rate": 1.3221308462075096e-05,
      "loss": 0.1842,
      "step": 124140
    },
    {
      "epoch": 3.5218970078226395,
      "grad_norm": 10.75,
      "learning_rate": 1.322072952217195e-05,
      "loss": 0.1987,
      "step": 124150
    },
    {
      "epoch": 3.522180693753945,
      "grad_norm": 15.8125,
      "learning_rate": 1.3220150582268809e-05,
      "loss": 0.2181,
      "step": 124160
    },
    {
      "epoch": 3.5224643796852506,
      "grad_norm": 15.8125,
      "learning_rate": 1.3219571642365666e-05,
      "loss": 0.1812,
      "step": 124170
    },
    {
      "epoch": 3.5227480656165557,
      "grad_norm": 12.0,
      "learning_rate": 1.321899270246252e-05,
      "loss": 0.175,
      "step": 124180
    },
    {
      "epoch": 3.5230317515478613,
      "grad_norm": 9.625,
      "learning_rate": 1.3218413762559379e-05,
      "loss": 0.2063,
      "step": 124190
    },
    {
      "epoch": 3.523315437479167,
      "grad_norm": 12.0,
      "learning_rate": 1.3217834822656234e-05,
      "loss": 0.2743,
      "step": 124200
    },
    {
      "epoch": 3.523599123410472,
      "grad_norm": 12.8125,
      "learning_rate": 1.3217255882753092e-05,
      "loss": 0.2266,
      "step": 124210
    },
    {
      "epoch": 3.5238828093417776,
      "grad_norm": 7.53125,
      "learning_rate": 1.3216676942849949e-05,
      "loss": 0.2001,
      "step": 124220
    },
    {
      "epoch": 3.524166495273083,
      "grad_norm": 8.1875,
      "learning_rate": 1.3216098002946804e-05,
      "loss": 0.2112,
      "step": 124230
    },
    {
      "epoch": 3.5244501812043887,
      "grad_norm": 18.25,
      "learning_rate": 1.3215519063043662e-05,
      "loss": 0.1643,
      "step": 124240
    },
    {
      "epoch": 3.5247338671356943,
      "grad_norm": 11.0625,
      "learning_rate": 1.3214940123140519e-05,
      "loss": 0.1589,
      "step": 124250
    },
    {
      "epoch": 3.5250175530669994,
      "grad_norm": 15.0625,
      "learning_rate": 1.3214361183237374e-05,
      "loss": 0.2009,
      "step": 124260
    },
    {
      "epoch": 3.525301238998305,
      "grad_norm": 9.5625,
      "learning_rate": 1.3213782243334232e-05,
      "loss": 0.1492,
      "step": 124270
    },
    {
      "epoch": 3.5255849249296105,
      "grad_norm": 11.875,
      "learning_rate": 1.3213203303431089e-05,
      "loss": 0.2178,
      "step": 124280
    },
    {
      "epoch": 3.5258686108609156,
      "grad_norm": 11.4375,
      "learning_rate": 1.3212624363527945e-05,
      "loss": 0.2254,
      "step": 124290
    },
    {
      "epoch": 3.526152296792221,
      "grad_norm": 8.625,
      "learning_rate": 1.3212045423624802e-05,
      "loss": 0.2041,
      "step": 124300
    },
    {
      "epoch": 3.5264359827235268,
      "grad_norm": 10.0,
      "learning_rate": 1.3211466483721657e-05,
      "loss": 0.2142,
      "step": 124310
    },
    {
      "epoch": 3.5267196686548323,
      "grad_norm": 15.0625,
      "learning_rate": 1.3210887543818515e-05,
      "loss": 0.2312,
      "step": 124320
    },
    {
      "epoch": 3.527003354586138,
      "grad_norm": 13.0625,
      "learning_rate": 1.3210308603915372e-05,
      "loss": 0.2105,
      "step": 124330
    },
    {
      "epoch": 3.527287040517443,
      "grad_norm": 11.625,
      "learning_rate": 1.3209729664012227e-05,
      "loss": 0.1953,
      "step": 124340
    },
    {
      "epoch": 3.5275707264487486,
      "grad_norm": 10.8125,
      "learning_rate": 1.3209150724109085e-05,
      "loss": 0.1705,
      "step": 124350
    },
    {
      "epoch": 3.527854412380054,
      "grad_norm": 14.0,
      "learning_rate": 1.3208571784205942e-05,
      "loss": 0.2086,
      "step": 124360
    },
    {
      "epoch": 3.5281380983113593,
      "grad_norm": 9.625,
      "learning_rate": 1.3207992844302797e-05,
      "loss": 0.2077,
      "step": 124370
    },
    {
      "epoch": 3.528421784242665,
      "grad_norm": 7.21875,
      "learning_rate": 1.3207413904399655e-05,
      "loss": 0.2113,
      "step": 124380
    },
    {
      "epoch": 3.5287054701739704,
      "grad_norm": 9.5,
      "learning_rate": 1.3206834964496512e-05,
      "loss": 0.1839,
      "step": 124390
    },
    {
      "epoch": 3.528989156105276,
      "grad_norm": 14.0625,
      "learning_rate": 1.3206256024593368e-05,
      "loss": 0.2416,
      "step": 124400
    },
    {
      "epoch": 3.5292728420365815,
      "grad_norm": 13.9375,
      "learning_rate": 1.3205677084690225e-05,
      "loss": 0.2114,
      "step": 124410
    },
    {
      "epoch": 3.5295565279678867,
      "grad_norm": 7.78125,
      "learning_rate": 1.320509814478708e-05,
      "loss": 0.19,
      "step": 124420
    },
    {
      "epoch": 3.5298402138991922,
      "grad_norm": 11.25,
      "learning_rate": 1.3204519204883938e-05,
      "loss": 0.1978,
      "step": 124430
    },
    {
      "epoch": 3.530123899830498,
      "grad_norm": 17.375,
      "learning_rate": 1.3203940264980795e-05,
      "loss": 0.2433,
      "step": 124440
    },
    {
      "epoch": 3.530407585761803,
      "grad_norm": 10.375,
      "learning_rate": 1.320336132507765e-05,
      "loss": 0.248,
      "step": 124450
    },
    {
      "epoch": 3.5306912716931085,
      "grad_norm": 16.75,
      "learning_rate": 1.3202782385174508e-05,
      "loss": 0.1738,
      "step": 124460
    },
    {
      "epoch": 3.530974957624414,
      "grad_norm": 10.0625,
      "learning_rate": 1.3202203445271365e-05,
      "loss": 0.1936,
      "step": 124470
    },
    {
      "epoch": 3.5312586435557196,
      "grad_norm": 9.5625,
      "learning_rate": 1.3201624505368222e-05,
      "loss": 0.2132,
      "step": 124480
    },
    {
      "epoch": 3.531542329487025,
      "grad_norm": 10.125,
      "learning_rate": 1.3201045565465078e-05,
      "loss": 0.2174,
      "step": 124490
    },
    {
      "epoch": 3.5318260154183303,
      "grad_norm": 10.4375,
      "learning_rate": 1.3200466625561935e-05,
      "loss": 0.2066,
      "step": 124500
    },
    {
      "epoch": 3.532109701349636,
      "grad_norm": 11.375,
      "learning_rate": 1.3199887685658791e-05,
      "loss": 0.1945,
      "step": 124510
    },
    {
      "epoch": 3.5323933872809414,
      "grad_norm": 9.75,
      "learning_rate": 1.3199308745755648e-05,
      "loss": 0.2245,
      "step": 124520
    },
    {
      "epoch": 3.5326770732122466,
      "grad_norm": 18.125,
      "learning_rate": 1.3198729805852503e-05,
      "loss": 0.1894,
      "step": 124530
    },
    {
      "epoch": 3.532960759143552,
      "grad_norm": 10.25,
      "learning_rate": 1.3198150865949361e-05,
      "loss": 0.1884,
      "step": 124540
    },
    {
      "epoch": 3.5332444450748577,
      "grad_norm": 39.5,
      "learning_rate": 1.3197571926046218e-05,
      "loss": 0.2173,
      "step": 124550
    },
    {
      "epoch": 3.533528131006163,
      "grad_norm": 11.5625,
      "learning_rate": 1.3196992986143073e-05,
      "loss": 0.2033,
      "step": 124560
    },
    {
      "epoch": 3.5338118169374684,
      "grad_norm": 11.25,
      "learning_rate": 1.3196414046239931e-05,
      "loss": 0.1706,
      "step": 124570
    },
    {
      "epoch": 3.534095502868774,
      "grad_norm": 10.375,
      "learning_rate": 1.3195835106336788e-05,
      "loss": 0.2087,
      "step": 124580
    },
    {
      "epoch": 3.5343791888000795,
      "grad_norm": 8.375,
      "learning_rate": 1.3195256166433645e-05,
      "loss": 0.2114,
      "step": 124590
    },
    {
      "epoch": 3.534662874731385,
      "grad_norm": 9.125,
      "learning_rate": 1.3194677226530501e-05,
      "loss": 0.202,
      "step": 124600
    },
    {
      "epoch": 3.53494656066269,
      "grad_norm": 9.5,
      "learning_rate": 1.3194098286627358e-05,
      "loss": 0.2207,
      "step": 124610
    },
    {
      "epoch": 3.5352302465939958,
      "grad_norm": 11.4375,
      "learning_rate": 1.3193519346724214e-05,
      "loss": 0.198,
      "step": 124620
    },
    {
      "epoch": 3.5355139325253013,
      "grad_norm": 12.375,
      "learning_rate": 1.3192940406821071e-05,
      "loss": 0.1778,
      "step": 124630
    },
    {
      "epoch": 3.5357976184566065,
      "grad_norm": 7.09375,
      "learning_rate": 1.3192361466917926e-05,
      "loss": 0.1794,
      "step": 124640
    },
    {
      "epoch": 3.536081304387912,
      "grad_norm": 7.46875,
      "learning_rate": 1.3191782527014784e-05,
      "loss": 0.2239,
      "step": 124650
    },
    {
      "epoch": 3.5363649903192176,
      "grad_norm": 8.8125,
      "learning_rate": 1.3191203587111641e-05,
      "loss": 0.1732,
      "step": 124660
    },
    {
      "epoch": 3.536648676250523,
      "grad_norm": 9.3125,
      "learning_rate": 1.31906246472085e-05,
      "loss": 0.1728,
      "step": 124670
    },
    {
      "epoch": 3.5369323621818287,
      "grad_norm": 9.3125,
      "learning_rate": 1.3190045707305354e-05,
      "loss": 0.1701,
      "step": 124680
    },
    {
      "epoch": 3.537216048113134,
      "grad_norm": 9.6875,
      "learning_rate": 1.3189466767402211e-05,
      "loss": 0.1839,
      "step": 124690
    },
    {
      "epoch": 3.5374997340444394,
      "grad_norm": 10.6875,
      "learning_rate": 1.3188887827499068e-05,
      "loss": 0.2274,
      "step": 124700
    },
    {
      "epoch": 3.537783419975745,
      "grad_norm": 9.9375,
      "learning_rate": 1.3188308887595924e-05,
      "loss": 0.2254,
      "step": 124710
    },
    {
      "epoch": 3.53806710590705,
      "grad_norm": 11.375,
      "learning_rate": 1.318772994769278e-05,
      "loss": 0.2035,
      "step": 124720
    },
    {
      "epoch": 3.5383507918383557,
      "grad_norm": 12.125,
      "learning_rate": 1.3187151007789638e-05,
      "loss": 0.2552,
      "step": 124730
    },
    {
      "epoch": 3.5386344777696612,
      "grad_norm": 13.75,
      "learning_rate": 1.3186572067886494e-05,
      "loss": 0.1822,
      "step": 124740
    },
    {
      "epoch": 3.538918163700967,
      "grad_norm": 13.375,
      "learning_rate": 1.3185993127983349e-05,
      "loss": 0.1708,
      "step": 124750
    },
    {
      "epoch": 3.5392018496322724,
      "grad_norm": 8.5,
      "learning_rate": 1.3185414188080207e-05,
      "loss": 0.2071,
      "step": 124760
    },
    {
      "epoch": 3.5394855355635775,
      "grad_norm": 6.28125,
      "learning_rate": 1.3184835248177064e-05,
      "loss": 0.1873,
      "step": 124770
    },
    {
      "epoch": 3.539769221494883,
      "grad_norm": 12.75,
      "learning_rate": 1.3184256308273922e-05,
      "loss": 0.1793,
      "step": 124780
    },
    {
      "epoch": 3.5400529074261886,
      "grad_norm": 14.25,
      "learning_rate": 1.3183677368370777e-05,
      "loss": 0.1968,
      "step": 124790
    },
    {
      "epoch": 3.5403365933574937,
      "grad_norm": 15.5625,
      "learning_rate": 1.3183098428467634e-05,
      "loss": 0.2007,
      "step": 124800
    },
    {
      "epoch": 3.5406202792887993,
      "grad_norm": 8.125,
      "learning_rate": 1.318251948856449e-05,
      "loss": 0.1804,
      "step": 124810
    },
    {
      "epoch": 3.540903965220105,
      "grad_norm": 11.5625,
      "learning_rate": 1.3181940548661347e-05,
      "loss": 0.1792,
      "step": 124820
    },
    {
      "epoch": 3.5411876511514104,
      "grad_norm": 8.875,
      "learning_rate": 1.3181361608758202e-05,
      "loss": 0.2081,
      "step": 124830
    },
    {
      "epoch": 3.541471337082716,
      "grad_norm": 10.5625,
      "learning_rate": 1.318078266885506e-05,
      "loss": 0.2113,
      "step": 124840
    },
    {
      "epoch": 3.541755023014021,
      "grad_norm": 10.3125,
      "learning_rate": 1.3180203728951917e-05,
      "loss": 0.1923,
      "step": 124850
    },
    {
      "epoch": 3.5420387089453267,
      "grad_norm": 9.25,
      "learning_rate": 1.3179624789048776e-05,
      "loss": 0.1813,
      "step": 124860
    },
    {
      "epoch": 3.5423223948766323,
      "grad_norm": 12.75,
      "learning_rate": 1.317904584914563e-05,
      "loss": 0.1827,
      "step": 124870
    },
    {
      "epoch": 3.5426060808079374,
      "grad_norm": 10.625,
      "learning_rate": 1.3178466909242487e-05,
      "loss": 0.1952,
      "step": 124880
    },
    {
      "epoch": 3.542889766739243,
      "grad_norm": 19.375,
      "learning_rate": 1.3177887969339345e-05,
      "loss": 0.2089,
      "step": 124890
    },
    {
      "epoch": 3.5431734526705485,
      "grad_norm": 10.25,
      "learning_rate": 1.31773090294362e-05,
      "loss": 0.1907,
      "step": 124900
    },
    {
      "epoch": 3.5434571386018536,
      "grad_norm": 10.875,
      "learning_rate": 1.3176730089533057e-05,
      "loss": 0.1863,
      "step": 124910
    },
    {
      "epoch": 3.543740824533159,
      "grad_norm": 7.96875,
      "learning_rate": 1.3176151149629914e-05,
      "loss": 0.1831,
      "step": 124920
    },
    {
      "epoch": 3.5440245104644648,
      "grad_norm": 9.5,
      "learning_rate": 1.317557220972677e-05,
      "loss": 0.1411,
      "step": 124930
    },
    {
      "epoch": 3.5443081963957703,
      "grad_norm": 9.5625,
      "learning_rate": 1.3174993269823625e-05,
      "loss": 0.2001,
      "step": 124940
    },
    {
      "epoch": 3.544591882327076,
      "grad_norm": 12.5625,
      "learning_rate": 1.3174414329920484e-05,
      "loss": 0.1762,
      "step": 124950
    },
    {
      "epoch": 3.544875568258381,
      "grad_norm": 13.625,
      "learning_rate": 1.317383539001734e-05,
      "loss": 0.1697,
      "step": 124960
    },
    {
      "epoch": 3.5451592541896866,
      "grad_norm": 8.625,
      "learning_rate": 1.3173256450114199e-05,
      "loss": 0.1915,
      "step": 124970
    },
    {
      "epoch": 3.545442940120992,
      "grad_norm": 13.5,
      "learning_rate": 1.3172677510211054e-05,
      "loss": 0.2173,
      "step": 124980
    },
    {
      "epoch": 3.5457266260522973,
      "grad_norm": 11.1875,
      "learning_rate": 1.317209857030791e-05,
      "loss": 0.2148,
      "step": 124990
    },
    {
      "epoch": 3.546010311983603,
      "grad_norm": 10.1875,
      "learning_rate": 1.3171519630404767e-05,
      "loss": 0.2004,
      "step": 125000
    },
    {
      "epoch": 3.5462939979149084,
      "grad_norm": 14.0625,
      "learning_rate": 1.3170940690501623e-05,
      "loss": 0.1846,
      "step": 125010
    },
    {
      "epoch": 3.546577683846214,
      "grad_norm": 9.9375,
      "learning_rate": 1.317036175059848e-05,
      "loss": 0.1735,
      "step": 125020
    },
    {
      "epoch": 3.5468613697775195,
      "grad_norm": 15.9375,
      "learning_rate": 1.3169782810695337e-05,
      "loss": 0.1998,
      "step": 125030
    },
    {
      "epoch": 3.5471450557088247,
      "grad_norm": 9.125,
      "learning_rate": 1.3169203870792193e-05,
      "loss": 0.1944,
      "step": 125040
    },
    {
      "epoch": 3.5474287416401302,
      "grad_norm": 12.0,
      "learning_rate": 1.3168624930889048e-05,
      "loss": 0.2188,
      "step": 125050
    },
    {
      "epoch": 3.547712427571436,
      "grad_norm": 10.75,
      "learning_rate": 1.3168045990985907e-05,
      "loss": 0.2445,
      "step": 125060
    },
    {
      "epoch": 3.547996113502741,
      "grad_norm": 13.9375,
      "learning_rate": 1.3167467051082763e-05,
      "loss": 0.2466,
      "step": 125070
    },
    {
      "epoch": 3.5482797994340465,
      "grad_norm": 15.6875,
      "learning_rate": 1.3166888111179622e-05,
      "loss": 0.2171,
      "step": 125080
    },
    {
      "epoch": 3.548563485365352,
      "grad_norm": 12.25,
      "learning_rate": 1.3166309171276477e-05,
      "loss": 0.1852,
      "step": 125090
    },
    {
      "epoch": 3.5488471712966576,
      "grad_norm": 9.125,
      "learning_rate": 1.3165730231373333e-05,
      "loss": 0.2106,
      "step": 125100
    },
    {
      "epoch": 3.549130857227963,
      "grad_norm": 10.6875,
      "learning_rate": 1.316515129147019e-05,
      "loss": 0.2193,
      "step": 125110
    },
    {
      "epoch": 3.5494145431592683,
      "grad_norm": 13.9375,
      "learning_rate": 1.3164572351567047e-05,
      "loss": 0.2052,
      "step": 125120
    },
    {
      "epoch": 3.549698229090574,
      "grad_norm": 12.375,
      "learning_rate": 1.3163993411663903e-05,
      "loss": 0.2004,
      "step": 125130
    },
    {
      "epoch": 3.5499819150218794,
      "grad_norm": 10.6875,
      "learning_rate": 1.316341447176076e-05,
      "loss": 0.2306,
      "step": 125140
    },
    {
      "epoch": 3.5502656009531846,
      "grad_norm": 12.5625,
      "learning_rate": 1.3162835531857616e-05,
      "loss": 0.1877,
      "step": 125150
    },
    {
      "epoch": 3.55054928688449,
      "grad_norm": 8.9375,
      "learning_rate": 1.3162256591954475e-05,
      "loss": 0.2076,
      "step": 125160
    },
    {
      "epoch": 3.5508329728157957,
      "grad_norm": 8.9375,
      "learning_rate": 1.316167765205133e-05,
      "loss": 0.1861,
      "step": 125170
    },
    {
      "epoch": 3.551116658747101,
      "grad_norm": 13.0625,
      "learning_rate": 1.3161098712148186e-05,
      "loss": 0.2044,
      "step": 125180
    },
    {
      "epoch": 3.5514003446784064,
      "grad_norm": 8.9375,
      "learning_rate": 1.3160519772245045e-05,
      "loss": 0.1805,
      "step": 125190
    },
    {
      "epoch": 3.551684030609712,
      "grad_norm": 12.125,
      "learning_rate": 1.31599408323419e-05,
      "loss": 0.1695,
      "step": 125200
    },
    {
      "epoch": 3.5519677165410175,
      "grad_norm": 9.125,
      "learning_rate": 1.3159361892438756e-05,
      "loss": 0.1996,
      "step": 125210
    },
    {
      "epoch": 3.552251402472323,
      "grad_norm": 15.8125,
      "learning_rate": 1.3158782952535613e-05,
      "loss": 0.1758,
      "step": 125220
    },
    {
      "epoch": 3.552535088403628,
      "grad_norm": 13.75,
      "learning_rate": 1.315820401263247e-05,
      "loss": 0.2204,
      "step": 125230
    },
    {
      "epoch": 3.5528187743349338,
      "grad_norm": 11.8125,
      "learning_rate": 1.3157625072729325e-05,
      "loss": 0.2198,
      "step": 125240
    },
    {
      "epoch": 3.5531024602662393,
      "grad_norm": 9.375,
      "learning_rate": 1.3157046132826183e-05,
      "loss": 0.2285,
      "step": 125250
    },
    {
      "epoch": 3.5533861461975444,
      "grad_norm": 10.3125,
      "learning_rate": 1.315646719292304e-05,
      "loss": 0.1981,
      "step": 125260
    },
    {
      "epoch": 3.55366983212885,
      "grad_norm": 8.4375,
      "learning_rate": 1.3155888253019898e-05,
      "loss": 0.1658,
      "step": 125270
    },
    {
      "epoch": 3.5539535180601556,
      "grad_norm": 15.125,
      "learning_rate": 1.3155309313116753e-05,
      "loss": 0.1843,
      "step": 125280
    },
    {
      "epoch": 3.554237203991461,
      "grad_norm": 13.3125,
      "learning_rate": 1.315473037321361e-05,
      "loss": 0.1767,
      "step": 125290
    },
    {
      "epoch": 3.5545208899227667,
      "grad_norm": 9.375,
      "learning_rate": 1.3154151433310468e-05,
      "loss": 0.1864,
      "step": 125300
    },
    {
      "epoch": 3.554804575854072,
      "grad_norm": 9.25,
      "learning_rate": 1.3153572493407323e-05,
      "loss": 0.1681,
      "step": 125310
    },
    {
      "epoch": 3.5550882617853774,
      "grad_norm": 19.625,
      "learning_rate": 1.315299355350418e-05,
      "loss": 0.1948,
      "step": 125320
    },
    {
      "epoch": 3.555371947716683,
      "grad_norm": 7.6875,
      "learning_rate": 1.3152414613601036e-05,
      "loss": 0.1892,
      "step": 125330
    },
    {
      "epoch": 3.555655633647988,
      "grad_norm": 12.3125,
      "learning_rate": 1.3151835673697893e-05,
      "loss": 0.1687,
      "step": 125340
    },
    {
      "epoch": 3.5559393195792937,
      "grad_norm": 12.5,
      "learning_rate": 1.3151256733794751e-05,
      "loss": 0.1805,
      "step": 125350
    },
    {
      "epoch": 3.5562230055105992,
      "grad_norm": 7.9375,
      "learning_rate": 1.3150677793891606e-05,
      "loss": 0.2096,
      "step": 125360
    },
    {
      "epoch": 3.556506691441905,
      "grad_norm": 10.25,
      "learning_rate": 1.3150098853988463e-05,
      "loss": 0.2064,
      "step": 125370
    },
    {
      "epoch": 3.5567903773732104,
      "grad_norm": 10.75,
      "learning_rate": 1.3149519914085321e-05,
      "loss": 0.1999,
      "step": 125380
    },
    {
      "epoch": 3.5570740633045155,
      "grad_norm": 15.125,
      "learning_rate": 1.3148940974182176e-05,
      "loss": 0.1821,
      "step": 125390
    },
    {
      "epoch": 3.557357749235821,
      "grad_norm": 10.375,
      "learning_rate": 1.3148362034279032e-05,
      "loss": 0.2061,
      "step": 125400
    },
    {
      "epoch": 3.5576414351671266,
      "grad_norm": 10.625,
      "learning_rate": 1.314778309437589e-05,
      "loss": 0.2338,
      "step": 125410
    },
    {
      "epoch": 3.5579251210984317,
      "grad_norm": 10.5625,
      "learning_rate": 1.3147204154472746e-05,
      "loss": 0.2333,
      "step": 125420
    },
    {
      "epoch": 3.5582088070297373,
      "grad_norm": 10.0,
      "learning_rate": 1.3146625214569602e-05,
      "loss": 0.1932,
      "step": 125430
    },
    {
      "epoch": 3.558492492961043,
      "grad_norm": 10.9375,
      "learning_rate": 1.3146046274666459e-05,
      "loss": 0.1921,
      "step": 125440
    },
    {
      "epoch": 3.5587761788923484,
      "grad_norm": 9.375,
      "learning_rate": 1.3145467334763316e-05,
      "loss": 0.1863,
      "step": 125450
    },
    {
      "epoch": 3.559059864823654,
      "grad_norm": 20.0,
      "learning_rate": 1.3144888394860174e-05,
      "loss": 0.2186,
      "step": 125460
    },
    {
      "epoch": 3.559343550754959,
      "grad_norm": 10.9375,
      "learning_rate": 1.3144309454957029e-05,
      "loss": 0.1834,
      "step": 125470
    },
    {
      "epoch": 3.5596272366862647,
      "grad_norm": 9.5625,
      "learning_rate": 1.3143730515053886e-05,
      "loss": 0.2035,
      "step": 125480
    },
    {
      "epoch": 3.5599109226175703,
      "grad_norm": 15.6875,
      "learning_rate": 1.3143151575150744e-05,
      "loss": 0.2348,
      "step": 125490
    },
    {
      "epoch": 3.5601946085488754,
      "grad_norm": 11.5,
      "learning_rate": 1.3142572635247599e-05,
      "loss": 0.1748,
      "step": 125500
    },
    {
      "epoch": 3.560478294480181,
      "grad_norm": 10.25,
      "learning_rate": 1.3141993695344455e-05,
      "loss": 0.1955,
      "step": 125510
    },
    {
      "epoch": 3.5607619804114865,
      "grad_norm": 10.8125,
      "learning_rate": 1.3141414755441312e-05,
      "loss": 0.1986,
      "step": 125520
    },
    {
      "epoch": 3.5610456663427916,
      "grad_norm": 16.125,
      "learning_rate": 1.3140835815538169e-05,
      "loss": 0.2258,
      "step": 125530
    },
    {
      "epoch": 3.561329352274097,
      "grad_norm": 7.1875,
      "learning_rate": 1.3140256875635027e-05,
      "loss": 0.2175,
      "step": 125540
    },
    {
      "epoch": 3.5616130382054028,
      "grad_norm": 13.75,
      "learning_rate": 1.3139677935731882e-05,
      "loss": 0.2339,
      "step": 125550
    },
    {
      "epoch": 3.5618967241367083,
      "grad_norm": 11.3125,
      "learning_rate": 1.3139098995828739e-05,
      "loss": 0.2007,
      "step": 125560
    },
    {
      "epoch": 3.562180410068014,
      "grad_norm": 14.9375,
      "learning_rate": 1.3138520055925597e-05,
      "loss": 0.1877,
      "step": 125570
    },
    {
      "epoch": 3.562464095999319,
      "grad_norm": 8.125,
      "learning_rate": 1.3137941116022452e-05,
      "loss": 0.1958,
      "step": 125580
    },
    {
      "epoch": 3.5627477819306246,
      "grad_norm": 11.25,
      "learning_rate": 1.3137362176119309e-05,
      "loss": 0.1843,
      "step": 125590
    },
    {
      "epoch": 3.56303146786193,
      "grad_norm": 13.8125,
      "learning_rate": 1.3136783236216167e-05,
      "loss": 0.1854,
      "step": 125600
    },
    {
      "epoch": 3.5633151537932353,
      "grad_norm": 11.375,
      "learning_rate": 1.3136204296313022e-05,
      "loss": 0.2064,
      "step": 125610
    },
    {
      "epoch": 3.563598839724541,
      "grad_norm": 12.4375,
      "learning_rate": 1.3135625356409879e-05,
      "loss": 0.1762,
      "step": 125620
    },
    {
      "epoch": 3.5638825256558464,
      "grad_norm": 8.6875,
      "learning_rate": 1.3135046416506735e-05,
      "loss": 0.1928,
      "step": 125630
    },
    {
      "epoch": 3.564166211587152,
      "grad_norm": 16.875,
      "learning_rate": 1.3134467476603592e-05,
      "loss": 0.2107,
      "step": 125640
    },
    {
      "epoch": 3.5644498975184575,
      "grad_norm": 12.6875,
      "learning_rate": 1.313388853670045e-05,
      "loss": 0.2335,
      "step": 125650
    },
    {
      "epoch": 3.5647335834497627,
      "grad_norm": 17.375,
      "learning_rate": 1.3133309596797305e-05,
      "loss": 0.2204,
      "step": 125660
    },
    {
      "epoch": 3.565017269381068,
      "grad_norm": 10.8125,
      "learning_rate": 1.3132730656894162e-05,
      "loss": 0.175,
      "step": 125670
    },
    {
      "epoch": 3.565300955312374,
      "grad_norm": 30.5,
      "learning_rate": 1.313215171699102e-05,
      "loss": 0.228,
      "step": 125680
    },
    {
      "epoch": 3.565584641243679,
      "grad_norm": 10.0,
      "learning_rate": 1.3131572777087875e-05,
      "loss": 0.1516,
      "step": 125690
    },
    {
      "epoch": 3.5658683271749845,
      "grad_norm": 18.5,
      "learning_rate": 1.3130993837184732e-05,
      "loss": 0.2425,
      "step": 125700
    },
    {
      "epoch": 3.56615201310629,
      "grad_norm": 8.5,
      "learning_rate": 1.313041489728159e-05,
      "loss": 0.2061,
      "step": 125710
    },
    {
      "epoch": 3.5664356990375956,
      "grad_norm": 9.8125,
      "learning_rate": 1.3129835957378445e-05,
      "loss": 0.1654,
      "step": 125720
    },
    {
      "epoch": 3.566719384968901,
      "grad_norm": 8.4375,
      "learning_rate": 1.3129257017475303e-05,
      "loss": 0.1744,
      "step": 125730
    },
    {
      "epoch": 3.5670030709002063,
      "grad_norm": 8.5,
      "learning_rate": 1.3128678077572158e-05,
      "loss": 0.1652,
      "step": 125740
    },
    {
      "epoch": 3.567286756831512,
      "grad_norm": 8.9375,
      "learning_rate": 1.3128099137669015e-05,
      "loss": 0.1996,
      "step": 125750
    },
    {
      "epoch": 3.5675704427628174,
      "grad_norm": 11.1875,
      "learning_rate": 1.3127520197765873e-05,
      "loss": 0.2005,
      "step": 125760
    },
    {
      "epoch": 3.5678541286941226,
      "grad_norm": 8.75,
      "learning_rate": 1.3126941257862728e-05,
      "loss": 0.1932,
      "step": 125770
    },
    {
      "epoch": 3.568137814625428,
      "grad_norm": 9.1875,
      "learning_rate": 1.3126362317959585e-05,
      "loss": 0.1867,
      "step": 125780
    },
    {
      "epoch": 3.5684215005567337,
      "grad_norm": 10.5,
      "learning_rate": 1.3125783378056443e-05,
      "loss": 0.2292,
      "step": 125790
    },
    {
      "epoch": 3.5687051864880392,
      "grad_norm": 10.125,
      "learning_rate": 1.3125204438153298e-05,
      "loss": 0.2099,
      "step": 125800
    },
    {
      "epoch": 3.568988872419345,
      "grad_norm": 12.375,
      "learning_rate": 1.3124625498250155e-05,
      "loss": 0.2102,
      "step": 125810
    },
    {
      "epoch": 3.56927255835065,
      "grad_norm": 15.875,
      "learning_rate": 1.3124046558347013e-05,
      "loss": 0.2166,
      "step": 125820
    },
    {
      "epoch": 3.5695562442819555,
      "grad_norm": 13.5,
      "learning_rate": 1.3123467618443868e-05,
      "loss": 0.1739,
      "step": 125830
    },
    {
      "epoch": 3.569839930213261,
      "grad_norm": 12.5625,
      "learning_rate": 1.3122888678540726e-05,
      "loss": 0.1987,
      "step": 125840
    },
    {
      "epoch": 3.570123616144566,
      "grad_norm": 13.5625,
      "learning_rate": 1.3122309738637581e-05,
      "loss": 0.1824,
      "step": 125850
    },
    {
      "epoch": 3.5704073020758718,
      "grad_norm": 8.875,
      "learning_rate": 1.3121730798734438e-05,
      "loss": 0.1976,
      "step": 125860
    },
    {
      "epoch": 3.5706909880071773,
      "grad_norm": 11.9375,
      "learning_rate": 1.3121151858831296e-05,
      "loss": 0.2187,
      "step": 125870
    },
    {
      "epoch": 3.5709746739384824,
      "grad_norm": 9.3125,
      "learning_rate": 1.3120572918928151e-05,
      "loss": 0.28,
      "step": 125880
    },
    {
      "epoch": 3.571258359869788,
      "grad_norm": 8.1875,
      "learning_rate": 1.3119993979025008e-05,
      "loss": 0.2348,
      "step": 125890
    },
    {
      "epoch": 3.5715420458010936,
      "grad_norm": 10.6875,
      "learning_rate": 1.3119415039121866e-05,
      "loss": 0.2039,
      "step": 125900
    },
    {
      "epoch": 3.571825731732399,
      "grad_norm": 21.25,
      "learning_rate": 1.3118836099218721e-05,
      "loss": 0.2112,
      "step": 125910
    },
    {
      "epoch": 3.5721094176637047,
      "grad_norm": 12.3125,
      "learning_rate": 1.311825715931558e-05,
      "loss": 0.2344,
      "step": 125920
    },
    {
      "epoch": 3.57239310359501,
      "grad_norm": 9.75,
      "learning_rate": 1.3117678219412436e-05,
      "loss": 0.1772,
      "step": 125930
    },
    {
      "epoch": 3.5726767895263154,
      "grad_norm": 12.3125,
      "learning_rate": 1.3117099279509291e-05,
      "loss": 0.1599,
      "step": 125940
    },
    {
      "epoch": 3.572960475457621,
      "grad_norm": 7.5,
      "learning_rate": 1.311652033960615e-05,
      "loss": 0.2172,
      "step": 125950
    },
    {
      "epoch": 3.573244161388926,
      "grad_norm": 16.125,
      "learning_rate": 1.3115941399703004e-05,
      "loss": 0.1967,
      "step": 125960
    },
    {
      "epoch": 3.5735278473202317,
      "grad_norm": 10.4375,
      "learning_rate": 1.3115362459799861e-05,
      "loss": 0.1752,
      "step": 125970
    },
    {
      "epoch": 3.573811533251537,
      "grad_norm": 11.5625,
      "learning_rate": 1.311478351989672e-05,
      "loss": 0.1544,
      "step": 125980
    },
    {
      "epoch": 3.574095219182843,
      "grad_norm": 7.90625,
      "learning_rate": 1.3114204579993574e-05,
      "loss": 0.218,
      "step": 125990
    },
    {
      "epoch": 3.5743789051141484,
      "grad_norm": 12.4375,
      "learning_rate": 1.3113625640090431e-05,
      "loss": 0.2142,
      "step": 126000
    },
    {
      "epoch": 3.5746625910454535,
      "grad_norm": 12.5625,
      "learning_rate": 1.311304670018729e-05,
      "loss": 0.2119,
      "step": 126010
    },
    {
      "epoch": 3.574946276976759,
      "grad_norm": 12.5,
      "learning_rate": 1.3112467760284144e-05,
      "loss": 0.1845,
      "step": 126020
    },
    {
      "epoch": 3.5752299629080646,
      "grad_norm": 7.9375,
      "learning_rate": 1.3111888820381002e-05,
      "loss": 0.1604,
      "step": 126030
    },
    {
      "epoch": 3.5755136488393697,
      "grad_norm": 9.3125,
      "learning_rate": 1.3111309880477857e-05,
      "loss": 0.2094,
      "step": 126040
    },
    {
      "epoch": 3.5757973347706753,
      "grad_norm": 16.75,
      "learning_rate": 1.3110730940574714e-05,
      "loss": 0.1701,
      "step": 126050
    },
    {
      "epoch": 3.576081020701981,
      "grad_norm": 9.1875,
      "learning_rate": 1.3110152000671572e-05,
      "loss": 0.1876,
      "step": 126060
    },
    {
      "epoch": 3.5763647066332864,
      "grad_norm": 12.625,
      "learning_rate": 1.3109573060768427e-05,
      "loss": 0.224,
      "step": 126070
    },
    {
      "epoch": 3.576648392564592,
      "grad_norm": 9.5,
      "learning_rate": 1.3108994120865284e-05,
      "loss": 0.1792,
      "step": 126080
    },
    {
      "epoch": 3.576932078495897,
      "grad_norm": 11.9375,
      "learning_rate": 1.3108415180962142e-05,
      "loss": 0.202,
      "step": 126090
    },
    {
      "epoch": 3.5772157644272027,
      "grad_norm": 12.0625,
      "learning_rate": 1.3107836241058997e-05,
      "loss": 0.1656,
      "step": 126100
    },
    {
      "epoch": 3.5774994503585082,
      "grad_norm": 10.0,
      "learning_rate": 1.3107257301155854e-05,
      "loss": 0.1953,
      "step": 126110
    },
    {
      "epoch": 3.5777831362898134,
      "grad_norm": 16.5,
      "learning_rate": 1.3106678361252712e-05,
      "loss": 0.1911,
      "step": 126120
    },
    {
      "epoch": 3.578066822221119,
      "grad_norm": 13.3125,
      "learning_rate": 1.3106099421349567e-05,
      "loss": 0.1771,
      "step": 126130
    },
    {
      "epoch": 3.5783505081524245,
      "grad_norm": 11.4375,
      "learning_rate": 1.3105520481446426e-05,
      "loss": 0.2181,
      "step": 126140
    },
    {
      "epoch": 3.57863419408373,
      "grad_norm": 12.0,
      "learning_rate": 1.310494154154328e-05,
      "loss": 0.1833,
      "step": 126150
    },
    {
      "epoch": 3.578917880015035,
      "grad_norm": 40.25,
      "learning_rate": 1.3104362601640137e-05,
      "loss": 0.2099,
      "step": 126160
    },
    {
      "epoch": 3.5792015659463408,
      "grad_norm": 8.5,
      "learning_rate": 1.3103783661736995e-05,
      "loss": 0.2146,
      "step": 126170
    },
    {
      "epoch": 3.5794852518776463,
      "grad_norm": 6.71875,
      "learning_rate": 1.310320472183385e-05,
      "loss": 0.1819,
      "step": 126180
    },
    {
      "epoch": 3.579768937808952,
      "grad_norm": 14.0,
      "learning_rate": 1.3102625781930707e-05,
      "loss": 0.2296,
      "step": 126190
    },
    {
      "epoch": 3.580052623740257,
      "grad_norm": 15.875,
      "learning_rate": 1.3102046842027565e-05,
      "loss": 0.1669,
      "step": 126200
    },
    {
      "epoch": 3.5803363096715626,
      "grad_norm": 11.0625,
      "learning_rate": 1.310146790212442e-05,
      "loss": 0.1824,
      "step": 126210
    },
    {
      "epoch": 3.580619995602868,
      "grad_norm": 24.125,
      "learning_rate": 1.3100888962221279e-05,
      "loss": 0.1881,
      "step": 126220
    },
    {
      "epoch": 3.5809036815341733,
      "grad_norm": 10.5,
      "learning_rate": 1.3100310022318135e-05,
      "loss": 0.2009,
      "step": 126230
    },
    {
      "epoch": 3.581187367465479,
      "grad_norm": 13.5,
      "learning_rate": 1.309973108241499e-05,
      "loss": 0.1656,
      "step": 126240
    },
    {
      "epoch": 3.5814710533967844,
      "grad_norm": 12.3125,
      "learning_rate": 1.3099152142511849e-05,
      "loss": 0.2153,
      "step": 126250
    },
    {
      "epoch": 3.58175473932809,
      "grad_norm": 11.5625,
      "learning_rate": 1.3098573202608704e-05,
      "loss": 0.1924,
      "step": 126260
    },
    {
      "epoch": 3.5820384252593955,
      "grad_norm": 11.5,
      "learning_rate": 1.309799426270556e-05,
      "loss": 0.2255,
      "step": 126270
    },
    {
      "epoch": 3.5823221111907007,
      "grad_norm": 10.6875,
      "learning_rate": 1.3097415322802419e-05,
      "loss": 0.1771,
      "step": 126280
    },
    {
      "epoch": 3.582605797122006,
      "grad_norm": 10.6875,
      "learning_rate": 1.3096836382899273e-05,
      "loss": 0.1987,
      "step": 126290
    },
    {
      "epoch": 3.582889483053312,
      "grad_norm": 11.0,
      "learning_rate": 1.309625744299613e-05,
      "loss": 0.1821,
      "step": 126300
    },
    {
      "epoch": 3.583173168984617,
      "grad_norm": 10.3125,
      "learning_rate": 1.3095678503092988e-05,
      "loss": 0.2141,
      "step": 126310
    },
    {
      "epoch": 3.5834568549159225,
      "grad_norm": 14.625,
      "learning_rate": 1.3095099563189843e-05,
      "loss": 0.183,
      "step": 126320
    },
    {
      "epoch": 3.583740540847228,
      "grad_norm": 10.875,
      "learning_rate": 1.3094520623286702e-05,
      "loss": 0.2015,
      "step": 126330
    },
    {
      "epoch": 3.5840242267785336,
      "grad_norm": 8.8125,
      "learning_rate": 1.3093941683383558e-05,
      "loss": 0.2086,
      "step": 126340
    },
    {
      "epoch": 3.584307912709839,
      "grad_norm": 8.25,
      "learning_rate": 1.3093362743480413e-05,
      "loss": 0.1852,
      "step": 126350
    },
    {
      "epoch": 3.5845915986411443,
      "grad_norm": 7.21875,
      "learning_rate": 1.3092783803577272e-05,
      "loss": 0.2015,
      "step": 126360
    },
    {
      "epoch": 3.58487528457245,
      "grad_norm": 9.6875,
      "learning_rate": 1.3092204863674127e-05,
      "loss": 0.1863,
      "step": 126370
    },
    {
      "epoch": 3.5851589705037554,
      "grad_norm": 9.6875,
      "learning_rate": 1.3091625923770983e-05,
      "loss": 0.1731,
      "step": 126380
    },
    {
      "epoch": 3.5854426564350605,
      "grad_norm": 11.9375,
      "learning_rate": 1.3091046983867842e-05,
      "loss": 0.2182,
      "step": 126390
    },
    {
      "epoch": 3.585726342366366,
      "grad_norm": 10.25,
      "learning_rate": 1.3090468043964696e-05,
      "loss": 0.2005,
      "step": 126400
    },
    {
      "epoch": 3.5860100282976717,
      "grad_norm": 10.0,
      "learning_rate": 1.3089889104061555e-05,
      "loss": 0.1985,
      "step": 126410
    },
    {
      "epoch": 3.5862937142289772,
      "grad_norm": 10.875,
      "learning_rate": 1.3089310164158411e-05,
      "loss": 0.2179,
      "step": 126420
    },
    {
      "epoch": 3.586577400160283,
      "grad_norm": 9.6875,
      "learning_rate": 1.3088731224255266e-05,
      "loss": 0.2041,
      "step": 126430
    },
    {
      "epoch": 3.586861086091588,
      "grad_norm": 22.375,
      "learning_rate": 1.3088152284352125e-05,
      "loss": 0.2521,
      "step": 126440
    },
    {
      "epoch": 3.5871447720228935,
      "grad_norm": 17.625,
      "learning_rate": 1.308757334444898e-05,
      "loss": 0.2764,
      "step": 126450
    },
    {
      "epoch": 3.587428457954199,
      "grad_norm": 10.25,
      "learning_rate": 1.3086994404545836e-05,
      "loss": 0.1612,
      "step": 126460
    },
    {
      "epoch": 3.587712143885504,
      "grad_norm": 13.8125,
      "learning_rate": 1.3086415464642695e-05,
      "loss": 0.2015,
      "step": 126470
    },
    {
      "epoch": 3.5879958298168098,
      "grad_norm": 8.4375,
      "learning_rate": 1.308583652473955e-05,
      "loss": 0.1648,
      "step": 126480
    },
    {
      "epoch": 3.5882795157481153,
      "grad_norm": 8.375,
      "learning_rate": 1.3085257584836406e-05,
      "loss": 0.1726,
      "step": 126490
    },
    {
      "epoch": 3.5885632016794204,
      "grad_norm": 8.1875,
      "learning_rate": 1.3084678644933265e-05,
      "loss": 0.1648,
      "step": 126500
    },
    {
      "epoch": 3.588846887610726,
      "grad_norm": 13.9375,
      "learning_rate": 1.308409970503012e-05,
      "loss": 0.1889,
      "step": 126510
    },
    {
      "epoch": 3.5891305735420316,
      "grad_norm": 9.1875,
      "learning_rate": 1.3083520765126978e-05,
      "loss": 0.2086,
      "step": 126520
    },
    {
      "epoch": 3.589414259473337,
      "grad_norm": 11.3125,
      "learning_rate": 1.3082941825223835e-05,
      "loss": 0.2185,
      "step": 126530
    },
    {
      "epoch": 3.5896979454046427,
      "grad_norm": 7.0,
      "learning_rate": 1.308236288532069e-05,
      "loss": 0.1912,
      "step": 126540
    },
    {
      "epoch": 3.589981631335948,
      "grad_norm": 11.875,
      "learning_rate": 1.3081783945417548e-05,
      "loss": 0.2348,
      "step": 126550
    },
    {
      "epoch": 3.5902653172672534,
      "grad_norm": 11.375,
      "learning_rate": 1.3081205005514403e-05,
      "loss": 0.2063,
      "step": 126560
    },
    {
      "epoch": 3.590549003198559,
      "grad_norm": 11.125,
      "learning_rate": 1.308062606561126e-05,
      "loss": 0.1971,
      "step": 126570
    },
    {
      "epoch": 3.590832689129864,
      "grad_norm": 9.1875,
      "learning_rate": 1.3080047125708118e-05,
      "loss": 0.1764,
      "step": 126580
    },
    {
      "epoch": 3.5911163750611697,
      "grad_norm": 9.25,
      "learning_rate": 1.3079468185804973e-05,
      "loss": 0.1868,
      "step": 126590
    },
    {
      "epoch": 3.591400060992475,
      "grad_norm": 12.0625,
      "learning_rate": 1.3078889245901831e-05,
      "loss": 0.2206,
      "step": 126600
    },
    {
      "epoch": 3.591683746923781,
      "grad_norm": 12.5625,
      "learning_rate": 1.3078310305998688e-05,
      "loss": 0.2434,
      "step": 126610
    },
    {
      "epoch": 3.5919674328550864,
      "grad_norm": 16.875,
      "learning_rate": 1.3077731366095543e-05,
      "loss": 0.2088,
      "step": 126620
    },
    {
      "epoch": 3.5922511187863915,
      "grad_norm": 12.6875,
      "learning_rate": 1.3077152426192401e-05,
      "loss": 0.2162,
      "step": 126630
    },
    {
      "epoch": 3.592534804717697,
      "grad_norm": 12.625,
      "learning_rate": 1.3076573486289258e-05,
      "loss": 0.2265,
      "step": 126640
    },
    {
      "epoch": 3.5928184906490026,
      "grad_norm": 8.875,
      "learning_rate": 1.3075994546386113e-05,
      "loss": 0.1761,
      "step": 126650
    },
    {
      "epoch": 3.5931021765803077,
      "grad_norm": 8.5625,
      "learning_rate": 1.307541560648297e-05,
      "loss": 0.2286,
      "step": 126660
    },
    {
      "epoch": 3.5933858625116133,
      "grad_norm": 9.3125,
      "learning_rate": 1.3074836666579826e-05,
      "loss": 0.1816,
      "step": 126670
    },
    {
      "epoch": 3.593669548442919,
      "grad_norm": 11.5625,
      "learning_rate": 1.3074257726676682e-05,
      "loss": 0.1895,
      "step": 126680
    },
    {
      "epoch": 3.5939532343742244,
      "grad_norm": 12.8125,
      "learning_rate": 1.307367878677354e-05,
      "loss": 0.1777,
      "step": 126690
    },
    {
      "epoch": 3.59423692030553,
      "grad_norm": 7.125,
      "learning_rate": 1.3073099846870396e-05,
      "loss": 0.1754,
      "step": 126700
    },
    {
      "epoch": 3.594520606236835,
      "grad_norm": 9.75,
      "learning_rate": 1.3072520906967254e-05,
      "loss": 0.2057,
      "step": 126710
    },
    {
      "epoch": 3.5948042921681407,
      "grad_norm": 9.4375,
      "learning_rate": 1.307194196706411e-05,
      "loss": 0.1842,
      "step": 126720
    },
    {
      "epoch": 3.5950879780994462,
      "grad_norm": 11.875,
      "learning_rate": 1.3071363027160966e-05,
      "loss": 0.2082,
      "step": 126730
    },
    {
      "epoch": 3.5953716640307514,
      "grad_norm": 15.3125,
      "learning_rate": 1.3070784087257824e-05,
      "loss": 0.2575,
      "step": 126740
    },
    {
      "epoch": 3.595655349962057,
      "grad_norm": 13.3125,
      "learning_rate": 1.307020514735468e-05,
      "loss": 0.2162,
      "step": 126750
    },
    {
      "epoch": 3.5959390358933625,
      "grad_norm": 12.0,
      "learning_rate": 1.3069626207451536e-05,
      "loss": 0.1725,
      "step": 126760
    },
    {
      "epoch": 3.596222721824668,
      "grad_norm": 12.75,
      "learning_rate": 1.3069047267548394e-05,
      "loss": 0.1857,
      "step": 126770
    },
    {
      "epoch": 3.5965064077559736,
      "grad_norm": 7.90625,
      "learning_rate": 1.3068468327645249e-05,
      "loss": 0.1798,
      "step": 126780
    },
    {
      "epoch": 3.5967900936872788,
      "grad_norm": 13.75,
      "learning_rate": 1.3067889387742107e-05,
      "loss": 0.1922,
      "step": 126790
    },
    {
      "epoch": 3.5970737796185843,
      "grad_norm": 10.0,
      "learning_rate": 1.3067310447838964e-05,
      "loss": 0.1979,
      "step": 126800
    },
    {
      "epoch": 3.59735746554989,
      "grad_norm": 7.5625,
      "learning_rate": 1.3066731507935819e-05,
      "loss": 0.1887,
      "step": 126810
    },
    {
      "epoch": 3.597641151481195,
      "grad_norm": 13.625,
      "learning_rate": 1.3066152568032677e-05,
      "loss": 0.1749,
      "step": 126820
    },
    {
      "epoch": 3.5979248374125006,
      "grad_norm": 12.4375,
      "learning_rate": 1.3065573628129534e-05,
      "loss": 0.1875,
      "step": 126830
    },
    {
      "epoch": 3.598208523343806,
      "grad_norm": 13.625,
      "learning_rate": 1.3064994688226389e-05,
      "loss": 0.1856,
      "step": 126840
    },
    {
      "epoch": 3.5984922092751113,
      "grad_norm": 11.0,
      "learning_rate": 1.3064415748323247e-05,
      "loss": 0.2099,
      "step": 126850
    },
    {
      "epoch": 3.598775895206417,
      "grad_norm": 10.375,
      "learning_rate": 1.3063836808420104e-05,
      "loss": 0.2131,
      "step": 126860
    },
    {
      "epoch": 3.5990595811377224,
      "grad_norm": 10.875,
      "learning_rate": 1.3063257868516959e-05,
      "loss": 0.1956,
      "step": 126870
    },
    {
      "epoch": 3.599343267069028,
      "grad_norm": 33.25,
      "learning_rate": 1.3062678928613817e-05,
      "loss": 0.188,
      "step": 126880
    },
    {
      "epoch": 3.5996269530003335,
      "grad_norm": 10.0625,
      "learning_rate": 1.3062099988710672e-05,
      "loss": 0.183,
      "step": 126890
    },
    {
      "epoch": 3.5999106389316387,
      "grad_norm": 11.8125,
      "learning_rate": 1.306152104880753e-05,
      "loss": 0.1615,
      "step": 126900
    },
    {
      "epoch": 3.600194324862944,
      "grad_norm": 13.3125,
      "learning_rate": 1.3060942108904387e-05,
      "loss": 0.1843,
      "step": 126910
    },
    {
      "epoch": 3.60047801079425,
      "grad_norm": 8.8125,
      "learning_rate": 1.3060363169001242e-05,
      "loss": 0.2232,
      "step": 126920
    },
    {
      "epoch": 3.600761696725555,
      "grad_norm": 11.0,
      "learning_rate": 1.30597842290981e-05,
      "loss": 0.2279,
      "step": 126930
    },
    {
      "epoch": 3.6010453826568605,
      "grad_norm": 10.1875,
      "learning_rate": 1.3059205289194957e-05,
      "loss": 0.2068,
      "step": 126940
    },
    {
      "epoch": 3.601329068588166,
      "grad_norm": 16.125,
      "learning_rate": 1.3058626349291812e-05,
      "loss": 0.1865,
      "step": 126950
    },
    {
      "epoch": 3.6016127545194716,
      "grad_norm": 10.4375,
      "learning_rate": 1.305804740938867e-05,
      "loss": 0.2119,
      "step": 126960
    },
    {
      "epoch": 3.601896440450777,
      "grad_norm": 15.5625,
      "learning_rate": 1.3057468469485525e-05,
      "loss": 0.1958,
      "step": 126970
    },
    {
      "epoch": 3.6021801263820823,
      "grad_norm": 8.0,
      "learning_rate": 1.3056889529582383e-05,
      "loss": 0.252,
      "step": 126980
    },
    {
      "epoch": 3.602463812313388,
      "grad_norm": 7.875,
      "learning_rate": 1.305631058967924e-05,
      "loss": 0.2487,
      "step": 126990
    },
    {
      "epoch": 3.6027474982446934,
      "grad_norm": 9.875,
      "learning_rate": 1.3055731649776095e-05,
      "loss": 0.1933,
      "step": 127000
    },
    {
      "epoch": 3.6030311841759985,
      "grad_norm": 14.625,
      "learning_rate": 1.3055152709872953e-05,
      "loss": 0.2042,
      "step": 127010
    },
    {
      "epoch": 3.603314870107304,
      "grad_norm": 11.1875,
      "learning_rate": 1.305457376996981e-05,
      "loss": 0.1587,
      "step": 127020
    },
    {
      "epoch": 3.6035985560386097,
      "grad_norm": 12.3125,
      "learning_rate": 1.3053994830066665e-05,
      "loss": 0.1874,
      "step": 127030
    },
    {
      "epoch": 3.6038822419699152,
      "grad_norm": 11.0,
      "learning_rate": 1.3053415890163523e-05,
      "loss": 0.204,
      "step": 127040
    },
    {
      "epoch": 3.604165927901221,
      "grad_norm": 12.9375,
      "learning_rate": 1.305283695026038e-05,
      "loss": 0.2188,
      "step": 127050
    },
    {
      "epoch": 3.604449613832526,
      "grad_norm": 10.3125,
      "learning_rate": 1.3052258010357235e-05,
      "loss": 0.1794,
      "step": 127060
    },
    {
      "epoch": 3.6047332997638315,
      "grad_norm": 10.1875,
      "learning_rate": 1.3051679070454093e-05,
      "loss": 0.1883,
      "step": 127070
    },
    {
      "epoch": 3.605016985695137,
      "grad_norm": 11.8125,
      "learning_rate": 1.3051100130550948e-05,
      "loss": 0.1719,
      "step": 127080
    },
    {
      "epoch": 3.605300671626442,
      "grad_norm": 10.4375,
      "learning_rate": 1.3050521190647806e-05,
      "loss": 0.1834,
      "step": 127090
    },
    {
      "epoch": 3.6055843575577478,
      "grad_norm": 13.375,
      "learning_rate": 1.3049942250744663e-05,
      "loss": 0.1893,
      "step": 127100
    },
    {
      "epoch": 3.6058680434890533,
      "grad_norm": 9.125,
      "learning_rate": 1.3049363310841518e-05,
      "loss": 0.1809,
      "step": 127110
    },
    {
      "epoch": 3.606151729420359,
      "grad_norm": 12.125,
      "learning_rate": 1.3048784370938376e-05,
      "loss": 0.1962,
      "step": 127120
    },
    {
      "epoch": 3.606435415351664,
      "grad_norm": 8.4375,
      "learning_rate": 1.3048205431035233e-05,
      "loss": 0.1914,
      "step": 127130
    },
    {
      "epoch": 3.6067191012829696,
      "grad_norm": 13.625,
      "learning_rate": 1.3047626491132088e-05,
      "loss": 0.2217,
      "step": 127140
    },
    {
      "epoch": 3.607002787214275,
      "grad_norm": 10.4375,
      "learning_rate": 1.3047047551228946e-05,
      "loss": 0.2013,
      "step": 127150
    },
    {
      "epoch": 3.6072864731455807,
      "grad_norm": 10.0,
      "learning_rate": 1.3046468611325803e-05,
      "loss": 0.1819,
      "step": 127160
    },
    {
      "epoch": 3.607570159076886,
      "grad_norm": 19.375,
      "learning_rate": 1.3045889671422658e-05,
      "loss": 0.2128,
      "step": 127170
    },
    {
      "epoch": 3.6078538450081914,
      "grad_norm": 14.0,
      "learning_rate": 1.3045310731519516e-05,
      "loss": 0.1719,
      "step": 127180
    },
    {
      "epoch": 3.608137530939497,
      "grad_norm": 10.125,
      "learning_rate": 1.3044731791616371e-05,
      "loss": 0.22,
      "step": 127190
    },
    {
      "epoch": 3.608421216870802,
      "grad_norm": 11.125,
      "learning_rate": 1.304415285171323e-05,
      "loss": 0.1664,
      "step": 127200
    },
    {
      "epoch": 3.6087049028021077,
      "grad_norm": 7.65625,
      "learning_rate": 1.3043573911810086e-05,
      "loss": 0.1637,
      "step": 127210
    },
    {
      "epoch": 3.608988588733413,
      "grad_norm": 11.875,
      "learning_rate": 1.3042994971906941e-05,
      "loss": 0.1988,
      "step": 127220
    },
    {
      "epoch": 3.609272274664719,
      "grad_norm": 10.875,
      "learning_rate": 1.30424160320038e-05,
      "loss": 0.1994,
      "step": 127230
    },
    {
      "epoch": 3.6095559605960243,
      "grad_norm": 17.0,
      "learning_rate": 1.3041837092100656e-05,
      "loss": 0.1957,
      "step": 127240
    },
    {
      "epoch": 3.6098396465273295,
      "grad_norm": 10.625,
      "learning_rate": 1.3041258152197511e-05,
      "loss": 0.2201,
      "step": 127250
    },
    {
      "epoch": 3.610123332458635,
      "grad_norm": 8.1875,
      "learning_rate": 1.304067921229437e-05,
      "loss": 0.2093,
      "step": 127260
    },
    {
      "epoch": 3.6104070183899406,
      "grad_norm": 8.9375,
      "learning_rate": 1.3040100272391226e-05,
      "loss": 0.2058,
      "step": 127270
    },
    {
      "epoch": 3.6106907043212457,
      "grad_norm": 10.6875,
      "learning_rate": 1.3039521332488083e-05,
      "loss": 0.1964,
      "step": 127280
    },
    {
      "epoch": 3.6109743902525513,
      "grad_norm": 11.25,
      "learning_rate": 1.303894239258494e-05,
      "loss": 0.2205,
      "step": 127290
    },
    {
      "epoch": 3.611258076183857,
      "grad_norm": 14.625,
      "learning_rate": 1.3038363452681794e-05,
      "loss": 0.2127,
      "step": 127300
    },
    {
      "epoch": 3.6115417621151624,
      "grad_norm": 15.75,
      "learning_rate": 1.3037784512778652e-05,
      "loss": 0.2126,
      "step": 127310
    },
    {
      "epoch": 3.611825448046468,
      "grad_norm": 13.375,
      "learning_rate": 1.3037205572875509e-05,
      "loss": 0.2105,
      "step": 127320
    },
    {
      "epoch": 3.612109133977773,
      "grad_norm": 11.375,
      "learning_rate": 1.3036626632972364e-05,
      "loss": 0.1962,
      "step": 127330
    },
    {
      "epoch": 3.6123928199090787,
      "grad_norm": 12.5,
      "learning_rate": 1.3036047693069222e-05,
      "loss": 0.1647,
      "step": 127340
    },
    {
      "epoch": 3.6126765058403842,
      "grad_norm": 11.875,
      "learning_rate": 1.3035468753166079e-05,
      "loss": 0.2422,
      "step": 127350
    },
    {
      "epoch": 3.6129601917716894,
      "grad_norm": 11.5625,
      "learning_rate": 1.3034889813262934e-05,
      "loss": 0.2026,
      "step": 127360
    },
    {
      "epoch": 3.613243877702995,
      "grad_norm": 12.125,
      "learning_rate": 1.3034310873359792e-05,
      "loss": 0.2721,
      "step": 127370
    },
    {
      "epoch": 3.6135275636343005,
      "grad_norm": 11.0625,
      "learning_rate": 1.3033731933456649e-05,
      "loss": 0.181,
      "step": 127380
    },
    {
      "epoch": 3.613811249565606,
      "grad_norm": 11.75,
      "learning_rate": 1.3033152993553506e-05,
      "loss": 0.1813,
      "step": 127390
    },
    {
      "epoch": 3.6140949354969116,
      "grad_norm": 12.9375,
      "learning_rate": 1.3032574053650362e-05,
      "loss": 0.1988,
      "step": 127400
    },
    {
      "epoch": 3.6143786214282168,
      "grad_norm": 18.25,
      "learning_rate": 1.3031995113747217e-05,
      "loss": 0.1909,
      "step": 127410
    },
    {
      "epoch": 3.6146623073595223,
      "grad_norm": 11.8125,
      "learning_rate": 1.3031416173844076e-05,
      "loss": 0.2188,
      "step": 127420
    },
    {
      "epoch": 3.614945993290828,
      "grad_norm": 12.4375,
      "learning_rate": 1.3030837233940932e-05,
      "loss": 0.1907,
      "step": 127430
    },
    {
      "epoch": 3.615229679222133,
      "grad_norm": 10.9375,
      "learning_rate": 1.3030258294037787e-05,
      "loss": 0.203,
      "step": 127440
    },
    {
      "epoch": 3.6155133651534386,
      "grad_norm": 11.6875,
      "learning_rate": 1.3029679354134645e-05,
      "loss": 0.2082,
      "step": 127450
    },
    {
      "epoch": 3.615797051084744,
      "grad_norm": 9.5,
      "learning_rate": 1.3029100414231502e-05,
      "loss": 0.1671,
      "step": 127460
    },
    {
      "epoch": 3.6160807370160493,
      "grad_norm": 11.5625,
      "learning_rate": 1.3028521474328359e-05,
      "loss": 0.2586,
      "step": 127470
    },
    {
      "epoch": 3.616364422947355,
      "grad_norm": 8.4375,
      "learning_rate": 1.3027942534425215e-05,
      "loss": 0.2053,
      "step": 127480
    },
    {
      "epoch": 3.6166481088786604,
      "grad_norm": 12.6875,
      "learning_rate": 1.302736359452207e-05,
      "loss": 0.1896,
      "step": 127490
    },
    {
      "epoch": 3.616931794809966,
      "grad_norm": 12.875,
      "learning_rate": 1.3026784654618929e-05,
      "loss": 0.1811,
      "step": 127500
    },
    {
      "epoch": 3.6172154807412715,
      "grad_norm": 14.4375,
      "learning_rate": 1.3026205714715785e-05,
      "loss": 0.1788,
      "step": 127510
    },
    {
      "epoch": 3.6174991666725766,
      "grad_norm": 8.125,
      "learning_rate": 1.302562677481264e-05,
      "loss": 0.2051,
      "step": 127520
    },
    {
      "epoch": 3.617782852603882,
      "grad_norm": 9.9375,
      "learning_rate": 1.3025047834909499e-05,
      "loss": 0.1854,
      "step": 127530
    },
    {
      "epoch": 3.618066538535188,
      "grad_norm": 13.75,
      "learning_rate": 1.3024468895006355e-05,
      "loss": 0.2141,
      "step": 127540
    },
    {
      "epoch": 3.618350224466493,
      "grad_norm": 19.375,
      "learning_rate": 1.302388995510321e-05,
      "loss": 0.2162,
      "step": 127550
    },
    {
      "epoch": 3.6186339103977985,
      "grad_norm": 15.625,
      "learning_rate": 1.3023311015200068e-05,
      "loss": 0.2193,
      "step": 127560
    },
    {
      "epoch": 3.618917596329104,
      "grad_norm": 8.0625,
      "learning_rate": 1.3022732075296925e-05,
      "loss": 0.2123,
      "step": 127570
    },
    {
      "epoch": 3.6192012822604096,
      "grad_norm": 11.4375,
      "learning_rate": 1.3022153135393782e-05,
      "loss": 0.2224,
      "step": 127580
    },
    {
      "epoch": 3.619484968191715,
      "grad_norm": 10.0,
      "learning_rate": 1.3021574195490638e-05,
      "loss": 0.1854,
      "step": 127590
    },
    {
      "epoch": 3.6197686541230203,
      "grad_norm": 8.5625,
      "learning_rate": 1.3020995255587493e-05,
      "loss": 0.1738,
      "step": 127600
    },
    {
      "epoch": 3.620052340054326,
      "grad_norm": 9.625,
      "learning_rate": 1.3020416315684352e-05,
      "loss": 0.1915,
      "step": 127610
    },
    {
      "epoch": 3.6203360259856314,
      "grad_norm": 9.1875,
      "learning_rate": 1.3019837375781208e-05,
      "loss": 0.2123,
      "step": 127620
    },
    {
      "epoch": 3.6206197119169365,
      "grad_norm": 10.8125,
      "learning_rate": 1.3019258435878063e-05,
      "loss": 0.189,
      "step": 127630
    },
    {
      "epoch": 3.620903397848242,
      "grad_norm": 9.3125,
      "learning_rate": 1.3018679495974922e-05,
      "loss": 0.1949,
      "step": 127640
    },
    {
      "epoch": 3.6211870837795477,
      "grad_norm": 11.9375,
      "learning_rate": 1.3018100556071778e-05,
      "loss": 0.1901,
      "step": 127650
    },
    {
      "epoch": 3.6214707697108532,
      "grad_norm": 16.875,
      "learning_rate": 1.3017521616168637e-05,
      "loss": 0.1964,
      "step": 127660
    },
    {
      "epoch": 3.621754455642159,
      "grad_norm": 13.0625,
      "learning_rate": 1.3016942676265492e-05,
      "loss": 0.208,
      "step": 127670
    },
    {
      "epoch": 3.622038141573464,
      "grad_norm": 14.0625,
      "learning_rate": 1.3016363736362348e-05,
      "loss": 0.2441,
      "step": 127680
    },
    {
      "epoch": 3.6223218275047695,
      "grad_norm": 11.1875,
      "learning_rate": 1.3015784796459205e-05,
      "loss": 0.1861,
      "step": 127690
    },
    {
      "epoch": 3.622605513436075,
      "grad_norm": 8.9375,
      "learning_rate": 1.3015205856556061e-05,
      "loss": 0.2115,
      "step": 127700
    },
    {
      "epoch": 3.62288919936738,
      "grad_norm": 10.0,
      "learning_rate": 1.3014626916652916e-05,
      "loss": 0.2015,
      "step": 127710
    },
    {
      "epoch": 3.6231728852986858,
      "grad_norm": 10.4375,
      "learning_rate": 1.3014047976749775e-05,
      "loss": 0.1862,
      "step": 127720
    },
    {
      "epoch": 3.6234565712299913,
      "grad_norm": 9.875,
      "learning_rate": 1.3013469036846631e-05,
      "loss": 0.2,
      "step": 127730
    },
    {
      "epoch": 3.623740257161297,
      "grad_norm": 10.5625,
      "learning_rate": 1.3012890096943486e-05,
      "loss": 0.2181,
      "step": 127740
    },
    {
      "epoch": 3.6240239430926025,
      "grad_norm": 9.375,
      "learning_rate": 1.3012311157040345e-05,
      "loss": 0.2054,
      "step": 127750
    },
    {
      "epoch": 3.6243076290239076,
      "grad_norm": 12.4375,
      "learning_rate": 1.3011732217137201e-05,
      "loss": 0.1985,
      "step": 127760
    },
    {
      "epoch": 3.624591314955213,
      "grad_norm": 11.375,
      "learning_rate": 1.3011153277234058e-05,
      "loss": 0.2281,
      "step": 127770
    },
    {
      "epoch": 3.6248750008865187,
      "grad_norm": 13.6875,
      "learning_rate": 1.3010574337330915e-05,
      "loss": 0.1893,
      "step": 127780
    },
    {
      "epoch": 3.625158686817824,
      "grad_norm": 10.375,
      "learning_rate": 1.3009995397427771e-05,
      "loss": 0.2191,
      "step": 127790
    },
    {
      "epoch": 3.6254423727491294,
      "grad_norm": 9.4375,
      "learning_rate": 1.3009416457524628e-05,
      "loss": 0.2012,
      "step": 127800
    },
    {
      "epoch": 3.625726058680435,
      "grad_norm": 7.34375,
      "learning_rate": 1.3008837517621484e-05,
      "loss": 0.2286,
      "step": 127810
    },
    {
      "epoch": 3.62600974461174,
      "grad_norm": 9.625,
      "learning_rate": 1.300825857771834e-05,
      "loss": 0.2099,
      "step": 127820
    },
    {
      "epoch": 3.6262934305430456,
      "grad_norm": 11.125,
      "learning_rate": 1.3007679637815198e-05,
      "loss": 0.1928,
      "step": 127830
    },
    {
      "epoch": 3.626577116474351,
      "grad_norm": 8.875,
      "learning_rate": 1.3007100697912054e-05,
      "loss": 0.1993,
      "step": 127840
    },
    {
      "epoch": 3.626860802405657,
      "grad_norm": 10.0,
      "learning_rate": 1.3006521758008913e-05,
      "loss": 0.1784,
      "step": 127850
    },
    {
      "epoch": 3.6271444883369623,
      "grad_norm": 10.5,
      "learning_rate": 1.3005942818105768e-05,
      "loss": 0.1929,
      "step": 127860
    },
    {
      "epoch": 3.6274281742682675,
      "grad_norm": 7.9375,
      "learning_rate": 1.3005363878202624e-05,
      "loss": 0.1895,
      "step": 127870
    },
    {
      "epoch": 3.627711860199573,
      "grad_norm": 10.625,
      "learning_rate": 1.3004784938299481e-05,
      "loss": 0.171,
      "step": 127880
    },
    {
      "epoch": 3.6279955461308786,
      "grad_norm": 9.8125,
      "learning_rate": 1.3004205998396338e-05,
      "loss": 0.1965,
      "step": 127890
    },
    {
      "epoch": 3.6282792320621837,
      "grad_norm": 9.25,
      "learning_rate": 1.3003627058493193e-05,
      "loss": 0.2206,
      "step": 127900
    },
    {
      "epoch": 3.6285629179934893,
      "grad_norm": 13.25,
      "learning_rate": 1.3003048118590051e-05,
      "loss": 0.2053,
      "step": 127910
    },
    {
      "epoch": 3.628846603924795,
      "grad_norm": 9.25,
      "learning_rate": 1.3002469178686908e-05,
      "loss": 0.1925,
      "step": 127920
    },
    {
      "epoch": 3.6291302898561004,
      "grad_norm": 9.875,
      "learning_rate": 1.3001890238783762e-05,
      "loss": 0.2594,
      "step": 127930
    },
    {
      "epoch": 3.629413975787406,
      "grad_norm": 10.9375,
      "learning_rate": 1.300131129888062e-05,
      "loss": 0.1772,
      "step": 127940
    },
    {
      "epoch": 3.629697661718711,
      "grad_norm": 16.625,
      "learning_rate": 1.3000732358977477e-05,
      "loss": 0.2119,
      "step": 127950
    },
    {
      "epoch": 3.6299813476500167,
      "grad_norm": 12.625,
      "learning_rate": 1.3000153419074336e-05,
      "loss": 0.2024,
      "step": 127960
    },
    {
      "epoch": 3.6302650335813222,
      "grad_norm": 7.59375,
      "learning_rate": 1.299957447917119e-05,
      "loss": 0.1688,
      "step": 127970
    },
    {
      "epoch": 3.6305487195126274,
      "grad_norm": 13.25,
      "learning_rate": 1.2998995539268047e-05,
      "loss": 0.1769,
      "step": 127980
    },
    {
      "epoch": 3.630832405443933,
      "grad_norm": 12.6875,
      "learning_rate": 1.2998416599364904e-05,
      "loss": 0.2054,
      "step": 127990
    },
    {
      "epoch": 3.6311160913752385,
      "grad_norm": 12.5625,
      "learning_rate": 1.299783765946176e-05,
      "loss": 0.2111,
      "step": 128000
    },
    {
      "epoch": 3.631399777306544,
      "grad_norm": 10.125,
      "learning_rate": 1.2997258719558616e-05,
      "loss": 0.1677,
      "step": 128010
    },
    {
      "epoch": 3.6316834632378496,
      "grad_norm": 10.0625,
      "learning_rate": 1.2996679779655474e-05,
      "loss": 0.1947,
      "step": 128020
    },
    {
      "epoch": 3.6319671491691548,
      "grad_norm": 10.9375,
      "learning_rate": 1.299610083975233e-05,
      "loss": 0.1815,
      "step": 128030
    },
    {
      "epoch": 3.6322508351004603,
      "grad_norm": 13.5625,
      "learning_rate": 1.2995521899849189e-05,
      "loss": 0.1773,
      "step": 128040
    },
    {
      "epoch": 3.632534521031766,
      "grad_norm": 14.625,
      "learning_rate": 1.2994942959946044e-05,
      "loss": 0.1971,
      "step": 128050
    },
    {
      "epoch": 3.632818206963071,
      "grad_norm": 9.1875,
      "learning_rate": 1.29943640200429e-05,
      "loss": 0.1979,
      "step": 128060
    },
    {
      "epoch": 3.6331018928943766,
      "grad_norm": 9.5625,
      "learning_rate": 1.2993785080139759e-05,
      "loss": 0.2281,
      "step": 128070
    },
    {
      "epoch": 3.633385578825682,
      "grad_norm": 10.8125,
      "learning_rate": 1.2993206140236614e-05,
      "loss": 0.1925,
      "step": 128080
    },
    {
      "epoch": 3.6336692647569877,
      "grad_norm": 14.875,
      "learning_rate": 1.299262720033347e-05,
      "loss": 0.1774,
      "step": 128090
    },
    {
      "epoch": 3.633952950688293,
      "grad_norm": 8.9375,
      "learning_rate": 1.2992048260430327e-05,
      "loss": 0.2076,
      "step": 128100
    },
    {
      "epoch": 3.6342366366195984,
      "grad_norm": 10.875,
      "learning_rate": 1.2991469320527184e-05,
      "loss": 0.2243,
      "step": 128110
    },
    {
      "epoch": 3.634520322550904,
      "grad_norm": 10.25,
      "learning_rate": 1.2990890380624039e-05,
      "loss": 0.182,
      "step": 128120
    },
    {
      "epoch": 3.6348040084822095,
      "grad_norm": 11.625,
      "learning_rate": 1.2990311440720897e-05,
      "loss": 0.219,
      "step": 128130
    },
    {
      "epoch": 3.6350876944135146,
      "grad_norm": 16.625,
      "learning_rate": 1.2989732500817754e-05,
      "loss": 0.1986,
      "step": 128140
    },
    {
      "epoch": 3.63537138034482,
      "grad_norm": 19.5,
      "learning_rate": 1.2989153560914612e-05,
      "loss": 0.235,
      "step": 128150
    },
    {
      "epoch": 3.635655066276126,
      "grad_norm": 12.875,
      "learning_rate": 1.2988574621011467e-05,
      "loss": 0.2387,
      "step": 128160
    },
    {
      "epoch": 3.635938752207431,
      "grad_norm": 10.8125,
      "learning_rate": 1.2987995681108324e-05,
      "loss": 0.2037,
      "step": 128170
    },
    {
      "epoch": 3.6362224381387365,
      "grad_norm": 11.125,
      "learning_rate": 1.2987416741205182e-05,
      "loss": 0.1748,
      "step": 128180
    },
    {
      "epoch": 3.636506124070042,
      "grad_norm": 15.8125,
      "learning_rate": 1.2986837801302037e-05,
      "loss": 0.2121,
      "step": 128190
    },
    {
      "epoch": 3.6367898100013476,
      "grad_norm": 12.9375,
      "learning_rate": 1.2986258861398893e-05,
      "loss": 0.2096,
      "step": 128200
    },
    {
      "epoch": 3.637073495932653,
      "grad_norm": 14.0625,
      "learning_rate": 1.298567992149575e-05,
      "loss": 0.1969,
      "step": 128210
    },
    {
      "epoch": 3.6373571818639583,
      "grad_norm": 15.1875,
      "learning_rate": 1.2985100981592607e-05,
      "loss": 0.1938,
      "step": 128220
    },
    {
      "epoch": 3.637640867795264,
      "grad_norm": 11.0625,
      "learning_rate": 1.2984522041689462e-05,
      "loss": 0.1922,
      "step": 128230
    },
    {
      "epoch": 3.6379245537265694,
      "grad_norm": 14.625,
      "learning_rate": 1.298394310178632e-05,
      "loss": 0.2012,
      "step": 128240
    },
    {
      "epoch": 3.6382082396578745,
      "grad_norm": 10.3125,
      "learning_rate": 1.2983364161883177e-05,
      "loss": 0.2381,
      "step": 128250
    },
    {
      "epoch": 3.63849192558918,
      "grad_norm": 10.6875,
      "learning_rate": 1.2982785221980035e-05,
      "loss": 0.23,
      "step": 128260
    },
    {
      "epoch": 3.6387756115204857,
      "grad_norm": 11.4375,
      "learning_rate": 1.298220628207689e-05,
      "loss": 0.1941,
      "step": 128270
    },
    {
      "epoch": 3.6390592974517912,
      "grad_norm": 10.25,
      "learning_rate": 1.2981627342173747e-05,
      "loss": 0.1695,
      "step": 128280
    },
    {
      "epoch": 3.639342983383097,
      "grad_norm": 14.1875,
      "learning_rate": 1.2981048402270603e-05,
      "loss": 0.23,
      "step": 128290
    },
    {
      "epoch": 3.639626669314402,
      "grad_norm": 10.3125,
      "learning_rate": 1.298046946236746e-05,
      "loss": 0.2035,
      "step": 128300
    },
    {
      "epoch": 3.6399103552457075,
      "grad_norm": 11.1875,
      "learning_rate": 1.2979890522464317e-05,
      "loss": 0.2285,
      "step": 128310
    },
    {
      "epoch": 3.640194041177013,
      "grad_norm": 12.875,
      "learning_rate": 1.2979311582561173e-05,
      "loss": 0.1867,
      "step": 128320
    },
    {
      "epoch": 3.640477727108318,
      "grad_norm": 10.375,
      "learning_rate": 1.297873264265803e-05,
      "loss": 0.2116,
      "step": 128330
    },
    {
      "epoch": 3.6407614130396238,
      "grad_norm": 15.75,
      "learning_rate": 1.2978153702754888e-05,
      "loss": 0.2083,
      "step": 128340
    },
    {
      "epoch": 3.6410450989709293,
      "grad_norm": 15.3125,
      "learning_rate": 1.2977574762851743e-05,
      "loss": 0.179,
      "step": 128350
    },
    {
      "epoch": 3.641328784902235,
      "grad_norm": 11.6875,
      "learning_rate": 1.29769958229486e-05,
      "loss": 0.2283,
      "step": 128360
    },
    {
      "epoch": 3.6416124708335404,
      "grad_norm": 8.9375,
      "learning_rate": 1.2976416883045458e-05,
      "loss": 0.1767,
      "step": 128370
    },
    {
      "epoch": 3.6418961567648456,
      "grad_norm": 19.875,
      "learning_rate": 1.2975837943142313e-05,
      "loss": 0.1866,
      "step": 128380
    },
    {
      "epoch": 3.642179842696151,
      "grad_norm": 16.625,
      "learning_rate": 1.297525900323917e-05,
      "loss": 0.2118,
      "step": 128390
    },
    {
      "epoch": 3.6424635286274567,
      "grad_norm": 13.8125,
      "learning_rate": 1.2974680063336026e-05,
      "loss": 0.2023,
      "step": 128400
    },
    {
      "epoch": 3.642747214558762,
      "grad_norm": 13.3125,
      "learning_rate": 1.2974101123432883e-05,
      "loss": 0.1909,
      "step": 128410
    },
    {
      "epoch": 3.6430309004900674,
      "grad_norm": 17.25,
      "learning_rate": 1.2973522183529738e-05,
      "loss": 0.2138,
      "step": 128420
    },
    {
      "epoch": 3.643314586421373,
      "grad_norm": 12.25,
      "learning_rate": 1.2972943243626596e-05,
      "loss": 0.1897,
      "step": 128430
    },
    {
      "epoch": 3.643598272352678,
      "grad_norm": 9.5625,
      "learning_rate": 1.2972364303723453e-05,
      "loss": 0.2001,
      "step": 128440
    },
    {
      "epoch": 3.6438819582839836,
      "grad_norm": 11.25,
      "learning_rate": 1.2971785363820311e-05,
      "loss": 0.1937,
      "step": 128450
    },
    {
      "epoch": 3.644165644215289,
      "grad_norm": 14.5625,
      "learning_rate": 1.2971206423917166e-05,
      "loss": 0.1957,
      "step": 128460
    },
    {
      "epoch": 3.644449330146595,
      "grad_norm": 11.3125,
      "learning_rate": 1.2970627484014023e-05,
      "loss": 0.186,
      "step": 128470
    },
    {
      "epoch": 3.6447330160779003,
      "grad_norm": 9.0,
      "learning_rate": 1.2970048544110881e-05,
      "loss": 0.2269,
      "step": 128480
    },
    {
      "epoch": 3.6450167020092055,
      "grad_norm": 10.0625,
      "learning_rate": 1.2969469604207736e-05,
      "loss": 0.2034,
      "step": 128490
    },
    {
      "epoch": 3.645300387940511,
      "grad_norm": 12.625,
      "learning_rate": 1.2968890664304593e-05,
      "loss": 0.2129,
      "step": 128500
    },
    {
      "epoch": 3.6455840738718166,
      "grad_norm": 9.3125,
      "learning_rate": 1.296831172440145e-05,
      "loss": 0.1854,
      "step": 128510
    },
    {
      "epoch": 3.6458677598031217,
      "grad_norm": 9.875,
      "learning_rate": 1.2967732784498306e-05,
      "loss": 0.2313,
      "step": 128520
    },
    {
      "epoch": 3.6461514457344273,
      "grad_norm": 11.8125,
      "learning_rate": 1.2967153844595164e-05,
      "loss": 0.206,
      "step": 128530
    },
    {
      "epoch": 3.646435131665733,
      "grad_norm": 13.6875,
      "learning_rate": 1.296657490469202e-05,
      "loss": 0.1659,
      "step": 128540
    },
    {
      "epoch": 3.6467188175970384,
      "grad_norm": 12.4375,
      "learning_rate": 1.2965995964788876e-05,
      "loss": 0.1792,
      "step": 128550
    },
    {
      "epoch": 3.647002503528344,
      "grad_norm": 9.1875,
      "learning_rate": 1.2965417024885734e-05,
      "loss": 0.2257,
      "step": 128560
    },
    {
      "epoch": 3.647286189459649,
      "grad_norm": 13.375,
      "learning_rate": 1.296483808498259e-05,
      "loss": 0.1695,
      "step": 128570
    },
    {
      "epoch": 3.6475698753909547,
      "grad_norm": 11.0,
      "learning_rate": 1.2964259145079446e-05,
      "loss": 0.2461,
      "step": 128580
    },
    {
      "epoch": 3.6478535613222602,
      "grad_norm": 10.25,
      "learning_rate": 1.2963680205176304e-05,
      "loss": 0.1993,
      "step": 128590
    },
    {
      "epoch": 3.6481372472535654,
      "grad_norm": 10.125,
      "learning_rate": 1.2963101265273159e-05,
      "loss": 0.1971,
      "step": 128600
    },
    {
      "epoch": 3.648420933184871,
      "grad_norm": 12.375,
      "learning_rate": 1.2962522325370016e-05,
      "loss": 0.2175,
      "step": 128610
    },
    {
      "epoch": 3.6487046191161765,
      "grad_norm": 14.1875,
      "learning_rate": 1.2961943385466872e-05,
      "loss": 0.2177,
      "step": 128620
    },
    {
      "epoch": 3.648988305047482,
      "grad_norm": 16.625,
      "learning_rate": 1.2961364445563729e-05,
      "loss": 0.207,
      "step": 128630
    },
    {
      "epoch": 3.6492719909787876,
      "grad_norm": 6.65625,
      "learning_rate": 1.2960785505660587e-05,
      "loss": 0.2123,
      "step": 128640
    },
    {
      "epoch": 3.6495556769100927,
      "grad_norm": 11.375,
      "learning_rate": 1.2960206565757442e-05,
      "loss": 0.2046,
      "step": 128650
    },
    {
      "epoch": 3.6498393628413983,
      "grad_norm": 11.625,
      "learning_rate": 1.2959627625854299e-05,
      "loss": 0.1897,
      "step": 128660
    },
    {
      "epoch": 3.650123048772704,
      "grad_norm": 11.5,
      "learning_rate": 1.2959048685951157e-05,
      "loss": 0.1692,
      "step": 128670
    },
    {
      "epoch": 3.650406734704009,
      "grad_norm": 12.5625,
      "learning_rate": 1.2958469746048012e-05,
      "loss": 0.1948,
      "step": 128680
    },
    {
      "epoch": 3.6506904206353146,
      "grad_norm": 10.6875,
      "learning_rate": 1.2957890806144869e-05,
      "loss": 0.216,
      "step": 128690
    },
    {
      "epoch": 3.65097410656662,
      "grad_norm": 7.375,
      "learning_rate": 1.2957311866241725e-05,
      "loss": 0.1651,
      "step": 128700
    },
    {
      "epoch": 3.6512577924979257,
      "grad_norm": 10.0625,
      "learning_rate": 1.2956732926338582e-05,
      "loss": 0.1992,
      "step": 128710
    },
    {
      "epoch": 3.6515414784292313,
      "grad_norm": 13.25,
      "learning_rate": 1.295615398643544e-05,
      "loss": 0.2009,
      "step": 128720
    },
    {
      "epoch": 3.6518251643605364,
      "grad_norm": 10.8125,
      "learning_rate": 1.2955575046532295e-05,
      "loss": 0.1723,
      "step": 128730
    },
    {
      "epoch": 3.652108850291842,
      "grad_norm": 11.4375,
      "learning_rate": 1.2954996106629152e-05,
      "loss": 0.1834,
      "step": 128740
    },
    {
      "epoch": 3.6523925362231475,
      "grad_norm": 7.03125,
      "learning_rate": 1.295441716672601e-05,
      "loss": 0.175,
      "step": 128750
    },
    {
      "epoch": 3.6526762221544526,
      "grad_norm": 9.5625,
      "learning_rate": 1.2953838226822865e-05,
      "loss": 0.1837,
      "step": 128760
    },
    {
      "epoch": 3.652959908085758,
      "grad_norm": 9.1875,
      "learning_rate": 1.2953259286919722e-05,
      "loss": 0.1988,
      "step": 128770
    },
    {
      "epoch": 3.6532435940170638,
      "grad_norm": 11.0,
      "learning_rate": 1.295268034701658e-05,
      "loss": 0.1989,
      "step": 128780
    },
    {
      "epoch": 3.653527279948369,
      "grad_norm": 12.6875,
      "learning_rate": 1.2952101407113435e-05,
      "loss": 0.1774,
      "step": 128790
    },
    {
      "epoch": 3.6538109658796745,
      "grad_norm": 8.4375,
      "learning_rate": 1.2951522467210292e-05,
      "loss": 0.1758,
      "step": 128800
    },
    {
      "epoch": 3.65409465181098,
      "grad_norm": 9.375,
      "learning_rate": 1.2950943527307149e-05,
      "loss": 0.2213,
      "step": 128810
    },
    {
      "epoch": 3.6543783377422856,
      "grad_norm": 8.9375,
      "learning_rate": 1.2950364587404005e-05,
      "loss": 0.1905,
      "step": 128820
    },
    {
      "epoch": 3.654662023673591,
      "grad_norm": 10.6875,
      "learning_rate": 1.2949785647500864e-05,
      "loss": 0.1809,
      "step": 128830
    },
    {
      "epoch": 3.6549457096048963,
      "grad_norm": 15.5625,
      "learning_rate": 1.2949206707597718e-05,
      "loss": 0.1889,
      "step": 128840
    },
    {
      "epoch": 3.655229395536202,
      "grad_norm": 9.6875,
      "learning_rate": 1.2948627767694575e-05,
      "loss": 0.2481,
      "step": 128850
    },
    {
      "epoch": 3.6555130814675074,
      "grad_norm": 10.0,
      "learning_rate": 1.2948048827791433e-05,
      "loss": 0.2028,
      "step": 128860
    },
    {
      "epoch": 3.6557967673988125,
      "grad_norm": 7.96875,
      "learning_rate": 1.2947469887888288e-05,
      "loss": 0.2193,
      "step": 128870
    },
    {
      "epoch": 3.656080453330118,
      "grad_norm": 8.9375,
      "learning_rate": 1.2946890947985145e-05,
      "loss": 0.2121,
      "step": 128880
    },
    {
      "epoch": 3.6563641392614237,
      "grad_norm": 11.1875,
      "learning_rate": 1.2946312008082003e-05,
      "loss": 0.1991,
      "step": 128890
    },
    {
      "epoch": 3.6566478251927292,
      "grad_norm": 11.8125,
      "learning_rate": 1.2945733068178858e-05,
      "loss": 0.1886,
      "step": 128900
    },
    {
      "epoch": 3.656931511124035,
      "grad_norm": 11.0625,
      "learning_rate": 1.2945154128275717e-05,
      "loss": 0.1776,
      "step": 128910
    },
    {
      "epoch": 3.65721519705534,
      "grad_norm": 9.8125,
      "learning_rate": 1.2944575188372572e-05,
      "loss": 0.1993,
      "step": 128920
    },
    {
      "epoch": 3.6574988829866455,
      "grad_norm": 10.6875,
      "learning_rate": 1.2943996248469428e-05,
      "loss": 0.2103,
      "step": 128930
    },
    {
      "epoch": 3.657782568917951,
      "grad_norm": 10.125,
      "learning_rate": 1.2943417308566287e-05,
      "loss": 0.1996,
      "step": 128940
    },
    {
      "epoch": 3.658066254849256,
      "grad_norm": 10.0625,
      "learning_rate": 1.2942838368663141e-05,
      "loss": 0.2191,
      "step": 128950
    },
    {
      "epoch": 3.6583499407805617,
      "grad_norm": 13.0,
      "learning_rate": 1.2942259428759998e-05,
      "loss": 0.2252,
      "step": 128960
    },
    {
      "epoch": 3.6586336267118673,
      "grad_norm": 9.6875,
      "learning_rate": 1.2941680488856856e-05,
      "loss": 0.2049,
      "step": 128970
    },
    {
      "epoch": 3.658917312643173,
      "grad_norm": 12.125,
      "learning_rate": 1.2941101548953711e-05,
      "loss": 0.2143,
      "step": 128980
    },
    {
      "epoch": 3.6592009985744784,
      "grad_norm": 9.9375,
      "learning_rate": 1.2940522609050568e-05,
      "loss": 0.1704,
      "step": 128990
    },
    {
      "epoch": 3.6594846845057836,
      "grad_norm": 8.8125,
      "learning_rate": 1.2939943669147426e-05,
      "loss": 0.2046,
      "step": 129000
    },
    {
      "epoch": 3.659768370437089,
      "grad_norm": 12.0625,
      "learning_rate": 1.2939364729244281e-05,
      "loss": 0.2346,
      "step": 129010
    },
    {
      "epoch": 3.6600520563683947,
      "grad_norm": 10.6875,
      "learning_rate": 1.293878578934114e-05,
      "loss": 0.1905,
      "step": 129020
    },
    {
      "epoch": 3.6603357422997,
      "grad_norm": 12.375,
      "learning_rate": 1.2938206849437995e-05,
      "loss": 0.1775,
      "step": 129030
    },
    {
      "epoch": 3.6606194282310054,
      "grad_norm": 7.625,
      "learning_rate": 1.2937627909534851e-05,
      "loss": 0.2081,
      "step": 129040
    },
    {
      "epoch": 3.660903114162311,
      "grad_norm": 18.375,
      "learning_rate": 1.293704896963171e-05,
      "loss": 0.1872,
      "step": 129050
    },
    {
      "epoch": 3.6611868000936165,
      "grad_norm": 8.3125,
      "learning_rate": 1.2936470029728565e-05,
      "loss": 0.183,
      "step": 129060
    },
    {
      "epoch": 3.6614704860249216,
      "grad_norm": 9.8125,
      "learning_rate": 1.2935891089825421e-05,
      "loss": 0.2118,
      "step": 129070
    },
    {
      "epoch": 3.661754171956227,
      "grad_norm": 27.25,
      "learning_rate": 1.293531214992228e-05,
      "loss": 0.2198,
      "step": 129080
    },
    {
      "epoch": 3.6620378578875328,
      "grad_norm": 7.5625,
      "learning_rate": 1.2934733210019134e-05,
      "loss": 0.1632,
      "step": 129090
    },
    {
      "epoch": 3.6623215438188383,
      "grad_norm": 11.0,
      "learning_rate": 1.2934154270115991e-05,
      "loss": 0.1612,
      "step": 129100
    },
    {
      "epoch": 3.6626052297501435,
      "grad_norm": 7.71875,
      "learning_rate": 1.293357533021285e-05,
      "loss": 0.1895,
      "step": 129110
    },
    {
      "epoch": 3.662888915681449,
      "grad_norm": 9.9375,
      "learning_rate": 1.2932996390309704e-05,
      "loss": 0.1949,
      "step": 129120
    },
    {
      "epoch": 3.6631726016127546,
      "grad_norm": 8.875,
      "learning_rate": 1.2932417450406563e-05,
      "loss": 0.1825,
      "step": 129130
    },
    {
      "epoch": 3.6634562875440597,
      "grad_norm": 8.25,
      "learning_rate": 1.2931838510503418e-05,
      "loss": 0.175,
      "step": 129140
    },
    {
      "epoch": 3.6637399734753653,
      "grad_norm": 8.875,
      "learning_rate": 1.2931259570600274e-05,
      "loss": 0.1957,
      "step": 129150
    },
    {
      "epoch": 3.664023659406671,
      "grad_norm": 13.8125,
      "learning_rate": 1.2930680630697133e-05,
      "loss": 0.1919,
      "step": 129160
    },
    {
      "epoch": 3.6643073453379764,
      "grad_norm": 8.8125,
      "learning_rate": 1.2930101690793988e-05,
      "loss": 0.2167,
      "step": 129170
    },
    {
      "epoch": 3.664591031269282,
      "grad_norm": 10.25,
      "learning_rate": 1.2929522750890844e-05,
      "loss": 0.1872,
      "step": 129180
    },
    {
      "epoch": 3.664874717200587,
      "grad_norm": 11.375,
      "learning_rate": 1.2928943810987703e-05,
      "loss": 0.1899,
      "step": 129190
    },
    {
      "epoch": 3.6651584031318927,
      "grad_norm": 13.625,
      "learning_rate": 1.2928364871084558e-05,
      "loss": 0.1838,
      "step": 129200
    },
    {
      "epoch": 3.6654420890631982,
      "grad_norm": 10.125,
      "learning_rate": 1.2927785931181416e-05,
      "loss": 0.171,
      "step": 129210
    },
    {
      "epoch": 3.6657257749945034,
      "grad_norm": 12.0625,
      "learning_rate": 1.292720699127827e-05,
      "loss": 0.2163,
      "step": 129220
    },
    {
      "epoch": 3.666009460925809,
      "grad_norm": 12.5,
      "learning_rate": 1.2926628051375127e-05,
      "loss": 0.2075,
      "step": 129230
    },
    {
      "epoch": 3.6662931468571145,
      "grad_norm": 9.6875,
      "learning_rate": 1.2926049111471986e-05,
      "loss": 0.1739,
      "step": 129240
    },
    {
      "epoch": 3.66657683278842,
      "grad_norm": 10.375,
      "learning_rate": 1.292547017156884e-05,
      "loss": 0.2051,
      "step": 129250
    },
    {
      "epoch": 3.6668605187197256,
      "grad_norm": 10.3125,
      "learning_rate": 1.2924891231665697e-05,
      "loss": 0.1972,
      "step": 129260
    },
    {
      "epoch": 3.6671442046510307,
      "grad_norm": 9.0,
      "learning_rate": 1.2924312291762556e-05,
      "loss": 0.1838,
      "step": 129270
    },
    {
      "epoch": 3.6674278905823363,
      "grad_norm": 10.3125,
      "learning_rate": 1.292373335185941e-05,
      "loss": 0.1839,
      "step": 129280
    },
    {
      "epoch": 3.667711576513642,
      "grad_norm": 11.5625,
      "learning_rate": 1.2923154411956267e-05,
      "loss": 0.1967,
      "step": 129290
    },
    {
      "epoch": 3.667995262444947,
      "grad_norm": 11.8125,
      "learning_rate": 1.2922575472053126e-05,
      "loss": 0.2163,
      "step": 129300
    },
    {
      "epoch": 3.6682789483762526,
      "grad_norm": 17.25,
      "learning_rate": 1.292199653214998e-05,
      "loss": 0.2284,
      "step": 129310
    },
    {
      "epoch": 3.668562634307558,
      "grad_norm": 12.5,
      "learning_rate": 1.2921417592246839e-05,
      "loss": 0.1932,
      "step": 129320
    },
    {
      "epoch": 3.6688463202388637,
      "grad_norm": 13.25,
      "learning_rate": 1.2920838652343694e-05,
      "loss": 0.2052,
      "step": 129330
    },
    {
      "epoch": 3.6691300061701693,
      "grad_norm": 7.375,
      "learning_rate": 1.292025971244055e-05,
      "loss": 0.2097,
      "step": 129340
    },
    {
      "epoch": 3.6694136921014744,
      "grad_norm": 31.5,
      "learning_rate": 1.2919680772537409e-05,
      "loss": 0.2296,
      "step": 129350
    },
    {
      "epoch": 3.66969737803278,
      "grad_norm": 14.125,
      "learning_rate": 1.2919101832634264e-05,
      "loss": 0.2379,
      "step": 129360
    },
    {
      "epoch": 3.6699810639640855,
      "grad_norm": 16.25,
      "learning_rate": 1.291852289273112e-05,
      "loss": 0.1734,
      "step": 129370
    },
    {
      "epoch": 3.6702647498953906,
      "grad_norm": 10.1875,
      "learning_rate": 1.2917943952827979e-05,
      "loss": 0.1769,
      "step": 129380
    },
    {
      "epoch": 3.670548435826696,
      "grad_norm": 10.875,
      "learning_rate": 1.2917365012924834e-05,
      "loss": 0.1686,
      "step": 129390
    },
    {
      "epoch": 3.6708321217580018,
      "grad_norm": 10.3125,
      "learning_rate": 1.2916786073021692e-05,
      "loss": 0.1893,
      "step": 129400
    },
    {
      "epoch": 3.671115807689307,
      "grad_norm": 6.78125,
      "learning_rate": 1.2916207133118549e-05,
      "loss": 0.2007,
      "step": 129410
    },
    {
      "epoch": 3.6713994936206125,
      "grad_norm": 12.0,
      "learning_rate": 1.2915628193215404e-05,
      "loss": 0.211,
      "step": 129420
    },
    {
      "epoch": 3.671683179551918,
      "grad_norm": 13.625,
      "learning_rate": 1.2915049253312262e-05,
      "loss": 0.2672,
      "step": 129430
    },
    {
      "epoch": 3.6719668654832236,
      "grad_norm": 10.75,
      "learning_rate": 1.2914470313409117e-05,
      "loss": 0.2082,
      "step": 129440
    },
    {
      "epoch": 3.672250551414529,
      "grad_norm": 11.625,
      "learning_rate": 1.2913891373505974e-05,
      "loss": 0.1888,
      "step": 129450
    },
    {
      "epoch": 3.6725342373458343,
      "grad_norm": 9.875,
      "learning_rate": 1.2913312433602832e-05,
      "loss": 0.2037,
      "step": 129460
    },
    {
      "epoch": 3.67281792327714,
      "grad_norm": 9.6875,
      "learning_rate": 1.2912733493699687e-05,
      "loss": 0.1928,
      "step": 129470
    },
    {
      "epoch": 3.6731016092084454,
      "grad_norm": 11.75,
      "learning_rate": 1.2912154553796543e-05,
      "loss": 0.1828,
      "step": 129480
    },
    {
      "epoch": 3.6733852951397505,
      "grad_norm": 11.4375,
      "learning_rate": 1.2911575613893402e-05,
      "loss": 0.2087,
      "step": 129490
    },
    {
      "epoch": 3.673668981071056,
      "grad_norm": 14.6875,
      "learning_rate": 1.2910996673990257e-05,
      "loss": 0.1991,
      "step": 129500
    },
    {
      "epoch": 3.6739526670023617,
      "grad_norm": 12.1875,
      "learning_rate": 1.2910417734087115e-05,
      "loss": 0.2034,
      "step": 129510
    },
    {
      "epoch": 3.6742363529336672,
      "grad_norm": 11.8125,
      "learning_rate": 1.2909838794183972e-05,
      "loss": 0.2111,
      "step": 129520
    },
    {
      "epoch": 3.674520038864973,
      "grad_norm": 7.40625,
      "learning_rate": 1.2909259854280827e-05,
      "loss": 0.2017,
      "step": 129530
    },
    {
      "epoch": 3.674803724796278,
      "grad_norm": 11.8125,
      "learning_rate": 1.2908680914377685e-05,
      "loss": 0.2297,
      "step": 129540
    },
    {
      "epoch": 3.6750874107275835,
      "grad_norm": 12.5,
      "learning_rate": 1.290810197447454e-05,
      "loss": 0.1761,
      "step": 129550
    },
    {
      "epoch": 3.675371096658889,
      "grad_norm": 10.0625,
      "learning_rate": 1.2907523034571397e-05,
      "loss": 0.1949,
      "step": 129560
    },
    {
      "epoch": 3.675654782590194,
      "grad_norm": 13.875,
      "learning_rate": 1.2906944094668255e-05,
      "loss": 0.1742,
      "step": 129570
    },
    {
      "epoch": 3.6759384685214997,
      "grad_norm": 8.6875,
      "learning_rate": 1.290636515476511e-05,
      "loss": 0.1917,
      "step": 129580
    },
    {
      "epoch": 3.6762221544528053,
      "grad_norm": 11.375,
      "learning_rate": 1.2905786214861968e-05,
      "loss": 0.1837,
      "step": 129590
    },
    {
      "epoch": 3.676505840384111,
      "grad_norm": 7.875,
      "learning_rate": 1.2905207274958825e-05,
      "loss": 0.1673,
      "step": 129600
    },
    {
      "epoch": 3.6767895263154164,
      "grad_norm": 9.5,
      "learning_rate": 1.290462833505568e-05,
      "loss": 0.1834,
      "step": 129610
    },
    {
      "epoch": 3.6770732122467216,
      "grad_norm": 18.75,
      "learning_rate": 1.2904049395152538e-05,
      "loss": 0.1676,
      "step": 129620
    },
    {
      "epoch": 3.677356898178027,
      "grad_norm": 8.9375,
      "learning_rate": 1.2903470455249395e-05,
      "loss": 0.2049,
      "step": 129630
    },
    {
      "epoch": 3.6776405841093327,
      "grad_norm": 21.625,
      "learning_rate": 1.290289151534625e-05,
      "loss": 0.1997,
      "step": 129640
    },
    {
      "epoch": 3.677924270040638,
      "grad_norm": 14.3125,
      "learning_rate": 1.2902312575443108e-05,
      "loss": 0.1772,
      "step": 129650
    },
    {
      "epoch": 3.6782079559719434,
      "grad_norm": 11.6875,
      "learning_rate": 1.2901733635539963e-05,
      "loss": 0.1891,
      "step": 129660
    },
    {
      "epoch": 3.678491641903249,
      "grad_norm": 10.9375,
      "learning_rate": 1.290115469563682e-05,
      "loss": 0.1852,
      "step": 129670
    },
    {
      "epoch": 3.6787753278345545,
      "grad_norm": 10.8125,
      "learning_rate": 1.2900575755733678e-05,
      "loss": 0.2237,
      "step": 129680
    },
    {
      "epoch": 3.67905901376586,
      "grad_norm": 10.75,
      "learning_rate": 1.2899996815830533e-05,
      "loss": 0.1812,
      "step": 129690
    },
    {
      "epoch": 3.679342699697165,
      "grad_norm": 17.625,
      "learning_rate": 1.2899417875927391e-05,
      "loss": 0.1984,
      "step": 129700
    },
    {
      "epoch": 3.6796263856284708,
      "grad_norm": 9.5625,
      "learning_rate": 1.2898838936024248e-05,
      "loss": 0.17,
      "step": 129710
    },
    {
      "epoch": 3.6799100715597763,
      "grad_norm": 11.3125,
      "learning_rate": 1.2898259996121103e-05,
      "loss": 0.1929,
      "step": 129720
    },
    {
      "epoch": 3.6801937574910815,
      "grad_norm": 9.3125,
      "learning_rate": 1.2897681056217961e-05,
      "loss": 0.1945,
      "step": 129730
    },
    {
      "epoch": 3.680477443422387,
      "grad_norm": 8.4375,
      "learning_rate": 1.2897102116314816e-05,
      "loss": 0.149,
      "step": 129740
    },
    {
      "epoch": 3.6807611293536926,
      "grad_norm": 11.9375,
      "learning_rate": 1.2896523176411673e-05,
      "loss": 0.233,
      "step": 129750
    },
    {
      "epoch": 3.6810448152849977,
      "grad_norm": 12.1875,
      "learning_rate": 1.2895944236508531e-05,
      "loss": 0.1605,
      "step": 129760
    },
    {
      "epoch": 3.6813285012163033,
      "grad_norm": 26.625,
      "learning_rate": 1.2895365296605386e-05,
      "loss": 0.2031,
      "step": 129770
    },
    {
      "epoch": 3.681612187147609,
      "grad_norm": 17.625,
      "learning_rate": 1.2894786356702244e-05,
      "loss": 0.2066,
      "step": 129780
    },
    {
      "epoch": 3.6818958730789144,
      "grad_norm": 8.375,
      "learning_rate": 1.2894207416799101e-05,
      "loss": 0.2614,
      "step": 129790
    },
    {
      "epoch": 3.68217955901022,
      "grad_norm": 10.5,
      "learning_rate": 1.2893628476895956e-05,
      "loss": 0.1716,
      "step": 129800
    },
    {
      "epoch": 3.682463244941525,
      "grad_norm": 8.1875,
      "learning_rate": 1.2893049536992814e-05,
      "loss": 0.1998,
      "step": 129810
    },
    {
      "epoch": 3.6827469308728307,
      "grad_norm": 15.9375,
      "learning_rate": 1.2892470597089671e-05,
      "loss": 0.2346,
      "step": 129820
    },
    {
      "epoch": 3.6830306168041362,
      "grad_norm": 13.5,
      "learning_rate": 1.2891891657186526e-05,
      "loss": 0.2149,
      "step": 129830
    },
    {
      "epoch": 3.6833143027354414,
      "grad_norm": 10.1875,
      "learning_rate": 1.2891312717283384e-05,
      "loss": 0.2029,
      "step": 129840
    },
    {
      "epoch": 3.683597988666747,
      "grad_norm": 9.375,
      "learning_rate": 1.2890733777380239e-05,
      "loss": 0.2048,
      "step": 129850
    },
    {
      "epoch": 3.6838816745980525,
      "grad_norm": 9.0625,
      "learning_rate": 1.2890154837477096e-05,
      "loss": 0.2078,
      "step": 129860
    },
    {
      "epoch": 3.684165360529358,
      "grad_norm": 13.5,
      "learning_rate": 1.2889575897573954e-05,
      "loss": 0.187,
      "step": 129870
    },
    {
      "epoch": 3.6844490464606636,
      "grad_norm": 12.75,
      "learning_rate": 1.2888996957670809e-05,
      "loss": 0.1564,
      "step": 129880
    },
    {
      "epoch": 3.6847327323919687,
      "grad_norm": 9.6875,
      "learning_rate": 1.2888418017767667e-05,
      "loss": 0.211,
      "step": 129890
    },
    {
      "epoch": 3.6850164183232743,
      "grad_norm": 12.0625,
      "learning_rate": 1.2887839077864524e-05,
      "loss": 0.1597,
      "step": 129900
    },
    {
      "epoch": 3.68530010425458,
      "grad_norm": 10.75,
      "learning_rate": 1.2887260137961379e-05,
      "loss": 0.2094,
      "step": 129910
    },
    {
      "epoch": 3.685583790185885,
      "grad_norm": 10.5625,
      "learning_rate": 1.2886681198058237e-05,
      "loss": 0.2056,
      "step": 129920
    },
    {
      "epoch": 3.6858674761171906,
      "grad_norm": 8.5625,
      "learning_rate": 1.2886102258155094e-05,
      "loss": 0.1956,
      "step": 129930
    },
    {
      "epoch": 3.686151162048496,
      "grad_norm": 7.875,
      "learning_rate": 1.2885523318251949e-05,
      "loss": 0.2236,
      "step": 129940
    },
    {
      "epoch": 3.6864348479798017,
      "grad_norm": 10.625,
      "learning_rate": 1.2884944378348807e-05,
      "loss": 0.1864,
      "step": 129950
    },
    {
      "epoch": 3.6867185339111073,
      "grad_norm": 12.6875,
      "learning_rate": 1.2884365438445662e-05,
      "loss": 0.215,
      "step": 129960
    },
    {
      "epoch": 3.6870022198424124,
      "grad_norm": 7.6875,
      "learning_rate": 1.288378649854252e-05,
      "loss": 0.1649,
      "step": 129970
    },
    {
      "epoch": 3.687285905773718,
      "grad_norm": 12.0,
      "learning_rate": 1.2883207558639377e-05,
      "loss": 0.1933,
      "step": 129980
    },
    {
      "epoch": 3.6875695917050235,
      "grad_norm": 10.8125,
      "learning_rate": 1.2882628618736232e-05,
      "loss": 0.2232,
      "step": 129990
    },
    {
      "epoch": 3.6878532776363286,
      "grad_norm": 13.125,
      "learning_rate": 1.288204967883309e-05,
      "loss": 0.2131,
      "step": 130000
    },
    {
      "epoch": 3.688136963567634,
      "grad_norm": 8.3125,
      "learning_rate": 1.2881470738929947e-05,
      "loss": 0.1893,
      "step": 130010
    },
    {
      "epoch": 3.6884206494989398,
      "grad_norm": 9.5625,
      "learning_rate": 1.2880891799026802e-05,
      "loss": 0.1877,
      "step": 130020
    },
    {
      "epoch": 3.6887043354302453,
      "grad_norm": 8.3125,
      "learning_rate": 1.288031285912366e-05,
      "loss": 0.1719,
      "step": 130030
    },
    {
      "epoch": 3.6889880213615505,
      "grad_norm": 6.4375,
      "learning_rate": 1.2879733919220517e-05,
      "loss": 0.1833,
      "step": 130040
    },
    {
      "epoch": 3.689271707292856,
      "grad_norm": 8.875,
      "learning_rate": 1.2879154979317372e-05,
      "loss": 0.1917,
      "step": 130050
    },
    {
      "epoch": 3.6895553932241616,
      "grad_norm": 7.53125,
      "learning_rate": 1.287857603941423e-05,
      "loss": 0.179,
      "step": 130060
    },
    {
      "epoch": 3.689839079155467,
      "grad_norm": 9.6875,
      "learning_rate": 1.2877997099511085e-05,
      "loss": 0.1827,
      "step": 130070
    },
    {
      "epoch": 3.6901227650867723,
      "grad_norm": 8.3125,
      "learning_rate": 1.2877418159607944e-05,
      "loss": 0.1673,
      "step": 130080
    },
    {
      "epoch": 3.690406451018078,
      "grad_norm": 10.375,
      "learning_rate": 1.28768392197048e-05,
      "loss": 0.2383,
      "step": 130090
    },
    {
      "epoch": 3.6906901369493834,
      "grad_norm": 8.9375,
      "learning_rate": 1.2876260279801655e-05,
      "loss": 0.1894,
      "step": 130100
    },
    {
      "epoch": 3.6909738228806885,
      "grad_norm": 12.3125,
      "learning_rate": 1.2875681339898513e-05,
      "loss": 0.1888,
      "step": 130110
    },
    {
      "epoch": 3.691257508811994,
      "grad_norm": 12.875,
      "learning_rate": 1.287510239999537e-05,
      "loss": 0.1927,
      "step": 130120
    },
    {
      "epoch": 3.6915411947432997,
      "grad_norm": 10.25,
      "learning_rate": 1.2874523460092225e-05,
      "loss": 0.1845,
      "step": 130130
    },
    {
      "epoch": 3.6918248806746052,
      "grad_norm": 11.125,
      "learning_rate": 1.2873944520189083e-05,
      "loss": 0.2128,
      "step": 130140
    },
    {
      "epoch": 3.692108566605911,
      "grad_norm": 11.75,
      "learning_rate": 1.2873365580285938e-05,
      "loss": 0.1794,
      "step": 130150
    },
    {
      "epoch": 3.692392252537216,
      "grad_norm": 13.375,
      "learning_rate": 1.2872786640382795e-05,
      "loss": 0.1846,
      "step": 130160
    },
    {
      "epoch": 3.6926759384685215,
      "grad_norm": 14.6875,
      "learning_rate": 1.2872207700479653e-05,
      "loss": 0.1901,
      "step": 130170
    },
    {
      "epoch": 3.692959624399827,
      "grad_norm": 9.5,
      "learning_rate": 1.2871628760576508e-05,
      "loss": 0.1886,
      "step": 130180
    },
    {
      "epoch": 3.693243310331132,
      "grad_norm": 9.1875,
      "learning_rate": 1.2871049820673367e-05,
      "loss": 0.1808,
      "step": 130190
    },
    {
      "epoch": 3.6935269962624377,
      "grad_norm": 9.5625,
      "learning_rate": 1.2870470880770223e-05,
      "loss": 0.2008,
      "step": 130200
    },
    {
      "epoch": 3.6938106821937433,
      "grad_norm": 12.5,
      "learning_rate": 1.2869891940867078e-05,
      "loss": 0.1707,
      "step": 130210
    },
    {
      "epoch": 3.694094368125049,
      "grad_norm": 16.125,
      "learning_rate": 1.2869313000963937e-05,
      "loss": 0.1864,
      "step": 130220
    },
    {
      "epoch": 3.6943780540563544,
      "grad_norm": 14.375,
      "learning_rate": 1.2868734061060793e-05,
      "loss": 0.2166,
      "step": 130230
    },
    {
      "epoch": 3.6946617399876596,
      "grad_norm": 10.75,
      "learning_rate": 1.2868155121157648e-05,
      "loss": 0.2041,
      "step": 130240
    },
    {
      "epoch": 3.694945425918965,
      "grad_norm": 10.375,
      "learning_rate": 1.2867576181254506e-05,
      "loss": 0.1966,
      "step": 130250
    },
    {
      "epoch": 3.6952291118502707,
      "grad_norm": 12.0625,
      "learning_rate": 1.2866997241351361e-05,
      "loss": 0.1837,
      "step": 130260
    },
    {
      "epoch": 3.695512797781576,
      "grad_norm": 6.6875,
      "learning_rate": 1.286641830144822e-05,
      "loss": 0.1685,
      "step": 130270
    },
    {
      "epoch": 3.6957964837128814,
      "grad_norm": 11.8125,
      "learning_rate": 1.2865839361545076e-05,
      "loss": 0.1824,
      "step": 130280
    },
    {
      "epoch": 3.696080169644187,
      "grad_norm": 11.9375,
      "learning_rate": 1.2865260421641931e-05,
      "loss": 0.1761,
      "step": 130290
    },
    {
      "epoch": 3.6963638555754925,
      "grad_norm": 9.375,
      "learning_rate": 1.286468148173879e-05,
      "loss": 0.1569,
      "step": 130300
    },
    {
      "epoch": 3.696647541506798,
      "grad_norm": 9.9375,
      "learning_rate": 1.2864102541835646e-05,
      "loss": 0.1982,
      "step": 130310
    },
    {
      "epoch": 3.696931227438103,
      "grad_norm": 9.875,
      "learning_rate": 1.2863523601932501e-05,
      "loss": 0.1885,
      "step": 130320
    },
    {
      "epoch": 3.6972149133694088,
      "grad_norm": 16.0,
      "learning_rate": 1.286294466202936e-05,
      "loss": 0.2667,
      "step": 130330
    },
    {
      "epoch": 3.6974985993007143,
      "grad_norm": 8.6875,
      "learning_rate": 1.2862365722126216e-05,
      "loss": 0.2093,
      "step": 130340
    },
    {
      "epoch": 3.6977822852320195,
      "grad_norm": 10.25,
      "learning_rate": 1.2861786782223071e-05,
      "loss": 0.2067,
      "step": 130350
    },
    {
      "epoch": 3.698065971163325,
      "grad_norm": 8.5625,
      "learning_rate": 1.286120784231993e-05,
      "loss": 0.1865,
      "step": 130360
    },
    {
      "epoch": 3.6983496570946306,
      "grad_norm": 11.5,
      "learning_rate": 1.2860628902416784e-05,
      "loss": 0.2112,
      "step": 130370
    },
    {
      "epoch": 3.6986333430259357,
      "grad_norm": 11.1875,
      "learning_rate": 1.2860049962513643e-05,
      "loss": 0.2214,
      "step": 130380
    },
    {
      "epoch": 3.6989170289572413,
      "grad_norm": 11.4375,
      "learning_rate": 1.28594710226105e-05,
      "loss": 0.2054,
      "step": 130390
    },
    {
      "epoch": 3.699200714888547,
      "grad_norm": 9.4375,
      "learning_rate": 1.2858892082707354e-05,
      "loss": 0.1895,
      "step": 130400
    },
    {
      "epoch": 3.6994844008198524,
      "grad_norm": 9.4375,
      "learning_rate": 1.2858313142804213e-05,
      "loss": 0.2127,
      "step": 130410
    },
    {
      "epoch": 3.699768086751158,
      "grad_norm": 8.1875,
      "learning_rate": 1.285773420290107e-05,
      "loss": 0.1745,
      "step": 130420
    },
    {
      "epoch": 3.700051772682463,
      "grad_norm": 15.5,
      "learning_rate": 1.2857155262997924e-05,
      "loss": 0.187,
      "step": 130430
    },
    {
      "epoch": 3.7003354586137687,
      "grad_norm": 12.3125,
      "learning_rate": 1.2856576323094783e-05,
      "loss": 0.2012,
      "step": 130440
    },
    {
      "epoch": 3.7006191445450742,
      "grad_norm": 10.0625,
      "learning_rate": 1.285599738319164e-05,
      "loss": 0.1584,
      "step": 130450
    },
    {
      "epoch": 3.7009028304763794,
      "grad_norm": 11.4375,
      "learning_rate": 1.2855418443288496e-05,
      "loss": 0.2078,
      "step": 130460
    },
    {
      "epoch": 3.701186516407685,
      "grad_norm": 11.875,
      "learning_rate": 1.2854839503385353e-05,
      "loss": 0.1985,
      "step": 130470
    },
    {
      "epoch": 3.7014702023389905,
      "grad_norm": 10.375,
      "learning_rate": 1.2854260563482207e-05,
      "loss": 0.1906,
      "step": 130480
    },
    {
      "epoch": 3.701753888270296,
      "grad_norm": 12.1875,
      "learning_rate": 1.2853681623579066e-05,
      "loss": 0.1844,
      "step": 130490
    },
    {
      "epoch": 3.7020375742016016,
      "grad_norm": 13.5625,
      "learning_rate": 1.2853102683675922e-05,
      "loss": 0.1724,
      "step": 130500
    },
    {
      "epoch": 3.7023212601329067,
      "grad_norm": 12.875,
      "learning_rate": 1.2852523743772777e-05,
      "loss": 0.1979,
      "step": 130510
    },
    {
      "epoch": 3.7026049460642123,
      "grad_norm": 11.0,
      "learning_rate": 1.2851944803869636e-05,
      "loss": 0.2033,
      "step": 130520
    },
    {
      "epoch": 3.702888631995518,
      "grad_norm": 6.78125,
      "learning_rate": 1.2851365863966492e-05,
      "loss": 0.1731,
      "step": 130530
    },
    {
      "epoch": 3.703172317926823,
      "grad_norm": 10.375,
      "learning_rate": 1.2850786924063347e-05,
      "loss": 0.189,
      "step": 130540
    },
    {
      "epoch": 3.7034560038581286,
      "grad_norm": 10.875,
      "learning_rate": 1.2850207984160206e-05,
      "loss": 0.2252,
      "step": 130550
    },
    {
      "epoch": 3.703739689789434,
      "grad_norm": 10.9375,
      "learning_rate": 1.2849629044257062e-05,
      "loss": 0.2159,
      "step": 130560
    },
    {
      "epoch": 3.7040233757207397,
      "grad_norm": 12.0,
      "learning_rate": 1.2849050104353919e-05,
      "loss": 0.1909,
      "step": 130570
    },
    {
      "epoch": 3.7043070616520453,
      "grad_norm": 9.125,
      "learning_rate": 1.2848471164450776e-05,
      "loss": 0.2058,
      "step": 130580
    },
    {
      "epoch": 3.7045907475833504,
      "grad_norm": 16.25,
      "learning_rate": 1.284789222454763e-05,
      "loss": 0.1694,
      "step": 130590
    },
    {
      "epoch": 3.704874433514656,
      "grad_norm": 10.8125,
      "learning_rate": 1.2847313284644489e-05,
      "loss": 0.1632,
      "step": 130600
    },
    {
      "epoch": 3.7051581194459615,
      "grad_norm": 10.6875,
      "learning_rate": 1.2846734344741346e-05,
      "loss": 0.2077,
      "step": 130610
    },
    {
      "epoch": 3.7054418053772666,
      "grad_norm": 10.9375,
      "learning_rate": 1.28461554048382e-05,
      "loss": 0.1777,
      "step": 130620
    },
    {
      "epoch": 3.705725491308572,
      "grad_norm": 9.5625,
      "learning_rate": 1.2845576464935059e-05,
      "loss": 0.1739,
      "step": 130630
    },
    {
      "epoch": 3.7060091772398778,
      "grad_norm": 8.25,
      "learning_rate": 1.2844997525031915e-05,
      "loss": 0.1836,
      "step": 130640
    },
    {
      "epoch": 3.7062928631711833,
      "grad_norm": 11.75,
      "learning_rate": 1.2844418585128772e-05,
      "loss": 0.2101,
      "step": 130650
    },
    {
      "epoch": 3.706576549102489,
      "grad_norm": 11.25,
      "learning_rate": 1.2843839645225629e-05,
      "loss": 0.2133,
      "step": 130660
    },
    {
      "epoch": 3.706860235033794,
      "grad_norm": 8.4375,
      "learning_rate": 1.2843260705322484e-05,
      "loss": 0.1874,
      "step": 130670
    },
    {
      "epoch": 3.7071439209650996,
      "grad_norm": 9.625,
      "learning_rate": 1.2842681765419342e-05,
      "loss": 0.1699,
      "step": 130680
    },
    {
      "epoch": 3.707427606896405,
      "grad_norm": 10.75,
      "learning_rate": 1.2842102825516199e-05,
      "loss": 0.1912,
      "step": 130690
    },
    {
      "epoch": 3.7077112928277103,
      "grad_norm": 11.8125,
      "learning_rate": 1.2841523885613054e-05,
      "loss": 0.1691,
      "step": 130700
    },
    {
      "epoch": 3.707994978759016,
      "grad_norm": 9.8125,
      "learning_rate": 1.2840944945709912e-05,
      "loss": 0.1999,
      "step": 130710
    },
    {
      "epoch": 3.7082786646903214,
      "grad_norm": 11.6875,
      "learning_rate": 1.2840366005806769e-05,
      "loss": 0.206,
      "step": 130720
    },
    {
      "epoch": 3.7085623506216265,
      "grad_norm": 9.75,
      "learning_rate": 1.2839787065903623e-05,
      "loss": 0.1953,
      "step": 130730
    },
    {
      "epoch": 3.708846036552932,
      "grad_norm": 11.5,
      "learning_rate": 1.2839208126000482e-05,
      "loss": 0.166,
      "step": 130740
    },
    {
      "epoch": 3.7091297224842377,
      "grad_norm": 11.1875,
      "learning_rate": 1.2838629186097338e-05,
      "loss": 0.171,
      "step": 130750
    },
    {
      "epoch": 3.7094134084155432,
      "grad_norm": 15.0,
      "learning_rate": 1.2838050246194195e-05,
      "loss": 0.1785,
      "step": 130760
    },
    {
      "epoch": 3.709697094346849,
      "grad_norm": 13.125,
      "learning_rate": 1.2837471306291052e-05,
      "loss": 0.1822,
      "step": 130770
    },
    {
      "epoch": 3.709980780278154,
      "grad_norm": 15.0625,
      "learning_rate": 1.2836892366387907e-05,
      "loss": 0.1876,
      "step": 130780
    },
    {
      "epoch": 3.7102644662094595,
      "grad_norm": 12.75,
      "learning_rate": 1.2836313426484765e-05,
      "loss": 0.2032,
      "step": 130790
    },
    {
      "epoch": 3.710548152140765,
      "grad_norm": 8.9375,
      "learning_rate": 1.2835734486581622e-05,
      "loss": 0.1809,
      "step": 130800
    },
    {
      "epoch": 3.71083183807207,
      "grad_norm": 14.8125,
      "learning_rate": 1.2835155546678477e-05,
      "loss": 0.1785,
      "step": 130810
    },
    {
      "epoch": 3.7111155240033757,
      "grad_norm": 9.1875,
      "learning_rate": 1.2834576606775335e-05,
      "loss": 0.1945,
      "step": 130820
    },
    {
      "epoch": 3.7113992099346813,
      "grad_norm": 9.9375,
      "learning_rate": 1.2833997666872192e-05,
      "loss": 0.1637,
      "step": 130830
    },
    {
      "epoch": 3.711682895865987,
      "grad_norm": 11.1875,
      "learning_rate": 1.283341872696905e-05,
      "loss": 0.2135,
      "step": 130840
    },
    {
      "epoch": 3.7119665817972924,
      "grad_norm": 14.125,
      "learning_rate": 1.2832839787065905e-05,
      "loss": 0.272,
      "step": 130850
    },
    {
      "epoch": 3.7122502677285976,
      "grad_norm": 10.0625,
      "learning_rate": 1.2832260847162762e-05,
      "loss": 0.1974,
      "step": 130860
    },
    {
      "epoch": 3.712533953659903,
      "grad_norm": 10.3125,
      "learning_rate": 1.2831681907259618e-05,
      "loss": 0.234,
      "step": 130870
    },
    {
      "epoch": 3.7128176395912087,
      "grad_norm": 8.0,
      "learning_rate": 1.2831102967356475e-05,
      "loss": 0.1623,
      "step": 130880
    },
    {
      "epoch": 3.713101325522514,
      "grad_norm": 11.4375,
      "learning_rate": 1.283052402745333e-05,
      "loss": 0.2046,
      "step": 130890
    },
    {
      "epoch": 3.7133850114538194,
      "grad_norm": 9.5,
      "learning_rate": 1.2829945087550188e-05,
      "loss": 0.1709,
      "step": 130900
    },
    {
      "epoch": 3.713668697385125,
      "grad_norm": 8.0,
      "learning_rate": 1.2829366147647045e-05,
      "loss": 0.2416,
      "step": 130910
    },
    {
      "epoch": 3.7139523833164305,
      "grad_norm": 12.5,
      "learning_rate": 1.28287872077439e-05,
      "loss": 0.1703,
      "step": 130920
    },
    {
      "epoch": 3.714236069247736,
      "grad_norm": 10.8125,
      "learning_rate": 1.2828208267840758e-05,
      "loss": 0.1912,
      "step": 130930
    },
    {
      "epoch": 3.714519755179041,
      "grad_norm": 12.625,
      "learning_rate": 1.2827629327937615e-05,
      "loss": 0.2413,
      "step": 130940
    },
    {
      "epoch": 3.7148034411103468,
      "grad_norm": 14.0625,
      "learning_rate": 1.2827050388034471e-05,
      "loss": 0.1989,
      "step": 130950
    },
    {
      "epoch": 3.7150871270416523,
      "grad_norm": 10.25,
      "learning_rate": 1.2826471448131328e-05,
      "loss": 0.2103,
      "step": 130960
    },
    {
      "epoch": 3.7153708129729575,
      "grad_norm": 9.8125,
      "learning_rate": 1.2825892508228185e-05,
      "loss": 0.1815,
      "step": 130970
    },
    {
      "epoch": 3.715654498904263,
      "grad_norm": 13.375,
      "learning_rate": 1.2825313568325041e-05,
      "loss": 0.1943,
      "step": 130980
    },
    {
      "epoch": 3.7159381848355686,
      "grad_norm": 10.5,
      "learning_rate": 1.2824734628421898e-05,
      "loss": 0.2099,
      "step": 130990
    },
    {
      "epoch": 3.716221870766874,
      "grad_norm": 11.0,
      "learning_rate": 1.2824155688518753e-05,
      "loss": 0.2012,
      "step": 131000
    },
    {
      "epoch": 3.7165055566981793,
      "grad_norm": 12.4375,
      "learning_rate": 1.2823576748615611e-05,
      "loss": 0.2092,
      "step": 131010
    },
    {
      "epoch": 3.716789242629485,
      "grad_norm": 12.6875,
      "learning_rate": 1.2822997808712468e-05,
      "loss": 0.1717,
      "step": 131020
    },
    {
      "epoch": 3.7170729285607904,
      "grad_norm": 12.75,
      "learning_rate": 1.2822418868809326e-05,
      "loss": 0.2103,
      "step": 131030
    },
    {
      "epoch": 3.717356614492096,
      "grad_norm": 14.1875,
      "learning_rate": 1.2821839928906181e-05,
      "loss": 0.1748,
      "step": 131040
    },
    {
      "epoch": 3.717640300423401,
      "grad_norm": 7.78125,
      "learning_rate": 1.2821260989003038e-05,
      "loss": 0.1655,
      "step": 131050
    },
    {
      "epoch": 3.7179239863547067,
      "grad_norm": 8.1875,
      "learning_rate": 1.2820682049099894e-05,
      "loss": 0.2232,
      "step": 131060
    },
    {
      "epoch": 3.7182076722860122,
      "grad_norm": 10.0625,
      "learning_rate": 1.2820103109196751e-05,
      "loss": 0.2029,
      "step": 131070
    },
    {
      "epoch": 3.7184913582173174,
      "grad_norm": 32.0,
      "learning_rate": 1.2819524169293608e-05,
      "loss": 0.2088,
      "step": 131080
    },
    {
      "epoch": 3.718775044148623,
      "grad_norm": 10.9375,
      "learning_rate": 1.2818945229390464e-05,
      "loss": 0.2301,
      "step": 131090
    },
    {
      "epoch": 3.7190587300799285,
      "grad_norm": 8.9375,
      "learning_rate": 1.2818366289487321e-05,
      "loss": 0.1706,
      "step": 131100
    },
    {
      "epoch": 3.719342416011234,
      "grad_norm": 12.3125,
      "learning_rate": 1.2817787349584176e-05,
      "loss": 0.2206,
      "step": 131110
    },
    {
      "epoch": 3.7196261019425396,
      "grad_norm": 9.75,
      "learning_rate": 1.2817208409681034e-05,
      "loss": 0.1866,
      "step": 131120
    },
    {
      "epoch": 3.7199097878738447,
      "grad_norm": 7.5,
      "learning_rate": 1.281662946977789e-05,
      "loss": 0.2036,
      "step": 131130
    },
    {
      "epoch": 3.7201934738051503,
      "grad_norm": 7.25,
      "learning_rate": 1.2816050529874749e-05,
      "loss": 0.1601,
      "step": 131140
    },
    {
      "epoch": 3.720477159736456,
      "grad_norm": 7.65625,
      "learning_rate": 1.2815471589971604e-05,
      "loss": 0.182,
      "step": 131150
    },
    {
      "epoch": 3.720760845667761,
      "grad_norm": 11.75,
      "learning_rate": 1.281489265006846e-05,
      "loss": 0.2162,
      "step": 131160
    },
    {
      "epoch": 3.7210445315990666,
      "grad_norm": 10.625,
      "learning_rate": 1.2814313710165317e-05,
      "loss": 0.1799,
      "step": 131170
    },
    {
      "epoch": 3.721328217530372,
      "grad_norm": 11.4375,
      "learning_rate": 1.2813734770262174e-05,
      "loss": 0.1551,
      "step": 131180
    },
    {
      "epoch": 3.7216119034616777,
      "grad_norm": 8.1875,
      "learning_rate": 1.2813155830359029e-05,
      "loss": 0.1652,
      "step": 131190
    },
    {
      "epoch": 3.7218955893929833,
      "grad_norm": 14.0,
      "learning_rate": 1.2812576890455887e-05,
      "loss": 0.1741,
      "step": 131200
    },
    {
      "epoch": 3.7221792753242884,
      "grad_norm": 13.8125,
      "learning_rate": 1.2811997950552744e-05,
      "loss": 0.2115,
      "step": 131210
    },
    {
      "epoch": 3.722462961255594,
      "grad_norm": 11.9375,
      "learning_rate": 1.2811419010649599e-05,
      "loss": 0.1928,
      "step": 131220
    },
    {
      "epoch": 3.7227466471868995,
      "grad_norm": 11.5,
      "learning_rate": 1.2810840070746457e-05,
      "loss": 0.1707,
      "step": 131230
    },
    {
      "epoch": 3.7230303331182046,
      "grad_norm": 13.0625,
      "learning_rate": 1.2810261130843314e-05,
      "loss": 0.2064,
      "step": 131240
    },
    {
      "epoch": 3.72331401904951,
      "grad_norm": 11.25,
      "learning_rate": 1.2809682190940172e-05,
      "loss": 0.1854,
      "step": 131250
    },
    {
      "epoch": 3.7235977049808158,
      "grad_norm": 11.625,
      "learning_rate": 1.2809103251037027e-05,
      "loss": 0.2046,
      "step": 131260
    },
    {
      "epoch": 3.7238813909121213,
      "grad_norm": 11.375,
      "learning_rate": 1.2808524311133884e-05,
      "loss": 0.2031,
      "step": 131270
    },
    {
      "epoch": 3.724165076843427,
      "grad_norm": 13.5,
      "learning_rate": 1.280794537123074e-05,
      "loss": 0.1856,
      "step": 131280
    },
    {
      "epoch": 3.724448762774732,
      "grad_norm": 10.75,
      "learning_rate": 1.2807366431327597e-05,
      "loss": 0.1619,
      "step": 131290
    },
    {
      "epoch": 3.7247324487060376,
      "grad_norm": 11.5,
      "learning_rate": 1.2806787491424452e-05,
      "loss": 0.1846,
      "step": 131300
    },
    {
      "epoch": 3.725016134637343,
      "grad_norm": 12.0,
      "learning_rate": 1.280620855152131e-05,
      "loss": 0.1779,
      "step": 131310
    },
    {
      "epoch": 3.7252998205686483,
      "grad_norm": 12.625,
      "learning_rate": 1.2805629611618167e-05,
      "loss": 0.2152,
      "step": 131320
    },
    {
      "epoch": 3.725583506499954,
      "grad_norm": 13.125,
      "learning_rate": 1.2805050671715025e-05,
      "loss": 0.2152,
      "step": 131330
    },
    {
      "epoch": 3.7258671924312594,
      "grad_norm": 12.1875,
      "learning_rate": 1.280447173181188e-05,
      "loss": 0.206,
      "step": 131340
    },
    {
      "epoch": 3.7261508783625645,
      "grad_norm": 11.125,
      "learning_rate": 1.2803892791908737e-05,
      "loss": 0.1694,
      "step": 131350
    },
    {
      "epoch": 3.72643456429387,
      "grad_norm": 11.25,
      "learning_rate": 1.2803313852005595e-05,
      "loss": 0.1773,
      "step": 131360
    },
    {
      "epoch": 3.7267182502251757,
      "grad_norm": 11.25,
      "learning_rate": 1.280273491210245e-05,
      "loss": 0.2013,
      "step": 131370
    },
    {
      "epoch": 3.7270019361564812,
      "grad_norm": 27.5,
      "learning_rate": 1.2802155972199307e-05,
      "loss": 0.1912,
      "step": 131380
    },
    {
      "epoch": 3.727285622087787,
      "grad_norm": 13.5,
      "learning_rate": 1.2801577032296163e-05,
      "loss": 0.2204,
      "step": 131390
    },
    {
      "epoch": 3.727569308019092,
      "grad_norm": 14.1875,
      "learning_rate": 1.280099809239302e-05,
      "loss": 0.1879,
      "step": 131400
    },
    {
      "epoch": 3.7278529939503975,
      "grad_norm": 11.6875,
      "learning_rate": 1.2800419152489875e-05,
      "loss": 0.1694,
      "step": 131410
    },
    {
      "epoch": 3.728136679881703,
      "grad_norm": 10.3125,
      "learning_rate": 1.2799840212586733e-05,
      "loss": 0.2057,
      "step": 131420
    },
    {
      "epoch": 3.728420365813008,
      "grad_norm": 6.25,
      "learning_rate": 1.279926127268359e-05,
      "loss": 0.1928,
      "step": 131430
    },
    {
      "epoch": 3.7287040517443137,
      "grad_norm": 11.8125,
      "learning_rate": 1.2798682332780448e-05,
      "loss": 0.1883,
      "step": 131440
    },
    {
      "epoch": 3.7289877376756193,
      "grad_norm": 12.4375,
      "learning_rate": 1.2798103392877303e-05,
      "loss": 0.2084,
      "step": 131450
    },
    {
      "epoch": 3.729271423606925,
      "grad_norm": 8.3125,
      "learning_rate": 1.279752445297416e-05,
      "loss": 0.1977,
      "step": 131460
    },
    {
      "epoch": 3.7295551095382304,
      "grad_norm": 13.375,
      "learning_rate": 1.2796945513071017e-05,
      "loss": 0.1974,
      "step": 131470
    },
    {
      "epoch": 3.7298387954695356,
      "grad_norm": 13.3125,
      "learning_rate": 1.2796366573167873e-05,
      "loss": 0.2166,
      "step": 131480
    },
    {
      "epoch": 3.730122481400841,
      "grad_norm": 11.125,
      "learning_rate": 1.279578763326473e-05,
      "loss": 0.1776,
      "step": 131490
    },
    {
      "epoch": 3.7304061673321467,
      "grad_norm": 12.375,
      "learning_rate": 1.2795208693361587e-05,
      "loss": 0.1945,
      "step": 131500
    },
    {
      "epoch": 3.730689853263452,
      "grad_norm": 10.0625,
      "learning_rate": 1.2794629753458443e-05,
      "loss": 0.191,
      "step": 131510
    },
    {
      "epoch": 3.7309735391947574,
      "grad_norm": 10.5,
      "learning_rate": 1.2794050813555301e-05,
      "loss": 0.1723,
      "step": 131520
    },
    {
      "epoch": 3.731257225126063,
      "grad_norm": 10.4375,
      "learning_rate": 1.2793471873652156e-05,
      "loss": 0.2221,
      "step": 131530
    },
    {
      "epoch": 3.7315409110573685,
      "grad_norm": 9.875,
      "learning_rate": 1.2792892933749013e-05,
      "loss": 0.1976,
      "step": 131540
    },
    {
      "epoch": 3.731824596988674,
      "grad_norm": 11.875,
      "learning_rate": 1.2792313993845871e-05,
      "loss": 0.2022,
      "step": 131550
    },
    {
      "epoch": 3.732108282919979,
      "grad_norm": 12.1875,
      "learning_rate": 1.2791735053942726e-05,
      "loss": 0.2108,
      "step": 131560
    },
    {
      "epoch": 3.7323919688512848,
      "grad_norm": 9.9375,
      "learning_rate": 1.2791156114039583e-05,
      "loss": 0.1902,
      "step": 131570
    },
    {
      "epoch": 3.7326756547825903,
      "grad_norm": 11.625,
      "learning_rate": 1.279057717413644e-05,
      "loss": 0.1979,
      "step": 131580
    },
    {
      "epoch": 3.7329593407138955,
      "grad_norm": 14.1875,
      "learning_rate": 1.2789998234233296e-05,
      "loss": 0.2036,
      "step": 131590
    },
    {
      "epoch": 3.733243026645201,
      "grad_norm": 18.25,
      "learning_rate": 1.2789419294330151e-05,
      "loss": 0.209,
      "step": 131600
    },
    {
      "epoch": 3.7335267125765066,
      "grad_norm": 10.0625,
      "learning_rate": 1.278884035442701e-05,
      "loss": 0.2106,
      "step": 131610
    },
    {
      "epoch": 3.733810398507812,
      "grad_norm": 10.9375,
      "learning_rate": 1.2788261414523866e-05,
      "loss": 0.2442,
      "step": 131620
    },
    {
      "epoch": 3.7340940844391177,
      "grad_norm": 12.375,
      "learning_rate": 1.2787682474620725e-05,
      "loss": 0.222,
      "step": 131630
    },
    {
      "epoch": 3.734377770370423,
      "grad_norm": 10.0625,
      "learning_rate": 1.278710353471758e-05,
      "loss": 0.1945,
      "step": 131640
    },
    {
      "epoch": 3.7346614563017284,
      "grad_norm": 15.0,
      "learning_rate": 1.2786524594814436e-05,
      "loss": 0.1708,
      "step": 131650
    },
    {
      "epoch": 3.734945142233034,
      "grad_norm": 13.4375,
      "learning_rate": 1.2785945654911294e-05,
      "loss": 0.1821,
      "step": 131660
    },
    {
      "epoch": 3.735228828164339,
      "grad_norm": 12.0,
      "learning_rate": 1.278536671500815e-05,
      "loss": 0.2481,
      "step": 131670
    },
    {
      "epoch": 3.7355125140956447,
      "grad_norm": 8.625,
      "learning_rate": 1.2784787775105006e-05,
      "loss": 0.1965,
      "step": 131680
    },
    {
      "epoch": 3.7357962000269502,
      "grad_norm": 10.5,
      "learning_rate": 1.2784208835201863e-05,
      "loss": 0.2043,
      "step": 131690
    },
    {
      "epoch": 3.7360798859582554,
      "grad_norm": 10.25,
      "learning_rate": 1.278362989529872e-05,
      "loss": 0.214,
      "step": 131700
    },
    {
      "epoch": 3.736363571889561,
      "grad_norm": 11.5625,
      "learning_rate": 1.2783050955395578e-05,
      "loss": 0.1671,
      "step": 131710
    },
    {
      "epoch": 3.7366472578208665,
      "grad_norm": 11.5625,
      "learning_rate": 1.2782472015492433e-05,
      "loss": 0.2114,
      "step": 131720
    },
    {
      "epoch": 3.736930943752172,
      "grad_norm": 11.0625,
      "learning_rate": 1.278189307558929e-05,
      "loss": 0.198,
      "step": 131730
    },
    {
      "epoch": 3.7372146296834776,
      "grad_norm": 12.875,
      "learning_rate": 1.2781314135686148e-05,
      "loss": 0.2091,
      "step": 131740
    },
    {
      "epoch": 3.7374983156147827,
      "grad_norm": 8.25,
      "learning_rate": 1.2780735195783003e-05,
      "loss": 0.1707,
      "step": 131750
    },
    {
      "epoch": 3.7377820015460883,
      "grad_norm": 17.75,
      "learning_rate": 1.2780156255879859e-05,
      "loss": 0.1722,
      "step": 131760
    },
    {
      "epoch": 3.738065687477394,
      "grad_norm": 8.3125,
      "learning_rate": 1.2779577315976717e-05,
      "loss": 0.2061,
      "step": 131770
    },
    {
      "epoch": 3.738349373408699,
      "grad_norm": 10.5,
      "learning_rate": 1.2778998376073572e-05,
      "loss": 0.1932,
      "step": 131780
    },
    {
      "epoch": 3.7386330593400046,
      "grad_norm": 8.375,
      "learning_rate": 1.2778419436170429e-05,
      "loss": 0.183,
      "step": 131790
    },
    {
      "epoch": 3.73891674527131,
      "grad_norm": 8.0,
      "learning_rate": 1.2777840496267286e-05,
      "loss": 0.1927,
      "step": 131800
    },
    {
      "epoch": 3.7392004312026157,
      "grad_norm": 8.9375,
      "learning_rate": 1.2777261556364142e-05,
      "loss": 0.1955,
      "step": 131810
    },
    {
      "epoch": 3.7394841171339213,
      "grad_norm": 9.3125,
      "learning_rate": 1.2776682616461e-05,
      "loss": 0.2163,
      "step": 131820
    },
    {
      "epoch": 3.7397678030652264,
      "grad_norm": 11.0625,
      "learning_rate": 1.2776103676557856e-05,
      "loss": 0.1933,
      "step": 131830
    },
    {
      "epoch": 3.740051488996532,
      "grad_norm": 13.125,
      "learning_rate": 1.2775524736654712e-05,
      "loss": 0.1898,
      "step": 131840
    },
    {
      "epoch": 3.7403351749278375,
      "grad_norm": 12.375,
      "learning_rate": 1.277494579675157e-05,
      "loss": 0.1747,
      "step": 131850
    },
    {
      "epoch": 3.7406188608591426,
      "grad_norm": 10.375,
      "learning_rate": 1.2774366856848426e-05,
      "loss": 0.225,
      "step": 131860
    },
    {
      "epoch": 3.740902546790448,
      "grad_norm": 13.25,
      "learning_rate": 1.2773787916945282e-05,
      "loss": 0.2093,
      "step": 131870
    },
    {
      "epoch": 3.7411862327217538,
      "grad_norm": 15.3125,
      "learning_rate": 1.277320897704214e-05,
      "loss": 0.1937,
      "step": 131880
    },
    {
      "epoch": 3.7414699186530593,
      "grad_norm": 14.625,
      "learning_rate": 1.2772630037138995e-05,
      "loss": 0.189,
      "step": 131890
    },
    {
      "epoch": 3.741753604584365,
      "grad_norm": 10.25,
      "learning_rate": 1.2772051097235854e-05,
      "loss": 0.1878,
      "step": 131900
    },
    {
      "epoch": 3.74203729051567,
      "grad_norm": 9.0625,
      "learning_rate": 1.2771472157332709e-05,
      "loss": 0.2195,
      "step": 131910
    },
    {
      "epoch": 3.7423209764469756,
      "grad_norm": 7.625,
      "learning_rate": 1.2770893217429565e-05,
      "loss": 0.1865,
      "step": 131920
    },
    {
      "epoch": 3.742604662378281,
      "grad_norm": 11.4375,
      "learning_rate": 1.2770314277526424e-05,
      "loss": 0.1593,
      "step": 131930
    },
    {
      "epoch": 3.7428883483095863,
      "grad_norm": 7.96875,
      "learning_rate": 1.2769735337623279e-05,
      "loss": 0.1696,
      "step": 131940
    },
    {
      "epoch": 3.743172034240892,
      "grad_norm": 9.4375,
      "learning_rate": 1.2769156397720135e-05,
      "loss": 0.2393,
      "step": 131950
    },
    {
      "epoch": 3.7434557201721974,
      "grad_norm": 13.8125,
      "learning_rate": 1.2768577457816994e-05,
      "loss": 0.191,
      "step": 131960
    },
    {
      "epoch": 3.743739406103503,
      "grad_norm": 9.0625,
      "learning_rate": 1.2767998517913849e-05,
      "loss": 0.1968,
      "step": 131970
    },
    {
      "epoch": 3.744023092034808,
      "grad_norm": 14.0625,
      "learning_rate": 1.2767419578010705e-05,
      "loss": 0.2262,
      "step": 131980
    },
    {
      "epoch": 3.7443067779661137,
      "grad_norm": 7.875,
      "learning_rate": 1.2766840638107562e-05,
      "loss": 0.1709,
      "step": 131990
    },
    {
      "epoch": 3.7445904638974192,
      "grad_norm": 10.625,
      "learning_rate": 1.2766261698204419e-05,
      "loss": 0.2167,
      "step": 132000
    },
    {
      "epoch": 3.744874149828725,
      "grad_norm": 13.9375,
      "learning_rate": 1.2765682758301277e-05,
      "loss": 0.1978,
      "step": 132010
    },
    {
      "epoch": 3.74515783576003,
      "grad_norm": 46.75,
      "learning_rate": 1.2765103818398132e-05,
      "loss": 0.1869,
      "step": 132020
    },
    {
      "epoch": 3.7454415216913355,
      "grad_norm": 15.9375,
      "learning_rate": 1.2764524878494988e-05,
      "loss": 0.1999,
      "step": 132030
    },
    {
      "epoch": 3.745725207622641,
      "grad_norm": 19.5,
      "learning_rate": 1.2763945938591847e-05,
      "loss": 0.23,
      "step": 132040
    },
    {
      "epoch": 3.746008893553946,
      "grad_norm": 13.8125,
      "learning_rate": 1.2763366998688702e-05,
      "loss": 0.2139,
      "step": 132050
    },
    {
      "epoch": 3.7462925794852517,
      "grad_norm": 13.6875,
      "learning_rate": 1.2762788058785558e-05,
      "loss": 0.2108,
      "step": 132060
    },
    {
      "epoch": 3.7465762654165573,
      "grad_norm": 9.1875,
      "learning_rate": 1.2762209118882417e-05,
      "loss": 0.194,
      "step": 132070
    },
    {
      "epoch": 3.746859951347863,
      "grad_norm": 16.5,
      "learning_rate": 1.2761630178979272e-05,
      "loss": 0.2002,
      "step": 132080
    },
    {
      "epoch": 3.7471436372791684,
      "grad_norm": 12.0,
      "learning_rate": 1.2761051239076128e-05,
      "loss": 0.2187,
      "step": 132090
    },
    {
      "epoch": 3.7474273232104736,
      "grad_norm": 9.0,
      "learning_rate": 1.2760472299172985e-05,
      "loss": 0.1624,
      "step": 132100
    },
    {
      "epoch": 3.747711009141779,
      "grad_norm": 13.6875,
      "learning_rate": 1.2759893359269842e-05,
      "loss": 0.2334,
      "step": 132110
    },
    {
      "epoch": 3.7479946950730847,
      "grad_norm": 15.6875,
      "learning_rate": 1.27593144193667e-05,
      "loss": 0.1847,
      "step": 132120
    },
    {
      "epoch": 3.74827838100439,
      "grad_norm": 13.125,
      "learning_rate": 1.2758735479463555e-05,
      "loss": 0.2004,
      "step": 132130
    },
    {
      "epoch": 3.7485620669356954,
      "grad_norm": 12.875,
      "learning_rate": 1.2758156539560411e-05,
      "loss": 0.2029,
      "step": 132140
    },
    {
      "epoch": 3.748845752867001,
      "grad_norm": 9.5,
      "learning_rate": 1.275757759965727e-05,
      "loss": 0.2045,
      "step": 132150
    },
    {
      "epoch": 3.7491294387983065,
      "grad_norm": 13.75,
      "learning_rate": 1.2756998659754125e-05,
      "loss": 0.2258,
      "step": 132160
    },
    {
      "epoch": 3.749413124729612,
      "grad_norm": 26.25,
      "learning_rate": 1.2756419719850981e-05,
      "loss": 0.2103,
      "step": 132170
    },
    {
      "epoch": 3.749696810660917,
      "grad_norm": 17.0,
      "learning_rate": 1.275584077994784e-05,
      "loss": 0.1857,
      "step": 132180
    },
    {
      "epoch": 3.7499804965922228,
      "grad_norm": 12.0625,
      "learning_rate": 1.2755261840044695e-05,
      "loss": 0.1915,
      "step": 132190
    },
    {
      "epoch": 3.7502641825235283,
      "grad_norm": 11.125,
      "learning_rate": 1.2754682900141553e-05,
      "loss": 0.2115,
      "step": 132200
    },
    {
      "epoch": 3.7505478684548335,
      "grad_norm": 17.125,
      "learning_rate": 1.2754103960238408e-05,
      "loss": 0.183,
      "step": 132210
    },
    {
      "epoch": 3.750831554386139,
      "grad_norm": 36.0,
      "learning_rate": 1.2753525020335265e-05,
      "loss": 0.1981,
      "step": 132220
    },
    {
      "epoch": 3.7511152403174446,
      "grad_norm": 8.0625,
      "learning_rate": 1.2752946080432123e-05,
      "loss": 0.2065,
      "step": 132230
    },
    {
      "epoch": 3.75139892624875,
      "grad_norm": 11.25,
      "learning_rate": 1.2752367140528978e-05,
      "loss": 0.2187,
      "step": 132240
    },
    {
      "epoch": 3.7516826121800557,
      "grad_norm": 12.0,
      "learning_rate": 1.2751788200625835e-05,
      "loss": 0.1875,
      "step": 132250
    },
    {
      "epoch": 3.751966298111361,
      "grad_norm": 10.9375,
      "learning_rate": 1.2751209260722693e-05,
      "loss": 0.2026,
      "step": 132260
    },
    {
      "epoch": 3.7522499840426664,
      "grad_norm": 10.4375,
      "learning_rate": 1.2750630320819548e-05,
      "loss": 0.1906,
      "step": 132270
    },
    {
      "epoch": 3.752533669973972,
      "grad_norm": 14.625,
      "learning_rate": 1.2750051380916404e-05,
      "loss": 0.2043,
      "step": 132280
    },
    {
      "epoch": 3.752817355905277,
      "grad_norm": 8.625,
      "learning_rate": 1.2749472441013263e-05,
      "loss": 0.2026,
      "step": 132290
    },
    {
      "epoch": 3.7531010418365827,
      "grad_norm": 12.0625,
      "learning_rate": 1.2748893501110118e-05,
      "loss": 0.1809,
      "step": 132300
    },
    {
      "epoch": 3.7533847277678882,
      "grad_norm": 10.6875,
      "learning_rate": 1.2748314561206976e-05,
      "loss": 0.2119,
      "step": 132310
    },
    {
      "epoch": 3.7536684136991934,
      "grad_norm": 9.8125,
      "learning_rate": 1.2747735621303831e-05,
      "loss": 0.1907,
      "step": 132320
    },
    {
      "epoch": 3.753952099630499,
      "grad_norm": 9.4375,
      "learning_rate": 1.2747156681400688e-05,
      "loss": 0.1934,
      "step": 132330
    },
    {
      "epoch": 3.7542357855618045,
      "grad_norm": 8.6875,
      "learning_rate": 1.2746577741497546e-05,
      "loss": 0.1889,
      "step": 132340
    },
    {
      "epoch": 3.75451947149311,
      "grad_norm": 11.75,
      "learning_rate": 1.2745998801594401e-05,
      "loss": 0.2144,
      "step": 132350
    },
    {
      "epoch": 3.7548031574244156,
      "grad_norm": 8.625,
      "learning_rate": 1.2745419861691258e-05,
      "loss": 0.159,
      "step": 132360
    },
    {
      "epoch": 3.7550868433557207,
      "grad_norm": 9.1875,
      "learning_rate": 1.2744840921788116e-05,
      "loss": 0.1822,
      "step": 132370
    },
    {
      "epoch": 3.7553705292870263,
      "grad_norm": 6.53125,
      "learning_rate": 1.2744261981884971e-05,
      "loss": 0.1954,
      "step": 132380
    },
    {
      "epoch": 3.755654215218332,
      "grad_norm": 8.125,
      "learning_rate": 1.274368304198183e-05,
      "loss": 0.2368,
      "step": 132390
    },
    {
      "epoch": 3.755937901149637,
      "grad_norm": 9.875,
      "learning_rate": 1.2743104102078684e-05,
      "loss": 0.197,
      "step": 132400
    },
    {
      "epoch": 3.7562215870809426,
      "grad_norm": 9.1875,
      "learning_rate": 1.274252516217554e-05,
      "loss": 0.1984,
      "step": 132410
    },
    {
      "epoch": 3.756505273012248,
      "grad_norm": 21.125,
      "learning_rate": 1.2741946222272399e-05,
      "loss": 0.2107,
      "step": 132420
    },
    {
      "epoch": 3.7567889589435537,
      "grad_norm": 14.625,
      "learning_rate": 1.2741367282369254e-05,
      "loss": 0.2038,
      "step": 132430
    },
    {
      "epoch": 3.7570726448748593,
      "grad_norm": 13.25,
      "learning_rate": 1.274078834246611e-05,
      "loss": 0.2176,
      "step": 132440
    },
    {
      "epoch": 3.7573563308061644,
      "grad_norm": 11.25,
      "learning_rate": 1.2740209402562969e-05,
      "loss": 0.2018,
      "step": 132450
    },
    {
      "epoch": 3.75764001673747,
      "grad_norm": 12.375,
      "learning_rate": 1.2739630462659824e-05,
      "loss": 0.1855,
      "step": 132460
    },
    {
      "epoch": 3.7579237026687755,
      "grad_norm": 13.9375,
      "learning_rate": 1.273905152275668e-05,
      "loss": 0.1758,
      "step": 132470
    },
    {
      "epoch": 3.7582073886000806,
      "grad_norm": 13.625,
      "learning_rate": 1.2738472582853539e-05,
      "loss": 0.1911,
      "step": 132480
    },
    {
      "epoch": 3.758491074531386,
      "grad_norm": 10.5625,
      "learning_rate": 1.2737893642950394e-05,
      "loss": 0.2036,
      "step": 132490
    },
    {
      "epoch": 3.7587747604626918,
      "grad_norm": 9.9375,
      "learning_rate": 1.2737314703047252e-05,
      "loss": 0.1993,
      "step": 132500
    },
    {
      "epoch": 3.7590584463939973,
      "grad_norm": 9.4375,
      "learning_rate": 1.2736735763144107e-05,
      "loss": 0.2212,
      "step": 132510
    },
    {
      "epoch": 3.759342132325303,
      "grad_norm": 9.6875,
      "learning_rate": 1.2736156823240964e-05,
      "loss": 0.1985,
      "step": 132520
    },
    {
      "epoch": 3.759625818256608,
      "grad_norm": 15.4375,
      "learning_rate": 1.2735577883337822e-05,
      "loss": 0.2093,
      "step": 132530
    },
    {
      "epoch": 3.7599095041879136,
      "grad_norm": 9.5625,
      "learning_rate": 1.2734998943434677e-05,
      "loss": 0.1806,
      "step": 132540
    },
    {
      "epoch": 3.760193190119219,
      "grad_norm": 10.3125,
      "learning_rate": 1.2734420003531534e-05,
      "loss": 0.2023,
      "step": 132550
    },
    {
      "epoch": 3.7604768760505243,
      "grad_norm": 12.5,
      "learning_rate": 1.2733841063628392e-05,
      "loss": 0.217,
      "step": 132560
    },
    {
      "epoch": 3.76076056198183,
      "grad_norm": 14.125,
      "learning_rate": 1.2733262123725247e-05,
      "loss": 0.1997,
      "step": 132570
    },
    {
      "epoch": 3.7610442479131354,
      "grad_norm": 11.75,
      "learning_rate": 1.2732683183822105e-05,
      "loss": 0.202,
      "step": 132580
    },
    {
      "epoch": 3.761327933844441,
      "grad_norm": 10.6875,
      "learning_rate": 1.2732104243918962e-05,
      "loss": 0.1918,
      "step": 132590
    },
    {
      "epoch": 3.7616116197757465,
      "grad_norm": 12.875,
      "learning_rate": 1.2731525304015817e-05,
      "loss": 0.1601,
      "step": 132600
    },
    {
      "epoch": 3.7618953057070517,
      "grad_norm": 12.375,
      "learning_rate": 1.2730946364112675e-05,
      "loss": 0.2171,
      "step": 132610
    },
    {
      "epoch": 3.7621789916383572,
      "grad_norm": 11.875,
      "learning_rate": 1.273036742420953e-05,
      "loss": 0.207,
      "step": 132620
    },
    {
      "epoch": 3.762462677569663,
      "grad_norm": 11.75,
      "learning_rate": 1.2729788484306387e-05,
      "loss": 0.1785,
      "step": 132630
    },
    {
      "epoch": 3.762746363500968,
      "grad_norm": 15.25,
      "learning_rate": 1.2729209544403245e-05,
      "loss": 0.173,
      "step": 132640
    },
    {
      "epoch": 3.7630300494322735,
      "grad_norm": 8.0,
      "learning_rate": 1.27286306045001e-05,
      "loss": 0.1724,
      "step": 132650
    },
    {
      "epoch": 3.763313735363579,
      "grad_norm": 11.8125,
      "learning_rate": 1.2728051664596957e-05,
      "loss": 0.1607,
      "step": 132660
    },
    {
      "epoch": 3.763597421294884,
      "grad_norm": 19.0,
      "learning_rate": 1.2727472724693815e-05,
      "loss": 0.1996,
      "step": 132670
    },
    {
      "epoch": 3.7638811072261897,
      "grad_norm": 13.375,
      "learning_rate": 1.272689378479067e-05,
      "loss": 0.2302,
      "step": 132680
    },
    {
      "epoch": 3.7641647931574953,
      "grad_norm": 9.4375,
      "learning_rate": 1.2726314844887528e-05,
      "loss": 0.2007,
      "step": 132690
    },
    {
      "epoch": 3.764448479088801,
      "grad_norm": 14.125,
      "learning_rate": 1.2725735904984385e-05,
      "loss": 0.2167,
      "step": 132700
    },
    {
      "epoch": 3.7647321650201064,
      "grad_norm": 12.1875,
      "learning_rate": 1.272515696508124e-05,
      "loss": 0.208,
      "step": 132710
    },
    {
      "epoch": 3.7650158509514116,
      "grad_norm": 10.6875,
      "learning_rate": 1.2724578025178098e-05,
      "loss": 0.177,
      "step": 132720
    },
    {
      "epoch": 3.765299536882717,
      "grad_norm": 12.0,
      "learning_rate": 1.2723999085274953e-05,
      "loss": 0.2082,
      "step": 132730
    },
    {
      "epoch": 3.7655832228140227,
      "grad_norm": 10.0,
      "learning_rate": 1.272342014537181e-05,
      "loss": 0.2149,
      "step": 132740
    },
    {
      "epoch": 3.765866908745328,
      "grad_norm": 9.0,
      "learning_rate": 1.2722841205468668e-05,
      "loss": 0.2278,
      "step": 132750
    },
    {
      "epoch": 3.7661505946766334,
      "grad_norm": 7.53125,
      "learning_rate": 1.2722262265565523e-05,
      "loss": 0.2253,
      "step": 132760
    },
    {
      "epoch": 3.766434280607939,
      "grad_norm": 12.8125,
      "learning_rate": 1.2721683325662382e-05,
      "loss": 0.198,
      "step": 132770
    },
    {
      "epoch": 3.7667179665392445,
      "grad_norm": 12.4375,
      "learning_rate": 1.2721104385759238e-05,
      "loss": 0.2029,
      "step": 132780
    },
    {
      "epoch": 3.76700165247055,
      "grad_norm": 14.375,
      "learning_rate": 1.2720525445856093e-05,
      "loss": 0.2057,
      "step": 132790
    },
    {
      "epoch": 3.767285338401855,
      "grad_norm": 16.125,
      "learning_rate": 1.2719946505952951e-05,
      "loss": 0.2097,
      "step": 132800
    },
    {
      "epoch": 3.7675690243331608,
      "grad_norm": 9.4375,
      "learning_rate": 1.2719367566049808e-05,
      "loss": 0.2266,
      "step": 132810
    },
    {
      "epoch": 3.7678527102644663,
      "grad_norm": 10.3125,
      "learning_rate": 1.2718788626146663e-05,
      "loss": 0.192,
      "step": 132820
    },
    {
      "epoch": 3.7681363961957715,
      "grad_norm": 12.375,
      "learning_rate": 1.2718209686243521e-05,
      "loss": 0.2036,
      "step": 132830
    },
    {
      "epoch": 3.768420082127077,
      "grad_norm": 14.5625,
      "learning_rate": 1.2717630746340376e-05,
      "loss": 0.1997,
      "step": 132840
    },
    {
      "epoch": 3.7687037680583826,
      "grad_norm": 8.3125,
      "learning_rate": 1.2717051806437233e-05,
      "loss": 0.1685,
      "step": 132850
    },
    {
      "epoch": 3.768987453989688,
      "grad_norm": 12.0,
      "learning_rate": 1.2716472866534091e-05,
      "loss": 0.19,
      "step": 132860
    },
    {
      "epoch": 3.7692711399209937,
      "grad_norm": 7.03125,
      "learning_rate": 1.2715893926630946e-05,
      "loss": 0.1837,
      "step": 132870
    },
    {
      "epoch": 3.769554825852299,
      "grad_norm": 9.75,
      "learning_rate": 1.2715314986727805e-05,
      "loss": 0.1782,
      "step": 132880
    },
    {
      "epoch": 3.7698385117836044,
      "grad_norm": 11.4375,
      "learning_rate": 1.2714736046824661e-05,
      "loss": 0.1897,
      "step": 132890
    },
    {
      "epoch": 3.77012219771491,
      "grad_norm": 10.25,
      "learning_rate": 1.2714157106921516e-05,
      "loss": 0.1985,
      "step": 132900
    },
    {
      "epoch": 3.770405883646215,
      "grad_norm": 11.3125,
      "learning_rate": 1.2713578167018374e-05,
      "loss": 0.2126,
      "step": 132910
    },
    {
      "epoch": 3.7706895695775207,
      "grad_norm": 10.8125,
      "learning_rate": 1.271299922711523e-05,
      "loss": 0.1809,
      "step": 132920
    },
    {
      "epoch": 3.7709732555088262,
      "grad_norm": 14.875,
      "learning_rate": 1.2712420287212086e-05,
      "loss": 0.1962,
      "step": 132930
    },
    {
      "epoch": 3.771256941440132,
      "grad_norm": 11.125,
      "learning_rate": 1.2711841347308944e-05,
      "loss": 0.1819,
      "step": 132940
    },
    {
      "epoch": 3.771540627371437,
      "grad_norm": 10.4375,
      "learning_rate": 1.27112624074058e-05,
      "loss": 0.2086,
      "step": 132950
    },
    {
      "epoch": 3.7718243133027425,
      "grad_norm": 7.03125,
      "learning_rate": 1.2710683467502658e-05,
      "loss": 0.1712,
      "step": 132960
    },
    {
      "epoch": 3.772107999234048,
      "grad_norm": 12.3125,
      "learning_rate": 1.2710104527599514e-05,
      "loss": 0.1953,
      "step": 132970
    },
    {
      "epoch": 3.7723916851653536,
      "grad_norm": 10.1875,
      "learning_rate": 1.270952558769637e-05,
      "loss": 0.1904,
      "step": 132980
    },
    {
      "epoch": 3.7726753710966587,
      "grad_norm": 12.3125,
      "learning_rate": 1.2708946647793228e-05,
      "loss": 0.1916,
      "step": 132990
    },
    {
      "epoch": 3.7729590570279643,
      "grad_norm": 14.375,
      "learning_rate": 1.2708367707890084e-05,
      "loss": 0.229,
      "step": 133000
    },
    {
      "epoch": 3.77324274295927,
      "grad_norm": 17.375,
      "learning_rate": 1.270778876798694e-05,
      "loss": 0.2023,
      "step": 133010
    },
    {
      "epoch": 3.773526428890575,
      "grad_norm": 8.5,
      "learning_rate": 1.2707209828083798e-05,
      "loss": 0.1774,
      "step": 133020
    },
    {
      "epoch": 3.7738101148218806,
      "grad_norm": 8.625,
      "learning_rate": 1.2706630888180652e-05,
      "loss": 0.1795,
      "step": 133030
    },
    {
      "epoch": 3.774093800753186,
      "grad_norm": 13.5,
      "learning_rate": 1.2706051948277509e-05,
      "loss": 0.2173,
      "step": 133040
    },
    {
      "epoch": 3.7743774866844917,
      "grad_norm": 10.75,
      "learning_rate": 1.2705473008374367e-05,
      "loss": 0.2007,
      "step": 133050
    },
    {
      "epoch": 3.7746611726157973,
      "grad_norm": 9.125,
      "learning_rate": 1.2704894068471222e-05,
      "loss": 0.1707,
      "step": 133060
    },
    {
      "epoch": 3.7749448585471024,
      "grad_norm": 10.4375,
      "learning_rate": 1.270431512856808e-05,
      "loss": 0.2402,
      "step": 133070
    },
    {
      "epoch": 3.775228544478408,
      "grad_norm": 9.375,
      "learning_rate": 1.2703736188664937e-05,
      "loss": 0.2034,
      "step": 133080
    },
    {
      "epoch": 3.7755122304097135,
      "grad_norm": 9.5,
      "learning_rate": 1.2703157248761792e-05,
      "loss": 0.2094,
      "step": 133090
    },
    {
      "epoch": 3.7757959163410186,
      "grad_norm": 11.5,
      "learning_rate": 1.270257830885865e-05,
      "loss": 0.1852,
      "step": 133100
    },
    {
      "epoch": 3.776079602272324,
      "grad_norm": 10.25,
      "learning_rate": 1.2701999368955507e-05,
      "loss": 0.1906,
      "step": 133110
    },
    {
      "epoch": 3.7763632882036298,
      "grad_norm": 9.1875,
      "learning_rate": 1.2701420429052362e-05,
      "loss": 0.1707,
      "step": 133120
    },
    {
      "epoch": 3.7766469741349353,
      "grad_norm": 8.5625,
      "learning_rate": 1.270084148914922e-05,
      "loss": 0.1971,
      "step": 133130
    },
    {
      "epoch": 3.776930660066241,
      "grad_norm": 13.625,
      "learning_rate": 1.2700262549246076e-05,
      "loss": 0.2022,
      "step": 133140
    },
    {
      "epoch": 3.777214345997546,
      "grad_norm": 10.5,
      "learning_rate": 1.2699683609342932e-05,
      "loss": 0.1674,
      "step": 133150
    },
    {
      "epoch": 3.7774980319288516,
      "grad_norm": 10.8125,
      "learning_rate": 1.269910466943979e-05,
      "loss": 0.2014,
      "step": 133160
    },
    {
      "epoch": 3.777781717860157,
      "grad_norm": 12.375,
      "learning_rate": 1.2698525729536645e-05,
      "loss": 0.1981,
      "step": 133170
    },
    {
      "epoch": 3.7780654037914623,
      "grad_norm": 12.0,
      "learning_rate": 1.2697946789633504e-05,
      "loss": 0.2301,
      "step": 133180
    },
    {
      "epoch": 3.778349089722768,
      "grad_norm": 8.5625,
      "learning_rate": 1.269736784973036e-05,
      "loss": 0.2098,
      "step": 133190
    },
    {
      "epoch": 3.7786327756540734,
      "grad_norm": 11.3125,
      "learning_rate": 1.2696788909827215e-05,
      "loss": 0.2262,
      "step": 133200
    },
    {
      "epoch": 3.778916461585379,
      "grad_norm": 15.1875,
      "learning_rate": 1.2696209969924074e-05,
      "loss": 0.2045,
      "step": 133210
    },
    {
      "epoch": 3.7792001475166845,
      "grad_norm": 8.4375,
      "learning_rate": 1.269563103002093e-05,
      "loss": 0.1986,
      "step": 133220
    },
    {
      "epoch": 3.7794838334479897,
      "grad_norm": 11.1875,
      "learning_rate": 1.2695052090117785e-05,
      "loss": 0.1991,
      "step": 133230
    },
    {
      "epoch": 3.7797675193792952,
      "grad_norm": 7.4375,
      "learning_rate": 1.2694473150214644e-05,
      "loss": 0.1968,
      "step": 133240
    },
    {
      "epoch": 3.780051205310601,
      "grad_norm": 9.6875,
      "learning_rate": 1.2693894210311499e-05,
      "loss": 0.1932,
      "step": 133250
    },
    {
      "epoch": 3.780334891241906,
      "grad_norm": 20.125,
      "learning_rate": 1.2693315270408357e-05,
      "loss": 0.1938,
      "step": 133260
    },
    {
      "epoch": 3.7806185771732115,
      "grad_norm": 30.625,
      "learning_rate": 1.2692736330505214e-05,
      "loss": 0.1846,
      "step": 133270
    },
    {
      "epoch": 3.780902263104517,
      "grad_norm": 9.625,
      "learning_rate": 1.2692157390602068e-05,
      "loss": 0.1704,
      "step": 133280
    },
    {
      "epoch": 3.781185949035822,
      "grad_norm": 12.4375,
      "learning_rate": 1.2691578450698927e-05,
      "loss": 0.2092,
      "step": 133290
    },
    {
      "epoch": 3.7814696349671277,
      "grad_norm": 10.6875,
      "learning_rate": 1.2690999510795783e-05,
      "loss": 0.1953,
      "step": 133300
    },
    {
      "epoch": 3.7817533208984333,
      "grad_norm": 12.5625,
      "learning_rate": 1.2690420570892638e-05,
      "loss": 0.1834,
      "step": 133310
    },
    {
      "epoch": 3.782037006829739,
      "grad_norm": 15.8125,
      "learning_rate": 1.2689841630989497e-05,
      "loss": 0.2331,
      "step": 133320
    },
    {
      "epoch": 3.7823206927610444,
      "grad_norm": 10.875,
      "learning_rate": 1.2689262691086353e-05,
      "loss": 0.2324,
      "step": 133330
    },
    {
      "epoch": 3.7826043786923496,
      "grad_norm": 10.9375,
      "learning_rate": 1.2688683751183208e-05,
      "loss": 0.1737,
      "step": 133340
    },
    {
      "epoch": 3.782888064623655,
      "grad_norm": 11.5625,
      "learning_rate": 1.2688104811280067e-05,
      "loss": 0.1742,
      "step": 133350
    },
    {
      "epoch": 3.7831717505549607,
      "grad_norm": 8.625,
      "learning_rate": 1.2687525871376922e-05,
      "loss": 0.1972,
      "step": 133360
    },
    {
      "epoch": 3.783455436486266,
      "grad_norm": 11.9375,
      "learning_rate": 1.268694693147378e-05,
      "loss": 0.1891,
      "step": 133370
    },
    {
      "epoch": 3.7837391224175714,
      "grad_norm": 23.875,
      "learning_rate": 1.2686367991570637e-05,
      "loss": 0.2016,
      "step": 133380
    },
    {
      "epoch": 3.784022808348877,
      "grad_norm": 11.5,
      "learning_rate": 1.2685789051667492e-05,
      "loss": 0.2072,
      "step": 133390
    },
    {
      "epoch": 3.7843064942801825,
      "grad_norm": 15.25,
      "learning_rate": 1.268521011176435e-05,
      "loss": 0.1765,
      "step": 133400
    },
    {
      "epoch": 3.784590180211488,
      "grad_norm": 9.8125,
      "learning_rate": 1.2684631171861207e-05,
      "loss": 0.2515,
      "step": 133410
    },
    {
      "epoch": 3.784873866142793,
      "grad_norm": 13.875,
      "learning_rate": 1.2684052231958061e-05,
      "loss": 0.2114,
      "step": 133420
    },
    {
      "epoch": 3.7851575520740988,
      "grad_norm": 8.8125,
      "learning_rate": 1.268347329205492e-05,
      "loss": 0.2082,
      "step": 133430
    },
    {
      "epoch": 3.7854412380054043,
      "grad_norm": 12.375,
      "learning_rate": 1.2682894352151775e-05,
      "loss": 0.1891,
      "step": 133440
    },
    {
      "epoch": 3.7857249239367095,
      "grad_norm": 12.0625,
      "learning_rate": 1.2682315412248633e-05,
      "loss": 0.204,
      "step": 133450
    },
    {
      "epoch": 3.786008609868015,
      "grad_norm": 12.375,
      "learning_rate": 1.268173647234549e-05,
      "loss": 0.1699,
      "step": 133460
    },
    {
      "epoch": 3.7862922957993206,
      "grad_norm": 11.4375,
      "learning_rate": 1.2681157532442345e-05,
      "loss": 0.1702,
      "step": 133470
    },
    {
      "epoch": 3.786575981730626,
      "grad_norm": 9.8125,
      "learning_rate": 1.2680578592539203e-05,
      "loss": 0.201,
      "step": 133480
    },
    {
      "epoch": 3.7868596676619317,
      "grad_norm": 10.5,
      "learning_rate": 1.267999965263606e-05,
      "loss": 0.2022,
      "step": 133490
    },
    {
      "epoch": 3.787143353593237,
      "grad_norm": 13.0625,
      "learning_rate": 1.2679420712732915e-05,
      "loss": 0.1758,
      "step": 133500
    },
    {
      "epoch": 3.7874270395245424,
      "grad_norm": 9.0,
      "learning_rate": 1.2678841772829773e-05,
      "loss": 0.1843,
      "step": 133510
    },
    {
      "epoch": 3.787710725455848,
      "grad_norm": 15.875,
      "learning_rate": 1.267826283292663e-05,
      "loss": 0.2193,
      "step": 133520
    },
    {
      "epoch": 3.787994411387153,
      "grad_norm": 13.8125,
      "learning_rate": 1.2677683893023485e-05,
      "loss": 0.2015,
      "step": 133530
    },
    {
      "epoch": 3.7882780973184587,
      "grad_norm": 8.125,
      "learning_rate": 1.2677104953120343e-05,
      "loss": 0.1932,
      "step": 133540
    },
    {
      "epoch": 3.7885617832497642,
      "grad_norm": 8.875,
      "learning_rate": 1.2676526013217198e-05,
      "loss": 0.1857,
      "step": 133550
    },
    {
      "epoch": 3.78884546918107,
      "grad_norm": 10.6875,
      "learning_rate": 1.2675947073314056e-05,
      "loss": 0.2374,
      "step": 133560
    },
    {
      "epoch": 3.7891291551123754,
      "grad_norm": 12.25,
      "learning_rate": 1.2675368133410913e-05,
      "loss": 0.2037,
      "step": 133570
    },
    {
      "epoch": 3.7894128410436805,
      "grad_norm": 11.4375,
      "learning_rate": 1.2674789193507768e-05,
      "loss": 0.1994,
      "step": 133580
    },
    {
      "epoch": 3.789696526974986,
      "grad_norm": 11.0625,
      "learning_rate": 1.2674210253604626e-05,
      "loss": 0.2259,
      "step": 133590
    },
    {
      "epoch": 3.7899802129062916,
      "grad_norm": 11.9375,
      "learning_rate": 1.2673631313701483e-05,
      "loss": 0.1815,
      "step": 133600
    },
    {
      "epoch": 3.7902638988375967,
      "grad_norm": 8.5625,
      "learning_rate": 1.2673052373798338e-05,
      "loss": 0.1921,
      "step": 133610
    },
    {
      "epoch": 3.7905475847689023,
      "grad_norm": 14.5625,
      "learning_rate": 1.2672473433895196e-05,
      "loss": 0.2261,
      "step": 133620
    },
    {
      "epoch": 3.790831270700208,
      "grad_norm": 7.28125,
      "learning_rate": 1.2671894493992053e-05,
      "loss": 0.1866,
      "step": 133630
    },
    {
      "epoch": 3.791114956631513,
      "grad_norm": 11.375,
      "learning_rate": 1.267131555408891e-05,
      "loss": 0.2221,
      "step": 133640
    },
    {
      "epoch": 3.7913986425628186,
      "grad_norm": 17.5,
      "learning_rate": 1.2670736614185766e-05,
      "loss": 0.201,
      "step": 133650
    },
    {
      "epoch": 3.791682328494124,
      "grad_norm": 10.625,
      "learning_rate": 1.267015767428262e-05,
      "loss": 0.1766,
      "step": 133660
    },
    {
      "epoch": 3.7919660144254297,
      "grad_norm": 9.25,
      "learning_rate": 1.266957873437948e-05,
      "loss": 0.2002,
      "step": 133670
    },
    {
      "epoch": 3.7922497003567353,
      "grad_norm": 10.9375,
      "learning_rate": 1.2668999794476336e-05,
      "loss": 0.2234,
      "step": 133680
    },
    {
      "epoch": 3.7925333862880404,
      "grad_norm": 11.0625,
      "learning_rate": 1.266842085457319e-05,
      "loss": 0.2086,
      "step": 133690
    },
    {
      "epoch": 3.792817072219346,
      "grad_norm": 6.9375,
      "learning_rate": 1.2667841914670049e-05,
      "loss": 0.172,
      "step": 133700
    },
    {
      "epoch": 3.7931007581506515,
      "grad_norm": 13.375,
      "learning_rate": 1.2667262974766906e-05,
      "loss": 0.2201,
      "step": 133710
    },
    {
      "epoch": 3.7933844440819566,
      "grad_norm": 11.375,
      "learning_rate": 1.266668403486376e-05,
      "loss": 0.2207,
      "step": 133720
    },
    {
      "epoch": 3.793668130013262,
      "grad_norm": 17.5,
      "learning_rate": 1.2666105094960619e-05,
      "loss": 0.2353,
      "step": 133730
    },
    {
      "epoch": 3.7939518159445678,
      "grad_norm": 13.875,
      "learning_rate": 1.2665526155057476e-05,
      "loss": 0.2542,
      "step": 133740
    },
    {
      "epoch": 3.7942355018758733,
      "grad_norm": 8.625,
      "learning_rate": 1.2664947215154332e-05,
      "loss": 0.1776,
      "step": 133750
    },
    {
      "epoch": 3.794519187807179,
      "grad_norm": 9.8125,
      "learning_rate": 1.2664368275251189e-05,
      "loss": 0.1974,
      "step": 133760
    },
    {
      "epoch": 3.794802873738484,
      "grad_norm": 11.25,
      "learning_rate": 1.2663789335348044e-05,
      "loss": 0.2159,
      "step": 133770
    },
    {
      "epoch": 3.7950865596697896,
      "grad_norm": 8.6875,
      "learning_rate": 1.2663210395444902e-05,
      "loss": 0.19,
      "step": 133780
    },
    {
      "epoch": 3.795370245601095,
      "grad_norm": 9.5625,
      "learning_rate": 1.2662631455541759e-05,
      "loss": 0.1806,
      "step": 133790
    },
    {
      "epoch": 3.7956539315324003,
      "grad_norm": 7.46875,
      "learning_rate": 1.2662052515638614e-05,
      "loss": 0.1806,
      "step": 133800
    },
    {
      "epoch": 3.795937617463706,
      "grad_norm": 13.8125,
      "learning_rate": 1.2661473575735472e-05,
      "loss": 0.1883,
      "step": 133810
    },
    {
      "epoch": 3.7962213033950114,
      "grad_norm": 7.6875,
      "learning_rate": 1.2660894635832329e-05,
      "loss": 0.1723,
      "step": 133820
    },
    {
      "epoch": 3.796504989326317,
      "grad_norm": 14.1875,
      "learning_rate": 1.2660315695929185e-05,
      "loss": 0.2019,
      "step": 133830
    },
    {
      "epoch": 3.7967886752576225,
      "grad_norm": 11.625,
      "learning_rate": 1.2659736756026042e-05,
      "loss": 0.1757,
      "step": 133840
    },
    {
      "epoch": 3.7970723611889277,
      "grad_norm": 8.4375,
      "learning_rate": 1.2659157816122897e-05,
      "loss": 0.1935,
      "step": 133850
    },
    {
      "epoch": 3.7973560471202332,
      "grad_norm": 8.75,
      "learning_rate": 1.2658578876219755e-05,
      "loss": 0.1757,
      "step": 133860
    },
    {
      "epoch": 3.797639733051539,
      "grad_norm": 8.375,
      "learning_rate": 1.2657999936316612e-05,
      "loss": 0.1774,
      "step": 133870
    },
    {
      "epoch": 3.797923418982844,
      "grad_norm": 10.4375,
      "learning_rate": 1.2657420996413467e-05,
      "loss": 0.2067,
      "step": 133880
    },
    {
      "epoch": 3.7982071049141495,
      "grad_norm": 10.25,
      "learning_rate": 1.2656842056510325e-05,
      "loss": 0.1845,
      "step": 133890
    },
    {
      "epoch": 3.798490790845455,
      "grad_norm": 6.15625,
      "learning_rate": 1.2656263116607182e-05,
      "loss": 0.2038,
      "step": 133900
    },
    {
      "epoch": 3.7987744767767606,
      "grad_norm": 12.9375,
      "learning_rate": 1.2655684176704037e-05,
      "loss": 0.1952,
      "step": 133910
    },
    {
      "epoch": 3.799058162708066,
      "grad_norm": 15.9375,
      "learning_rate": 1.2655105236800895e-05,
      "loss": 0.2422,
      "step": 133920
    },
    {
      "epoch": 3.7993418486393713,
      "grad_norm": 12.1875,
      "learning_rate": 1.2654526296897752e-05,
      "loss": 0.1645,
      "step": 133930
    },
    {
      "epoch": 3.799625534570677,
      "grad_norm": 9.75,
      "learning_rate": 1.2653947356994608e-05,
      "loss": 0.1819,
      "step": 133940
    },
    {
      "epoch": 3.7999092205019824,
      "grad_norm": 24.625,
      "learning_rate": 1.2653368417091465e-05,
      "loss": 0.2027,
      "step": 133950
    },
    {
      "epoch": 3.8001929064332876,
      "grad_norm": 13.0625,
      "learning_rate": 1.265278947718832e-05,
      "loss": 0.1967,
      "step": 133960
    },
    {
      "epoch": 3.800476592364593,
      "grad_norm": 9.75,
      "learning_rate": 1.2652210537285178e-05,
      "loss": 0.2203,
      "step": 133970
    },
    {
      "epoch": 3.8007602782958987,
      "grad_norm": 14.3125,
      "learning_rate": 1.2651631597382035e-05,
      "loss": 0.1973,
      "step": 133980
    },
    {
      "epoch": 3.801043964227204,
      "grad_norm": 7.9375,
      "learning_rate": 1.265105265747889e-05,
      "loss": 0.1872,
      "step": 133990
    },
    {
      "epoch": 3.8013276501585094,
      "grad_norm": 7.3125,
      "learning_rate": 1.2650473717575748e-05,
      "loss": 0.1745,
      "step": 134000
    },
    {
      "epoch": 3.801611336089815,
      "grad_norm": 14.5,
      "learning_rate": 1.2649894777672605e-05,
      "loss": 0.1905,
      "step": 134010
    },
    {
      "epoch": 3.8018950220211205,
      "grad_norm": 41.5,
      "learning_rate": 1.2649315837769463e-05,
      "loss": 0.1681,
      "step": 134020
    },
    {
      "epoch": 3.802178707952426,
      "grad_norm": 9.9375,
      "learning_rate": 1.2648736897866318e-05,
      "loss": 0.1855,
      "step": 134030
    },
    {
      "epoch": 3.802462393883731,
      "grad_norm": 17.25,
      "learning_rate": 1.2648157957963175e-05,
      "loss": 0.1871,
      "step": 134040
    },
    {
      "epoch": 3.8027460798150368,
      "grad_norm": 15.5,
      "learning_rate": 1.2647579018060032e-05,
      "loss": 0.2246,
      "step": 134050
    },
    {
      "epoch": 3.8030297657463423,
      "grad_norm": 13.1875,
      "learning_rate": 1.2647000078156888e-05,
      "loss": 0.1937,
      "step": 134060
    },
    {
      "epoch": 3.8033134516776474,
      "grad_norm": 13.4375,
      "learning_rate": 1.2646421138253743e-05,
      "loss": 0.2381,
      "step": 134070
    },
    {
      "epoch": 3.803597137608953,
      "grad_norm": 11.375,
      "learning_rate": 1.2645842198350601e-05,
      "loss": 0.1689,
      "step": 134080
    },
    {
      "epoch": 3.8038808235402586,
      "grad_norm": 13.625,
      "learning_rate": 1.2645263258447458e-05,
      "loss": 0.2141,
      "step": 134090
    },
    {
      "epoch": 3.804164509471564,
      "grad_norm": 11.6875,
      "learning_rate": 1.2644684318544313e-05,
      "loss": 0.2227,
      "step": 134100
    },
    {
      "epoch": 3.8044481954028697,
      "grad_norm": 10.6875,
      "learning_rate": 1.2644105378641171e-05,
      "loss": 0.1906,
      "step": 134110
    },
    {
      "epoch": 3.804731881334175,
      "grad_norm": 8.9375,
      "learning_rate": 1.2643526438738028e-05,
      "loss": 0.2172,
      "step": 134120
    },
    {
      "epoch": 3.8050155672654804,
      "grad_norm": 11.0625,
      "learning_rate": 1.2642947498834886e-05,
      "loss": 0.1811,
      "step": 134130
    },
    {
      "epoch": 3.805299253196786,
      "grad_norm": 13.0,
      "learning_rate": 1.2642368558931741e-05,
      "loss": 0.1766,
      "step": 134140
    },
    {
      "epoch": 3.805582939128091,
      "grad_norm": 9.125,
      "learning_rate": 1.2641789619028598e-05,
      "loss": 0.1908,
      "step": 134150
    },
    {
      "epoch": 3.8058666250593967,
      "grad_norm": 16.625,
      "learning_rate": 1.2641210679125455e-05,
      "loss": 0.2039,
      "step": 134160
    },
    {
      "epoch": 3.8061503109907022,
      "grad_norm": 9.25,
      "learning_rate": 1.2640631739222311e-05,
      "loss": 0.182,
      "step": 134170
    },
    {
      "epoch": 3.806433996922008,
      "grad_norm": 12.875,
      "learning_rate": 1.2640052799319166e-05,
      "loss": 0.2062,
      "step": 134180
    },
    {
      "epoch": 3.8067176828533134,
      "grad_norm": 6.90625,
      "learning_rate": 1.2639473859416024e-05,
      "loss": 0.1728,
      "step": 134190
    },
    {
      "epoch": 3.8070013687846185,
      "grad_norm": 12.6875,
      "learning_rate": 1.2638894919512881e-05,
      "loss": 0.2478,
      "step": 134200
    },
    {
      "epoch": 3.807285054715924,
      "grad_norm": 14.375,
      "learning_rate": 1.2638315979609736e-05,
      "loss": 0.2011,
      "step": 134210
    },
    {
      "epoch": 3.8075687406472296,
      "grad_norm": 10.8125,
      "learning_rate": 1.2637737039706594e-05,
      "loss": 0.1834,
      "step": 134220
    },
    {
      "epoch": 3.8078524265785347,
      "grad_norm": 10.5625,
      "learning_rate": 1.2637158099803451e-05,
      "loss": 0.2045,
      "step": 134230
    },
    {
      "epoch": 3.8081361125098403,
      "grad_norm": 11.4375,
      "learning_rate": 1.2636579159900308e-05,
      "loss": 0.204,
      "step": 134240
    },
    {
      "epoch": 3.808419798441146,
      "grad_norm": 13.125,
      "learning_rate": 1.2636000219997164e-05,
      "loss": 0.2422,
      "step": 134250
    },
    {
      "epoch": 3.808703484372451,
      "grad_norm": 12.4375,
      "learning_rate": 1.2635421280094021e-05,
      "loss": 0.1855,
      "step": 134260
    },
    {
      "epoch": 3.8089871703037566,
      "grad_norm": 15.125,
      "learning_rate": 1.2634842340190878e-05,
      "loss": 0.2135,
      "step": 134270
    },
    {
      "epoch": 3.809270856235062,
      "grad_norm": 9.9375,
      "learning_rate": 1.2634263400287734e-05,
      "loss": 0.147,
      "step": 134280
    },
    {
      "epoch": 3.8095545421663677,
      "grad_norm": 36.0,
      "learning_rate": 1.263368446038459e-05,
      "loss": 0.2114,
      "step": 134290
    },
    {
      "epoch": 3.8098382280976733,
      "grad_norm": 11.0625,
      "learning_rate": 1.2633105520481448e-05,
      "loss": 0.1907,
      "step": 134300
    },
    {
      "epoch": 3.8101219140289784,
      "grad_norm": 12.375,
      "learning_rate": 1.2632526580578304e-05,
      "loss": 0.1895,
      "step": 134310
    },
    {
      "epoch": 3.810405599960284,
      "grad_norm": 8.4375,
      "learning_rate": 1.2631947640675162e-05,
      "loss": 0.2208,
      "step": 134320
    },
    {
      "epoch": 3.8106892858915895,
      "grad_norm": 9.4375,
      "learning_rate": 1.2631368700772017e-05,
      "loss": 0.1973,
      "step": 134330
    },
    {
      "epoch": 3.8109729718228946,
      "grad_norm": 15.25,
      "learning_rate": 1.2630789760868874e-05,
      "loss": 0.1825,
      "step": 134340
    },
    {
      "epoch": 3.8112566577542,
      "grad_norm": 8.875,
      "learning_rate": 1.263021082096573e-05,
      "loss": 0.1852,
      "step": 134350
    },
    {
      "epoch": 3.8115403436855058,
      "grad_norm": 11.5,
      "learning_rate": 1.2629631881062587e-05,
      "loss": 0.1865,
      "step": 134360
    },
    {
      "epoch": 3.8118240296168113,
      "grad_norm": 8.25,
      "learning_rate": 1.2629052941159442e-05,
      "loss": 0.1926,
      "step": 134370
    },
    {
      "epoch": 3.812107715548117,
      "grad_norm": 9.125,
      "learning_rate": 1.26284740012563e-05,
      "loss": 0.1742,
      "step": 134380
    },
    {
      "epoch": 3.812391401479422,
      "grad_norm": 10.5625,
      "learning_rate": 1.2627895061353157e-05,
      "loss": 0.1881,
      "step": 134390
    },
    {
      "epoch": 3.8126750874107276,
      "grad_norm": 8.6875,
      "learning_rate": 1.2627316121450012e-05,
      "loss": 0.173,
      "step": 134400
    },
    {
      "epoch": 3.812958773342033,
      "grad_norm": 10.0,
      "learning_rate": 1.262673718154687e-05,
      "loss": 0.2046,
      "step": 134410
    },
    {
      "epoch": 3.8132424592733383,
      "grad_norm": 7.71875,
      "learning_rate": 1.2626158241643727e-05,
      "loss": 0.166,
      "step": 134420
    },
    {
      "epoch": 3.813526145204644,
      "grad_norm": 19.0,
      "learning_rate": 1.2625579301740586e-05,
      "loss": 0.2514,
      "step": 134430
    },
    {
      "epoch": 3.8138098311359494,
      "grad_norm": 10.625,
      "learning_rate": 1.262500036183744e-05,
      "loss": 0.1825,
      "step": 134440
    },
    {
      "epoch": 3.814093517067255,
      "grad_norm": 9.8125,
      "learning_rate": 1.2624421421934297e-05,
      "loss": 0.2123,
      "step": 134450
    },
    {
      "epoch": 3.8143772029985605,
      "grad_norm": 11.0625,
      "learning_rate": 1.2623842482031154e-05,
      "loss": 0.2235,
      "step": 134460
    },
    {
      "epoch": 3.8146608889298657,
      "grad_norm": 13.9375,
      "learning_rate": 1.262326354212801e-05,
      "loss": 0.2298,
      "step": 134470
    },
    {
      "epoch": 3.8149445748611712,
      "grad_norm": 7.25,
      "learning_rate": 1.2622684602224865e-05,
      "loss": 0.19,
      "step": 134480
    },
    {
      "epoch": 3.815228260792477,
      "grad_norm": 9.625,
      "learning_rate": 1.2622105662321724e-05,
      "loss": 0.1679,
      "step": 134490
    },
    {
      "epoch": 3.815511946723782,
      "grad_norm": 9.75,
      "learning_rate": 1.262152672241858e-05,
      "loss": 0.2021,
      "step": 134500
    },
    {
      "epoch": 3.8157956326550875,
      "grad_norm": 10.6875,
      "learning_rate": 1.2620947782515439e-05,
      "loss": 0.2135,
      "step": 134510
    },
    {
      "epoch": 3.816079318586393,
      "grad_norm": 10.375,
      "learning_rate": 1.2620368842612294e-05,
      "loss": 0.1943,
      "step": 134520
    },
    {
      "epoch": 3.8163630045176986,
      "grad_norm": 10.1875,
      "learning_rate": 1.261978990270915e-05,
      "loss": 0.2002,
      "step": 134530
    },
    {
      "epoch": 3.816646690449004,
      "grad_norm": 10.5,
      "learning_rate": 1.2619210962806009e-05,
      "loss": 0.1978,
      "step": 134540
    },
    {
      "epoch": 3.8169303763803093,
      "grad_norm": 9.0625,
      "learning_rate": 1.2618632022902864e-05,
      "loss": 0.199,
      "step": 134550
    },
    {
      "epoch": 3.817214062311615,
      "grad_norm": 11.3125,
      "learning_rate": 1.261805308299972e-05,
      "loss": 0.2201,
      "step": 134560
    },
    {
      "epoch": 3.8174977482429204,
      "grad_norm": 10.875,
      "learning_rate": 1.2617474143096577e-05,
      "loss": 0.1483,
      "step": 134570
    },
    {
      "epoch": 3.8177814341742256,
      "grad_norm": 8.6875,
      "learning_rate": 1.2616895203193433e-05,
      "loss": 0.1873,
      "step": 134580
    },
    {
      "epoch": 3.818065120105531,
      "grad_norm": 18.5,
      "learning_rate": 1.2616316263290288e-05,
      "loss": 0.1842,
      "step": 134590
    },
    {
      "epoch": 3.8183488060368367,
      "grad_norm": 14.625,
      "learning_rate": 1.2615737323387147e-05,
      "loss": 0.1964,
      "step": 134600
    },
    {
      "epoch": 3.818632491968142,
      "grad_norm": 11.0625,
      "learning_rate": 1.2615158383484003e-05,
      "loss": 0.1833,
      "step": 134610
    },
    {
      "epoch": 3.8189161778994474,
      "grad_norm": 10.9375,
      "learning_rate": 1.2614579443580862e-05,
      "loss": 0.1561,
      "step": 134620
    },
    {
      "epoch": 3.819199863830753,
      "grad_norm": 10.375,
      "learning_rate": 1.2614000503677717e-05,
      "loss": 0.1842,
      "step": 134630
    },
    {
      "epoch": 3.8194835497620585,
      "grad_norm": 7.34375,
      "learning_rate": 1.2613421563774573e-05,
      "loss": 0.2065,
      "step": 134640
    },
    {
      "epoch": 3.819767235693364,
      "grad_norm": 13.375,
      "learning_rate": 1.261284262387143e-05,
      "loss": 0.269,
      "step": 134650
    },
    {
      "epoch": 3.820050921624669,
      "grad_norm": 10.375,
      "learning_rate": 1.2612263683968287e-05,
      "loss": 0.1966,
      "step": 134660
    },
    {
      "epoch": 3.8203346075559748,
      "grad_norm": 11.25,
      "learning_rate": 1.2611684744065143e-05,
      "loss": 0.1869,
      "step": 134670
    },
    {
      "epoch": 3.8206182934872803,
      "grad_norm": 13.125,
      "learning_rate": 1.2611105804162e-05,
      "loss": 0.1951,
      "step": 134680
    },
    {
      "epoch": 3.8209019794185854,
      "grad_norm": 10.25,
      "learning_rate": 1.2610526864258856e-05,
      "loss": 0.1914,
      "step": 134690
    },
    {
      "epoch": 3.821185665349891,
      "grad_norm": 17.5,
      "learning_rate": 1.2609947924355715e-05,
      "loss": 0.1863,
      "step": 134700
    },
    {
      "epoch": 3.8214693512811966,
      "grad_norm": 15.75,
      "learning_rate": 1.260936898445257e-05,
      "loss": 0.1927,
      "step": 134710
    },
    {
      "epoch": 3.821753037212502,
      "grad_norm": 8.6875,
      "learning_rate": 1.2608790044549426e-05,
      "loss": 0.216,
      "step": 134720
    },
    {
      "epoch": 3.8220367231438077,
      "grad_norm": 13.125,
      "learning_rate": 1.2608211104646285e-05,
      "loss": 0.2015,
      "step": 134730
    },
    {
      "epoch": 3.822320409075113,
      "grad_norm": 13.0,
      "learning_rate": 1.260763216474314e-05,
      "loss": 0.2027,
      "step": 134740
    },
    {
      "epoch": 3.8226040950064184,
      "grad_norm": 11.125,
      "learning_rate": 1.2607053224839996e-05,
      "loss": 0.1917,
      "step": 134750
    },
    {
      "epoch": 3.822887780937724,
      "grad_norm": 9.5,
      "learning_rate": 1.2606474284936853e-05,
      "loss": 0.1813,
      "step": 134760
    },
    {
      "epoch": 3.823171466869029,
      "grad_norm": 13.0625,
      "learning_rate": 1.260589534503371e-05,
      "loss": 0.2117,
      "step": 134770
    },
    {
      "epoch": 3.8234551528003347,
      "grad_norm": 10.8125,
      "learning_rate": 1.2605316405130566e-05,
      "loss": 0.2424,
      "step": 134780
    },
    {
      "epoch": 3.82373883873164,
      "grad_norm": 14.0625,
      "learning_rate": 1.2604737465227423e-05,
      "loss": 0.2079,
      "step": 134790
    },
    {
      "epoch": 3.824022524662946,
      "grad_norm": 10.75,
      "learning_rate": 1.260415852532428e-05,
      "loss": 0.2206,
      "step": 134800
    },
    {
      "epoch": 3.8243062105942514,
      "grad_norm": 13.5625,
      "learning_rate": 1.2603579585421138e-05,
      "loss": 0.1742,
      "step": 134810
    },
    {
      "epoch": 3.8245898965255565,
      "grad_norm": 8.25,
      "learning_rate": 1.2603000645517993e-05,
      "loss": 0.1764,
      "step": 134820
    },
    {
      "epoch": 3.824873582456862,
      "grad_norm": 13.25,
      "learning_rate": 1.260242170561485e-05,
      "loss": 0.183,
      "step": 134830
    },
    {
      "epoch": 3.8251572683881676,
      "grad_norm": 10.8125,
      "learning_rate": 1.2601842765711708e-05,
      "loss": 0.2025,
      "step": 134840
    },
    {
      "epoch": 3.8254409543194727,
      "grad_norm": 10.1875,
      "learning_rate": 1.2601263825808563e-05,
      "loss": 0.2377,
      "step": 134850
    },
    {
      "epoch": 3.8257246402507783,
      "grad_norm": 11.5625,
      "learning_rate": 1.260068488590542e-05,
      "loss": 0.1889,
      "step": 134860
    },
    {
      "epoch": 3.826008326182084,
      "grad_norm": 7.90625,
      "learning_rate": 1.2600105946002276e-05,
      "loss": 0.2254,
      "step": 134870
    },
    {
      "epoch": 3.8262920121133894,
      "grad_norm": 13.1875,
      "learning_rate": 1.2599527006099133e-05,
      "loss": 0.194,
      "step": 134880
    },
    {
      "epoch": 3.826575698044695,
      "grad_norm": 9.625,
      "learning_rate": 1.2598948066195991e-05,
      "loss": 0.2136,
      "step": 134890
    },
    {
      "epoch": 3.826859383976,
      "grad_norm": 11.4375,
      "learning_rate": 1.2598369126292846e-05,
      "loss": 0.2428,
      "step": 134900
    },
    {
      "epoch": 3.8271430699073057,
      "grad_norm": 12.1875,
      "learning_rate": 1.2597790186389703e-05,
      "loss": 0.2073,
      "step": 134910
    },
    {
      "epoch": 3.8274267558386112,
      "grad_norm": 12.625,
      "learning_rate": 1.2597211246486561e-05,
      "loss": 0.1829,
      "step": 134920
    },
    {
      "epoch": 3.8277104417699164,
      "grad_norm": 10.0625,
      "learning_rate": 1.2596632306583416e-05,
      "loss": 0.1725,
      "step": 134930
    },
    {
      "epoch": 3.827994127701222,
      "grad_norm": 14.375,
      "learning_rate": 1.2596053366680273e-05,
      "loss": 0.2124,
      "step": 134940
    },
    {
      "epoch": 3.8282778136325275,
      "grad_norm": 13.4375,
      "learning_rate": 1.259547442677713e-05,
      "loss": 0.1952,
      "step": 134950
    },
    {
      "epoch": 3.8285614995638326,
      "grad_norm": 10.625,
      "learning_rate": 1.2594895486873986e-05,
      "loss": 0.1947,
      "step": 134960
    },
    {
      "epoch": 3.828845185495138,
      "grad_norm": 12.125,
      "learning_rate": 1.2594316546970842e-05,
      "loss": 0.1993,
      "step": 134970
    },
    {
      "epoch": 3.8291288714264438,
      "grad_norm": 14.6875,
      "learning_rate": 1.2593737607067699e-05,
      "loss": 0.2016,
      "step": 134980
    },
    {
      "epoch": 3.8294125573577493,
      "grad_norm": 9.5,
      "learning_rate": 1.2593158667164556e-05,
      "loss": 0.1846,
      "step": 134990
    },
    {
      "epoch": 3.829696243289055,
      "grad_norm": 12.5625,
      "learning_rate": 1.2592579727261414e-05,
      "loss": 0.2111,
      "step": 135000
    },
    {
      "epoch": 3.82997992922036,
      "grad_norm": 10.375,
      "learning_rate": 1.2592000787358269e-05,
      "loss": 0.2075,
      "step": 135010
    },
    {
      "epoch": 3.8302636151516656,
      "grad_norm": 9.625,
      "learning_rate": 1.2591421847455126e-05,
      "loss": 0.1707,
      "step": 135020
    },
    {
      "epoch": 3.830547301082971,
      "grad_norm": 12.625,
      "learning_rate": 1.2590842907551984e-05,
      "loss": 0.1827,
      "step": 135030
    },
    {
      "epoch": 3.8308309870142763,
      "grad_norm": 9.8125,
      "learning_rate": 1.2590263967648839e-05,
      "loss": 0.1763,
      "step": 135040
    },
    {
      "epoch": 3.831114672945582,
      "grad_norm": 11.0,
      "learning_rate": 1.2589685027745696e-05,
      "loss": 0.2163,
      "step": 135050
    },
    {
      "epoch": 3.8313983588768874,
      "grad_norm": 8.625,
      "learning_rate": 1.2589106087842554e-05,
      "loss": 0.214,
      "step": 135060
    },
    {
      "epoch": 3.831682044808193,
      "grad_norm": 9.125,
      "learning_rate": 1.2588527147939409e-05,
      "loss": 0.1631,
      "step": 135070
    },
    {
      "epoch": 3.8319657307394985,
      "grad_norm": 13.625,
      "learning_rate": 1.2587948208036265e-05,
      "loss": 0.1657,
      "step": 135080
    },
    {
      "epoch": 3.8322494166708037,
      "grad_norm": 9.5625,
      "learning_rate": 1.2587369268133122e-05,
      "loss": 0.2274,
      "step": 135090
    },
    {
      "epoch": 3.832533102602109,
      "grad_norm": 11.0625,
      "learning_rate": 1.2586790328229979e-05,
      "loss": 0.22,
      "step": 135100
    },
    {
      "epoch": 3.832816788533415,
      "grad_norm": 12.75,
      "learning_rate": 1.2586211388326837e-05,
      "loss": 0.184,
      "step": 135110
    },
    {
      "epoch": 3.83310047446472,
      "grad_norm": 10.5625,
      "learning_rate": 1.2585632448423692e-05,
      "loss": 0.1943,
      "step": 135120
    },
    {
      "epoch": 3.8333841603960255,
      "grad_norm": 8.375,
      "learning_rate": 1.2585053508520549e-05,
      "loss": 0.1637,
      "step": 135130
    },
    {
      "epoch": 3.833667846327331,
      "grad_norm": 10.9375,
      "learning_rate": 1.2584474568617407e-05,
      "loss": 0.2049,
      "step": 135140
    },
    {
      "epoch": 3.8339515322586366,
      "grad_norm": 7.28125,
      "learning_rate": 1.2583895628714262e-05,
      "loss": 0.1991,
      "step": 135150
    },
    {
      "epoch": 3.834235218189942,
      "grad_norm": 11.5,
      "learning_rate": 1.2583316688811119e-05,
      "loss": 0.2065,
      "step": 135160
    },
    {
      "epoch": 3.8345189041212473,
      "grad_norm": 10.0625,
      "learning_rate": 1.2582737748907975e-05,
      "loss": 0.2102,
      "step": 135170
    },
    {
      "epoch": 3.834802590052553,
      "grad_norm": 17.5,
      "learning_rate": 1.2582158809004832e-05,
      "loss": 0.2056,
      "step": 135180
    },
    {
      "epoch": 3.8350862759838584,
      "grad_norm": 9.375,
      "learning_rate": 1.258157986910169e-05,
      "loss": 0.1681,
      "step": 135190
    },
    {
      "epoch": 3.8353699619151636,
      "grad_norm": 12.125,
      "learning_rate": 1.2581000929198545e-05,
      "loss": 0.2035,
      "step": 135200
    },
    {
      "epoch": 3.835653647846469,
      "grad_norm": 10.5625,
      "learning_rate": 1.2580421989295402e-05,
      "loss": 0.1976,
      "step": 135210
    },
    {
      "epoch": 3.8359373337777747,
      "grad_norm": 8.75,
      "learning_rate": 1.257984304939226e-05,
      "loss": 0.1829,
      "step": 135220
    },
    {
      "epoch": 3.83622101970908,
      "grad_norm": 11.75,
      "learning_rate": 1.2579264109489115e-05,
      "loss": 0.1919,
      "step": 135230
    },
    {
      "epoch": 3.8365047056403854,
      "grad_norm": 10.25,
      "learning_rate": 1.2578685169585972e-05,
      "loss": 0.1862,
      "step": 135240
    },
    {
      "epoch": 3.836788391571691,
      "grad_norm": 10.8125,
      "learning_rate": 1.257810622968283e-05,
      "loss": 0.2022,
      "step": 135250
    },
    {
      "epoch": 3.8370720775029965,
      "grad_norm": 10.1875,
      "learning_rate": 1.2577527289779685e-05,
      "loss": 0.1922,
      "step": 135260
    },
    {
      "epoch": 3.837355763434302,
      "grad_norm": 8.6875,
      "learning_rate": 1.2576948349876542e-05,
      "loss": 0.1898,
      "step": 135270
    },
    {
      "epoch": 3.837639449365607,
      "grad_norm": 12.5625,
      "learning_rate": 1.2576369409973398e-05,
      "loss": 0.2133,
      "step": 135280
    },
    {
      "epoch": 3.8379231352969128,
      "grad_norm": 13.1875,
      "learning_rate": 1.2575790470070255e-05,
      "loss": 0.1887,
      "step": 135290
    },
    {
      "epoch": 3.8382068212282183,
      "grad_norm": 15.4375,
      "learning_rate": 1.2575211530167113e-05,
      "loss": 0.1985,
      "step": 135300
    },
    {
      "epoch": 3.8384905071595234,
      "grad_norm": 10.0,
      "learning_rate": 1.2574632590263968e-05,
      "loss": 0.2043,
      "step": 135310
    },
    {
      "epoch": 3.838774193090829,
      "grad_norm": 10.8125,
      "learning_rate": 1.2574053650360825e-05,
      "loss": 0.2021,
      "step": 135320
    },
    {
      "epoch": 3.8390578790221346,
      "grad_norm": 11.4375,
      "learning_rate": 1.2573474710457683e-05,
      "loss": 0.2054,
      "step": 135330
    },
    {
      "epoch": 3.83934156495344,
      "grad_norm": 10.3125,
      "learning_rate": 1.2572895770554538e-05,
      "loss": 0.2235,
      "step": 135340
    },
    {
      "epoch": 3.8396252508847457,
      "grad_norm": 9.8125,
      "learning_rate": 1.2572316830651395e-05,
      "loss": 0.1794,
      "step": 135350
    },
    {
      "epoch": 3.839908936816051,
      "grad_norm": 12.875,
      "learning_rate": 1.2571737890748253e-05,
      "loss": 0.2257,
      "step": 135360
    },
    {
      "epoch": 3.8401926227473564,
      "grad_norm": 10.1875,
      "learning_rate": 1.2571158950845108e-05,
      "loss": 0.1838,
      "step": 135370
    },
    {
      "epoch": 3.840476308678662,
      "grad_norm": 7.25,
      "learning_rate": 1.2570580010941966e-05,
      "loss": 0.1941,
      "step": 135380
    },
    {
      "epoch": 3.840759994609967,
      "grad_norm": 17.625,
      "learning_rate": 1.2570001071038821e-05,
      "loss": 0.2032,
      "step": 135390
    },
    {
      "epoch": 3.8410436805412727,
      "grad_norm": 14.875,
      "learning_rate": 1.2569422131135678e-05,
      "loss": 0.1933,
      "step": 135400
    },
    {
      "epoch": 3.841327366472578,
      "grad_norm": 9.625,
      "learning_rate": 1.2568843191232536e-05,
      "loss": 0.2099,
      "step": 135410
    },
    {
      "epoch": 3.841611052403884,
      "grad_norm": 9.1875,
      "learning_rate": 1.2568264251329391e-05,
      "loss": 0.2143,
      "step": 135420
    },
    {
      "epoch": 3.8418947383351894,
      "grad_norm": 5.71875,
      "learning_rate": 1.2567685311426248e-05,
      "loss": 0.1699,
      "step": 135430
    },
    {
      "epoch": 3.8421784242664945,
      "grad_norm": 11.9375,
      "learning_rate": 1.2567106371523106e-05,
      "loss": 0.1918,
      "step": 135440
    },
    {
      "epoch": 3.8424621101978,
      "grad_norm": 12.5,
      "learning_rate": 1.2566527431619961e-05,
      "loss": 0.1984,
      "step": 135450
    },
    {
      "epoch": 3.8427457961291056,
      "grad_norm": 10.6875,
      "learning_rate": 1.2565948491716818e-05,
      "loss": 0.2298,
      "step": 135460
    },
    {
      "epoch": 3.8430294820604107,
      "grad_norm": 8.5625,
      "learning_rate": 1.2565369551813676e-05,
      "loss": 0.2088,
      "step": 135470
    },
    {
      "epoch": 3.8433131679917163,
      "grad_norm": 10.0625,
      "learning_rate": 1.2564790611910531e-05,
      "loss": 0.2084,
      "step": 135480
    },
    {
      "epoch": 3.843596853923022,
      "grad_norm": 12.3125,
      "learning_rate": 1.256421167200739e-05,
      "loss": 0.1888,
      "step": 135490
    },
    {
      "epoch": 3.8438805398543274,
      "grad_norm": 15.25,
      "learning_rate": 1.2563632732104244e-05,
      "loss": 0.1715,
      "step": 135500
    },
    {
      "epoch": 3.844164225785633,
      "grad_norm": 11.125,
      "learning_rate": 1.2563053792201101e-05,
      "loss": 0.1606,
      "step": 135510
    },
    {
      "epoch": 3.844447911716938,
      "grad_norm": 6.96875,
      "learning_rate": 1.256247485229796e-05,
      "loss": 0.1853,
      "step": 135520
    },
    {
      "epoch": 3.8447315976482437,
      "grad_norm": 13.0625,
      "learning_rate": 1.2561895912394814e-05,
      "loss": 0.1641,
      "step": 135530
    },
    {
      "epoch": 3.8450152835795492,
      "grad_norm": 12.25,
      "learning_rate": 1.2561316972491671e-05,
      "loss": 0.1912,
      "step": 135540
    },
    {
      "epoch": 3.8452989695108544,
      "grad_norm": 14.625,
      "learning_rate": 1.256073803258853e-05,
      "loss": 0.2202,
      "step": 135550
    },
    {
      "epoch": 3.84558265544216,
      "grad_norm": 9.6875,
      "learning_rate": 1.2560159092685384e-05,
      "loss": 0.201,
      "step": 135560
    },
    {
      "epoch": 3.8458663413734655,
      "grad_norm": 12.3125,
      "learning_rate": 1.2559580152782243e-05,
      "loss": 0.2303,
      "step": 135570
    },
    {
      "epoch": 3.8461500273047706,
      "grad_norm": 12.8125,
      "learning_rate": 1.25590012128791e-05,
      "loss": 0.1883,
      "step": 135580
    },
    {
      "epoch": 3.846433713236076,
      "grad_norm": 10.0,
      "learning_rate": 1.2558422272975954e-05,
      "loss": 0.1787,
      "step": 135590
    },
    {
      "epoch": 3.8467173991673818,
      "grad_norm": 14.3125,
      "learning_rate": 1.2557843333072812e-05,
      "loss": 0.1864,
      "step": 135600
    },
    {
      "epoch": 3.8470010850986873,
      "grad_norm": 13.1875,
      "learning_rate": 1.2557264393169667e-05,
      "loss": 0.2292,
      "step": 135610
    },
    {
      "epoch": 3.847284771029993,
      "grad_norm": 11.3125,
      "learning_rate": 1.2556685453266524e-05,
      "loss": 0.1938,
      "step": 135620
    },
    {
      "epoch": 3.847568456961298,
      "grad_norm": 9.75,
      "learning_rate": 1.2556106513363382e-05,
      "loss": 0.1801,
      "step": 135630
    },
    {
      "epoch": 3.8478521428926036,
      "grad_norm": 12.3125,
      "learning_rate": 1.2555527573460237e-05,
      "loss": 0.1823,
      "step": 135640
    },
    {
      "epoch": 3.848135828823909,
      "grad_norm": 10.0625,
      "learning_rate": 1.2554948633557094e-05,
      "loss": 0.1864,
      "step": 135650
    },
    {
      "epoch": 3.8484195147552143,
      "grad_norm": 9.625,
      "learning_rate": 1.2554369693653952e-05,
      "loss": 0.1858,
      "step": 135660
    },
    {
      "epoch": 3.84870320068652,
      "grad_norm": 9.5625,
      "learning_rate": 1.2553790753750807e-05,
      "loss": 0.173,
      "step": 135670
    },
    {
      "epoch": 3.8489868866178254,
      "grad_norm": 8.9375,
      "learning_rate": 1.2553211813847666e-05,
      "loss": 0.2346,
      "step": 135680
    },
    {
      "epoch": 3.849270572549131,
      "grad_norm": 11.0,
      "learning_rate": 1.255263287394452e-05,
      "loss": 0.1916,
      "step": 135690
    },
    {
      "epoch": 3.8495542584804365,
      "grad_norm": 11.625,
      "learning_rate": 1.2552053934041377e-05,
      "loss": 0.1759,
      "step": 135700
    },
    {
      "epoch": 3.8498379444117417,
      "grad_norm": 10.5625,
      "learning_rate": 1.2551474994138236e-05,
      "loss": 0.2324,
      "step": 135710
    },
    {
      "epoch": 3.850121630343047,
      "grad_norm": 9.75,
      "learning_rate": 1.255089605423509e-05,
      "loss": 0.1998,
      "step": 135720
    },
    {
      "epoch": 3.850405316274353,
      "grad_norm": 10.8125,
      "learning_rate": 1.2550317114331947e-05,
      "loss": 0.2194,
      "step": 135730
    },
    {
      "epoch": 3.850689002205658,
      "grad_norm": 5.90625,
      "learning_rate": 1.2549738174428805e-05,
      "loss": 0.1823,
      "step": 135740
    },
    {
      "epoch": 3.8509726881369635,
      "grad_norm": 14.5625,
      "learning_rate": 1.254915923452566e-05,
      "loss": 0.1916,
      "step": 135750
    },
    {
      "epoch": 3.851256374068269,
      "grad_norm": 8.0625,
      "learning_rate": 1.2548580294622519e-05,
      "loss": 0.1665,
      "step": 135760
    },
    {
      "epoch": 3.8515400599995746,
      "grad_norm": 11.125,
      "learning_rate": 1.2548001354719375e-05,
      "loss": 0.1782,
      "step": 135770
    },
    {
      "epoch": 3.85182374593088,
      "grad_norm": 9.9375,
      "learning_rate": 1.254742241481623e-05,
      "loss": 0.2003,
      "step": 135780
    },
    {
      "epoch": 3.8521074318621853,
      "grad_norm": 14.1875,
      "learning_rate": 1.2546843474913089e-05,
      "loss": 0.2045,
      "step": 135790
    },
    {
      "epoch": 3.852391117793491,
      "grad_norm": 12.4375,
      "learning_rate": 1.2546264535009944e-05,
      "loss": 0.2506,
      "step": 135800
    },
    {
      "epoch": 3.8526748037247964,
      "grad_norm": 10.875,
      "learning_rate": 1.25456855951068e-05,
      "loss": 0.2253,
      "step": 135810
    },
    {
      "epoch": 3.8529584896561015,
      "grad_norm": 10.5625,
      "learning_rate": 1.2545106655203659e-05,
      "loss": 0.2096,
      "step": 135820
    },
    {
      "epoch": 3.853242175587407,
      "grad_norm": 9.625,
      "learning_rate": 1.2544527715300514e-05,
      "loss": 0.1872,
      "step": 135830
    },
    {
      "epoch": 3.8535258615187127,
      "grad_norm": 11.6875,
      "learning_rate": 1.254394877539737e-05,
      "loss": 0.2465,
      "step": 135840
    },
    {
      "epoch": 3.8538095474500182,
      "grad_norm": 10.3125,
      "learning_rate": 1.2543369835494228e-05,
      "loss": 0.2132,
      "step": 135850
    },
    {
      "epoch": 3.854093233381324,
      "grad_norm": 12.625,
      "learning_rate": 1.2542790895591083e-05,
      "loss": 0.219,
      "step": 135860
    },
    {
      "epoch": 3.854376919312629,
      "grad_norm": 13.5625,
      "learning_rate": 1.2542211955687942e-05,
      "loss": 0.2193,
      "step": 135870
    },
    {
      "epoch": 3.8546606052439345,
      "grad_norm": 8.875,
      "learning_rate": 1.2541633015784798e-05,
      "loss": 0.2108,
      "step": 135880
    },
    {
      "epoch": 3.85494429117524,
      "grad_norm": 8.5625,
      "learning_rate": 1.2541054075881653e-05,
      "loss": 0.1706,
      "step": 135890
    },
    {
      "epoch": 3.855227977106545,
      "grad_norm": 9.25,
      "learning_rate": 1.2540475135978512e-05,
      "loss": 0.1703,
      "step": 135900
    },
    {
      "epoch": 3.8555116630378508,
      "grad_norm": 10.375,
      "learning_rate": 1.2539896196075367e-05,
      "loss": 0.1824,
      "step": 135910
    },
    {
      "epoch": 3.8557953489691563,
      "grad_norm": 8.625,
      "learning_rate": 1.2539317256172223e-05,
      "loss": 0.194,
      "step": 135920
    },
    {
      "epoch": 3.8560790349004614,
      "grad_norm": 10.4375,
      "learning_rate": 1.2538738316269082e-05,
      "loss": 0.2084,
      "step": 135930
    },
    {
      "epoch": 3.856362720831767,
      "grad_norm": 12.3125,
      "learning_rate": 1.2538159376365937e-05,
      "loss": 0.2253,
      "step": 135940
    },
    {
      "epoch": 3.8566464067630726,
      "grad_norm": 9.5,
      "learning_rate": 1.2537580436462795e-05,
      "loss": 0.1608,
      "step": 135950
    },
    {
      "epoch": 3.856930092694378,
      "grad_norm": 12.875,
      "learning_rate": 1.2537001496559652e-05,
      "loss": 0.2044,
      "step": 135960
    },
    {
      "epoch": 3.8572137786256837,
      "grad_norm": 9.5,
      "learning_rate": 1.2536422556656506e-05,
      "loss": 0.182,
      "step": 135970
    },
    {
      "epoch": 3.857497464556989,
      "grad_norm": 11.125,
      "learning_rate": 1.2535843616753365e-05,
      "loss": 0.2092,
      "step": 135980
    },
    {
      "epoch": 3.8577811504882944,
      "grad_norm": 9.9375,
      "learning_rate": 1.2535264676850221e-05,
      "loss": 0.2357,
      "step": 135990
    },
    {
      "epoch": 3.8580648364196,
      "grad_norm": 11.375,
      "learning_rate": 1.2534685736947076e-05,
      "loss": 0.2358,
      "step": 136000
    },
    {
      "epoch": 3.858348522350905,
      "grad_norm": 11.5,
      "learning_rate": 1.2534106797043935e-05,
      "loss": 0.1653,
      "step": 136010
    },
    {
      "epoch": 3.8586322082822107,
      "grad_norm": 7.5625,
      "learning_rate": 1.253352785714079e-05,
      "loss": 0.2355,
      "step": 136020
    },
    {
      "epoch": 3.858915894213516,
      "grad_norm": 11.9375,
      "learning_rate": 1.2532948917237646e-05,
      "loss": 0.2036,
      "step": 136030
    },
    {
      "epoch": 3.859199580144822,
      "grad_norm": 9.0,
      "learning_rate": 1.2532369977334505e-05,
      "loss": 0.2209,
      "step": 136040
    },
    {
      "epoch": 3.8594832660761274,
      "grad_norm": 8.875,
      "learning_rate": 1.253179103743136e-05,
      "loss": 0.205,
      "step": 136050
    },
    {
      "epoch": 3.8597669520074325,
      "grad_norm": 9.25,
      "learning_rate": 1.2531212097528218e-05,
      "loss": 0.1916,
      "step": 136060
    },
    {
      "epoch": 3.860050637938738,
      "grad_norm": 8.1875,
      "learning_rate": 1.2530633157625075e-05,
      "loss": 0.1831,
      "step": 136070
    },
    {
      "epoch": 3.8603343238700436,
      "grad_norm": 8.0625,
      "learning_rate": 1.253005421772193e-05,
      "loss": 0.1615,
      "step": 136080
    },
    {
      "epoch": 3.8606180098013487,
      "grad_norm": 13.0,
      "learning_rate": 1.2529475277818788e-05,
      "loss": 0.232,
      "step": 136090
    },
    {
      "epoch": 3.8609016957326543,
      "grad_norm": 8.875,
      "learning_rate": 1.2528896337915643e-05,
      "loss": 0.1766,
      "step": 136100
    },
    {
      "epoch": 3.86118538166396,
      "grad_norm": 7.4375,
      "learning_rate": 1.25283173980125e-05,
      "loss": 0.1887,
      "step": 136110
    },
    {
      "epoch": 3.8614690675952654,
      "grad_norm": 13.625,
      "learning_rate": 1.2527738458109358e-05,
      "loss": 0.2076,
      "step": 136120
    },
    {
      "epoch": 3.861752753526571,
      "grad_norm": 9.625,
      "learning_rate": 1.2527159518206213e-05,
      "loss": 0.2115,
      "step": 136130
    },
    {
      "epoch": 3.862036439457876,
      "grad_norm": 9.625,
      "learning_rate": 1.252658057830307e-05,
      "loss": 0.2115,
      "step": 136140
    },
    {
      "epoch": 3.8623201253891817,
      "grad_norm": 18.25,
      "learning_rate": 1.2526001638399928e-05,
      "loss": 0.2273,
      "step": 136150
    },
    {
      "epoch": 3.8626038113204872,
      "grad_norm": 7.78125,
      "learning_rate": 1.2525422698496783e-05,
      "loss": 0.1974,
      "step": 136160
    },
    {
      "epoch": 3.8628874972517924,
      "grad_norm": 14.5,
      "learning_rate": 1.2524843758593641e-05,
      "loss": 0.2295,
      "step": 136170
    },
    {
      "epoch": 3.863171183183098,
      "grad_norm": 7.6875,
      "learning_rate": 1.2524264818690498e-05,
      "loss": 0.2068,
      "step": 136180
    },
    {
      "epoch": 3.8634548691144035,
      "grad_norm": 10.0625,
      "learning_rate": 1.2523685878787353e-05,
      "loss": 0.1696,
      "step": 136190
    },
    {
      "epoch": 3.8637385550457086,
      "grad_norm": 11.875,
      "learning_rate": 1.2523106938884211e-05,
      "loss": 0.2116,
      "step": 136200
    },
    {
      "epoch": 3.864022240977014,
      "grad_norm": 10.4375,
      "learning_rate": 1.2522527998981066e-05,
      "loss": 0.2116,
      "step": 136210
    },
    {
      "epoch": 3.8643059269083198,
      "grad_norm": 11.8125,
      "learning_rate": 1.2521949059077922e-05,
      "loss": 0.2117,
      "step": 136220
    },
    {
      "epoch": 3.8645896128396253,
      "grad_norm": 12.3125,
      "learning_rate": 1.252137011917478e-05,
      "loss": 0.1784,
      "step": 136230
    },
    {
      "epoch": 3.864873298770931,
      "grad_norm": 13.75,
      "learning_rate": 1.2520791179271636e-05,
      "loss": 0.2109,
      "step": 136240
    },
    {
      "epoch": 3.865156984702236,
      "grad_norm": 11.5625,
      "learning_rate": 1.2520212239368494e-05,
      "loss": 0.193,
      "step": 136250
    },
    {
      "epoch": 3.8654406706335416,
      "grad_norm": 8.1875,
      "learning_rate": 1.251963329946535e-05,
      "loss": 0.1997,
      "step": 136260
    },
    {
      "epoch": 3.865724356564847,
      "grad_norm": 12.5,
      "learning_rate": 1.2519054359562206e-05,
      "loss": 0.2096,
      "step": 136270
    },
    {
      "epoch": 3.8660080424961523,
      "grad_norm": 9.0625,
      "learning_rate": 1.2518475419659064e-05,
      "loss": 0.2189,
      "step": 136280
    },
    {
      "epoch": 3.866291728427458,
      "grad_norm": 9.125,
      "learning_rate": 1.251789647975592e-05,
      "loss": 0.1813,
      "step": 136290
    },
    {
      "epoch": 3.8665754143587634,
      "grad_norm": 11.3125,
      "learning_rate": 1.2517317539852776e-05,
      "loss": 0.2129,
      "step": 136300
    },
    {
      "epoch": 3.866859100290069,
      "grad_norm": 10.5,
      "learning_rate": 1.2516738599949634e-05,
      "loss": 0.1954,
      "step": 136310
    },
    {
      "epoch": 3.8671427862213745,
      "grad_norm": 12.625,
      "learning_rate": 1.2516159660046489e-05,
      "loss": 0.2228,
      "step": 136320
    },
    {
      "epoch": 3.8674264721526797,
      "grad_norm": 10.8125,
      "learning_rate": 1.2515580720143346e-05,
      "loss": 0.2077,
      "step": 136330
    },
    {
      "epoch": 3.867710158083985,
      "grad_norm": 13.4375,
      "learning_rate": 1.2515001780240204e-05,
      "loss": 0.1842,
      "step": 136340
    },
    {
      "epoch": 3.867993844015291,
      "grad_norm": 12.3125,
      "learning_rate": 1.2514422840337059e-05,
      "loss": 0.1799,
      "step": 136350
    },
    {
      "epoch": 3.868277529946596,
      "grad_norm": 10.625,
      "learning_rate": 1.2513843900433917e-05,
      "loss": 0.1891,
      "step": 136360
    },
    {
      "epoch": 3.8685612158779015,
      "grad_norm": 10.1875,
      "learning_rate": 1.2513264960530774e-05,
      "loss": 0.2205,
      "step": 136370
    },
    {
      "epoch": 3.868844901809207,
      "grad_norm": 10.9375,
      "learning_rate": 1.2512686020627629e-05,
      "loss": 0.1924,
      "step": 136380
    },
    {
      "epoch": 3.8691285877405126,
      "grad_norm": 11.6875,
      "learning_rate": 1.2512107080724487e-05,
      "loss": 0.2287,
      "step": 136390
    },
    {
      "epoch": 3.869412273671818,
      "grad_norm": 9.25,
      "learning_rate": 1.2511528140821344e-05,
      "loss": 0.1964,
      "step": 136400
    },
    {
      "epoch": 3.8696959596031233,
      "grad_norm": 8.625,
      "learning_rate": 1.2510949200918199e-05,
      "loss": 0.202,
      "step": 136410
    },
    {
      "epoch": 3.869979645534429,
      "grad_norm": 8.4375,
      "learning_rate": 1.2510370261015057e-05,
      "loss": 0.2046,
      "step": 136420
    },
    {
      "epoch": 3.8702633314657344,
      "grad_norm": 10.8125,
      "learning_rate": 1.2509791321111912e-05,
      "loss": 0.1692,
      "step": 136430
    },
    {
      "epoch": 3.8705470173970395,
      "grad_norm": 4.5,
      "learning_rate": 1.250921238120877e-05,
      "loss": 0.1936,
      "step": 136440
    },
    {
      "epoch": 3.870830703328345,
      "grad_norm": 14.3125,
      "learning_rate": 1.2508633441305627e-05,
      "loss": 0.1936,
      "step": 136450
    },
    {
      "epoch": 3.8711143892596507,
      "grad_norm": 13.0625,
      "learning_rate": 1.2508054501402482e-05,
      "loss": 0.1925,
      "step": 136460
    },
    {
      "epoch": 3.8713980751909562,
      "grad_norm": 14.125,
      "learning_rate": 1.250747556149934e-05,
      "loss": 0.2417,
      "step": 136470
    },
    {
      "epoch": 3.871681761122262,
      "grad_norm": 12.5625,
      "learning_rate": 1.2506896621596197e-05,
      "loss": 0.2356,
      "step": 136480
    },
    {
      "epoch": 3.871965447053567,
      "grad_norm": 9.25,
      "learning_rate": 1.2506317681693052e-05,
      "loss": 0.1861,
      "step": 136490
    },
    {
      "epoch": 3.8722491329848725,
      "grad_norm": 11.4375,
      "learning_rate": 1.250573874178991e-05,
      "loss": 0.1788,
      "step": 136500
    },
    {
      "epoch": 3.872532818916178,
      "grad_norm": 11.1875,
      "learning_rate": 1.2505159801886767e-05,
      "loss": 0.2052,
      "step": 136510
    },
    {
      "epoch": 3.872816504847483,
      "grad_norm": 16.625,
      "learning_rate": 1.2504580861983622e-05,
      "loss": 0.2083,
      "step": 136520
    },
    {
      "epoch": 3.8731001907787888,
      "grad_norm": 5.90625,
      "learning_rate": 1.250400192208048e-05,
      "loss": 0.1859,
      "step": 136530
    },
    {
      "epoch": 3.8733838767100943,
      "grad_norm": 14.1875,
      "learning_rate": 1.2503422982177335e-05,
      "loss": 0.193,
      "step": 136540
    },
    {
      "epoch": 3.8736675626413994,
      "grad_norm": 9.4375,
      "learning_rate": 1.2502844042274193e-05,
      "loss": 0.2041,
      "step": 136550
    },
    {
      "epoch": 3.873951248572705,
      "grad_norm": 14.5625,
      "learning_rate": 1.250226510237105e-05,
      "loss": 0.2016,
      "step": 136560
    },
    {
      "epoch": 3.8742349345040106,
      "grad_norm": 13.1875,
      "learning_rate": 1.2501686162467905e-05,
      "loss": 0.1794,
      "step": 136570
    },
    {
      "epoch": 3.874518620435316,
      "grad_norm": 12.625,
      "learning_rate": 1.2501107222564763e-05,
      "loss": 0.2032,
      "step": 136580
    },
    {
      "epoch": 3.8748023063666217,
      "grad_norm": 10.75,
      "learning_rate": 1.250052828266162e-05,
      "loss": 0.2004,
      "step": 136590
    },
    {
      "epoch": 3.875085992297927,
      "grad_norm": 8.1875,
      "learning_rate": 1.2499949342758475e-05,
      "loss": 0.2135,
      "step": 136600
    },
    {
      "epoch": 3.8753696782292324,
      "grad_norm": 9.0,
      "learning_rate": 1.2499370402855333e-05,
      "loss": 0.1858,
      "step": 136610
    },
    {
      "epoch": 3.875653364160538,
      "grad_norm": 10.5,
      "learning_rate": 1.2498791462952188e-05,
      "loss": 0.2714,
      "step": 136620
    },
    {
      "epoch": 3.875937050091843,
      "grad_norm": 12.8125,
      "learning_rate": 1.2498212523049046e-05,
      "loss": 0.1836,
      "step": 136630
    },
    {
      "epoch": 3.8762207360231486,
      "grad_norm": 12.625,
      "learning_rate": 1.2497633583145903e-05,
      "loss": 0.1981,
      "step": 136640
    },
    {
      "epoch": 3.876504421954454,
      "grad_norm": 11.0625,
      "learning_rate": 1.2497054643242758e-05,
      "loss": 0.2382,
      "step": 136650
    },
    {
      "epoch": 3.87678810788576,
      "grad_norm": 11.25,
      "learning_rate": 1.2496475703339616e-05,
      "loss": 0.1897,
      "step": 136660
    },
    {
      "epoch": 3.8770717938170653,
      "grad_norm": 13.375,
      "learning_rate": 1.2495896763436473e-05,
      "loss": 0.193,
      "step": 136670
    },
    {
      "epoch": 3.8773554797483705,
      "grad_norm": 10.9375,
      "learning_rate": 1.2495317823533328e-05,
      "loss": 0.1815,
      "step": 136680
    },
    {
      "epoch": 3.877639165679676,
      "grad_norm": 11.3125,
      "learning_rate": 1.2494738883630186e-05,
      "loss": 0.2418,
      "step": 136690
    },
    {
      "epoch": 3.8779228516109816,
      "grad_norm": 9.5625,
      "learning_rate": 1.2494159943727043e-05,
      "loss": 0.2,
      "step": 136700
    },
    {
      "epoch": 3.8782065375422867,
      "grad_norm": 9.4375,
      "learning_rate": 1.2493581003823898e-05,
      "loss": 0.1835,
      "step": 136710
    },
    {
      "epoch": 3.8784902234735923,
      "grad_norm": 10.5625,
      "learning_rate": 1.2493002063920756e-05,
      "loss": 0.1707,
      "step": 136720
    },
    {
      "epoch": 3.878773909404898,
      "grad_norm": 11.625,
      "learning_rate": 1.2492423124017611e-05,
      "loss": 0.1728,
      "step": 136730
    },
    {
      "epoch": 3.8790575953362034,
      "grad_norm": 12.25,
      "learning_rate": 1.249184418411447e-05,
      "loss": 0.169,
      "step": 136740
    },
    {
      "epoch": 3.879341281267509,
      "grad_norm": 16.375,
      "learning_rate": 1.2491265244211326e-05,
      "loss": 0.2433,
      "step": 136750
    },
    {
      "epoch": 3.879624967198814,
      "grad_norm": 8.625,
      "learning_rate": 1.2490686304308181e-05,
      "loss": 0.1857,
      "step": 136760
    },
    {
      "epoch": 3.8799086531301197,
      "grad_norm": 13.8125,
      "learning_rate": 1.249010736440504e-05,
      "loss": 0.2153,
      "step": 136770
    },
    {
      "epoch": 3.8801923390614252,
      "grad_norm": 12.25,
      "learning_rate": 1.2489528424501896e-05,
      "loss": 0.2223,
      "step": 136780
    },
    {
      "epoch": 3.8804760249927304,
      "grad_norm": 10.0625,
      "learning_rate": 1.2488949484598751e-05,
      "loss": 0.2028,
      "step": 136790
    },
    {
      "epoch": 3.880759710924036,
      "grad_norm": 10.8125,
      "learning_rate": 1.248837054469561e-05,
      "loss": 0.1906,
      "step": 136800
    },
    {
      "epoch": 3.8810433968553415,
      "grad_norm": 10.375,
      "learning_rate": 1.2487791604792466e-05,
      "loss": 0.1688,
      "step": 136810
    },
    {
      "epoch": 3.881327082786647,
      "grad_norm": 12.4375,
      "learning_rate": 1.2487212664889323e-05,
      "loss": 0.1922,
      "step": 136820
    },
    {
      "epoch": 3.8816107687179526,
      "grad_norm": 6.34375,
      "learning_rate": 1.248663372498618e-05,
      "loss": 0.1744,
      "step": 136830
    },
    {
      "epoch": 3.8818944546492578,
      "grad_norm": 12.8125,
      "learning_rate": 1.2486054785083034e-05,
      "loss": 0.2233,
      "step": 136840
    },
    {
      "epoch": 3.8821781405805633,
      "grad_norm": 8.6875,
      "learning_rate": 1.2485475845179893e-05,
      "loss": 0.1872,
      "step": 136850
    },
    {
      "epoch": 3.882461826511869,
      "grad_norm": 20.0,
      "learning_rate": 1.248489690527675e-05,
      "loss": 0.1722,
      "step": 136860
    },
    {
      "epoch": 3.882745512443174,
      "grad_norm": 10.9375,
      "learning_rate": 1.2484317965373604e-05,
      "loss": 0.2153,
      "step": 136870
    },
    {
      "epoch": 3.8830291983744796,
      "grad_norm": 15.8125,
      "learning_rate": 1.2483739025470462e-05,
      "loss": 0.1885,
      "step": 136880
    },
    {
      "epoch": 3.883312884305785,
      "grad_norm": 12.25,
      "learning_rate": 1.2483160085567319e-05,
      "loss": 0.2177,
      "step": 136890
    },
    {
      "epoch": 3.8835965702370903,
      "grad_norm": 9.625,
      "learning_rate": 1.2482581145664174e-05,
      "loss": 0.1964,
      "step": 136900
    },
    {
      "epoch": 3.883880256168396,
      "grad_norm": 9.625,
      "learning_rate": 1.2482002205761032e-05,
      "loss": 0.2076,
      "step": 136910
    },
    {
      "epoch": 3.8841639420997014,
      "grad_norm": 12.5625,
      "learning_rate": 1.2481423265857889e-05,
      "loss": 0.1872,
      "step": 136920
    },
    {
      "epoch": 3.884447628031007,
      "grad_norm": 8.0625,
      "learning_rate": 1.2480844325954746e-05,
      "loss": 0.2293,
      "step": 136930
    },
    {
      "epoch": 3.8847313139623125,
      "grad_norm": 10.8125,
      "learning_rate": 1.2480265386051602e-05,
      "loss": 0.1955,
      "step": 136940
    },
    {
      "epoch": 3.8850149998936176,
      "grad_norm": 9.25,
      "learning_rate": 1.2479686446148457e-05,
      "loss": 0.2003,
      "step": 136950
    },
    {
      "epoch": 3.885298685824923,
      "grad_norm": 18.875,
      "learning_rate": 1.2479107506245316e-05,
      "loss": 0.2133,
      "step": 136960
    },
    {
      "epoch": 3.885582371756229,
      "grad_norm": 10.875,
      "learning_rate": 1.2478528566342172e-05,
      "loss": 0.2279,
      "step": 136970
    },
    {
      "epoch": 3.885866057687534,
      "grad_norm": 6.3125,
      "learning_rate": 1.2477949626439027e-05,
      "loss": 0.1683,
      "step": 136980
    },
    {
      "epoch": 3.8861497436188395,
      "grad_norm": 9.8125,
      "learning_rate": 1.2477370686535885e-05,
      "loss": 0.1863,
      "step": 136990
    },
    {
      "epoch": 3.886433429550145,
      "grad_norm": 8.75,
      "learning_rate": 1.2476791746632742e-05,
      "loss": 0.1773,
      "step": 137000
    },
    {
      "epoch": 3.8867171154814506,
      "grad_norm": 10.0625,
      "learning_rate": 1.2476212806729599e-05,
      "loss": 0.2536,
      "step": 137010
    },
    {
      "epoch": 3.887000801412756,
      "grad_norm": 9.0,
      "learning_rate": 1.2475633866826455e-05,
      "loss": 0.2106,
      "step": 137020
    },
    {
      "epoch": 3.8872844873440613,
      "grad_norm": 11.375,
      "learning_rate": 1.2475054926923312e-05,
      "loss": 0.1979,
      "step": 137030
    },
    {
      "epoch": 3.887568173275367,
      "grad_norm": 10.8125,
      "learning_rate": 1.2474475987020169e-05,
      "loss": 0.196,
      "step": 137040
    },
    {
      "epoch": 3.8878518592066724,
      "grad_norm": 10.25,
      "learning_rate": 1.2473897047117025e-05,
      "loss": 0.1655,
      "step": 137050
    },
    {
      "epoch": 3.8881355451379775,
      "grad_norm": 10.4375,
      "learning_rate": 1.247331810721388e-05,
      "loss": 0.2021,
      "step": 137060
    },
    {
      "epoch": 3.888419231069283,
      "grad_norm": 10.5625,
      "learning_rate": 1.2472739167310739e-05,
      "loss": 0.1677,
      "step": 137070
    },
    {
      "epoch": 3.8887029170005887,
      "grad_norm": 11.875,
      "learning_rate": 1.2472160227407595e-05,
      "loss": 0.2208,
      "step": 137080
    },
    {
      "epoch": 3.8889866029318942,
      "grad_norm": 13.25,
      "learning_rate": 1.247158128750445e-05,
      "loss": 0.1748,
      "step": 137090
    },
    {
      "epoch": 3.8892702888632,
      "grad_norm": 11.125,
      "learning_rate": 1.2471002347601309e-05,
      "loss": 0.1981,
      "step": 137100
    },
    {
      "epoch": 3.889553974794505,
      "grad_norm": 9.5625,
      "learning_rate": 1.2470423407698165e-05,
      "loss": 0.1831,
      "step": 137110
    },
    {
      "epoch": 3.8898376607258105,
      "grad_norm": 17.125,
      "learning_rate": 1.2469844467795022e-05,
      "loss": 0.2046,
      "step": 137120
    },
    {
      "epoch": 3.890121346657116,
      "grad_norm": 9.625,
      "learning_rate": 1.2469265527891878e-05,
      "loss": 0.1872,
      "step": 137130
    },
    {
      "epoch": 3.890405032588421,
      "grad_norm": 10.0625,
      "learning_rate": 1.2468686587988733e-05,
      "loss": 0.2064,
      "step": 137140
    },
    {
      "epoch": 3.8906887185197268,
      "grad_norm": 9.625,
      "learning_rate": 1.2468107648085592e-05,
      "loss": 0.1785,
      "step": 137150
    },
    {
      "epoch": 3.8909724044510323,
      "grad_norm": 8.5625,
      "learning_rate": 1.2467528708182448e-05,
      "loss": 0.2152,
      "step": 137160
    },
    {
      "epoch": 3.8912560903823374,
      "grad_norm": 12.75,
      "learning_rate": 1.2466949768279303e-05,
      "loss": 0.2353,
      "step": 137170
    },
    {
      "epoch": 3.891539776313643,
      "grad_norm": 11.0,
      "learning_rate": 1.2466370828376162e-05,
      "loss": 0.1963,
      "step": 137180
    },
    {
      "epoch": 3.8918234622449486,
      "grad_norm": 15.9375,
      "learning_rate": 1.2465791888473018e-05,
      "loss": 0.1895,
      "step": 137190
    },
    {
      "epoch": 3.892107148176254,
      "grad_norm": 8.375,
      "learning_rate": 1.2465212948569873e-05,
      "loss": 0.1775,
      "step": 137200
    },
    {
      "epoch": 3.8923908341075597,
      "grad_norm": 15.875,
      "learning_rate": 1.2464634008666732e-05,
      "loss": 0.2182,
      "step": 137210
    },
    {
      "epoch": 3.892674520038865,
      "grad_norm": 12.375,
      "learning_rate": 1.2464055068763588e-05,
      "loss": 0.164,
      "step": 137220
    },
    {
      "epoch": 3.8929582059701704,
      "grad_norm": 11.125,
      "learning_rate": 1.2463476128860445e-05,
      "loss": 0.2219,
      "step": 137230
    },
    {
      "epoch": 3.893241891901476,
      "grad_norm": 10.375,
      "learning_rate": 1.2462897188957301e-05,
      "loss": 0.2443,
      "step": 137240
    },
    {
      "epoch": 3.893525577832781,
      "grad_norm": 8.25,
      "learning_rate": 1.2462318249054156e-05,
      "loss": 0.1923,
      "step": 137250
    },
    {
      "epoch": 3.8938092637640866,
      "grad_norm": 13.9375,
      "learning_rate": 1.2461739309151015e-05,
      "loss": 0.21,
      "step": 137260
    },
    {
      "epoch": 3.894092949695392,
      "grad_norm": 12.0625,
      "learning_rate": 1.2461160369247871e-05,
      "loss": 0.185,
      "step": 137270
    },
    {
      "epoch": 3.894376635626698,
      "grad_norm": 6.5,
      "learning_rate": 1.2460581429344726e-05,
      "loss": 0.1902,
      "step": 137280
    },
    {
      "epoch": 3.8946603215580033,
      "grad_norm": 12.3125,
      "learning_rate": 1.2460002489441585e-05,
      "loss": 0.2058,
      "step": 137290
    },
    {
      "epoch": 3.8949440074893085,
      "grad_norm": 8.125,
      "learning_rate": 1.2459423549538441e-05,
      "loss": 0.2246,
      "step": 137300
    },
    {
      "epoch": 3.895227693420614,
      "grad_norm": 10.75,
      "learning_rate": 1.24588446096353e-05,
      "loss": 0.1959,
      "step": 137310
    },
    {
      "epoch": 3.8955113793519196,
      "grad_norm": 10.3125,
      "learning_rate": 1.2458265669732155e-05,
      "loss": 0.188,
      "step": 137320
    },
    {
      "epoch": 3.8957950652832247,
      "grad_norm": 12.0,
      "learning_rate": 1.2457686729829011e-05,
      "loss": 0.1589,
      "step": 137330
    },
    {
      "epoch": 3.8960787512145303,
      "grad_norm": 13.4375,
      "learning_rate": 1.2457107789925868e-05,
      "loss": 0.1989,
      "step": 137340
    },
    {
      "epoch": 3.896362437145836,
      "grad_norm": 9.1875,
      "learning_rate": 1.2456528850022725e-05,
      "loss": 0.1837,
      "step": 137350
    },
    {
      "epoch": 3.8966461230771414,
      "grad_norm": 12.5,
      "learning_rate": 1.245594991011958e-05,
      "loss": 0.1595,
      "step": 137360
    },
    {
      "epoch": 3.896929809008447,
      "grad_norm": 13.0625,
      "learning_rate": 1.2455370970216438e-05,
      "loss": 0.2068,
      "step": 137370
    },
    {
      "epoch": 3.897213494939752,
      "grad_norm": 12.375,
      "learning_rate": 1.2454792030313294e-05,
      "loss": 0.1946,
      "step": 137380
    },
    {
      "epoch": 3.8974971808710577,
      "grad_norm": 10.6875,
      "learning_rate": 1.245421309041015e-05,
      "loss": 0.1519,
      "step": 137390
    },
    {
      "epoch": 3.8977808668023632,
      "grad_norm": 9.8125,
      "learning_rate": 1.2453634150507008e-05,
      "loss": 0.1711,
      "step": 137400
    },
    {
      "epoch": 3.8980645527336684,
      "grad_norm": 11.25,
      "learning_rate": 1.2453055210603864e-05,
      "loss": 0.1884,
      "step": 137410
    },
    {
      "epoch": 3.898348238664974,
      "grad_norm": 11.625,
      "learning_rate": 1.2452476270700721e-05,
      "loss": 0.183,
      "step": 137420
    },
    {
      "epoch": 3.8986319245962795,
      "grad_norm": 11.25,
      "learning_rate": 1.2451897330797578e-05,
      "loss": 0.1818,
      "step": 137430
    },
    {
      "epoch": 3.898915610527585,
      "grad_norm": 10.5625,
      "learning_rate": 1.2451318390894434e-05,
      "loss": 0.189,
      "step": 137440
    },
    {
      "epoch": 3.8991992964588906,
      "grad_norm": 13.0625,
      "learning_rate": 1.2450739450991291e-05,
      "loss": 0.1995,
      "step": 137450
    },
    {
      "epoch": 3.8994829823901958,
      "grad_norm": 9.9375,
      "learning_rate": 1.2450160511088148e-05,
      "loss": 0.2149,
      "step": 137460
    },
    {
      "epoch": 3.8997666683215013,
      "grad_norm": 8.3125,
      "learning_rate": 1.2449581571185003e-05,
      "loss": 0.1788,
      "step": 137470
    },
    {
      "epoch": 3.900050354252807,
      "grad_norm": 9.1875,
      "learning_rate": 1.2449002631281861e-05,
      "loss": 0.2138,
      "step": 137480
    },
    {
      "epoch": 3.900334040184112,
      "grad_norm": 13.25,
      "learning_rate": 1.2448423691378718e-05,
      "loss": 0.2153,
      "step": 137490
    },
    {
      "epoch": 3.9006177261154176,
      "grad_norm": 11.625,
      "learning_rate": 1.2447844751475576e-05,
      "loss": 0.1657,
      "step": 137500
    },
    {
      "epoch": 3.900901412046723,
      "grad_norm": 11.75,
      "learning_rate": 1.244726581157243e-05,
      "loss": 0.1856,
      "step": 137510
    },
    {
      "epoch": 3.9011850979780283,
      "grad_norm": 12.5625,
      "learning_rate": 1.2446686871669287e-05,
      "loss": 0.1751,
      "step": 137520
    },
    {
      "epoch": 3.901468783909334,
      "grad_norm": 11.625,
      "learning_rate": 1.2446107931766144e-05,
      "loss": 0.2046,
      "step": 137530
    },
    {
      "epoch": 3.9017524698406394,
      "grad_norm": 8.375,
      "learning_rate": 1.2445528991863e-05,
      "loss": 0.1784,
      "step": 137540
    },
    {
      "epoch": 3.902036155771945,
      "grad_norm": 17.75,
      "learning_rate": 1.2444950051959857e-05,
      "loss": 0.214,
      "step": 137550
    },
    {
      "epoch": 3.9023198417032505,
      "grad_norm": 23.0,
      "learning_rate": 1.2444371112056714e-05,
      "loss": 0.1784,
      "step": 137560
    },
    {
      "epoch": 3.9026035276345556,
      "grad_norm": 8.3125,
      "learning_rate": 1.244379217215357e-05,
      "loss": 0.2065,
      "step": 137570
    },
    {
      "epoch": 3.902887213565861,
      "grad_norm": 8.8125,
      "learning_rate": 1.2443213232250426e-05,
      "loss": 0.1864,
      "step": 137580
    },
    {
      "epoch": 3.903170899497167,
      "grad_norm": 9.875,
      "learning_rate": 1.2442634292347284e-05,
      "loss": 0.2053,
      "step": 137590
    },
    {
      "epoch": 3.903454585428472,
      "grad_norm": 8.6875,
      "learning_rate": 1.244205535244414e-05,
      "loss": 0.2204,
      "step": 137600
    },
    {
      "epoch": 3.9037382713597775,
      "grad_norm": 11.375,
      "learning_rate": 1.2441476412540999e-05,
      "loss": 0.1711,
      "step": 137610
    },
    {
      "epoch": 3.904021957291083,
      "grad_norm": 16.375,
      "learning_rate": 1.2440897472637854e-05,
      "loss": 0.2146,
      "step": 137620
    },
    {
      "epoch": 3.9043056432223886,
      "grad_norm": 8.0625,
      "learning_rate": 1.244031853273471e-05,
      "loss": 0.1904,
      "step": 137630
    },
    {
      "epoch": 3.904589329153694,
      "grad_norm": 12.1875,
      "learning_rate": 1.2439739592831567e-05,
      "loss": 0.1977,
      "step": 137640
    },
    {
      "epoch": 3.9048730150849993,
      "grad_norm": 10.3125,
      "learning_rate": 1.2439160652928424e-05,
      "loss": 0.2077,
      "step": 137650
    },
    {
      "epoch": 3.905156701016305,
      "grad_norm": 11.0,
      "learning_rate": 1.2438581713025279e-05,
      "loss": 0.2048,
      "step": 137660
    },
    {
      "epoch": 3.9054403869476104,
      "grad_norm": 11.75,
      "learning_rate": 1.2438002773122137e-05,
      "loss": 0.2249,
      "step": 137670
    },
    {
      "epoch": 3.9057240728789155,
      "grad_norm": 8.625,
      "learning_rate": 1.2437423833218994e-05,
      "loss": 0.1934,
      "step": 137680
    },
    {
      "epoch": 3.906007758810221,
      "grad_norm": 9.4375,
      "learning_rate": 1.2436844893315852e-05,
      "loss": 0.1702,
      "step": 137690
    },
    {
      "epoch": 3.9062914447415267,
      "grad_norm": 11.5625,
      "learning_rate": 1.2436265953412707e-05,
      "loss": 0.1737,
      "step": 137700
    },
    {
      "epoch": 3.9065751306728322,
      "grad_norm": 8.625,
      "learning_rate": 1.2435687013509564e-05,
      "loss": 0.1473,
      "step": 137710
    },
    {
      "epoch": 3.906858816604138,
      "grad_norm": 10.1875,
      "learning_rate": 1.2435108073606422e-05,
      "loss": 0.2341,
      "step": 137720
    },
    {
      "epoch": 3.907142502535443,
      "grad_norm": 7.96875,
      "learning_rate": 1.2434529133703277e-05,
      "loss": 0.2047,
      "step": 137730
    },
    {
      "epoch": 3.9074261884667485,
      "grad_norm": 12.75,
      "learning_rate": 1.2433950193800134e-05,
      "loss": 0.1978,
      "step": 137740
    },
    {
      "epoch": 3.907709874398054,
      "grad_norm": 9.5625,
      "learning_rate": 1.243337125389699e-05,
      "loss": 0.1903,
      "step": 137750
    },
    {
      "epoch": 3.907993560329359,
      "grad_norm": 8.0625,
      "learning_rate": 1.2432792313993847e-05,
      "loss": 0.2189,
      "step": 137760
    },
    {
      "epoch": 3.9082772462606648,
      "grad_norm": 9.5625,
      "learning_rate": 1.2432213374090702e-05,
      "loss": 0.2022,
      "step": 137770
    },
    {
      "epoch": 3.9085609321919703,
      "grad_norm": 13.9375,
      "learning_rate": 1.243163443418756e-05,
      "loss": 0.2095,
      "step": 137780
    },
    {
      "epoch": 3.908844618123276,
      "grad_norm": 10.0,
      "learning_rate": 1.2431055494284417e-05,
      "loss": 0.145,
      "step": 137790
    },
    {
      "epoch": 3.9091283040545814,
      "grad_norm": 11.875,
      "learning_rate": 1.2430476554381275e-05,
      "loss": 0.1959,
      "step": 137800
    },
    {
      "epoch": 3.9094119899858866,
      "grad_norm": 13.1875,
      "learning_rate": 1.242989761447813e-05,
      "loss": 0.2222,
      "step": 137810
    },
    {
      "epoch": 3.909695675917192,
      "grad_norm": 6.34375,
      "learning_rate": 1.2429318674574987e-05,
      "loss": 0.1638,
      "step": 137820
    },
    {
      "epoch": 3.9099793618484977,
      "grad_norm": 10.0,
      "learning_rate": 1.2428739734671845e-05,
      "loss": 0.1955,
      "step": 137830
    },
    {
      "epoch": 3.910263047779803,
      "grad_norm": 8.6875,
      "learning_rate": 1.24281607947687e-05,
      "loss": 0.2043,
      "step": 137840
    },
    {
      "epoch": 3.9105467337111084,
      "grad_norm": 13.0625,
      "learning_rate": 1.2427581854865557e-05,
      "loss": 0.2053,
      "step": 137850
    },
    {
      "epoch": 3.910830419642414,
      "grad_norm": 12.3125,
      "learning_rate": 1.2427002914962413e-05,
      "loss": 0.1964,
      "step": 137860
    },
    {
      "epoch": 3.911114105573719,
      "grad_norm": 12.5625,
      "learning_rate": 1.242642397505927e-05,
      "loss": 0.2028,
      "step": 137870
    },
    {
      "epoch": 3.9113977915050246,
      "grad_norm": 8.125,
      "learning_rate": 1.2425845035156128e-05,
      "loss": 0.1778,
      "step": 137880
    },
    {
      "epoch": 3.91168147743633,
      "grad_norm": 11.3125,
      "learning_rate": 1.2425266095252983e-05,
      "loss": 0.2068,
      "step": 137890
    },
    {
      "epoch": 3.911965163367636,
      "grad_norm": 9.125,
      "learning_rate": 1.242468715534984e-05,
      "loss": 0.2188,
      "step": 137900
    },
    {
      "epoch": 3.9122488492989413,
      "grad_norm": 13.3125,
      "learning_rate": 1.2424108215446698e-05,
      "loss": 0.1832,
      "step": 137910
    },
    {
      "epoch": 3.9125325352302465,
      "grad_norm": 9.6875,
      "learning_rate": 1.2423529275543553e-05,
      "loss": 0.1947,
      "step": 137920
    },
    {
      "epoch": 3.912816221161552,
      "grad_norm": 9.9375,
      "learning_rate": 1.242295033564041e-05,
      "loss": 0.1851,
      "step": 137930
    },
    {
      "epoch": 3.9130999070928576,
      "grad_norm": 8.375,
      "learning_rate": 1.2422371395737266e-05,
      "loss": 0.1698,
      "step": 137940
    },
    {
      "epoch": 3.9133835930241627,
      "grad_norm": 9.5,
      "learning_rate": 1.2421792455834123e-05,
      "loss": 0.1708,
      "step": 137950
    },
    {
      "epoch": 3.9136672789554683,
      "grad_norm": 10.8125,
      "learning_rate": 1.242121351593098e-05,
      "loss": 0.1906,
      "step": 137960
    },
    {
      "epoch": 3.913950964886774,
      "grad_norm": 14.0625,
      "learning_rate": 1.2420634576027836e-05,
      "loss": 0.1925,
      "step": 137970
    },
    {
      "epoch": 3.9142346508180794,
      "grad_norm": 11.625,
      "learning_rate": 1.2420055636124693e-05,
      "loss": 0.1857,
      "step": 137980
    },
    {
      "epoch": 3.914518336749385,
      "grad_norm": 13.0625,
      "learning_rate": 1.2419476696221551e-05,
      "loss": 0.2011,
      "step": 137990
    },
    {
      "epoch": 3.91480202268069,
      "grad_norm": 9.5625,
      "learning_rate": 1.2418897756318406e-05,
      "loss": 0.19,
      "step": 138000
    },
    {
      "epoch": 3.9150857086119957,
      "grad_norm": 10.625,
      "learning_rate": 1.2418318816415263e-05,
      "loss": 0.2237,
      "step": 138010
    },
    {
      "epoch": 3.9153693945433012,
      "grad_norm": 10.5625,
      "learning_rate": 1.2417739876512121e-05,
      "loss": 0.1837,
      "step": 138020
    },
    {
      "epoch": 3.9156530804746064,
      "grad_norm": 12.75,
      "learning_rate": 1.2417160936608976e-05,
      "loss": 0.2294,
      "step": 138030
    },
    {
      "epoch": 3.915936766405912,
      "grad_norm": 13.25,
      "learning_rate": 1.2416581996705833e-05,
      "loss": 0.2378,
      "step": 138040
    },
    {
      "epoch": 3.9162204523372175,
      "grad_norm": 10.375,
      "learning_rate": 1.241600305680269e-05,
      "loss": 0.1881,
      "step": 138050
    },
    {
      "epoch": 3.916504138268523,
      "grad_norm": 12.25,
      "learning_rate": 1.2415424116899546e-05,
      "loss": 0.2329,
      "step": 138060
    },
    {
      "epoch": 3.9167878241998286,
      "grad_norm": 10.4375,
      "learning_rate": 1.2414845176996404e-05,
      "loss": 0.2365,
      "step": 138070
    },
    {
      "epoch": 3.9170715101311337,
      "grad_norm": 12.8125,
      "learning_rate": 1.241426623709326e-05,
      "loss": 0.2089,
      "step": 138080
    },
    {
      "epoch": 3.9173551960624393,
      "grad_norm": 10.8125,
      "learning_rate": 1.2413687297190116e-05,
      "loss": 0.1932,
      "step": 138090
    },
    {
      "epoch": 3.917638881993745,
      "grad_norm": 14.4375,
      "learning_rate": 1.2413108357286974e-05,
      "loss": 0.1948,
      "step": 138100
    },
    {
      "epoch": 3.91792256792505,
      "grad_norm": 11.5,
      "learning_rate": 1.241252941738383e-05,
      "loss": 0.2721,
      "step": 138110
    },
    {
      "epoch": 3.9182062538563556,
      "grad_norm": 10.0625,
      "learning_rate": 1.2411950477480686e-05,
      "loss": 0.2246,
      "step": 138120
    },
    {
      "epoch": 3.918489939787661,
      "grad_norm": 10.3125,
      "learning_rate": 1.2411371537577544e-05,
      "loss": 0.231,
      "step": 138130
    },
    {
      "epoch": 3.9187736257189663,
      "grad_norm": 29.25,
      "learning_rate": 1.2410792597674399e-05,
      "loss": 0.189,
      "step": 138140
    },
    {
      "epoch": 3.919057311650272,
      "grad_norm": 12.0625,
      "learning_rate": 1.2410213657771256e-05,
      "loss": 0.2002,
      "step": 138150
    },
    {
      "epoch": 3.9193409975815774,
      "grad_norm": 10.0,
      "learning_rate": 1.2409634717868112e-05,
      "loss": 0.1947,
      "step": 138160
    },
    {
      "epoch": 3.919624683512883,
      "grad_norm": 13.75,
      "learning_rate": 1.2409055777964969e-05,
      "loss": 0.1942,
      "step": 138170
    },
    {
      "epoch": 3.9199083694441885,
      "grad_norm": 13.25,
      "learning_rate": 1.2408476838061827e-05,
      "loss": 0.2044,
      "step": 138180
    },
    {
      "epoch": 3.9201920553754936,
      "grad_norm": 10.75,
      "learning_rate": 1.2407897898158682e-05,
      "loss": 0.1941,
      "step": 138190
    },
    {
      "epoch": 3.920475741306799,
      "grad_norm": 8.625,
      "learning_rate": 1.2407318958255539e-05,
      "loss": 0.1759,
      "step": 138200
    },
    {
      "epoch": 3.9207594272381048,
      "grad_norm": 11.25,
      "learning_rate": 1.2406740018352397e-05,
      "loss": 0.1747,
      "step": 138210
    },
    {
      "epoch": 3.92104311316941,
      "grad_norm": 8.5625,
      "learning_rate": 1.2406161078449252e-05,
      "loss": 0.2176,
      "step": 138220
    },
    {
      "epoch": 3.9213267991007155,
      "grad_norm": 13.5,
      "learning_rate": 1.2405582138546109e-05,
      "loss": 0.1803,
      "step": 138230
    },
    {
      "epoch": 3.921610485032021,
      "grad_norm": 8.875,
      "learning_rate": 1.2405003198642967e-05,
      "loss": 0.2564,
      "step": 138240
    },
    {
      "epoch": 3.9218941709633266,
      "grad_norm": 15.375,
      "learning_rate": 1.2404424258739822e-05,
      "loss": 0.1917,
      "step": 138250
    },
    {
      "epoch": 3.922177856894632,
      "grad_norm": 15.25,
      "learning_rate": 1.2403845318836679e-05,
      "loss": 0.2268,
      "step": 138260
    },
    {
      "epoch": 3.9224615428259373,
      "grad_norm": 5.875,
      "learning_rate": 1.2403266378933535e-05,
      "loss": 0.2095,
      "step": 138270
    },
    {
      "epoch": 3.922745228757243,
      "grad_norm": 12.9375,
      "learning_rate": 1.2402687439030392e-05,
      "loss": 0.2175,
      "step": 138280
    },
    {
      "epoch": 3.9230289146885484,
      "grad_norm": 12.0625,
      "learning_rate": 1.240210849912725e-05,
      "loss": 0.1945,
      "step": 138290
    },
    {
      "epoch": 3.9233126006198535,
      "grad_norm": 10.9375,
      "learning_rate": 1.2401529559224105e-05,
      "loss": 0.2059,
      "step": 138300
    },
    {
      "epoch": 3.923596286551159,
      "grad_norm": 9.375,
      "learning_rate": 1.2400950619320962e-05,
      "loss": 0.1786,
      "step": 138310
    },
    {
      "epoch": 3.9238799724824647,
      "grad_norm": 13.75,
      "learning_rate": 1.240037167941782e-05,
      "loss": 0.2056,
      "step": 138320
    },
    {
      "epoch": 3.9241636584137702,
      "grad_norm": 9.625,
      "learning_rate": 1.2399792739514675e-05,
      "loss": 0.1925,
      "step": 138330
    },
    {
      "epoch": 3.924447344345076,
      "grad_norm": 10.1875,
      "learning_rate": 1.2399213799611532e-05,
      "loss": 0.1961,
      "step": 138340
    },
    {
      "epoch": 3.924731030276381,
      "grad_norm": 8.625,
      "learning_rate": 1.2398634859708389e-05,
      "loss": 0.222,
      "step": 138350
    },
    {
      "epoch": 3.9250147162076865,
      "grad_norm": 10.875,
      "learning_rate": 1.2398055919805245e-05,
      "loss": 0.2191,
      "step": 138360
    },
    {
      "epoch": 3.925298402138992,
      "grad_norm": 13.6875,
      "learning_rate": 1.2397476979902104e-05,
      "loss": 0.2321,
      "step": 138370
    },
    {
      "epoch": 3.925582088070297,
      "grad_norm": 9.4375,
      "learning_rate": 1.2396898039998959e-05,
      "loss": 0.1677,
      "step": 138380
    },
    {
      "epoch": 3.9258657740016027,
      "grad_norm": 8.9375,
      "learning_rate": 1.2396319100095815e-05,
      "loss": 0.2022,
      "step": 138390
    },
    {
      "epoch": 3.9261494599329083,
      "grad_norm": 12.125,
      "learning_rate": 1.2395740160192673e-05,
      "loss": 0.1923,
      "step": 138400
    },
    {
      "epoch": 3.926433145864214,
      "grad_norm": 13.125,
      "learning_rate": 1.2395161220289528e-05,
      "loss": 0.2105,
      "step": 138410
    },
    {
      "epoch": 3.9267168317955194,
      "grad_norm": 11.5,
      "learning_rate": 1.2394582280386385e-05,
      "loss": 0.1544,
      "step": 138420
    },
    {
      "epoch": 3.9270005177268246,
      "grad_norm": 22.375,
      "learning_rate": 1.2394003340483243e-05,
      "loss": 0.1797,
      "step": 138430
    },
    {
      "epoch": 3.92728420365813,
      "grad_norm": 7.84375,
      "learning_rate": 1.2393424400580098e-05,
      "loss": 0.186,
      "step": 138440
    },
    {
      "epoch": 3.9275678895894357,
      "grad_norm": 11.625,
      "learning_rate": 1.2392845460676955e-05,
      "loss": 0.1628,
      "step": 138450
    },
    {
      "epoch": 3.927851575520741,
      "grad_norm": 13.3125,
      "learning_rate": 1.2392266520773812e-05,
      "loss": 0.1891,
      "step": 138460
    },
    {
      "epoch": 3.9281352614520464,
      "grad_norm": 15.8125,
      "learning_rate": 1.2391687580870668e-05,
      "loss": 0.1972,
      "step": 138470
    },
    {
      "epoch": 3.928418947383352,
      "grad_norm": 11.1875,
      "learning_rate": 1.2391108640967527e-05,
      "loss": 0.2442,
      "step": 138480
    },
    {
      "epoch": 3.928702633314657,
      "grad_norm": 11.3125,
      "learning_rate": 1.2390529701064382e-05,
      "loss": 0.1674,
      "step": 138490
    },
    {
      "epoch": 3.9289863192459626,
      "grad_norm": 14.0625,
      "learning_rate": 1.2389950761161238e-05,
      "loss": 0.2051,
      "step": 138500
    },
    {
      "epoch": 3.929270005177268,
      "grad_norm": 15.0625,
      "learning_rate": 1.2389371821258097e-05,
      "loss": 0.1894,
      "step": 138510
    },
    {
      "epoch": 3.9295536911085738,
      "grad_norm": 10.3125,
      "learning_rate": 1.2388792881354951e-05,
      "loss": 0.2009,
      "step": 138520
    },
    {
      "epoch": 3.9298373770398793,
      "grad_norm": 8.1875,
      "learning_rate": 1.2388213941451808e-05,
      "loss": 0.2042,
      "step": 138530
    },
    {
      "epoch": 3.9301210629711845,
      "grad_norm": 10.8125,
      "learning_rate": 1.2387635001548666e-05,
      "loss": 0.1767,
      "step": 138540
    },
    {
      "epoch": 3.93040474890249,
      "grad_norm": 10.375,
      "learning_rate": 1.2387056061645521e-05,
      "loss": 0.1793,
      "step": 138550
    },
    {
      "epoch": 3.9306884348337956,
      "grad_norm": 8.875,
      "learning_rate": 1.238647712174238e-05,
      "loss": 0.1737,
      "step": 138560
    },
    {
      "epoch": 3.9309721207651007,
      "grad_norm": 9.1875,
      "learning_rate": 1.2385898181839235e-05,
      "loss": 0.1795,
      "step": 138570
    },
    {
      "epoch": 3.9312558066964063,
      "grad_norm": 12.9375,
      "learning_rate": 1.2385319241936091e-05,
      "loss": 0.2279,
      "step": 138580
    },
    {
      "epoch": 3.931539492627712,
      "grad_norm": 13.6875,
      "learning_rate": 1.238474030203295e-05,
      "loss": 0.1882,
      "step": 138590
    },
    {
      "epoch": 3.9318231785590174,
      "grad_norm": 10.0625,
      "learning_rate": 1.2384161362129805e-05,
      "loss": 0.1875,
      "step": 138600
    },
    {
      "epoch": 3.932106864490323,
      "grad_norm": 11.3125,
      "learning_rate": 1.2383582422226661e-05,
      "loss": 0.2126,
      "step": 138610
    },
    {
      "epoch": 3.932390550421628,
      "grad_norm": 12.625,
      "learning_rate": 1.238300348232352e-05,
      "loss": 0.2122,
      "step": 138620
    },
    {
      "epoch": 3.9326742363529337,
      "grad_norm": 8.625,
      "learning_rate": 1.2382424542420375e-05,
      "loss": 0.166,
      "step": 138630
    },
    {
      "epoch": 3.9329579222842392,
      "grad_norm": 16.875,
      "learning_rate": 1.2381845602517231e-05,
      "loss": 0.2106,
      "step": 138640
    },
    {
      "epoch": 3.9332416082155444,
      "grad_norm": 11.3125,
      "learning_rate": 1.238126666261409e-05,
      "loss": 0.1971,
      "step": 138650
    },
    {
      "epoch": 3.93352529414685,
      "grad_norm": 13.375,
      "learning_rate": 1.2380687722710944e-05,
      "loss": 0.2316,
      "step": 138660
    },
    {
      "epoch": 3.9338089800781555,
      "grad_norm": 19.0,
      "learning_rate": 1.2380108782807803e-05,
      "loss": 0.2112,
      "step": 138670
    },
    {
      "epoch": 3.934092666009461,
      "grad_norm": 7.375,
      "learning_rate": 1.2379529842904658e-05,
      "loss": 0.1892,
      "step": 138680
    },
    {
      "epoch": 3.9343763519407666,
      "grad_norm": 10.1875,
      "learning_rate": 1.2378950903001514e-05,
      "loss": 0.1952,
      "step": 138690
    },
    {
      "epoch": 3.9346600378720717,
      "grad_norm": 12.5625,
      "learning_rate": 1.2378371963098373e-05,
      "loss": 0.1946,
      "step": 138700
    },
    {
      "epoch": 3.9349437238033773,
      "grad_norm": 8.375,
      "learning_rate": 1.2377793023195228e-05,
      "loss": 0.1988,
      "step": 138710
    },
    {
      "epoch": 3.935227409734683,
      "grad_norm": 15.125,
      "learning_rate": 1.2377214083292084e-05,
      "loss": 0.2014,
      "step": 138720
    },
    {
      "epoch": 3.935511095665988,
      "grad_norm": 12.25,
      "learning_rate": 1.2376635143388943e-05,
      "loss": 0.2142,
      "step": 138730
    },
    {
      "epoch": 3.9357947815972936,
      "grad_norm": 14.1875,
      "learning_rate": 1.2376056203485798e-05,
      "loss": 0.2302,
      "step": 138740
    },
    {
      "epoch": 3.936078467528599,
      "grad_norm": 8.1875,
      "learning_rate": 1.2375477263582656e-05,
      "loss": 0.2061,
      "step": 138750
    },
    {
      "epoch": 3.9363621534599047,
      "grad_norm": 8.8125,
      "learning_rate": 1.2374898323679513e-05,
      "loss": 0.1883,
      "step": 138760
    },
    {
      "epoch": 3.9366458393912103,
      "grad_norm": 12.625,
      "learning_rate": 1.2374319383776367e-05,
      "loss": 0.2142,
      "step": 138770
    },
    {
      "epoch": 3.9369295253225154,
      "grad_norm": 10.8125,
      "learning_rate": 1.2373740443873226e-05,
      "loss": 0.17,
      "step": 138780
    },
    {
      "epoch": 3.937213211253821,
      "grad_norm": 14.5625,
      "learning_rate": 1.237316150397008e-05,
      "loss": 0.2108,
      "step": 138790
    },
    {
      "epoch": 3.9374968971851265,
      "grad_norm": 11.75,
      "learning_rate": 1.2372582564066937e-05,
      "loss": 0.1984,
      "step": 138800
    },
    {
      "epoch": 3.9377805831164316,
      "grad_norm": 11.875,
      "learning_rate": 1.2372003624163796e-05,
      "loss": 0.1967,
      "step": 138810
    },
    {
      "epoch": 3.938064269047737,
      "grad_norm": 9.5625,
      "learning_rate": 1.237142468426065e-05,
      "loss": 0.1735,
      "step": 138820
    },
    {
      "epoch": 3.9383479549790428,
      "grad_norm": 9.875,
      "learning_rate": 1.2370845744357507e-05,
      "loss": 0.1871,
      "step": 138830
    },
    {
      "epoch": 3.938631640910348,
      "grad_norm": 12.0625,
      "learning_rate": 1.2370266804454366e-05,
      "loss": 0.1977,
      "step": 138840
    },
    {
      "epoch": 3.9389153268416535,
      "grad_norm": 11.6875,
      "learning_rate": 1.236968786455122e-05,
      "loss": 0.1986,
      "step": 138850
    },
    {
      "epoch": 3.939199012772959,
      "grad_norm": 12.25,
      "learning_rate": 1.2369108924648079e-05,
      "loss": 0.2325,
      "step": 138860
    },
    {
      "epoch": 3.9394826987042646,
      "grad_norm": 9.75,
      "learning_rate": 1.2368529984744934e-05,
      "loss": 0.1792,
      "step": 138870
    },
    {
      "epoch": 3.93976638463557,
      "grad_norm": 10.0,
      "learning_rate": 1.236795104484179e-05,
      "loss": 0.2391,
      "step": 138880
    },
    {
      "epoch": 3.9400500705668753,
      "grad_norm": 11.25,
      "learning_rate": 1.2367372104938649e-05,
      "loss": 0.2041,
      "step": 138890
    },
    {
      "epoch": 3.940333756498181,
      "grad_norm": 13.625,
      "learning_rate": 1.2366793165035504e-05,
      "loss": 0.2174,
      "step": 138900
    },
    {
      "epoch": 3.9406174424294864,
      "grad_norm": 10.125,
      "learning_rate": 1.236621422513236e-05,
      "loss": 0.2243,
      "step": 138910
    },
    {
      "epoch": 3.9409011283607915,
      "grad_norm": 12.4375,
      "learning_rate": 1.2365635285229219e-05,
      "loss": 0.2158,
      "step": 138920
    },
    {
      "epoch": 3.941184814292097,
      "grad_norm": 12.3125,
      "learning_rate": 1.2365056345326074e-05,
      "loss": 0.1889,
      "step": 138930
    },
    {
      "epoch": 3.9414685002234027,
      "grad_norm": 9.125,
      "learning_rate": 1.2364477405422932e-05,
      "loss": 0.1982,
      "step": 138940
    },
    {
      "epoch": 3.9417521861547082,
      "grad_norm": 10.75,
      "learning_rate": 1.2363898465519789e-05,
      "loss": 0.2049,
      "step": 138950
    },
    {
      "epoch": 3.942035872086014,
      "grad_norm": 9.125,
      "learning_rate": 1.2363319525616644e-05,
      "loss": 0.1631,
      "step": 138960
    },
    {
      "epoch": 3.942319558017319,
      "grad_norm": 11.5625,
      "learning_rate": 1.2362740585713502e-05,
      "loss": 0.195,
      "step": 138970
    },
    {
      "epoch": 3.9426032439486245,
      "grad_norm": 18.0,
      "learning_rate": 1.2362161645810357e-05,
      "loss": 0.2143,
      "step": 138980
    },
    {
      "epoch": 3.94288692987993,
      "grad_norm": 12.8125,
      "learning_rate": 1.2361582705907214e-05,
      "loss": 0.157,
      "step": 138990
    },
    {
      "epoch": 3.943170615811235,
      "grad_norm": 14.5625,
      "learning_rate": 1.2361003766004072e-05,
      "loss": 0.2362,
      "step": 139000
    },
    {
      "epoch": 3.9434543017425407,
      "grad_norm": 24.125,
      "learning_rate": 1.2360424826100927e-05,
      "loss": 0.2058,
      "step": 139010
    },
    {
      "epoch": 3.9437379876738463,
      "grad_norm": 12.0625,
      "learning_rate": 1.2359845886197783e-05,
      "loss": 0.1923,
      "step": 139020
    },
    {
      "epoch": 3.944021673605152,
      "grad_norm": 8.0625,
      "learning_rate": 1.2359266946294642e-05,
      "loss": 0.1766,
      "step": 139030
    },
    {
      "epoch": 3.9443053595364574,
      "grad_norm": 10.1875,
      "learning_rate": 1.2358688006391497e-05,
      "loss": 0.157,
      "step": 139040
    },
    {
      "epoch": 3.9445890454677626,
      "grad_norm": 8.875,
      "learning_rate": 1.2358109066488355e-05,
      "loss": 0.1908,
      "step": 139050
    },
    {
      "epoch": 3.944872731399068,
      "grad_norm": 9.875,
      "learning_rate": 1.2357530126585212e-05,
      "loss": 0.2012,
      "step": 139060
    },
    {
      "epoch": 3.9451564173303737,
      "grad_norm": 10.5,
      "learning_rate": 1.2356951186682067e-05,
      "loss": 0.1975,
      "step": 139070
    },
    {
      "epoch": 3.945440103261679,
      "grad_norm": 14.0625,
      "learning_rate": 1.2356372246778925e-05,
      "loss": 0.2019,
      "step": 139080
    },
    {
      "epoch": 3.9457237891929844,
      "grad_norm": 15.5625,
      "learning_rate": 1.235579330687578e-05,
      "loss": 0.197,
      "step": 139090
    },
    {
      "epoch": 3.94600747512429,
      "grad_norm": 7.59375,
      "learning_rate": 1.2355214366972637e-05,
      "loss": 0.1474,
      "step": 139100
    },
    {
      "epoch": 3.946291161055595,
      "grad_norm": 10.375,
      "learning_rate": 1.2354635427069495e-05,
      "loss": 0.2117,
      "step": 139110
    },
    {
      "epoch": 3.9465748469869006,
      "grad_norm": 12.8125,
      "learning_rate": 1.235405648716635e-05,
      "loss": 0.198,
      "step": 139120
    },
    {
      "epoch": 3.946858532918206,
      "grad_norm": 13.6875,
      "learning_rate": 1.2353477547263207e-05,
      "loss": 0.1835,
      "step": 139130
    },
    {
      "epoch": 3.9471422188495118,
      "grad_norm": 8.4375,
      "learning_rate": 1.2352898607360065e-05,
      "loss": 0.1586,
      "step": 139140
    },
    {
      "epoch": 3.9474259047808173,
      "grad_norm": 12.25,
      "learning_rate": 1.235231966745692e-05,
      "loss": 0.2204,
      "step": 139150
    },
    {
      "epoch": 3.9477095907121225,
      "grad_norm": 11.0,
      "learning_rate": 1.2351740727553778e-05,
      "loss": 0.23,
      "step": 139160
    },
    {
      "epoch": 3.947993276643428,
      "grad_norm": 12.875,
      "learning_rate": 1.2351161787650635e-05,
      "loss": 0.1734,
      "step": 139170
    },
    {
      "epoch": 3.9482769625747336,
      "grad_norm": 12.125,
      "learning_rate": 1.235058284774749e-05,
      "loss": 0.1961,
      "step": 139180
    },
    {
      "epoch": 3.9485606485060387,
      "grad_norm": 9.9375,
      "learning_rate": 1.2350003907844348e-05,
      "loss": 0.1828,
      "step": 139190
    },
    {
      "epoch": 3.9488443344373443,
      "grad_norm": 6.65625,
      "learning_rate": 1.2349424967941203e-05,
      "loss": 0.2155,
      "step": 139200
    },
    {
      "epoch": 3.94912802036865,
      "grad_norm": 13.6875,
      "learning_rate": 1.234884602803806e-05,
      "loss": 0.1823,
      "step": 139210
    },
    {
      "epoch": 3.9494117062999554,
      "grad_norm": 11.75,
      "learning_rate": 1.2348267088134918e-05,
      "loss": 0.2047,
      "step": 139220
    },
    {
      "epoch": 3.949695392231261,
      "grad_norm": 11.8125,
      "learning_rate": 1.2347688148231773e-05,
      "loss": 0.2187,
      "step": 139230
    },
    {
      "epoch": 3.949979078162566,
      "grad_norm": 9.9375,
      "learning_rate": 1.2347109208328631e-05,
      "loss": 0.2236,
      "step": 139240
    },
    {
      "epoch": 3.9502627640938717,
      "grad_norm": 10.625,
      "learning_rate": 1.2346530268425488e-05,
      "loss": 0.1794,
      "step": 139250
    },
    {
      "epoch": 3.9505464500251772,
      "grad_norm": 19.25,
      "learning_rate": 1.2345951328522343e-05,
      "loss": 0.1933,
      "step": 139260
    },
    {
      "epoch": 3.9508301359564824,
      "grad_norm": 7.4375,
      "learning_rate": 1.2345372388619201e-05,
      "loss": 0.1693,
      "step": 139270
    },
    {
      "epoch": 3.951113821887788,
      "grad_norm": 8.5,
      "learning_rate": 1.2344793448716058e-05,
      "loss": 0.1972,
      "step": 139280
    },
    {
      "epoch": 3.9513975078190935,
      "grad_norm": 10.4375,
      "learning_rate": 1.2344214508812913e-05,
      "loss": 0.1964,
      "step": 139290
    },
    {
      "epoch": 3.951681193750399,
      "grad_norm": 16.5,
      "learning_rate": 1.2343635568909771e-05,
      "loss": 0.1745,
      "step": 139300
    },
    {
      "epoch": 3.9519648796817046,
      "grad_norm": 12.0625,
      "learning_rate": 1.2343056629006626e-05,
      "loss": 0.1704,
      "step": 139310
    },
    {
      "epoch": 3.9522485656130097,
      "grad_norm": 10.6875,
      "learning_rate": 1.2342477689103483e-05,
      "loss": 0.1596,
      "step": 139320
    },
    {
      "epoch": 3.9525322515443153,
      "grad_norm": 13.0625,
      "learning_rate": 1.2341898749200341e-05,
      "loss": 0.2178,
      "step": 139330
    },
    {
      "epoch": 3.952815937475621,
      "grad_norm": 9.3125,
      "learning_rate": 1.2341319809297196e-05,
      "loss": 0.2302,
      "step": 139340
    },
    {
      "epoch": 3.953099623406926,
      "grad_norm": 15.375,
      "learning_rate": 1.2340740869394054e-05,
      "loss": 0.1931,
      "step": 139350
    },
    {
      "epoch": 3.9533833093382316,
      "grad_norm": 12.125,
      "learning_rate": 1.2340161929490911e-05,
      "loss": 0.1716,
      "step": 139360
    },
    {
      "epoch": 3.953666995269537,
      "grad_norm": 10.125,
      "learning_rate": 1.2339582989587766e-05,
      "loss": 0.1843,
      "step": 139370
    },
    {
      "epoch": 3.9539506812008427,
      "grad_norm": 9.8125,
      "learning_rate": 1.2339004049684624e-05,
      "loss": 0.1777,
      "step": 139380
    },
    {
      "epoch": 3.9542343671321483,
      "grad_norm": 17.375,
      "learning_rate": 1.233842510978148e-05,
      "loss": 0.197,
      "step": 139390
    },
    {
      "epoch": 3.9545180530634534,
      "grad_norm": 10.875,
      "learning_rate": 1.2337846169878336e-05,
      "loss": 0.193,
      "step": 139400
    },
    {
      "epoch": 3.954801738994759,
      "grad_norm": 11.625,
      "learning_rate": 1.2337267229975194e-05,
      "loss": 0.2505,
      "step": 139410
    },
    {
      "epoch": 3.9550854249260645,
      "grad_norm": 12.0,
      "learning_rate": 1.2336688290072049e-05,
      "loss": 0.2054,
      "step": 139420
    },
    {
      "epoch": 3.9553691108573696,
      "grad_norm": 9.75,
      "learning_rate": 1.2336109350168907e-05,
      "loss": 0.1758,
      "step": 139430
    },
    {
      "epoch": 3.955652796788675,
      "grad_norm": 9.5,
      "learning_rate": 1.2335530410265764e-05,
      "loss": 0.1863,
      "step": 139440
    },
    {
      "epoch": 3.9559364827199808,
      "grad_norm": 8.625,
      "learning_rate": 1.2334951470362619e-05,
      "loss": 0.211,
      "step": 139450
    },
    {
      "epoch": 3.956220168651286,
      "grad_norm": 10.25,
      "learning_rate": 1.2334372530459477e-05,
      "loss": 0.1945,
      "step": 139460
    },
    {
      "epoch": 3.9565038545825915,
      "grad_norm": 10.5625,
      "learning_rate": 1.2333793590556334e-05,
      "loss": 0.1806,
      "step": 139470
    },
    {
      "epoch": 3.956787540513897,
      "grad_norm": 12.0625,
      "learning_rate": 1.2333214650653189e-05,
      "loss": 0.1798,
      "step": 139480
    },
    {
      "epoch": 3.9570712264452026,
      "grad_norm": 7.875,
      "learning_rate": 1.2332635710750047e-05,
      "loss": 0.2063,
      "step": 139490
    },
    {
      "epoch": 3.957354912376508,
      "grad_norm": 12.5625,
      "learning_rate": 1.2332056770846902e-05,
      "loss": 0.2213,
      "step": 139500
    },
    {
      "epoch": 3.9576385983078133,
      "grad_norm": 12.625,
      "learning_rate": 1.2331477830943759e-05,
      "loss": 0.2678,
      "step": 139510
    },
    {
      "epoch": 3.957922284239119,
      "grad_norm": 11.875,
      "learning_rate": 1.2330898891040617e-05,
      "loss": 0.2329,
      "step": 139520
    },
    {
      "epoch": 3.9582059701704244,
      "grad_norm": 10.9375,
      "learning_rate": 1.2330319951137472e-05,
      "loss": 0.1782,
      "step": 139530
    },
    {
      "epoch": 3.9584896561017295,
      "grad_norm": 9.875,
      "learning_rate": 1.232974101123433e-05,
      "loss": 0.2846,
      "step": 139540
    },
    {
      "epoch": 3.958773342033035,
      "grad_norm": 9.6875,
      "learning_rate": 1.2329162071331187e-05,
      "loss": 0.1897,
      "step": 139550
    },
    {
      "epoch": 3.9590570279643407,
      "grad_norm": 11.4375,
      "learning_rate": 1.2328583131428042e-05,
      "loss": 0.1812,
      "step": 139560
    },
    {
      "epoch": 3.9593407138956462,
      "grad_norm": 9.1875,
      "learning_rate": 1.23280041915249e-05,
      "loss": 0.2181,
      "step": 139570
    },
    {
      "epoch": 3.959624399826952,
      "grad_norm": 15.875,
      "learning_rate": 1.2327425251621757e-05,
      "loss": 0.2132,
      "step": 139580
    },
    {
      "epoch": 3.959908085758257,
      "grad_norm": 8.8125,
      "learning_rate": 1.2326846311718612e-05,
      "loss": 0.1909,
      "step": 139590
    },
    {
      "epoch": 3.9601917716895625,
      "grad_norm": 11.5625,
      "learning_rate": 1.232626737181547e-05,
      "loss": 0.2025,
      "step": 139600
    },
    {
      "epoch": 3.960475457620868,
      "grad_norm": 11.875,
      "learning_rate": 1.2325688431912325e-05,
      "loss": 0.2277,
      "step": 139610
    },
    {
      "epoch": 3.960759143552173,
      "grad_norm": 12.0625,
      "learning_rate": 1.2325109492009184e-05,
      "loss": 0.2055,
      "step": 139620
    },
    {
      "epoch": 3.9610428294834787,
      "grad_norm": 10.9375,
      "learning_rate": 1.232453055210604e-05,
      "loss": 0.2434,
      "step": 139630
    },
    {
      "epoch": 3.9613265154147843,
      "grad_norm": 10.6875,
      "learning_rate": 1.2323951612202895e-05,
      "loss": 0.223,
      "step": 139640
    },
    {
      "epoch": 3.96161020134609,
      "grad_norm": 12.125,
      "learning_rate": 1.2323372672299754e-05,
      "loss": 0.2238,
      "step": 139650
    },
    {
      "epoch": 3.9618938872773954,
      "grad_norm": 8.0,
      "learning_rate": 1.232279373239661e-05,
      "loss": 0.2088,
      "step": 139660
    },
    {
      "epoch": 3.9621775732087006,
      "grad_norm": 10.4375,
      "learning_rate": 1.2322214792493465e-05,
      "loss": 0.1881,
      "step": 139670
    },
    {
      "epoch": 3.962461259140006,
      "grad_norm": 13.5,
      "learning_rate": 1.2321635852590323e-05,
      "loss": 0.2291,
      "step": 139680
    },
    {
      "epoch": 3.9627449450713117,
      "grad_norm": 8.25,
      "learning_rate": 1.232105691268718e-05,
      "loss": 0.2169,
      "step": 139690
    },
    {
      "epoch": 3.963028631002617,
      "grad_norm": 10.4375,
      "learning_rate": 1.2320477972784035e-05,
      "loss": 0.2324,
      "step": 139700
    },
    {
      "epoch": 3.9633123169339224,
      "grad_norm": 12.1875,
      "learning_rate": 1.2319899032880893e-05,
      "loss": 0.192,
      "step": 139710
    },
    {
      "epoch": 3.963596002865228,
      "grad_norm": 12.0625,
      "learning_rate": 1.2319320092977748e-05,
      "loss": 0.1926,
      "step": 139720
    },
    {
      "epoch": 3.9638796887965335,
      "grad_norm": 9.5625,
      "learning_rate": 1.2318741153074607e-05,
      "loss": 0.1606,
      "step": 139730
    },
    {
      "epoch": 3.964163374727839,
      "grad_norm": 10.0625,
      "learning_rate": 1.2318162213171463e-05,
      "loss": 0.2034,
      "step": 139740
    },
    {
      "epoch": 3.964447060659144,
      "grad_norm": 9.0,
      "learning_rate": 1.2317583273268318e-05,
      "loss": 0.1735,
      "step": 139750
    },
    {
      "epoch": 3.9647307465904498,
      "grad_norm": 11.3125,
      "learning_rate": 1.2317004333365177e-05,
      "loss": 0.2005,
      "step": 139760
    },
    {
      "epoch": 3.9650144325217553,
      "grad_norm": 11.5,
      "learning_rate": 1.2316425393462033e-05,
      "loss": 0.2161,
      "step": 139770
    },
    {
      "epoch": 3.9652981184530605,
      "grad_norm": 13.0625,
      "learning_rate": 1.2315846453558888e-05,
      "loss": 0.1713,
      "step": 139780
    },
    {
      "epoch": 3.965581804384366,
      "grad_norm": 9.9375,
      "learning_rate": 1.2315267513655746e-05,
      "loss": 0.1908,
      "step": 139790
    },
    {
      "epoch": 3.9658654903156716,
      "grad_norm": 10.8125,
      "learning_rate": 1.2314688573752603e-05,
      "loss": 0.1867,
      "step": 139800
    },
    {
      "epoch": 3.9661491762469767,
      "grad_norm": 10.375,
      "learning_rate": 1.231410963384946e-05,
      "loss": 0.1965,
      "step": 139810
    },
    {
      "epoch": 3.9664328621782823,
      "grad_norm": 15.0625,
      "learning_rate": 1.2313530693946316e-05,
      "loss": 0.1978,
      "step": 139820
    },
    {
      "epoch": 3.966716548109588,
      "grad_norm": 13.8125,
      "learning_rate": 1.2312951754043171e-05,
      "loss": 0.2373,
      "step": 139830
    },
    {
      "epoch": 3.9670002340408934,
      "grad_norm": 24.5,
      "learning_rate": 1.231237281414003e-05,
      "loss": 0.216,
      "step": 139840
    },
    {
      "epoch": 3.967283919972199,
      "grad_norm": 11.625,
      "learning_rate": 1.2311793874236886e-05,
      "loss": 0.1911,
      "step": 139850
    },
    {
      "epoch": 3.967567605903504,
      "grad_norm": 18.375,
      "learning_rate": 1.2311214934333741e-05,
      "loss": 0.2318,
      "step": 139860
    },
    {
      "epoch": 3.9678512918348097,
      "grad_norm": 9.3125,
      "learning_rate": 1.23106359944306e-05,
      "loss": 0.1862,
      "step": 139870
    },
    {
      "epoch": 3.9681349777661152,
      "grad_norm": 12.0,
      "learning_rate": 1.2310057054527456e-05,
      "loss": 0.1911,
      "step": 139880
    },
    {
      "epoch": 3.9684186636974204,
      "grad_norm": 8.3125,
      "learning_rate": 1.2309478114624311e-05,
      "loss": 0.1512,
      "step": 139890
    },
    {
      "epoch": 3.968702349628726,
      "grad_norm": 14.9375,
      "learning_rate": 1.230889917472117e-05,
      "loss": 0.1891,
      "step": 139900
    },
    {
      "epoch": 3.9689860355600315,
      "grad_norm": 11.875,
      "learning_rate": 1.2308320234818024e-05,
      "loss": 0.238,
      "step": 139910
    },
    {
      "epoch": 3.969269721491337,
      "grad_norm": 10.8125,
      "learning_rate": 1.2307741294914883e-05,
      "loss": 0.183,
      "step": 139920
    },
    {
      "epoch": 3.9695534074226426,
      "grad_norm": 10.9375,
      "learning_rate": 1.230716235501174e-05,
      "loss": 0.1565,
      "step": 139930
    },
    {
      "epoch": 3.9698370933539477,
      "grad_norm": 14.0,
      "learning_rate": 1.2306583415108594e-05,
      "loss": 0.211,
      "step": 139940
    },
    {
      "epoch": 3.9701207792852533,
      "grad_norm": 10.0,
      "learning_rate": 1.2306004475205453e-05,
      "loss": 0.1669,
      "step": 139950
    },
    {
      "epoch": 3.970404465216559,
      "grad_norm": 9.5,
      "learning_rate": 1.230542553530231e-05,
      "loss": 0.2165,
      "step": 139960
    },
    {
      "epoch": 3.970688151147864,
      "grad_norm": 13.75,
      "learning_rate": 1.2304846595399164e-05,
      "loss": 0.1928,
      "step": 139970
    },
    {
      "epoch": 3.9709718370791696,
      "grad_norm": 7.21875,
      "learning_rate": 1.2304267655496023e-05,
      "loss": 0.1762,
      "step": 139980
    },
    {
      "epoch": 3.971255523010475,
      "grad_norm": 11.6875,
      "learning_rate": 1.230368871559288e-05,
      "loss": 0.185,
      "step": 139990
    },
    {
      "epoch": 3.9715392089417807,
      "grad_norm": 11.125,
      "learning_rate": 1.2303109775689736e-05,
      "loss": 0.22,
      "step": 140000
    },
    {
      "epoch": 3.9718228948730863,
      "grad_norm": 8.9375,
      "learning_rate": 1.2302530835786593e-05,
      "loss": 0.1976,
      "step": 140010
    },
    {
      "epoch": 3.9721065808043914,
      "grad_norm": 11.375,
      "learning_rate": 1.2301951895883448e-05,
      "loss": 0.2252,
      "step": 140020
    },
    {
      "epoch": 3.972390266735697,
      "grad_norm": 9.5625,
      "learning_rate": 1.2301372955980306e-05,
      "loss": 0.1686,
      "step": 140030
    },
    {
      "epoch": 3.9726739526670025,
      "grad_norm": 10.9375,
      "learning_rate": 1.2300794016077163e-05,
      "loss": 0.2181,
      "step": 140040
    },
    {
      "epoch": 3.9729576385983076,
      "grad_norm": 13.25,
      "learning_rate": 1.2300215076174017e-05,
      "loss": 0.1657,
      "step": 140050
    },
    {
      "epoch": 3.973241324529613,
      "grad_norm": 7.90625,
      "learning_rate": 1.2299636136270876e-05,
      "loss": 0.1693,
      "step": 140060
    },
    {
      "epoch": 3.9735250104609188,
      "grad_norm": 14.75,
      "learning_rate": 1.2299057196367732e-05,
      "loss": 0.1861,
      "step": 140070
    },
    {
      "epoch": 3.973808696392224,
      "grad_norm": 14.6875,
      "learning_rate": 1.2298478256464587e-05,
      "loss": 0.2168,
      "step": 140080
    },
    {
      "epoch": 3.9740923823235295,
      "grad_norm": 10.375,
      "learning_rate": 1.2297899316561446e-05,
      "loss": 0.1747,
      "step": 140090
    },
    {
      "epoch": 3.974376068254835,
      "grad_norm": 9.0625,
      "learning_rate": 1.2297320376658302e-05,
      "loss": 0.2139,
      "step": 140100
    },
    {
      "epoch": 3.9746597541861406,
      "grad_norm": 14.3125,
      "learning_rate": 1.2296741436755159e-05,
      "loss": 0.2252,
      "step": 140110
    },
    {
      "epoch": 3.974943440117446,
      "grad_norm": 11.1875,
      "learning_rate": 1.2296162496852016e-05,
      "loss": 0.206,
      "step": 140120
    },
    {
      "epoch": 3.9752271260487513,
      "grad_norm": 13.875,
      "learning_rate": 1.229558355694887e-05,
      "loss": 0.1968,
      "step": 140130
    },
    {
      "epoch": 3.975510811980057,
      "grad_norm": 11.375,
      "learning_rate": 1.2295004617045729e-05,
      "loss": 0.2094,
      "step": 140140
    },
    {
      "epoch": 3.9757944979113624,
      "grad_norm": 12.9375,
      "learning_rate": 1.2294425677142586e-05,
      "loss": 0.2259,
      "step": 140150
    },
    {
      "epoch": 3.9760781838426675,
      "grad_norm": 9.125,
      "learning_rate": 1.229384673723944e-05,
      "loss": 0.2024,
      "step": 140160
    },
    {
      "epoch": 3.976361869773973,
      "grad_norm": 7.46875,
      "learning_rate": 1.2293267797336299e-05,
      "loss": 0.1886,
      "step": 140170
    },
    {
      "epoch": 3.9766455557052787,
      "grad_norm": 13.5625,
      "learning_rate": 1.2292688857433155e-05,
      "loss": 0.197,
      "step": 140180
    },
    {
      "epoch": 3.9769292416365842,
      "grad_norm": 10.4375,
      "learning_rate": 1.229210991753001e-05,
      "loss": 0.1767,
      "step": 140190
    },
    {
      "epoch": 3.97721292756789,
      "grad_norm": 11.125,
      "learning_rate": 1.2291530977626869e-05,
      "loss": 0.2008,
      "step": 140200
    },
    {
      "epoch": 3.977496613499195,
      "grad_norm": 13.6875,
      "learning_rate": 1.2290952037723725e-05,
      "loss": 0.1852,
      "step": 140210
    },
    {
      "epoch": 3.9777802994305005,
      "grad_norm": 14.1875,
      "learning_rate": 1.2290373097820582e-05,
      "loss": 0.2218,
      "step": 140220
    },
    {
      "epoch": 3.978063985361806,
      "grad_norm": 13.5625,
      "learning_rate": 1.2289794157917439e-05,
      "loss": 0.2068,
      "step": 140230
    },
    {
      "epoch": 3.978347671293111,
      "grad_norm": 8.9375,
      "learning_rate": 1.2289215218014294e-05,
      "loss": 0.1765,
      "step": 140240
    },
    {
      "epoch": 3.9786313572244167,
      "grad_norm": 10.125,
      "learning_rate": 1.2288636278111152e-05,
      "loss": 0.1985,
      "step": 140250
    },
    {
      "epoch": 3.9789150431557223,
      "grad_norm": 10.875,
      "learning_rate": 1.2288057338208009e-05,
      "loss": 0.1977,
      "step": 140260
    },
    {
      "epoch": 3.979198729087028,
      "grad_norm": 7.46875,
      "learning_rate": 1.2287478398304864e-05,
      "loss": 0.1872,
      "step": 140270
    },
    {
      "epoch": 3.9794824150183334,
      "grad_norm": 10.4375,
      "learning_rate": 1.2286899458401722e-05,
      "loss": 0.1921,
      "step": 140280
    },
    {
      "epoch": 3.9797661009496386,
      "grad_norm": 12.4375,
      "learning_rate": 1.2286320518498579e-05,
      "loss": 0.2549,
      "step": 140290
    },
    {
      "epoch": 3.980049786880944,
      "grad_norm": 13.9375,
      "learning_rate": 1.2285741578595435e-05,
      "loss": 0.2155,
      "step": 140300
    },
    {
      "epoch": 3.9803334728122497,
      "grad_norm": 13.5625,
      "learning_rate": 1.2285162638692292e-05,
      "loss": 0.1867,
      "step": 140310
    },
    {
      "epoch": 3.980617158743555,
      "grad_norm": 10.1875,
      "learning_rate": 1.2284583698789147e-05,
      "loss": 0.1959,
      "step": 140320
    },
    {
      "epoch": 3.9809008446748604,
      "grad_norm": 11.75,
      "learning_rate": 1.2284004758886005e-05,
      "loss": 0.2243,
      "step": 140330
    },
    {
      "epoch": 3.981184530606166,
      "grad_norm": 9.6875,
      "learning_rate": 1.2283425818982862e-05,
      "loss": 0.2392,
      "step": 140340
    },
    {
      "epoch": 3.9814682165374715,
      "grad_norm": 11.6875,
      "learning_rate": 1.2282846879079717e-05,
      "loss": 0.2102,
      "step": 140350
    },
    {
      "epoch": 3.981751902468777,
      "grad_norm": 8.5,
      "learning_rate": 1.2282267939176575e-05,
      "loss": 0.2258,
      "step": 140360
    },
    {
      "epoch": 3.982035588400082,
      "grad_norm": 9.6875,
      "learning_rate": 1.2281688999273432e-05,
      "loss": 0.2029,
      "step": 140370
    },
    {
      "epoch": 3.9823192743313878,
      "grad_norm": 9.25,
      "learning_rate": 1.2281110059370287e-05,
      "loss": 0.1839,
      "step": 140380
    },
    {
      "epoch": 3.9826029602626933,
      "grad_norm": 15.5625,
      "learning_rate": 1.2280531119467145e-05,
      "loss": 0.257,
      "step": 140390
    },
    {
      "epoch": 3.9828866461939985,
      "grad_norm": 7.65625,
      "learning_rate": 1.2279952179564002e-05,
      "loss": 0.1891,
      "step": 140400
    },
    {
      "epoch": 3.983170332125304,
      "grad_norm": 13.375,
      "learning_rate": 1.2279373239660858e-05,
      "loss": 0.2178,
      "step": 140410
    },
    {
      "epoch": 3.9834540180566096,
      "grad_norm": 10.0625,
      "learning_rate": 1.2278794299757715e-05,
      "loss": 0.2161,
      "step": 140420
    },
    {
      "epoch": 3.9837377039879147,
      "grad_norm": 10.3125,
      "learning_rate": 1.227821535985457e-05,
      "loss": 0.1972,
      "step": 140430
    },
    {
      "epoch": 3.9840213899192203,
      "grad_norm": 8.8125,
      "learning_rate": 1.2277636419951428e-05,
      "loss": 0.2374,
      "step": 140440
    },
    {
      "epoch": 3.984305075850526,
      "grad_norm": 15.5,
      "learning_rate": 1.2277057480048285e-05,
      "loss": 0.1796,
      "step": 140450
    },
    {
      "epoch": 3.9845887617818314,
      "grad_norm": 10.6875,
      "learning_rate": 1.227647854014514e-05,
      "loss": 0.2399,
      "step": 140460
    },
    {
      "epoch": 3.984872447713137,
      "grad_norm": 9.75,
      "learning_rate": 1.2275899600241998e-05,
      "loss": 0.1829,
      "step": 140470
    },
    {
      "epoch": 3.985156133644442,
      "grad_norm": 11.0,
      "learning_rate": 1.2275320660338855e-05,
      "loss": 0.2179,
      "step": 140480
    },
    {
      "epoch": 3.9854398195757477,
      "grad_norm": 10.0625,
      "learning_rate": 1.2274741720435713e-05,
      "loss": 0.2117,
      "step": 140490
    },
    {
      "epoch": 3.9857235055070532,
      "grad_norm": 14.75,
      "learning_rate": 1.2274162780532568e-05,
      "loss": 0.1939,
      "step": 140500
    },
    {
      "epoch": 3.9860071914383584,
      "grad_norm": 12.4375,
      "learning_rate": 1.2273583840629425e-05,
      "loss": 0.1794,
      "step": 140510
    },
    {
      "epoch": 3.986290877369664,
      "grad_norm": 11.6875,
      "learning_rate": 1.2273004900726281e-05,
      "loss": 0.237,
      "step": 140520
    },
    {
      "epoch": 3.9865745633009695,
      "grad_norm": 9.1875,
      "learning_rate": 1.2272425960823138e-05,
      "loss": 0.1946,
      "step": 140530
    },
    {
      "epoch": 3.986858249232275,
      "grad_norm": 12.375,
      "learning_rate": 1.2271847020919993e-05,
      "loss": 0.1808,
      "step": 140540
    },
    {
      "epoch": 3.9871419351635806,
      "grad_norm": 11.3125,
      "learning_rate": 1.2271268081016851e-05,
      "loss": 0.2083,
      "step": 140550
    },
    {
      "epoch": 3.9874256210948857,
      "grad_norm": 11.0625,
      "learning_rate": 1.2270689141113708e-05,
      "loss": 0.2091,
      "step": 140560
    },
    {
      "epoch": 3.9877093070261913,
      "grad_norm": 8.8125,
      "learning_rate": 1.2270110201210563e-05,
      "loss": 0.2502,
      "step": 140570
    },
    {
      "epoch": 3.987992992957497,
      "grad_norm": 17.25,
      "learning_rate": 1.2269531261307421e-05,
      "loss": 0.2261,
      "step": 140580
    },
    {
      "epoch": 3.988276678888802,
      "grad_norm": 13.875,
      "learning_rate": 1.2268952321404278e-05,
      "loss": 0.2092,
      "step": 140590
    },
    {
      "epoch": 3.9885603648201076,
      "grad_norm": 12.6875,
      "learning_rate": 1.2268373381501134e-05,
      "loss": 0.2018,
      "step": 140600
    },
    {
      "epoch": 3.988844050751413,
      "grad_norm": 10.9375,
      "learning_rate": 1.2267794441597991e-05,
      "loss": 0.1771,
      "step": 140610
    },
    {
      "epoch": 3.9891277366827187,
      "grad_norm": 12.3125,
      "learning_rate": 1.2267215501694848e-05,
      "loss": 0.2099,
      "step": 140620
    },
    {
      "epoch": 3.9894114226140243,
      "grad_norm": 11.3125,
      "learning_rate": 1.2266636561791704e-05,
      "loss": 0.1727,
      "step": 140630
    },
    {
      "epoch": 3.9896951085453294,
      "grad_norm": 9.6875,
      "learning_rate": 1.2266057621888561e-05,
      "loss": 0.1518,
      "step": 140640
    },
    {
      "epoch": 3.989978794476635,
      "grad_norm": 11.6875,
      "learning_rate": 1.2265478681985416e-05,
      "loss": 0.1644,
      "step": 140650
    },
    {
      "epoch": 3.9902624804079405,
      "grad_norm": 11.625,
      "learning_rate": 1.2264899742082274e-05,
      "loss": 0.2111,
      "step": 140660
    },
    {
      "epoch": 3.9905461663392456,
      "grad_norm": 10.875,
      "learning_rate": 1.2264320802179131e-05,
      "loss": 0.2109,
      "step": 140670
    },
    {
      "epoch": 3.990829852270551,
      "grad_norm": 8.25,
      "learning_rate": 1.226374186227599e-05,
      "loss": 0.2164,
      "step": 140680
    },
    {
      "epoch": 3.9911135382018568,
      "grad_norm": 10.875,
      "learning_rate": 1.2263162922372844e-05,
      "loss": 0.2065,
      "step": 140690
    },
    {
      "epoch": 3.9913972241331623,
      "grad_norm": 15.1875,
      "learning_rate": 1.22625839824697e-05,
      "loss": 0.2066,
      "step": 140700
    },
    {
      "epoch": 3.991680910064468,
      "grad_norm": 11.375,
      "learning_rate": 1.2262005042566557e-05,
      "loss": 0.1878,
      "step": 140710
    },
    {
      "epoch": 3.991964595995773,
      "grad_norm": 12.1875,
      "learning_rate": 1.2261426102663414e-05,
      "loss": 0.2158,
      "step": 140720
    },
    {
      "epoch": 3.9922482819270786,
      "grad_norm": 12.25,
      "learning_rate": 1.226084716276027e-05,
      "loss": 0.2266,
      "step": 140730
    },
    {
      "epoch": 3.992531967858384,
      "grad_norm": 8.75,
      "learning_rate": 1.2260268222857127e-05,
      "loss": 0.1916,
      "step": 140740
    },
    {
      "epoch": 3.9928156537896893,
      "grad_norm": 8.6875,
      "learning_rate": 1.2259689282953984e-05,
      "loss": 0.1751,
      "step": 140750
    },
    {
      "epoch": 3.993099339720995,
      "grad_norm": 9.8125,
      "learning_rate": 1.2259110343050839e-05,
      "loss": 0.1921,
      "step": 140760
    },
    {
      "epoch": 3.9933830256523004,
      "grad_norm": 17.125,
      "learning_rate": 1.2258531403147697e-05,
      "loss": 0.181,
      "step": 140770
    },
    {
      "epoch": 3.9936667115836055,
      "grad_norm": 13.25,
      "learning_rate": 1.2257952463244554e-05,
      "loss": 0.2267,
      "step": 140780
    },
    {
      "epoch": 3.993950397514911,
      "grad_norm": 13.0625,
      "learning_rate": 1.2257373523341412e-05,
      "loss": 0.2041,
      "step": 140790
    },
    {
      "epoch": 3.9942340834462167,
      "grad_norm": 10.8125,
      "learning_rate": 1.2256794583438267e-05,
      "loss": 0.1685,
      "step": 140800
    },
    {
      "epoch": 3.9945177693775222,
      "grad_norm": 10.375,
      "learning_rate": 1.2256215643535124e-05,
      "loss": 0.2003,
      "step": 140810
    },
    {
      "epoch": 3.994801455308828,
      "grad_norm": 15.875,
      "learning_rate": 1.225563670363198e-05,
      "loss": 0.198,
      "step": 140820
    },
    {
      "epoch": 3.995085141240133,
      "grad_norm": 11.25,
      "learning_rate": 1.2255057763728837e-05,
      "loss": 0.2175,
      "step": 140830
    },
    {
      "epoch": 3.9953688271714385,
      "grad_norm": 10.125,
      "learning_rate": 1.2254478823825692e-05,
      "loss": 0.1929,
      "step": 140840
    },
    {
      "epoch": 3.995652513102744,
      "grad_norm": 10.75,
      "learning_rate": 1.225389988392255e-05,
      "loss": 0.1992,
      "step": 140850
    },
    {
      "epoch": 3.995936199034049,
      "grad_norm": 13.0,
      "learning_rate": 1.2253320944019407e-05,
      "loss": 0.2021,
      "step": 140860
    },
    {
      "epoch": 3.9962198849653547,
      "grad_norm": 10.1875,
      "learning_rate": 1.2252742004116265e-05,
      "loss": 0.2033,
      "step": 140870
    },
    {
      "epoch": 3.9965035708966603,
      "grad_norm": 10.9375,
      "learning_rate": 1.225216306421312e-05,
      "loss": 0.1865,
      "step": 140880
    },
    {
      "epoch": 3.996787256827966,
      "grad_norm": 11.9375,
      "learning_rate": 1.2251584124309977e-05,
      "loss": 0.1731,
      "step": 140890
    },
    {
      "epoch": 3.9970709427592714,
      "grad_norm": 12.875,
      "learning_rate": 1.2251005184406835e-05,
      "loss": 0.2219,
      "step": 140900
    },
    {
      "epoch": 3.9973546286905766,
      "grad_norm": 7.9375,
      "learning_rate": 1.225042624450369e-05,
      "loss": 0.1975,
      "step": 140910
    },
    {
      "epoch": 3.997638314621882,
      "grad_norm": 10.6875,
      "learning_rate": 1.2249847304600547e-05,
      "loss": 0.1752,
      "step": 140920
    },
    {
      "epoch": 3.9979220005531877,
      "grad_norm": 9.5625,
      "learning_rate": 1.2249268364697404e-05,
      "loss": 0.2017,
      "step": 140930
    },
    {
      "epoch": 3.998205686484493,
      "grad_norm": 9.5625,
      "learning_rate": 1.224868942479426e-05,
      "loss": 0.2168,
      "step": 140940
    },
    {
      "epoch": 3.9984893724157984,
      "grad_norm": 10.0,
      "learning_rate": 1.2248110484891115e-05,
      "loss": 0.2185,
      "step": 140950
    },
    {
      "epoch": 3.998773058347104,
      "grad_norm": 8.5,
      "learning_rate": 1.2247531544987973e-05,
      "loss": 0.177,
      "step": 140960
    },
    {
      "epoch": 3.9990567442784095,
      "grad_norm": 11.9375,
      "learning_rate": 1.224695260508483e-05,
      "loss": 0.2076,
      "step": 140970
    },
    {
      "epoch": 3.999340430209715,
      "grad_norm": 11.3125,
      "learning_rate": 1.2246373665181688e-05,
      "loss": 0.181,
      "step": 140980
    },
    {
      "epoch": 3.99962411614102,
      "grad_norm": 12.8125,
      "learning_rate": 1.2245794725278543e-05,
      "loss": 0.203,
      "step": 140990
    },
    {
      "epoch": 3.9999078020723258,
      "grad_norm": 9.9375,
      "learning_rate": 1.22452157853754e-05,
      "loss": 0.2125,
      "step": 141000
    },
    {
      "epoch": 4.000170211558784,
      "grad_norm": 11.1875,
      "learning_rate": 1.2244636845472258e-05,
      "loss": 0.143,
      "step": 141010
    },
    {
      "epoch": 4.000453897490089,
      "grad_norm": 9.5,
      "learning_rate": 1.2244057905569113e-05,
      "loss": 0.1911,
      "step": 141020
    },
    {
      "epoch": 4.000737583421394,
      "grad_norm": 13.375,
      "learning_rate": 1.224347896566597e-05,
      "loss": 0.1797,
      "step": 141030
    },
    {
      "epoch": 4.0010212693527,
      "grad_norm": 8.25,
      "learning_rate": 1.2242900025762827e-05,
      "loss": 0.2127,
      "step": 141040
    },
    {
      "epoch": 4.001304955284005,
      "grad_norm": 13.0,
      "learning_rate": 1.2242321085859683e-05,
      "loss": 0.1967,
      "step": 141050
    },
    {
      "epoch": 4.00158864121531,
      "grad_norm": 11.6875,
      "learning_rate": 1.2241742145956542e-05,
      "loss": 0.1596,
      "step": 141060
    },
    {
      "epoch": 4.001872327146616,
      "grad_norm": 9.3125,
      "learning_rate": 1.2241163206053396e-05,
      "loss": 0.1835,
      "step": 141070
    },
    {
      "epoch": 4.002156013077921,
      "grad_norm": 7.0,
      "learning_rate": 1.2240584266150253e-05,
      "loss": 0.1817,
      "step": 141080
    },
    {
      "epoch": 4.002439699009227,
      "grad_norm": 13.0,
      "learning_rate": 1.2240005326247111e-05,
      "loss": 0.2576,
      "step": 141090
    },
    {
      "epoch": 4.002723384940532,
      "grad_norm": 11.5625,
      "learning_rate": 1.2239426386343966e-05,
      "loss": 0.1668,
      "step": 141100
    },
    {
      "epoch": 4.0030070708718375,
      "grad_norm": 10.4375,
      "learning_rate": 1.2238847446440823e-05,
      "loss": 0.1967,
      "step": 141110
    },
    {
      "epoch": 4.0032907568031435,
      "grad_norm": 11.1875,
      "learning_rate": 1.223826850653768e-05,
      "loss": 0.1897,
      "step": 141120
    },
    {
      "epoch": 4.003574442734449,
      "grad_norm": 11.125,
      "learning_rate": 1.2237689566634536e-05,
      "loss": 0.1774,
      "step": 141130
    },
    {
      "epoch": 4.003858128665754,
      "grad_norm": 11.4375,
      "learning_rate": 1.2237110626731393e-05,
      "loss": 0.1587,
      "step": 141140
    },
    {
      "epoch": 4.00414181459706,
      "grad_norm": 9.25,
      "learning_rate": 1.223653168682825e-05,
      "loss": 0.215,
      "step": 141150
    },
    {
      "epoch": 4.004425500528365,
      "grad_norm": 15.4375,
      "learning_rate": 1.2235952746925106e-05,
      "loss": 0.1926,
      "step": 141160
    },
    {
      "epoch": 4.004709186459671,
      "grad_norm": 10.9375,
      "learning_rate": 1.2235373807021965e-05,
      "loss": 0.2442,
      "step": 141170
    },
    {
      "epoch": 4.004992872390976,
      "grad_norm": 13.0625,
      "learning_rate": 1.223479486711882e-05,
      "loss": 0.2039,
      "step": 141180
    },
    {
      "epoch": 4.005276558322281,
      "grad_norm": 8.375,
      "learning_rate": 1.2234215927215676e-05,
      "loss": 0.1996,
      "step": 141190
    },
    {
      "epoch": 4.005560244253587,
      "grad_norm": 10.6875,
      "learning_rate": 1.2233636987312534e-05,
      "loss": 0.2,
      "step": 141200
    },
    {
      "epoch": 4.005843930184892,
      "grad_norm": 11.0625,
      "learning_rate": 1.223305804740939e-05,
      "loss": 0.1812,
      "step": 141210
    },
    {
      "epoch": 4.006127616116197,
      "grad_norm": 14.8125,
      "learning_rate": 1.2232479107506246e-05,
      "loss": 0.1737,
      "step": 141220
    },
    {
      "epoch": 4.006411302047503,
      "grad_norm": 8.6875,
      "learning_rate": 1.2231900167603103e-05,
      "loss": 0.1954,
      "step": 141230
    },
    {
      "epoch": 4.0066949879788085,
      "grad_norm": 12.9375,
      "learning_rate": 1.223132122769996e-05,
      "loss": 0.2216,
      "step": 141240
    },
    {
      "epoch": 4.0069786739101145,
      "grad_norm": 13.5625,
      "learning_rate": 1.2230742287796816e-05,
      "loss": 0.1862,
      "step": 141250
    },
    {
      "epoch": 4.00726235984142,
      "grad_norm": 10.75,
      "learning_rate": 1.2230163347893673e-05,
      "loss": 0.2081,
      "step": 141260
    },
    {
      "epoch": 4.007546045772725,
      "grad_norm": 16.375,
      "learning_rate": 1.222958440799053e-05,
      "loss": 0.2012,
      "step": 141270
    },
    {
      "epoch": 4.007829731704031,
      "grad_norm": 8.125,
      "learning_rate": 1.2229005468087388e-05,
      "loss": 0.1924,
      "step": 141280
    },
    {
      "epoch": 4.008113417635336,
      "grad_norm": 12.0625,
      "learning_rate": 1.2228426528184243e-05,
      "loss": 0.2424,
      "step": 141290
    },
    {
      "epoch": 4.008397103566641,
      "grad_norm": 10.875,
      "learning_rate": 1.22278475882811e-05,
      "loss": 0.1676,
      "step": 141300
    },
    {
      "epoch": 4.008680789497947,
      "grad_norm": 11.5,
      "learning_rate": 1.2227268648377958e-05,
      "loss": 0.1648,
      "step": 141310
    },
    {
      "epoch": 4.008964475429252,
      "grad_norm": 10.625,
      "learning_rate": 1.2226689708474812e-05,
      "loss": 0.1796,
      "step": 141320
    },
    {
      "epoch": 4.009248161360558,
      "grad_norm": 9.625,
      "learning_rate": 1.2226110768571669e-05,
      "loss": 0.1756,
      "step": 141330
    },
    {
      "epoch": 4.009531847291863,
      "grad_norm": 7.65625,
      "learning_rate": 1.2225531828668526e-05,
      "loss": 0.1876,
      "step": 141340
    },
    {
      "epoch": 4.009815533223168,
      "grad_norm": 9.1875,
      "learning_rate": 1.2224952888765382e-05,
      "loss": 0.1892,
      "step": 141350
    },
    {
      "epoch": 4.010099219154474,
      "grad_norm": 16.625,
      "learning_rate": 1.222437394886224e-05,
      "loss": 0.1678,
      "step": 141360
    },
    {
      "epoch": 4.0103829050857795,
      "grad_norm": 9.8125,
      "learning_rate": 1.2223795008959096e-05,
      "loss": 0.1549,
      "step": 141370
    },
    {
      "epoch": 4.010666591017085,
      "grad_norm": 11.375,
      "learning_rate": 1.2223216069055952e-05,
      "loss": 0.1725,
      "step": 141380
    },
    {
      "epoch": 4.010950276948391,
      "grad_norm": 14.4375,
      "learning_rate": 1.222263712915281e-05,
      "loss": 0.1713,
      "step": 141390
    },
    {
      "epoch": 4.011233962879696,
      "grad_norm": 9.1875,
      "learning_rate": 1.2222058189249666e-05,
      "loss": 0.2087,
      "step": 141400
    },
    {
      "epoch": 4.011517648811001,
      "grad_norm": 12.125,
      "learning_rate": 1.2221479249346522e-05,
      "loss": 0.2058,
      "step": 141410
    },
    {
      "epoch": 4.011801334742307,
      "grad_norm": 13.75,
      "learning_rate": 1.222090030944338e-05,
      "loss": 0.2005,
      "step": 141420
    },
    {
      "epoch": 4.012085020673612,
      "grad_norm": 11.25,
      "learning_rate": 1.2220321369540236e-05,
      "loss": 0.1923,
      "step": 141430
    },
    {
      "epoch": 4.012368706604918,
      "grad_norm": 13.75,
      "learning_rate": 1.2219742429637092e-05,
      "loss": 0.2118,
      "step": 141440
    },
    {
      "epoch": 4.012652392536223,
      "grad_norm": 9.0,
      "learning_rate": 1.2219163489733949e-05,
      "loss": 0.185,
      "step": 141450
    },
    {
      "epoch": 4.012936078467528,
      "grad_norm": 7.65625,
      "learning_rate": 1.2218584549830805e-05,
      "loss": 0.1864,
      "step": 141460
    },
    {
      "epoch": 4.013219764398834,
      "grad_norm": 14.5,
      "learning_rate": 1.2218005609927664e-05,
      "loss": 0.1871,
      "step": 141470
    },
    {
      "epoch": 4.013503450330139,
      "grad_norm": 11.875,
      "learning_rate": 1.2217426670024519e-05,
      "loss": 0.1844,
      "step": 141480
    },
    {
      "epoch": 4.013787136261445,
      "grad_norm": 15.6875,
      "learning_rate": 1.2216847730121375e-05,
      "loss": 0.1795,
      "step": 141490
    },
    {
      "epoch": 4.014070822192751,
      "grad_norm": 11.6875,
      "learning_rate": 1.2216268790218234e-05,
      "loss": 0.2328,
      "step": 141500
    },
    {
      "epoch": 4.014354508124056,
      "grad_norm": 8.25,
      "learning_rate": 1.2215689850315089e-05,
      "loss": 0.2023,
      "step": 141510
    },
    {
      "epoch": 4.014638194055362,
      "grad_norm": 12.25,
      "learning_rate": 1.2215110910411945e-05,
      "loss": 0.1797,
      "step": 141520
    },
    {
      "epoch": 4.014921879986667,
      "grad_norm": 8.375,
      "learning_rate": 1.2214531970508804e-05,
      "loss": 0.194,
      "step": 141530
    },
    {
      "epoch": 4.015205565917972,
      "grad_norm": 12.1875,
      "learning_rate": 1.2213953030605659e-05,
      "loss": 0.1842,
      "step": 141540
    },
    {
      "epoch": 4.015489251849278,
      "grad_norm": 8.9375,
      "learning_rate": 1.2213374090702517e-05,
      "loss": 0.1822,
      "step": 141550
    },
    {
      "epoch": 4.015772937780583,
      "grad_norm": 13.9375,
      "learning_rate": 1.2212795150799372e-05,
      "loss": 0.1768,
      "step": 141560
    },
    {
      "epoch": 4.016056623711888,
      "grad_norm": 10.375,
      "learning_rate": 1.2212216210896228e-05,
      "loss": 0.1928,
      "step": 141570
    },
    {
      "epoch": 4.016340309643194,
      "grad_norm": 10.5,
      "learning_rate": 1.2211637270993087e-05,
      "loss": 0.2029,
      "step": 141580
    },
    {
      "epoch": 4.016623995574499,
      "grad_norm": 12.3125,
      "learning_rate": 1.2211058331089942e-05,
      "loss": 0.1868,
      "step": 141590
    },
    {
      "epoch": 4.016907681505805,
      "grad_norm": 14.5625,
      "learning_rate": 1.2210479391186798e-05,
      "loss": 0.171,
      "step": 141600
    },
    {
      "epoch": 4.0171913674371105,
      "grad_norm": 10.0,
      "learning_rate": 1.2209900451283657e-05,
      "loss": 0.1861,
      "step": 141610
    },
    {
      "epoch": 4.017475053368416,
      "grad_norm": 16.0,
      "learning_rate": 1.2209321511380512e-05,
      "loss": 0.2284,
      "step": 141620
    },
    {
      "epoch": 4.017758739299722,
      "grad_norm": 9.0625,
      "learning_rate": 1.2208742571477368e-05,
      "loss": 0.1862,
      "step": 141630
    },
    {
      "epoch": 4.018042425231027,
      "grad_norm": 13.0,
      "learning_rate": 1.2208163631574225e-05,
      "loss": 0.1819,
      "step": 141640
    },
    {
      "epoch": 4.018326111162332,
      "grad_norm": 9.375,
      "learning_rate": 1.2207584691671082e-05,
      "loss": 0.1948,
      "step": 141650
    },
    {
      "epoch": 4.018609797093638,
      "grad_norm": 14.8125,
      "learning_rate": 1.220700575176794e-05,
      "loss": 0.1976,
      "step": 141660
    },
    {
      "epoch": 4.018893483024943,
      "grad_norm": 12.3125,
      "learning_rate": 1.2206426811864795e-05,
      "loss": 0.1745,
      "step": 141670
    },
    {
      "epoch": 4.019177168956248,
      "grad_norm": 20.75,
      "learning_rate": 1.2205847871961652e-05,
      "loss": 0.1749,
      "step": 141680
    },
    {
      "epoch": 4.019460854887554,
      "grad_norm": 10.8125,
      "learning_rate": 1.220526893205851e-05,
      "loss": 0.1955,
      "step": 141690
    },
    {
      "epoch": 4.019744540818859,
      "grad_norm": 8.25,
      "learning_rate": 1.2204689992155365e-05,
      "loss": 0.1876,
      "step": 141700
    },
    {
      "epoch": 4.020028226750165,
      "grad_norm": 8.375,
      "learning_rate": 1.2204111052252221e-05,
      "loss": 0.1695,
      "step": 141710
    },
    {
      "epoch": 4.02031191268147,
      "grad_norm": 19.0,
      "learning_rate": 1.220353211234908e-05,
      "loss": 0.2367,
      "step": 141720
    },
    {
      "epoch": 4.0205955986127755,
      "grad_norm": 14.25,
      "learning_rate": 1.2202953172445935e-05,
      "loss": 0.1941,
      "step": 141730
    },
    {
      "epoch": 4.0208792845440815,
      "grad_norm": 11.1875,
      "learning_rate": 1.2202374232542793e-05,
      "loss": 0.2029,
      "step": 141740
    },
    {
      "epoch": 4.021162970475387,
      "grad_norm": 13.25,
      "learning_rate": 1.2201795292639648e-05,
      "loss": 0.2437,
      "step": 141750
    },
    {
      "epoch": 4.021446656406692,
      "grad_norm": 11.3125,
      "learning_rate": 1.2201216352736505e-05,
      "loss": 0.1792,
      "step": 141760
    },
    {
      "epoch": 4.021730342337998,
      "grad_norm": 13.0625,
      "learning_rate": 1.2200637412833363e-05,
      "loss": 0.2172,
      "step": 141770
    },
    {
      "epoch": 4.022014028269303,
      "grad_norm": 12.3125,
      "learning_rate": 1.2200058472930218e-05,
      "loss": 0.1736,
      "step": 141780
    },
    {
      "epoch": 4.022297714200609,
      "grad_norm": 13.5,
      "learning_rate": 1.2199479533027075e-05,
      "loss": 0.1948,
      "step": 141790
    },
    {
      "epoch": 4.022581400131914,
      "grad_norm": 10.4375,
      "learning_rate": 1.2198900593123933e-05,
      "loss": 0.1842,
      "step": 141800
    },
    {
      "epoch": 4.022865086063219,
      "grad_norm": 8.5625,
      "learning_rate": 1.2198321653220788e-05,
      "loss": 0.1438,
      "step": 141810
    },
    {
      "epoch": 4.023148771994525,
      "grad_norm": 9.5,
      "learning_rate": 1.2197742713317645e-05,
      "loss": 0.2118,
      "step": 141820
    },
    {
      "epoch": 4.02343245792583,
      "grad_norm": 10.5,
      "learning_rate": 1.2197163773414503e-05,
      "loss": 0.2077,
      "step": 141830
    },
    {
      "epoch": 4.023716143857135,
      "grad_norm": 15.625,
      "learning_rate": 1.2196584833511358e-05,
      "loss": 0.2069,
      "step": 141840
    },
    {
      "epoch": 4.023999829788441,
      "grad_norm": 10.125,
      "learning_rate": 1.2196005893608216e-05,
      "loss": 0.1643,
      "step": 141850
    },
    {
      "epoch": 4.0242835157197465,
      "grad_norm": 12.375,
      "learning_rate": 1.2195426953705071e-05,
      "loss": 0.1967,
      "step": 141860
    },
    {
      "epoch": 4.0245672016510525,
      "grad_norm": 11.8125,
      "learning_rate": 1.2194848013801928e-05,
      "loss": 0.1624,
      "step": 141870
    },
    {
      "epoch": 4.024850887582358,
      "grad_norm": 7.75,
      "learning_rate": 1.2194269073898786e-05,
      "loss": 0.1757,
      "step": 141880
    },
    {
      "epoch": 4.025134573513663,
      "grad_norm": 10.4375,
      "learning_rate": 1.2193690133995641e-05,
      "loss": 0.2279,
      "step": 141890
    },
    {
      "epoch": 4.025418259444969,
      "grad_norm": 9.9375,
      "learning_rate": 1.2193111194092498e-05,
      "loss": 0.1506,
      "step": 141900
    },
    {
      "epoch": 4.025701945376274,
      "grad_norm": 9.1875,
      "learning_rate": 1.2192532254189356e-05,
      "loss": 0.1871,
      "step": 141910
    },
    {
      "epoch": 4.025985631307579,
      "grad_norm": 6.875,
      "learning_rate": 1.2191953314286211e-05,
      "loss": 0.2087,
      "step": 141920
    },
    {
      "epoch": 4.026269317238885,
      "grad_norm": 12.75,
      "learning_rate": 1.219137437438307e-05,
      "loss": 0.1983,
      "step": 141930
    },
    {
      "epoch": 4.02655300317019,
      "grad_norm": 11.5,
      "learning_rate": 1.2190795434479926e-05,
      "loss": 0.1808,
      "step": 141940
    },
    {
      "epoch": 4.026836689101496,
      "grad_norm": 16.75,
      "learning_rate": 1.219021649457678e-05,
      "loss": 0.2017,
      "step": 141950
    },
    {
      "epoch": 4.027120375032801,
      "grad_norm": 9.75,
      "learning_rate": 1.218963755467364e-05,
      "loss": 0.1869,
      "step": 141960
    },
    {
      "epoch": 4.027404060964106,
      "grad_norm": 9.25,
      "learning_rate": 1.2189058614770494e-05,
      "loss": 0.2,
      "step": 141970
    },
    {
      "epoch": 4.027687746895412,
      "grad_norm": 11.5625,
      "learning_rate": 1.218847967486735e-05,
      "loss": 0.1566,
      "step": 141980
    },
    {
      "epoch": 4.0279714328267175,
      "grad_norm": 11.6875,
      "learning_rate": 1.2187900734964209e-05,
      "loss": 0.1965,
      "step": 141990
    },
    {
      "epoch": 4.028255118758023,
      "grad_norm": 11.5,
      "learning_rate": 1.2187321795061064e-05,
      "loss": 0.1931,
      "step": 142000
    },
    {
      "epoch": 4.028538804689329,
      "grad_norm": 14.75,
      "learning_rate": 1.218674285515792e-05,
      "loss": 0.2309,
      "step": 142010
    },
    {
      "epoch": 4.028822490620634,
      "grad_norm": 7.875,
      "learning_rate": 1.2186163915254779e-05,
      "loss": 0.1765,
      "step": 142020
    },
    {
      "epoch": 4.029106176551939,
      "grad_norm": 10.1875,
      "learning_rate": 1.2185584975351634e-05,
      "loss": 0.165,
      "step": 142030
    },
    {
      "epoch": 4.029389862483245,
      "grad_norm": 9.4375,
      "learning_rate": 1.2185006035448492e-05,
      "loss": 0.1927,
      "step": 142040
    },
    {
      "epoch": 4.02967354841455,
      "grad_norm": 14.125,
      "learning_rate": 1.2184427095545349e-05,
      "loss": 0.1882,
      "step": 142050
    },
    {
      "epoch": 4.029957234345856,
      "grad_norm": 15.375,
      "learning_rate": 1.2183848155642204e-05,
      "loss": 0.2363,
      "step": 142060
    },
    {
      "epoch": 4.030240920277161,
      "grad_norm": 9.25,
      "learning_rate": 1.2183269215739062e-05,
      "loss": 0.1873,
      "step": 142070
    },
    {
      "epoch": 4.030524606208466,
      "grad_norm": 10.4375,
      "learning_rate": 1.2182690275835917e-05,
      "loss": 0.1685,
      "step": 142080
    },
    {
      "epoch": 4.030808292139772,
      "grad_norm": 10.9375,
      "learning_rate": 1.2182111335932774e-05,
      "loss": 0.1863,
      "step": 142090
    },
    {
      "epoch": 4.031091978071077,
      "grad_norm": 10.625,
      "learning_rate": 1.2181532396029632e-05,
      "loss": 0.2029,
      "step": 142100
    },
    {
      "epoch": 4.031375664002383,
      "grad_norm": 11.0,
      "learning_rate": 1.2180953456126487e-05,
      "loss": 0.1936,
      "step": 142110
    },
    {
      "epoch": 4.031659349933689,
      "grad_norm": 15.875,
      "learning_rate": 1.2180374516223344e-05,
      "loss": 0.2017,
      "step": 142120
    },
    {
      "epoch": 4.031943035864994,
      "grad_norm": 13.375,
      "learning_rate": 1.2179795576320202e-05,
      "loss": 0.1707,
      "step": 142130
    },
    {
      "epoch": 4.0322267217963,
      "grad_norm": 7.90625,
      "learning_rate": 1.2179216636417057e-05,
      "loss": 0.2074,
      "step": 142140
    },
    {
      "epoch": 4.032510407727605,
      "grad_norm": 11.3125,
      "learning_rate": 1.2178637696513915e-05,
      "loss": 0.179,
      "step": 142150
    },
    {
      "epoch": 4.03279409365891,
      "grad_norm": 13.125,
      "learning_rate": 1.217805875661077e-05,
      "loss": 0.1825,
      "step": 142160
    },
    {
      "epoch": 4.033077779590216,
      "grad_norm": 10.6875,
      "learning_rate": 1.2177479816707627e-05,
      "loss": 0.2057,
      "step": 142170
    },
    {
      "epoch": 4.033361465521521,
      "grad_norm": 9.3125,
      "learning_rate": 1.2176900876804485e-05,
      "loss": 0.1518,
      "step": 142180
    },
    {
      "epoch": 4.033645151452826,
      "grad_norm": 13.9375,
      "learning_rate": 1.217632193690134e-05,
      "loss": 0.1923,
      "step": 142190
    },
    {
      "epoch": 4.033928837384132,
      "grad_norm": 24.375,
      "learning_rate": 1.2175742996998197e-05,
      "loss": 0.2059,
      "step": 142200
    },
    {
      "epoch": 4.034212523315437,
      "grad_norm": 57.75,
      "learning_rate": 1.2175164057095055e-05,
      "loss": 0.1773,
      "step": 142210
    },
    {
      "epoch": 4.034496209246743,
      "grad_norm": 14.3125,
      "learning_rate": 1.217458511719191e-05,
      "loss": 0.2005,
      "step": 142220
    },
    {
      "epoch": 4.0347798951780485,
      "grad_norm": 19.5,
      "learning_rate": 1.2174006177288768e-05,
      "loss": 0.1836,
      "step": 142230
    },
    {
      "epoch": 4.035063581109354,
      "grad_norm": 13.0625,
      "learning_rate": 1.2173427237385625e-05,
      "loss": 0.203,
      "step": 142240
    },
    {
      "epoch": 4.03534726704066,
      "grad_norm": 7.75,
      "learning_rate": 1.217284829748248e-05,
      "loss": 0.1787,
      "step": 142250
    },
    {
      "epoch": 4.035630952971965,
      "grad_norm": 12.8125,
      "learning_rate": 1.2172269357579338e-05,
      "loss": 0.1855,
      "step": 142260
    },
    {
      "epoch": 4.03591463890327,
      "grad_norm": 13.1875,
      "learning_rate": 1.2171690417676193e-05,
      "loss": 0.1434,
      "step": 142270
    },
    {
      "epoch": 4.036198324834576,
      "grad_norm": 16.25,
      "learning_rate": 1.217111147777305e-05,
      "loss": 0.2317,
      "step": 142280
    },
    {
      "epoch": 4.036482010765881,
      "grad_norm": 10.375,
      "learning_rate": 1.2170532537869908e-05,
      "loss": 0.1756,
      "step": 142290
    },
    {
      "epoch": 4.036765696697186,
      "grad_norm": 7.96875,
      "learning_rate": 1.2169953597966763e-05,
      "loss": 0.2401,
      "step": 142300
    },
    {
      "epoch": 4.037049382628492,
      "grad_norm": 10.25,
      "learning_rate": 1.216937465806362e-05,
      "loss": 0.1493,
      "step": 142310
    },
    {
      "epoch": 4.037333068559797,
      "grad_norm": 9.375,
      "learning_rate": 1.2168795718160478e-05,
      "loss": 0.1983,
      "step": 142320
    },
    {
      "epoch": 4.037616754491103,
      "grad_norm": 13.625,
      "learning_rate": 1.2168216778257333e-05,
      "loss": 0.197,
      "step": 142330
    },
    {
      "epoch": 4.037900440422408,
      "grad_norm": 11.5625,
      "learning_rate": 1.2167637838354192e-05,
      "loss": 0.2146,
      "step": 142340
    },
    {
      "epoch": 4.0381841263537135,
      "grad_norm": 12.625,
      "learning_rate": 1.2167058898451048e-05,
      "loss": 0.2465,
      "step": 142350
    },
    {
      "epoch": 4.0384678122850195,
      "grad_norm": 11.4375,
      "learning_rate": 1.2166479958547903e-05,
      "loss": 0.175,
      "step": 142360
    },
    {
      "epoch": 4.038751498216325,
      "grad_norm": 8.875,
      "learning_rate": 1.2165901018644761e-05,
      "loss": 0.185,
      "step": 142370
    },
    {
      "epoch": 4.03903518414763,
      "grad_norm": 11.5,
      "learning_rate": 1.2165322078741616e-05,
      "loss": 0.1909,
      "step": 142380
    },
    {
      "epoch": 4.039318870078936,
      "grad_norm": 12.0625,
      "learning_rate": 1.2164743138838473e-05,
      "loss": 0.1822,
      "step": 142390
    },
    {
      "epoch": 4.039602556010241,
      "grad_norm": 10.1875,
      "learning_rate": 1.2164164198935331e-05,
      "loss": 0.18,
      "step": 142400
    },
    {
      "epoch": 4.039886241941547,
      "grad_norm": 9.625,
      "learning_rate": 1.2163585259032186e-05,
      "loss": 0.1813,
      "step": 142410
    },
    {
      "epoch": 4.040169927872852,
      "grad_norm": 13.0625,
      "learning_rate": 1.2163006319129045e-05,
      "loss": 0.1986,
      "step": 142420
    },
    {
      "epoch": 4.040453613804157,
      "grad_norm": 15.3125,
      "learning_rate": 1.2162427379225901e-05,
      "loss": 0.2278,
      "step": 142430
    },
    {
      "epoch": 4.040737299735463,
      "grad_norm": 12.875,
      "learning_rate": 1.2161848439322756e-05,
      "loss": 0.2005,
      "step": 142440
    },
    {
      "epoch": 4.041020985666768,
      "grad_norm": 16.25,
      "learning_rate": 1.2161269499419615e-05,
      "loss": 0.2053,
      "step": 142450
    },
    {
      "epoch": 4.041304671598073,
      "grad_norm": 9.375,
      "learning_rate": 1.2160690559516471e-05,
      "loss": 0.159,
      "step": 142460
    },
    {
      "epoch": 4.041588357529379,
      "grad_norm": 11.25,
      "learning_rate": 1.2160111619613326e-05,
      "loss": 0.1923,
      "step": 142470
    },
    {
      "epoch": 4.0418720434606845,
      "grad_norm": 11.25,
      "learning_rate": 1.2159532679710184e-05,
      "loss": 0.1921,
      "step": 142480
    },
    {
      "epoch": 4.0421557293919905,
      "grad_norm": 10.0625,
      "learning_rate": 1.215895373980704e-05,
      "loss": 0.2407,
      "step": 142490
    },
    {
      "epoch": 4.042439415323296,
      "grad_norm": 13.0,
      "learning_rate": 1.2158374799903896e-05,
      "loss": 0.2062,
      "step": 142500
    },
    {
      "epoch": 4.042723101254601,
      "grad_norm": 10.125,
      "learning_rate": 1.2157795860000754e-05,
      "loss": 0.1774,
      "step": 142510
    },
    {
      "epoch": 4.043006787185907,
      "grad_norm": 9.75,
      "learning_rate": 1.215721692009761e-05,
      "loss": 0.205,
      "step": 142520
    },
    {
      "epoch": 4.043290473117212,
      "grad_norm": 10.125,
      "learning_rate": 1.2156637980194468e-05,
      "loss": 0.1743,
      "step": 142530
    },
    {
      "epoch": 4.043574159048517,
      "grad_norm": 11.9375,
      "learning_rate": 1.2156059040291324e-05,
      "loss": 0.1876,
      "step": 142540
    },
    {
      "epoch": 4.043857844979823,
      "grad_norm": 8.25,
      "learning_rate": 1.215548010038818e-05,
      "loss": 0.1626,
      "step": 142550
    },
    {
      "epoch": 4.044141530911128,
      "grad_norm": 9.0625,
      "learning_rate": 1.2154901160485038e-05,
      "loss": 0.1822,
      "step": 142560
    },
    {
      "epoch": 4.044425216842434,
      "grad_norm": 9.8125,
      "learning_rate": 1.2154322220581893e-05,
      "loss": 0.1821,
      "step": 142570
    },
    {
      "epoch": 4.044708902773739,
      "grad_norm": 15.375,
      "learning_rate": 1.215374328067875e-05,
      "loss": 0.1952,
      "step": 142580
    },
    {
      "epoch": 4.044992588705044,
      "grad_norm": 10.8125,
      "learning_rate": 1.2153164340775608e-05,
      "loss": 0.2021,
      "step": 142590
    },
    {
      "epoch": 4.04527627463635,
      "grad_norm": 11.5625,
      "learning_rate": 1.2152585400872462e-05,
      "loss": 0.2073,
      "step": 142600
    },
    {
      "epoch": 4.0455599605676555,
      "grad_norm": 9.1875,
      "learning_rate": 1.215200646096932e-05,
      "loss": 0.1736,
      "step": 142610
    },
    {
      "epoch": 4.045843646498961,
      "grad_norm": 11.25,
      "learning_rate": 1.2151427521066177e-05,
      "loss": 0.2182,
      "step": 142620
    },
    {
      "epoch": 4.046127332430267,
      "grad_norm": 13.8125,
      "learning_rate": 1.2150848581163032e-05,
      "loss": 0.228,
      "step": 142630
    },
    {
      "epoch": 4.046411018361572,
      "grad_norm": 12.125,
      "learning_rate": 1.215026964125989e-05,
      "loss": 0.2005,
      "step": 142640
    },
    {
      "epoch": 4.046694704292877,
      "grad_norm": 12.625,
      "learning_rate": 1.2149690701356747e-05,
      "loss": 0.2044,
      "step": 142650
    },
    {
      "epoch": 4.046978390224183,
      "grad_norm": 9.9375,
      "learning_rate": 1.2149111761453602e-05,
      "loss": 0.1922,
      "step": 142660
    },
    {
      "epoch": 4.047262076155488,
      "grad_norm": 14.4375,
      "learning_rate": 1.214853282155046e-05,
      "loss": 0.1744,
      "step": 142670
    },
    {
      "epoch": 4.047545762086794,
      "grad_norm": 12.5,
      "learning_rate": 1.2147953881647316e-05,
      "loss": 0.2192,
      "step": 142680
    },
    {
      "epoch": 4.047829448018099,
      "grad_norm": 7.90625,
      "learning_rate": 1.2147374941744172e-05,
      "loss": 0.1711,
      "step": 142690
    },
    {
      "epoch": 4.048113133949404,
      "grad_norm": 8.4375,
      "learning_rate": 1.214679600184103e-05,
      "loss": 0.1682,
      "step": 142700
    },
    {
      "epoch": 4.04839681988071,
      "grad_norm": 15.25,
      "learning_rate": 1.2146217061937886e-05,
      "loss": 0.1802,
      "step": 142710
    },
    {
      "epoch": 4.048680505812015,
      "grad_norm": 12.25,
      "learning_rate": 1.2145638122034744e-05,
      "loss": 0.1802,
      "step": 142720
    },
    {
      "epoch": 4.048964191743321,
      "grad_norm": 10.125,
      "learning_rate": 1.21450591821316e-05,
      "loss": 0.206,
      "step": 142730
    },
    {
      "epoch": 4.049247877674627,
      "grad_norm": 9.1875,
      "learning_rate": 1.2144480242228455e-05,
      "loss": 0.1911,
      "step": 142740
    },
    {
      "epoch": 4.049531563605932,
      "grad_norm": 11.25,
      "learning_rate": 1.2143901302325314e-05,
      "loss": 0.1891,
      "step": 142750
    },
    {
      "epoch": 4.049815249537238,
      "grad_norm": 9.4375,
      "learning_rate": 1.214332236242217e-05,
      "loss": 0.159,
      "step": 142760
    },
    {
      "epoch": 4.050098935468543,
      "grad_norm": 9.0625,
      "learning_rate": 1.2142743422519025e-05,
      "loss": 0.2505,
      "step": 142770
    },
    {
      "epoch": 4.050382621399848,
      "grad_norm": 9.0625,
      "learning_rate": 1.2142164482615884e-05,
      "loss": 0.1907,
      "step": 142780
    },
    {
      "epoch": 4.050666307331154,
      "grad_norm": 8.9375,
      "learning_rate": 1.2141585542712739e-05,
      "loss": 0.1661,
      "step": 142790
    },
    {
      "epoch": 4.050949993262459,
      "grad_norm": 12.9375,
      "learning_rate": 1.2141006602809597e-05,
      "loss": 0.1732,
      "step": 142800
    },
    {
      "epoch": 4.051233679193764,
      "grad_norm": 7.5625,
      "learning_rate": 1.2140427662906454e-05,
      "loss": 0.1978,
      "step": 142810
    },
    {
      "epoch": 4.05151736512507,
      "grad_norm": 13.5625,
      "learning_rate": 1.2139848723003309e-05,
      "loss": 0.2057,
      "step": 142820
    },
    {
      "epoch": 4.051801051056375,
      "grad_norm": 13.875,
      "learning_rate": 1.2139269783100167e-05,
      "loss": 0.187,
      "step": 142830
    },
    {
      "epoch": 4.052084736987681,
      "grad_norm": 8.5,
      "learning_rate": 1.2138690843197024e-05,
      "loss": 0.1507,
      "step": 142840
    },
    {
      "epoch": 4.0523684229189865,
      "grad_norm": 10.5,
      "learning_rate": 1.2138111903293878e-05,
      "loss": 0.1938,
      "step": 142850
    },
    {
      "epoch": 4.052652108850292,
      "grad_norm": 12.4375,
      "learning_rate": 1.2137532963390737e-05,
      "loss": 0.1762,
      "step": 142860
    },
    {
      "epoch": 4.052935794781598,
      "grad_norm": 13.3125,
      "learning_rate": 1.2136954023487593e-05,
      "loss": 0.191,
      "step": 142870
    },
    {
      "epoch": 4.053219480712903,
      "grad_norm": 10.375,
      "learning_rate": 1.2136375083584448e-05,
      "loss": 0.1755,
      "step": 142880
    },
    {
      "epoch": 4.053503166644208,
      "grad_norm": 7.3125,
      "learning_rate": 1.2135796143681307e-05,
      "loss": 0.1533,
      "step": 142890
    },
    {
      "epoch": 4.053786852575514,
      "grad_norm": 9.1875,
      "learning_rate": 1.2135217203778162e-05,
      "loss": 0.1757,
      "step": 142900
    },
    {
      "epoch": 4.054070538506819,
      "grad_norm": 16.0,
      "learning_rate": 1.213463826387502e-05,
      "loss": 0.1591,
      "step": 142910
    },
    {
      "epoch": 4.054354224438125,
      "grad_norm": 26.75,
      "learning_rate": 1.2134059323971877e-05,
      "loss": 0.1866,
      "step": 142920
    },
    {
      "epoch": 4.05463791036943,
      "grad_norm": 15.5,
      "learning_rate": 1.2133480384068732e-05,
      "loss": 0.165,
      "step": 142930
    },
    {
      "epoch": 4.054921596300735,
      "grad_norm": 14.8125,
      "learning_rate": 1.213290144416559e-05,
      "loss": 0.1756,
      "step": 142940
    },
    {
      "epoch": 4.055205282232041,
      "grad_norm": 8.25,
      "learning_rate": 1.2132322504262447e-05,
      "loss": 0.2124,
      "step": 142950
    },
    {
      "epoch": 4.055488968163346,
      "grad_norm": 13.75,
      "learning_rate": 1.2131743564359302e-05,
      "loss": 0.1799,
      "step": 142960
    },
    {
      "epoch": 4.0557726540946515,
      "grad_norm": 11.125,
      "learning_rate": 1.213116462445616e-05,
      "loss": 0.1731,
      "step": 142970
    },
    {
      "epoch": 4.0560563400259575,
      "grad_norm": 11.9375,
      "learning_rate": 1.2130585684553016e-05,
      "loss": 0.179,
      "step": 142980
    },
    {
      "epoch": 4.056340025957263,
      "grad_norm": 8.875,
      "learning_rate": 1.2130006744649873e-05,
      "loss": 0.1577,
      "step": 142990
    },
    {
      "epoch": 4.056623711888568,
      "grad_norm": 8.8125,
      "learning_rate": 1.212942780474673e-05,
      "loss": 0.2077,
      "step": 143000
    },
    {
      "epoch": 4.056907397819874,
      "grad_norm": 12.875,
      "learning_rate": 1.2128848864843585e-05,
      "loss": 0.1818,
      "step": 143010
    },
    {
      "epoch": 4.057191083751179,
      "grad_norm": 11.25,
      "learning_rate": 1.2128269924940443e-05,
      "loss": 0.1943,
      "step": 143020
    },
    {
      "epoch": 4.057474769682485,
      "grad_norm": 18.75,
      "learning_rate": 1.21276909850373e-05,
      "loss": 0.2006,
      "step": 143030
    },
    {
      "epoch": 4.05775845561379,
      "grad_norm": 11.3125,
      "learning_rate": 1.2127112045134155e-05,
      "loss": 0.1863,
      "step": 143040
    },
    {
      "epoch": 4.058042141545095,
      "grad_norm": 11.5,
      "learning_rate": 1.2126533105231013e-05,
      "loss": 0.2116,
      "step": 143050
    },
    {
      "epoch": 4.058325827476401,
      "grad_norm": 9.875,
      "learning_rate": 1.212595416532787e-05,
      "loss": 0.1375,
      "step": 143060
    },
    {
      "epoch": 4.058609513407706,
      "grad_norm": 15.0,
      "learning_rate": 1.2125375225424725e-05,
      "loss": 0.1851,
      "step": 143070
    },
    {
      "epoch": 4.058893199339011,
      "grad_norm": 12.1875,
      "learning_rate": 1.2124796285521583e-05,
      "loss": 0.1932,
      "step": 143080
    },
    {
      "epoch": 4.059176885270317,
      "grad_norm": 17.75,
      "learning_rate": 1.2124217345618438e-05,
      "loss": 0.1836,
      "step": 143090
    },
    {
      "epoch": 4.0594605712016225,
      "grad_norm": 11.4375,
      "learning_rate": 1.2123638405715296e-05,
      "loss": 0.2,
      "step": 143100
    },
    {
      "epoch": 4.0597442571329285,
      "grad_norm": 8.3125,
      "learning_rate": 1.2123059465812153e-05,
      "loss": 0.2127,
      "step": 143110
    },
    {
      "epoch": 4.060027943064234,
      "grad_norm": 12.5,
      "learning_rate": 1.2122480525909008e-05,
      "loss": 0.1821,
      "step": 143120
    },
    {
      "epoch": 4.060311628995539,
      "grad_norm": 8.375,
      "learning_rate": 1.2121901586005866e-05,
      "loss": 0.2352,
      "step": 143130
    },
    {
      "epoch": 4.060595314926845,
      "grad_norm": 9.25,
      "learning_rate": 1.2121322646102723e-05,
      "loss": 0.156,
      "step": 143140
    },
    {
      "epoch": 4.06087900085815,
      "grad_norm": 13.9375,
      "learning_rate": 1.2120743706199578e-05,
      "loss": 0.2345,
      "step": 143150
    },
    {
      "epoch": 4.061162686789455,
      "grad_norm": 14.5625,
      "learning_rate": 1.2120164766296436e-05,
      "loss": 0.1789,
      "step": 143160
    },
    {
      "epoch": 4.061446372720761,
      "grad_norm": 12.3125,
      "learning_rate": 1.2119585826393293e-05,
      "loss": 0.1899,
      "step": 143170
    },
    {
      "epoch": 4.061730058652066,
      "grad_norm": 8.625,
      "learning_rate": 1.2119006886490148e-05,
      "loss": 0.1816,
      "step": 143180
    },
    {
      "epoch": 4.062013744583372,
      "grad_norm": 11.8125,
      "learning_rate": 1.2118427946587006e-05,
      "loss": 0.2415,
      "step": 143190
    },
    {
      "epoch": 4.062297430514677,
      "grad_norm": 10.375,
      "learning_rate": 1.2117849006683861e-05,
      "loss": 0.2058,
      "step": 143200
    },
    {
      "epoch": 4.062581116445982,
      "grad_norm": 11.1875,
      "learning_rate": 1.211727006678072e-05,
      "loss": 0.2203,
      "step": 143210
    },
    {
      "epoch": 4.062864802377288,
      "grad_norm": 13.25,
      "learning_rate": 1.2116691126877576e-05,
      "loss": 0.1916,
      "step": 143220
    },
    {
      "epoch": 4.0631484883085935,
      "grad_norm": 11.3125,
      "learning_rate": 1.211611218697443e-05,
      "loss": 0.1878,
      "step": 143230
    },
    {
      "epoch": 4.063432174239899,
      "grad_norm": 7.21875,
      "learning_rate": 1.2115533247071289e-05,
      "loss": 0.1843,
      "step": 143240
    },
    {
      "epoch": 4.063715860171205,
      "grad_norm": 16.0,
      "learning_rate": 1.2114954307168146e-05,
      "loss": 0.2063,
      "step": 143250
    },
    {
      "epoch": 4.06399954610251,
      "grad_norm": 9.8125,
      "learning_rate": 1.2114375367265e-05,
      "loss": 0.2054,
      "step": 143260
    },
    {
      "epoch": 4.064283232033816,
      "grad_norm": 10.0,
      "learning_rate": 1.2113796427361859e-05,
      "loss": 0.1798,
      "step": 143270
    },
    {
      "epoch": 4.064566917965121,
      "grad_norm": 12.8125,
      "learning_rate": 1.2113217487458716e-05,
      "loss": 0.2061,
      "step": 143280
    },
    {
      "epoch": 4.064850603896426,
      "grad_norm": 11.375,
      "learning_rate": 1.2112638547555572e-05,
      "loss": 0.2031,
      "step": 143290
    },
    {
      "epoch": 4.065134289827732,
      "grad_norm": 9.0,
      "learning_rate": 1.2112059607652429e-05,
      "loss": 0.1641,
      "step": 143300
    },
    {
      "epoch": 4.065417975759037,
      "grad_norm": 13.0,
      "learning_rate": 1.2111480667749284e-05,
      "loss": 0.1985,
      "step": 143310
    },
    {
      "epoch": 4.065701661690342,
      "grad_norm": 14.75,
      "learning_rate": 1.2110901727846142e-05,
      "loss": 0.2161,
      "step": 143320
    },
    {
      "epoch": 4.065985347621648,
      "grad_norm": 12.3125,
      "learning_rate": 1.2110322787942999e-05,
      "loss": 0.1882,
      "step": 143330
    },
    {
      "epoch": 4.066269033552953,
      "grad_norm": 10.8125,
      "learning_rate": 1.2109743848039854e-05,
      "loss": 0.185,
      "step": 143340
    },
    {
      "epoch": 4.066552719484259,
      "grad_norm": 13.0,
      "learning_rate": 1.2109164908136712e-05,
      "loss": 0.2051,
      "step": 143350
    },
    {
      "epoch": 4.066836405415565,
      "grad_norm": 11.9375,
      "learning_rate": 1.2108585968233569e-05,
      "loss": 0.2046,
      "step": 143360
    },
    {
      "epoch": 4.06712009134687,
      "grad_norm": 9.0,
      "learning_rate": 1.2108007028330424e-05,
      "loss": 0.1735,
      "step": 143370
    },
    {
      "epoch": 4.067403777278176,
      "grad_norm": 13.4375,
      "learning_rate": 1.2107428088427282e-05,
      "loss": 0.1737,
      "step": 143380
    },
    {
      "epoch": 4.067687463209481,
      "grad_norm": 7.75,
      "learning_rate": 1.2106849148524139e-05,
      "loss": 0.1641,
      "step": 143390
    },
    {
      "epoch": 4.067971149140786,
      "grad_norm": 12.625,
      "learning_rate": 1.2106270208620995e-05,
      "loss": 0.1807,
      "step": 143400
    },
    {
      "epoch": 4.068254835072092,
      "grad_norm": 10.375,
      "learning_rate": 1.2105691268717852e-05,
      "loss": 0.1792,
      "step": 143410
    },
    {
      "epoch": 4.068538521003397,
      "grad_norm": 9.0,
      "learning_rate": 1.2105112328814707e-05,
      "loss": 0.1861,
      "step": 143420
    },
    {
      "epoch": 4.068822206934702,
      "grad_norm": 12.375,
      "learning_rate": 1.2104533388911565e-05,
      "loss": 0.1827,
      "step": 143430
    },
    {
      "epoch": 4.069105892866008,
      "grad_norm": 10.0,
      "learning_rate": 1.2103954449008422e-05,
      "loss": 0.2268,
      "step": 143440
    },
    {
      "epoch": 4.069389578797313,
      "grad_norm": 8.4375,
      "learning_rate": 1.2103375509105277e-05,
      "loss": 0.1877,
      "step": 143450
    },
    {
      "epoch": 4.069673264728619,
      "grad_norm": 10.5,
      "learning_rate": 1.2102796569202135e-05,
      "loss": 0.186,
      "step": 143460
    },
    {
      "epoch": 4.0699569506599245,
      "grad_norm": 10.1875,
      "learning_rate": 1.2102217629298992e-05,
      "loss": 0.1689,
      "step": 143470
    },
    {
      "epoch": 4.07024063659123,
      "grad_norm": 9.375,
      "learning_rate": 1.2101638689395849e-05,
      "loss": 0.2236,
      "step": 143480
    },
    {
      "epoch": 4.070524322522536,
      "grad_norm": 11.8125,
      "learning_rate": 1.2101059749492705e-05,
      "loss": 0.2124,
      "step": 143490
    },
    {
      "epoch": 4.070808008453841,
      "grad_norm": 8.875,
      "learning_rate": 1.2100480809589562e-05,
      "loss": 0.2196,
      "step": 143500
    },
    {
      "epoch": 4.071091694385146,
      "grad_norm": 13.875,
      "learning_rate": 1.2099901869686418e-05,
      "loss": 0.1919,
      "step": 143510
    },
    {
      "epoch": 4.071375380316452,
      "grad_norm": 12.375,
      "learning_rate": 1.2099322929783275e-05,
      "loss": 0.194,
      "step": 143520
    },
    {
      "epoch": 4.071659066247757,
      "grad_norm": 11.875,
      "learning_rate": 1.209874398988013e-05,
      "loss": 0.1828,
      "step": 143530
    },
    {
      "epoch": 4.071942752179063,
      "grad_norm": 10.75,
      "learning_rate": 1.2098165049976988e-05,
      "loss": 0.1742,
      "step": 143540
    },
    {
      "epoch": 4.072226438110368,
      "grad_norm": 11.125,
      "learning_rate": 1.2097586110073845e-05,
      "loss": 0.2234,
      "step": 143550
    },
    {
      "epoch": 4.072510124041673,
      "grad_norm": 8.75,
      "learning_rate": 1.20970071701707e-05,
      "loss": 0.2076,
      "step": 143560
    },
    {
      "epoch": 4.072793809972979,
      "grad_norm": 11.1875,
      "learning_rate": 1.2096428230267558e-05,
      "loss": 0.1958,
      "step": 143570
    },
    {
      "epoch": 4.073077495904284,
      "grad_norm": 8.4375,
      "learning_rate": 1.2095849290364415e-05,
      "loss": 0.2039,
      "step": 143580
    },
    {
      "epoch": 4.0733611818355895,
      "grad_norm": 9.0625,
      "learning_rate": 1.2095270350461272e-05,
      "loss": 0.1962,
      "step": 143590
    },
    {
      "epoch": 4.0736448677668955,
      "grad_norm": 13.625,
      "learning_rate": 1.2094691410558128e-05,
      "loss": 0.2042,
      "step": 143600
    },
    {
      "epoch": 4.073928553698201,
      "grad_norm": 11.9375,
      "learning_rate": 1.2094112470654983e-05,
      "loss": 0.2104,
      "step": 143610
    },
    {
      "epoch": 4.074212239629506,
      "grad_norm": 12.25,
      "learning_rate": 1.2093533530751841e-05,
      "loss": 0.2257,
      "step": 143620
    },
    {
      "epoch": 4.074495925560812,
      "grad_norm": 9.4375,
      "learning_rate": 1.2092954590848698e-05,
      "loss": 0.199,
      "step": 143630
    },
    {
      "epoch": 4.074779611492117,
      "grad_norm": 13.4375,
      "learning_rate": 1.2092375650945553e-05,
      "loss": 0.1992,
      "step": 143640
    },
    {
      "epoch": 4.075063297423423,
      "grad_norm": 11.0625,
      "learning_rate": 1.2091796711042411e-05,
      "loss": 0.2162,
      "step": 143650
    },
    {
      "epoch": 4.075346983354728,
      "grad_norm": 12.6875,
      "learning_rate": 1.2091217771139268e-05,
      "loss": 0.214,
      "step": 143660
    },
    {
      "epoch": 4.075630669286033,
      "grad_norm": 10.6875,
      "learning_rate": 1.2090638831236126e-05,
      "loss": 0.2002,
      "step": 143670
    },
    {
      "epoch": 4.075914355217339,
      "grad_norm": 9.5625,
      "learning_rate": 1.2090059891332981e-05,
      "loss": 0.1885,
      "step": 143680
    },
    {
      "epoch": 4.076198041148644,
      "grad_norm": 8.5,
      "learning_rate": 1.2089480951429838e-05,
      "loss": 0.173,
      "step": 143690
    },
    {
      "epoch": 4.076481727079949,
      "grad_norm": 18.375,
      "learning_rate": 1.2088902011526695e-05,
      "loss": 0.1971,
      "step": 143700
    },
    {
      "epoch": 4.076765413011255,
      "grad_norm": 10.0625,
      "learning_rate": 1.2088323071623551e-05,
      "loss": 0.2234,
      "step": 143710
    },
    {
      "epoch": 4.0770490989425605,
      "grad_norm": 21.875,
      "learning_rate": 1.2087744131720406e-05,
      "loss": 0.2179,
      "step": 143720
    },
    {
      "epoch": 4.0773327848738665,
      "grad_norm": 12.125,
      "learning_rate": 1.2087165191817265e-05,
      "loss": 0.1857,
      "step": 143730
    },
    {
      "epoch": 4.077616470805172,
      "grad_norm": 10.375,
      "learning_rate": 1.2086586251914121e-05,
      "loss": 0.2299,
      "step": 143740
    },
    {
      "epoch": 4.077900156736477,
      "grad_norm": 12.75,
      "learning_rate": 1.2086007312010976e-05,
      "loss": 0.1955,
      "step": 143750
    },
    {
      "epoch": 4.078183842667783,
      "grad_norm": 14.5,
      "learning_rate": 1.2085428372107834e-05,
      "loss": 0.1879,
      "step": 143760
    },
    {
      "epoch": 4.078467528599088,
      "grad_norm": 18.5,
      "learning_rate": 1.2084849432204691e-05,
      "loss": 0.1756,
      "step": 143770
    },
    {
      "epoch": 4.078751214530393,
      "grad_norm": 9.75,
      "learning_rate": 1.208427049230155e-05,
      "loss": 0.1767,
      "step": 143780
    },
    {
      "epoch": 4.079034900461699,
      "grad_norm": 11.4375,
      "learning_rate": 1.2083691552398404e-05,
      "loss": 0.2059,
      "step": 143790
    },
    {
      "epoch": 4.079318586393004,
      "grad_norm": 10.9375,
      "learning_rate": 1.2083112612495261e-05,
      "loss": 0.1606,
      "step": 143800
    },
    {
      "epoch": 4.07960227232431,
      "grad_norm": 15.5625,
      "learning_rate": 1.2082533672592118e-05,
      "loss": 0.27,
      "step": 143810
    },
    {
      "epoch": 4.079885958255615,
      "grad_norm": 9.125,
      "learning_rate": 1.2081954732688974e-05,
      "loss": 0.1813,
      "step": 143820
    },
    {
      "epoch": 4.08016964418692,
      "grad_norm": 11.1875,
      "learning_rate": 1.208137579278583e-05,
      "loss": 0.1576,
      "step": 143830
    },
    {
      "epoch": 4.080453330118226,
      "grad_norm": 12.5625,
      "learning_rate": 1.2080796852882688e-05,
      "loss": 0.2113,
      "step": 143840
    },
    {
      "epoch": 4.0807370160495315,
      "grad_norm": 13.9375,
      "learning_rate": 1.2080217912979544e-05,
      "loss": 0.1965,
      "step": 143850
    },
    {
      "epoch": 4.081020701980837,
      "grad_norm": 14.75,
      "learning_rate": 1.2079638973076403e-05,
      "loss": 0.199,
      "step": 143860
    },
    {
      "epoch": 4.081304387912143,
      "grad_norm": 17.375,
      "learning_rate": 1.2079060033173257e-05,
      "loss": 0.1934,
      "step": 143870
    },
    {
      "epoch": 4.081588073843448,
      "grad_norm": 10.125,
      "learning_rate": 1.2078481093270114e-05,
      "loss": 0.1955,
      "step": 143880
    },
    {
      "epoch": 4.081871759774754,
      "grad_norm": 9.9375,
      "learning_rate": 1.207790215336697e-05,
      "loss": 0.237,
      "step": 143890
    },
    {
      "epoch": 4.082155445706059,
      "grad_norm": 11.625,
      "learning_rate": 1.2077323213463827e-05,
      "loss": 0.2042,
      "step": 143900
    },
    {
      "epoch": 4.082439131637364,
      "grad_norm": 9.125,
      "learning_rate": 1.2076744273560684e-05,
      "loss": 0.2018,
      "step": 143910
    },
    {
      "epoch": 4.08272281756867,
      "grad_norm": 11.5625,
      "learning_rate": 1.207616533365754e-05,
      "loss": 0.1941,
      "step": 143920
    },
    {
      "epoch": 4.083006503499975,
      "grad_norm": 14.6875,
      "learning_rate": 1.2075586393754397e-05,
      "loss": 0.1771,
      "step": 143930
    },
    {
      "epoch": 4.08329018943128,
      "grad_norm": 9.0625,
      "learning_rate": 1.2075007453851252e-05,
      "loss": 0.1914,
      "step": 143940
    },
    {
      "epoch": 4.083573875362586,
      "grad_norm": 9.4375,
      "learning_rate": 1.207442851394811e-05,
      "loss": 0.1931,
      "step": 143950
    },
    {
      "epoch": 4.083857561293891,
      "grad_norm": 12.3125,
      "learning_rate": 1.2073849574044967e-05,
      "loss": 0.2149,
      "step": 143960
    },
    {
      "epoch": 4.084141247225197,
      "grad_norm": 10.0625,
      "learning_rate": 1.2073270634141826e-05,
      "loss": 0.2037,
      "step": 143970
    },
    {
      "epoch": 4.084424933156503,
      "grad_norm": 13.3125,
      "learning_rate": 1.207269169423868e-05,
      "loss": 0.1665,
      "step": 143980
    },
    {
      "epoch": 4.084708619087808,
      "grad_norm": 17.25,
      "learning_rate": 1.2072112754335537e-05,
      "loss": 0.2066,
      "step": 143990
    },
    {
      "epoch": 4.084992305019114,
      "grad_norm": 9.5625,
      "learning_rate": 1.2071533814432394e-05,
      "loss": 0.1617,
      "step": 144000
    }
  ],
  "logging_steps": 10,
  "max_steps": 352510,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.8600226344319295e+19,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}