{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 7470,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004017576898932831,
      "grad_norm": 5.806783098701457,
      "learning_rate": 1.204819277108434e-07,
      "loss": 1.0662,
      "step": 10
    },
    {
      "epoch": 0.008035153797865662,
      "grad_norm": 6.1737495782500815,
      "learning_rate": 2.5435073627844717e-07,
      "loss": 1.0418,
      "step": 20
    },
    {
      "epoch": 0.012052730696798493,
      "grad_norm": 5.869188839514599,
      "learning_rate": 3.8821954484605087e-07,
      "loss": 1.0476,
      "step": 30
    },
    {
      "epoch": 0.016070307595731324,
      "grad_norm": 4.067430650309112,
      "learning_rate": 5.220883534136546e-07,
      "loss": 1.0186,
      "step": 40
    },
    {
      "epoch": 0.020087884494664157,
      "grad_norm": 1.9993360792772212,
      "learning_rate": 6.559571619812584e-07,
      "loss": 0.9457,
      "step": 50
    },
    {
      "epoch": 0.024105461393596987,
      "grad_norm": 1.0897504400503495,
      "learning_rate": 7.898259705488621e-07,
      "loss": 0.8694,
      "step": 60
    },
    {
      "epoch": 0.02812303829252982,
      "grad_norm": 0.8480278075524572,
      "learning_rate": 9.236947791164659e-07,
      "loss": 0.8453,
      "step": 70
    },
    {
      "epoch": 0.03214061519146265,
      "grad_norm": 0.5847985812870466,
      "learning_rate": 1.0575635876840697e-06,
      "loss": 0.8091,
      "step": 80
    },
    {
      "epoch": 0.03615819209039548,
      "grad_norm": 0.5632601125338154,
      "learning_rate": 1.1914323962516733e-06,
      "loss": 0.7981,
      "step": 90
    },
    {
      "epoch": 0.040175768989328314,
      "grad_norm": 0.4998168225005524,
      "learning_rate": 1.3253012048192773e-06,
      "loss": 0.7646,
      "step": 100
    },
    {
      "epoch": 0.04419334588826114,
      "grad_norm": 0.6903822114162349,
      "learning_rate": 1.4591700133868811e-06,
      "loss": 0.7619,
      "step": 110
    },
    {
      "epoch": 0.04821092278719397,
      "grad_norm": 0.4815863955585346,
      "learning_rate": 1.593038821954485e-06,
      "loss": 0.7679,
      "step": 120
    },
    {
      "epoch": 0.052228499686126806,
      "grad_norm": 0.4828754779519579,
      "learning_rate": 1.7269076305220885e-06,
      "loss": 0.7406,
      "step": 130
    },
    {
      "epoch": 0.05624607658505964,
      "grad_norm": 0.5272829904340466,
      "learning_rate": 1.8607764390896923e-06,
      "loss": 0.7451,
      "step": 140
    },
    {
      "epoch": 0.060263653483992465,
      "grad_norm": 0.48100813622874905,
      "learning_rate": 1.994645247657296e-06,
      "loss": 0.7053,
      "step": 150
    },
    {
      "epoch": 0.0642812303829253,
      "grad_norm": 0.49305369454902975,
      "learning_rate": 2.1285140562248997e-06,
      "loss": 0.7217,
      "step": 160
    },
    {
      "epoch": 0.06829880728185812,
      "grad_norm": 0.4711986293293931,
      "learning_rate": 2.2623828647925037e-06,
      "loss": 0.7368,
      "step": 170
    },
    {
      "epoch": 0.07231638418079096,
      "grad_norm": 0.5025185766261334,
      "learning_rate": 2.3962516733601073e-06,
      "loss": 0.7179,
      "step": 180
    },
    {
      "epoch": 0.07633396107972379,
      "grad_norm": 0.5264169172616818,
      "learning_rate": 2.530120481927711e-06,
      "loss": 0.7374,
      "step": 190
    },
    {
      "epoch": 0.08035153797865663,
      "grad_norm": 0.46948548462020134,
      "learning_rate": 2.6639892904953145e-06,
      "loss": 0.72,
      "step": 200
    },
    {
      "epoch": 0.08436911487758945,
      "grad_norm": 0.463248294175632,
      "learning_rate": 2.7978580990629185e-06,
      "loss": 0.7115,
      "step": 210
    },
    {
      "epoch": 0.08838669177652228,
      "grad_norm": 0.45484667965794356,
      "learning_rate": 2.931726907630522e-06,
      "loss": 0.7034,
      "step": 220
    },
    {
      "epoch": 0.09240426867545512,
      "grad_norm": 0.4357030076439862,
      "learning_rate": 3.0655957161981257e-06,
      "loss": 0.7126,
      "step": 230
    },
    {
      "epoch": 0.09642184557438795,
      "grad_norm": 0.6453731431637157,
      "learning_rate": 3.1994645247657297e-06,
      "loss": 0.7097,
      "step": 240
    },
    {
      "epoch": 0.10043942247332077,
      "grad_norm": 0.4849489606416127,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.7023,
      "step": 250
    },
    {
      "epoch": 0.10445699937225361,
      "grad_norm": 0.42549798364358465,
      "learning_rate": 3.4672021419009373e-06,
      "loss": 0.6924,
      "step": 260
    },
    {
      "epoch": 0.10847457627118644,
      "grad_norm": 0.4773000774187341,
      "learning_rate": 3.601070950468541e-06,
      "loss": 0.6968,
      "step": 270
    },
    {
      "epoch": 0.11249215317011928,
      "grad_norm": 0.5240441729923269,
      "learning_rate": 3.7349397590361445e-06,
      "loss": 0.7045,
      "step": 280
    },
    {
      "epoch": 0.1165097300690521,
      "grad_norm": 0.4910140491378646,
      "learning_rate": 3.8688085676037485e-06,
      "loss": 0.6933,
      "step": 290
    },
    {
      "epoch": 0.12052730696798493,
      "grad_norm": 0.4580543272940571,
      "learning_rate": 4.002677376171352e-06,
      "loss": 0.6762,
      "step": 300
    },
    {
      "epoch": 0.12454488386691777,
      "grad_norm": 0.4638793548670153,
      "learning_rate": 4.136546184738956e-06,
      "loss": 0.6807,
      "step": 310
    },
    {
      "epoch": 0.1285624607658506,
      "grad_norm": 0.48226078090248237,
      "learning_rate": 4.270414993306559e-06,
      "loss": 0.6836,
      "step": 320
    },
    {
      "epoch": 0.13258003766478343,
      "grad_norm": 0.5205992514175658,
      "learning_rate": 4.404283801874164e-06,
      "loss": 0.7006,
      "step": 330
    },
    {
      "epoch": 0.13659761456371625,
      "grad_norm": 0.5157658854686866,
      "learning_rate": 4.538152610441767e-06,
      "loss": 0.6777,
      "step": 340
    },
    {
      "epoch": 0.1406151914626491,
      "grad_norm": 0.5186893129183067,
      "learning_rate": 4.672021419009371e-06,
      "loss": 0.6863,
      "step": 350
    },
    {
      "epoch": 0.14463276836158193,
      "grad_norm": 0.48228160242697454,
      "learning_rate": 4.8058902275769745e-06,
      "loss": 0.692,
      "step": 360
    },
    {
      "epoch": 0.14865034526051477,
      "grad_norm": 0.48252742197899023,
      "learning_rate": 4.939759036144578e-06,
      "loss": 0.6866,
      "step": 370
    },
    {
      "epoch": 0.15266792215944758,
      "grad_norm": 0.4457961570378318,
      "learning_rate": 5.0736278447121826e-06,
      "loss": 0.6786,
      "step": 380
    },
    {
      "epoch": 0.15668549905838042,
      "grad_norm": 0.475655993068204,
      "learning_rate": 5.207496653279787e-06,
      "loss": 0.6899,
      "step": 390
    },
    {
      "epoch": 0.16070307595731326,
      "grad_norm": 0.44137190174512886,
      "learning_rate": 5.34136546184739e-06,
      "loss": 0.6673,
      "step": 400
    },
    {
      "epoch": 0.16472065285624607,
      "grad_norm": 0.49163743462647375,
      "learning_rate": 5.475234270414994e-06,
      "loss": 0.6696,
      "step": 410
    },
    {
      "epoch": 0.1687382297551789,
      "grad_norm": 0.5274225683716718,
      "learning_rate": 5.609103078982597e-06,
      "loss": 0.6604,
      "step": 420
    },
    {
      "epoch": 0.17275580665411175,
      "grad_norm": 0.4371201249615473,
      "learning_rate": 5.742971887550201e-06,
      "loss": 0.6623,
      "step": 430
    },
    {
      "epoch": 0.17677338355304456,
      "grad_norm": 0.496866788031066,
      "learning_rate": 5.876840696117805e-06,
      "loss": 0.6733,
      "step": 440
    },
    {
      "epoch": 0.1807909604519774,
      "grad_norm": 0.5029900924311191,
      "learning_rate": 6.010709504685409e-06,
      "loss": 0.6593,
      "step": 450
    },
    {
      "epoch": 0.18480853735091024,
      "grad_norm": 0.5057790072232172,
      "learning_rate": 6.144578313253012e-06,
      "loss": 0.684,
      "step": 460
    },
    {
      "epoch": 0.18882611424984305,
      "grad_norm": 1.210542334820464,
      "learning_rate": 6.2784471218206166e-06,
      "loss": 0.6743,
      "step": 470
    },
    {
      "epoch": 0.1928436911487759,
      "grad_norm": 0.4979782025477802,
      "learning_rate": 6.41231593038822e-06,
      "loss": 0.6645,
      "step": 480
    },
    {
      "epoch": 0.19686126804770873,
      "grad_norm": 0.4671679965356099,
      "learning_rate": 6.546184738955825e-06,
      "loss": 0.6593,
      "step": 490
    },
    {
      "epoch": 0.20087884494664154,
      "grad_norm": 0.47107607146399,
      "learning_rate": 6.680053547523427e-06,
      "loss": 0.653,
      "step": 500
    },
    {
      "epoch": 0.20489642184557438,
      "grad_norm": 0.5355141556215653,
      "learning_rate": 6.813922356091032e-06,
      "loss": 0.6555,
      "step": 510
    },
    {
      "epoch": 0.20891399874450722,
      "grad_norm": 0.4770424360600091,
      "learning_rate": 6.9477911646586345e-06,
      "loss": 0.6426,
      "step": 520
    },
    {
      "epoch": 0.21293157564344006,
      "grad_norm": 0.4799836242336395,
      "learning_rate": 7.081659973226239e-06,
      "loss": 0.6565,
      "step": 530
    },
    {
      "epoch": 0.21694915254237288,
      "grad_norm": 0.5167694867415858,
      "learning_rate": 7.2155287817938426e-06,
      "loss": 0.6609,
      "step": 540
    },
    {
      "epoch": 0.22096672944130571,
      "grad_norm": 0.5086826009179188,
      "learning_rate": 7.349397590361447e-06,
      "loss": 0.6494,
      "step": 550
    },
    {
      "epoch": 0.22498430634023855,
      "grad_norm": 0.4922827776447584,
      "learning_rate": 7.48326639892905e-06,
      "loss": 0.6558,
      "step": 560
    },
    {
      "epoch": 0.22900188323917137,
      "grad_norm": 0.48344938995436526,
      "learning_rate": 7.617135207496654e-06,
      "loss": 0.6481,
      "step": 570
    },
    {
      "epoch": 0.2330194601381042,
      "grad_norm": 0.507502223485786,
      "learning_rate": 7.751004016064258e-06,
      "loss": 0.6529,
      "step": 580
    },
    {
      "epoch": 0.23703703703703705,
      "grad_norm": 0.49027674360195406,
      "learning_rate": 7.884872824631861e-06,
      "loss": 0.6475,
      "step": 590
    },
    {
      "epoch": 0.24105461393596986,
      "grad_norm": 0.47662111002737323,
      "learning_rate": 8.018741633199465e-06,
      "loss": 0.6606,
      "step": 600
    },
    {
      "epoch": 0.2450721908349027,
      "grad_norm": 0.5178759139169029,
      "learning_rate": 8.152610441767069e-06,
      "loss": 0.6507,
      "step": 610
    },
    {
      "epoch": 0.24908976773383554,
      "grad_norm": 0.4913437654692537,
      "learning_rate": 8.286479250334672e-06,
      "loss": 0.6676,
      "step": 620
    },
    {
      "epoch": 0.25310734463276835,
      "grad_norm": 0.4983838425660273,
      "learning_rate": 8.420348058902277e-06,
      "loss": 0.6431,
      "step": 630
    },
    {
      "epoch": 0.2571249215317012,
      "grad_norm": 0.5296861218593591,
      "learning_rate": 8.55421686746988e-06,
      "loss": 0.6469,
      "step": 640
    },
    {
      "epoch": 0.26114249843063403,
      "grad_norm": 0.49470648462227873,
      "learning_rate": 8.688085676037485e-06,
      "loss": 0.653,
      "step": 650
    },
    {
      "epoch": 0.26516007532956687,
      "grad_norm": 0.4977505266791689,
      "learning_rate": 8.821954484605088e-06,
      "loss": 0.6506,
      "step": 660
    },
    {
      "epoch": 0.2691776522284997,
      "grad_norm": 0.5181442610979835,
      "learning_rate": 8.955823293172692e-06,
      "loss": 0.6389,
      "step": 670
    },
    {
      "epoch": 0.2731952291274325,
      "grad_norm": 0.5401626680115751,
      "learning_rate": 9.089692101740295e-06,
      "loss": 0.644,
      "step": 680
    },
    {
      "epoch": 0.27721280602636533,
      "grad_norm": 0.5294876220592581,
      "learning_rate": 9.223560910307899e-06,
      "loss": 0.6476,
      "step": 690
    },
    {
      "epoch": 0.2812303829252982,
      "grad_norm": 0.5001749586085277,
      "learning_rate": 9.357429718875503e-06,
      "loss": 0.6469,
      "step": 700
    },
    {
      "epoch": 0.285247959824231,
      "grad_norm": 0.49514793732187534,
      "learning_rate": 9.491298527443106e-06,
      "loss": 0.6412,
      "step": 710
    },
    {
      "epoch": 0.28926553672316385,
      "grad_norm": 0.5451601544807843,
      "learning_rate": 9.62516733601071e-06,
      "loss": 0.6342,
      "step": 720
    },
    {
      "epoch": 0.2932831136220967,
      "grad_norm": 0.5386128345367395,
      "learning_rate": 9.759036144578315e-06,
      "loss": 0.6422,
      "step": 730
    },
    {
      "epoch": 0.29730069052102953,
      "grad_norm": 0.5295404573044942,
      "learning_rate": 9.892904953145917e-06,
      "loss": 0.6418,
      "step": 740
    },
    {
      "epoch": 0.3013182674199623,
      "grad_norm": 0.48815626124299877,
      "learning_rate": 9.999997816397962e-06,
      "loss": 0.649,
      "step": 750
    },
    {
      "epoch": 0.30533584431889516,
      "grad_norm": 0.5070827630467095,
      "learning_rate": 9.999921390526839e-06,
      "loss": 0.6453,
      "step": 760
    },
    {
      "epoch": 0.309353421217828,
      "grad_norm": 0.5070143645241298,
      "learning_rate": 9.999735786460982e-06,
      "loss": 0.6302,
      "step": 770
    },
    {
      "epoch": 0.31337099811676083,
      "grad_norm": 0.4790968559270035,
      "learning_rate": 9.999441008253238e-06,
      "loss": 0.632,
      "step": 780
    },
    {
      "epoch": 0.3173885750156937,
      "grad_norm": 0.48852106728621275,
      "learning_rate": 9.999037062340376e-06,
      "loss": 0.6436,
      "step": 790
    },
    {
      "epoch": 0.3214061519146265,
      "grad_norm": 0.4972110031536491,
      "learning_rate": 9.998523957542955e-06,
      "loss": 0.6411,
      "step": 800
    },
    {
      "epoch": 0.3254237288135593,
      "grad_norm": 0.533109673228536,
      "learning_rate": 9.997901705065118e-06,
      "loss": 0.6422,
      "step": 810
    },
    {
      "epoch": 0.32944130571249214,
      "grad_norm": 0.528721261444126,
      "learning_rate": 9.997170318494362e-06,
      "loss": 0.6457,
      "step": 820
    },
    {
      "epoch": 0.333458882611425,
      "grad_norm": 0.7706123304017218,
      "learning_rate": 9.996329813801233e-06,
      "loss": 0.6479,
      "step": 830
    },
    {
      "epoch": 0.3374764595103578,
      "grad_norm": 0.6304185980981377,
      "learning_rate": 9.995380209338973e-06,
      "loss": 0.639,
      "step": 840
    },
    {
      "epoch": 0.34149403640929066,
      "grad_norm": 0.47993658132408695,
      "learning_rate": 9.99432152584313e-06,
      "loss": 0.6232,
      "step": 850
    },
    {
      "epoch": 0.3455116133082235,
      "grad_norm": 0.5189489672799563,
      "learning_rate": 9.993153786431098e-06,
      "loss": 0.6457,
      "step": 860
    },
    {
      "epoch": 0.3495291902071563,
      "grad_norm": 0.490298021772909,
      "learning_rate": 9.991877016601612e-06,
      "loss": 0.6489,
      "step": 870
    },
    {
      "epoch": 0.3535467671060891,
      "grad_norm": 0.4733551505574991,
      "learning_rate": 9.990491244234197e-06,
      "loss": 0.6327,
      "step": 880
    },
    {
      "epoch": 0.35756434400502196,
      "grad_norm": 0.4812850798556578,
      "learning_rate": 9.988996499588556e-06,
      "loss": 0.6325,
      "step": 890
    },
    {
      "epoch": 0.3615819209039548,
      "grad_norm": 0.5139202954592238,
      "learning_rate": 9.987392815303903e-06,
      "loss": 0.6302,
      "step": 900
    },
    {
      "epoch": 0.36559949780288764,
      "grad_norm": 0.4950874659702236,
      "learning_rate": 9.985680226398261e-06,
      "loss": 0.641,
      "step": 910
    },
    {
      "epoch": 0.3696170747018205,
      "grad_norm": 0.5079828516156794,
      "learning_rate": 9.98385877026769e-06,
      "loss": 0.6384,
      "step": 920
    },
    {
      "epoch": 0.3736346516007533,
      "grad_norm": 0.49658973438025256,
      "learning_rate": 9.981928486685477e-06,
      "loss": 0.6365,
      "step": 930
    },
    {
      "epoch": 0.3776522284996861,
      "grad_norm": 0.46532869938151694,
      "learning_rate": 9.979889417801257e-06,
      "loss": 0.64,
      "step": 940
    },
    {
      "epoch": 0.38166980539861894,
      "grad_norm": 0.5187436115265832,
      "learning_rate": 9.9777416081401e-06,
      "loss": 0.6268,
      "step": 950
    },
    {
      "epoch": 0.3856873822975518,
      "grad_norm": 0.46664875039431214,
      "learning_rate": 9.975485104601544e-06,
      "loss": 0.6302,
      "step": 960
    },
    {
      "epoch": 0.3897049591964846,
      "grad_norm": 0.47880441558880193,
      "learning_rate": 9.973119956458558e-06,
      "loss": 0.6238,
      "step": 970
    },
    {
      "epoch": 0.39372253609541746,
      "grad_norm": 0.4691906979131477,
      "learning_rate": 9.970646215356477e-06,
      "loss": 0.6422,
      "step": 980
    },
    {
      "epoch": 0.3977401129943503,
      "grad_norm": 0.5000299551978495,
      "learning_rate": 9.968063935311865e-06,
      "loss": 0.6329,
      "step": 990
    },
    {
      "epoch": 0.4017576898932831,
      "grad_norm": 0.5484904742238748,
      "learning_rate": 9.965373172711343e-06,
      "loss": 0.6317,
      "step": 1000
    },
    {
      "epoch": 0.4057752667922159,
      "grad_norm": 0.517325966851464,
      "learning_rate": 9.96257398631036e-06,
      "loss": 0.6404,
      "step": 1010
    },
    {
      "epoch": 0.40979284369114877,
      "grad_norm": 0.4507627813502968,
      "learning_rate": 9.959666437231895e-06,
      "loss": 0.6303,
      "step": 1020
    },
    {
      "epoch": 0.4138104205900816,
      "grad_norm": 0.5071861791885447,
      "learning_rate": 9.95665058896514e-06,
      "loss": 0.6135,
      "step": 1030
    },
    {
      "epoch": 0.41782799748901445,
      "grad_norm": 0.45341474710439855,
      "learning_rate": 9.953526507364106e-06,
      "loss": 0.619,
      "step": 1040
    },
    {
      "epoch": 0.4218455743879473,
      "grad_norm": 0.46797706523025123,
      "learning_rate": 9.95029426064618e-06,
      "loss": 0.6253,
      "step": 1050
    },
    {
      "epoch": 0.4258631512868801,
      "grad_norm": 0.5018403383029635,
      "learning_rate": 9.946953919390648e-06,
      "loss": 0.6363,
      "step": 1060
    },
    {
      "epoch": 0.4298807281858129,
      "grad_norm": 0.4563294653990798,
      "learning_rate": 9.94350555653714e-06,
      "loss": 0.6223,
      "step": 1070
    },
    {
      "epoch": 0.43389830508474575,
      "grad_norm": 0.5142438260172338,
      "learning_rate": 9.939949247384046e-06,
      "loss": 0.636,
      "step": 1080
    },
    {
      "epoch": 0.4379158819836786,
      "grad_norm": 0.4974669445120328,
      "learning_rate": 9.93628506958687e-06,
      "loss": 0.6242,
      "step": 1090
    },
    {
      "epoch": 0.44193345888261143,
      "grad_norm": 0.5980709429827091,
      "learning_rate": 9.932513103156532e-06,
      "loss": 0.6408,
      "step": 1100
    },
    {
      "epoch": 0.44595103578154427,
      "grad_norm": 0.5581732511219715,
      "learning_rate": 9.928633430457628e-06,
      "loss": 0.6139,
      "step": 1110
    },
    {
      "epoch": 0.4499686126804771,
      "grad_norm": 0.5080904502728457,
      "learning_rate": 9.924646136206617e-06,
      "loss": 0.628,
      "step": 1120
    },
    {
      "epoch": 0.4539861895794099,
      "grad_norm": 0.5539298313516415,
      "learning_rate": 9.920551307469987e-06,
      "loss": 0.6212,
      "step": 1130
    },
    {
      "epoch": 0.45800376647834273,
      "grad_norm": 0.5135075682143369,
      "learning_rate": 9.916349033662349e-06,
      "loss": 0.6207,
      "step": 1140
    },
    {
      "epoch": 0.4620213433772756,
      "grad_norm": 0.5431528274267999,
      "learning_rate": 9.912039406544477e-06,
      "loss": 0.6268,
      "step": 1150
    },
    {
      "epoch": 0.4660389202762084,
      "grad_norm": 0.46293456683258105,
      "learning_rate": 9.907622520221312e-06,
      "loss": 0.6168,
      "step": 1160
    },
    {
      "epoch": 0.47005649717514125,
      "grad_norm": 0.5265783067042777,
      "learning_rate": 9.903098471139903e-06,
      "loss": 0.611,
      "step": 1170
    },
    {
      "epoch": 0.4740740740740741,
      "grad_norm": 0.4964165005454209,
      "learning_rate": 9.89846735808731e-06,
      "loss": 0.6209,
      "step": 1180
    },
    {
      "epoch": 0.47809165097300693,
      "grad_norm": 0.44720379185402914,
      "learning_rate": 9.893729282188433e-06,
      "loss": 0.6274,
      "step": 1190
    },
    {
      "epoch": 0.4821092278719397,
      "grad_norm": 0.5160429448873454,
      "learning_rate": 9.888884346903813e-06,
      "loss": 0.618,
      "step": 1200
    },
    {
      "epoch": 0.48612680477087256,
      "grad_norm": 0.483511156492776,
      "learning_rate": 9.883932658027374e-06,
      "loss": 0.621,
      "step": 1210
    },
    {
      "epoch": 0.4901443816698054,
      "grad_norm": 0.5158419978797311,
      "learning_rate": 9.8788743236841e-06,
      "loss": 0.6295,
      "step": 1220
    },
    {
      "epoch": 0.49416195856873824,
      "grad_norm": 0.5784261169598502,
      "learning_rate": 9.873709454327697e-06,
      "loss": 0.6215,
      "step": 1230
    },
    {
      "epoch": 0.4981795354676711,
      "grad_norm": 0.5198565153146563,
      "learning_rate": 9.868438162738154e-06,
      "loss": 0.6264,
      "step": 1240
    },
    {
      "epoch": 0.5021971123666039,
      "grad_norm": 0.510434585062711,
      "learning_rate": 9.863060564019305e-06,
      "loss": 0.6149,
      "step": 1250
    },
    {
      "epoch": 0.5062146892655367,
      "grad_norm": 0.4593962120443787,
      "learning_rate": 9.8575767755963e-06,
      "loss": 0.625,
      "step": 1260
    },
    {
      "epoch": 0.5102322661644696,
      "grad_norm": 0.498172586068187,
      "learning_rate": 9.851986917213044e-06,
      "loss": 0.6143,
      "step": 1270
    },
    {
      "epoch": 0.5142498430634024,
      "grad_norm": 0.4620438331915131,
      "learning_rate": 9.846291110929586e-06,
      "loss": 0.6313,
      "step": 1280
    },
    {
      "epoch": 0.5182674199623352,
      "grad_norm": 0.5343634450415627,
      "learning_rate": 9.840489481119452e-06,
      "loss": 0.6182,
      "step": 1290
    },
    {
      "epoch": 0.5222849968612681,
      "grad_norm": 0.48909140457697287,
      "learning_rate": 9.834582154466927e-06,
      "loss": 0.6325,
      "step": 1300
    },
    {
      "epoch": 0.5263025737602008,
      "grad_norm": 0.4678287985367856,
      "learning_rate": 9.828569259964291e-06,
      "loss": 0.6307,
      "step": 1310
    },
    {
      "epoch": 0.5303201506591337,
      "grad_norm": 0.4920124660634079,
      "learning_rate": 9.822450928909e-06,
      "loss": 0.6108,
      "step": 1320
    },
    {
      "epoch": 0.5343377275580665,
      "grad_norm": 1.4526222205367336,
      "learning_rate": 9.816227294900822e-06,
      "loss": 0.6213,
      "step": 1330
    },
    {
      "epoch": 0.5383553044569994,
      "grad_norm": 0.471616985395006,
      "learning_rate": 9.809898493838923e-06,
      "loss": 0.6169,
      "step": 1340
    },
    {
      "epoch": 0.5423728813559322,
      "grad_norm": 0.4421867425241258,
      "learning_rate": 9.803464663918886e-06,
      "loss": 0.6093,
      "step": 1350
    },
    {
      "epoch": 0.546390458254865,
      "grad_norm": 0.5351347284551249,
      "learning_rate": 9.796925945629711e-06,
      "loss": 0.6143,
      "step": 1360
    },
    {
      "epoch": 0.5504080351537979,
      "grad_norm": 0.4877248363865589,
      "learning_rate": 9.79028248175073e-06,
      "loss": 0.6192,
      "step": 1370
    },
    {
      "epoch": 0.5544256120527307,
      "grad_norm": 0.5009708952846684,
      "learning_rate": 9.783534417348507e-06,
      "loss": 0.6143,
      "step": 1380
    },
    {
      "epoch": 0.5584431889516636,
      "grad_norm": 0.5178945086806888,
      "learning_rate": 9.776681899773652e-06,
      "loss": 0.6205,
      "step": 1390
    },
    {
      "epoch": 0.5624607658505963,
      "grad_norm": 0.4762670817917884,
      "learning_rate": 9.769725078657622e-06,
      "loss": 0.6173,
      "step": 1400
    },
    {
      "epoch": 0.5664783427495292,
      "grad_norm": 0.4613547006315256,
      "learning_rate": 9.762664105909434e-06,
      "loss": 0.6251,
      "step": 1410
    },
    {
      "epoch": 0.570495919648462,
      "grad_norm": 0.4702754249747577,
      "learning_rate": 9.755499135712368e-06,
      "loss": 0.6183,
      "step": 1420
    },
    {
      "epoch": 0.5745134965473948,
      "grad_norm": 0.5373232333646776,
      "learning_rate": 9.748230324520585e-06,
      "loss": 0.6132,
      "step": 1430
    },
    {
      "epoch": 0.5785310734463277,
      "grad_norm": 0.5626349604991109,
      "learning_rate": 9.740857831055715e-06,
      "loss": 0.621,
      "step": 1440
    },
    {
      "epoch": 0.5825486503452605,
      "grad_norm": 0.5658213472247587,
      "learning_rate": 9.733381816303395e-06,
      "loss": 0.6138,
      "step": 1450
    },
    {
      "epoch": 0.5865662272441934,
      "grad_norm": 0.45081662608826584,
      "learning_rate": 9.725802443509753e-06,
      "loss": 0.616,
      "step": 1460
    },
    {
      "epoch": 0.5905838041431262,
      "grad_norm": 0.44740848559688695,
      "learning_rate": 9.718119878177837e-06,
      "loss": 0.6129,
      "step": 1470
    },
    {
      "epoch": 0.5946013810420591,
      "grad_norm": 0.5237403744825302,
      "learning_rate": 9.710334288064007e-06,
      "loss": 0.6136,
      "step": 1480
    },
    {
      "epoch": 0.5986189579409918,
      "grad_norm": 0.48924900162227497,
      "learning_rate": 9.702445843174274e-06,
      "loss": 0.6196,
      "step": 1490
    },
    {
      "epoch": 0.6026365348399246,
      "grad_norm": 0.49368923400575526,
      "learning_rate": 9.694454715760573e-06,
      "loss": 0.6187,
      "step": 1500
    },
    {
      "epoch": 0.6066541117388575,
      "grad_norm": 0.487126510015843,
      "learning_rate": 9.686361080317029e-06,
      "loss": 0.6172,
      "step": 1510
    },
    {
      "epoch": 0.6106716886377903,
      "grad_norm": 0.45477094460777745,
      "learning_rate": 9.678165113576114e-06,
      "loss": 0.6056,
      "step": 1520
    },
    {
      "epoch": 0.6146892655367232,
      "grad_norm": 0.49141680431275075,
      "learning_rate": 9.669866994504818e-06,
      "loss": 0.6043,
      "step": 1530
    },
    {
      "epoch": 0.618706842435656,
      "grad_norm": 0.7376167208477882,
      "learning_rate": 9.66146690430072e-06,
      "loss": 0.6208,
      "step": 1540
    },
    {
      "epoch": 0.6227244193345888,
      "grad_norm": 0.4931059951127201,
      "learning_rate": 9.652965026388039e-06,
      "loss": 0.6097,
      "step": 1550
    },
    {
      "epoch": 0.6267419962335217,
      "grad_norm": 0.48305824703353156,
      "learning_rate": 9.644361546413635e-06,
      "loss": 0.6081,
      "step": 1560
    },
    {
      "epoch": 0.6307595731324545,
      "grad_norm": 0.46866086349351754,
      "learning_rate": 9.635656652242938e-06,
      "loss": 0.6187,
      "step": 1570
    },
    {
      "epoch": 0.6347771500313873,
      "grad_norm": 0.48653033771244636,
      "learning_rate": 9.626850533955864e-06,
      "loss": 0.6039,
      "step": 1580
    },
    {
      "epoch": 0.6387947269303201,
      "grad_norm": 0.4839769721956582,
      "learning_rate": 9.617943383842659e-06,
      "loss": 0.617,
      "step": 1590
    },
    {
      "epoch": 0.642812303829253,
      "grad_norm": 0.4887686378157136,
      "learning_rate": 9.608935396399692e-06,
      "loss": 0.6043,
      "step": 1600
    },
    {
      "epoch": 0.6468298807281858,
      "grad_norm": 0.46040947244346264,
      "learning_rate": 9.599826768325218e-06,
      "loss": 0.6088,
      "step": 1610
    },
    {
      "epoch": 0.6508474576271186,
      "grad_norm": 0.4882314027569112,
      "learning_rate": 9.590617698515077e-06,
      "loss": 0.6084,
      "step": 1620
    },
    {
      "epoch": 0.6548650345260515,
      "grad_norm": 0.46985181649935615,
      "learning_rate": 9.581308388058354e-06,
      "loss": 0.6029,
      "step": 1630
    },
    {
      "epoch": 0.6588826114249843,
      "grad_norm": 0.48794194189773543,
      "learning_rate": 9.571899040232989e-06,
      "loss": 0.6088,
      "step": 1640
    },
    {
      "epoch": 0.6629001883239172,
      "grad_norm": 0.46766933522748133,
      "learning_rate": 9.56238986050133e-06,
      "loss": 0.6149,
      "step": 1650
    },
    {
      "epoch": 0.66691776522285,
      "grad_norm": 0.48282374325088395,
      "learning_rate": 9.552781056505662e-06,
      "loss": 0.6101,
      "step": 1660
    },
    {
      "epoch": 0.6709353421217829,
      "grad_norm": 0.5292742570379373,
      "learning_rate": 9.543072838063655e-06,
      "loss": 0.6128,
      "step": 1670
    },
    {
      "epoch": 0.6749529190207156,
      "grad_norm": 0.5260262320491007,
      "learning_rate": 9.533265417163793e-06,
      "loss": 0.6234,
      "step": 1680
    },
    {
      "epoch": 0.6789704959196484,
      "grad_norm": 0.48584608333045604,
      "learning_rate": 9.523359007960748e-06,
      "loss": 0.6116,
      "step": 1690
    },
    {
      "epoch": 0.6829880728185813,
      "grad_norm": 0.4743066347549614,
      "learning_rate": 9.513353826770695e-06,
      "loss": 0.5959,
      "step": 1700
    },
    {
      "epoch": 0.6870056497175141,
      "grad_norm": 0.4856299177120577,
      "learning_rate": 9.503250092066592e-06,
      "loss": 0.6204,
      "step": 1710
    },
    {
      "epoch": 0.691023226616447,
      "grad_norm": 0.5046231694012181,
      "learning_rate": 9.493048024473413e-06,
      "loss": 0.6126,
      "step": 1720
    },
    {
      "epoch": 0.6950408035153798,
      "grad_norm": 0.4928237045269149,
      "learning_rate": 9.48274784676332e-06,
      "loss": 0.6089,
      "step": 1730
    },
    {
      "epoch": 0.6990583804143126,
      "grad_norm": 0.4766754598686215,
      "learning_rate": 9.472349783850815e-06,
      "loss": 0.6061,
      "step": 1740
    },
    {
      "epoch": 0.7030759573132455,
      "grad_norm": 0.4631337703939171,
      "learning_rate": 9.461854062787812e-06,
      "loss": 0.6121,
      "step": 1750
    },
    {
      "epoch": 0.7070935342121782,
      "grad_norm": 0.4961256195106074,
      "learning_rate": 9.451260912758695e-06,
      "loss": 0.6037,
      "step": 1760
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 0.511885819703456,
      "learning_rate": 9.440570565075295e-06,
      "loss": 0.6145,
      "step": 1770
    },
    {
      "epoch": 0.7151286880100439,
      "grad_norm": 0.48629463779046733,
      "learning_rate": 9.429783253171855e-06,
      "loss": 0.5966,
      "step": 1780
    },
    {
      "epoch": 0.7191462649089768,
      "grad_norm": 0.4792036473525835,
      "learning_rate": 9.418899212599928e-06,
      "loss": 0.608,
      "step": 1790
    },
    {
      "epoch": 0.7231638418079096,
      "grad_norm": 0.5083453945346657,
      "learning_rate": 9.407918681023229e-06,
      "loss": 0.6095,
      "step": 1800
    },
    {
      "epoch": 0.7271814187068424,
      "grad_norm": 0.4685060218692666,
      "learning_rate": 9.396841898212452e-06,
      "loss": 0.6111,
      "step": 1810
    },
    {
      "epoch": 0.7311989956057753,
      "grad_norm": 0.5007535253551997,
      "learning_rate": 9.38566910604003e-06,
      "loss": 0.6175,
      "step": 1820
    },
    {
      "epoch": 0.7352165725047081,
      "grad_norm": 0.4721707017133051,
      "learning_rate": 9.374400548474853e-06,
      "loss": 0.6105,
      "step": 1830
    },
    {
      "epoch": 0.739234149403641,
      "grad_norm": 0.45194793890207013,
      "learning_rate": 9.363036471576945e-06,
      "loss": 0.5976,
      "step": 1840
    },
    {
      "epoch": 0.7432517263025737,
      "grad_norm": 0.48023710070315084,
      "learning_rate": 9.351577123492087e-06,
      "loss": 0.606,
      "step": 1850
    },
    {
      "epoch": 0.7472693032015066,
      "grad_norm": 0.4562292402628347,
      "learning_rate": 9.3400227544464e-06,
      "loss": 0.6204,
      "step": 1860
    },
    {
      "epoch": 0.7512868801004394,
      "grad_norm": 0.5199018316758173,
      "learning_rate": 9.328373616740884e-06,
      "loss": 0.6061,
      "step": 1870
    },
    {
      "epoch": 0.7553044569993722,
      "grad_norm": 0.45403478079118165,
      "learning_rate": 9.3166299647459e-06,
      "loss": 0.5977,
      "step": 1880
    },
    {
      "epoch": 0.7593220338983051,
      "grad_norm": 0.48026121094218754,
      "learning_rate": 9.304792054895627e-06,
      "loss": 0.6046,
      "step": 1890
    },
    {
      "epoch": 0.7633396107972379,
      "grad_norm": 0.5273730174734627,
      "learning_rate": 9.292860145682451e-06,
      "loss": 0.6016,
      "step": 1900
    },
    {
      "epoch": 0.7673571876961708,
      "grad_norm": 0.45635254897692096,
      "learning_rate": 9.280834497651334e-06,
      "loss": 0.6049,
      "step": 1910
    },
    {
      "epoch": 0.7713747645951036,
      "grad_norm": 0.4952893916325239,
      "learning_rate": 9.26871537339411e-06,
      "loss": 0.6108,
      "step": 1920
    },
    {
      "epoch": 0.7753923414940365,
      "grad_norm": 0.5020795358241874,
      "learning_rate": 9.25650303754376e-06,
      "loss": 0.6066,
      "step": 1930
    },
    {
      "epoch": 0.7794099183929692,
      "grad_norm": 0.4519568302601775,
      "learning_rate": 9.244197756768638e-06,
      "loss": 0.6048,
      "step": 1940
    },
    {
      "epoch": 0.783427495291902,
      "grad_norm": 0.4730934017356477,
      "learning_rate": 9.231799799766633e-06,
      "loss": 0.6205,
      "step": 1950
    },
    {
      "epoch": 0.7874450721908349,
      "grad_norm": 0.43205824907881557,
      "learning_rate": 9.219309437259312e-06,
      "loss": 0.6094,
      "step": 1960
    },
    {
      "epoch": 0.7914626490897677,
      "grad_norm": 0.49712695410471086,
      "learning_rate": 9.206726941986012e-06,
      "loss": 0.6177,
      "step": 1970
    },
    {
      "epoch": 0.7954802259887006,
      "grad_norm": 0.5220660443409905,
      "learning_rate": 9.194052588697877e-06,
      "loss": 0.6101,
      "step": 1980
    },
    {
      "epoch": 0.7994978028876334,
      "grad_norm": 0.5154062082113726,
      "learning_rate": 9.18128665415186e-06,
      "loss": 0.5928,
      "step": 1990
    },
    {
      "epoch": 0.8035153797865662,
      "grad_norm": 0.466497275783982,
      "learning_rate": 9.16842941710468e-06,
      "loss": 0.5976,
      "step": 2000
    },
    {
      "epoch": 0.8075329566854991,
      "grad_norm": 0.4710841642629808,
      "learning_rate": 9.155481158306736e-06,
      "loss": 0.5989,
      "step": 2010
    },
    {
      "epoch": 0.8115505335844319,
      "grad_norm": 0.5011683049021086,
      "learning_rate": 9.142442160495981e-06,
      "loss": 0.602,
      "step": 2020
    },
    {
      "epoch": 0.8155681104833647,
      "grad_norm": 0.48222917749993743,
      "learning_rate": 9.129312708391735e-06,
      "loss": 0.5991,
      "step": 2030
    },
    {
      "epoch": 0.8195856873822975,
      "grad_norm": 0.5023833093181953,
      "learning_rate": 9.116093088688486e-06,
      "loss": 0.603,
      "step": 2040
    },
    {
      "epoch": 0.8236032642812304,
      "grad_norm": 0.5057506213682262,
      "learning_rate": 9.102783590049613e-06,
      "loss": 0.6074,
      "step": 2050
    },
    {
      "epoch": 0.8276208411801632,
      "grad_norm": 0.4465714041839266,
      "learning_rate": 9.08938450310109e-06,
      "loss": 0.6117,
      "step": 2060
    },
    {
      "epoch": 0.831638418079096,
      "grad_norm": 0.45774188769330276,
      "learning_rate": 9.075896120425144e-06,
      "loss": 0.5982,
      "step": 2070
    },
    {
      "epoch": 0.8356559949780289,
      "grad_norm": 0.4956125400496556,
      "learning_rate": 9.06231873655386e-06,
      "loss": 0.6131,
      "step": 2080
    },
    {
      "epoch": 0.8396735718769617,
      "grad_norm": 0.503936504338912,
      "learning_rate": 9.04865264796275e-06,
      "loss": 0.6067,
      "step": 2090
    },
    {
      "epoch": 0.8436911487758946,
      "grad_norm": 0.4966401695744208,
      "learning_rate": 9.034898153064281e-06,
      "loss": 0.5982,
      "step": 2100
    },
    {
      "epoch": 0.8477087256748274,
      "grad_norm": 0.48606930633171735,
      "learning_rate": 9.021055552201364e-06,
      "loss": 0.6015,
      "step": 2110
    },
    {
      "epoch": 0.8517263025737603,
      "grad_norm": 0.5102880215310355,
      "learning_rate": 9.00712514764078e-06,
      "loss": 0.6084,
      "step": 2120
    },
    {
      "epoch": 0.855743879472693,
      "grad_norm": 0.5874497994476533,
      "learning_rate": 8.993107243566599e-06,
      "loss": 0.6014,
      "step": 2130
    },
    {
      "epoch": 0.8597614563716258,
      "grad_norm": 0.45526275583074516,
      "learning_rate": 8.979002146073526e-06,
      "loss": 0.6047,
      "step": 2140
    },
    {
      "epoch": 0.8637790332705587,
      "grad_norm": 0.44057367739611536,
      "learning_rate": 8.964810163160218e-06,
      "loss": 0.6023,
      "step": 2150
    },
    {
      "epoch": 0.8677966101694915,
      "grad_norm": 0.47276989533109426,
      "learning_rate": 8.95053160472256e-06,
      "loss": 0.5996,
      "step": 2160
    },
    {
      "epoch": 0.8718141870684244,
      "grad_norm": 0.47310493449075497,
      "learning_rate": 8.936166782546907e-06,
      "loss": 0.6053,
      "step": 2170
    },
    {
      "epoch": 0.8758317639673572,
      "grad_norm": 0.4417798231937385,
      "learning_rate": 8.921716010303255e-06,
      "loss": 0.6075,
      "step": 2180
    },
    {
      "epoch": 0.87984934086629,
      "grad_norm": 0.47514268261185605,
      "learning_rate": 8.907179603538411e-06,
      "loss": 0.5892,
      "step": 2190
    },
    {
      "epoch": 0.8838669177652229,
      "grad_norm": 0.4830403204501155,
      "learning_rate": 8.892557879669097e-06,
      "loss": 0.5962,
      "step": 2200
    },
    {
      "epoch": 0.8878844946641556,
      "grad_norm": 0.46322055953346064,
      "learning_rate": 8.877851157975017e-06,
      "loss": 0.6027,
      "step": 2210
    },
    {
      "epoch": 0.8919020715630885,
      "grad_norm": 0.4722416444611542,
      "learning_rate": 8.86305975959188e-06,
      "loss": 0.5949,
      "step": 2220
    },
    {
      "epoch": 0.8959196484620213,
      "grad_norm": 0.5039262176010645,
      "learning_rate": 8.848184007504404e-06,
      "loss": 0.5983,
      "step": 2230
    },
    {
      "epoch": 0.8999372253609542,
      "grad_norm": 0.5011682351198766,
      "learning_rate": 8.833224226539246e-06,
      "loss": 0.5902,
      "step": 2240
    },
    {
      "epoch": 0.903954802259887,
      "grad_norm": 0.46884988549973994,
      "learning_rate": 8.818180743357915e-06,
      "loss": 0.6043,
      "step": 2250
    },
    {
      "epoch": 0.9079723791588198,
      "grad_norm": 0.45627355824791144,
      "learning_rate": 8.803053886449644e-06,
      "loss": 0.609,
      "step": 2260
    },
    {
      "epoch": 0.9119899560577527,
      "grad_norm": 0.4489855391892701,
      "learning_rate": 8.787843986124214e-06,
      "loss": 0.5945,
      "step": 2270
    },
    {
      "epoch": 0.9160075329566855,
      "grad_norm": 0.5195815180128369,
      "learning_rate": 8.772551374504736e-06,
      "loss": 0.6032,
      "step": 2280
    },
    {
      "epoch": 0.9200251098556184,
      "grad_norm": 0.4547182251787525,
      "learning_rate": 8.757176385520406e-06,
      "loss": 0.6071,
      "step": 2290
    },
    {
      "epoch": 0.9240426867545511,
      "grad_norm": 0.4672155983783131,
      "learning_rate": 8.741719354899214e-06,
      "loss": 0.6026,
      "step": 2300
    },
    {
      "epoch": 0.928060263653484,
      "grad_norm": 0.44811195796882736,
      "learning_rate": 8.7261806201606e-06,
      "loss": 0.5903,
      "step": 2310
    },
    {
      "epoch": 0.9320778405524168,
      "grad_norm": 0.4609033648332187,
      "learning_rate": 8.710560520608106e-06,
      "loss": 0.5954,
      "step": 2320
    },
    {
      "epoch": 0.9360954174513496,
      "grad_norm": 0.5031025381027067,
      "learning_rate": 8.694859397321947e-06,
      "loss": 0.5971,
      "step": 2330
    },
    {
      "epoch": 0.9401129943502825,
      "grad_norm": 0.45508717131932036,
      "learning_rate": 8.67907759315157e-06,
      "loss": 0.6009,
      "step": 2340
    },
    {
      "epoch": 0.9441305712492153,
      "grad_norm": 0.46492655160451346,
      "learning_rate": 8.663215452708173e-06,
      "loss": 0.5971,
      "step": 2350
    },
    {
      "epoch": 0.9481481481481482,
      "grad_norm": 0.4891914193609098,
      "learning_rate": 8.647273322357174e-06,
      "loss": 0.5854,
      "step": 2360
    },
    {
      "epoch": 0.952165725047081,
      "grad_norm": 0.45300916670077845,
      "learning_rate": 8.631251550210645e-06,
      "loss": 0.6073,
      "step": 2370
    },
    {
      "epoch": 0.9561833019460139,
      "grad_norm": 0.46574627999413143,
      "learning_rate": 8.61515048611972e-06,
      "loss": 0.5973,
      "step": 2380
    },
    {
      "epoch": 0.9602008788449466,
      "grad_norm": 0.46780579054245386,
      "learning_rate": 8.598970481666949e-06,
      "loss": 0.5903,
      "step": 2390
    },
    {
      "epoch": 0.9642184557438794,
      "grad_norm": 0.49368155945672554,
      "learning_rate": 8.582711890158622e-06,
      "loss": 0.5918,
      "step": 2400
    },
    {
      "epoch": 0.9682360326428123,
      "grad_norm": 0.4981441902973779,
      "learning_rate": 8.566375066617056e-06,
      "loss": 0.5849,
      "step": 2410
    },
    {
      "epoch": 0.9722536095417451,
      "grad_norm": 0.4940426996715437,
      "learning_rate": 8.549960367772836e-06,
      "loss": 0.5983,
      "step": 2420
    },
    {
      "epoch": 0.976271186440678,
      "grad_norm": 0.4785729651530905,
      "learning_rate": 8.533468152057037e-06,
      "loss": 0.5886,
      "step": 2430
    },
    {
      "epoch": 0.9802887633396108,
      "grad_norm": 0.47987909811753693,
      "learning_rate": 8.51689877959339e-06,
      "loss": 0.5934,
      "step": 2440
    },
    {
      "epoch": 0.9843063402385436,
      "grad_norm": 0.5163558607429957,
      "learning_rate": 8.500252612190416e-06,
      "loss": 0.5996,
      "step": 2450
    },
    {
      "epoch": 0.9883239171374765,
      "grad_norm": 0.51101675304883,
      "learning_rate": 8.48353001333353e-06,
      "loss": 0.5914,
      "step": 2460
    },
    {
      "epoch": 0.9923414940364093,
      "grad_norm": 0.5029778228075064,
      "learning_rate": 8.466731348177106e-06,
      "loss": 0.5941,
      "step": 2470
    },
    {
      "epoch": 0.9963590709353422,
      "grad_norm": 0.4522455217876264,
      "learning_rate": 8.4498569835365e-06,
      "loss": 0.597,
      "step": 2480
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.4817425446921033,
      "learning_rate": 8.432907287880033e-06,
      "loss": 0.6044,
      "step": 2490
    },
    {
      "epoch": 1.0040175768989328,
      "grad_norm": 0.5586942369932902,
      "learning_rate": 8.415882631320963e-06,
      "loss": 0.5356,
      "step": 2500
    },
    {
      "epoch": 1.0080351537978656,
      "grad_norm": 0.4841445380910929,
      "learning_rate": 8.398783385609386e-06,
      "loss": 0.5324,
      "step": 2510
    },
    {
      "epoch": 1.0120527306967986,
      "grad_norm": 0.5199870071061111,
      "learning_rate": 8.38160992412413e-06,
      "loss": 0.5408,
      "step": 2520
    },
    {
      "epoch": 1.0160703075957314,
      "grad_norm": 0.4803423902226154,
      "learning_rate": 8.364362621864595e-06,
      "loss": 0.5454,
      "step": 2530
    },
    {
      "epoch": 1.0200878844946641,
      "grad_norm": 0.5170354608787521,
      "learning_rate": 8.347041855442565e-06,
      "loss": 0.5438,
      "step": 2540
    },
    {
      "epoch": 1.024105461393597,
      "grad_norm": 0.48879934808926573,
      "learning_rate": 8.329648003073991e-06,
      "loss": 0.5409,
      "step": 2550
    },
    {
      "epoch": 1.0281230382925297,
      "grad_norm": 0.5352031093199895,
      "learning_rate": 8.312181444570722e-06,
      "loss": 0.5379,
      "step": 2560
    },
    {
      "epoch": 1.0321406151914627,
      "grad_norm": 0.503404555579561,
      "learning_rate": 8.29464256133222e-06,
      "loss": 0.5339,
      "step": 2570
    },
    {
      "epoch": 1.0361581920903955,
      "grad_norm": 0.5412849211631844,
      "learning_rate": 8.277031736337229e-06,
      "loss": 0.537,
      "step": 2580
    },
    {
      "epoch": 1.0401757689893283,
      "grad_norm": 0.49624211963806875,
      "learning_rate": 8.259349354135408e-06,
      "loss": 0.5365,
      "step": 2590
    },
    {
      "epoch": 1.044193345888261,
      "grad_norm": 0.47456260927212846,
      "learning_rate": 8.241595800838945e-06,
      "loss": 0.5331,
      "step": 2600
    },
    {
      "epoch": 1.048210922787194,
      "grad_norm": 0.5253188216147088,
      "learning_rate": 8.223771464114114e-06,
      "loss": 0.5407,
      "step": 2610
    },
    {
      "epoch": 1.0522284996861269,
      "grad_norm": 0.48560865787460045,
      "learning_rate": 8.205876733172813e-06,
      "loss": 0.5358,
      "step": 2620
    },
    {
      "epoch": 1.0562460765850596,
      "grad_norm": 0.4552759788335426,
      "learning_rate": 8.187911998764073e-06,
      "loss": 0.5383,
      "step": 2630
    },
    {
      "epoch": 1.0602636534839924,
      "grad_norm": 0.5238408302939632,
      "learning_rate": 8.169877653165512e-06,
      "loss": 0.5432,
      "step": 2640
    },
    {
      "epoch": 1.0642812303829252,
      "grad_norm": 0.5143828197718291,
      "learning_rate": 8.15177409017478e-06,
      "loss": 0.5449,
      "step": 2650
    },
    {
      "epoch": 1.0682988072818582,
      "grad_norm": 0.5003350510607426,
      "learning_rate": 8.13360170510096e-06,
      "loss": 0.5379,
      "step": 2660
    },
    {
      "epoch": 1.072316384180791,
      "grad_norm": 0.4862183359830462,
      "learning_rate": 8.115360894755928e-06,
      "loss": 0.5313,
      "step": 2670
    },
    {
      "epoch": 1.0763339610797238,
      "grad_norm": 0.525472490342403,
      "learning_rate": 8.097052057445696e-06,
      "loss": 0.5324,
      "step": 2680
    },
    {
      "epoch": 1.0803515379786566,
      "grad_norm": 0.4609085774775871,
      "learning_rate": 8.07867559296171e-06,
      "loss": 0.5339,
      "step": 2690
    },
    {
      "epoch": 1.0843691148775894,
      "grad_norm": 0.47498380053763667,
      "learning_rate": 8.060231902572123e-06,
      "loss": 0.5416,
      "step": 2700
    },
    {
      "epoch": 1.0883866917765224,
      "grad_norm": 0.4774259144620562,
      "learning_rate": 8.041721389013029e-06,
      "loss": 0.5315,
      "step": 2710
    },
    {
      "epoch": 1.0924042686754551,
      "grad_norm": 0.4535031254083697,
      "learning_rate": 8.023144456479677e-06,
      "loss": 0.5337,
      "step": 2720
    },
    {
      "epoch": 1.096421845574388,
      "grad_norm": 0.45369844007905547,
      "learning_rate": 8.004501510617631e-06,
      "loss": 0.5286,
      "step": 2730
    },
    {
      "epoch": 1.1004394224733207,
      "grad_norm": 0.47676753007555456,
      "learning_rate": 7.985792958513932e-06,
      "loss": 0.5316,
      "step": 2740
    },
    {
      "epoch": 1.1044569993722537,
      "grad_norm": 0.49166946653996263,
      "learning_rate": 7.967019208688187e-06,
      "loss": 0.534,
      "step": 2750
    },
    {
      "epoch": 1.1084745762711865,
      "grad_norm": 0.47818247256990665,
      "learning_rate": 7.948180671083665e-06,
      "loss": 0.5372,
      "step": 2760
    },
    {
      "epoch": 1.1124921531701193,
      "grad_norm": 0.49991506616495146,
      "learning_rate": 7.92927775705834e-06,
      "loss": 0.5497,
      "step": 2770
    },
    {
      "epoch": 1.116509730069052,
      "grad_norm": 0.5015448494254134,
      "learning_rate": 7.910310879375906e-06,
      "loss": 0.5335,
      "step": 2780
    },
    {
      "epoch": 1.1205273069679849,
      "grad_norm": 0.5009679314406517,
      "learning_rate": 7.891280452196767e-06,
      "loss": 0.5349,
      "step": 2790
    },
    {
      "epoch": 1.1245448838669179,
      "grad_norm": 0.46077740198691347,
      "learning_rate": 7.872186891068997e-06,
      "loss": 0.5474,
      "step": 2800
    },
    {
      "epoch": 1.1285624607658507,
      "grad_norm": 0.47629174007493424,
      "learning_rate": 7.85303061291925e-06,
      "loss": 0.5352,
      "step": 2810
    },
    {
      "epoch": 1.1325800376647834,
      "grad_norm": 0.5001826254949262,
      "learning_rate": 7.833812036043684e-06,
      "loss": 0.5253,
      "step": 2820
    },
    {
      "epoch": 1.1365976145637162,
      "grad_norm": 0.48877881868647444,
      "learning_rate": 7.814531580098799e-06,
      "loss": 0.5405,
      "step": 2830
    },
    {
      "epoch": 1.140615191462649,
      "grad_norm": 0.4525660243228381,
      "learning_rate": 7.795189666092286e-06,
      "loss": 0.5392,
      "step": 2840
    },
    {
      "epoch": 1.144632768361582,
      "grad_norm": 0.5016062315339999,
      "learning_rate": 7.77578671637384e-06,
      "loss": 0.5392,
      "step": 2850
    },
    {
      "epoch": 1.1486503452605148,
      "grad_norm": 0.46664182486781586,
      "learning_rate": 7.756323154625927e-06,
      "loss": 0.5307,
      "step": 2860
    },
    {
      "epoch": 1.1526679221594476,
      "grad_norm": 0.4851667799865368,
      "learning_rate": 7.736799405854531e-06,
      "loss": 0.5249,
      "step": 2870
    },
    {
      "epoch": 1.1566854990583804,
      "grad_norm": 0.44756010484495995,
      "learning_rate": 7.71721589637989e-06,
      "loss": 0.5423,
      "step": 2880
    },
    {
      "epoch": 1.1607030759573131,
      "grad_norm": 0.4810612674475816,
      "learning_rate": 7.697573053827163e-06,
      "loss": 0.5346,
      "step": 2890
    },
    {
      "epoch": 1.1647206528562462,
      "grad_norm": 0.5005415716085619,
      "learning_rate": 7.677871307117117e-06,
      "loss": 0.5277,
      "step": 2900
    },
    {
      "epoch": 1.168738229755179,
      "grad_norm": 0.48046892345205033,
      "learning_rate": 7.658111086456738e-06,
      "loss": 0.5372,
      "step": 2910
    },
    {
      "epoch": 1.1727558066541117,
      "grad_norm": 0.5231466496543029,
      "learning_rate": 7.638292823329861e-06,
      "loss": 0.5349,
      "step": 2920
    },
    {
      "epoch": 1.1767733835530445,
      "grad_norm": 0.47426409377347806,
      "learning_rate": 7.6184169504877195e-06,
      "loss": 0.5335,
      "step": 2930
    },
    {
      "epoch": 1.1807909604519775,
      "grad_norm": 0.4644152310984778,
      "learning_rate": 7.598483901939525e-06,
      "loss": 0.5375,
      "step": 2940
    },
    {
      "epoch": 1.1848085373509103,
      "grad_norm": 0.5016059422510154,
      "learning_rate": 7.5784941129429715e-06,
      "loss": 0.5336,
      "step": 2950
    },
    {
      "epoch": 1.188826114249843,
      "grad_norm": 0.4893646800410941,
      "learning_rate": 7.558448019994733e-06,
      "loss": 0.5427,
      "step": 2960
    },
    {
      "epoch": 1.1928436911487759,
      "grad_norm": 0.4964262727258161,
      "learning_rate": 7.5383460608209444e-06,
      "loss": 0.5362,
      "step": 2970
    },
    {
      "epoch": 1.1968612680477086,
      "grad_norm": 0.542942008787974,
      "learning_rate": 7.518188674367628e-06,
      "loss": 0.5474,
      "step": 2980
    },
    {
      "epoch": 1.2008788449466414,
      "grad_norm": 0.5299626906544336,
      "learning_rate": 7.497976300791114e-06,
      "loss": 0.5431,
      "step": 2990
    },
    {
      "epoch": 1.2048964218455744,
      "grad_norm": 0.45657822017276745,
      "learning_rate": 7.477709381448436e-06,
      "loss": 0.5207,
      "step": 3000
    },
    {
      "epoch": 1.2089139987445072,
      "grad_norm": 0.5192739282525728,
      "learning_rate": 7.457388358887682e-06,
      "loss": 0.5389,
      "step": 3010
    },
    {
      "epoch": 1.21293157564344,
      "grad_norm": 0.5108336845381785,
      "learning_rate": 7.437013676838345e-06,
      "loss": 0.5427,
      "step": 3020
    },
    {
      "epoch": 1.2169491525423728,
      "grad_norm": 0.4490173262151658,
      "learning_rate": 7.416585780201615e-06,
      "loss": 0.541,
      "step": 3030
    },
    {
      "epoch": 1.2209667294413058,
      "grad_norm": 0.4823167719289656,
      "learning_rate": 7.396105115040684e-06,
      "loss": 0.5396,
      "step": 3040
    },
    {
      "epoch": 1.2249843063402386,
      "grad_norm": 0.4926557447124054,
      "learning_rate": 7.37557212857099e-06,
      "loss": 0.5413,
      "step": 3050
    },
    {
      "epoch": 1.2290018832391714,
      "grad_norm": 0.4846891664452503,
      "learning_rate": 7.3549872691504646e-06,
      "loss": 0.5448,
      "step": 3060
    },
    {
      "epoch": 1.2330194601381042,
      "grad_norm": 0.5250489652016472,
      "learning_rate": 7.3343509862697295e-06,
      "loss": 0.5402,
      "step": 3070
    },
    {
      "epoch": 1.237037037037037,
      "grad_norm": 0.4588507155594117,
      "learning_rate": 7.313663730542295e-06,
      "loss": 0.5404,
      "step": 3080
    },
    {
      "epoch": 1.24105461393597,
      "grad_norm": 0.5009891938060933,
      "learning_rate": 7.292925953694705e-06,
      "loss": 0.5363,
      "step": 3090
    },
    {
      "epoch": 1.2450721908349027,
      "grad_norm": 0.5090944716207311,
      "learning_rate": 7.272138108556691e-06,
      "loss": 0.5284,
      "step": 3100
    },
    {
      "epoch": 1.2490897677338355,
      "grad_norm": 0.449393206268348,
      "learning_rate": 7.25130064905127e-06,
      "loss": 0.5296,
      "step": 3110
    },
    {
      "epoch": 1.2531073446327683,
      "grad_norm": 0.5002200548002171,
      "learning_rate": 7.230414030184835e-06,
      "loss": 0.531,
      "step": 3120
    },
    {
      "epoch": 1.2571249215317013,
      "grad_norm": 0.5114004159834465,
      "learning_rate": 7.209478708037225e-06,
      "loss": 0.5458,
      "step": 3130
    },
    {
      "epoch": 1.261142498430634,
      "grad_norm": 0.5166427993736156,
      "learning_rate": 7.1884951397517664e-06,
      "loss": 0.5309,
      "step": 3140
    },
    {
      "epoch": 1.2651600753295669,
      "grad_norm": 0.4851353630236827,
      "learning_rate": 7.167463783525282e-06,
      "loss": 0.5375,
      "step": 3150
    },
    {
      "epoch": 1.2691776522284997,
      "grad_norm": 0.508201816800996,
      "learning_rate": 7.146385098598092e-06,
      "loss": 0.5356,
      "step": 3160
    },
    {
      "epoch": 1.2731952291274324,
      "grad_norm": 0.47326774384605347,
      "learning_rate": 7.12525954524399e-06,
      "loss": 0.5281,
      "step": 3170
    },
    {
      "epoch": 1.2772128060263652,
      "grad_norm": 0.4964394626079393,
      "learning_rate": 7.1040875847601775e-06,
      "loss": 0.5339,
      "step": 3180
    },
    {
      "epoch": 1.2812303829252982,
      "grad_norm": 0.4965199644569434,
      "learning_rate": 7.082869679457214e-06,
      "loss": 0.5373,
      "step": 3190
    },
    {
      "epoch": 1.285247959824231,
      "grad_norm": 0.48647921670810396,
      "learning_rate": 7.061606292648899e-06,
      "loss": 0.5368,
      "step": 3200
    },
    {
      "epoch": 1.2892655367231638,
      "grad_norm": 0.4709672064019513,
      "learning_rate": 7.040297888642172e-06,
      "loss": 0.5401,
      "step": 3210
    },
    {
      "epoch": 1.2932831136220968,
      "grad_norm": 0.4710864047305743,
      "learning_rate": 7.018944932726963e-06,
      "loss": 0.538,
      "step": 3220
    },
    {
      "epoch": 1.2973006905210296,
      "grad_norm": 0.507624692636882,
      "learning_rate": 6.997547891166041e-06,
      "loss": 0.5333,
      "step": 3230
    },
    {
      "epoch": 1.3013182674199624,
      "grad_norm": 0.4692990883467198,
      "learning_rate": 6.976107231184823e-06,
      "loss": 0.5412,
      "step": 3240
    },
    {
      "epoch": 1.3053358443188952,
      "grad_norm": 0.5133848969883468,
      "learning_rate": 6.954623420961179e-06,
      "loss": 0.5254,
      "step": 3250
    },
    {
      "epoch": 1.309353421217828,
      "grad_norm": 0.5377405201588225,
      "learning_rate": 6.933096929615211e-06,
      "loss": 0.5304,
      "step": 3260
    },
    {
      "epoch": 1.3133709981167607,
      "grad_norm": 0.4449757913251056,
      "learning_rate": 6.911528227199e-06,
      "loss": 0.5345,
      "step": 3270
    },
    {
      "epoch": 1.3173885750156937,
      "grad_norm": 0.48594757234752356,
      "learning_rate": 6.88991778468635e-06,
      "loss": 0.5313,
      "step": 3280
    },
    {
      "epoch": 1.3214061519146265,
      "grad_norm": 0.44216301043487133,
      "learning_rate": 6.868266073962497e-06,
      "loss": 0.5301,
      "step": 3290
    },
    {
      "epoch": 1.3254237288135593,
      "grad_norm": 0.46671237233856316,
      "learning_rate": 6.846573567813819e-06,
      "loss": 0.5414,
      "step": 3300
    },
    {
      "epoch": 1.329441305712492,
      "grad_norm": 0.4812496937883229,
      "learning_rate": 6.8248407399174865e-06,
      "loss": 0.5364,
      "step": 3310
    },
    {
      "epoch": 1.333458882611425,
      "grad_norm": 0.5038329328787501,
      "learning_rate": 6.803068064831149e-06,
      "loss": 0.5425,
      "step": 3320
    },
    {
      "epoch": 1.3374764595103579,
      "grad_norm": 0.45630407505785825,
      "learning_rate": 6.781256017982555e-06,
      "loss": 0.5367,
      "step": 3330
    },
    {
      "epoch": 1.3414940364092907,
      "grad_norm": 0.49858693203976323,
      "learning_rate": 6.759405075659165e-06,
      "loss": 0.539,
      "step": 3340
    },
    {
      "epoch": 1.3455116133082234,
      "grad_norm": 0.4890924664342059,
      "learning_rate": 6.7375157149977755e-06,
      "loss": 0.5206,
      "step": 3350
    },
    {
      "epoch": 1.3495291902071562,
      "grad_norm": 0.4844858973506766,
      "learning_rate": 6.715588413974073e-06,
      "loss": 0.533,
      "step": 3360
    },
    {
      "epoch": 1.353546767106089,
      "grad_norm": 0.456108199064706,
      "learning_rate": 6.693623651392216e-06,
      "loss": 0.54,
      "step": 3370
    },
    {
      "epoch": 1.357564344005022,
      "grad_norm": 0.44821643945703865,
      "learning_rate": 6.671621906874366e-06,
      "loss": 0.5313,
      "step": 3380
    },
    {
      "epoch": 1.3615819209039548,
      "grad_norm": 0.44366483367693854,
      "learning_rate": 6.649583660850232e-06,
      "loss": 0.5445,
      "step": 3390
    },
    {
      "epoch": 1.3655994978028876,
      "grad_norm": 0.5007318603356307,
      "learning_rate": 6.627509394546558e-06,
      "loss": 0.5253,
      "step": 3400
    },
    {
      "epoch": 1.3696170747018206,
      "grad_norm": 0.47701484999347654,
      "learning_rate": 6.605399589976631e-06,
      "loss": 0.5432,
      "step": 3410
    },
    {
      "epoch": 1.3736346516007534,
      "grad_norm": 0.533932151873456,
      "learning_rate": 6.583254729929756e-06,
      "loss": 0.5362,
      "step": 3420
    },
    {
      "epoch": 1.3776522284996862,
      "grad_norm": 0.4885239761359488,
      "learning_rate": 6.5610752979607e-06,
      "loss": 0.5393,
      "step": 3430
    },
    {
      "epoch": 1.381669805398619,
      "grad_norm": 0.534453189520691,
      "learning_rate": 6.538861778379147e-06,
      "loss": 0.538,
      "step": 3440
    },
    {
      "epoch": 1.3856873822975517,
      "grad_norm": 0.55879808060491,
      "learning_rate": 6.516614656239115e-06,
      "loss": 0.5379,
      "step": 3450
    },
    {
      "epoch": 1.3897049591964845,
      "grad_norm": 0.5105051602697208,
      "learning_rate": 6.49433441732837e-06,
      "loss": 0.5434,
      "step": 3460
    },
    {
      "epoch": 1.3937225360954175,
      "grad_norm": 0.5849851114309839,
      "learning_rate": 6.472021548157812e-06,
      "loss": 0.5309,
      "step": 3470
    },
    {
      "epoch": 1.3977401129943503,
      "grad_norm": 0.4862484792197367,
      "learning_rate": 6.4496765359508575e-06,
      "loss": 0.5403,
      "step": 3480
    },
    {
      "epoch": 1.401757689893283,
      "grad_norm": 0.4785944624308064,
      "learning_rate": 6.427299868632795e-06,
      "loss": 0.5315,
      "step": 3490
    },
    {
      "epoch": 1.4057752667922159,
      "grad_norm": 0.5206432193262734,
      "learning_rate": 6.404892034820134e-06,
      "loss": 0.5363,
      "step": 3500
    },
    {
      "epoch": 1.4097928436911489,
      "grad_norm": 0.5223412310453764,
      "learning_rate": 6.382453523809939e-06,
      "loss": 0.5409,
      "step": 3510
    },
    {
      "epoch": 1.4138104205900817,
      "grad_norm": 0.5251307070269818,
      "learning_rate": 6.359984825569138e-06,
      "loss": 0.5286,
      "step": 3520
    },
    {
      "epoch": 1.4178279974890144,
      "grad_norm": 0.512721201250328,
      "learning_rate": 6.3374864307238235e-06,
      "loss": 0.5261,
      "step": 3530
    },
    {
      "epoch": 1.4218455743879472,
      "grad_norm": 0.5026376332917479,
      "learning_rate": 6.3149588305485475e-06,
      "loss": 0.5208,
      "step": 3540
    },
    {
      "epoch": 1.42586315128688,
      "grad_norm": 0.4829796384358809,
      "learning_rate": 6.2924025169555916e-06,
      "loss": 0.5433,
      "step": 3550
    },
    {
      "epoch": 1.4298807281858128,
      "grad_norm": 0.4957733273389861,
      "learning_rate": 6.269817982484212e-06,
      "loss": 0.529,
      "step": 3560
    },
    {
      "epoch": 1.4338983050847458,
      "grad_norm": 0.45279662345918176,
      "learning_rate": 6.247205720289907e-06,
      "loss": 0.5292,
      "step": 3570
    },
    {
      "epoch": 1.4379158819836786,
      "grad_norm": 0.45766889598494964,
      "learning_rate": 6.224566224133632e-06,
      "loss": 0.5358,
      "step": 3580
    },
    {
      "epoch": 1.4419334588826114,
      "grad_norm": 0.4809643743051477,
      "learning_rate": 6.201899988371022e-06,
      "loss": 0.544,
      "step": 3590
    },
    {
      "epoch": 1.4459510357815444,
      "grad_norm": 0.5019231578335686,
      "learning_rate": 6.1792075079416e-06,
      "loss": 0.5357,
      "step": 3600
    },
    {
      "epoch": 1.4499686126804772,
      "grad_norm": 0.4966841368294494,
      "learning_rate": 6.156489278357967e-06,
      "loss": 0.5315,
      "step": 3610
    },
    {
      "epoch": 1.45398618957941,
      "grad_norm": 0.5111737253668558,
      "learning_rate": 6.1337457956949774e-06,
      "loss": 0.5231,
      "step": 3620
    },
    {
      "epoch": 1.4580037664783427,
      "grad_norm": 0.5050504504365466,
      "learning_rate": 6.1109775565789164e-06,
      "loss": 0.5354,
      "step": 3630
    },
    {
      "epoch": 1.4620213433772755,
      "grad_norm": 0.49236484658873236,
      "learning_rate": 6.0881850581766515e-06,
      "loss": 0.5243,
      "step": 3640
    },
    {
      "epoch": 1.4660389202762083,
      "grad_norm": 0.4748265818153898,
      "learning_rate": 6.065368798184771e-06,
      "loss": 0.5391,
      "step": 3650
    },
    {
      "epoch": 1.4700564971751413,
      "grad_norm": 0.5182967229817997,
      "learning_rate": 6.042529274818724e-06,
      "loss": 0.5294,
      "step": 3660
    },
    {
      "epoch": 1.474074074074074,
      "grad_norm": 0.4752424911930453,
      "learning_rate": 6.019666986801936e-06,
      "loss": 0.5281,
      "step": 3670
    },
    {
      "epoch": 1.4780916509730069,
      "grad_norm": 0.47120824092970764,
      "learning_rate": 5.996782433354923e-06,
      "loss": 0.5253,
      "step": 3680
    },
    {
      "epoch": 1.4821092278719397,
      "grad_norm": 0.46585234442500195,
      "learning_rate": 5.973876114184388e-06,
      "loss": 0.5202,
      "step": 3690
    },
    {
      "epoch": 1.4861268047708727,
      "grad_norm": 0.47339586038582876,
      "learning_rate": 5.95094852947231e-06,
      "loss": 0.5288,
      "step": 3700
    },
    {
      "epoch": 1.4901443816698055,
      "grad_norm": 0.44170633595442677,
      "learning_rate": 5.928000179865024e-06,
      "loss": 0.531,
      "step": 3710
    },
    {
      "epoch": 1.4941619585687382,
      "grad_norm": 0.509631075940108,
      "learning_rate": 5.905031566462279e-06,
      "loss": 0.5371,
      "step": 3720
    },
    {
      "epoch": 1.498179535467671,
      "grad_norm": 0.4730072164920337,
      "learning_rate": 5.882043190806314e-06,
      "loss": 0.5275,
      "step": 3730
    },
    {
      "epoch": 1.5021971123666038,
      "grad_norm": 0.4821028115884746,
      "learning_rate": 5.859035554870893e-06,
      "loss": 0.5337,
      "step": 3740
    },
    {
      "epoch": 1.5062146892655366,
      "grad_norm": 0.4834994282281791,
      "learning_rate": 5.836009161050342e-06,
      "loss": 0.5289,
      "step": 3750
    },
    {
      "epoch": 1.5102322661644696,
      "grad_norm": 0.45785972034921696,
      "learning_rate": 5.812964512148589e-06,
      "loss": 0.5399,
      "step": 3760
    },
    {
      "epoch": 1.5142498430634024,
      "grad_norm": 0.4766787260315672,
      "learning_rate": 5.78990211136818e-06,
      "loss": 0.538,
      "step": 3770
    },
    {
      "epoch": 1.5182674199623352,
      "grad_norm": 0.4892932237467062,
      "learning_rate": 5.766822462299286e-06,
      "loss": 0.5393,
      "step": 3780
    },
    {
      "epoch": 1.5222849968612682,
      "grad_norm": 0.4837638271264737,
      "learning_rate": 5.743726068908717e-06,
      "loss": 0.5229,
      "step": 3790
    },
    {
      "epoch": 1.526302573760201,
      "grad_norm": 0.4868620820757227,
      "learning_rate": 5.72061343552891e-06,
      "loss": 0.5353,
      "step": 3800
    },
    {
      "epoch": 1.5303201506591337,
      "grad_norm": 0.49287861664200744,
      "learning_rate": 5.697485066846914e-06,
      "loss": 0.5407,
      "step": 3810
    },
    {
      "epoch": 1.5343377275580665,
      "grad_norm": 0.5070216858712217,
      "learning_rate": 5.674341467893378e-06,
      "loss": 0.5322,
      "step": 3820
    },
    {
      "epoch": 1.5383553044569993,
      "grad_norm": 0.48075109583598735,
      "learning_rate": 5.6511831440315215e-06,
      "loss": 0.5318,
      "step": 3830
    },
    {
      "epoch": 1.542372881355932,
      "grad_norm": 0.487828149268802,
      "learning_rate": 5.628010600946088e-06,
      "loss": 0.5367,
      "step": 3840
    },
    {
      "epoch": 1.5463904582548649,
      "grad_norm": 0.4434100223228771,
      "learning_rate": 5.604824344632319e-06,
      "loss": 0.5413,
      "step": 3850
    },
    {
      "epoch": 1.5504080351537979,
      "grad_norm": 0.46224887215867433,
      "learning_rate": 5.581624881384897e-06,
      "loss": 0.5287,
      "step": 3860
    },
    {
      "epoch": 1.5544256120527307,
      "grad_norm": 0.5122729795251854,
      "learning_rate": 5.55841271778689e-06,
      "loss": 0.5365,
      "step": 3870
    },
    {
      "epoch": 1.5584431889516637,
      "grad_norm": 0.690970740866929,
      "learning_rate": 5.535188360698687e-06,
      "loss": 0.5467,
      "step": 3880
    },
    {
      "epoch": 1.5624607658505965,
      "grad_norm": 0.4794120185813089,
      "learning_rate": 5.511952317246941e-06,
      "loss": 0.5348,
      "step": 3890
    },
    {
      "epoch": 1.5664783427495292,
      "grad_norm": 0.4818371908690834,
      "learning_rate": 5.4887050948134825e-06,
      "loss": 0.5412,
      "step": 3900
    },
    {
      "epoch": 1.570495919648462,
      "grad_norm": 0.486538488375387,
      "learning_rate": 5.465447201024248e-06,
      "loss": 0.5362,
      "step": 3910
    },
    {
      "epoch": 1.5745134965473948,
      "grad_norm": 0.5061137169976885,
      "learning_rate": 5.442179143738193e-06,
      "loss": 0.5363,
      "step": 3920
    },
    {
      "epoch": 1.5785310734463276,
      "grad_norm": 0.46226895825091646,
      "learning_rate": 5.418901431036205e-06,
      "loss": 0.5277,
      "step": 3930
    },
    {
      "epoch": 1.5825486503452604,
      "grad_norm": 0.49850901564672195,
      "learning_rate": 5.395614571210004e-06,
      "loss": 0.5253,
      "step": 3940
    },
    {
      "epoch": 1.5865662272441934,
      "grad_norm": 0.49839262038652726,
      "learning_rate": 5.372319072751046e-06,
      "loss": 0.5217,
      "step": 3950
    },
    {
      "epoch": 1.5905838041431262,
      "grad_norm": 0.4540519023429122,
      "learning_rate": 5.349015444339429e-06,
      "loss": 0.5174,
      "step": 3960
    },
    {
      "epoch": 1.5946013810420592,
      "grad_norm": 0.4615246890403801,
      "learning_rate": 5.325704194832759e-06,
      "loss": 0.5399,
      "step": 3970
    },
    {
      "epoch": 1.598618957940992,
      "grad_norm": 0.5069766547949516,
      "learning_rate": 5.302385833255076e-06,
      "loss": 0.5377,
      "step": 3980
    },
    {
      "epoch": 1.6026365348399247,
      "grad_norm": 0.5034072911043822,
      "learning_rate": 5.2790608687857034e-06,
      "loss": 0.5312,
      "step": 3990
    },
    {
      "epoch": 1.6066541117388575,
      "grad_norm": 0.478063165462391,
      "learning_rate": 5.2557298107481536e-06,
      "loss": 0.5235,
      "step": 4000
    },
    {
      "epoch": 1.6106716886377903,
      "grad_norm": 0.5051927530264109,
      "learning_rate": 5.2323931685989945e-06,
      "loss": 0.5282,
      "step": 4010
    },
    {
      "epoch": 1.614689265536723,
      "grad_norm": 0.449944668715227,
      "learning_rate": 5.209051451916733e-06,
      "loss": 0.5391,
      "step": 4020
    },
    {
      "epoch": 1.6187068424356559,
      "grad_norm": 0.4987609704482517,
      "learning_rate": 5.185705170390677e-06,
      "loss": 0.5401,
      "step": 4030
    },
    {
      "epoch": 1.6227244193345887,
      "grad_norm": 0.5129818470578882,
      "learning_rate": 5.162354833809815e-06,
      "loss": 0.5389,
      "step": 4040
    },
    {
      "epoch": 1.6267419962335217,
      "grad_norm": 0.46834889576653455,
      "learning_rate": 5.139000952051686e-06,
      "loss": 0.551,
      "step": 4050
    },
    {
      "epoch": 1.6307595731324545,
      "grad_norm": 0.5100548420871484,
      "learning_rate": 5.115644035071234e-06,
      "loss": 0.5353,
      "step": 4060
    },
    {
      "epoch": 1.6347771500313875,
      "grad_norm": 0.5091440448579789,
      "learning_rate": 5.0922845928896865e-06,
      "loss": 0.5312,
      "step": 4070
    },
    {
      "epoch": 1.6387947269303202,
      "grad_norm": 0.5011348467216399,
      "learning_rate": 5.068923135583405e-06,
      "loss": 0.5379,
      "step": 4080
    },
    {
      "epoch": 1.642812303829253,
      "grad_norm": 0.4879211850299191,
      "learning_rate": 5.04556017327276e-06,
      "loss": 0.5259,
      "step": 4090
    },
    {
      "epoch": 1.6468298807281858,
      "grad_norm": 0.47580521291496164,
      "learning_rate": 5.022196216110978e-06,
      "loss": 0.5264,
      "step": 4100
    },
    {
      "epoch": 1.6508474576271186,
      "grad_norm": 0.4836039036319484,
      "learning_rate": 4.998831774273016e-06,
      "loss": 0.5245,
      "step": 4110
    },
    {
      "epoch": 1.6548650345260514,
      "grad_norm": 0.45734991734522173,
      "learning_rate": 4.975467357944412e-06,
      "loss": 0.5347,
      "step": 4120
    },
    {
      "epoch": 1.6588826114249842,
      "grad_norm": 0.45580879464211926,
      "learning_rate": 4.9521034773101405e-06,
      "loss": 0.5281,
      "step": 4130
    },
    {
      "epoch": 1.6629001883239172,
      "grad_norm": 0.5088749078327436,
      "learning_rate": 4.928740642543491e-06,
      "loss": 0.5203,
      "step": 4140
    },
    {
      "epoch": 1.66691776522285,
      "grad_norm": 0.5023597172357365,
      "learning_rate": 4.905379363794907e-06,
      "loss": 0.5323,
      "step": 4150
    },
    {
      "epoch": 1.670935342121783,
      "grad_norm": 0.5160005322831623,
      "learning_rate": 4.882020151180852e-06,
      "loss": 0.5354,
      "step": 4160
    },
    {
      "epoch": 1.6749529190207157,
      "grad_norm": 0.48241576610764997,
      "learning_rate": 4.858663514772684e-06,
      "loss": 0.5256,
      "step": 4170
    },
    {
      "epoch": 1.6789704959196485,
      "grad_norm": 0.4350265055622632,
      "learning_rate": 4.8353099645855e-06,
      "loss": 0.5343,
      "step": 4180
    },
    {
      "epoch": 1.6829880728185813,
      "grad_norm": 0.5156247900477684,
      "learning_rate": 4.811960010567005e-06,
      "loss": 0.5235,
      "step": 4190
    },
    {
      "epoch": 1.687005649717514,
      "grad_norm": 0.49845097220709156,
      "learning_rate": 4.788614162586379e-06,
      "loss": 0.5311,
      "step": 4200
    },
    {
      "epoch": 1.6910232266164469,
      "grad_norm": 0.4684264084420117,
      "learning_rate": 4.76527293042315e-06,
      "loss": 0.5361,
      "step": 4210
    },
    {
      "epoch": 1.6950408035153797,
      "grad_norm": 0.5161852081555511,
      "learning_rate": 4.741936823756046e-06,
      "loss": 0.5207,
      "step": 4220
    },
    {
      "epoch": 1.6990583804143125,
      "grad_norm": 0.6119074989682534,
      "learning_rate": 4.718606352151874e-06,
      "loss": 0.5221,
      "step": 4230
    },
    {
      "epoch": 1.7030759573132455,
      "grad_norm": 0.4419977523098354,
      "learning_rate": 4.695282025054406e-06,
      "loss": 0.5336,
      "step": 4240
    },
    {
      "epoch": 1.7070935342121782,
      "grad_norm": 0.4776310585207038,
      "learning_rate": 4.671964351773229e-06,
      "loss": 0.5254,
      "step": 4250
    },
    {
      "epoch": 1.7111111111111112,
      "grad_norm": 0.4362671430805064,
      "learning_rate": 4.648653841472643e-06,
      "loss": 0.5368,
      "step": 4260
    },
    {
      "epoch": 1.715128688010044,
      "grad_norm": 0.4926985303907698,
      "learning_rate": 4.625351003160539e-06,
      "loss": 0.529,
      "step": 4270
    },
    {
      "epoch": 1.7191462649089768,
      "grad_norm": 0.5037843279607946,
      "learning_rate": 4.60205634567728e-06,
      "loss": 0.5266,
      "step": 4280
    },
    {
      "epoch": 1.7231638418079096,
      "grad_norm": 0.48300010587173975,
      "learning_rate": 4.578770377684593e-06,
      "loss": 0.5308,
      "step": 4290
    },
    {
      "epoch": 1.7271814187068424,
      "grad_norm": 0.4952905848146038,
      "learning_rate": 4.555493607654463e-06,
      "loss": 0.5348,
      "step": 4300
    },
    {
      "epoch": 1.7311989956057752,
      "grad_norm": 0.509232593416316,
      "learning_rate": 4.532226543858025e-06,
      "loss": 0.5363,
      "step": 4310
    },
    {
      "epoch": 1.735216572504708,
      "grad_norm": 0.5186412413734403,
      "learning_rate": 4.508969694354472e-06,
      "loss": 0.5158,
      "step": 4320
    },
    {
      "epoch": 1.739234149403641,
      "grad_norm": 0.4648730018824965,
      "learning_rate": 4.485723566979959e-06,
      "loss": 0.5205,
      "step": 4330
    },
    {
      "epoch": 1.7432517263025737,
      "grad_norm": 0.487919260567548,
      "learning_rate": 4.462488669336507e-06,
      "loss": 0.5292,
      "step": 4340
    },
    {
      "epoch": 1.7472693032015068,
      "grad_norm": 0.4741644363249272,
      "learning_rate": 4.439265508780932e-06,
      "loss": 0.5283,
      "step": 4350
    },
    {
      "epoch": 1.7512868801004395,
      "grad_norm": 0.49035056338707034,
      "learning_rate": 4.416054592413755e-06,
      "loss": 0.538,
      "step": 4360
    },
    {
      "epoch": 1.7553044569993723,
      "grad_norm": 0.4755513975974018,
      "learning_rate": 4.392856427068132e-06,
      "loss": 0.5297,
      "step": 4370
    },
    {
      "epoch": 1.759322033898305,
      "grad_norm": 0.46435677929151326,
      "learning_rate": 4.3696715192987904e-06,
      "loss": 0.5247,
      "step": 4380
    },
    {
      "epoch": 1.7633396107972379,
      "grad_norm": 0.48979753506487095,
      "learning_rate": 4.346500375370966e-06,
      "loss": 0.5165,
      "step": 4390
    },
    {
      "epoch": 1.7673571876961707,
      "grad_norm": 0.4487673109128978,
      "learning_rate": 4.323343501249346e-06,
      "loss": 0.5317,
      "step": 4400
    },
    {
      "epoch": 1.7713747645951035,
      "grad_norm": 0.5113864337117118,
      "learning_rate": 4.300201402587019e-06,
      "loss": 0.5382,
      "step": 4410
    },
    {
      "epoch": 1.7753923414940365,
      "grad_norm": 0.483652205814584,
      "learning_rate": 4.277074584714447e-06,
      "loss": 0.5311,
      "step": 4420
    },
    {
      "epoch": 1.7794099183929692,
      "grad_norm": 0.4759761657301343,
      "learning_rate": 4.253963552628411e-06,
      "loss": 0.5351,
      "step": 4430
    },
    {
      "epoch": 1.783427495291902,
      "grad_norm": 0.4821299331080685,
      "learning_rate": 4.230868810980997e-06,
      "loss": 0.5342,
      "step": 4440
    },
    {
      "epoch": 1.787445072190835,
      "grad_norm": 0.5245032360028585,
      "learning_rate": 4.207790864068573e-06,
      "loss": 0.5237,
      "step": 4450
    },
    {
      "epoch": 1.7914626490897678,
      "grad_norm": 0.49328875619112256,
      "learning_rate": 4.184730215820782e-06,
      "loss": 0.5317,
      "step": 4460
    },
    {
      "epoch": 1.7954802259887006,
      "grad_norm": 0.5008680438944126,
      "learning_rate": 4.161687369789526e-06,
      "loss": 0.517,
      "step": 4470
    },
    {
      "epoch": 1.7994978028876334,
      "grad_norm": 0.47287999035048983,
      "learning_rate": 4.138662829137984e-06,
      "loss": 0.5327,
      "step": 4480
    },
    {
      "epoch": 1.8035153797865662,
      "grad_norm": 0.49099568575427033,
      "learning_rate": 4.115657096629615e-06,
      "loss": 0.5302,
      "step": 4490
    },
    {
      "epoch": 1.807532956685499,
      "grad_norm": 0.4518440123720032,
      "learning_rate": 4.092670674617187e-06,
      "loss": 0.5153,
      "step": 4500
    },
    {
      "epoch": 1.8115505335844317,
      "grad_norm": 0.4893643353710452,
      "learning_rate": 4.069704065031804e-06,
      "loss": 0.5354,
      "step": 4510
    },
    {
      "epoch": 1.8155681104833647,
      "grad_norm": 0.4938753269976269,
      "learning_rate": 4.0467577693719436e-06,
      "loss": 0.5304,
      "step": 4520
    },
    {
      "epoch": 1.8195856873822975,
      "grad_norm": 0.48759036445701953,
      "learning_rate": 4.023832288692512e-06,
      "loss": 0.5333,
      "step": 4530
    },
    {
      "epoch": 1.8236032642812305,
      "grad_norm": 0.48751563543723775,
      "learning_rate": 4.000928123593898e-06,
      "loss": 0.5385,
      "step": 4540
    },
    {
      "epoch": 1.8276208411801633,
      "grad_norm": 0.512128536559346,
      "learning_rate": 3.978045774211043e-06,
      "loss": 0.5438,
      "step": 4550
    },
    {
      "epoch": 1.831638418079096,
      "grad_norm": 0.48148117588240913,
      "learning_rate": 3.9551857402025215e-06,
      "loss": 0.5321,
      "step": 4560
    },
    {
      "epoch": 1.835655994978029,
      "grad_norm": 0.5036763909061966,
      "learning_rate": 3.932348520739633e-06,
      "loss": 0.5321,
      "step": 4570
    },
    {
      "epoch": 1.8396735718769617,
      "grad_norm": 0.4850093548850179,
      "learning_rate": 3.909534614495495e-06,
      "loss": 0.5212,
      "step": 4580
    },
    {
      "epoch": 1.8436911487758945,
      "grad_norm": 0.5089724945679945,
      "learning_rate": 3.886744519634157e-06,
      "loss": 0.526,
      "step": 4590
    },
    {
      "epoch": 1.8477087256748272,
      "grad_norm": 0.4736889376864286,
      "learning_rate": 3.86397873379973e-06,
      "loss": 0.5355,
      "step": 4600
    },
    {
      "epoch": 1.8517263025737603,
      "grad_norm": 0.48275206618553307,
      "learning_rate": 3.841237754105508e-06,
      "loss": 0.5375,
      "step": 4610
    },
    {
      "epoch": 1.855743879472693,
      "grad_norm": 0.5070260134880437,
      "learning_rate": 3.818522077123119e-06,
      "loss": 0.5256,
      "step": 4620
    },
    {
      "epoch": 1.8597614563716258,
      "grad_norm": 0.48382223029891325,
      "learning_rate": 3.795832198871682e-06,
      "loss": 0.5272,
      "step": 4630
    },
    {
      "epoch": 1.8637790332705588,
      "grad_norm": 0.4533070548630681,
      "learning_rate": 3.7731686148069768e-06,
      "loss": 0.529,
      "step": 4640
    },
    {
      "epoch": 1.8677966101694916,
      "grad_norm": 0.5136994231340827,
      "learning_rate": 3.7505318198106226e-06,
      "loss": 0.5259,
      "step": 4650
    },
    {
      "epoch": 1.8718141870684244,
      "grad_norm": 0.4891813686506932,
      "learning_rate": 3.727922308179275e-06,
      "loss": 0.528,
      "step": 4660
    },
    {
      "epoch": 1.8758317639673572,
      "grad_norm": 0.4784464468836338,
      "learning_rate": 3.7053405736138228e-06,
      "loss": 0.5239,
      "step": 4670
    },
    {
      "epoch": 1.87984934086629,
      "grad_norm": 0.4439894514511087,
      "learning_rate": 3.6827871092086283e-06,
      "loss": 0.5278,
      "step": 4680
    },
    {
      "epoch": 1.8838669177652227,
      "grad_norm": 0.42133586965144204,
      "learning_rate": 3.6602624074407354e-06,
      "loss": 0.525,
      "step": 4690
    },
    {
      "epoch": 1.8878844946641555,
      "grad_norm": 0.4452525569153129,
      "learning_rate": 3.6377669601591314e-06,
      "loss": 0.5271,
      "step": 4700
    },
    {
      "epoch": 1.8919020715630885,
      "grad_norm": 0.4781861294441116,
      "learning_rate": 3.615301258574009e-06,
      "loss": 0.5244,
      "step": 4710
    },
    {
      "epoch": 1.8959196484620213,
      "grad_norm": 0.442730967082675,
      "learning_rate": 3.5928657932460252e-06,
      "loss": 0.5245,
      "step": 4720
    },
    {
      "epoch": 1.8999372253609543,
      "grad_norm": 0.45356827607495354,
      "learning_rate": 3.5704610540756035e-06,
      "loss": 0.5226,
      "step": 4730
    },
    {
      "epoch": 1.9039548022598871,
      "grad_norm": 0.44691195704566716,
      "learning_rate": 3.5480875302922296e-06,
      "loss": 0.5383,
      "step": 4740
    },
    {
      "epoch": 1.90797237915882,
      "grad_norm": 0.48059730824092567,
      "learning_rate": 3.525745710443774e-06,
      "loss": 0.5224,
      "step": 4750
    },
    {
      "epoch": 1.9119899560577527,
      "grad_norm": 0.447518168596057,
      "learning_rate": 3.503436082385817e-06,
      "loss": 0.529,
      "step": 4760
    },
    {
      "epoch": 1.9160075329566855,
      "grad_norm": 0.45980480004977614,
      "learning_rate": 3.4811591332710003e-06,
      "loss": 0.5283,
      "step": 4770
    },
    {
      "epoch": 1.9200251098556183,
      "grad_norm": 0.4641653971039642,
      "learning_rate": 3.4589153495383916e-06,
      "loss": 0.524,
      "step": 4780
    },
    {
      "epoch": 1.924042686754551,
      "grad_norm": 0.4608734211286836,
      "learning_rate": 3.4367052169028557e-06,
      "loss": 0.5154,
      "step": 4790
    },
    {
      "epoch": 1.928060263653484,
      "grad_norm": 0.45628159677386826,
      "learning_rate": 3.414529220344455e-06,
      "loss": 0.5246,
      "step": 4800
    },
    {
      "epoch": 1.9320778405524168,
      "grad_norm": 0.4571910097492241,
      "learning_rate": 3.3923878440978563e-06,
      "loss": 0.5355,
      "step": 4810
    },
    {
      "epoch": 1.9360954174513496,
      "grad_norm": 0.4701204963184072,
      "learning_rate": 3.370281571641759e-06,
      "loss": 0.519,
      "step": 4820
    },
    {
      "epoch": 1.9401129943502826,
      "grad_norm": 0.4644809253665488,
      "learning_rate": 3.348210885688337e-06,
      "loss": 0.5444,
      "step": 4830
    },
    {
      "epoch": 1.9441305712492154,
      "grad_norm": 0.4505954165735258,
      "learning_rate": 3.3261762681726955e-06,
      "loss": 0.5288,
      "step": 4840
    },
    {
      "epoch": 1.9481481481481482,
      "grad_norm": 0.5016011741209488,
      "learning_rate": 3.304178200242351e-06,
      "loss": 0.5279,
      "step": 4850
    },
    {
      "epoch": 1.952165725047081,
      "grad_norm": 0.48172105905267193,
      "learning_rate": 3.282217162246726e-06,
      "loss": 0.5331,
      "step": 4860
    },
    {
      "epoch": 1.9561833019460138,
      "grad_norm": 0.45055441596952966,
      "learning_rate": 3.260293633726656e-06,
      "loss": 0.5312,
      "step": 4870
    },
    {
      "epoch": 1.9602008788449465,
      "grad_norm": 0.4553856152933495,
      "learning_rate": 3.2384080934039193e-06,
      "loss": 0.5301,
      "step": 4880
    },
    {
      "epoch": 1.9642184557438793,
      "grad_norm": 0.468059642341407,
      "learning_rate": 3.2165610191707872e-06,
      "loss": 0.5265,
      "step": 4890
    },
    {
      "epoch": 1.9682360326428123,
      "grad_norm": 0.42050027272205776,
      "learning_rate": 3.194752888079585e-06,
      "loss": 0.5212,
      "step": 4900
    },
    {
      "epoch": 1.9722536095417451,
      "grad_norm": 0.49679149221807994,
      "learning_rate": 3.1729841763322776e-06,
      "loss": 0.5298,
      "step": 4910
    },
    {
      "epoch": 1.9762711864406781,
      "grad_norm": 0.4716285847340891,
      "learning_rate": 3.1512553592700622e-06,
      "loss": 0.5203,
      "step": 4920
    },
    {
      "epoch": 1.980288763339611,
      "grad_norm": 0.4740722369561679,
      "learning_rate": 3.129566911363009e-06,
      "loss": 0.5208,
      "step": 4930
    },
    {
      "epoch": 1.9843063402385437,
      "grad_norm": 0.4553213513296392,
      "learning_rate": 3.1079193061996803e-06,
      "loss": 0.5241,
      "step": 4940
    },
    {
      "epoch": 1.9883239171374765,
      "grad_norm": 0.48169953080880973,
      "learning_rate": 3.086313016476794e-06,
      "loss": 0.5418,
      "step": 4950
    },
    {
      "epoch": 1.9923414940364093,
      "grad_norm": 0.5764706666287279,
      "learning_rate": 3.0647485139889145e-06,
      "loss": 0.5259,
      "step": 4960
    },
    {
      "epoch": 1.996359070935342,
      "grad_norm": 0.43220459247826987,
      "learning_rate": 3.0432262696181336e-06,
      "loss": 0.522,
      "step": 4970
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.4710113996508926,
      "learning_rate": 3.0217467533237956e-06,
      "loss": 0.5142,
      "step": 4980
    },
    {
      "epoch": 2.004017576898933,
      "grad_norm": 0.5202233442297398,
      "learning_rate": 3.000310434132237e-06,
      "loss": 0.4811,
      "step": 4990
    },
    {
      "epoch": 2.0080351537978656,
      "grad_norm": 0.5384401881895943,
      "learning_rate": 2.9789177801265455e-06,
      "loss": 0.4769,
      "step": 5000
    },
    {
      "epoch": 2.0120527306967984,
      "grad_norm": 0.4756295523176075,
      "learning_rate": 2.9575692584363337e-06,
      "loss": 0.4755,
      "step": 5010
    },
    {
      "epoch": 2.016070307595731,
      "grad_norm": 0.5172206673937627,
      "learning_rate": 2.9362653352275405e-06,
      "loss": 0.4813,
      "step": 5020
    },
    {
      "epoch": 2.0200878844946644,
      "grad_norm": 0.49483001522371817,
      "learning_rate": 2.915006475692256e-06,
      "loss": 0.472,
      "step": 5030
    },
    {
      "epoch": 2.024105461393597,
      "grad_norm": 0.4704791978578869,
      "learning_rate": 2.89379314403856e-06,
      "loss": 0.4747,
      "step": 5040
    },
    {
      "epoch": 2.02812303829253,
      "grad_norm": 0.5050782711725152,
      "learning_rate": 2.8726258034803866e-06,
      "loss": 0.4794,
      "step": 5050
    },
    {
      "epoch": 2.0321406151914627,
      "grad_norm": 0.4712269294430662,
      "learning_rate": 2.8515049162274057e-06,
      "loss": 0.4722,
      "step": 5060
    },
    {
      "epoch": 2.0361581920903955,
      "grad_norm": 0.48881220535426967,
      "learning_rate": 2.83043094347494e-06,
      "loss": 0.4678,
      "step": 5070
    },
    {
      "epoch": 2.0401757689893283,
      "grad_norm": 0.48771842977610164,
      "learning_rate": 2.8094043453938844e-06,
      "loss": 0.4665,
      "step": 5080
    },
    {
      "epoch": 2.044193345888261,
      "grad_norm": 0.5202925253687711,
      "learning_rate": 2.7884255811206584e-06,
      "loss": 0.4763,
      "step": 5090
    },
    {
      "epoch": 2.048210922787194,
      "grad_norm": 0.46874669055521,
      "learning_rate": 2.7674951087471858e-06,
      "loss": 0.4833,
      "step": 5100
    },
    {
      "epoch": 2.0522284996861266,
      "grad_norm": 0.47453927342332336,
      "learning_rate": 2.7466133853108935e-06,
      "loss": 0.4598,
      "step": 5110
    },
    {
      "epoch": 2.0562460765850594,
      "grad_norm": 0.45817909400058926,
      "learning_rate": 2.725780866784722e-06,
      "loss": 0.4719,
      "step": 5120
    },
    {
      "epoch": 2.0602636534839927,
      "grad_norm": 0.5261764803454092,
      "learning_rate": 2.704998008067177e-06,
      "loss": 0.4634,
      "step": 5130
    },
    {
      "epoch": 2.0642812303829254,
      "grad_norm": 0.47433900887045005,
      "learning_rate": 2.6842652629723907e-06,
      "loss": 0.4785,
      "step": 5140
    },
    {
      "epoch": 2.068298807281858,
      "grad_norm": 0.4711156322673265,
      "learning_rate": 2.6635830842202182e-06,
      "loss": 0.4625,
      "step": 5150
    },
    {
      "epoch": 2.072316384180791,
      "grad_norm": 0.4620663705804988,
      "learning_rate": 2.642951923426348e-06,
      "loss": 0.4775,
      "step": 5160
    },
    {
      "epoch": 2.076333961079724,
      "grad_norm": 0.4617355126174571,
      "learning_rate": 2.622372231092437e-06,
      "loss": 0.4817,
      "step": 5170
    },
    {
      "epoch": 2.0803515379786566,
      "grad_norm": 0.5411857216699084,
      "learning_rate": 2.6018444565962885e-06,
      "loss": 0.4731,
      "step": 5180
    },
    {
      "epoch": 2.0843691148775894,
      "grad_norm": 0.4943277164316023,
      "learning_rate": 2.5813690481820184e-06,
      "loss": 0.4693,
      "step": 5190
    },
    {
      "epoch": 2.088386691776522,
      "grad_norm": 0.5102055113637535,
      "learning_rate": 2.5609464529502815e-06,
      "loss": 0.4805,
      "step": 5200
    },
    {
      "epoch": 2.092404268675455,
      "grad_norm": 0.49132645013613546,
      "learning_rate": 2.540577116848505e-06,
      "loss": 0.4694,
      "step": 5210
    },
    {
      "epoch": 2.096421845574388,
      "grad_norm": 0.49577954933166757,
      "learning_rate": 2.52026148466115e-06,
      "loss": 0.4825,
      "step": 5220
    },
    {
      "epoch": 2.100439422473321,
      "grad_norm": 0.4840304988230105,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 0.4775,
      "step": 5230
    },
    {
      "epoch": 2.1044569993722537,
      "grad_norm": 0.5036218210876587,
      "learning_rate": 2.4797931052944755e-06,
      "loss": 0.472,
      "step": 5240
    },
    {
      "epoch": 2.1084745762711865,
      "grad_norm": 0.4502304265079634,
      "learning_rate": 2.4596412417819708e-06,
      "loss": 0.4685,
      "step": 5250
    },
    {
      "epoch": 2.1124921531701193,
      "grad_norm": 0.5218870877367079,
      "learning_rate": 2.4395448494982198e-06,
      "loss": 0.4817,
      "step": 5260
    },
    {
      "epoch": 2.116509730069052,
      "grad_norm": 0.49197993587084365,
      "learning_rate": 2.419504367267689e-06,
      "loss": 0.4744,
      "step": 5270
    },
    {
      "epoch": 2.120527306967985,
      "grad_norm": 0.5349529463351869,
      "learning_rate": 2.3995202326939866e-06,
      "loss": 0.4872,
      "step": 5280
    },
    {
      "epoch": 2.1245448838669176,
      "grad_norm": 0.48741903300666545,
      "learning_rate": 2.3795928821503275e-06,
      "loss": 0.4688,
      "step": 5290
    },
    {
      "epoch": 2.1285624607658504,
      "grad_norm": 0.4999227078942744,
      "learning_rate": 2.359722750769981e-06,
      "loss": 0.4793,
      "step": 5300
    },
    {
      "epoch": 2.132580037664783,
      "grad_norm": 0.45470893654183736,
      "learning_rate": 2.339910272436782e-06,
      "loss": 0.4755,
      "step": 5310
    },
    {
      "epoch": 2.1365976145637164,
      "grad_norm": 0.4824984736023203,
      "learning_rate": 2.3201558797756602e-06,
      "loss": 0.472,
      "step": 5320
    },
    {
      "epoch": 2.1406151914626492,
      "grad_norm": 0.47042980851352273,
      "learning_rate": 2.300460004143182e-06,
      "loss": 0.477,
      "step": 5330
    },
    {
      "epoch": 2.144632768361582,
      "grad_norm": 0.47770309689595364,
      "learning_rate": 2.2808230756181344e-06,
      "loss": 0.4678,
      "step": 5340
    },
    {
      "epoch": 2.148650345260515,
      "grad_norm": 0.5137315970001541,
      "learning_rate": 2.261245522992141e-06,
      "loss": 0.4718,
      "step": 5350
    },
    {
      "epoch": 2.1526679221594476,
      "grad_norm": 0.47959163673834015,
      "learning_rate": 2.2417277737602967e-06,
      "loss": 0.4777,
      "step": 5360
    },
    {
      "epoch": 2.1566854990583804,
      "grad_norm": 0.5938128736434867,
      "learning_rate": 2.222270254111825e-06,
      "loss": 0.4573,
      "step": 5370
    },
    {
      "epoch": 2.160703075957313,
      "grad_norm": 0.4891138485781613,
      "learning_rate": 2.2028733889207787e-06,
      "loss": 0.4767,
      "step": 5380
    },
    {
      "epoch": 2.164720652856246,
      "grad_norm": 0.501211033879534,
      "learning_rate": 2.1835376017367665e-06,
      "loss": 0.4735,
      "step": 5390
    },
    {
      "epoch": 2.1687382297551787,
      "grad_norm": 0.5297335059398043,
      "learning_rate": 2.1642633147756894e-06,
      "loss": 0.4824,
      "step": 5400
    },
    {
      "epoch": 2.172755806654112,
      "grad_norm": 0.4658949552573407,
      "learning_rate": 2.145050948910536e-06,
      "loss": 0.4757,
      "step": 5410
    },
    {
      "epoch": 2.1767733835530447,
      "grad_norm": 0.5130444470120785,
      "learning_rate": 2.1259009236621857e-06,
      "loss": 0.4804,
      "step": 5420
    },
    {
      "epoch": 2.1807909604519775,
      "grad_norm": 0.5328006329035961,
      "learning_rate": 2.1068136571902527e-06,
      "loss": 0.4714,
      "step": 5430
    },
    {
      "epoch": 2.1848085373509103,
      "grad_norm": 0.49974994460658273,
      "learning_rate": 2.0877895662839477e-06,
      "loss": 0.4661,
      "step": 5440
    },
    {
      "epoch": 2.188826114249843,
      "grad_norm": 0.504181506688872,
      "learning_rate": 2.0688290663529813e-06,
      "loss": 0.469,
      "step": 5450
    },
    {
      "epoch": 2.192843691148776,
      "grad_norm": 0.5249615841875294,
      "learning_rate": 2.049932571418494e-06,
      "loss": 0.4784,
      "step": 5460
    },
    {
      "epoch": 2.1968612680477086,
      "grad_norm": 0.4718284348814741,
      "learning_rate": 2.031100494104014e-06,
      "loss": 0.4784,
      "step": 5470
    },
    {
      "epoch": 2.2008788449466414,
      "grad_norm": 0.5193890352090972,
      "learning_rate": 2.0123332456264473e-06,
      "loss": 0.4818,
      "step": 5480
    },
    {
      "epoch": 2.204896421845574,
      "grad_norm": 0.48046763032522966,
      "learning_rate": 1.9936312357870962e-06,
      "loss": 0.4802,
      "step": 5490
    },
    {
      "epoch": 2.2089139987445074,
      "grad_norm": 0.47752926213638963,
      "learning_rate": 1.9749948729627188e-06,
      "loss": 0.4686,
      "step": 5500
    },
    {
      "epoch": 2.2129315756434402,
      "grad_norm": 0.4800555208436017,
      "learning_rate": 1.956424564096602e-06,
      "loss": 0.482,
      "step": 5510
    },
    {
      "epoch": 2.216949152542373,
      "grad_norm": 0.443284090953342,
      "learning_rate": 1.9379207146896827e-06,
      "loss": 0.4733,
      "step": 5520
    },
    {
      "epoch": 2.220966729441306,
      "grad_norm": 0.5002931907484188,
      "learning_rate": 1.9194837287916817e-06,
      "loss": 0.4776,
      "step": 5530
    },
    {
      "epoch": 2.2249843063402386,
      "grad_norm": 0.45028976156882144,
      "learning_rate": 1.9011140089923013e-06,
      "loss": 0.4785,
      "step": 5540
    },
    {
      "epoch": 2.2290018832391714,
      "grad_norm": 0.4619774988789297,
      "learning_rate": 1.8828119564124159e-06,
      "loss": 0.475,
      "step": 5550
    },
    {
      "epoch": 2.233019460138104,
      "grad_norm": 0.47661490970644393,
      "learning_rate": 1.8645779706953188e-06,
      "loss": 0.4824,
      "step": 5560
    },
    {
      "epoch": 2.237037037037037,
      "grad_norm": 0.49398577636680097,
      "learning_rate": 1.8464124499980013e-06,
      "loss": 0.4719,
      "step": 5570
    },
    {
      "epoch": 2.2410546139359697,
      "grad_norm": 0.4799156749603329,
      "learning_rate": 1.8283157909824517e-06,
      "loss": 0.4787,
      "step": 5580
    },
    {
      "epoch": 2.2450721908349025,
      "grad_norm": 0.4903571200855578,
      "learning_rate": 1.8102883888069917e-06,
      "loss": 0.481,
      "step": 5590
    },
    {
      "epoch": 2.2490897677338357,
      "grad_norm": 0.4595319743138882,
      "learning_rate": 1.7923306371176542e-06,
      "loss": 0.4722,
      "step": 5600
    },
    {
      "epoch": 2.2531073446327685,
      "grad_norm": 0.4815148560520921,
      "learning_rate": 1.7744429280395903e-06,
      "loss": 0.4804,
      "step": 5610
    },
    {
      "epoch": 2.2571249215317013,
      "grad_norm": 0.49411596599772084,
      "learning_rate": 1.7566256521684966e-06,
      "loss": 0.4837,
      "step": 5620
    },
    {
      "epoch": 2.261142498430634,
      "grad_norm": 0.5331117323575773,
      "learning_rate": 1.7388791985620922e-06,
      "loss": 0.4705,
      "step": 5630
    },
    {
      "epoch": 2.265160075329567,
      "grad_norm": 0.52376875529828,
      "learning_rate": 1.721203954731624e-06,
      "loss": 0.4723,
      "step": 5640
    },
    {
      "epoch": 2.2691776522284997,
      "grad_norm": 0.48551462166212467,
      "learning_rate": 1.7036003066334012e-06,
      "loss": 0.4853,
      "step": 5650
    },
    {
      "epoch": 2.2731952291274324,
      "grad_norm": 0.5014457542958235,
      "learning_rate": 1.6860686386603719e-06,
      "loss": 0.4733,
      "step": 5660
    },
    {
      "epoch": 2.277212806026365,
      "grad_norm": 0.4996867895329777,
      "learning_rate": 1.6686093336337256e-06,
      "loss": 0.4741,
      "step": 5670
    },
    {
      "epoch": 2.281230382925298,
      "grad_norm": 0.48719109638855057,
      "learning_rate": 1.6512227727945391e-06,
      "loss": 0.4831,
      "step": 5680
    },
    {
      "epoch": 2.285247959824231,
      "grad_norm": 0.4856082508478335,
      "learning_rate": 1.6339093357954455e-06,
      "loss": 0.4833,
      "step": 5690
    },
    {
      "epoch": 2.289265536723164,
      "grad_norm": 0.5118289081317942,
      "learning_rate": 1.6166694006923479e-06,
      "loss": 0.4845,
      "step": 5700
    },
    {
      "epoch": 2.293283113622097,
      "grad_norm": 0.5338262164693043,
      "learning_rate": 1.5995033439361623e-06,
      "loss": 0.4725,
      "step": 5710
    },
    {
      "epoch": 2.2973006905210296,
      "grad_norm": 0.5147815344933698,
      "learning_rate": 1.5824115403646e-06,
      "loss": 0.471,
      "step": 5720
    },
    {
      "epoch": 2.3013182674199624,
      "grad_norm": 0.4925335147001341,
      "learning_rate": 1.5653943631939806e-06,
      "loss": 0.4748,
      "step": 5730
    },
    {
      "epoch": 2.305335844318895,
      "grad_norm": 0.5223852201900643,
      "learning_rate": 1.5484521840110812e-06,
      "loss": 0.4799,
      "step": 5740
    },
    {
      "epoch": 2.309353421217828,
      "grad_norm": 0.5102348798882654,
      "learning_rate": 1.5315853727650283e-06,
      "loss": 0.4734,
      "step": 5750
    },
    {
      "epoch": 2.3133709981167607,
      "grad_norm": 0.4806877999022709,
      "learning_rate": 1.5147942977592111e-06,
      "loss": 0.4793,
      "step": 5760
    },
    {
      "epoch": 2.3173885750156935,
      "grad_norm": 0.47394343796609417,
      "learning_rate": 1.4980793256432474e-06,
      "loss": 0.4778,
      "step": 5770
    },
    {
      "epoch": 2.3214061519146263,
      "grad_norm": 0.5169128981837072,
      "learning_rate": 1.4814408214049674e-06,
      "loss": 0.4756,
      "step": 5780
    },
    {
      "epoch": 2.3254237288135595,
      "grad_norm": 0.4653905202296831,
      "learning_rate": 1.4648791483624586e-06,
      "loss": 0.476,
      "step": 5790
    },
    {
      "epoch": 2.3294413057124923,
      "grad_norm": 0.49306875398820615,
      "learning_rate": 1.4483946681561178e-06,
      "loss": 0.4686,
      "step": 5800
    },
    {
      "epoch": 2.333458882611425,
      "grad_norm": 0.48126484624398314,
      "learning_rate": 1.4319877407407623e-06,
      "loss": 0.4757,
      "step": 5810
    },
    {
      "epoch": 2.337476459510358,
      "grad_norm": 0.4857946344608446,
      "learning_rate": 1.415658724377767e-06,
      "loss": 0.4707,
      "step": 5820
    },
    {
      "epoch": 2.3414940364092907,
      "grad_norm": 0.508812865037136,
      "learning_rate": 1.3994079756272467e-06,
      "loss": 0.4716,
      "step": 5830
    },
    {
      "epoch": 2.3455116133082234,
      "grad_norm": 0.4924478822718041,
      "learning_rate": 1.3832358493402591e-06,
      "loss": 0.4788,
      "step": 5840
    },
    {
      "epoch": 2.3495291902071562,
      "grad_norm": 0.5636558365101663,
      "learning_rate": 1.3671426986510667e-06,
      "loss": 0.4791,
      "step": 5850
    },
    {
      "epoch": 2.353546767106089,
      "grad_norm": 0.4787221048450779,
      "learning_rate": 1.3511288749694245e-06,
      "loss": 0.4774,
      "step": 5860
    },
    {
      "epoch": 2.357564344005022,
      "grad_norm": 0.509596234617302,
      "learning_rate": 1.3351947279729016e-06,
      "loss": 0.4738,
      "step": 5870
    },
    {
      "epoch": 2.361581920903955,
      "grad_norm": 0.48376004159048386,
      "learning_rate": 1.3193406055992485e-06,
      "loss": 0.4828,
      "step": 5880
    },
    {
      "epoch": 2.365599497802888,
      "grad_norm": 0.5038494271293078,
      "learning_rate": 1.3035668540388002e-06,
      "loss": 0.4864,
      "step": 5890
    },
    {
      "epoch": 2.3696170747018206,
      "grad_norm": 0.5316770270179247,
      "learning_rate": 1.2878738177269156e-06,
      "loss": 0.4785,
      "step": 5900
    },
    {
      "epoch": 2.3736346516007534,
      "grad_norm": 0.5142512043455278,
      "learning_rate": 1.2722618393364572e-06,
      "loss": 0.4817,
      "step": 5910
    },
    {
      "epoch": 2.377652228499686,
      "grad_norm": 0.468789477239248,
      "learning_rate": 1.2567312597703063e-06,
      "loss": 0.4735,
      "step": 5920
    },
    {
      "epoch": 2.381669805398619,
      "grad_norm": 0.4736300406705453,
      "learning_rate": 1.2412824181539256e-06,
      "loss": 0.467,
      "step": 5930
    },
    {
      "epoch": 2.3856873822975517,
      "grad_norm": 0.49508031018022314,
      "learning_rate": 1.2259156518279452e-06,
      "loss": 0.4854,
      "step": 5940
    },
    {
      "epoch": 2.3897049591964845,
      "grad_norm": 0.4889357358622553,
      "learning_rate": 1.2106312963408024e-06,
      "loss": 0.4683,
      "step": 5950
    },
    {
      "epoch": 2.3937225360954173,
      "grad_norm": 0.5186581775849328,
      "learning_rate": 1.1954296854414111e-06,
      "loss": 0.4743,
      "step": 5960
    },
    {
      "epoch": 2.3977401129943505,
      "grad_norm": 0.534928567712559,
      "learning_rate": 1.1803111510718774e-06,
      "loss": 0.4713,
      "step": 5970
    },
    {
      "epoch": 2.401757689893283,
      "grad_norm": 0.46937598704982375,
      "learning_rate": 1.1652760233602495e-06,
      "loss": 0.4773,
      "step": 5980
    },
    {
      "epoch": 2.405775266792216,
      "grad_norm": 0.49187943461524203,
      "learning_rate": 1.1503246306133099e-06,
      "loss": 0.48,
      "step": 5990
    },
    {
      "epoch": 2.409792843691149,
      "grad_norm": 0.4699512441083907,
      "learning_rate": 1.1354572993094031e-06,
      "loss": 0.4752,
      "step": 6000
    },
    {
      "epoch": 2.4138104205900817,
      "grad_norm": 0.514478387098126,
      "learning_rate": 1.1206743540913144e-06,
      "loss": 0.4735,
      "step": 6010
    },
    {
      "epoch": 2.4178279974890144,
      "grad_norm": 0.4912678185053618,
      "learning_rate": 1.1059761177591727e-06,
      "loss": 0.4738,
      "step": 6020
    },
    {
      "epoch": 2.4218455743879472,
      "grad_norm": 0.45184357921612245,
      "learning_rate": 1.0913629112634045e-06,
      "loss": 0.4764,
      "step": 6030
    },
    {
      "epoch": 2.42586315128688,
      "grad_norm": 0.45539851634790796,
      "learning_rate": 1.076835053697728e-06,
      "loss": 0.4758,
      "step": 6040
    },
    {
      "epoch": 2.429880728185813,
      "grad_norm": 0.5152318496750359,
      "learning_rate": 1.0623928622921825e-06,
      "loss": 0.4732,
      "step": 6050
    },
    {
      "epoch": 2.4338983050847456,
      "grad_norm": 0.5016552767543895,
      "learning_rate": 1.0480366524062041e-06,
      "loss": 0.483,
      "step": 6060
    },
    {
      "epoch": 2.4379158819836784,
      "grad_norm": 0.47698174699672474,
      "learning_rate": 1.0337667375217353e-06,
      "loss": 0.4737,
      "step": 6070
    },
    {
      "epoch": 2.4419334588826116,
      "grad_norm": 0.5215110019193456,
      "learning_rate": 1.0195834292363881e-06,
      "loss": 0.4717,
      "step": 6080
    },
    {
      "epoch": 2.4459510357815444,
      "grad_norm": 0.5003135573061556,
      "learning_rate": 1.0054870372566273e-06,
      "loss": 0.4711,
      "step": 6090
    },
    {
      "epoch": 2.449968612680477,
      "grad_norm": 0.5154412726359013,
      "learning_rate": 9.914778693910165e-07,
      "loss": 0.4738,
      "step": 6100
    },
    {
      "epoch": 2.45398618957941,
      "grad_norm": 0.5155157663249713,
      "learning_rate": 9.775562315435005e-07,
      "loss": 0.481,
      "step": 6110
    },
    {
      "epoch": 2.4580037664783427,
      "grad_norm": 0.4896545010247639,
      "learning_rate": 9.637224277067142e-07,
      "loss": 0.4869,
      "step": 6120
    },
    {
      "epoch": 2.4620213433772755,
      "grad_norm": 0.4603343227039726,
      "learning_rate": 9.499767599553528e-07,
      "loss": 0.4817,
      "step": 6130
    },
    {
      "epoch": 2.4660389202762083,
      "grad_norm": 0.4600261678419497,
      "learning_rate": 9.363195284395732e-07,
      "loss": 0.4679,
      "step": 6140
    },
    {
      "epoch": 2.470056497175141,
      "grad_norm": 0.4989876951619158,
      "learning_rate": 9.227510313784405e-07,
      "loss": 0.4805,
      "step": 6150
    },
    {
      "epoch": 2.474074074074074,
      "grad_norm": 0.49701651082881143,
      "learning_rate": 9.092715650534162e-07,
      "loss": 0.474,
      "step": 6160
    },
    {
      "epoch": 2.478091650973007,
      "grad_norm": 0.47689581346361015,
      "learning_rate": 8.958814238018864e-07,
      "loss": 0.4735,
      "step": 6170
    },
    {
      "epoch": 2.48210922787194,
      "grad_norm": 0.48466102861465504,
      "learning_rate": 8.825809000107382e-07,
      "loss": 0.4823,
      "step": 6180
    },
    {
      "epoch": 2.4861268047708727,
      "grad_norm": 0.43949823990630094,
      "learning_rate": 8.693702841099744e-07,
      "loss": 0.468,
      "step": 6190
    },
    {
      "epoch": 2.4901443816698055,
      "grad_norm": 0.4734599690753599,
      "learning_rate": 8.56249864566368e-07,
      "loss": 0.4716,
      "step": 6200
    },
    {
      "epoch": 2.4941619585687382,
      "grad_norm": 0.4837246488118121,
      "learning_rate": 8.432199278771679e-07,
      "loss": 0.4727,
      "step": 6210
    },
    {
      "epoch": 2.498179535467671,
      "grad_norm": 0.5212860772248176,
      "learning_rate": 8.302807585638401e-07,
      "loss": 0.4781,
      "step": 6220
    },
    {
      "epoch": 2.502197112366604,
      "grad_norm": 0.4952468033104653,
      "learning_rate": 8.174326391658561e-07,
      "loss": 0.4742,
      "step": 6230
    },
    {
      "epoch": 2.5062146892655366,
      "grad_norm": 0.4867979964745898,
      "learning_rate": 8.04675850234523e-07,
      "loss": 0.4731,
      "step": 6240
    },
    {
      "epoch": 2.5102322661644694,
      "grad_norm": 0.48350910576661243,
      "learning_rate": 7.92010670326856e-07,
      "loss": 0.4793,
      "step": 6250
    },
    {
      "epoch": 2.5142498430634026,
      "grad_norm": 0.48063080647615003,
      "learning_rate": 7.794373759995017e-07,
      "loss": 0.4814,
      "step": 6260
    },
    {
      "epoch": 2.518267419962335,
      "grad_norm": 0.5071850927755938,
      "learning_rate": 7.669562418026905e-07,
      "loss": 0.4726,
      "step": 6270
    },
    {
      "epoch": 2.522284996861268,
      "grad_norm": 0.5007552952463317,
      "learning_rate": 7.545675402742464e-07,
      "loss": 0.4701,
      "step": 6280
    },
    {
      "epoch": 2.526302573760201,
      "grad_norm": 0.49193921591367956,
      "learning_rate": 7.422715419336374e-07,
      "loss": 0.4798,
      "step": 6290
    },
    {
      "epoch": 2.5303201506591337,
      "grad_norm": 0.4631014183740996,
      "learning_rate": 7.30068515276064e-07,
      "loss": 0.4783,
      "step": 6300
    },
    {
      "epoch": 2.5343377275580665,
      "grad_norm": 0.4461109021704027,
      "learning_rate": 7.179587267665999e-07,
      "loss": 0.4807,
      "step": 6310
    },
    {
      "epoch": 2.5383553044569993,
      "grad_norm": 0.5615597716996266,
      "learning_rate": 7.059424408343713e-07,
      "loss": 0.476,
      "step": 6320
    },
    {
      "epoch": 2.542372881355932,
      "grad_norm": 0.4681517030493916,
      "learning_rate": 6.940199198667863e-07,
      "loss": 0.4746,
      "step": 6330
    },
    {
      "epoch": 2.546390458254865,
      "grad_norm": 0.4270578942801569,
      "learning_rate": 6.821914242038013e-07,
      "loss": 0.47,
      "step": 6340
    },
    {
      "epoch": 2.550408035153798,
      "grad_norm": 0.5120970629852971,
      "learning_rate": 6.704572121322356e-07,
      "loss": 0.4661,
      "step": 6350
    },
    {
      "epoch": 2.5544256120527304,
      "grad_norm": 0.4577342016167032,
      "learning_rate": 6.588175398801356e-07,
      "loss": 0.4778,
      "step": 6360
    },
    {
      "epoch": 2.5584431889516637,
      "grad_norm": 0.5112843701769388,
      "learning_rate": 6.472726616111797e-07,
      "loss": 0.4774,
      "step": 6370
    },
    {
      "epoch": 2.5624607658505965,
      "grad_norm": 0.5002523546947816,
      "learning_rate": 6.358228294191248e-07,
      "loss": 0.4745,
      "step": 6380
    },
    {
      "epoch": 2.5664783427495292,
      "grad_norm": 0.4844209522259677,
      "learning_rate": 6.244682933223023e-07,
      "loss": 0.4743,
      "step": 6390
    },
    {
      "epoch": 2.570495919648462,
      "grad_norm": 0.5054412286540757,
      "learning_rate": 6.13209301258162e-07,
      "loss": 0.4689,
      "step": 6400
    },
    {
      "epoch": 2.574513496547395,
      "grad_norm": 0.4613555569290718,
      "learning_rate": 6.020460990778537e-07,
      "loss": 0.4711,
      "step": 6410
    },
    {
      "epoch": 2.5785310734463276,
      "grad_norm": 0.47785054223407225,
      "learning_rate": 5.909789305408631e-07,
      "loss": 0.476,
      "step": 6420
    },
    {
      "epoch": 2.5825486503452604,
      "grad_norm": 0.5097922646263033,
      "learning_rate": 5.800080373096839e-07,
      "loss": 0.4628,
      "step": 6430
    },
    {
      "epoch": 2.5865662272441936,
      "grad_norm": 0.460211806295128,
      "learning_rate": 5.691336589445485e-07,
      "loss": 0.4693,
      "step": 6440
    },
    {
      "epoch": 2.590583804143126,
      "grad_norm": 0.47963475329302363,
      "learning_rate": 5.583560328981885e-07,
      "loss": 0.4741,
      "step": 6450
    },
    {
      "epoch": 2.594601381042059,
      "grad_norm": 0.521520019445044,
      "learning_rate": 5.476753945106556e-07,
      "loss": 0.4763,
      "step": 6460
    },
    {
      "epoch": 2.598618957940992,
      "grad_norm": 0.4716378386067206,
      "learning_rate": 5.370919770041799e-07,
      "loss": 0.4742,
      "step": 6470
    },
    {
      "epoch": 2.6026365348399247,
      "grad_norm": 0.5095512360791891,
      "learning_rate": 5.266060114780774e-07,
      "loss": 0.4769,
      "step": 6480
    },
    {
      "epoch": 2.6066541117388575,
      "grad_norm": 0.49008584458884724,
      "learning_rate": 5.162177269037061e-07,
      "loss": 0.4695,
      "step": 6490
    },
    {
      "epoch": 2.6106716886377903,
      "grad_norm": 0.4430564461046631,
      "learning_rate": 5.059273501194622e-07,
      "loss": 0.4738,
      "step": 6500
    },
    {
      "epoch": 2.614689265536723,
      "grad_norm": 0.48041503000167013,
      "learning_rate": 4.95735105825833e-07,
      "loss": 0.4671,
      "step": 6510
    },
    {
      "epoch": 2.618706842435656,
      "grad_norm": 0.47058785476417425,
      "learning_rate": 4.856412165804824e-07,
      "loss": 0.4656,
      "step": 6520
    },
    {
      "epoch": 2.6227244193345887,
      "grad_norm": 0.5186436231128471,
      "learning_rate": 4.756459027933974e-07,
      "loss": 0.4795,
      "step": 6530
    },
    {
      "epoch": 2.6267419962335214,
      "grad_norm": 0.4971208460235255,
      "learning_rate": 4.657493827220705e-07,
      "loss": 0.4745,
      "step": 6540
    },
    {
      "epoch": 2.6307595731324547,
      "grad_norm": 0.46196697310421064,
      "learning_rate": 4.559518724667411e-07,
      "loss": 0.4788,
      "step": 6550
    },
    {
      "epoch": 2.6347771500313875,
      "grad_norm": 0.516003177023342,
      "learning_rate": 4.462535859656675e-07,
      "loss": 0.476,
      "step": 6560
    },
    {
      "epoch": 2.6387947269303202,
      "grad_norm": 0.5015505649590103,
      "learning_rate": 4.36654734990461e-07,
      "loss": 0.4818,
      "step": 6570
    },
    {
      "epoch": 2.642812303829253,
      "grad_norm": 0.517201945888056,
      "learning_rate": 4.271555291414636e-07,
      "loss": 0.4564,
      "step": 6580
    },
    {
      "epoch": 2.646829880728186,
      "grad_norm": 0.4978218856523734,
      "learning_rate": 4.1775617584316476e-07,
      "loss": 0.4713,
      "step": 6590
    },
    {
      "epoch": 2.6508474576271186,
      "grad_norm": 0.4876775749761943,
      "learning_rate": 4.0845688033967435e-07,
      "loss": 0.4753,
      "step": 6600
    },
    {
      "epoch": 2.6548650345260514,
      "grad_norm": 0.49046863554031045,
      "learning_rate": 3.992578456902452e-07,
      "loss": 0.4719,
      "step": 6610
    },
    {
      "epoch": 2.658882611424984,
      "grad_norm": 0.4828102602774462,
      "learning_rate": 3.901592727648351e-07,
      "loss": 0.471,
      "step": 6620
    },
    {
      "epoch": 2.662900188323917,
      "grad_norm": 0.5128903958409182,
      "learning_rate": 3.811613602397202e-07,
      "loss": 0.4799,
      "step": 6630
    },
    {
      "epoch": 2.66691776522285,
      "grad_norm": 0.485862558152459,
      "learning_rate": 3.7226430459315957e-07,
      "loss": 0.4682,
      "step": 6640
    },
    {
      "epoch": 2.670935342121783,
      "grad_norm": 0.48320591671258245,
      "learning_rate": 3.634683001011019e-07,
      "loss": 0.4802,
      "step": 6650
    },
    {
      "epoch": 2.6749529190207157,
      "grad_norm": 0.4382446479240708,
      "learning_rate": 3.547735388329443e-07,
      "loss": 0.4728,
      "step": 6660
    },
    {
      "epoch": 2.6789704959196485,
      "grad_norm": 0.4939760563538167,
      "learning_rate": 3.461802106473411e-07,
      "loss": 0.4811,
      "step": 6670
    },
    {
      "epoch": 2.6829880728185813,
      "grad_norm": 0.50894968077572,
      "learning_rate": 3.3768850318805224e-07,
      "loss": 0.4666,
      "step": 6680
    },
    {
      "epoch": 2.687005649717514,
      "grad_norm": 0.5297225230888177,
      "learning_rate": 3.2929860187985216e-07,
      "loss": 0.4712,
      "step": 6690
    },
    {
      "epoch": 2.691023226616447,
      "grad_norm": 0.49359696533604985,
      "learning_rate": 3.210106899244775e-07,
      "loss": 0.4808,
      "step": 6700
    },
    {
      "epoch": 2.6950408035153797,
      "grad_norm": 0.47433607917767673,
      "learning_rate": 3.1282494829662556e-07,
      "loss": 0.4676,
      "step": 6710
    },
    {
      "epoch": 2.6990583804143125,
      "grad_norm": 0.4777730701958091,
      "learning_rate": 3.047415557400057e-07,
      "loss": 0.4777,
      "step": 6720
    },
    {
      "epoch": 2.7030759573132457,
      "grad_norm": 0.4944173220055023,
      "learning_rate": 2.967606887634344e-07,
      "loss": 0.4736,
      "step": 6730
    },
    {
      "epoch": 2.707093534212178,
      "grad_norm": 0.5904235702447377,
      "learning_rate": 2.888825216369806e-07,
      "loss": 0.4772,
      "step": 6740
    },
    {
      "epoch": 2.7111111111111112,
      "grad_norm": 0.4952766389802285,
      "learning_rate": 2.811072263881615e-07,
      "loss": 0.485,
      "step": 6750
    },
    {
      "epoch": 2.715128688010044,
      "grad_norm": 1.0088921588490039,
      "learning_rate": 2.7343497279818833e-07,
      "loss": 0.4695,
      "step": 6760
    },
    {
      "epoch": 2.719146264908977,
      "grad_norm": 0.4788614551696112,
      "learning_rate": 2.658659283982523e-07,
      "loss": 0.4737,
      "step": 6770
    },
    {
      "epoch": 2.7231638418079096,
      "grad_norm": 0.5299426999271306,
      "learning_rate": 2.58400258465874e-07,
      "loss": 0.4835,
      "step": 6780
    },
    {
      "epoch": 2.7271814187068424,
      "grad_norm": 0.496725834314719,
      "learning_rate": 2.510381260212874e-07,
      "loss": 0.4714,
      "step": 6790
    },
    {
      "epoch": 2.731198995605775,
      "grad_norm": 0.5015477715189429,
      "learning_rate": 2.4377969182388774e-07,
      "loss": 0.4692,
      "step": 6800
    },
    {
      "epoch": 2.735216572504708,
      "grad_norm": 0.5250384332220221,
      "learning_rate": 2.3662511436871538e-07,
      "loss": 0.4749,
      "step": 6810
    },
    {
      "epoch": 2.739234149403641,
      "grad_norm": 0.4422929805667402,
      "learning_rate": 2.295745498829949e-07,
      "loss": 0.475,
      "step": 6820
    },
    {
      "epoch": 2.7432517263025735,
      "grad_norm": 0.5083194750205056,
      "learning_rate": 2.2262815232272916e-07,
      "loss": 0.4683,
      "step": 6830
    },
    {
      "epoch": 2.7472693032015068,
      "grad_norm": 0.459034326672265,
      "learning_rate": 2.1578607336933177e-07,
      "loss": 0.4776,
      "step": 6840
    },
    {
      "epoch": 2.7512868801004395,
      "grad_norm": 0.4944061747494303,
      "learning_rate": 2.090484624263167e-07,
      "loss": 0.4686,
      "step": 6850
    },
    {
      "epoch": 2.7553044569993723,
      "grad_norm": 0.5465184475852697,
      "learning_rate": 2.0241546661603605e-07,
      "loss": 0.4694,
      "step": 6860
    },
    {
      "epoch": 2.759322033898305,
      "grad_norm": 0.4897764666579114,
      "learning_rate": 1.9588723077646976e-07,
      "loss": 0.4711,
      "step": 6870
    },
    {
      "epoch": 2.763339610797238,
      "grad_norm": 0.49639087360500034,
      "learning_rate": 1.8946389745805983e-07,
      "loss": 0.4747,
      "step": 6880
    },
    {
      "epoch": 2.7673571876961707,
      "grad_norm": 0.5022906703230215,
      "learning_rate": 1.8314560692059836e-07,
      "loss": 0.4735,
      "step": 6890
    },
    {
      "epoch": 2.7713747645951035,
      "grad_norm": 0.48564181193501227,
      "learning_rate": 1.7693249713016558e-07,
      "loss": 0.466,
      "step": 6900
    },
    {
      "epoch": 2.7753923414940367,
      "grad_norm": 0.5530530885750234,
      "learning_rate": 1.7082470375611614e-07,
      "loss": 0.4815,
      "step": 6910
    },
    {
      "epoch": 2.779409918392969,
      "grad_norm": 0.48580647047733116,
      "learning_rate": 1.648223601681176e-07,
      "loss": 0.4858,
      "step": 6920
    },
    {
      "epoch": 2.7834274952919023,
      "grad_norm": 0.4942106873900172,
      "learning_rate": 1.589255974332382e-07,
      "loss": 0.4755,
      "step": 6930
    },
    {
      "epoch": 2.787445072190835,
      "grad_norm": 0.5077413435223396,
      "learning_rate": 1.5313454431308494e-07,
      "loss": 0.4762,
      "step": 6940
    },
    {
      "epoch": 2.791462649089768,
      "grad_norm": 0.49459375051900323,
      "learning_rate": 1.4744932726099005e-07,
      "loss": 0.4678,
      "step": 6950
    },
    {
      "epoch": 2.7954802259887006,
      "grad_norm": 0.5103917447607162,
      "learning_rate": 1.4187007041925328e-07,
      "loss": 0.4734,
      "step": 6960
    },
    {
      "epoch": 2.7994978028876334,
      "grad_norm": 0.47776810942745174,
      "learning_rate": 1.363968956164269e-07,
      "loss": 0.4736,
      "step": 6970
    },
    {
      "epoch": 2.803515379786566,
      "grad_norm": 0.5055359246952604,
      "learning_rate": 1.310299223646594e-07,
      "loss": 0.4675,
      "step": 6980
    },
    {
      "epoch": 2.807532956685499,
      "grad_norm": 0.5159323211802336,
      "learning_rate": 1.2576926785708321e-07,
      "loss": 0.4796,
      "step": 6990
    },
    {
      "epoch": 2.8115505335844317,
      "grad_norm": 0.4717892098536317,
      "learning_rate": 1.2061504696525617e-07,
      "loss": 0.4752,
      "step": 7000
    },
    {
      "epoch": 2.8155681104833645,
      "grad_norm": 0.47314656128582044,
      "learning_rate": 1.1556737223665515e-07,
      "loss": 0.4715,
      "step": 7010
    },
    {
      "epoch": 2.8195856873822978,
      "grad_norm": 0.47908474784592364,
      "learning_rate": 1.1062635389221588e-07,
      "loss": 0.4865,
      "step": 7020
    },
    {
      "epoch": 2.8236032642812305,
      "grad_norm": 0.4460236716075369,
      "learning_rate": 1.0579209982392757e-07,
      "loss": 0.4692,
      "step": 7030
    },
    {
      "epoch": 2.8276208411801633,
      "grad_norm": 0.5320629331138326,
      "learning_rate": 1.0106471559247433e-07,
      "loss": 0.4692,
      "step": 7040
    },
    {
      "epoch": 2.831638418079096,
      "grad_norm": 0.5095821610850613,
      "learning_rate": 9.644430442493636e-08,
      "loss": 0.4635,
      "step": 7050
    },
    {
      "epoch": 2.835655994978029,
      "grad_norm": 0.45919702634359383,
      "learning_rate": 9.193096721252903e-08,
      "loss": 0.4623,
      "step": 7060
    },
    {
      "epoch": 2.8396735718769617,
      "grad_norm": 0.5030328915586799,
      "learning_rate": 8.752480250840411e-08,
      "loss": 0.4738,
      "step": 7070
    },
    {
      "epoch": 2.8436911487758945,
      "grad_norm": 0.5239356661209714,
      "learning_rate": 8.322590652549478e-08,
      "loss": 0.4717,
      "step": 7080
    },
    {
      "epoch": 2.8477087256748272,
      "grad_norm": 0.5003917496304626,
      "learning_rate": 7.903437313441842e-08,
      "loss": 0.4857,
      "step": 7090
    },
    {
      "epoch": 2.85172630257376,
      "grad_norm": 0.4708502707470253,
      "learning_rate": 7.495029386142382e-08,
      "loss": 0.4724,
      "step": 7100
    },
    {
      "epoch": 2.8557438794726933,
      "grad_norm": 0.5171601825808555,
      "learning_rate": 7.097375788639227e-08,
      "loss": 0.4655,
      "step": 7110
    },
    {
      "epoch": 2.8597614563716256,
      "grad_norm": 0.49349820404810807,
      "learning_rate": 6.710485204089456e-08,
      "loss": 0.4701,
      "step": 7120
    },
    {
      "epoch": 2.863779033270559,
      "grad_norm": 0.5150356271171084,
      "learning_rate": 6.334366080628873e-08,
      "loss": 0.482,
      "step": 7130
    },
    {
      "epoch": 2.8677966101694916,
      "grad_norm": 0.45255498690118884,
      "learning_rate": 5.96902663118798e-08,
      "loss": 0.4696,
      "step": 7140
    },
    {
      "epoch": 2.8718141870684244,
      "grad_norm": 0.4833344072840721,
      "learning_rate": 5.614474833312622e-08,
      "loss": 0.4686,
      "step": 7150
    },
    {
      "epoch": 2.875831763967357,
      "grad_norm": 0.44938418775925026,
      "learning_rate": 5.270718428989463e-08,
      "loss": 0.4671,
      "step": 7160
    },
    {
      "epoch": 2.87984934086629,
      "grad_norm": 0.5005428826464499,
      "learning_rate": 4.937764924477284e-08,
      "loss": 0.4757,
      "step": 7170
    },
    {
      "epoch": 2.8838669177652227,
      "grad_norm": 0.511470087270601,
      "learning_rate": 4.615621590142838e-08,
      "loss": 0.488,
      "step": 7180
    },
    {
      "epoch": 2.8878844946641555,
      "grad_norm": 0.5016274179565011,
      "learning_rate": 4.3042954603023655e-08,
      "loss": 0.4717,
      "step": 7190
    },
    {
      "epoch": 2.8919020715630888,
      "grad_norm": 0.46282357124816725,
      "learning_rate": 4.003793333067607e-08,
      "loss": 0.47,
      "step": 7200
    },
    {
      "epoch": 2.895919648462021,
      "grad_norm": 0.5009456286050996,
      "learning_rate": 3.714121770197754e-08,
      "loss": 0.467,
      "step": 7210
    },
    {
      "epoch": 2.8999372253609543,
      "grad_norm": 0.49427390713109254,
      "learning_rate": 3.435287096955897e-08,
      "loss": 0.4703,
      "step": 7220
    },
    {
      "epoch": 2.903954802259887,
      "grad_norm": 0.4756544687033634,
      "learning_rate": 3.167295401970971e-08,
      "loss": 0.475,
      "step": 7230
    },
    {
      "epoch": 2.90797237915882,
      "grad_norm": 0.4729939555426576,
      "learning_rate": 2.9101525371049154e-08,
      "loss": 0.4851,
      "step": 7240
    },
    {
      "epoch": 2.9119899560577527,
      "grad_norm": 0.4655382923368333,
      "learning_rate": 2.663864117324777e-08,
      "loss": 0.4755,
      "step": 7250
    },
    {
      "epoch": 2.9160075329566855,
      "grad_norm": 0.47231627841883606,
      "learning_rate": 2.42843552058003e-08,
      "loss": 0.4677,
      "step": 7260
    },
    {
      "epoch": 2.9200251098556183,
      "grad_norm": 0.48596292370132727,
      "learning_rate": 2.203871887685449e-08,
      "loss": 0.4744,
      "step": 7270
    },
    {
      "epoch": 2.924042686754551,
      "grad_norm": 0.4968533928087242,
      "learning_rate": 1.9901781222084192e-08,
      "loss": 0.4755,
      "step": 7280
    },
    {
      "epoch": 2.9280602636534843,
      "grad_norm": 0.5186135008077664,
      "learning_rate": 1.7873588903623006e-08,
      "loss": 0.479,
      "step": 7290
    },
    {
      "epoch": 2.9320778405524166,
      "grad_norm": 0.5196627425255889,
      "learning_rate": 1.5954186209042323e-08,
      "loss": 0.4684,
      "step": 7300
    },
    {
      "epoch": 2.93609541745135,
      "grad_norm": 0.4875506685262467,
      "learning_rate": 1.4143615050384862e-08,
      "loss": 0.4619,
      "step": 7310
    },
    {
      "epoch": 2.9401129943502826,
      "grad_norm": 0.4803641492705183,
      "learning_rate": 1.2441914963250423e-08,
      "loss": 0.4753,
      "step": 7320
    },
    {
      "epoch": 2.9441305712492154,
      "grad_norm": 0.4438429839046257,
      "learning_rate": 1.0849123105931558e-08,
      "loss": 0.4772,
      "step": 7330
    },
    {
      "epoch": 2.948148148148148,
      "grad_norm": 0.47157812956867295,
      "learning_rate": 9.365274258604229e-09,
      "loss": 0.4743,
      "step": 7340
    },
    {
      "epoch": 2.952165725047081,
      "grad_norm": 0.5144283649963357,
      "learning_rate": 7.990400822564525e-09,
      "loss": 0.4898,
      "step": 7350
    },
    {
      "epoch": 2.9561833019460138,
      "grad_norm": 0.4994406655154466,
      "learning_rate": 6.7245328195247875e-09,
      "loss": 0.4807,
      "step": 7360
    },
    {
      "epoch": 2.9602008788449465,
      "grad_norm": 0.4789005591934425,
      "learning_rate": 5.567697890955792e-09,
      "loss": 0.4809,
      "step": 7370
    },
    {
      "epoch": 2.9642184557438793,
      "grad_norm": 0.4556018148546147,
      "learning_rate": 4.519921297484464e-09,
      "loss": 0.4687,
      "step": 7380
    },
    {
      "epoch": 2.968236032642812,
      "grad_norm": 0.5209374897753106,
      "learning_rate": 3.5812259183426457e-09,
      "loss": 0.47,
      "step": 7390
    },
    {
      "epoch": 2.9722536095417453,
      "grad_norm": 0.4460089771421974,
      "learning_rate": 2.751632250865832e-09,
      "loss": 0.4778,
      "step": 7400
    },
    {
      "epoch": 2.976271186440678,
      "grad_norm": 0.4783096492145474,
      "learning_rate": 2.0311584100457526e-09,
      "loss": 0.4753,
      "step": 7410
    },
    {
      "epoch": 2.980288763339611,
      "grad_norm": 0.4882741296424901,
      "learning_rate": 1.4198201281373503e-09,
      "loss": 0.484,
      "step": 7420
    },
    {
      "epoch": 2.9843063402385437,
      "grad_norm": 0.4605012097308224,
      "learning_rate": 9.17630754312393e-10,
      "loss": 0.4795,
      "step": 7430
    },
    {
      "epoch": 2.9883239171374765,
      "grad_norm": 0.7503308211144039,
      "learning_rate": 5.246012543680401e-10,
      "loss": 0.4806,
      "step": 7440
    },
    {
      "epoch": 2.9923414940364093,
      "grad_norm": 0.4845828672261576,
      "learning_rate": 2.4074021049091954e-10,
      "loss": 0.4753,
      "step": 7450
    },
    {
      "epoch": 2.996359070935342,
      "grad_norm": 0.525299815132595,
      "learning_rate": 6.605382106505964e-11,
      "loss": 0.4796,
      "step": 7460
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.5136490807064724,
      "learning_rate": 5.459005397723261e-13,
      "loss": 0.4664,
      "step": 7470
    },
    {
      "epoch": 3.0,
      "step": 7470,
      "total_flos": 4.845415158505275e+18,
      "train_loss": 0.5501844393999541,
      "train_runtime": 257337.3533,
      "train_samples_per_second": 3.714,
      "train_steps_per_second": 0.029
    }
  ],
  "logging_steps": 10,
  "max_steps": 7470,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 24890,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.845415158505275e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}