{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 12699,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.007559650366170565,
      "grad_norm": 30.625,
      "learning_rate": 2.4409448818897637e-07,
      "loss": 0.997,
      "step": 32
    },
    {
      "epoch": 0.01511930073234113,
      "grad_norm": 22.75,
      "learning_rate": 4.960629921259843e-07,
      "loss": 1.0127,
      "step": 64
    },
    {
      "epoch": 0.022678951098511695,
      "grad_norm": 15.875,
      "learning_rate": 7.480314960629922e-07,
      "loss": 0.9785,
      "step": 96
    },
    {
      "epoch": 0.03023860146468226,
      "grad_norm": 19.125,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.8948,
      "step": 128
    },
    {
      "epoch": 0.03779825183085282,
      "grad_norm": 13.25,
      "learning_rate": 1.251968503937008e-06,
      "loss": 0.9001,
      "step": 160
    },
    {
      "epoch": 0.04535790219702339,
      "grad_norm": 10.0,
      "learning_rate": 1.5039370078740158e-06,
      "loss": 0.9018,
      "step": 192
    },
    {
      "epoch": 0.05291755256319395,
      "grad_norm": 9.5,
      "learning_rate": 1.7559055118110239e-06,
      "loss": 0.8796,
      "step": 224
    },
    {
      "epoch": 0.06047720292936452,
      "grad_norm": 9.8125,
      "learning_rate": 2.007874015748032e-06,
      "loss": 0.7863,
      "step": 256
    },
    {
      "epoch": 0.06803685329553508,
      "grad_norm": 13.125,
      "learning_rate": 2.2598425196850397e-06,
      "loss": 0.7503,
      "step": 288
    },
    {
      "epoch": 0.07559650366170564,
      "grad_norm": 7.46875,
      "learning_rate": 2.511811023622047e-06,
      "loss": 0.7361,
      "step": 320
    },
    {
      "epoch": 0.08315615402787621,
      "grad_norm": 10.125,
      "learning_rate": 2.763779527559055e-06,
      "loss": 0.7236,
      "step": 352
    },
    {
      "epoch": 0.09071580439404678,
      "grad_norm": 8.6875,
      "learning_rate": 3.015748031496063e-06,
      "loss": 0.7074,
      "step": 384
    },
    {
      "epoch": 0.09827545476021735,
      "grad_norm": 10.0625,
      "learning_rate": 3.267716535433071e-06,
      "loss": 0.7418,
      "step": 416
    },
    {
      "epoch": 0.1058351051263879,
      "grad_norm": 17.25,
      "learning_rate": 3.519685039370079e-06,
      "loss": 0.6522,
      "step": 448
    },
    {
      "epoch": 0.11339475549255847,
      "grad_norm": 4.8125,
      "learning_rate": 3.7716535433070867e-06,
      "loss": 0.6596,
      "step": 480
    },
    {
      "epoch": 0.12095440585872903,
      "grad_norm": 9.375,
      "learning_rate": 4.0236220472440945e-06,
      "loss": 0.6762,
      "step": 512
    },
    {
      "epoch": 0.1285140562248996,
      "grad_norm": 7.6875,
      "learning_rate": 4.275590551181103e-06,
      "loss": 0.6657,
      "step": 544
    },
    {
      "epoch": 0.13607370659107015,
      "grad_norm": 11.4375,
      "learning_rate": 4.52755905511811e-06,
      "loss": 0.5974,
      "step": 576
    },
    {
      "epoch": 0.14363335695724072,
      "grad_norm": 6.3125,
      "learning_rate": 4.779527559055118e-06,
      "loss": 0.6177,
      "step": 608
    },
    {
      "epoch": 0.1511930073234113,
      "grad_norm": 16.75,
      "learning_rate": 5.031496062992126e-06,
      "loss": 0.5999,
      "step": 640
    },
    {
      "epoch": 0.15875265768958186,
      "grad_norm": 11.625,
      "learning_rate": 5.283464566929134e-06,
      "loss": 0.5413,
      "step": 672
    },
    {
      "epoch": 0.16631230805575242,
      "grad_norm": 6.46875,
      "learning_rate": 5.535433070866142e-06,
      "loss": 0.5589,
      "step": 704
    },
    {
      "epoch": 0.173871958421923,
      "grad_norm": 8.6875,
      "learning_rate": 5.78740157480315e-06,
      "loss": 0.5491,
      "step": 736
    },
    {
      "epoch": 0.18143160878809356,
      "grad_norm": 15.375,
      "learning_rate": 6.039370078740158e-06,
      "loss": 0.523,
      "step": 768
    },
    {
      "epoch": 0.18899125915426412,
      "grad_norm": 6.875,
      "learning_rate": 6.291338582677165e-06,
      "loss": 0.5444,
      "step": 800
    },
    {
      "epoch": 0.1965509095204347,
      "grad_norm": 24.375,
      "learning_rate": 6.543307086614174e-06,
      "loss": 0.5077,
      "step": 832
    },
    {
      "epoch": 0.20411055988660523,
      "grad_norm": 7.21875,
      "learning_rate": 6.795275590551181e-06,
      "loss": 0.4579,
      "step": 864
    },
    {
      "epoch": 0.2116702102527758,
      "grad_norm": 11.5625,
      "learning_rate": 7.047244094488189e-06,
      "loss": 0.4787,
      "step": 896
    },
    {
      "epoch": 0.21922986061894637,
      "grad_norm": 7.84375,
      "learning_rate": 7.2992125984251975e-06,
      "loss": 0.4627,
      "step": 928
    },
    {
      "epoch": 0.22678951098511693,
      "grad_norm": 7.53125,
      "learning_rate": 7.551181102362205e-06,
      "loss": 0.4694,
      "step": 960
    },
    {
      "epoch": 0.2343491613512875,
      "grad_norm": 9.6875,
      "learning_rate": 7.803149606299213e-06,
      "loss": 0.4959,
      "step": 992
    },
    {
      "epoch": 0.24190881171745807,
      "grad_norm": 9.4375,
      "learning_rate": 8.055118110236221e-06,
      "loss": 0.4708,
      "step": 1024
    },
    {
      "epoch": 0.24946846208362863,
      "grad_norm": 8.875,
      "learning_rate": 8.307086614173228e-06,
      "loss": 0.4513,
      "step": 1056
    },
    {
      "epoch": 0.2570281124497992,
      "grad_norm": 6.9375,
      "learning_rate": 8.559055118110236e-06,
      "loss": 0.4668,
      "step": 1088
    },
    {
      "epoch": 0.26458776281596974,
      "grad_norm": 10.8125,
      "learning_rate": 8.811023622047244e-06,
      "loss": 0.4413,
      "step": 1120
    },
    {
      "epoch": 0.2721474131821403,
      "grad_norm": 6.78125,
      "learning_rate": 9.062992125984253e-06,
      "loss": 0.4229,
      "step": 1152
    },
    {
      "epoch": 0.2797070635483109,
      "grad_norm": 8.3125,
      "learning_rate": 9.314960629921261e-06,
      "loss": 0.4487,
      "step": 1184
    },
    {
      "epoch": 0.28726671391448144,
      "grad_norm": 7.28125,
      "learning_rate": 9.566929133858268e-06,
      "loss": 0.4379,
      "step": 1216
    },
    {
      "epoch": 0.294826364280652,
      "grad_norm": 7.375,
      "learning_rate": 9.818897637795276e-06,
      "loss": 0.4577,
      "step": 1248
    },
    {
      "epoch": 0.3023860146468226,
      "grad_norm": 7.71875,
      "learning_rate": 9.999984699413235e-06,
      "loss": 0.4738,
      "step": 1280
    },
    {
      "epoch": 0.30994566501299314,
      "grad_norm": 4.875,
      "learning_rate": 9.999682468799545e-06,
      "loss": 0.4452,
      "step": 1312
    },
    {
      "epoch": 0.3175053153791637,
      "grad_norm": 8.3125,
      "learning_rate": 9.998993405770503e-06,
      "loss": 0.4617,
      "step": 1344
    },
    {
      "epoch": 0.3250649657453343,
      "grad_norm": 7.21875,
      "learning_rate": 9.997917563639873e-06,
      "loss": 0.4511,
      "step": 1376
    },
    {
      "epoch": 0.33262461611150484,
      "grad_norm": 5.78125,
      "learning_rate": 9.99645502564707e-06,
      "loss": 0.4646,
      "step": 1408
    },
    {
      "epoch": 0.3401842664776754,
      "grad_norm": 7.21875,
      "learning_rate": 9.994605904950693e-06,
      "loss": 0.4219,
      "step": 1440
    },
    {
      "epoch": 0.347743916843846,
      "grad_norm": 8.75,
      "learning_rate": 9.992370344619799e-06,
      "loss": 0.4755,
      "step": 1472
    },
    {
      "epoch": 0.35530356721001655,
      "grad_norm": 5.59375,
      "learning_rate": 9.98974851762281e-06,
      "loss": 0.4415,
      "step": 1504
    },
    {
      "epoch": 0.3628632175761871,
      "grad_norm": 10.8125,
      "learning_rate": 9.986740626814144e-06,
      "loss": 0.4628,
      "step": 1536
    },
    {
      "epoch": 0.3704228679423577,
      "grad_norm": 5.71875,
      "learning_rate": 9.983346904918514e-06,
      "loss": 0.4241,
      "step": 1568
    },
    {
      "epoch": 0.37798251830852825,
      "grad_norm": 7.40625,
      "learning_rate": 9.97956761451292e-06,
      "loss": 0.4183,
      "step": 1600
    },
    {
      "epoch": 0.3855421686746988,
      "grad_norm": 4.71875,
      "learning_rate": 9.975403048006342e-06,
      "loss": 0.46,
      "step": 1632
    },
    {
      "epoch": 0.3931018190408694,
      "grad_norm": 6.625,
      "learning_rate": 9.970853527617105e-06,
      "loss": 0.4349,
      "step": 1664
    },
    {
      "epoch": 0.40066146940703995,
      "grad_norm": 11.3125,
      "learning_rate": 9.965919405347958e-06,
      "loss": 0.4359,
      "step": 1696
    },
    {
      "epoch": 0.40822111977321046,
      "grad_norm": 6.5625,
      "learning_rate": 9.960601062958833e-06,
      "loss": 0.4228,
      "step": 1728
    },
    {
      "epoch": 0.41578077013938103,
      "grad_norm": 6.75,
      "learning_rate": 9.954898911937302e-06,
      "loss": 0.4545,
      "step": 1760
    },
    {
      "epoch": 0.4233404205055516,
      "grad_norm": 7.375,
      "learning_rate": 9.94881339346676e-06,
      "loss": 0.4468,
      "step": 1792
    },
    {
      "epoch": 0.43090007087172216,
      "grad_norm": 7.0625,
      "learning_rate": 9.942344978392267e-06,
      "loss": 0.4355,
      "step": 1824
    },
    {
      "epoch": 0.43845972123789273,
      "grad_norm": 6.21875,
      "learning_rate": 9.935494167184133e-06,
      "loss": 0.4563,
      "step": 1856
    },
    {
      "epoch": 0.4460193716040633,
      "grad_norm": 7.34375,
      "learning_rate": 9.928261489899187e-06,
      "loss": 0.4273,
      "step": 1888
    },
    {
      "epoch": 0.45357902197023386,
      "grad_norm": 6.40625,
      "learning_rate": 9.920647506139774e-06,
      "loss": 0.4072,
      "step": 1920
    },
    {
      "epoch": 0.46113867233640443,
      "grad_norm": 5.25,
      "learning_rate": 9.912652805010451e-06,
      "loss": 0.4216,
      "step": 1952
    },
    {
      "epoch": 0.468698322702575,
      "grad_norm": 5.9375,
      "learning_rate": 9.90427800507241e-06,
      "loss": 0.4853,
      "step": 1984
    },
    {
      "epoch": 0.47625797306874557,
      "grad_norm": 6.625,
      "learning_rate": 9.89552375429562e-06,
      "loss": 0.4452,
      "step": 2016
    },
    {
      "epoch": 0.48381762343491613,
      "grad_norm": 4.875,
      "learning_rate": 9.886390730008688e-06,
      "loss": 0.4505,
      "step": 2048
    },
    {
      "epoch": 0.4913772738010867,
      "grad_norm": 8.9375,
      "learning_rate": 9.87687963884646e-06,
      "loss": 0.4279,
      "step": 2080
    },
    {
      "epoch": 0.49893692416725727,
      "grad_norm": 4.46875,
      "learning_rate": 9.86699121669534e-06,
      "loss": 0.4225,
      "step": 2112
    },
    {
      "epoch": 0.5064965745334278,
      "grad_norm": 4.75,
      "learning_rate": 9.856726228636364e-06,
      "loss": 0.4333,
      "step": 2144
    },
    {
      "epoch": 0.5140562248995983,
      "grad_norm": 7.78125,
      "learning_rate": 9.846085468885994e-06,
      "loss": 0.4262,
      "step": 2176
    },
    {
      "epoch": 0.5216158752657689,
      "grad_norm": 6.78125,
      "learning_rate": 9.835069760734673e-06,
      "loss": 0.4474,
      "step": 2208
    },
    {
      "epoch": 0.5291755256319395,
      "grad_norm": 7.25,
      "learning_rate": 9.823679956483122e-06,
      "loss": 0.436,
      "step": 2240
    },
    {
      "epoch": 0.53673517599811,
      "grad_norm": 5.71875,
      "learning_rate": 9.81191693737641e-06,
      "loss": 0.4293,
      "step": 2272
    },
    {
      "epoch": 0.5442948263642806,
      "grad_norm": 7.84375,
      "learning_rate": 9.799781613535747e-06,
      "loss": 0.4253,
      "step": 2304
    },
    {
      "epoch": 0.5518544767304512,
      "grad_norm": 5.875,
      "learning_rate": 9.787274923888093e-06,
      "loss": 0.4385,
      "step": 2336
    },
    {
      "epoch": 0.5594141270966217,
      "grad_norm": 7.5625,
      "learning_rate": 9.774397836093487e-06,
      "loss": 0.4349,
      "step": 2368
    },
    {
      "epoch": 0.5669737774627923,
      "grad_norm": 5.09375,
      "learning_rate": 9.761151346470204e-06,
      "loss": 0.3955,
      "step": 2400
    },
    {
      "epoch": 0.5745334278289629,
      "grad_norm": 8.6875,
      "learning_rate": 9.747536479917643e-06,
      "loss": 0.4272,
      "step": 2432
    },
    {
      "epoch": 0.5820930781951335,
      "grad_norm": 5.5625,
      "learning_rate": 9.733554289837041e-06,
      "loss": 0.4269,
      "step": 2464
    },
    {
      "epoch": 0.589652728561304,
      "grad_norm": 6.40625,
      "learning_rate": 9.719205858049978e-06,
      "loss": 0.4676,
      "step": 2496
    },
    {
      "epoch": 0.5972123789274746,
      "grad_norm": 3.578125,
      "learning_rate": 9.704492294714658e-06,
      "loss": 0.4336,
      "step": 2528
    },
    {
      "epoch": 0.6047720292936452,
      "grad_norm": 8.4375,
      "learning_rate": 9.689414738240026e-06,
      "loss": 0.4546,
      "step": 2560
    },
    {
      "epoch": 0.6123316796598157,
      "grad_norm": 6.65625,
      "learning_rate": 9.673974355197684e-06,
      "loss": 0.3893,
      "step": 2592
    },
    {
      "epoch": 0.6198913300259863,
      "grad_norm": 6.78125,
      "learning_rate": 9.658172340231636e-06,
      "loss": 0.4525,
      "step": 2624
    },
    {
      "epoch": 0.6274509803921569,
      "grad_norm": 5.78125,
      "learning_rate": 9.642009915965844e-06,
      "loss": 0.4303,
      "step": 2656
    },
    {
      "epoch": 0.6350106307583274,
      "grad_norm": 6.125,
      "learning_rate": 9.625488332909649e-06,
      "loss": 0.4332,
      "step": 2688
    },
    {
      "epoch": 0.642570281124498,
      "grad_norm": 20.375,
      "learning_rate": 9.608608869361008e-06,
      "loss": 0.4497,
      "step": 2720
    },
    {
      "epoch": 0.6501299314906686,
      "grad_norm": 7.09375,
      "learning_rate": 9.59137283130759e-06,
      "loss": 0.4172,
      "step": 2752
    },
    {
      "epoch": 0.6576895818568391,
      "grad_norm": 5.09375,
      "learning_rate": 9.573781552325732e-06,
      "loss": 0.4705,
      "step": 2784
    },
    {
      "epoch": 0.6652492322230097,
      "grad_norm": 6.625,
      "learning_rate": 9.555836393477254e-06,
      "loss": 0.4326,
      "step": 2816
    },
    {
      "epoch": 0.6728088825891803,
      "grad_norm": 5.0,
      "learning_rate": 9.537538743204164e-06,
      "loss": 0.4291,
      "step": 2848
    },
    {
      "epoch": 0.6803685329553508,
      "grad_norm": 6.75,
      "learning_rate": 9.518890017221214e-06,
      "loss": 0.4252,
      "step": 2880
    },
    {
      "epoch": 0.6879281833215214,
      "grad_norm": 7.125,
      "learning_rate": 9.499891658406381e-06,
      "loss": 0.4019,
      "step": 2912
    },
    {
      "epoch": 0.695487833687692,
      "grad_norm": 6.46875,
      "learning_rate": 9.480545136689222e-06,
      "loss": 0.4161,
      "step": 2944
    },
    {
      "epoch": 0.7030474840538625,
      "grad_norm": 4.0,
      "learning_rate": 9.46085194893714e-06,
      "loss": 0.4163,
      "step": 2976
    },
    {
      "epoch": 0.7106071344200331,
      "grad_norm": 6.65625,
      "learning_rate": 9.440813618839574e-06,
      "loss": 0.4621,
      "step": 3008
    },
    {
      "epoch": 0.7181667847862037,
      "grad_norm": 6.90625,
      "learning_rate": 9.420431696790116e-06,
      "loss": 0.4271,
      "step": 3040
    },
    {
      "epoch": 0.7257264351523742,
      "grad_norm": 14.1875,
      "learning_rate": 9.399707759766536e-06,
      "loss": 0.4592,
      "step": 3072
    },
    {
      "epoch": 0.7332860855185448,
      "grad_norm": 4.75,
      "learning_rate": 9.378643411208785e-06,
      "loss": 0.4204,
      "step": 3104
    },
    {
      "epoch": 0.7408457358847154,
      "grad_norm": 6.40625,
      "learning_rate": 9.357240280894935e-06,
      "loss": 0.4407,
      "step": 3136
    },
    {
      "epoch": 0.7484053862508859,
      "grad_norm": 7.84375,
      "learning_rate": 9.335500024815066e-06,
      "loss": 0.4412,
      "step": 3168
    },
    {
      "epoch": 0.7559650366170565,
      "grad_norm": 6.15625,
      "learning_rate": 9.313424325043156e-06,
      "loss": 0.4509,
      "step": 3200
    },
    {
      "epoch": 0.7635246869832271,
      "grad_norm": 6.71875,
      "learning_rate": 9.291014889606927e-06,
      "loss": 0.4084,
      "step": 3232
    },
    {
      "epoch": 0.7710843373493976,
      "grad_norm": 7.8125,
      "learning_rate": 9.268273452355698e-06,
      "loss": 0.3744,
      "step": 3264
    },
    {
      "epoch": 0.7786439877155682,
      "grad_norm": 5.5,
      "learning_rate": 9.24520177282623e-06,
      "loss": 0.4226,
      "step": 3296
    },
    {
      "epoch": 0.7862036380817388,
      "grad_norm": 7.78125,
      "learning_rate": 9.221801636106591e-06,
      "loss": 0.4654,
      "step": 3328
    },
    {
      "epoch": 0.7937632884479093,
      "grad_norm": 5.75,
      "learning_rate": 9.198074852698042e-06,
      "loss": 0.4746,
      "step": 3360
    },
    {
      "epoch": 0.8013229388140799,
      "grad_norm": 10.0,
      "learning_rate": 9.174023258374951e-06,
      "loss": 0.4012,
      "step": 3392
    },
    {
      "epoch": 0.8088825891802505,
      "grad_norm": 8.375,
      "learning_rate": 9.149648714042763e-06,
      "loss": 0.4434,
      "step": 3424
    },
    {
      "epoch": 0.8164422395464209,
      "grad_norm": 5.9375,
      "learning_rate": 9.124953105594014e-06,
      "loss": 0.4421,
      "step": 3456
    },
    {
      "epoch": 0.8240018899125915,
      "grad_norm": 4.75,
      "learning_rate": 9.099938343762423e-06,
      "loss": 0.4318,
      "step": 3488
    },
    {
      "epoch": 0.8315615402787621,
      "grad_norm": 5.90625,
      "learning_rate": 9.074606363975047e-06,
      "loss": 0.4141,
      "step": 3520
    },
    {
      "epoch": 0.8391211906449326,
      "grad_norm": 21.375,
      "learning_rate": 9.048959126202543e-06,
      "loss": 0.4459,
      "step": 3552
    },
    {
      "epoch": 0.8466808410111032,
      "grad_norm": 13.0625,
      "learning_rate": 9.022998614807519e-06,
      "loss": 0.4449,
      "step": 3584
    },
    {
      "epoch": 0.8542404913772738,
      "grad_norm": 6.59375,
      "learning_rate": 8.996726838390995e-06,
      "loss": 0.4375,
      "step": 3616
    },
    {
      "epoch": 0.8618001417434443,
      "grad_norm": 5.625,
      "learning_rate": 8.970145829637007e-06,
      "loss": 0.4051,
      "step": 3648
    },
    {
      "epoch": 0.8693597921096149,
      "grad_norm": 4.53125,
      "learning_rate": 8.943257645155328e-06,
      "loss": 0.4162,
      "step": 3680
    },
    {
      "epoch": 0.8769194424757855,
      "grad_norm": 7.03125,
      "learning_rate": 8.91606436532234e-06,
      "loss": 0.4302,
      "step": 3712
    },
    {
      "epoch": 0.884479092841956,
      "grad_norm": 6.0,
      "learning_rate": 8.888568094120088e-06,
      "loss": 0.4083,
      "step": 3744
    },
    {
      "epoch": 0.8920387432081266,
      "grad_norm": 4.96875,
      "learning_rate": 8.860770958973472e-06,
      "loss": 0.3913,
      "step": 3776
    },
    {
      "epoch": 0.8995983935742972,
      "grad_norm": 15.875,
      "learning_rate": 8.832675110585663e-06,
      "loss": 0.4226,
      "step": 3808
    },
    {
      "epoch": 0.9071580439404677,
      "grad_norm": 6.8125,
      "learning_rate": 8.804282722771691e-06,
      "loss": 0.4122,
      "step": 3840
    },
    {
      "epoch": 0.9147176943066383,
      "grad_norm": 5.625,
      "learning_rate": 8.775595992290257e-06,
      "loss": 0.4548,
      "step": 3872
    },
    {
      "epoch": 0.9222773446728089,
      "grad_norm": 7.875,
      "learning_rate": 8.746617138673761e-06,
      "loss": 0.4418,
      "step": 3904
    },
    {
      "epoch": 0.9298369950389794,
      "grad_norm": 12.375,
      "learning_rate": 8.717348404056578e-06,
      "loss": 0.4121,
      "step": 3936
    },
    {
      "epoch": 0.93739664540515,
      "grad_norm": 6.3125,
      "learning_rate": 8.687792053001587e-06,
      "loss": 0.4491,
      "step": 3968
    },
    {
      "epoch": 0.9449562957713206,
      "grad_norm": 5.625,
      "learning_rate": 8.657950372324947e-06,
      "loss": 0.4384,
      "step": 4000
    },
    {
      "epoch": 0.9525159461374911,
      "grad_norm": 6.8125,
      "learning_rate": 8.62782567091917e-06,
      "loss": 0.4195,
      "step": 4032
    },
    {
      "epoch": 0.9600755965036617,
      "grad_norm": 8.5625,
      "learning_rate": 8.597420279574478e-06,
      "loss": 0.4195,
      "step": 4064
    },
    {
      "epoch": 0.9676352468698323,
      "grad_norm": 5.0625,
      "learning_rate": 8.566736550798462e-06,
      "loss": 0.4166,
      "step": 4096
    },
    {
      "epoch": 0.9751948972360028,
      "grad_norm": 5.9375,
      "learning_rate": 8.535776858634076e-06,
      "loss": 0.4142,
      "step": 4128
    },
    {
      "epoch": 0.9827545476021734,
      "grad_norm": 7.71875,
      "learning_rate": 8.504543598475939e-06,
      "loss": 0.4273,
      "step": 4160
    },
    {
      "epoch": 0.990314197968344,
      "grad_norm": 5.59375,
      "learning_rate": 8.47303918688501e-06,
      "loss": 0.3669,
      "step": 4192
    },
    {
      "epoch": 0.9978738483345145,
      "grad_norm": 6.09375,
      "learning_rate": 8.441266061401613e-06,
      "loss": 0.4211,
      "step": 4224
    },
    {
      "epoch": 1.005433498700685,
      "grad_norm": 6.0,
      "learning_rate": 8.40922668035685e-06,
      "loss": 0.4052,
      "step": 4256
    },
    {
      "epoch": 1.0129931490668556,
      "grad_norm": 5.5625,
      "learning_rate": 8.376923522682372e-06,
      "loss": 0.3879,
      "step": 4288
    },
    {
      "epoch": 1.0205527994330261,
      "grad_norm": 7.46875,
      "learning_rate": 8.344359087718607e-06,
      "loss": 0.3971,
      "step": 4320
    },
    {
      "epoch": 1.0281124497991967,
      "grad_norm": 6.375,
      "learning_rate": 8.311535895021368e-06,
      "loss": 0.3401,
      "step": 4352
    },
    {
      "epoch": 1.0356721001653673,
      "grad_norm": 6.46875,
      "learning_rate": 8.278456484166916e-06,
      "loss": 0.3999,
      "step": 4384
    },
    {
      "epoch": 1.0432317505315378,
      "grad_norm": 6.28125,
      "learning_rate": 8.24512341455547e-06,
      "loss": 0.349,
      "step": 4416
    },
    {
      "epoch": 1.0507914008977084,
      "grad_norm": 13.375,
      "learning_rate": 8.21153926521318e-06,
      "loss": 0.4037,
      "step": 4448
    },
    {
      "epoch": 1.058351051263879,
      "grad_norm": 7.125,
      "learning_rate": 8.177706634592584e-06,
      "loss": 0.3845,
      "step": 4480
    },
    {
      "epoch": 1.0659107016300495,
      "grad_norm": 7.875,
      "learning_rate": 8.143628140371565e-06,
      "loss": 0.3731,
      "step": 4512
    },
    {
      "epoch": 1.07347035199622,
      "grad_norm": 8.5625,
      "learning_rate": 8.109306419250818e-06,
      "loss": 0.3845,
      "step": 4544
    },
    {
      "epoch": 1.0810300023623907,
      "grad_norm": 9.5,
      "learning_rate": 8.074744126749839e-06,
      "loss": 0.4437,
      "step": 4576
    },
    {
      "epoch": 1.0885896527285612,
      "grad_norm": 9.625,
      "learning_rate": 8.039943937001472e-06,
      "loss": 0.3819,
      "step": 4608
    },
    {
      "epoch": 1.0961493030947318,
      "grad_norm": 5.46875,
      "learning_rate": 8.004908542545e-06,
      "loss": 0.394,
      "step": 4640
    },
    {
      "epoch": 1.1037089534609024,
      "grad_norm": 5.5625,
      "learning_rate": 7.969640654117822e-06,
      "loss": 0.4315,
      "step": 4672
    },
    {
      "epoch": 1.111268603827073,
      "grad_norm": 8.5,
      "learning_rate": 7.934143000445726e-06,
      "loss": 0.4429,
      "step": 4704
    },
    {
      "epoch": 1.1188282541932435,
      "grad_norm": 6.34375,
      "learning_rate": 7.898418328031752e-06,
      "loss": 0.4198,
      "step": 4736
    },
    {
      "epoch": 1.126387904559414,
      "grad_norm": 7.21875,
      "learning_rate": 7.8624694009437e-06,
      "loss": 0.3899,
      "step": 4768
    },
    {
      "epoch": 1.1339475549255846,
      "grad_norm": 4.65625,
      "learning_rate": 7.826299000600262e-06,
      "loss": 0.3963,
      "step": 4800
    },
    {
      "epoch": 1.1415072052917552,
      "grad_norm": 4.375,
      "learning_rate": 7.789909925555835e-06,
      "loss": 0.3925,
      "step": 4832
    },
    {
      "epoch": 1.1490668556579258,
      "grad_norm": 7.96875,
      "learning_rate": 7.753304991283975e-06,
      "loss": 0.4087,
      "step": 4864
    },
    {
      "epoch": 1.1566265060240963,
      "grad_norm": 6.625,
      "learning_rate": 7.71648702995957e-06,
      "loss": 0.4089,
      "step": 4896
    },
    {
      "epoch": 1.164186156390267,
      "grad_norm": 3.71875,
      "learning_rate": 7.67945889023971e-06,
      "loss": 0.4062,
      "step": 4928
    },
    {
      "epoch": 1.1717458067564375,
      "grad_norm": 4.8125,
      "learning_rate": 7.642223437043279e-06,
      "loss": 0.41,
      "step": 4960
    },
    {
      "epoch": 1.179305457122608,
      "grad_norm": 8.25,
      "learning_rate": 7.604783551329298e-06,
      "loss": 0.3862,
      "step": 4992
    },
    {
      "epoch": 1.1868651074887786,
      "grad_norm": 5.09375,
      "learning_rate": 7.567142129874012e-06,
      "loss": 0.383,
      "step": 5024
    },
    {
      "epoch": 1.1944247578549492,
      "grad_norm": 4.84375,
      "learning_rate": 7.5293020850467705e-06,
      "loss": 0.4054,
      "step": 5056
    },
    {
      "epoch": 1.2019844082211197,
      "grad_norm": 6.3125,
      "learning_rate": 7.491266344584691e-06,
      "loss": 0.4077,
      "step": 5088
    },
    {
      "epoch": 1.2095440585872903,
      "grad_norm": 6.8125,
      "learning_rate": 7.453037851366136e-06,
      "loss": 0.4097,
      "step": 5120
    },
    {
      "epoch": 1.2171037089534609,
      "grad_norm": 4.59375,
      "learning_rate": 7.414619563183017e-06,
      "loss": 0.3759,
      "step": 5152
    },
    {
      "epoch": 1.2246633593196314,
      "grad_norm": 4.5,
      "learning_rate": 7.376014452511947e-06,
      "loss": 0.3878,
      "step": 5184
    },
    {
      "epoch": 1.232223009685802,
      "grad_norm": 6.25,
      "learning_rate": 7.337225506284255e-06,
      "loss": 0.3696,
      "step": 5216
    },
    {
      "epoch": 1.2397826600519726,
      "grad_norm": 5.9375,
      "learning_rate": 7.298255725654884e-06,
      "loss": 0.4199,
      "step": 5248
    },
    {
      "epoch": 1.2473423104181431,
      "grad_norm": 4.8125,
      "learning_rate": 7.25910812577019e-06,
      "loss": 0.4098,
      "step": 5280
    },
    {
      "epoch": 1.2549019607843137,
      "grad_norm": 6.03125,
      "learning_rate": 7.219785735534653e-06,
      "loss": 0.3707,
      "step": 5312
    },
    {
      "epoch": 1.2624616111504843,
      "grad_norm": 4.8125,
      "learning_rate": 7.1802915973765184e-06,
      "loss": 0.4299,
      "step": 5344
    },
    {
      "epoch": 1.2700212615166548,
      "grad_norm": 4.03125,
      "learning_rate": 7.14062876701242e-06,
      "loss": 0.3897,
      "step": 5376
    },
    {
      "epoch": 1.2775809118828254,
      "grad_norm": 5.375,
      "learning_rate": 7.1008003132109345e-06,
      "loss": 0.3932,
      "step": 5408
    },
    {
      "epoch": 1.285140562248996,
      "grad_norm": 8.1875,
      "learning_rate": 7.0608093175551615e-06,
      "loss": 0.3614,
      "step": 5440
    },
    {
      "epoch": 1.2927002126151665,
      "grad_norm": 5.71875,
      "learning_rate": 7.020658874204286e-06,
      "loss": 0.3998,
      "step": 5472
    },
    {
      "epoch": 1.3002598629813371,
      "grad_norm": 4.5,
      "learning_rate": 6.980352089654184e-06,
      "loss": 0.3811,
      "step": 5504
    },
    {
      "epoch": 1.3078195133475077,
      "grad_norm": 6.40625,
      "learning_rate": 6.939892082497073e-06,
      "loss": 0.379,
      "step": 5536
    },
    {
      "epoch": 1.3153791637136782,
      "grad_norm": 7.21875,
      "learning_rate": 6.899281983180213e-06,
      "loss": 0.4307,
      "step": 5568
    },
    {
      "epoch": 1.3229388140798488,
      "grad_norm": 6.21875,
      "learning_rate": 6.858524933763706e-06,
      "loss": 0.4209,
      "step": 5600
    },
    {
      "epoch": 1.3304984644460194,
      "grad_norm": 5.5625,
      "learning_rate": 6.817624087677388e-06,
      "loss": 0.4009,
      "step": 5632
    },
    {
      "epoch": 1.33805811481219,
      "grad_norm": 6.4375,
      "learning_rate": 6.776582609476845e-06,
      "loss": 0.3359,
      "step": 5664
    },
    {
      "epoch": 1.3456177651783605,
      "grad_norm": 5.96875,
      "learning_rate": 6.735403674598566e-06,
      "loss": 0.414,
      "step": 5696
    },
    {
      "epoch": 1.353177415544531,
      "grad_norm": 11.5,
      "learning_rate": 6.694090469114254e-06,
      "loss": 0.3847,
      "step": 5728
    },
    {
      "epoch": 1.3607370659107016,
      "grad_norm": 3.78125,
      "learning_rate": 6.652646189484317e-06,
      "loss": 0.4152,
      "step": 5760
    },
    {
      "epoch": 1.3682967162768722,
      "grad_norm": 5.25,
      "learning_rate": 6.61107404231055e-06,
      "loss": 0.3921,
      "step": 5792
    },
    {
      "epoch": 1.3758563666430428,
      "grad_norm": 9.625,
      "learning_rate": 6.569377244088044e-06,
      "loss": 0.3857,
      "step": 5824
    },
    {
      "epoch": 1.3834160170092134,
      "grad_norm": 5.375,
      "learning_rate": 6.527559020956312e-06,
      "loss": 0.3879,
      "step": 5856
    },
    {
      "epoch": 1.390975667375384,
      "grad_norm": 5.40625,
      "learning_rate": 6.485622608449684e-06,
      "loss": 0.3835,
      "step": 5888
    },
    {
      "epoch": 1.3985353177415545,
      "grad_norm": 6.6875,
      "learning_rate": 6.443571251246964e-06,
      "loss": 0.3753,
      "step": 5920
    },
    {
      "epoch": 1.406094968107725,
      "grad_norm": 4.625,
      "learning_rate": 6.401408202920387e-06,
      "loss": 0.4092,
      "step": 5952
    },
    {
      "epoch": 1.4136546184738956,
      "grad_norm": 6.78125,
      "learning_rate": 6.3591367256838935e-06,
      "loss": 0.4141,
      "step": 5984
    },
    {
      "epoch": 1.4212142688400662,
      "grad_norm": 5.5,
      "learning_rate": 6.316760090140713e-06,
      "loss": 0.401,
      "step": 6016
    },
    {
      "epoch": 1.4287739192062368,
      "grad_norm": 6.125,
      "learning_rate": 6.274281575030321e-06,
      "loss": 0.3655,
      "step": 6048
    },
    {
      "epoch": 1.4363335695724073,
      "grad_norm": 6.9375,
      "learning_rate": 6.2317044669747595e-06,
      "loss": 0.4077,
      "step": 6080
    },
    {
      "epoch": 1.4438932199385779,
      "grad_norm": 4.90625,
      "learning_rate": 6.189032060224344e-06,
      "loss": 0.3987,
      "step": 6112
    },
    {
      "epoch": 1.4514528703047485,
      "grad_norm": 5.71875,
      "learning_rate": 6.1462676564027814e-06,
      "loss": 0.3943,
      "step": 6144
    },
    {
      "epoch": 1.459012520670919,
      "grad_norm": 5.78125,
      "learning_rate": 6.1034145642517236e-06,
      "loss": 0.3839,
      "step": 6176
    },
    {
      "epoch": 1.4665721710370896,
      "grad_norm": 19.25,
      "learning_rate": 6.06047609937476e-06,
      "loss": 0.412,
      "step": 6208
    },
    {
      "epoch": 1.4741318214032602,
      "grad_norm": 7.375,
      "learning_rate": 6.017455583980887e-06,
      "loss": 0.3862,
      "step": 6240
    },
    {
      "epoch": 1.4816914717694307,
      "grad_norm": 12.0625,
      "learning_rate": 5.974356346627463e-06,
      "loss": 0.4054,
      "step": 6272
    },
    {
      "epoch": 1.4892511221356013,
      "grad_norm": 7.5,
      "learning_rate": 5.931181721962682e-06,
      "loss": 0.3772,
      "step": 6304
    },
    {
      "epoch": 1.4968107725017719,
      "grad_norm": 7.46875,
      "learning_rate": 5.887935050467547e-06,
      "loss": 0.4123,
      "step": 6336
    },
    {
      "epoch": 1.5043704228679422,
      "grad_norm": 8.4375,
      "learning_rate": 5.844619678197434e-06,
      "loss": 0.3815,
      "step": 6368
    },
    {
      "epoch": 1.511930073234113,
      "grad_norm": 5.875,
      "learning_rate": 5.801238956523192e-06,
      "loss": 0.4348,
      "step": 6400
    },
    {
      "epoch": 1.5194897236002833,
      "grad_norm": 6.375,
      "learning_rate": 5.757796241871844e-06,
      "loss": 0.3863,
      "step": 6432
    },
    {
      "epoch": 1.5270493739664541,
      "grad_norm": 7.15625,
      "learning_rate": 5.714294895466897e-06,
      "loss": 0.4001,
      "step": 6464
    },
    {
      "epoch": 1.5346090243326245,
      "grad_norm": 5.0,
      "learning_rate": 5.670738283068273e-06,
      "loss": 0.3793,
      "step": 6496
    },
    {
      "epoch": 1.5421686746987953,
      "grad_norm": 6.65625,
      "learning_rate": 5.627129774711912e-06,
      "loss": 0.3899,
      "step": 6528
    },
    {
      "epoch": 1.5497283250649656,
      "grad_norm": 5.75,
      "learning_rate": 5.58347274444901e-06,
      "loss": 0.3811,
      "step": 6560
    },
    {
      "epoch": 1.5572879754311364,
      "grad_norm": 5.09375,
      "learning_rate": 5.539770570084968e-06,
      "loss": 0.3998,
      "step": 6592
    },
    {
      "epoch": 1.5648476257973067,
      "grad_norm": 6.40625,
      "learning_rate": 5.496026632918055e-06,
      "loss": 0.3703,
      "step": 6624
    },
    {
      "epoch": 1.5724072761634775,
      "grad_norm": 7.25,
      "learning_rate": 5.452244317477785e-06,
      "loss": 0.3892,
      "step": 6656
    },
    {
      "epoch": 1.5799669265296479,
      "grad_norm": 7.46875,
      "learning_rate": 5.40842701126305e-06,
      "loss": 0.4057,
      "step": 6688
    },
    {
      "epoch": 1.5875265768958187,
      "grad_norm": 5.625,
      "learning_rate": 5.364578104480029e-06,
      "loss": 0.4182,
      "step": 6720
    },
    {
      "epoch": 1.595086227261989,
      "grad_norm": 5.25,
      "learning_rate": 5.3207009897798825e-06,
      "loss": 0.3668,
      "step": 6752
    },
    {
      "epoch": 1.6026458776281598,
      "grad_norm": 7.28125,
      "learning_rate": 5.276799061996252e-06,
      "loss": 0.3976,
      "step": 6784
    },
    {
      "epoch": 1.6102055279943301,
      "grad_norm": 5.625,
      "learning_rate": 5.232875717882606e-06,
      "loss": 0.4012,
      "step": 6816
    },
    {
      "epoch": 1.617765178360501,
      "grad_norm": 8.5,
      "learning_rate": 5.1889343558494264e-06,
      "loss": 0.413,
      "step": 6848
    },
    {
      "epoch": 1.6253248287266713,
      "grad_norm": 7.9375,
      "learning_rate": 5.144978375701261e-06,
      "loss": 0.435,
      "step": 6880
    },
    {
      "epoch": 1.632884479092842,
      "grad_norm": 6.34375,
      "learning_rate": 5.101011178373687e-06,
      "loss": 0.3851,
      "step": 6912
    },
    {
      "epoch": 1.6404441294590124,
      "grad_norm": 5.53125,
      "learning_rate": 5.057036165670165e-06,
      "loss": 0.3728,
      "step": 6944
    },
    {
      "epoch": 1.6480037798251832,
      "grad_norm": 6.0625,
      "learning_rate": 5.013056739998845e-06,
      "loss": 0.4223,
      "step": 6976
    },
    {
      "epoch": 1.6555634301913535,
      "grad_norm": 5.34375,
      "learning_rate": 4.969076304109316e-06,
      "loss": 0.4188,
      "step": 7008
    },
    {
      "epoch": 1.6631230805575243,
      "grad_norm": 7.28125,
      "learning_rate": 4.92509826082933e-06,
      "loss": 0.3932,
      "step": 7040
    },
    {
      "epoch": 1.6706827309236947,
      "grad_norm": 4.625,
      "learning_rate": 4.881126012801512e-06,
      "loss": 0.3873,
      "step": 7072
    },
    {
      "epoch": 1.6782423812898655,
      "grad_norm": 5.8125,
      "learning_rate": 4.8371629622201084e-06,
      "loss": 0.3801,
      "step": 7104
    },
    {
      "epoch": 1.6858020316560358,
      "grad_norm": 7.5,
      "learning_rate": 4.793212510567741e-06,
      "loss": 0.381,
      "step": 7136
    },
    {
      "epoch": 1.6933616820222066,
      "grad_norm": 5.40625,
      "learning_rate": 4.749278058352238e-06,
      "loss": 0.4149,
      "step": 7168
    },
    {
      "epoch": 1.700921332388377,
      "grad_norm": 4.0,
      "learning_rate": 4.7053630048435295e-06,
      "loss": 0.3805,
      "step": 7200
    },
    {
      "epoch": 1.7084809827545477,
      "grad_norm": 5.6875,
      "learning_rate": 4.661470747810635e-06,
      "loss": 0.3912,
      "step": 7232
    },
    {
      "epoch": 1.716040633120718,
      "grad_norm": 6.03125,
      "learning_rate": 4.617604683258787e-06,
      "loss": 0.4288,
      "step": 7264
    },
    {
      "epoch": 1.7236002834868889,
      "grad_norm": 6.9375,
      "learning_rate": 4.573768205166663e-06,
      "loss": 0.3611,
      "step": 7296
    },
    {
      "epoch": 1.7311599338530592,
      "grad_norm": 7.125,
      "learning_rate": 4.529964705223796e-06,
      "loss": 0.3765,
      "step": 7328
    },
    {
      "epoch": 1.73871958421923,
      "grad_norm": 7.0625,
      "learning_rate": 4.486197572568154e-06,
      "loss": 0.4224,
      "step": 7360
    },
    {
      "epoch": 1.7462792345854004,
      "grad_norm": 4.78125,
      "learning_rate": 4.442470193523919e-06,
      "loss": 0.4066,
      "step": 7392
    },
    {
      "epoch": 1.7538388849515711,
      "grad_norm": 7.28125,
      "learning_rate": 4.398785951339476e-06,
      "loss": 0.4138,
      "step": 7424
    },
    {
      "epoch": 1.7613985353177415,
      "grad_norm": 7.0,
      "learning_rate": 4.355148225925658e-06,
      "loss": 0.4131,
      "step": 7456
    },
    {
      "epoch": 1.7689581856839123,
      "grad_norm": 6.125,
      "learning_rate": 4.3115603935942226e-06,
      "loss": 0.3907,
      "step": 7488
    },
    {
      "epoch": 1.7765178360500826,
      "grad_norm": 6.1875,
      "learning_rate": 4.268025826796636e-06,
      "loss": 0.4282,
      "step": 7520
    },
    {
      "epoch": 1.7840774864162534,
      "grad_norm": 6.15625,
      "learning_rate": 4.224547893863133e-06,
      "loss": 0.3837,
      "step": 7552
    },
    {
      "epoch": 1.7916371367824238,
      "grad_norm": 7.46875,
      "learning_rate": 4.181129958742107e-06,
      "loss": 0.3634,
      "step": 7584
    },
    {
      "epoch": 1.7991967871485943,
      "grad_norm": 6.0625,
      "learning_rate": 4.137775380739839e-06,
      "loss": 0.3652,
      "step": 7616
    },
    {
      "epoch": 1.806756437514765,
      "grad_norm": 8.6875,
      "learning_rate": 4.094487514260575e-06,
      "loss": 0.4116,
      "step": 7648
    },
    {
      "epoch": 1.8143160878809355,
      "grad_norm": 7.75,
      "learning_rate": 4.051269708547008e-06,
      "loss": 0.4062,
      "step": 7680
    },
    {
      "epoch": 1.821875738247106,
      "grad_norm": 15.0,
      "learning_rate": 4.0081253074211204e-06,
      "loss": 0.3903,
      "step": 7712
    },
    {
      "epoch": 1.8294353886132766,
      "grad_norm": 6.21875,
      "learning_rate": 3.965057649025489e-06,
      "loss": 0.3491,
      "step": 7744
    },
    {
      "epoch": 1.8369950389794472,
      "grad_norm": 6.375,
      "learning_rate": 3.9220700655649916e-06,
      "loss": 0.3592,
      "step": 7776
    },
    {
      "epoch": 1.8445546893456177,
      "grad_norm": 6.28125,
      "learning_rate": 3.879165883048997e-06,
      "loss": 0.3775,
      "step": 7808
    },
    {
      "epoch": 1.8521143397117883,
      "grad_norm": 5.875,
      "learning_rate": 3.8363484210340315e-06,
      "loss": 0.4107,
      "step": 7840
    },
    {
      "epoch": 1.8596739900779589,
      "grad_norm": 5.21875,
      "learning_rate": 3.7936209923669286e-06,
      "loss": 0.3756,
      "step": 7872
    },
    {
      "epoch": 1.8672336404441294,
      "grad_norm": 6.25,
      "learning_rate": 3.7509869029285216e-06,
      "loss": 0.3981,
      "step": 7904
    },
    {
      "epoch": 1.8747932908103,
      "grad_norm": 6.625,
      "learning_rate": 3.708449451377851e-06,
      "loss": 0.3983,
      "step": 7936
    },
    {
      "epoch": 1.8823529411764706,
      "grad_norm": 5.9375,
      "learning_rate": 3.6660119288969577e-06,
      "loss": 0.4131,
      "step": 7968
    },
    {
      "epoch": 1.8899125915426411,
      "grad_norm": 7.375,
      "learning_rate": 3.623677618936221e-06,
      "loss": 0.3686,
      "step": 8000
    },
    {
      "epoch": 1.8974722419088117,
      "grad_norm": 6.3125,
      "learning_rate": 3.5814497969603324e-06,
      "loss": 0.3864,
      "step": 8032
    },
    {
      "epoch": 1.9050318922749823,
      "grad_norm": 4.84375,
      "learning_rate": 3.5393317301948517e-06,
      "loss": 0.4053,
      "step": 8064
    },
    {
      "epoch": 1.9125915426411528,
      "grad_norm": 5.125,
      "learning_rate": 3.497326677373431e-06,
      "loss": 0.3841,
      "step": 8096
    },
    {
      "epoch": 1.9201511930073234,
      "grad_norm": 5.34375,
      "learning_rate": 3.4554378884856694e-06,
      "loss": 0.3439,
      "step": 8128
    },
    {
      "epoch": 1.927710843373494,
      "grad_norm": 5.53125,
      "learning_rate": 3.41366860452567e-06,
      "loss": 0.4156,
      "step": 8160
    },
    {
      "epoch": 1.9352704937396645,
      "grad_norm": 4.5,
      "learning_rate": 3.372022057241269e-06,
      "loss": 0.4258,
      "step": 8192
    },
    {
      "epoch": 1.942830144105835,
      "grad_norm": 6.3125,
      "learning_rate": 3.330501468883992e-06,
      "loss": 0.419,
      "step": 8224
    },
    {
      "epoch": 1.9503897944720057,
      "grad_norm": 9.4375,
      "learning_rate": 3.289110051959754e-06,
      "loss": 0.4285,
      "step": 8256
    },
    {
      "epoch": 1.9579494448381762,
      "grad_norm": 6.1875,
      "learning_rate": 3.247851008980286e-06,
      "loss": 0.4105,
      "step": 8288
    },
    {
      "epoch": 1.9655090952043468,
      "grad_norm": 8.375,
      "learning_rate": 3.206727532215372e-06,
      "loss": 0.4125,
      "step": 8320
    },
    {
      "epoch": 1.9730687455705174,
      "grad_norm": 8.1875,
      "learning_rate": 3.165742803445841e-06,
      "loss": 0.3931,
      "step": 8352
    },
    {
      "epoch": 1.980628395936688,
      "grad_norm": 6.03125,
      "learning_rate": 3.1248999937174007e-06,
      "loss": 0.3599,
      "step": 8384
    },
    {
      "epoch": 1.9881880463028585,
      "grad_norm": 7.09375,
      "learning_rate": 3.0842022630952784e-06,
      "loss": 0.3852,
      "step": 8416
    },
    {
      "epoch": 1.995747696669029,
      "grad_norm": 3.78125,
      "learning_rate": 3.0436527604197374e-06,
      "loss": 0.3744,
      "step": 8448
    },
    {
      "epoch": 2.0033073470351996,
      "grad_norm": 6.34375,
      "learning_rate": 3.00325462306243e-06,
      "loss": 0.3665,
      "step": 8480
    },
    {
      "epoch": 2.01086699740137,
      "grad_norm": 4.125,
      "learning_rate": 2.9630109766836634e-06,
      "loss": 0.3574,
      "step": 8512
    },
    {
      "epoch": 2.0184266477675408,
      "grad_norm": 4.78125,
      "learning_rate": 2.9229249349905686e-06,
      "loss": 0.3651,
      "step": 8544
    },
    {
      "epoch": 2.025986298133711,
      "grad_norm": 6.4375,
      "learning_rate": 2.8829995994961725e-06,
      "loss": 0.3792,
      "step": 8576
    },
    {
      "epoch": 2.033545948499882,
      "grad_norm": 4.75,
      "learning_rate": 2.8432380592794466e-06,
      "loss": 0.4099,
      "step": 8608
    },
    {
      "epoch": 2.0411055988660523,
      "grad_norm": 5.375,
      "learning_rate": 2.8036433907462866e-06,
      "loss": 0.3701,
      "step": 8640
    },
    {
      "epoch": 2.048665249232223,
      "grad_norm": 6.46875,
      "learning_rate": 2.7642186573915e-06,
      "loss": 0.3454,
      "step": 8672
    },
    {
      "epoch": 2.0562248995983934,
      "grad_norm": 8.1875,
      "learning_rate": 2.724966909561765e-06,
      "loss": 0.3676,
      "step": 8704
    },
    {
      "epoch": 2.063784549964564,
      "grad_norm": 4.03125,
      "learning_rate": 2.685891184219635e-06,
      "loss": 0.3714,
      "step": 8736
    },
    {
      "epoch": 2.0713442003307345,
      "grad_norm": 9.375,
      "learning_rate": 2.646994504708551e-06,
      "loss": 0.4112,
      "step": 8768
    },
    {
      "epoch": 2.0789038506969053,
      "grad_norm": 5.0,
      "learning_rate": 2.6082798805189347e-06,
      "loss": 0.3587,
      "step": 8800
    },
    {
      "epoch": 2.0864635010630757,
      "grad_norm": 11.25,
      "learning_rate": 2.569750307055329e-06,
      "loss": 0.3693,
      "step": 8832
    },
    {
      "epoch": 2.0940231514292464,
      "grad_norm": 7.4375,
      "learning_rate": 2.5314087654046403e-06,
      "loss": 0.3768,
      "step": 8864
    },
    {
      "epoch": 2.101582801795417,
      "grad_norm": 5.65625,
      "learning_rate": 2.4932582221055024e-06,
      "loss": 0.3525,
      "step": 8896
    },
    {
      "epoch": 2.1091424521615876,
      "grad_norm": 7.59375,
      "learning_rate": 2.455301628918727e-06,
      "loss": 0.3835,
      "step": 8928
    },
    {
      "epoch": 2.116702102527758,
      "grad_norm": 4.96875,
      "learning_rate": 2.417541922598945e-06,
      "loss": 0.3802,
      "step": 8960
    },
    {
      "epoch": 2.1242617528939287,
      "grad_norm": 5.90625,
      "learning_rate": 2.379982024667367e-06,
      "loss": 0.4005,
      "step": 8992
    },
    {
      "epoch": 2.131821403260099,
      "grad_norm": 10.1875,
      "learning_rate": 2.3426248411857573e-06,
      "loss": 0.3815,
      "step": 9024
    },
    {
      "epoch": 2.13938105362627,
      "grad_norm": 6.09375,
      "learning_rate": 2.3054732625315725e-06,
      "loss": 0.3349,
      "step": 9056
    },
    {
      "epoch": 2.14694070399244,
      "grad_norm": 7.28125,
      "learning_rate": 2.2685301631743437e-06,
      "loss": 0.3962,
      "step": 9088
    },
    {
      "epoch": 2.154500354358611,
      "grad_norm": 4.0625,
      "learning_rate": 2.2317984014532634e-06,
      "loss": 0.3707,
      "step": 9120
    },
    {
      "epoch": 2.1620600047247813,
      "grad_norm": 5.0625,
      "learning_rate": 2.1952808193560367e-06,
      "loss": 0.4251,
      "step": 9152
    },
    {
      "epoch": 2.169619655090952,
      "grad_norm": 6.75,
      "learning_rate": 2.158980242298989e-06,
      "loss": 0.3916,
      "step": 9184
    },
    {
      "epoch": 2.1771793054571225,
      "grad_norm": 9.9375,
      "learning_rate": 2.12289947890847e-06,
      "loss": 0.3959,
      "step": 9216
    },
    {
      "epoch": 2.1847389558232932,
      "grad_norm": 5.5,
      "learning_rate": 2.087041320803535e-06,
      "loss": 0.3586,
      "step": 9248
    },
    {
      "epoch": 2.1922986061894636,
      "grad_norm": 5.78125,
      "learning_rate": 2.051408542379955e-06,
      "loss": 0.3692,
      "step": 9280
    },
    {
      "epoch": 2.1998582565556344,
      "grad_norm": 6.40625,
      "learning_rate": 2.016003900595566e-06,
      "loss": 0.3709,
      "step": 9312
    },
    {
      "epoch": 2.2074179069218047,
      "grad_norm": 4.28125,
      "learning_rate": 1.980830134756946e-06,
      "loss": 0.3729,
      "step": 9344
    },
    {
      "epoch": 2.2149775572879755,
      "grad_norm": 6.03125,
      "learning_rate": 1.945889966307487e-06,
      "loss": 0.3655,
      "step": 9376
    },
    {
      "epoch": 2.222537207654146,
      "grad_norm": 6.28125,
      "learning_rate": 1.911186098616819e-06,
      "loss": 0.3661,
      "step": 9408
    },
    {
      "epoch": 2.2300968580203167,
      "grad_norm": 8.875,
      "learning_rate": 1.8767212167716536e-06,
      "loss": 0.3685,
      "step": 9440
    },
    {
      "epoch": 2.237656508386487,
      "grad_norm": 5.8125,
      "learning_rate": 1.8424979873680332e-06,
      "loss": 0.3623,
      "step": 9472
    },
    {
      "epoch": 2.245216158752658,
      "grad_norm": 3.78125,
      "learning_rate": 1.8085190583050166e-06,
      "loss": 0.378,
      "step": 9504
    },
    {
      "epoch": 2.252775809118828,
      "grad_norm": 6.375,
      "learning_rate": 1.774787058579799e-06,
      "loss": 0.3688,
      "step": 9536
    },
    {
      "epoch": 2.260335459484999,
      "grad_norm": 7.625,
      "learning_rate": 1.7413045980843119e-06,
      "loss": 0.3841,
      "step": 9568
    },
    {
      "epoch": 2.2678951098511693,
      "grad_norm": 5.34375,
      "learning_rate": 1.7080742674032886e-06,
      "loss": 0.3937,
      "step": 9600
    },
    {
      "epoch": 2.27545476021734,
      "grad_norm": 6.75,
      "learning_rate": 1.6750986376138207e-06,
      "loss": 0.3752,
      "step": 9632
    },
    {
      "epoch": 2.2830144105835104,
      "grad_norm": 6.40625,
      "learning_rate": 1.6423802600864436e-06,
      "loss": 0.394,
      "step": 9664
    },
    {
      "epoch": 2.290574060949681,
      "grad_norm": 7.0625,
      "learning_rate": 1.6099216662877204e-06,
      "loss": 0.3868,
      "step": 9696
    },
    {
      "epoch": 2.2981337113158515,
      "grad_norm": 6.5,
      "learning_rate": 1.5777253675843873e-06,
      "loss": 0.4061,
      "step": 9728
    },
    {
      "epoch": 2.3056933616820223,
      "grad_norm": 12.25,
      "learning_rate": 1.5457938550490387e-06,
      "loss": 0.364,
      "step": 9760
    },
    {
      "epoch": 2.3132530120481927,
      "grad_norm": 4.59375,
      "learning_rate": 1.5141295992674e-06,
      "loss": 0.3626,
      "step": 9792
    },
    {
      "epoch": 2.3208126624143635,
      "grad_norm": 6.125,
      "learning_rate": 1.482735050147161e-06,
      "loss": 0.4113,
      "step": 9824
    },
    {
      "epoch": 2.328372312780534,
      "grad_norm": 6.15625,
      "learning_rate": 1.4516126367284355e-06,
      "loss": 0.4139,
      "step": 9856
    },
    {
      "epoch": 2.3359319631467046,
      "grad_norm": 4.875,
      "learning_rate": 1.4207647669958186e-06,
      "loss": 0.3712,
      "step": 9888
    },
    {
      "epoch": 2.343491613512875,
      "grad_norm": 6.15625,
      "learning_rate": 1.3901938276920712e-06,
      "loss": 0.3864,
      "step": 9920
    },
    {
      "epoch": 2.3510512638790457,
      "grad_norm": 4.6875,
      "learning_rate": 1.359902184133467e-06,
      "loss": 0.3999,
      "step": 9952
    },
    {
      "epoch": 2.358610914245216,
      "grad_norm": 6.25,
      "learning_rate": 1.3298921800267728e-06,
      "loss": 0.3774,
      "step": 9984
    },
    {
      "epoch": 2.366170564611387,
      "grad_norm": 6.4375,
      "learning_rate": 1.3001661372879194e-06,
      "loss": 0.4082,
      "step": 10016
    },
    {
      "epoch": 2.373730214977557,
      "grad_norm": 9.1875,
      "learning_rate": 1.2707263558623483e-06,
      "loss": 0.3886,
      "step": 10048
    },
    {
      "epoch": 2.381289865343728,
      "grad_norm": 5.875,
      "learning_rate": 1.2415751135470693e-06,
      "loss": 0.418,
      "step": 10080
    },
    {
      "epoch": 2.3888495157098983,
      "grad_norm": 6.5625,
      "learning_rate": 1.2127146658144095e-06,
      "loss": 0.3886,
      "step": 10112
    },
    {
      "epoch": 2.396409166076069,
      "grad_norm": 6.15625,
      "learning_rate": 1.1841472456375219e-06,
      "loss": 0.3816,
      "step": 10144
    },
    {
      "epoch": 2.4039688164422395,
      "grad_norm": 4.46875,
      "learning_rate": 1.1558750633175998e-06,
      "loss": 0.3795,
      "step": 10176
    },
    {
      "epoch": 2.4115284668084103,
      "grad_norm": 4.78125,
      "learning_rate": 1.1279003063128773e-06,
      "loss": 0.3967,
      "step": 10208
    },
    {
      "epoch": 2.4190881171745806,
      "grad_norm": 4.25,
      "learning_rate": 1.1002251390693763e-06,
      "loss": 0.3719,
      "step": 10240
    },
    {
      "epoch": 2.4266477675407514,
      "grad_norm": 4.09375,
      "learning_rate": 1.0728517028534364e-06,
      "loss": 0.3794,
      "step": 10272
    },
    {
      "epoch": 2.4342074179069217,
      "grad_norm": 7.84375,
      "learning_rate": 1.0457821155860488e-06,
      "loss": 0.3876,
      "step": 10304
    },
    {
      "epoch": 2.4417670682730925,
      "grad_norm": 4.40625,
      "learning_rate": 1.0190184716789853e-06,
      "loss": 0.4292,
      "step": 10336
    },
    {
      "epoch": 2.449326718639263,
      "grad_norm": 6.78125,
      "learning_rate": 9.925628418727563e-07,
      "loss": 0.3976,
      "step": 10368
    },
    {
      "epoch": 2.4568863690054337,
      "grad_norm": 4.5,
      "learning_rate": 9.664172730763872e-07,
      "loss": 0.4061,
      "step": 10400
    },
    {
      "epoch": 2.464446019371604,
      "grad_norm": 5.90625,
      "learning_rate": 9.405837882090534e-07,
      "loss": 0.3729,
      "step": 10432
    },
    {
      "epoch": 2.472005669737775,
      "grad_norm": 5.65625,
      "learning_rate": 9.150643860435571e-07,
      "loss": 0.3747,
      "step": 10464
    },
    {
      "epoch": 2.479565320103945,
      "grad_norm": 7.34375,
      "learning_rate": 8.898610410516873e-07,
      "loss": 0.3779,
      "step": 10496
    },
    {
      "epoch": 2.487124970470116,
      "grad_norm": 5.875,
      "learning_rate": 8.649757032514439e-07,
      "loss": 0.3851,
      "step": 10528
    },
    {
      "epoch": 2.4946846208362863,
      "grad_norm": 11.0,
      "learning_rate": 8.404102980561702e-07,
      "loss": 0.3837,
      "step": 10560
    },
    {
      "epoch": 2.502244271202457,
      "grad_norm": 5.3125,
      "learning_rate": 8.161667261255746e-07,
      "loss": 0.3362,
      "step": 10592
    },
    {
      "epoch": 2.5098039215686274,
      "grad_norm": 7.34375,
      "learning_rate": 7.922468632186748e-07,
      "loss": 0.3638,
      "step": 10624
    },
    {
      "epoch": 2.5173635719347978,
      "grad_norm": 4.34375,
      "learning_rate": 7.686525600486743e-07,
      "loss": 0.3874,
      "step": 10656
    },
    {
      "epoch": 2.5249232223009686,
      "grad_norm": 7.53125,
      "learning_rate": 7.453856421397598e-07,
      "loss": 0.372,
      "step": 10688
    },
    {
      "epoch": 2.5324828726671393,
      "grad_norm": 6.0625,
      "learning_rate": 7.224479096858672e-07,
      "loss": 0.4139,
      "step": 10720
    },
    {
      "epoch": 2.5400425230333097,
      "grad_norm": 5.125,
      "learning_rate": 6.9984113741139e-07,
      "loss": 0.3876,
      "step": 10752
    },
    {
      "epoch": 2.54760217339948,
      "grad_norm": 5.40625,
      "learning_rate": 6.775670744338747e-07,
      "loss": 0.3811,
      "step": 10784
    },
    {
      "epoch": 2.555161823765651,
      "grad_norm": 5.9375,
      "learning_rate": 6.556274441286809e-07,
      "loss": 0.3698,
      "step": 10816
    },
    {
      "epoch": 2.5627214741318216,
      "grad_norm": 4.09375,
      "learning_rate": 6.340239439956486e-07,
      "loss": 0.3724,
      "step": 10848
    },
    {
      "epoch": 2.570281124497992,
      "grad_norm": 7.3125,
      "learning_rate": 6.127582455277547e-07,
      "loss": 0.4228,
      "step": 10880
    },
    {
      "epoch": 2.5778407748641623,
      "grad_norm": 5.8125,
      "learning_rate": 5.918319940817884e-07,
      "loss": 0.3607,
      "step": 10912
    },
    {
      "epoch": 2.585400425230333,
      "grad_norm": 10.625,
      "learning_rate": 5.712468087510536e-07,
      "loss": 0.3846,
      "step": 10944
    },
    {
      "epoch": 2.592960075596504,
      "grad_norm": 8.375,
      "learning_rate": 5.510042822400868e-07,
      "loss": 0.4124,
      "step": 10976
    },
    {
      "epoch": 2.6005197259626742,
      "grad_norm": 6.0,
      "learning_rate": 5.311059807414376e-07,
      "loss": 0.3939,
      "step": 11008
    },
    {
      "epoch": 2.6080793763288446,
      "grad_norm": 7.96875,
      "learning_rate": 5.11553443814482e-07,
      "loss": 0.4022,
      "step": 11040
    },
    {
      "epoch": 2.6156390266950154,
      "grad_norm": 9.1875,
      "learning_rate": 4.923481842663114e-07,
      "loss": 0.3872,
      "step": 11072
    },
    {
      "epoch": 2.623198677061186,
      "grad_norm": 5.65625,
      "learning_rate": 4.734916880346774e-07,
      "loss": 0.4234,
      "step": 11104
    },
    {
      "epoch": 2.6307583274273565,
      "grad_norm": 12.0,
      "learning_rate": 4.549854140730325e-07,
      "loss": 0.3591,
      "step": 11136
    },
    {
      "epoch": 2.638317977793527,
      "grad_norm": 4.78125,
      "learning_rate": 4.368307942376371e-07,
      "loss": 0.4013,
      "step": 11168
    },
    {
      "epoch": 2.6458776281596976,
      "grad_norm": 8.8125,
      "learning_rate": 4.190292331767848e-07,
      "loss": 0.3419,
      "step": 11200
    },
    {
      "epoch": 2.6534372785258684,
      "grad_norm": 5.4375,
      "learning_rate": 4.0158210822211496e-07,
      "loss": 0.384,
      "step": 11232
    },
    {
      "epoch": 2.6609969288920388,
      "grad_norm": 7.28125,
      "learning_rate": 3.844907692820543e-07,
      "loss": 0.3919,
      "step": 11264
    },
    {
      "epoch": 2.668556579258209,
      "grad_norm": 4.625,
      "learning_rate": 3.6775653873736774e-07,
      "loss": 0.3707,
      "step": 11296
    },
    {
      "epoch": 2.67611622962438,
      "grad_norm": 5.96875,
      "learning_rate": 3.5138071133884235e-07,
      "loss": 0.372,
      "step": 11328
    },
    {
      "epoch": 2.6836758799905507,
      "grad_norm": 5.96875,
      "learning_rate": 3.3536455410711654e-07,
      "loss": 0.3835,
      "step": 11360
    },
    {
      "epoch": 2.691235530356721,
      "grad_norm": 7.28125,
      "learning_rate": 3.1970930623464403e-07,
      "loss": 0.3677,
      "step": 11392
    },
    {
      "epoch": 2.6987951807228914,
      "grad_norm": 5.3125,
      "learning_rate": 3.044161789898159e-07,
      "loss": 0.3694,
      "step": 11424
    },
    {
      "epoch": 2.706354831089062,
      "grad_norm": 7.46875,
      "learning_rate": 2.8948635562324747e-07,
      "loss": 0.3782,
      "step": 11456
    },
    {
      "epoch": 2.713914481455233,
      "grad_norm": 6.0625,
      "learning_rate": 2.749209912762241e-07,
      "loss": 0.3956,
      "step": 11488
    },
    {
      "epoch": 2.7214741318214033,
      "grad_norm": 6.09375,
      "learning_rate": 2.607212128913267e-07,
      "loss": 0.406,
      "step": 11520
    },
    {
      "epoch": 2.7290337821875736,
      "grad_norm": 8.75,
      "learning_rate": 2.4688811912524204e-07,
      "loss": 0.3621,
      "step": 11552
    },
    {
      "epoch": 2.7365934325537444,
      "grad_norm": 4.65625,
      "learning_rate": 2.3342278026375397e-07,
      "loss": 0.3859,
      "step": 11584
    },
    {
      "epoch": 2.744153082919915,
      "grad_norm": 5.9375,
      "learning_rate": 2.203262381389365e-07,
      "loss": 0.3772,
      "step": 11616
    },
    {
      "epoch": 2.7517127332860856,
      "grad_norm": 5.21875,
      "learning_rate": 2.0759950604854583e-07,
      "loss": 0.3757,
      "step": 11648
    },
    {
      "epoch": 2.759272383652256,
      "grad_norm": 6.09375,
      "learning_rate": 1.9524356867761772e-07,
      "loss": 0.4159,
      "step": 11680
    },
    {
      "epoch": 2.7668320340184267,
      "grad_norm": 7.15625,
      "learning_rate": 1.8325938202228276e-07,
      "loss": 0.374,
      "step": 11712
    },
    {
      "epoch": 2.7743916843845975,
      "grad_norm": 5.5,
      "learning_rate": 1.7164787331580058e-07,
      "loss": 0.3731,
      "step": 11744
    },
    {
      "epoch": 2.781951334750768,
      "grad_norm": 6.375,
      "learning_rate": 1.6040994095681716e-07,
      "loss": 0.3725,
      "step": 11776
    },
    {
      "epoch": 2.789510985116938,
      "grad_norm": 5.125,
      "learning_rate": 1.4954645443985337e-07,
      "loss": 0.4074,
      "step": 11808
    },
    {
      "epoch": 2.797070635483109,
      "grad_norm": 5.3125,
      "learning_rate": 1.3905825428803477e-07,
      "loss": 0.3863,
      "step": 11840
    },
    {
      "epoch": 2.8046302858492793,
      "grad_norm": 3.828125,
      "learning_rate": 1.2894615198805415e-07,
      "loss": 0.3922,
      "step": 11872
    },
    {
      "epoch": 2.81218993621545,
      "grad_norm": 6.4375,
      "learning_rate": 1.1921092992739025e-07,
      "loss": 0.3889,
      "step": 11904
    },
    {
      "epoch": 2.8197495865816204,
      "grad_norm": 7.75,
      "learning_rate": 1.0985334133376991e-07,
      "loss": 0.3989,
      "step": 11936
    },
    {
      "epoch": 2.8273092369477912,
      "grad_norm": 8.0,
      "learning_rate": 1.0087411021689252e-07,
      "loss": 0.3941,
      "step": 11968
    },
    {
      "epoch": 2.8348688873139616,
      "grad_norm": 5.5,
      "learning_rate": 9.227393131240992e-08,
      "loss": 0.3675,
      "step": 12000
    },
    {
      "epoch": 2.8424285376801324,
      "grad_norm": 5.09375,
      "learning_rate": 8.405347002817421e-08,
      "loss": 0.3858,
      "step": 12032
    },
    {
      "epoch": 2.8499881880463027,
      "grad_norm": 6.09375,
      "learning_rate": 7.6213362392758e-08,
      "loss": 0.4184,
      "step": 12064
    },
    {
      "epoch": 2.8575478384124735,
      "grad_norm": 8.9375,
      "learning_rate": 6.875421500623703e-08,
      "loss": 0.3729,
      "step": 12096
    },
    {
      "epoch": 2.865107488778644,
      "grad_norm": 7.1875,
      "learning_rate": 6.167660499326322e-08,
      "loss": 0.3836,
      "step": 12128
    },
    {
      "epoch": 2.8726671391448146,
      "grad_norm": 4.59375,
      "learning_rate": 5.498107995840774e-08,
      "loss": 0.3789,
      "step": 12160
    },
    {
      "epoch": 2.880226789510985,
      "grad_norm": 10.125,
      "learning_rate": 4.86681579437942e-08,
      "loss": 0.4012,
      "step": 12192
    },
    {
      "epoch": 2.8877864398771558,
      "grad_norm": 4.21875,
      "learning_rate": 4.273832738901529e-08,
      "loss": 0.365,
      "step": 12224
    },
    {
      "epoch": 2.895346090243326,
      "grad_norm": 6.0625,
      "learning_rate": 3.719204709334345e-08,
      "loss": 0.3903,
      "step": 12256
    },
    {
      "epoch": 2.902905740609497,
      "grad_norm": 5.5625,
      "learning_rate": 3.2029746180231023e-08,
      "loss": 0.4063,
      "step": 12288
    },
    {
      "epoch": 2.9104653909756673,
      "grad_norm": 6.8125,
      "learning_rate": 2.725182406410842e-08,
      "loss": 0.3909,
      "step": 12320
    },
    {
      "epoch": 2.918025041341838,
      "grad_norm": 4.0625,
      "learning_rate": 2.2858650419484985e-08,
      "loss": 0.3711,
      "step": 12352
    },
    {
      "epoch": 2.9255846917080084,
      "grad_norm": 5.71875,
      "learning_rate": 1.8850565152339072e-08,
      "loss": 0.3463,
      "step": 12384
    },
    {
      "epoch": 2.933144342074179,
      "grad_norm": 5.0,
      "learning_rate": 1.5227878373827443e-08,
      "loss": 0.443,
      "step": 12416
    },
    {
      "epoch": 2.9407039924403495,
      "grad_norm": 4.78125,
      "learning_rate": 1.1990870376284435e-08,
      "loss": 0.405,
      "step": 12448
    },
    {
      "epoch": 2.9482636428065203,
      "grad_norm": 6.25,
      "learning_rate": 9.139791611540438e-09,
      "loss": 0.3871,
      "step": 12480
    },
    {
      "epoch": 2.9558232931726907,
      "grad_norm": 5.28125,
      "learning_rate": 6.6748626715407165e-09,
      "loss": 0.4238,
      "step": 12512
    },
    {
      "epoch": 2.9633829435388614,
      "grad_norm": 6.46875,
      "learning_rate": 4.596274271280732e-09,
      "loss": 0.3852,
      "step": 12544
    },
    {
      "epoch": 2.970942593905032,
      "grad_norm": 5.8125,
      "learning_rate": 2.9041872340479505e-09,
      "loss": 0.3845,
      "step": 12576
    },
    {
      "epoch": 2.9785022442712026,
      "grad_norm": 4.21875,
      "learning_rate": 1.59873247897957e-09,
      "loss": 0.4169,
      "step": 12608
    },
    {
      "epoch": 2.986061894637373,
      "grad_norm": 5.96875,
      "learning_rate": 6.800110109328462e-10,
      "loss": 0.3872,
      "step": 12640
    },
    {
      "epoch": 2.9936215450035437,
      "grad_norm": 11.125,
      "learning_rate": 1.480939126713432e-10,
      "loss": 0.3957,
      "step": 12672
    },
    {
      "epoch": 3.0,
      "step": 12699,
      "total_flos": 2.247355191985367e+17,
      "train_loss": 0.4236195460108568,
      "train_runtime": 3683.6752,
      "train_samples_per_second": 13.789,
      "train_steps_per_second": 3.447
    }
  ],
  "logging_steps": 32,
  "max_steps": 12699,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.247355191985367e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}