{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 2000,
  "global_step": 1349,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.007412898443291327,
      "grad_norm": 220.77602485415724,
      "learning_rate": 6.666666666666667e-07,
      "loss": 16.6181,
      "step": 10
    },
    {
      "epoch": 0.014825796886582653,
      "grad_norm": 372.4449103156462,
      "learning_rate": 1.4074074074074075e-06,
      "loss": 15.5566,
      "step": 20
    },
    {
      "epoch": 0.02223869532987398,
      "grad_norm": 99.42789133741864,
      "learning_rate": 2.148148148148148e-06,
      "loss": 11.9765,
      "step": 30
    },
    {
      "epoch": 0.029651593773165306,
      "grad_norm": 68.1574319390275,
      "learning_rate": 2.888888888888889e-06,
      "loss": 9.7997,
      "step": 40
    },
    {
      "epoch": 0.037064492216456635,
      "grad_norm": 49.521936903032106,
      "learning_rate": 3.6296296296296302e-06,
      "loss": 9.4959,
      "step": 50
    },
    {
      "epoch": 0.04447739065974796,
      "grad_norm": 56.87897636324684,
      "learning_rate": 4.370370370370371e-06,
      "loss": 8.931,
      "step": 60
    },
    {
      "epoch": 0.05189028910303929,
      "grad_norm": 47.18309593692598,
      "learning_rate": 5.1111111111111115e-06,
      "loss": 8.5232,
      "step": 70
    },
    {
      "epoch": 0.05930318754633061,
      "grad_norm": 41.95039644601315,
      "learning_rate": 5.8518518518518515e-06,
      "loss": 8.7372,
      "step": 80
    },
    {
      "epoch": 0.06671608598962195,
      "grad_norm": 46.258018262627566,
      "learning_rate": 6.592592592592592e-06,
      "loss": 8.6714,
      "step": 90
    },
    {
      "epoch": 0.07412898443291327,
      "grad_norm": 50.496543151028334,
      "learning_rate": 7.333333333333333e-06,
      "loss": 8.1961,
      "step": 100
    },
    {
      "epoch": 0.08154188287620459,
      "grad_norm": 43.04664145256114,
      "learning_rate": 8.074074074074075e-06,
      "loss": 7.7105,
      "step": 110
    },
    {
      "epoch": 0.08895478131949593,
      "grad_norm": 48.21409935134276,
      "learning_rate": 8.814814814814817e-06,
      "loss": 7.565,
      "step": 120
    },
    {
      "epoch": 0.09636767976278725,
      "grad_norm": 70.98671556693255,
      "learning_rate": 9.555555555555556e-06,
      "loss": 6.5933,
      "step": 130
    },
    {
      "epoch": 0.10378057820607858,
      "grad_norm": 37.38959317202279,
      "learning_rate": 9.999732133449242e-06,
      "loss": 6.7199,
      "step": 140
    },
    {
      "epoch": 0.1111934766493699,
      "grad_norm": 44.28012831380354,
      "learning_rate": 9.996718964356488e-06,
      "loss": 7.0896,
      "step": 150
    },
    {
      "epoch": 0.11860637509266123,
      "grad_norm": 31.819922871538033,
      "learning_rate": 9.990359817432815e-06,
      "loss": 6.7983,
      "step": 160
    },
    {
      "epoch": 0.12601927353595255,
      "grad_norm": 37.744434299626896,
      "learning_rate": 9.980658950985477e-06,
      "loss": 7.1579,
      "step": 170
    },
    {
      "epoch": 0.1334321719792439,
      "grad_norm": 25.188087314233314,
      "learning_rate": 9.967622861054036e-06,
      "loss": 6.8697,
      "step": 180
    },
    {
      "epoch": 0.14084507042253522,
      "grad_norm": 36.70851965724948,
      "learning_rate": 9.951260277060386e-06,
      "loss": 6.7803,
      "step": 190
    },
    {
      "epoch": 0.14825796886582654,
      "grad_norm": 49.91672992459743,
      "learning_rate": 9.931582155963217e-06,
      "loss": 6.6018,
      "step": 200
    },
    {
      "epoch": 0.15567086730911786,
      "grad_norm": 55.91278132673337,
      "learning_rate": 9.90860167492087e-06,
      "loss": 6.7506,
      "step": 210
    },
    {
      "epoch": 0.16308376575240918,
      "grad_norm": 39.08040314055755,
      "learning_rate": 9.882334222467427e-06,
      "loss": 6.6134,
      "step": 220
    },
    {
      "epoch": 0.17049666419570053,
      "grad_norm": 29.501447272687493,
      "learning_rate": 9.85279738820803e-06,
      "loss": 7.242,
      "step": 230
    },
    {
      "epoch": 0.17790956263899185,
      "grad_norm": 28.729690443403374,
      "learning_rate": 9.820010951040262e-06,
      "loss": 6.6062,
      "step": 240
    },
    {
      "epoch": 0.18532246108228317,
      "grad_norm": 28.929175495912446,
      "learning_rate": 9.783996865909494e-06,
      "loss": 6.4709,
      "step": 250
    },
    {
      "epoch": 0.1927353595255745,
      "grad_norm": 79.63768771345832,
      "learning_rate": 9.744779249107099e-06,
      "loss": 6.3521,
      "step": 260
    },
    {
      "epoch": 0.20014825796886582,
      "grad_norm": 24.02270994532145,
      "learning_rate": 9.702384362121334e-06,
      "loss": 6.4106,
      "step": 270
    },
    {
      "epoch": 0.20756115641215717,
      "grad_norm": 32.19759865363058,
      "learning_rate": 9.65684059405173e-06,
      "loss": 6.599,
      "step": 280
    },
    {
      "epoch": 0.2149740548554485,
      "grad_norm": 20.089286429368702,
      "learning_rate": 9.60817844259875e-06,
      "loss": 6.5998,
      "step": 290
    },
    {
      "epoch": 0.2223869532987398,
      "grad_norm": 34.42568849448989,
      "learning_rate": 9.55643049364148e-06,
      "loss": 6.3724,
      "step": 300
    },
    {
      "epoch": 0.22979985174203113,
      "grad_norm": 36.47419764697042,
      "learning_rate": 9.50163139941696e-06,
      "loss": 6.2673,
      "step": 310
    },
    {
      "epoch": 0.23721275018532245,
      "grad_norm": 20.46947179742342,
      "learning_rate": 9.443817855315858e-06,
      "loss": 6.7377,
      "step": 320
    },
    {
      "epoch": 0.2446256486286138,
      "grad_norm": 23.09367485050249,
      "learning_rate": 9.383028575309933e-06,
      "loss": 6.2694,
      "step": 330
    },
    {
      "epoch": 0.2520385470719051,
      "grad_norm": 31.360485606403035,
      "learning_rate": 9.319304266027817e-06,
      "loss": 6.5935,
      "step": 340
    },
    {
      "epoch": 0.25945144551519644,
      "grad_norm": 16.82212392124365,
      "learning_rate": 9.252687599496428e-06,
      "loss": 6.3927,
      "step": 350
    },
    {
      "epoch": 0.2668643439584878,
      "grad_norm": 20.231935451335268,
      "learning_rate": 9.18322318456629e-06,
      "loss": 5.9711,
      "step": 360
    },
    {
      "epoch": 0.2742772424017791,
      "grad_norm": 24.825229781181253,
      "learning_rate": 9.110957537039882e-06,
      "loss": 6.2643,
      "step": 370
    },
    {
      "epoch": 0.28169014084507044,
      "grad_norm": 31.165100884261243,
      "learning_rate": 9.035939048523032e-06,
      "loss": 6.0186,
      "step": 380
    },
    {
      "epoch": 0.28910303928836173,
      "grad_norm": 26.688898898447608,
      "learning_rate": 8.958217954020207e-06,
      "loss": 6.0925,
      "step": 390
    },
    {
      "epoch": 0.2965159377316531,
      "grad_norm": 19.276401196874918,
      "learning_rate": 8.877846298295389e-06,
      "loss": 6.3847,
      "step": 400
    },
    {
      "epoch": 0.30392883617494443,
      "grad_norm": 23.995460413782045,
      "learning_rate": 8.794877901021094e-06,
      "loss": 6.4168,
      "step": 410
    },
    {
      "epoch": 0.3113417346182357,
      "grad_norm": 81.00354123312225,
      "learning_rate": 8.709368320738818e-06,
      "loss": 6.292,
      "step": 420
    },
    {
      "epoch": 0.31875463306152707,
      "grad_norm": 29.325438637347162,
      "learning_rate": 8.621374817655111e-06,
      "loss": 6.7064,
      "step": 430
    },
    {
      "epoch": 0.32616753150481836,
      "grad_norm": 22.07574260629637,
      "learning_rate": 8.530956315298126e-06,
      "loss": 6.2087,
      "step": 440
    },
    {
      "epoch": 0.3335804299481097,
      "grad_norm": 21.58817003363098,
      "learning_rate": 8.438173361060373e-06,
      "loss": 6.1987,
      "step": 450
    },
    {
      "epoch": 0.34099332839140106,
      "grad_norm": 26.874023286389544,
      "learning_rate": 8.343088085654062e-06,
      "loss": 5.8264,
      "step": 460
    },
    {
      "epoch": 0.34840622683469236,
      "grad_norm": 34.73736957647719,
      "learning_rate": 8.245764161506206e-06,
      "loss": 5.8194,
      "step": 470
    },
    {
      "epoch": 0.3558191252779837,
      "grad_norm": 16.851464148398016,
      "learning_rate": 8.146266760121331e-06,
      "loss": 5.7884,
      "step": 480
    },
    {
      "epoch": 0.363232023721275,
      "grad_norm": 30.949944134767463,
      "learning_rate": 8.044662508440368e-06,
      "loss": 6.3857,
      "step": 490
    },
    {
      "epoch": 0.37064492216456635,
      "grad_norm": 24.623871930401357,
      "learning_rate": 7.94101944422491e-06,
      "loss": 6.3912,
      "step": 500
    },
    {
      "epoch": 0.3780578206078577,
      "grad_norm": 33.687063435024506,
      "learning_rate": 7.835406970496752e-06,
      "loss": 6.2185,
      "step": 510
    },
    {
      "epoch": 0.385470719051149,
      "grad_norm": 22.363916718694405,
      "learning_rate": 7.727895809063204e-06,
      "loss": 5.7453,
      "step": 520
    },
    {
      "epoch": 0.39288361749444034,
      "grad_norm": 23.201706254496706,
      "learning_rate": 7.6185579531592825e-06,
      "loss": 5.986,
      "step": 530
    },
    {
      "epoch": 0.40029651593773163,
      "grad_norm": 30.31021017222962,
      "learning_rate": 7.5074666192385345e-06,
      "loss": 6.0753,
      "step": 540
    },
    {
      "epoch": 0.407709414381023,
      "grad_norm": 21.899908216168743,
      "learning_rate": 7.394696197944734e-06,
      "loss": 5.9003,
      "step": 550
    },
    {
      "epoch": 0.41512231282431433,
      "grad_norm": 21.326110093987165,
      "learning_rate": 7.280322204297301e-06,
      "loss": 6.1653,
      "step": 560
    },
    {
      "epoch": 0.4225352112676056,
      "grad_norm": 22.5141223399688,
      "learning_rate": 7.164421227123805e-06,
      "loss": 5.9912,
      "step": 570
    },
    {
      "epoch": 0.429948109710897,
      "grad_norm": 40.10378457820574,
      "learning_rate": 7.047070877773408e-06,
      "loss": 6.3013,
      "step": 580
    },
    {
      "epoch": 0.43736100815418827,
      "grad_norm": 32.04219593436916,
      "learning_rate": 6.928349738145588e-06,
      "loss": 6.2655,
      "step": 590
    },
    {
      "epoch": 0.4447739065974796,
      "grad_norm": 19.714036464035274,
      "learning_rate": 6.808337308068951e-06,
      "loss": 6.3526,
      "step": 600
    },
    {
      "epoch": 0.45218680504077097,
      "grad_norm": 16.810323459895933,
      "learning_rate": 6.687113952065362e-06,
      "loss": 6.2005,
      "step": 610
    },
    {
      "epoch": 0.45959970348406226,
      "grad_norm": 24.11511430549183,
      "learning_rate": 6.564760845535054e-06,
      "loss": 6.4294,
      "step": 620
    },
    {
      "epoch": 0.4670126019273536,
      "grad_norm": 35.21627761072156,
      "learning_rate": 6.441359920398737e-06,
      "loss": 6.5661,
      "step": 630
    },
    {
      "epoch": 0.4744255003706449,
      "grad_norm": 22.177323091489832,
      "learning_rate": 6.3169938102331145e-06,
      "loss": 6.3269,
      "step": 640
    },
    {
      "epoch": 0.48183839881393625,
      "grad_norm": 27.77089550633976,
      "learning_rate": 6.191745794936561e-06,
      "loss": 6.174,
      "step": 650
    },
    {
      "epoch": 0.4892512972572276,
      "grad_norm": 19.2921313874754,
      "learning_rate": 6.06569974496197e-06,
      "loss": 6.3873,
      "step": 660
    },
    {
      "epoch": 0.4966641957005189,
      "grad_norm": 23.166172698658883,
      "learning_rate": 5.938940065154185e-06,
      "loss": 6.3007,
      "step": 670
    },
    {
      "epoch": 0.5040770941438102,
      "grad_norm": 24.20300745002764,
      "learning_rate": 5.811551638229543e-06,
      "loss": 5.4778,
      "step": 680
    },
    {
      "epoch": 0.5114899925871016,
      "grad_norm": 16.527845392563805,
      "learning_rate": 5.683619767935457e-06,
      "loss": 6.246,
      "step": 690
    },
    {
      "epoch": 0.5189028910303929,
      "grad_norm": 18.128790884663267,
      "learning_rate": 5.5552301219280255e-06,
      "loss": 5.885,
      "step": 700
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 18.618669054011782,
      "learning_rate": 5.426468674405985e-06,
      "loss": 5.9054,
      "step": 710
    },
    {
      "epoch": 0.5337286879169756,
      "grad_norm": 25.56261129622962,
      "learning_rate": 5.297421648539368e-06,
      "loss": 6.2835,
      "step": 720
    },
    {
      "epoch": 0.5411415863602669,
      "grad_norm": 24.04298259546157,
      "learning_rate": 5.1681754587314625e-06,
      "loss": 5.869,
      "step": 730
    },
    {
      "epoch": 0.5485544848035582,
      "grad_norm": 23.326043589014276,
      "learning_rate": 5.038816652752701e-06,
      "loss": 5.9437,
      "step": 740
    },
    {
      "epoch": 0.5559673832468495,
      "grad_norm": 24.210767430373384,
      "learning_rate": 4.909431853785238e-06,
      "loss": 6.6336,
      "step": 750
    },
    {
      "epoch": 0.5633802816901409,
      "grad_norm": 17.599690519470677,
      "learning_rate": 4.780107702417047e-06,
      "loss": 6.5377,
      "step": 760
    },
    {
      "epoch": 0.5707931801334322,
      "grad_norm": 19.305884549964254,
      "learning_rate": 4.650930798624345e-06,
      "loss": 5.8913,
      "step": 770
    },
    {
      "epoch": 0.5782060785767235,
      "grad_norm": 20.824229144549417,
      "learning_rate": 4.521987643781221e-06,
      "loss": 5.9652,
      "step": 780
    },
    {
      "epoch": 0.5856189770200149,
      "grad_norm": 22.2065567252278,
      "learning_rate": 4.393364582735292e-06,
      "loss": 5.7733,
      "step": 790
    },
    {
      "epoch": 0.5930318754633062,
      "grad_norm": 24.920757249458987,
      "learning_rate": 4.265147745988169e-06,
      "loss": 6.4111,
      "step": 800
    },
    {
      "epoch": 0.6004447739065975,
      "grad_norm": 34.13653444301863,
      "learning_rate": 4.137422992019458e-06,
      "loss": 6.0758,
      "step": 810
    },
    {
      "epoch": 0.6078576723498889,
      "grad_norm": 19.79470674838955,
      "learning_rate": 4.0102758497929214e-06,
      "loss": 5.9962,
      "step": 820
    },
    {
      "epoch": 0.6152705707931801,
      "grad_norm": 31.537129140974535,
      "learning_rate": 3.883791461483295e-06,
      "loss": 5.7378,
      "step": 830
    },
    {
      "epoch": 0.6226834692364714,
      "grad_norm": 18.795661326569657,
      "learning_rate": 3.7580545254621003e-06,
      "loss": 6.034,
      "step": 840
    },
    {
      "epoch": 0.6300963676797627,
      "grad_norm": 14.486264694100397,
      "learning_rate": 3.6331492395806593e-06,
      "loss": 5.9808,
      "step": 850
    },
    {
      "epoch": 0.6375092661230541,
      "grad_norm": 33.59494163945334,
      "learning_rate": 3.509159244788265e-06,
      "loss": 5.9074,
      "step": 860
    },
    {
      "epoch": 0.6449221645663454,
      "grad_norm": 20.921518438400945,
      "learning_rate": 3.386167569123274e-06,
      "loss": 6.2283,
      "step": 870
    },
    {
      "epoch": 0.6523350630096367,
      "grad_norm": 15.442316261891339,
      "learning_rate": 3.264256572114628e-06,
      "loss": 6.1148,
      "step": 880
    },
    {
      "epoch": 0.6597479614529281,
      "grad_norm": 15.424169788124459,
      "learning_rate": 3.143507889631032e-06,
      "loss": 5.8936,
      "step": 890
    },
    {
      "epoch": 0.6671608598962194,
      "grad_norm": 35.65758840115642,
      "learning_rate": 3.0240023792147254e-06,
      "loss": 5.9716,
      "step": 900
    },
    {
      "epoch": 0.6745737583395107,
      "grad_norm": 31.759733105948982,
      "learning_rate": 2.9058200659364335e-06,
      "loss": 5.8258,
      "step": 910
    },
    {
      "epoch": 0.6819866567828021,
      "grad_norm": 47.67528289805142,
      "learning_rate": 2.7890400888077874e-06,
      "loss": 6.3068,
      "step": 920
    },
    {
      "epoch": 0.6893995552260934,
      "grad_norm": 20.13758599072447,
      "learning_rate": 2.6737406477870703e-06,
      "loss": 5.849,
      "step": 930
    },
    {
      "epoch": 0.6968124536693847,
      "grad_norm": 19.699894607134834,
      "learning_rate": 2.559998951413792e-06,
      "loss": 5.1446,
      "step": 940
    },
    {
      "epoch": 0.704225352112676,
      "grad_norm": 26.350487106924742,
      "learning_rate": 2.4478911651071458e-06,
      "loss": 5.6162,
      "step": 950
    },
    {
      "epoch": 0.7116382505559674,
      "grad_norm": 16.002000109285735,
      "learning_rate": 2.3374923601629805e-06,
      "loss": 5.4841,
      "step": 960
    },
    {
      "epoch": 0.7190511489992587,
      "grad_norm": 20.158464930278054,
      "learning_rate": 2.228876463483444e-06,
      "loss": 5.7053,
      "step": 970
    },
    {
      "epoch": 0.72646404744255,
      "grad_norm": 22.469158594889286,
      "learning_rate": 2.1221162080729197e-06,
      "loss": 5.665,
      "step": 980
    },
    {
      "epoch": 0.7338769458858414,
      "grad_norm": 22.393235410101056,
      "learning_rate": 2.0172830843334872e-06,
      "loss": 5.7835,
      "step": 990
    },
    {
      "epoch": 0.7412898443291327,
      "grad_norm": 22.16884731989717,
      "learning_rate": 1.9144472921924335e-06,
      "loss": 6.0775,
      "step": 1000
    },
    {
      "epoch": 0.748702742772424,
      "grad_norm": 25.999724534385813,
      "learning_rate": 1.813677694093935e-06,
      "loss": 5.4569,
      "step": 1010
    },
    {
      "epoch": 0.7561156412157154,
      "grad_norm": 19.15263627505614,
      "learning_rate": 1.7150417688863452e-06,
      "loss": 5.8495,
      "step": 1020
    },
    {
      "epoch": 0.7635285396590067,
      "grad_norm": 47.32943838305619,
      "learning_rate": 1.6186055666360022e-06,
      "loss": 5.6237,
      "step": 1030
    },
    {
      "epoch": 0.770941438102298,
      "grad_norm": 21.151963190377536,
      "learning_rate": 1.524433664397794e-06,
      "loss": 6.241,
      "step": 1040
    },
    {
      "epoch": 0.7783543365455893,
      "grad_norm": 23.115565813919506,
      "learning_rate": 1.432589122972109e-06,
      "loss": 5.6574,
      "step": 1050
    },
    {
      "epoch": 0.7857672349888807,
      "grad_norm": 27.622319005002865,
      "learning_rate": 1.3431334446771055e-06,
      "loss": 5.6248,
      "step": 1060
    },
    {
      "epoch": 0.793180133432172,
      "grad_norm": 21.856551703539754,
      "learning_rate": 1.2561265321646137e-06,
      "loss": 6.0191,
      "step": 1070
    },
    {
      "epoch": 0.8005930318754633,
      "grad_norm": 24.094314516308017,
      "learning_rate": 1.1716266483072263e-06,
      "loss": 5.9282,
      "step": 1080
    },
    {
      "epoch": 0.8080059303187547,
      "grad_norm": 26.68969198273336,
      "learning_rate": 1.0896903771834428e-06,
      "loss": 5.757,
      "step": 1090
    },
    {
      "epoch": 0.815418828762046,
      "grad_norm": 41.22601551845618,
      "learning_rate": 1.0103725861869816e-06,
      "loss": 5.7787,
      "step": 1100
    },
    {
      "epoch": 0.8228317272053373,
      "grad_norm": 15.819330074319447,
      "learning_rate": 9.337263892856624e-07,
      "loss": 6.0111,
      "step": 1110
    },
    {
      "epoch": 0.8302446256486287,
      "grad_norm": 20.999183030870952,
      "learning_rate": 8.598031114544303e-07,
      "loss": 5.87,
      "step": 1120
    },
    {
      "epoch": 0.83765752409192,
      "grad_norm": 15.429336506736808,
      "learning_rate": 7.886522543063585e-07,
      "loss": 5.595,
      "step": 1130
    },
    {
      "epoch": 0.8450704225352113,
      "grad_norm": 19.950476160428416,
      "learning_rate": 7.203214629446381e-07,
      "loss": 5.875,
      "step": 1140
    },
    {
      "epoch": 0.8524833209785025,
      "grad_norm": 22.156374780203677,
      "learning_rate": 6.548564940577468e-07,
      "loss": 5.759,
      "step": 1150
    },
    {
      "epoch": 0.859896219421794,
      "grad_norm": 16.770572321047318,
      "learning_rate": 5.923011852791721e-07,
      "loss": 5.6567,
      "step": 1160
    },
    {
      "epoch": 0.8673091178650852,
      "grad_norm": 18.07803185830064,
      "learning_rate": 5.32697425832197e-07,
      "loss": 6.1909,
      "step": 1170
    },
    {
      "epoch": 0.8747220163083765,
      "grad_norm": 14.864047435609947,
      "learning_rate": 4.7608512847940993e-07,
      "loss": 5.8933,
      "step": 1180
    },
    {
      "epoch": 0.8821349147516679,
      "grad_norm": 16.637828759823307,
      "learning_rate": 4.2250220279572485e-07,
      "loss": 6.0816,
      "step": 1190
    },
    {
      "epoch": 0.8895478131949592,
      "grad_norm": 13.771938075899696,
      "learning_rate": 3.7198452978280063e-07,
      "loss": 5.9045,
      "step": 1200
    },
    {
      "epoch": 0.8969607116382505,
      "grad_norm": 17.89870962269639,
      "learning_rate": 3.2456593784187084e-07,
      "loss": 6.2861,
      "step": 1210
    },
    {
      "epoch": 0.9043736100815419,
      "grad_norm": 19.534073791921518,
      "learning_rate": 2.8027818012105745e-07,
      "loss": 5.7442,
      "step": 1220
    },
    {
      "epoch": 0.9117865085248332,
      "grad_norm": 27.28898716143101,
      "learning_rate": 2.3915091325235896e-07,
      "loss": 5.6649,
      "step": 1230
    },
    {
      "epoch": 0.9191994069681245,
      "grad_norm": 22.447781770724255,
      "learning_rate": 2.0121167749252545e-07,
      "loss": 5.8359,
      "step": 1240
    },
    {
      "epoch": 0.9266123054114158,
      "grad_norm": 22.471882437394193,
      "learning_rate": 1.6648587828114125e-07,
      "loss": 5.6678,
      "step": 1250
    },
    {
      "epoch": 0.9340252038547072,
      "grad_norm": 17.902336027917336,
      "learning_rate": 1.3499676922825556e-07,
      "loss": 5.9408,
      "step": 1260
    },
    {
      "epoch": 0.9414381022979985,
      "grad_norm": 21.05866669138513,
      "learning_rate": 1.0676543654295157e-07,
      "loss": 5.3991,
      "step": 1270
    },
    {
      "epoch": 0.9488510007412898,
      "grad_norm": 21.399397435700006,
      "learning_rate": 8.181078491328043e-08,
      "loss": 5.1559,
      "step": 1280
    },
    {
      "epoch": 0.9562638991845812,
      "grad_norm": 19.510078575134198,
      "learning_rate": 6.014952484702241e-08,
      "loss": 5.9966,
      "step": 1290
    },
    {
      "epoch": 0.9636767976278725,
      "grad_norm": 22.648789938438007,
      "learning_rate": 4.1796161481745814e-08,
      "loss": 6.0276,
      "step": 1300
    },
    {
      "epoch": 0.9710896960711638,
      "grad_norm": 21.44349976135404,
      "learning_rate": 2.6762984871662178e-08,
      "loss": 5.9765,
      "step": 1310
    },
    {
      "epoch": 0.9785025945144552,
      "grad_norm": 24.88406105142421,
      "learning_rate": 1.5060061757770084e-08,
      "loss": 6.6847,
      "step": 1320
    },
    {
      "epoch": 0.9859154929577465,
      "grad_norm": 19.193644780245787,
      "learning_rate": 6.695228826819611e-09,
      "loss": 6.0866,
      "step": 1330
    },
    {
      "epoch": 0.9933283914010378,
      "grad_norm": 15.638698431459009,
      "learning_rate": 1.6740874635884363e-09,
      "loss": 5.7525,
      "step": 1340
    },
    {
      "epoch": 1.0,
      "step": 1349,
      "total_flos": 52111874949120.0,
      "train_loss": 6.483145242271112,
      "train_runtime": 8216.6957,
      "train_samples_per_second": 10.507,
      "train_steps_per_second": 0.164
    }
  ],
  "logging_steps": 10,
  "max_steps": 1349,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 52111874949120.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}