{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1878,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005325168075617386,
      "grad_norm": 1.179490566253662,
      "learning_rate": 4.787234042553191e-06,
      "loss": 0.7552515983581543,
      "step": 10
    },
    {
      "epoch": 0.010650336151234773,
      "grad_norm": 0.7021263837814331,
      "learning_rate": 1.0106382978723404e-05,
      "loss": 0.7758663654327392,
      "step": 20
    },
    {
      "epoch": 0.01597550422685216,
      "grad_norm": 0.6242384314537048,
      "learning_rate": 1.5425531914893617e-05,
      "loss": 0.620504903793335,
      "step": 30
    },
    {
      "epoch": 0.021300672302469546,
      "grad_norm": 0.4310513138771057,
      "learning_rate": 2.074468085106383e-05,
      "loss": 0.6261196613311768,
      "step": 40
    },
    {
      "epoch": 0.026625840378086935,
      "grad_norm": 0.5022103786468506,
      "learning_rate": 2.6063829787234046e-05,
      "loss": 0.6593732833862305,
      "step": 50
    },
    {
      "epoch": 0.03195100845370432,
      "grad_norm": 0.6999115943908691,
      "learning_rate": 3.1382978723404254e-05,
      "loss": 0.687755012512207,
      "step": 60
    },
    {
      "epoch": 0.037276176529321706,
      "grad_norm": 0.4458341598510742,
      "learning_rate": 3.670212765957447e-05,
      "loss": 0.6062395572662354,
      "step": 70
    },
    {
      "epoch": 0.04260134460493909,
      "grad_norm": 0.5636934638023376,
      "learning_rate": 4.2021276595744684e-05,
      "loss": 0.6789586544036865,
      "step": 80
    },
    {
      "epoch": 0.04792651268055648,
      "grad_norm": 0.47693607211112976,
      "learning_rate": 4.734042553191489e-05,
      "loss": 0.5777320384979248,
      "step": 90
    },
    {
      "epoch": 0.05325168075617387,
      "grad_norm": 0.5000275373458862,
      "learning_rate": 4.985986547085202e-05,
      "loss": 0.5979567527770996,
      "step": 100
    },
    {
      "epoch": 0.058576848831791255,
      "grad_norm": 0.7978994250297546,
      "learning_rate": 4.9579596412556055e-05,
      "loss": 0.5918041229248047,
      "step": 110
    },
    {
      "epoch": 0.06390201690740864,
      "grad_norm": 0.6180557012557983,
      "learning_rate": 4.9299327354260097e-05,
      "loss": 0.6245941162109375,
      "step": 120
    },
    {
      "epoch": 0.06922718498302603,
      "grad_norm": 0.8771600723266602,
      "learning_rate": 4.9019058295964125e-05,
      "loss": 0.5516412258148193,
      "step": 130
    },
    {
      "epoch": 0.07455235305864341,
      "grad_norm": 0.570806622505188,
      "learning_rate": 4.8738789237668166e-05,
      "loss": 0.6044556140899658,
      "step": 140
    },
    {
      "epoch": 0.0798775211342608,
      "grad_norm": 0.5548396110534668,
      "learning_rate": 4.84585201793722e-05,
      "loss": 0.5861228466033935,
      "step": 150
    },
    {
      "epoch": 0.08520268920987818,
      "grad_norm": 0.3578498661518097,
      "learning_rate": 4.8178251121076236e-05,
      "loss": 0.5874335289001464,
      "step": 160
    },
    {
      "epoch": 0.09052785728549557,
      "grad_norm": 0.6209887266159058,
      "learning_rate": 4.789798206278027e-05,
      "loss": 0.5836649894714355,
      "step": 170
    },
    {
      "epoch": 0.09585302536111295,
      "grad_norm": 0.5073224902153015,
      "learning_rate": 4.7617713004484306e-05,
      "loss": 0.5651541233062745,
      "step": 180
    },
    {
      "epoch": 0.10117819343673035,
      "grad_norm": 0.5013888478279114,
      "learning_rate": 4.733744394618834e-05,
      "loss": 0.5798611164093017,
      "step": 190
    },
    {
      "epoch": 0.10650336151234774,
      "grad_norm": 0.2958514094352722,
      "learning_rate": 4.705717488789238e-05,
      "loss": 0.5263164520263672,
      "step": 200
    },
    {
      "epoch": 0.11182852958796512,
      "grad_norm": 0.5098234415054321,
      "learning_rate": 4.677690582959641e-05,
      "loss": 0.6066572189331054,
      "step": 210
    },
    {
      "epoch": 0.11715369766358251,
      "grad_norm": 0.68392413854599,
      "learning_rate": 4.649663677130045e-05,
      "loss": 0.501525592803955,
      "step": 220
    },
    {
      "epoch": 0.12247886573919989,
      "grad_norm": 0.5342642068862915,
      "learning_rate": 4.621636771300449e-05,
      "loss": 0.5538065910339356,
      "step": 230
    },
    {
      "epoch": 0.12780403381481728,
      "grad_norm": 0.46322742104530334,
      "learning_rate": 4.593609865470852e-05,
      "loss": 0.6028264999389649,
      "step": 240
    },
    {
      "epoch": 0.13312920189043467,
      "grad_norm": 0.5507689714431763,
      "learning_rate": 4.565582959641256e-05,
      "loss": 0.524617338180542,
      "step": 250
    },
    {
      "epoch": 0.13845436996605207,
      "grad_norm": 0.5451244711875916,
      "learning_rate": 4.537556053811659e-05,
      "loss": 0.5184399604797363,
      "step": 260
    },
    {
      "epoch": 0.14377953804166943,
      "grad_norm": 0.4679802656173706,
      "learning_rate": 4.509529147982063e-05,
      "loss": 0.5906213760375977,
      "step": 270
    },
    {
      "epoch": 0.14910470611728682,
      "grad_norm": 0.4486578702926636,
      "learning_rate": 4.481502242152467e-05,
      "loss": 0.5088740348815918,
      "step": 280
    },
    {
      "epoch": 0.15442987419290422,
      "grad_norm": 0.3085339665412903,
      "learning_rate": 4.4534753363228704e-05,
      "loss": 0.5231688499450684,
      "step": 290
    },
    {
      "epoch": 0.1597550422685216,
      "grad_norm": 0.8423092365264893,
      "learning_rate": 4.425448430493274e-05,
      "loss": 0.5785892963409424,
      "step": 300
    },
    {
      "epoch": 0.165080210344139,
      "grad_norm": 0.8173497319221497,
      "learning_rate": 4.3974215246636774e-05,
      "loss": 0.5546716690063477,
      "step": 310
    },
    {
      "epoch": 0.17040537841975636,
      "grad_norm": 0.4842700958251953,
      "learning_rate": 4.369394618834081e-05,
      "loss": 0.5258895874023437,
      "step": 320
    },
    {
      "epoch": 0.17573054649537376,
      "grad_norm": 0.645687460899353,
      "learning_rate": 4.3413677130044844e-05,
      "loss": 0.5903552532196045,
      "step": 330
    },
    {
      "epoch": 0.18105571457099115,
      "grad_norm": 0.5248221755027771,
      "learning_rate": 4.313340807174888e-05,
      "loss": 0.5313117027282714,
      "step": 340
    },
    {
      "epoch": 0.18638088264660854,
      "grad_norm": 0.4039202928543091,
      "learning_rate": 4.2853139013452914e-05,
      "loss": 0.5434175491333008,
      "step": 350
    },
    {
      "epoch": 0.1917060507222259,
      "grad_norm": 0.6575778126716614,
      "learning_rate": 4.257286995515695e-05,
      "loss": 0.5336236476898193,
      "step": 360
    },
    {
      "epoch": 0.1970312187978433,
      "grad_norm": 0.6030762791633606,
      "learning_rate": 4.229260089686099e-05,
      "loss": 0.5873087406158447,
      "step": 370
    },
    {
      "epoch": 0.2023563868734607,
      "grad_norm": 0.36645743250846863,
      "learning_rate": 4.201233183856502e-05,
      "loss": 0.44643635749816896,
      "step": 380
    },
    {
      "epoch": 0.20768155494907808,
      "grad_norm": 0.38583752512931824,
      "learning_rate": 4.173206278026906e-05,
      "loss": 0.48238911628723147,
      "step": 390
    },
    {
      "epoch": 0.21300672302469548,
      "grad_norm": 0.3569328486919403,
      "learning_rate": 4.1451793721973096e-05,
      "loss": 0.5249658107757569,
      "step": 400
    },
    {
      "epoch": 0.21833189110031284,
      "grad_norm": 0.5705183744430542,
      "learning_rate": 4.117152466367713e-05,
      "loss": 0.5840038299560547,
      "step": 410
    },
    {
      "epoch": 0.22365705917593023,
      "grad_norm": 0.5844929218292236,
      "learning_rate": 4.0891255605381166e-05,
      "loss": 0.49370269775390624,
      "step": 420
    },
    {
      "epoch": 0.22898222725154763,
      "grad_norm": 0.4003148376941681,
      "learning_rate": 4.061098654708521e-05,
      "loss": 0.5035266876220703,
      "step": 430
    },
    {
      "epoch": 0.23430739532716502,
      "grad_norm": 0.4637913405895233,
      "learning_rate": 4.0330717488789236e-05,
      "loss": 0.4923057556152344,
      "step": 440
    },
    {
      "epoch": 0.2396325634027824,
      "grad_norm": 0.41266828775405884,
      "learning_rate": 4.005044843049328e-05,
      "loss": 0.48969035148620604,
      "step": 450
    },
    {
      "epoch": 0.24495773147839978,
      "grad_norm": 0.6229465007781982,
      "learning_rate": 3.977017937219731e-05,
      "loss": 0.5537493228912354,
      "step": 460
    },
    {
      "epoch": 0.25028289955401717,
      "grad_norm": 0.3518058657646179,
      "learning_rate": 3.948991031390135e-05,
      "loss": 0.5104994297027587,
      "step": 470
    },
    {
      "epoch": 0.25560806762963456,
      "grad_norm": 0.3331281840801239,
      "learning_rate": 3.920964125560538e-05,
      "loss": 0.48421249389648435,
      "step": 480
    },
    {
      "epoch": 0.26093323570525195,
      "grad_norm": 0.6162995100021362,
      "learning_rate": 3.8929372197309424e-05,
      "loss": 0.5097816944122314,
      "step": 490
    },
    {
      "epoch": 0.26625840378086935,
      "grad_norm": 0.7575991153717041,
      "learning_rate": 3.864910313901345e-05,
      "loss": 0.538728666305542,
      "step": 500
    },
    {
      "epoch": 0.27158357185648674,
      "grad_norm": 0.6776933073997498,
      "learning_rate": 3.8368834080717494e-05,
      "loss": 0.48033552169799804,
      "step": 510
    },
    {
      "epoch": 0.27690873993210413,
      "grad_norm": 0.46453195810317993,
      "learning_rate": 3.808856502242152e-05,
      "loss": 0.502266263961792,
      "step": 520
    },
    {
      "epoch": 0.28223390800772147,
      "grad_norm": 0.6419550776481628,
      "learning_rate": 3.7808295964125564e-05,
      "loss": 0.6008513450622559,
      "step": 530
    },
    {
      "epoch": 0.28755907608333886,
      "grad_norm": 0.5964445471763611,
      "learning_rate": 3.75280269058296e-05,
      "loss": 0.5803821086883545,
      "step": 540
    },
    {
      "epoch": 0.29288424415895625,
      "grad_norm": 0.5661990642547607,
      "learning_rate": 3.7247757847533634e-05,
      "loss": 0.534914493560791,
      "step": 550
    },
    {
      "epoch": 0.29820941223457365,
      "grad_norm": 0.5758841037750244,
      "learning_rate": 3.696748878923767e-05,
      "loss": 0.5404681205749512,
      "step": 560
    },
    {
      "epoch": 0.30353458031019104,
      "grad_norm": 0.38775309920310974,
      "learning_rate": 3.668721973094171e-05,
      "loss": 0.4564009666442871,
      "step": 570
    },
    {
      "epoch": 0.30885974838580843,
      "grad_norm": 0.48926347494125366,
      "learning_rate": 3.640695067264574e-05,
      "loss": 0.5140261650085449,
      "step": 580
    },
    {
      "epoch": 0.3141849164614258,
      "grad_norm": 0.512454092502594,
      "learning_rate": 3.612668161434978e-05,
      "loss": 0.5441798686981201,
      "step": 590
    },
    {
      "epoch": 0.3195100845370432,
      "grad_norm": 0.6558932065963745,
      "learning_rate": 3.5846412556053815e-05,
      "loss": 0.5184391021728516,
      "step": 600
    },
    {
      "epoch": 0.3248352526126606,
      "grad_norm": 0.5081777572631836,
      "learning_rate": 3.556614349775785e-05,
      "loss": 0.4453147888183594,
      "step": 610
    },
    {
      "epoch": 0.330160420688278,
      "grad_norm": 0.4490305483341217,
      "learning_rate": 3.5285874439461885e-05,
      "loss": 0.48638916015625,
      "step": 620
    },
    {
      "epoch": 0.33548558876389534,
      "grad_norm": 0.6985098123550415,
      "learning_rate": 3.500560538116593e-05,
      "loss": 0.5312550067901611,
      "step": 630
    },
    {
      "epoch": 0.34081075683951273,
      "grad_norm": 0.6176907420158386,
      "learning_rate": 3.4725336322869955e-05,
      "loss": 0.4945085525512695,
      "step": 640
    },
    {
      "epoch": 0.3461359249151301,
      "grad_norm": 0.5329240560531616,
      "learning_rate": 3.4445067264574e-05,
      "loss": 0.5552109241485595,
      "step": 650
    },
    {
      "epoch": 0.3514610929907475,
      "grad_norm": 0.5098716020584106,
      "learning_rate": 3.4164798206278025e-05,
      "loss": 0.534635353088379,
      "step": 660
    },
    {
      "epoch": 0.3567862610663649,
      "grad_norm": 0.5351388454437256,
      "learning_rate": 3.388452914798207e-05,
      "loss": 0.5524871349334717,
      "step": 670
    },
    {
      "epoch": 0.3621114291419823,
      "grad_norm": 0.2978927195072174,
      "learning_rate": 3.36042600896861e-05,
      "loss": 0.4628488063812256,
      "step": 680
    },
    {
      "epoch": 0.3674365972175997,
      "grad_norm": 0.29183733463287354,
      "learning_rate": 3.3323991031390137e-05,
      "loss": 0.49717202186584475,
      "step": 690
    },
    {
      "epoch": 0.3727617652932171,
      "grad_norm": 0.35929256677627563,
      "learning_rate": 3.304372197309417e-05,
      "loss": 0.5281675338745118,
      "step": 700
    },
    {
      "epoch": 0.3780869333688345,
      "grad_norm": 0.45750725269317627,
      "learning_rate": 3.2763452914798206e-05,
      "loss": 0.4717850208282471,
      "step": 710
    },
    {
      "epoch": 0.3834121014444518,
      "grad_norm": 0.3303137719631195,
      "learning_rate": 3.248318385650224e-05,
      "loss": 0.4823610782623291,
      "step": 720
    },
    {
      "epoch": 0.3887372695200692,
      "grad_norm": 0.3863198161125183,
      "learning_rate": 3.2202914798206276e-05,
      "loss": 0.44127840995788575,
      "step": 730
    },
    {
      "epoch": 0.3940624375956866,
      "grad_norm": 0.4643816351890564,
      "learning_rate": 3.192264573991032e-05,
      "loss": 0.5454273700714112,
      "step": 740
    },
    {
      "epoch": 0.399387605671304,
      "grad_norm": 0.49157482385635376,
      "learning_rate": 3.1642376681614346e-05,
      "loss": 0.5360610008239746,
      "step": 750
    },
    {
      "epoch": 0.4047127737469214,
      "grad_norm": 0.4481538236141205,
      "learning_rate": 3.136210762331839e-05,
      "loss": 0.5228201389312744,
      "step": 760
    },
    {
      "epoch": 0.4100379418225388,
      "grad_norm": 0.3987141251564026,
      "learning_rate": 3.108183856502242e-05,
      "loss": 0.5480076313018799,
      "step": 770
    },
    {
      "epoch": 0.41536310989815617,
      "grad_norm": 0.3665584921836853,
      "learning_rate": 3.080156950672646e-05,
      "loss": 0.5201095104217529,
      "step": 780
    },
    {
      "epoch": 0.42068827797377356,
      "grad_norm": 0.803251326084137,
      "learning_rate": 3.052130044843049e-05,
      "loss": 0.5136742115020752,
      "step": 790
    },
    {
      "epoch": 0.42601344604939095,
      "grad_norm": 0.35160404443740845,
      "learning_rate": 3.0241031390134535e-05,
      "loss": 0.4411343574523926,
      "step": 800
    },
    {
      "epoch": 0.43133861412500835,
      "grad_norm": 0.29174962639808655,
      "learning_rate": 2.9960762331838566e-05,
      "loss": 0.44309115409851074,
      "step": 810
    },
    {
      "epoch": 0.4366637822006257,
      "grad_norm": 0.5460541844367981,
      "learning_rate": 2.9680493273542605e-05,
      "loss": 0.435715389251709,
      "step": 820
    },
    {
      "epoch": 0.4419889502762431,
      "grad_norm": 0.5169834494590759,
      "learning_rate": 2.9400224215246636e-05,
      "loss": 0.4440354347229004,
      "step": 830
    },
    {
      "epoch": 0.44731411835186047,
      "grad_norm": 0.6184332370758057,
      "learning_rate": 2.9119955156950674e-05,
      "loss": 0.5376930713653565,
      "step": 840
    },
    {
      "epoch": 0.45263928642747786,
      "grad_norm": 0.6049388647079468,
      "learning_rate": 2.8839686098654713e-05,
      "loss": 0.5526479244232178,
      "step": 850
    },
    {
      "epoch": 0.45796445450309525,
      "grad_norm": 0.5835752487182617,
      "learning_rate": 2.8559417040358744e-05,
      "loss": 0.4482475757598877,
      "step": 860
    },
    {
      "epoch": 0.46328962257871265,
      "grad_norm": 0.6599181890487671,
      "learning_rate": 2.8279147982062783e-05,
      "loss": 0.4716318607330322,
      "step": 870
    },
    {
      "epoch": 0.46861479065433004,
      "grad_norm": 1.169771432876587,
      "learning_rate": 2.7998878923766818e-05,
      "loss": 0.484691858291626,
      "step": 880
    },
    {
      "epoch": 0.47393995872994743,
      "grad_norm": 0.7327702045440674,
      "learning_rate": 2.7718609865470853e-05,
      "loss": 0.49949216842651367,
      "step": 890
    },
    {
      "epoch": 0.4792651268055648,
      "grad_norm": 0.355288565158844,
      "learning_rate": 2.743834080717489e-05,
      "loss": 0.47687301635742185,
      "step": 900
    },
    {
      "epoch": 0.48459029488118216,
      "grad_norm": 0.4060805141925812,
      "learning_rate": 2.7158071748878926e-05,
      "loss": 0.49724478721618653,
      "step": 910
    },
    {
      "epoch": 0.48991546295679955,
      "grad_norm": 0.3232281506061554,
      "learning_rate": 2.687780269058296e-05,
      "loss": 0.4345158576965332,
      "step": 920
    },
    {
      "epoch": 0.49524063103241694,
      "grad_norm": 0.2930939495563507,
      "learning_rate": 2.6597533632286996e-05,
      "loss": 0.5002622604370117,
      "step": 930
    },
    {
      "epoch": 0.5005657991080343,
      "grad_norm": 0.27968496084213257,
      "learning_rate": 2.6317264573991034e-05,
      "loss": 0.41611757278442385,
      "step": 940
    },
    {
      "epoch": 0.5058909671836518,
      "grad_norm": 0.36835038661956787,
      "learning_rate": 2.6036995515695066e-05,
      "loss": 0.4969151973724365,
      "step": 950
    },
    {
      "epoch": 0.5112161352592691,
      "grad_norm": 0.2818012535572052,
      "learning_rate": 2.5756726457399104e-05,
      "loss": 0.4511505126953125,
      "step": 960
    },
    {
      "epoch": 0.5165413033348865,
      "grad_norm": 0.405793160200119,
      "learning_rate": 2.5476457399103142e-05,
      "loss": 0.4167983055114746,
      "step": 970
    },
    {
      "epoch": 0.5218664714105039,
      "grad_norm": 0.3238755762577057,
      "learning_rate": 2.5196188340807174e-05,
      "loss": 0.43145551681518557,
      "step": 980
    },
    {
      "epoch": 0.5271916394861212,
      "grad_norm": 0.38960742950439453,
      "learning_rate": 2.4915919282511212e-05,
      "loss": 0.435044527053833,
      "step": 990
    },
    {
      "epoch": 0.5325168075617387,
      "grad_norm": 1.2799712419509888,
      "learning_rate": 2.4635650224215247e-05,
      "loss": 0.5337179183959961,
      "step": 1000
    },
    {
      "epoch": 0.537841975637356,
      "grad_norm": 0.5095609426498413,
      "learning_rate": 2.4355381165919282e-05,
      "loss": 0.4563343048095703,
      "step": 1010
    },
    {
      "epoch": 0.5431671437129735,
      "grad_norm": 0.5887680053710938,
      "learning_rate": 2.4075112107623317e-05,
      "loss": 0.43018207550048826,
      "step": 1020
    },
    {
      "epoch": 0.5484923117885908,
      "grad_norm": 0.2930390238761902,
      "learning_rate": 2.3794843049327356e-05,
      "loss": 0.44272308349609374,
      "step": 1030
    },
    {
      "epoch": 0.5538174798642083,
      "grad_norm": 0.7777961492538452,
      "learning_rate": 2.351457399103139e-05,
      "loss": 0.5155408382415771,
      "step": 1040
    },
    {
      "epoch": 0.5591426479398256,
      "grad_norm": 0.34188908338546753,
      "learning_rate": 2.3234304932735425e-05,
      "loss": 0.5006786823272705,
      "step": 1050
    },
    {
      "epoch": 0.5644678160154429,
      "grad_norm": 0.607209324836731,
      "learning_rate": 2.2954035874439464e-05,
      "loss": 0.49201374053955077,
      "step": 1060
    },
    {
      "epoch": 0.5697929840910604,
      "grad_norm": 0.5449308156967163,
      "learning_rate": 2.26737668161435e-05,
      "loss": 0.5328797340393067,
      "step": 1070
    },
    {
      "epoch": 0.5751181521666777,
      "grad_norm": 0.47482484579086304,
      "learning_rate": 2.2393497757847534e-05,
      "loss": 0.43058047294616697,
      "step": 1080
    },
    {
      "epoch": 0.5804433202422952,
      "grad_norm": 0.39425626397132874,
      "learning_rate": 2.2113228699551572e-05,
      "loss": 0.4937563896179199,
      "step": 1090
    },
    {
      "epoch": 0.5857684883179125,
      "grad_norm": 0.5289398431777954,
      "learning_rate": 2.1832959641255607e-05,
      "loss": 0.45501055717468264,
      "step": 1100
    },
    {
      "epoch": 0.59109365639353,
      "grad_norm": 0.309892475605011,
      "learning_rate": 2.1552690582959642e-05,
      "loss": 0.4221008777618408,
      "step": 1110
    },
    {
      "epoch": 0.5964188244691473,
      "grad_norm": 0.27943429350852966,
      "learning_rate": 2.1272421524663677e-05,
      "loss": 0.4408468723297119,
      "step": 1120
    },
    {
      "epoch": 0.6017439925447647,
      "grad_norm": 0.41688671708106995,
      "learning_rate": 2.0992152466367715e-05,
      "loss": 0.4781606674194336,
      "step": 1130
    },
    {
      "epoch": 0.6070691606203821,
      "grad_norm": 0.5151128172874451,
      "learning_rate": 2.071188340807175e-05,
      "loss": 0.46867847442626953,
      "step": 1140
    },
    {
      "epoch": 0.6123943286959994,
      "grad_norm": 0.42534202337265015,
      "learning_rate": 2.0431614349775785e-05,
      "loss": 0.4700514316558838,
      "step": 1150
    },
    {
      "epoch": 0.6177194967716169,
      "grad_norm": 0.6914162039756775,
      "learning_rate": 2.0151345291479824e-05,
      "loss": 0.44997119903564453,
      "step": 1160
    },
    {
      "epoch": 0.6230446648472342,
      "grad_norm": 0.5905487537384033,
      "learning_rate": 1.987107623318386e-05,
      "loss": 0.507579755783081,
      "step": 1170
    },
    {
      "epoch": 0.6283698329228516,
      "grad_norm": 0.3535054624080658,
      "learning_rate": 1.9590807174887893e-05,
      "loss": 0.4901698589324951,
      "step": 1180
    },
    {
      "epoch": 0.633695000998469,
      "grad_norm": 0.6281984448432922,
      "learning_rate": 1.931053811659193e-05,
      "loss": 0.48926215171813964,
      "step": 1190
    },
    {
      "epoch": 0.6390201690740864,
      "grad_norm": 0.447825163602829,
      "learning_rate": 1.9030269058295967e-05,
      "loss": 0.4343101978302002,
      "step": 1200
    },
    {
      "epoch": 0.6443453371497038,
      "grad_norm": 1.0492589473724365,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 0.47224740982055663,
      "step": 1210
    },
    {
      "epoch": 0.6496705052253212,
      "grad_norm": 0.3035947382450104,
      "learning_rate": 1.8469730941704037e-05,
      "loss": 0.5324990749359131,
      "step": 1220
    },
    {
      "epoch": 0.6549956733009386,
      "grad_norm": 0.4159325063228607,
      "learning_rate": 1.8189461883408075e-05,
      "loss": 0.4514251708984375,
      "step": 1230
    },
    {
      "epoch": 0.660320841376556,
      "grad_norm": 0.4383505880832672,
      "learning_rate": 1.790919282511211e-05,
      "loss": 0.5215010643005371,
      "step": 1240
    },
    {
      "epoch": 0.6656460094521733,
      "grad_norm": 0.2874877154827118,
      "learning_rate": 1.7628923766816145e-05,
      "loss": 0.43366203308105467,
      "step": 1250
    },
    {
      "epoch": 0.6709711775277907,
      "grad_norm": 1.2668561935424805,
      "learning_rate": 1.734865470852018e-05,
      "loss": 0.5635296821594238,
      "step": 1260
    },
    {
      "epoch": 0.6762963456034081,
      "grad_norm": 0.4607236385345459,
      "learning_rate": 1.7068385650224218e-05,
      "loss": 0.47994322776794435,
      "step": 1270
    },
    {
      "epoch": 0.6816215136790255,
      "grad_norm": 0.29848140478134155,
      "learning_rate": 1.6788116591928253e-05,
      "loss": 0.43907666206359863,
      "step": 1280
    },
    {
      "epoch": 0.6869466817546429,
      "grad_norm": 0.3686903119087219,
      "learning_rate": 1.6507847533632288e-05,
      "loss": 0.4638386249542236,
      "step": 1290
    },
    {
      "epoch": 0.6922718498302602,
      "grad_norm": 0.540302038192749,
      "learning_rate": 1.6227578475336323e-05,
      "loss": 0.4457670211791992,
      "step": 1300
    },
    {
      "epoch": 0.6975970179058777,
      "grad_norm": 0.6924747228622437,
      "learning_rate": 1.5947309417040358e-05,
      "loss": 0.508928632736206,
      "step": 1310
    },
    {
      "epoch": 0.702922185981495,
      "grad_norm": 0.3951878249645233,
      "learning_rate": 1.5667040358744396e-05,
      "loss": 0.41473073959350587,
      "step": 1320
    },
    {
      "epoch": 0.7082473540571125,
      "grad_norm": 0.35801172256469727,
      "learning_rate": 1.538677130044843e-05,
      "loss": 0.47169079780578616,
      "step": 1330
    },
    {
      "epoch": 0.7135725221327298,
      "grad_norm": 0.38595300912857056,
      "learning_rate": 1.5106502242152468e-05,
      "loss": 0.4550483703613281,
      "step": 1340
    },
    {
      "epoch": 0.7188976902083472,
      "grad_norm": 0.2969537377357483,
      "learning_rate": 1.4826233183856503e-05,
      "loss": 0.512989854812622,
      "step": 1350
    },
    {
      "epoch": 0.7242228582839646,
      "grad_norm": 0.47229987382888794,
      "learning_rate": 1.4545964125560538e-05,
      "loss": 0.48154377937316895,
      "step": 1360
    },
    {
      "epoch": 0.7295480263595819,
      "grad_norm": 0.469277024269104,
      "learning_rate": 1.4265695067264576e-05,
      "loss": 0.4860872268676758,
      "step": 1370
    },
    {
      "epoch": 0.7348731944351994,
      "grad_norm": 0.4182414710521698,
      "learning_rate": 1.3985426008968611e-05,
      "loss": 0.4523274898529053,
      "step": 1380
    },
    {
      "epoch": 0.7401983625108167,
      "grad_norm": 0.6443954110145569,
      "learning_rate": 1.3705156950672646e-05,
      "loss": 0.54386887550354,
      "step": 1390
    },
    {
      "epoch": 0.7455235305864342,
      "grad_norm": 0.2943113446235657,
      "learning_rate": 1.3424887892376683e-05,
      "loss": 0.4419990062713623,
      "step": 1400
    },
    {
      "epoch": 0.7508486986620515,
      "grad_norm": 0.3256146013736725,
      "learning_rate": 1.3144618834080718e-05,
      "loss": 0.5013340950012207,
      "step": 1410
    },
    {
      "epoch": 0.756173866737669,
      "grad_norm": 0.3495064377784729,
      "learning_rate": 1.2864349775784754e-05,
      "loss": 0.48360385894775393,
      "step": 1420
    },
    {
      "epoch": 0.7614990348132863,
      "grad_norm": 0.2862636148929596,
      "learning_rate": 1.258408071748879e-05,
      "loss": 0.45946516990661623,
      "step": 1430
    },
    {
      "epoch": 0.7668242028889036,
      "grad_norm": 0.40118837356567383,
      "learning_rate": 1.2303811659192824e-05,
      "loss": 0.42110795974731446,
      "step": 1440
    },
    {
      "epoch": 0.7721493709645211,
      "grad_norm": 0.37607744336128235,
      "learning_rate": 1.2023542600896861e-05,
      "loss": 0.4811467170715332,
      "step": 1450
    },
    {
      "epoch": 0.7774745390401384,
      "grad_norm": 0.31998583674430847,
      "learning_rate": 1.1743273542600898e-05,
      "loss": 0.46350784301757814,
      "step": 1460
    },
    {
      "epoch": 0.7827997071157559,
      "grad_norm": 0.6031535267829895,
      "learning_rate": 1.1463004484304933e-05,
      "loss": 0.46066994667053224,
      "step": 1470
    },
    {
      "epoch": 0.7881248751913732,
      "grad_norm": 0.5816036462783813,
      "learning_rate": 1.118273542600897e-05,
      "loss": 0.3885948181152344,
      "step": 1480
    },
    {
      "epoch": 0.7934500432669906,
      "grad_norm": 0.428821325302124,
      "learning_rate": 1.0902466367713004e-05,
      "loss": 0.4497105598449707,
      "step": 1490
    },
    {
      "epoch": 0.798775211342608,
      "grad_norm": 0.5155333876609802,
      "learning_rate": 1.0622197309417041e-05,
      "loss": 0.44818968772888185,
      "step": 1500
    },
    {
      "epoch": 0.8041003794182254,
      "grad_norm": 0.3136916756629944,
      "learning_rate": 1.0341928251121076e-05,
      "loss": 0.4448683738708496,
      "step": 1510
    },
    {
      "epoch": 0.8094255474938428,
      "grad_norm": 0.4506620466709137,
      "learning_rate": 1.0061659192825113e-05,
      "loss": 0.5509821891784668,
      "step": 1520
    },
    {
      "epoch": 0.8147507155694602,
      "grad_norm": 0.35004791617393494,
      "learning_rate": 9.78139013452915e-06,
      "loss": 0.4335946559906006,
      "step": 1530
    },
    {
      "epoch": 0.8200758836450776,
      "grad_norm": 0.38443854451179504,
      "learning_rate": 9.501121076233184e-06,
      "loss": 0.5089985847473144,
      "step": 1540
    },
    {
      "epoch": 0.8254010517206949,
      "grad_norm": 0.43011245131492615,
      "learning_rate": 9.22085201793722e-06,
      "loss": 0.4649085521697998,
      "step": 1550
    },
    {
      "epoch": 0.8307262197963123,
      "grad_norm": 0.33949026465415955,
      "learning_rate": 8.940582959641256e-06,
      "loss": 0.4413017272949219,
      "step": 1560
    },
    {
      "epoch": 0.8360513878719297,
      "grad_norm": 0.5122207403182983,
      "learning_rate": 8.660313901345292e-06,
      "loss": 0.46303162574768064,
      "step": 1570
    },
    {
      "epoch": 0.8413765559475471,
      "grad_norm": 0.37856325507164,
      "learning_rate": 8.380044843049329e-06,
      "loss": 0.46874198913574217,
      "step": 1580
    },
    {
      "epoch": 0.8467017240231645,
      "grad_norm": 0.17965610325336456,
      "learning_rate": 8.099775784753364e-06,
      "loss": 0.42500624656677244,
      "step": 1590
    },
    {
      "epoch": 0.8520268920987819,
      "grad_norm": 0.4446800947189331,
      "learning_rate": 7.8195067264574e-06,
      "loss": 0.44569101333618166,
      "step": 1600
    },
    {
      "epoch": 0.8573520601743992,
      "grad_norm": 0.37703579664230347,
      "learning_rate": 7.539237668161435e-06,
      "loss": 0.523165512084961,
      "step": 1610
    },
    {
      "epoch": 0.8626772282500167,
      "grad_norm": 0.3630826473236084,
      "learning_rate": 7.258968609865471e-06,
      "loss": 0.38984777927398684,
      "step": 1620
    },
    {
      "epoch": 0.868002396325634,
      "grad_norm": 0.2673805356025696,
      "learning_rate": 6.978699551569506e-06,
      "loss": 0.4165190696716309,
      "step": 1630
    },
    {
      "epoch": 0.8733275644012514,
      "grad_norm": 0.2860056459903717,
      "learning_rate": 6.698430493273543e-06,
      "loss": 0.4455878257751465,
      "step": 1640
    },
    {
      "epoch": 0.8786527324768688,
      "grad_norm": 0.5934913754463196,
      "learning_rate": 6.41816143497758e-06,
      "loss": 0.4746180534362793,
      "step": 1650
    },
    {
      "epoch": 0.8839779005524862,
      "grad_norm": 0.5255871415138245,
      "learning_rate": 6.137892376681615e-06,
      "loss": 0.4521344661712646,
      "step": 1660
    },
    {
      "epoch": 0.8893030686281036,
      "grad_norm": 0.44357824325561523,
      "learning_rate": 5.8576233183856504e-06,
      "loss": 0.4398829460144043,
      "step": 1670
    },
    {
      "epoch": 0.8946282367037209,
      "grad_norm": 0.49031275510787964,
      "learning_rate": 5.577354260089686e-06,
      "loss": 0.4279886245727539,
      "step": 1680
    },
    {
      "epoch": 0.8999534047793384,
      "grad_norm": 0.3340637981891632,
      "learning_rate": 5.297085201793722e-06,
      "loss": 0.4392348289489746,
      "step": 1690
    },
    {
      "epoch": 0.9052785728549557,
      "grad_norm": 0.4752359986305237,
      "learning_rate": 5.016816143497758e-06,
      "loss": 0.42437009811401366,
      "step": 1700
    },
    {
      "epoch": 0.9106037409305732,
      "grad_norm": 0.4579743444919586,
      "learning_rate": 4.736547085201794e-06,
      "loss": 0.47140989303588865,
      "step": 1710
    },
    {
      "epoch": 0.9159289090061905,
      "grad_norm": 0.38860443234443665,
      "learning_rate": 4.4562780269058294e-06,
      "loss": 0.46815991401672363,
      "step": 1720
    },
    {
      "epoch": 0.9212540770818078,
      "grad_norm": 0.3337232768535614,
      "learning_rate": 4.176008968609866e-06,
      "loss": 0.43788623809814453,
      "step": 1730
    },
    {
      "epoch": 0.9265792451574253,
      "grad_norm": 0.4821334481239319,
      "learning_rate": 3.895739910313902e-06,
      "loss": 0.4828792572021484,
      "step": 1740
    },
    {
      "epoch": 0.9319044132330426,
      "grad_norm": 0.42565494775772095,
      "learning_rate": 3.6154708520179373e-06,
      "loss": 0.4526172161102295,
      "step": 1750
    },
    {
      "epoch": 0.9372295813086601,
      "grad_norm": 0.5008241534233093,
      "learning_rate": 3.335201793721973e-06,
      "loss": 0.4908158779144287,
      "step": 1760
    },
    {
      "epoch": 0.9425547493842774,
      "grad_norm": 0.42872658371925354,
      "learning_rate": 3.0549327354260093e-06,
      "loss": 0.4909536838531494,
      "step": 1770
    },
    {
      "epoch": 0.9478799174598949,
      "grad_norm": 0.373697429895401,
      "learning_rate": 2.774663677130045e-06,
      "loss": 0.47812342643737793,
      "step": 1780
    },
    {
      "epoch": 0.9532050855355122,
      "grad_norm": 0.6249813437461853,
      "learning_rate": 2.494394618834081e-06,
      "loss": 0.49335107803344724,
      "step": 1790
    },
    {
      "epoch": 0.9585302536111296,
      "grad_norm": 0.4419005811214447,
      "learning_rate": 2.2141255605381167e-06,
      "loss": 0.46500072479248045,
      "step": 1800
    },
    {
      "epoch": 0.963855421686747,
      "grad_norm": 0.49157094955444336,
      "learning_rate": 1.9338565022421525e-06,
      "loss": 0.43613438606262206,
      "step": 1810
    },
    {
      "epoch": 0.9691805897623643,
      "grad_norm": 0.49934086203575134,
      "learning_rate": 1.6535874439461883e-06,
      "loss": 0.44548730850219725,
      "step": 1820
    },
    {
      "epoch": 0.9745057578379818,
      "grad_norm": 0.33627036213874817,
      "learning_rate": 1.3733183856502243e-06,
      "loss": 0.4209036350250244,
      "step": 1830
    },
    {
      "epoch": 0.9798309259135991,
      "grad_norm": 0.5357903838157654,
      "learning_rate": 1.0930493273542602e-06,
      "loss": 0.5076573848724365,
      "step": 1840
    },
    {
      "epoch": 0.9851560939892166,
      "grad_norm": 0.3999524712562561,
      "learning_rate": 8.12780269058296e-07,
      "loss": 0.4360835075378418,
      "step": 1850
    },
    {
      "epoch": 0.9904812620648339,
      "grad_norm": 0.27105098962783813,
      "learning_rate": 5.325112107623319e-07,
      "loss": 0.5003896236419678,
      "step": 1860
    },
    {
      "epoch": 0.9958064301404513,
      "grad_norm": 0.3523372411727905,
      "learning_rate": 2.522421524663677e-07,
      "loss": 0.45856289863586425,
      "step": 1870
    }
  ],
  "logging_steps": 10,
  "max_steps": 1878,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.83623218042729e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}