{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.7587973062695628,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001896993265673907,
      "grad_norm": 1.4615155458450317,
      "learning_rate": 1e-05,
      "loss": 2.7559625625610353,
      "step": 5
    },
    {
      "epoch": 0.003793986531347814,
      "grad_norm": 0.7979579567909241,
      "learning_rate": 2.25e-05,
      "loss": 2.8092529296875,
      "step": 10
    },
    {
      "epoch": 0.005690979797021721,
      "grad_norm": 0.36581236124038696,
      "learning_rate": 3.5e-05,
      "loss": 2.6555248260498048,
      "step": 15
    },
    {
      "epoch": 0.007587973062695628,
      "grad_norm": 0.30574315786361694,
      "learning_rate": 4.75e-05,
      "loss": 2.5058727264404297,
      "step": 20
    },
    {
      "epoch": 0.009484966328369534,
      "grad_norm": 0.335353285074234,
      "learning_rate": 6e-05,
      "loss": 2.4662797927856444,
      "step": 25
    },
    {
      "epoch": 0.011381959594043442,
      "grad_norm": 0.22822999954223633,
      "learning_rate": 7.25e-05,
      "loss": 2.296770477294922,
      "step": 30
    },
    {
      "epoch": 0.013278952859717348,
      "grad_norm": 0.19895921647548676,
      "learning_rate": 8.5e-05,
      "loss": 2.1864345550537108,
      "step": 35
    },
    {
      "epoch": 0.015175946125391256,
      "grad_norm": 0.18998849391937256,
      "learning_rate": 9.75e-05,
      "loss": 2.13150634765625,
      "step": 40
    },
    {
      "epoch": 0.01707293939106516,
      "grad_norm": 0.23324304819107056,
      "learning_rate": 0.00011000000000000002,
      "loss": 2.0964550018310546,
      "step": 45
    },
    {
      "epoch": 0.018969932656739068,
      "grad_norm": 0.19142404198646545,
      "learning_rate": 0.00012250000000000002,
      "loss": 1.9552787780761718,
      "step": 50
    },
    {
      "epoch": 0.020866925922412974,
      "grad_norm": 0.22066965699195862,
      "learning_rate": 0.00013500000000000003,
      "loss": 1.9052619934082031,
      "step": 55
    },
    {
      "epoch": 0.022763919188086883,
      "grad_norm": 0.2379477471113205,
      "learning_rate": 0.0001475,
      "loss": 1.9066146850585937,
      "step": 60
    },
    {
      "epoch": 0.02466091245376079,
      "grad_norm": 0.22160284221172333,
      "learning_rate": 0.00016,
      "loss": 1.8553531646728516,
      "step": 65
    },
    {
      "epoch": 0.026557905719434696,
      "grad_norm": 0.19776837527751923,
      "learning_rate": 0.00017250000000000002,
      "loss": 1.794830322265625,
      "step": 70
    },
    {
      "epoch": 0.0284548989851086,
      "grad_norm": 0.2028709501028061,
      "learning_rate": 0.00018500000000000002,
      "loss": 1.8074737548828126,
      "step": 75
    },
    {
      "epoch": 0.03035189225078251,
      "grad_norm": 0.19441711902618408,
      "learning_rate": 0.00019750000000000003,
      "loss": 1.743231201171875,
      "step": 80
    },
    {
      "epoch": 0.03224888551645642,
      "grad_norm": 0.2005140483379364,
      "learning_rate": 0.00019999879144294303,
      "loss": 1.7226619720458984,
      "step": 85
    },
    {
      "epoch": 0.03414587878213032,
      "grad_norm": 0.20957030355930328,
      "learning_rate": 0.00019999388172996495,
      "loss": 1.6900768280029297,
      "step": 90
    },
    {
      "epoch": 0.03604287204780423,
      "grad_norm": 0.20512907207012177,
      "learning_rate": 0.00019998519551153393,
      "loss": 1.7062498092651368,
      "step": 95
    },
    {
      "epoch": 0.037939865313478136,
      "grad_norm": 0.22446870803833008,
      "learning_rate": 0.00019997273311570557,
      "loss": 1.6975416183471679,
      "step": 100
    },
    {
      "epoch": 0.03983685857915204,
      "grad_norm": 0.26710525155067444,
      "learning_rate": 0.0001999564950131517,
      "loss": 1.675743865966797,
      "step": 105
    },
    {
      "epoch": 0.04173385184482595,
      "grad_norm": 0.21244746446609497,
      "learning_rate": 0.00019993648181714272,
      "loss": 1.6485740661621093,
      "step": 110
    },
    {
      "epoch": 0.04363084511049986,
      "grad_norm": 0.2397415190935135,
      "learning_rate": 0.00019991269428352431,
      "loss": 1.6613985061645509,
      "step": 115
    },
    {
      "epoch": 0.04552783837617377,
      "grad_norm": 0.2303868532180786,
      "learning_rate": 0.0001998851333106889,
      "loss": 1.649810218811035,
      "step": 120
    },
    {
      "epoch": 0.04742483164184767,
      "grad_norm": 0.2253895401954651,
      "learning_rate": 0.00019985379993954182,
      "loss": 1.618267822265625,
      "step": 125
    },
    {
      "epoch": 0.04932182490752158,
      "grad_norm": 0.2139357030391693,
      "learning_rate": 0.000199818695353462,
      "loss": 1.5947548866271972,
      "step": 130
    },
    {
      "epoch": 0.051218818173195485,
      "grad_norm": 0.2045314759016037,
      "learning_rate": 0.00019977982087825713,
      "loss": 1.5944395065307617,
      "step": 135
    },
    {
      "epoch": 0.05311581143886939,
      "grad_norm": 0.21028991043567657,
      "learning_rate": 0.00019973717798211368,
      "loss": 1.582909107208252,
      "step": 140
    },
    {
      "epoch": 0.0550128047045433,
      "grad_norm": 0.23554696142673492,
      "learning_rate": 0.00019969076827554153,
      "loss": 1.6185903549194336,
      "step": 145
    },
    {
      "epoch": 0.0569097979702172,
      "grad_norm": 0.20526519417762756,
      "learning_rate": 0.000199640593511313,
      "loss": 1.5607417106628418,
      "step": 150
    },
    {
      "epoch": 0.05880679123589111,
      "grad_norm": 0.22022901475429535,
      "learning_rate": 0.00019958665558439672,
      "loss": 1.5784404754638672,
      "step": 155
    },
    {
      "epoch": 0.06070378450156502,
      "grad_norm": 0.22664952278137207,
      "learning_rate": 0.0001995289565318861,
      "loss": 1.5773786544799804,
      "step": 160
    },
    {
      "epoch": 0.06260077776723892,
      "grad_norm": 0.20170505344867706,
      "learning_rate": 0.00019946749853292232,
      "loss": 1.6092945098876954,
      "step": 165
    },
    {
      "epoch": 0.06449777103291283,
      "grad_norm": 0.20320254564285278,
      "learning_rate": 0.0001994022839086121,
      "loss": 1.6189882278442382,
      "step": 170
    },
    {
      "epoch": 0.06639476429858673,
      "grad_norm": 0.19554108381271362,
      "learning_rate": 0.0001993333151219399,
      "loss": 1.583411407470703,
      "step": 175
    },
    {
      "epoch": 0.06829175756426065,
      "grad_norm": 0.24571268260478973,
      "learning_rate": 0.0001992605947776752,
      "loss": 1.5937853813171388,
      "step": 180
    },
    {
      "epoch": 0.07018875082993456,
      "grad_norm": 0.24477900564670563,
      "learning_rate": 0.0001991841256222737,
      "loss": 1.567392921447754,
      "step": 185
    },
    {
      "epoch": 0.07208574409560846,
      "grad_norm": 0.19675961136817932,
      "learning_rate": 0.00019910391054377393,
      "loss": 1.535955810546875,
      "step": 190
    },
    {
      "epoch": 0.07398273736128237,
      "grad_norm": 0.24165809154510498,
      "learning_rate": 0.00019901995257168807,
      "loss": 1.5504512786865234,
      "step": 195
    },
    {
      "epoch": 0.07587973062695627,
      "grad_norm": 0.2039577066898346,
      "learning_rate": 0.00019893225487688758,
      "loss": 1.5700265884399414,
      "step": 200
    },
    {
      "epoch": 0.07777672389263018,
      "grad_norm": 0.19671933352947235,
      "learning_rate": 0.00019884082077148324,
      "loss": 1.545316505432129,
      "step": 205
    },
    {
      "epoch": 0.07967371715830408,
      "grad_norm": 0.19404149055480957,
      "learning_rate": 0.00019874565370870038,
      "loss": 1.5161818504333495,
      "step": 210
    },
    {
      "epoch": 0.081570710423978,
      "grad_norm": 0.18738074600696564,
      "learning_rate": 0.00019864675728274814,
      "loss": 1.5074141502380372,
      "step": 215
    },
    {
      "epoch": 0.0834677036896519,
      "grad_norm": 0.1795588582754135,
      "learning_rate": 0.000198544135228684,
      "loss": 1.5091622352600098,
      "step": 220
    },
    {
      "epoch": 0.08536469695532581,
      "grad_norm": 0.1913215070962906,
      "learning_rate": 0.00019843779142227256,
      "loss": 1.5260107040405273,
      "step": 225
    },
    {
      "epoch": 0.08726169022099972,
      "grad_norm": 0.2229178100824356,
      "learning_rate": 0.0001983277298798392,
      "loss": 1.5580297470092774,
      "step": 230
    },
    {
      "epoch": 0.08915868348667362,
      "grad_norm": 0.18856383860111237,
      "learning_rate": 0.00019821395475811839,
      "loss": 1.5683236122131348,
      "step": 235
    },
    {
      "epoch": 0.09105567675234753,
      "grad_norm": 0.25202229619026184,
      "learning_rate": 0.00019809647035409672,
      "loss": 1.4854307174682617,
      "step": 240
    },
    {
      "epoch": 0.09295267001802143,
      "grad_norm": 0.21348656713962555,
      "learning_rate": 0.00019797528110485053,
      "loss": 1.5003705978393556,
      "step": 245
    },
    {
      "epoch": 0.09484966328369535,
      "grad_norm": 0.20500370860099792,
      "learning_rate": 0.00019785039158737853,
      "loss": 1.4969975471496582,
      "step": 250
    },
    {
      "epoch": 0.09674665654936924,
      "grad_norm": 0.22715307772159576,
      "learning_rate": 0.0001977218065184287,
      "loss": 1.4629117965698242,
      "step": 255
    },
    {
      "epoch": 0.09864364981504316,
      "grad_norm": 0.221677765250206,
      "learning_rate": 0.0001975895307543203,
      "loss": 1.4972817420959472,
      "step": 260
    },
    {
      "epoch": 0.10054064308071706,
      "grad_norm": 0.2100268453359604,
      "learning_rate": 0.00019745356929076042,
      "loss": 1.4953039169311524,
      "step": 265
    },
    {
      "epoch": 0.10243763634639097,
      "grad_norm": 0.1992482990026474,
      "learning_rate": 0.00019731392726265537,
      "loss": 1.5101714134216309,
      "step": 270
    },
    {
      "epoch": 0.10433462961206488,
      "grad_norm": 0.21750272810459137,
      "learning_rate": 0.00019717060994391657,
      "loss": 1.5082414627075196,
      "step": 275
    },
    {
      "epoch": 0.10623162287773878,
      "grad_norm": 0.20638105273246765,
      "learning_rate": 0.00019702362274726158,
      "loss": 1.5074645042419434,
      "step": 280
    },
    {
      "epoch": 0.1081286161434127,
      "grad_norm": 0.22058691084384918,
      "learning_rate": 0.0001968729712240095,
      "loss": 1.5629194259643555,
      "step": 285
    },
    {
      "epoch": 0.1100256094090866,
      "grad_norm": 0.2238057255744934,
      "learning_rate": 0.00019671866106387147,
      "loss": 1.4418581008911133,
      "step": 290
    },
    {
      "epoch": 0.11192260267476051,
      "grad_norm": 0.19935020804405212,
      "learning_rate": 0.00019656069809473564,
      "loss": 1.4758859634399415,
      "step": 295
    },
    {
      "epoch": 0.1138195959404344,
      "grad_norm": 0.17538389563560486,
      "learning_rate": 0.00019639908828244718,
      "loss": 1.5230995178222657,
      "step": 300
    },
    {
      "epoch": 0.11571658920610832,
      "grad_norm": 0.18660707771778107,
      "learning_rate": 0.00019623383773058288,
      "loss": 1.4746660232543944,
      "step": 305
    },
    {
      "epoch": 0.11761358247178222,
      "grad_norm": 0.1905367523431778,
      "learning_rate": 0.00019606495268022068,
      "loss": 1.4676092147827149,
      "step": 310
    },
    {
      "epoch": 0.11951057573745613,
      "grad_norm": 0.20304426550865173,
      "learning_rate": 0.00019589243950970402,
      "loss": 1.4641122817993164,
      "step": 315
    },
    {
      "epoch": 0.12140756900313004,
      "grad_norm": 0.1871313452720642,
      "learning_rate": 0.00019571630473440074,
      "loss": 1.489812469482422,
      "step": 320
    },
    {
      "epoch": 0.12330456226880394,
      "grad_norm": 0.2092784345149994,
      "learning_rate": 0.0001955365550064573,
      "loss": 1.5035149574279785,
      "step": 325
    },
    {
      "epoch": 0.12520155553447784,
      "grad_norm": 0.2320139855146408,
      "learning_rate": 0.00019535319711454728,
      "loss": 1.4577213287353517,
      "step": 330
    },
    {
      "epoch": 0.12709854880015176,
      "grad_norm": 0.2011769413948059,
      "learning_rate": 0.00019516623798361516,
      "loss": 1.4284071922302246,
      "step": 335
    },
    {
      "epoch": 0.12899554206582567,
      "grad_norm": 0.19615046679973602,
      "learning_rate": 0.00019497568467461473,
      "loss": 1.463198471069336,
      "step": 340
    },
    {
      "epoch": 0.13089253533149958,
      "grad_norm": 0.19227343797683716,
      "learning_rate": 0.0001947815443842424,
      "loss": 1.4854132652282714,
      "step": 345
    },
    {
      "epoch": 0.13278952859717347,
      "grad_norm": 0.2020893692970276,
      "learning_rate": 0.00019458382444466544,
      "loss": 1.4305970191955566,
      "step": 350
    },
    {
      "epoch": 0.13468652186284738,
      "grad_norm": 0.22684313356876373,
      "learning_rate": 0.00019438253232324502,
      "loss": 1.4427383422851563,
      "step": 355
    },
    {
      "epoch": 0.1365835151285213,
      "grad_norm": 0.16865643858909607,
      "learning_rate": 0.0001941776756222542,
      "loss": 1.4518535614013672,
      "step": 360
    },
    {
      "epoch": 0.1384805083941952,
      "grad_norm": 0.21425198018550873,
      "learning_rate": 0.00019396926207859084,
      "loss": 1.4950151443481445,
      "step": 365
    },
    {
      "epoch": 0.14037750165986912,
      "grad_norm": 0.19497911632061005,
      "learning_rate": 0.00019375729956348537,
      "loss": 1.4560523986816407,
      "step": 370
    },
    {
      "epoch": 0.142274494925543,
      "grad_norm": 0.2193925976753235,
      "learning_rate": 0.00019354179608220348,
      "loss": 1.4269789695739745,
      "step": 375
    },
    {
      "epoch": 0.14417148819121692,
      "grad_norm": 0.17809733748435974,
      "learning_rate": 0.00019332275977374387,
      "loss": 1.4138547897338867,
      "step": 380
    },
    {
      "epoch": 0.14606848145689083,
      "grad_norm": 0.20328114926815033,
      "learning_rate": 0.00019310019891053082,
      "loss": 1.4529046058654784,
      "step": 385
    },
    {
      "epoch": 0.14796547472256474,
      "grad_norm": 0.19923736155033112,
      "learning_rate": 0.00019287412189810172,
      "loss": 1.4495321273803712,
      "step": 390
    },
    {
      "epoch": 0.14986246798823863,
      "grad_norm": 0.19772541522979736,
      "learning_rate": 0.0001926445372747897,
      "loss": 1.3972710609436034,
      "step": 395
    },
    {
      "epoch": 0.15175946125391254,
      "grad_norm": 0.17566776275634766,
      "learning_rate": 0.00019241145371140105,
      "loss": 1.4670235633850097,
      "step": 400
    },
    {
      "epoch": 0.15365645451958646,
      "grad_norm": 0.22061137855052948,
      "learning_rate": 0.00019217488001088784,
      "loss": 1.425436305999756,
      "step": 405
    },
    {
      "epoch": 0.15555344778526037,
      "grad_norm": 0.21640822291374207,
      "learning_rate": 0.00019193482510801546,
      "loss": 1.4518651962280273,
      "step": 410
    },
    {
      "epoch": 0.15745044105093428,
      "grad_norm": 0.24494676291942596,
      "learning_rate": 0.00019169129806902505,
      "loss": 1.4755540847778321,
      "step": 415
    },
    {
      "epoch": 0.15934743431660817,
      "grad_norm": 0.19018127024173737,
      "learning_rate": 0.00019144430809129128,
      "loss": 1.4319318771362304,
      "step": 420
    },
    {
      "epoch": 0.16124442758228208,
      "grad_norm": 0.18564416468143463,
      "learning_rate": 0.00019119386450297486,
      "loss": 1.3837791442871095,
      "step": 425
    },
    {
      "epoch": 0.163141420847956,
      "grad_norm": 0.18966543674468994,
      "learning_rate": 0.0001909399767626702,
      "loss": 1.4053851127624513,
      "step": 430
    },
    {
      "epoch": 0.1650384141136299,
      "grad_norm": 0.1813315451145172,
      "learning_rate": 0.00019068265445904836,
      "loss": 1.3960668563842773,
      "step": 435
    },
    {
      "epoch": 0.1669354073793038,
      "grad_norm": 0.18846842646598816,
      "learning_rate": 0.00019042190731049477,
      "loss": 1.4422532081604005,
      "step": 440
    },
    {
      "epoch": 0.1688324006449777,
      "grad_norm": 0.20645295083522797,
      "learning_rate": 0.00019015774516474224,
      "loss": 1.476173210144043,
      "step": 445
    },
    {
      "epoch": 0.17072939391065162,
      "grad_norm": 0.19793649017810822,
      "learning_rate": 0.00018989017799849896,
      "loss": 1.4135783195495606,
      "step": 450
    },
    {
      "epoch": 0.17262638717632553,
      "grad_norm": 0.2279992252588272,
      "learning_rate": 0.00018961921591707182,
      "loss": 1.427664089202881,
      "step": 455
    },
    {
      "epoch": 0.17452338044199944,
      "grad_norm": 0.1988634616136551,
      "learning_rate": 0.00018934486915398477,
      "loss": 1.4047898292541503,
      "step": 460
    },
    {
      "epoch": 0.17642037370767333,
      "grad_norm": 0.20837819576263428,
      "learning_rate": 0.00018906714807059218,
      "loss": 1.4206146240234374,
      "step": 465
    },
    {
      "epoch": 0.17831736697334724,
      "grad_norm": 0.20084981620311737,
      "learning_rate": 0.00018878606315568766,
      "loss": 1.3507210731506347,
      "step": 470
    },
    {
      "epoch": 0.18021436023902115,
      "grad_norm": 0.2089376449584961,
      "learning_rate": 0.00018850162502510783,
      "loss": 1.4360587120056152,
      "step": 475
    },
    {
      "epoch": 0.18211135350469507,
      "grad_norm": 0.16152583062648773,
      "learning_rate": 0.00018821384442133145,
      "loss": 1.4121583938598632,
      "step": 480
    },
    {
      "epoch": 0.18400834677036895,
      "grad_norm": 0.1924440562725067,
      "learning_rate": 0.00018792273221307374,
      "loss": 1.3684646606445312,
      "step": 485
    },
    {
      "epoch": 0.18590534003604287,
      "grad_norm": 0.2439498007297516,
      "learning_rate": 0.00018762829939487577,
      "loss": 1.3523134231567382,
      "step": 490
    },
    {
      "epoch": 0.18780233330171678,
      "grad_norm": 0.23674866557121277,
      "learning_rate": 0.00018733055708668926,
      "loss": 1.409406852722168,
      "step": 495
    },
    {
      "epoch": 0.1896993265673907,
      "grad_norm": 0.1905030459165573,
      "learning_rate": 0.00018702951653345684,
      "loss": 1.3924416542053222,
      "step": 500
    },
    {
      "epoch": 0.1915963198330646,
      "grad_norm": 0.19121725857257843,
      "learning_rate": 0.00018672518910468693,
      "loss": 1.34664945602417,
      "step": 505
    },
    {
      "epoch": 0.1934933130987385,
      "grad_norm": 0.2581895589828491,
      "learning_rate": 0.00018641758629402467,
      "loss": 1.4004868507385253,
      "step": 510
    },
    {
      "epoch": 0.1953903063644124,
      "grad_norm": 0.17350085079669952,
      "learning_rate": 0.0001861067197188179,
      "loss": 1.4116735458374023,
      "step": 515
    },
    {
      "epoch": 0.19728729963008632,
      "grad_norm": 0.16260506212711334,
      "learning_rate": 0.00018579260111967793,
      "loss": 1.3844106674194336,
      "step": 520
    },
    {
      "epoch": 0.19918429289576023,
      "grad_norm": 0.1741265058517456,
      "learning_rate": 0.00018547524236003674,
      "loss": 1.4474384307861328,
      "step": 525
    },
    {
      "epoch": 0.20108128616143411,
      "grad_norm": 0.22188177704811096,
      "learning_rate": 0.00018515465542569848,
      "loss": 1.3683212280273438,
      "step": 530
    },
    {
      "epoch": 0.20297827942710803,
      "grad_norm": 0.2057981789112091,
      "learning_rate": 0.00018483085242438697,
      "loss": 1.3719690322875977,
      "step": 535
    },
    {
      "epoch": 0.20487527269278194,
      "grad_norm": 0.2003759741783142,
      "learning_rate": 0.00018450384558528845,
      "loss": 1.4022501945495605,
      "step": 540
    },
    {
      "epoch": 0.20677226595845585,
      "grad_norm": 0.17929714918136597,
      "learning_rate": 0.00018417364725858968,
      "loss": 1.3739409446716309,
      "step": 545
    },
    {
      "epoch": 0.20866925922412977,
      "grad_norm": 0.18638336658477783,
      "learning_rate": 0.0001838402699150114,
      "loss": 1.4015314102172851,
      "step": 550
    },
    {
      "epoch": 0.21056625248980365,
      "grad_norm": 0.17437921464443207,
      "learning_rate": 0.00018350372614533753,
      "loss": 1.393330192565918,
      "step": 555
    },
    {
      "epoch": 0.21246324575547756,
      "grad_norm": 0.18839673697948456,
      "learning_rate": 0.00018316402865993956,
      "loss": 1.3550561904907226,
      "step": 560
    },
    {
      "epoch": 0.21436023902115148,
      "grad_norm": 0.18419015407562256,
      "learning_rate": 0.0001828211902882965,
      "loss": 1.3907146453857422,
      "step": 565
    },
    {
      "epoch": 0.2162572322868254,
      "grad_norm": 0.20525352656841278,
      "learning_rate": 0.00018247522397851028,
      "loss": 1.4013847351074218,
      "step": 570
    },
    {
      "epoch": 0.21815422555249928,
      "grad_norm": 0.16023705899715424,
      "learning_rate": 0.00018212614279681697,
      "loss": 1.3651066780090333,
      "step": 575
    },
    {
      "epoch": 0.2200512188181732,
      "grad_norm": 0.19111956655979156,
      "learning_rate": 0.00018177395992709298,
      "loss": 1.3793062210083007,
      "step": 580
    },
    {
      "epoch": 0.2219482120838471,
      "grad_norm": 0.18793532252311707,
      "learning_rate": 0.00018141868867035745,
      "loss": 1.4061149597167968,
      "step": 585
    },
    {
      "epoch": 0.22384520534952101,
      "grad_norm": 0.21913006901741028,
      "learning_rate": 0.00018106034244426961,
      "loss": 1.4185336112976075,
      "step": 590
    },
    {
      "epoch": 0.22574219861519493,
      "grad_norm": 0.17782795429229736,
      "learning_rate": 0.00018069893478262237,
      "loss": 1.3441279411315918,
      "step": 595
    },
    {
      "epoch": 0.2276391918808688,
      "grad_norm": 0.16852033138275146,
      "learning_rate": 0.00018033447933483076,
      "loss": 1.3879838943481446,
      "step": 600
    },
    {
      "epoch": 0.22953618514654273,
      "grad_norm": 0.18952517211437225,
      "learning_rate": 0.00017996698986541692,
      "loss": 1.3373958587646484,
      "step": 605
    },
    {
      "epoch": 0.23143317841221664,
      "grad_norm": 0.19198372960090637,
      "learning_rate": 0.00017959648025348977,
      "loss": 1.3663469314575196,
      "step": 610
    },
    {
      "epoch": 0.23333017167789055,
      "grad_norm": 0.19318172335624695,
      "learning_rate": 0.0001792229644922212,
      "loss": 1.3733086585998535,
      "step": 615
    },
    {
      "epoch": 0.23522716494356444,
      "grad_norm": 0.18178334832191467,
      "learning_rate": 0.00017884645668831737,
      "loss": 1.4156621932983398,
      "step": 620
    },
    {
      "epoch": 0.23712415820923835,
      "grad_norm": 0.162654310464859,
      "learning_rate": 0.000178466971061486,
      "loss": 1.4097686767578126,
      "step": 625
    },
    {
      "epoch": 0.23902115147491226,
      "grad_norm": 0.22468340396881104,
      "learning_rate": 0.0001780845219438994,
      "loss": 1.4339370727539062,
      "step": 630
    },
    {
      "epoch": 0.24091814474058618,
      "grad_norm": 0.19972585141658783,
      "learning_rate": 0.00017769912377965303,
      "loss": 1.3868285179138184,
      "step": 635
    },
    {
      "epoch": 0.2428151380062601,
      "grad_norm": 0.17477339506149292,
      "learning_rate": 0.00017731079112422017,
      "loss": 1.3814733505249024,
      "step": 640
    },
    {
      "epoch": 0.24471213127193397,
      "grad_norm": 0.21417972445487976,
      "learning_rate": 0.00017691953864390207,
      "loss": 1.3325740814208984,
      "step": 645
    },
    {
      "epoch": 0.2466091245376079,
      "grad_norm": 0.2106507569551468,
      "learning_rate": 0.00017652538111527402,
      "loss": 1.348374080657959,
      "step": 650
    },
    {
      "epoch": 0.2485061178032818,
      "grad_norm": 0.18388742208480835,
      "learning_rate": 0.00017612833342462732,
      "loss": 1.3540283203125,
      "step": 655
    },
    {
      "epoch": 0.2504031110689557,
      "grad_norm": 0.19554397463798523,
      "learning_rate": 0.00017572841056740722,
      "loss": 1.3880966186523438,
      "step": 660
    },
    {
      "epoch": 0.2523001043346296,
      "grad_norm": 0.1951630413532257,
      "learning_rate": 0.00017532562764764622,
      "loss": 1.3285910606384277,
      "step": 665
    },
    {
      "epoch": 0.2541970976003035,
      "grad_norm": 0.19997210800647736,
      "learning_rate": 0.00017491999987739407,
      "loss": 1.3560134887695312,
      "step": 670
    },
    {
      "epoch": 0.25609409086597745,
      "grad_norm": 0.15151430666446686,
      "learning_rate": 0.00017451154257614287,
      "loss": 1.3579360961914062,
      "step": 675
    },
    {
      "epoch": 0.25799108413165134,
      "grad_norm": 0.1861380785703659,
      "learning_rate": 0.0001741002711702487,
      "loss": 1.3282907485961915,
      "step": 680
    },
    {
      "epoch": 0.2598880773973252,
      "grad_norm": 0.21051962673664093,
      "learning_rate": 0.00017368620119234896,
      "loss": 1.3513029098510743,
      "step": 685
    },
    {
      "epoch": 0.26178507066299916,
      "grad_norm": 0.20640310645103455,
      "learning_rate": 0.00017326934828077573,
      "loss": 1.3803365707397461,
      "step": 690
    },
    {
      "epoch": 0.26368206392867305,
      "grad_norm": 0.2142738252878189,
      "learning_rate": 0.00017284972817896522,
      "loss": 1.3414445877075196,
      "step": 695
    },
    {
      "epoch": 0.26557905719434693,
      "grad_norm": 0.20645789802074432,
      "learning_rate": 0.000172427356734863,
      "loss": 1.3097976684570312,
      "step": 700
    },
    {
      "epoch": 0.2674760504600209,
      "grad_norm": 0.18269935250282288,
      "learning_rate": 0.00017200224990032576,
      "loss": 1.3330297470092773,
      "step": 705
    },
    {
      "epoch": 0.26937304372569476,
      "grad_norm": 0.20840169489383698,
      "learning_rate": 0.0001715744237305185,
      "loss": 1.3247990608215332,
      "step": 710
    },
    {
      "epoch": 0.2712700369913687,
      "grad_norm": 0.18385033309459686,
      "learning_rate": 0.00017114389438330847,
      "loss": 1.3525686264038086,
      "step": 715
    },
    {
      "epoch": 0.2731670302570426,
      "grad_norm": 0.2120097428560257,
      "learning_rate": 0.00017071067811865476,
      "loss": 1.2947080612182618,
      "step": 720
    },
    {
      "epoch": 0.27506402352271647,
      "grad_norm": 0.1786690503358841,
      "learning_rate": 0.0001702747912979943,
      "loss": 1.3325854301452638,
      "step": 725
    },
    {
      "epoch": 0.2769610167883904,
      "grad_norm": 0.16804367303848267,
      "learning_rate": 0.0001698362503836238,
      "loss": 1.3193418502807617,
      "step": 730
    },
    {
      "epoch": 0.2788580100540643,
      "grad_norm": 0.22369125485420227,
      "learning_rate": 0.0001693950719380782,
      "loss": 1.334280776977539,
      "step": 735
    },
    {
      "epoch": 0.28075500331973824,
      "grad_norm": 0.1752845048904419,
      "learning_rate": 0.0001689512726235049,
      "loss": 1.3591064453125,
      "step": 740
    },
    {
      "epoch": 0.2826519965854121,
      "grad_norm": 0.1956092268228531,
      "learning_rate": 0.00016850486920103478,
      "loss": 1.3456398010253907,
      "step": 745
    },
    {
      "epoch": 0.284548989851086,
      "grad_norm": 0.196893110871315,
      "learning_rate": 0.00016805587853014895,
      "loss": 1.299994659423828,
      "step": 750
    },
    {
      "epoch": 0.28644598311675995,
      "grad_norm": 0.22995737195014954,
      "learning_rate": 0.00016760431756804203,
      "loss": 1.3202781677246094,
      "step": 755
    },
    {
      "epoch": 0.28834297638243384,
      "grad_norm": 0.2316529005765915,
      "learning_rate": 0.0001671502033689818,
      "loss": 1.3736864089965821,
      "step": 760
    },
    {
      "epoch": 0.2902399696481078,
      "grad_norm": 0.17965248227119446,
      "learning_rate": 0.0001666935530836651,
      "loss": 1.3004459381103515,
      "step": 765
    },
    {
      "epoch": 0.29213696291378166,
      "grad_norm": 0.1987454891204834,
      "learning_rate": 0.00016623438395857,
      "loss": 1.296003246307373,
      "step": 770
    },
    {
      "epoch": 0.29403395617945555,
      "grad_norm": 0.21007826924324036,
      "learning_rate": 0.00016577271333530463,
      "loss": 1.2934464454650878,
      "step": 775
    },
    {
      "epoch": 0.2959309494451295,
      "grad_norm": 0.21379446983337402,
      "learning_rate": 0.00016530855864995195,
      "loss": 1.3648219108581543,
      "step": 780
    },
    {
      "epoch": 0.2978279427108034,
      "grad_norm": 0.2304612696170807,
      "learning_rate": 0.00016484193743241155,
      "loss": 1.3684311866760255,
      "step": 785
    },
    {
      "epoch": 0.29972493597647726,
      "grad_norm": 0.2060135006904602,
      "learning_rate": 0.00016437286730573732,
      "loss": 1.307310199737549,
      "step": 790
    },
    {
      "epoch": 0.3016219292421512,
      "grad_norm": 0.23283755779266357,
      "learning_rate": 0.00016390136598547217,
      "loss": 1.2853206634521483,
      "step": 795
    },
    {
      "epoch": 0.3035189225078251,
      "grad_norm": 0.25028491020202637,
      "learning_rate": 0.00016342745127897855,
      "loss": 1.2227279663085937,
      "step": 800
    },
    {
      "epoch": 0.305415915773499,
      "grad_norm": 0.1912398636341095,
      "learning_rate": 0.00016295114108476634,
      "loss": 1.2827722549438476,
      "step": 805
    },
    {
      "epoch": 0.3073129090391729,
      "grad_norm": 0.201055109500885,
      "learning_rate": 0.00016247245339181662,
      "loss": 1.4329465866088866,
      "step": 810
    },
    {
      "epoch": 0.3092099023048468,
      "grad_norm": 0.19105757772922516,
      "learning_rate": 0.00016199140627890226,
      "loss": 1.3207405090332032,
      "step": 815
    },
    {
      "epoch": 0.31110689557052074,
      "grad_norm": 0.17966996133327484,
      "learning_rate": 0.00016150801791390532,
      "loss": 1.361721134185791,
      "step": 820
    },
    {
      "epoch": 0.3130038888361946,
      "grad_norm": 0.21430671215057373,
      "learning_rate": 0.00016102230655313076,
      "loss": 1.352975845336914,
      "step": 825
    },
    {
      "epoch": 0.31490088210186856,
      "grad_norm": 0.20482604205608368,
      "learning_rate": 0.00016053429054061687,
      "loss": 1.3699129104614258,
      "step": 830
    },
    {
      "epoch": 0.31679787536754245,
      "grad_norm": 0.22587953507900238,
      "learning_rate": 0.00016004398830744268,
      "loss": 1.2764925956726074,
      "step": 835
    },
    {
      "epoch": 0.31869486863321633,
      "grad_norm": 0.2138352394104004,
      "learning_rate": 0.00015955141837103168,
      "loss": 1.3355313301086427,
      "step": 840
    },
    {
      "epoch": 0.3205918618988903,
      "grad_norm": 0.20189088582992554,
      "learning_rate": 0.0001590565993344526,
      "loss": 1.3690929412841797,
      "step": 845
    },
    {
      "epoch": 0.32248885516456416,
      "grad_norm": 0.20826689898967743,
      "learning_rate": 0.0001585595498857167,
      "loss": 1.3091952323913574,
      "step": 850
    },
    {
      "epoch": 0.3243858484302381,
      "grad_norm": 0.2140590399503708,
      "learning_rate": 0.0001580602887970721,
      "loss": 1.3622547149658204,
      "step": 855
    },
    {
      "epoch": 0.326282841695912,
      "grad_norm": 0.20611706376075745,
      "learning_rate": 0.0001575588349242946,
      "loss": 1.3146515846252442,
      "step": 860
    },
    {
      "epoch": 0.32817983496158587,
      "grad_norm": 0.18523219227790833,
      "learning_rate": 0.0001570552072059758,
      "loss": 1.283697509765625,
      "step": 865
    },
    {
      "epoch": 0.3300768282272598,
      "grad_norm": 0.17493973672389984,
      "learning_rate": 0.0001565494246628077,
      "loss": 1.3162271499633789,
      "step": 870
    },
    {
      "epoch": 0.3319738214929337,
      "grad_norm": 0.18968380987644196,
      "learning_rate": 0.00015604150639686435,
      "loss": 1.2837004661560059,
      "step": 875
    },
    {
      "epoch": 0.3338708147586076,
      "grad_norm": 0.17936478555202484,
      "learning_rate": 0.00015553147159088035,
      "loss": 1.2965280532836914,
      "step": 880
    },
    {
      "epoch": 0.3357678080242815,
      "grad_norm": 0.1989327371120453,
      "learning_rate": 0.00015501933950752656,
      "loss": 1.297536849975586,
      "step": 885
    },
    {
      "epoch": 0.3376648012899554,
      "grad_norm": 0.18209834396839142,
      "learning_rate": 0.0001545051294886824,
      "loss": 1.2731256484985352,
      "step": 890
    },
    {
      "epoch": 0.33956179455562935,
      "grad_norm": 0.20465397834777832,
      "learning_rate": 0.00015398886095470548,
      "loss": 1.267664909362793,
      "step": 895
    },
    {
      "epoch": 0.34145878782130323,
      "grad_norm": 0.18621164560317993,
      "learning_rate": 0.00015347055340369804,
      "loss": 1.3370386123657227,
      "step": 900
    },
    {
      "epoch": 0.3433557810869771,
      "grad_norm": 0.21731416881084442,
      "learning_rate": 0.00015295022641077072,
      "loss": 1.3455377578735352,
      "step": 905
    },
    {
      "epoch": 0.34525277435265106,
      "grad_norm": 0.20505161583423615,
      "learning_rate": 0.00015242789962730305,
      "loss": 1.3124773979187012,
      "step": 910
    },
    {
      "epoch": 0.34714976761832494,
      "grad_norm": 0.2548351585865021,
      "learning_rate": 0.0001519035927802015,
      "loss": 1.3816186904907226,
      "step": 915
    },
    {
      "epoch": 0.3490467608839989,
      "grad_norm": 0.19469887018203735,
      "learning_rate": 0.0001513773256711542,
      "loss": 1.2894102096557618,
      "step": 920
    },
    {
      "epoch": 0.35094375414967277,
      "grad_norm": 0.20962540805339813,
      "learning_rate": 0.00015084911817588327,
      "loss": 1.3270418167114257,
      "step": 925
    },
    {
      "epoch": 0.35284074741534666,
      "grad_norm": 0.1830635815858841,
      "learning_rate": 0.00015031899024339415,
      "loss": 1.2324066162109375,
      "step": 930
    },
    {
      "epoch": 0.3547377406810206,
      "grad_norm": 0.22402457892894745,
      "learning_rate": 0.0001497869618952221,
      "loss": 1.2613957405090332,
      "step": 935
    },
    {
      "epoch": 0.3566347339466945,
      "grad_norm": 0.20581883192062378,
      "learning_rate": 0.000149253053224676,
      "loss": 1.2442885398864747,
      "step": 940
    },
    {
      "epoch": 0.3585317272123684,
      "grad_norm": 0.2548545300960541,
      "learning_rate": 0.00014871728439607966,
      "loss": 1.3380386352539062,
      "step": 945
    },
    {
      "epoch": 0.3604287204780423,
      "grad_norm": 0.24616223573684692,
      "learning_rate": 0.0001481796756440101,
      "loss": 1.2693334579467774,
      "step": 950
    },
    {
      "epoch": 0.3623257137437162,
      "grad_norm": 0.1899973303079605,
      "learning_rate": 0.00014764024727253344,
      "loss": 1.304777240753174,
      "step": 955
    },
    {
      "epoch": 0.36422270700939013,
      "grad_norm": 0.2007388025522232,
      "learning_rate": 0.00014709901965443794,
      "loss": 1.2871871948242188,
      "step": 960
    },
    {
      "epoch": 0.366119700275064,
      "grad_norm": 0.2086300253868103,
      "learning_rate": 0.00014655601323046476,
      "loss": 1.3016556739807128,
      "step": 965
    },
    {
      "epoch": 0.3680166935407379,
      "grad_norm": 0.17843444645404816,
      "learning_rate": 0.00014601124850853586,
      "loss": 1.2881378173828124,
      "step": 970
    },
    {
      "epoch": 0.36991368680641185,
      "grad_norm": 0.2051367312669754,
      "learning_rate": 0.0001454647460629795,
      "loss": 1.2788877487182617,
      "step": 975
    },
    {
      "epoch": 0.37181068007208573,
      "grad_norm": 0.2431752234697342,
      "learning_rate": 0.00014491652653375305,
      "loss": 1.3235971450805664,
      "step": 980
    },
    {
      "epoch": 0.37370767333775967,
      "grad_norm": 0.18031497299671173,
      "learning_rate": 0.0001443666106256638,
      "loss": 1.2953450202941894,
      "step": 985
    },
    {
      "epoch": 0.37560466660343356,
      "grad_norm": 0.2388775646686554,
      "learning_rate": 0.00014381501910758662,
      "loss": 1.2675777435302735,
      "step": 990
    },
    {
      "epoch": 0.37750165986910744,
      "grad_norm": 0.19682824611663818,
      "learning_rate": 0.00014326177281167985,
      "loss": 1.2624688148498535,
      "step": 995
    },
    {
      "epoch": 0.3793986531347814,
      "grad_norm": 0.18745169043540955,
      "learning_rate": 0.00014270689263259846,
      "loss": 1.322650146484375,
      "step": 1000
    },
    {
      "epoch": 0.38129564640045527,
      "grad_norm": 0.17187544703483582,
      "learning_rate": 0.0001421503995267048,
      "loss": 1.269672966003418,
      "step": 1005
    },
    {
      "epoch": 0.3831926396661292,
      "grad_norm": 0.2526921033859253,
      "learning_rate": 0.00014159231451127727,
      "loss": 1.2577630043029786,
      "step": 1010
    },
    {
      "epoch": 0.3850896329318031,
      "grad_norm": 0.22343941032886505,
      "learning_rate": 0.00014103265866371648,
      "loss": 1.296259307861328,
      "step": 1015
    },
    {
      "epoch": 0.386986626197477,
      "grad_norm": 0.19871598482131958,
      "learning_rate": 0.0001404714531207492,
      "loss": 1.2373783111572265,
      "step": 1020
    },
    {
      "epoch": 0.3888836194631509,
      "grad_norm": 0.23841656744480133,
      "learning_rate": 0.00013990871907763018,
      "loss": 1.2999099731445312,
      "step": 1025
    },
    {
      "epoch": 0.3907806127288248,
      "grad_norm": 0.20639006793498993,
      "learning_rate": 0.00013934447778734158,
      "loss": 1.2921713829040526,
      "step": 1030
    },
    {
      "epoch": 0.39267760599449875,
      "grad_norm": 0.2078259289264679,
      "learning_rate": 0.00013877875055979023,
      "loss": 1.2720942497253418,
      "step": 1035
    },
    {
      "epoch": 0.39457459926017263,
      "grad_norm": 0.20259065926074982,
      "learning_rate": 0.000138211558761003,
      "loss": 1.2835742950439453,
      "step": 1040
    },
    {
      "epoch": 0.3964715925258465,
      "grad_norm": 0.20163212716579437,
      "learning_rate": 0.0001376429238123197,
      "loss": 1.3011070251464845,
      "step": 1045
    },
    {
      "epoch": 0.39836858579152046,
      "grad_norm": 0.2062864452600479,
      "learning_rate": 0.00013707286718958413,
      "loss": 1.2368831634521484,
      "step": 1050
    },
    {
      "epoch": 0.40026557905719434,
      "grad_norm": 0.181606262922287,
      "learning_rate": 0.00013650141042233297,
      "loss": 1.281895351409912,
      "step": 1055
    },
    {
      "epoch": 0.40216257232286823,
      "grad_norm": 0.20585131645202637,
      "learning_rate": 0.00013592857509298268,
      "loss": 1.3360076904296876,
      "step": 1060
    },
    {
      "epoch": 0.40405956558854217,
      "grad_norm": 0.1852632313966751,
      "learning_rate": 0.00013535438283601435,
      "loss": 1.2859407424926759,
      "step": 1065
    },
    {
      "epoch": 0.40595655885421605,
      "grad_norm": 0.20051412284374237,
      "learning_rate": 0.00013477885533715668,
      "loss": 1.249165153503418,
      "step": 1070
    },
    {
      "epoch": 0.40785355211989,
      "grad_norm": 0.2008315920829773,
      "learning_rate": 0.00013420201433256689,
      "loss": 1.269383430480957,
      "step": 1075
    },
    {
      "epoch": 0.4097505453855639,
      "grad_norm": 0.17607596516609192,
      "learning_rate": 0.0001336238816080099,
      "loss": 1.2492810249328614,
      "step": 1080
    },
    {
      "epoch": 0.41164753865123777,
      "grad_norm": 0.18373461067676544,
      "learning_rate": 0.00013304447899803549,
      "loss": 1.3219100952148437,
      "step": 1085
    },
    {
      "epoch": 0.4135445319169117,
      "grad_norm": 0.22188381850719452,
      "learning_rate": 0.00013246382838515367,
      "loss": 1.3046795845031738,
      "step": 1090
    },
    {
      "epoch": 0.4154415251825856,
      "grad_norm": 0.23975761234760284,
      "learning_rate": 0.00013188195169900813,
      "loss": 1.2554540634155273,
      "step": 1095
    },
    {
      "epoch": 0.41733851844825953,
      "grad_norm": 0.18879424035549164,
      "learning_rate": 0.0001312988709155483,
      "loss": 1.2557123184204102,
      "step": 1100
    },
    {
      "epoch": 0.4192355117139334,
      "grad_norm": 0.19745565950870514,
      "learning_rate": 0.000130714608056199,
      "loss": 1.282470703125,
      "step": 1105
    },
    {
      "epoch": 0.4211325049796073,
      "grad_norm": 0.18979977071285248,
      "learning_rate": 0.00013012918518702914,
      "loss": 1.3009231567382813,
      "step": 1110
    },
    {
      "epoch": 0.42302949824528124,
      "grad_norm": 0.20928719639778137,
      "learning_rate": 0.0001295426244179179,
      "loss": 1.2097282409667969,
      "step": 1115
    },
    {
      "epoch": 0.42492649151095513,
      "grad_norm": 0.21866299211978912,
      "learning_rate": 0.00012895494790172025,
      "loss": 1.2436193466186523,
      "step": 1120
    },
    {
      "epoch": 0.42682348477662907,
      "grad_norm": 0.1949414312839508,
      "learning_rate": 0.0001283661778334297,
      "loss": 1.2641895294189454,
      "step": 1125
    },
    {
      "epoch": 0.42872047804230295,
      "grad_norm": 0.23283155262470245,
      "learning_rate": 0.00012777633644934047,
      "loss": 1.2731650352478028,
      "step": 1130
    },
    {
      "epoch": 0.43061747130797684,
      "grad_norm": 0.21802668273448944,
      "learning_rate": 0.0001271854460262076,
      "loss": 1.2623106002807618,
      "step": 1135
    },
    {
      "epoch": 0.4325144645736508,
      "grad_norm": 0.22303332388401031,
      "learning_rate": 0.00012659352888040547,
      "loss": 1.2655641555786132,
      "step": 1140
    },
    {
      "epoch": 0.43441145783932467,
      "grad_norm": 0.22781869769096375,
      "learning_rate": 0.0001260006073670851,
      "loss": 1.2422977447509767,
      "step": 1145
    },
    {
      "epoch": 0.43630845110499855,
      "grad_norm": 0.22849875688552856,
      "learning_rate": 0.0001254067038793299,
      "loss": 1.21691837310791,
      "step": 1150
    },
    {
      "epoch": 0.4382054443706725,
      "grad_norm": 0.17269012331962585,
      "learning_rate": 0.00012481184084730976,
      "loss": 1.2927635192871094,
      "step": 1155
    },
    {
      "epoch": 0.4401024376363464,
      "grad_norm": 0.2079879343509674,
      "learning_rate": 0.00012421604073743414,
      "loss": 1.276127243041992,
      "step": 1160
    },
    {
      "epoch": 0.4419994309020203,
      "grad_norm": 0.21967045962810516,
      "learning_rate": 0.0001236193260515033,
      "loss": 1.2668575286865233,
      "step": 1165
    },
    {
      "epoch": 0.4438964241676942,
      "grad_norm": 0.1871863603591919,
      "learning_rate": 0.00012302171932585885,
      "loss": 1.2879966735839843,
      "step": 1170
    },
    {
      "epoch": 0.4457934174333681,
      "grad_norm": 0.20915549993515015,
      "learning_rate": 0.00012242324313053212,
      "loss": 1.213623046875,
      "step": 1175
    },
    {
      "epoch": 0.44769041069904203,
      "grad_norm": 0.19788159430027008,
      "learning_rate": 0.00012182392006839231,
      "loss": 1.2968476295471192,
      "step": 1180
    },
    {
      "epoch": 0.4495874039647159,
      "grad_norm": 0.1836550533771515,
      "learning_rate": 0.00012122377277429231,
      "loss": 1.3275569915771483,
      "step": 1185
    },
    {
      "epoch": 0.45148439723038986,
      "grad_norm": 0.20611557364463806,
      "learning_rate": 0.00012062282391421422,
      "loss": 1.2274017333984375,
      "step": 1190
    },
    {
      "epoch": 0.45338139049606374,
      "grad_norm": 0.20401445031166077,
      "learning_rate": 0.0001200210961844131,
      "loss": 1.2610235214233398,
      "step": 1195
    },
    {
      "epoch": 0.4552783837617376,
      "grad_norm": 0.19555248320102692,
      "learning_rate": 0.00011941861231055994,
      "loss": 1.2480643272399903,
      "step": 1200
    },
    {
      "epoch": 0.45717537702741157,
      "grad_norm": 0.2255406379699707,
      "learning_rate": 0.00011881539504688315,
      "loss": 1.3372369766235352,
      "step": 1205
    },
    {
      "epoch": 0.45907237029308545,
      "grad_norm": 0.18010838329792023,
      "learning_rate": 0.00011821146717530957,
      "loss": 1.320176887512207,
      "step": 1210
    },
    {
      "epoch": 0.4609693635587594,
      "grad_norm": 0.26260077953338623,
      "learning_rate": 0.00011760685150460362,
      "loss": 1.3166605949401855,
      "step": 1215
    },
    {
      "epoch": 0.4628663568244333,
      "grad_norm": 0.21866309642791748,
      "learning_rate": 0.00011700157086950622,
      "loss": 1.284672737121582,
      "step": 1220
    },
    {
      "epoch": 0.46476335009010716,
      "grad_norm": 0.1923605352640152,
      "learning_rate": 0.00011639564812987213,
      "loss": 1.286249542236328,
      "step": 1225
    },
    {
      "epoch": 0.4666603433557811,
      "grad_norm": 0.21495236456394196,
      "learning_rate": 0.00011578910616980683,
      "loss": 1.3092803001403808,
      "step": 1230
    },
    {
      "epoch": 0.468557336621455,
      "grad_norm": 0.20779795944690704,
      "learning_rate": 0.00011518196789680201,
      "loss": 1.265378761291504,
      "step": 1235
    },
    {
      "epoch": 0.4704543298871289,
      "grad_norm": 0.2454712986946106,
      "learning_rate": 0.00011457425624087057,
      "loss": 1.2207672119140625,
      "step": 1240
    },
    {
      "epoch": 0.4723513231528028,
      "grad_norm": 0.19775822758674622,
      "learning_rate": 0.00011396599415368061,
      "loss": 1.2256649017333985,
      "step": 1245
    },
    {
      "epoch": 0.4742483164184767,
      "grad_norm": 0.2307257503271103,
      "learning_rate": 0.00011335720460768855,
      "loss": 1.231745147705078,
      "step": 1250
    },
    {
      "epoch": 0.47614530968415064,
      "grad_norm": 0.2515580952167511,
      "learning_rate": 0.0001127479105952715,
      "loss": 1.2185787200927733,
      "step": 1255
    },
    {
      "epoch": 0.4780423029498245,
      "grad_norm": 0.24548013508319855,
      "learning_rate": 0.00011213813512785898,
      "loss": 1.2365056991577148,
      "step": 1260
    },
    {
      "epoch": 0.4799392962154984,
      "grad_norm": 0.2566676437854767,
      "learning_rate": 0.00011152790123506374,
      "loss": 1.2476604461669922,
      "step": 1265
    },
    {
      "epoch": 0.48183628948117235,
      "grad_norm": 0.27034300565719604,
      "learning_rate": 0.00011091723196381214,
      "loss": 1.1881632804870605,
      "step": 1270
    },
    {
      "epoch": 0.48373328274684624,
      "grad_norm": 0.22327835857868195,
      "learning_rate": 0.00011030615037747353,
      "loss": 1.2311485290527344,
      "step": 1275
    },
    {
      "epoch": 0.4856302760125202,
      "grad_norm": 0.24171949923038483,
      "learning_rate": 0.00010969467955498947,
      "loss": 1.2696138381958009,
      "step": 1280
    },
    {
      "epoch": 0.48752726927819406,
      "grad_norm": 0.19679434597492218,
      "learning_rate": 0.00010908284259000173,
      "loss": 1.2908681869506835,
      "step": 1285
    },
    {
      "epoch": 0.48942426254386795,
      "grad_norm": 0.23002123832702637,
      "learning_rate": 0.00010847066258998053,
      "loss": 1.2322309494018555,
      "step": 1290
    },
    {
      "epoch": 0.4913212558095419,
      "grad_norm": 0.17921766638755798,
      "learning_rate": 0.00010785816267535144,
      "loss": 1.206237506866455,
      "step": 1295
    },
    {
      "epoch": 0.4932182490752158,
      "grad_norm": 0.19494792819023132,
      "learning_rate": 0.00010724536597862254,
      "loss": 1.2545565605163573,
      "step": 1300
    },
    {
      "epoch": 0.4951152423408897,
      "grad_norm": 0.19780462980270386,
      "learning_rate": 0.00010663229564351041,
      "loss": 1.239597702026367,
      "step": 1305
    },
    {
      "epoch": 0.4970122356065636,
      "grad_norm": 0.18496356904506683,
      "learning_rate": 0.00010601897482406633,
      "loss": 1.2728466987609863,
      "step": 1310
    },
    {
      "epoch": 0.4989092288722375,
      "grad_norm": 0.24206936359405518,
      "learning_rate": 0.00010540542668380173,
      "loss": 1.2206164360046388,
      "step": 1315
    },
    {
      "epoch": 0.5008062221379114,
      "grad_norm": 0.20516863465309143,
      "learning_rate": 0.00010479167439481328,
      "loss": 1.170132827758789,
      "step": 1320
    },
    {
      "epoch": 0.5027032154035853,
      "grad_norm": 0.20329366624355316,
      "learning_rate": 0.00010417774113690788,
      "loss": 1.2430803298950195,
      "step": 1325
    },
    {
      "epoch": 0.5046002086692593,
      "grad_norm": 0.17009533941745758,
      "learning_rate": 0.00010356365009672705,
      "loss": 1.217410945892334,
      "step": 1330
    },
    {
      "epoch": 0.5064972019349331,
      "grad_norm": 0.21874478459358215,
      "learning_rate": 0.00010294942446687146,
      "loss": 1.2362728118896484,
      "step": 1335
    },
    {
      "epoch": 0.508394195200607,
      "grad_norm": 0.2179032862186432,
      "learning_rate": 0.00010233508744502476,
      "loss": 1.207392692565918,
      "step": 1340
    },
    {
      "epoch": 0.510291188466281,
      "grad_norm": 0.21991856396198273,
      "learning_rate": 0.00010172066223307768,
      "loss": 1.288995361328125,
      "step": 1345
    },
    {
      "epoch": 0.5121881817319549,
      "grad_norm": 0.3171321451663971,
      "learning_rate": 0.0001011061720362516,
      "loss": 1.2908376693725585,
      "step": 1350
    },
    {
      "epoch": 0.5140851749976287,
      "grad_norm": 0.17339341342449188,
      "learning_rate": 0.00010049164006222217,
      "loss": 1.179736042022705,
      "step": 1355
    },
    {
      "epoch": 0.5159821682633027,
      "grad_norm": 0.20369172096252441,
      "learning_rate": 9.9877089520243e-05,
      "loss": 1.2046426773071288,
      "step": 1360
    },
    {
      "epoch": 0.5178791615289766,
      "grad_norm": 0.21214434504508972,
      "learning_rate": 9.926254362026875e-05,
      "loss": 1.1913909912109375,
      "step": 1365
    },
    {
      "epoch": 0.5197761547946504,
      "grad_norm": 0.20788206160068512,
      "learning_rate": 9.864802557207898e-05,
      "loss": 1.155370330810547,
      "step": 1370
    },
    {
      "epoch": 0.5216731480603244,
      "grad_norm": 0.23401576280593872,
      "learning_rate": 9.803355858440123e-05,
      "loss": 1.1851793289184571,
      "step": 1375
    },
    {
      "epoch": 0.5235701413259983,
      "grad_norm": 0.20830301940441132,
      "learning_rate": 9.741916586403465e-05,
      "loss": 1.1580560684204102,
      "step": 1380
    },
    {
      "epoch": 0.5254671345916722,
      "grad_norm": 0.1879931539297104,
      "learning_rate": 9.680487061497347e-05,
      "loss": 1.2905543327331543,
      "step": 1385
    },
    {
      "epoch": 0.5273641278573461,
      "grad_norm": 0.19841326773166656,
      "learning_rate": 9.619069603753077e-05,
      "loss": 1.2813724517822265,
      "step": 1390
    },
    {
      "epoch": 0.52926112112302,
      "grad_norm": 0.20493440330028534,
      "learning_rate": 9.557666532746213e-05,
      "loss": 1.2323316574096679,
      "step": 1395
    },
    {
      "epoch": 0.5311581143886939,
      "grad_norm": 0.1874491572380066,
      "learning_rate": 9.496280167508965e-05,
      "loss": 1.1689970016479492,
      "step": 1400
    },
    {
      "epoch": 0.5330551076543678,
      "grad_norm": 0.2185971438884735,
      "learning_rate": 9.434912826442605e-05,
      "loss": 1.23783597946167,
      "step": 1405
    },
    {
      "epoch": 0.5349521009200418,
      "grad_norm": 0.20173834264278412,
      "learning_rate": 9.373566827229923e-05,
      "loss": 1.236037826538086,
      "step": 1410
    },
    {
      "epoch": 0.5368490941857157,
      "grad_norm": 0.19091500341892242,
      "learning_rate": 9.312244486747675e-05,
      "loss": 1.220543384552002,
      "step": 1415
    },
    {
      "epoch": 0.5387460874513895,
      "grad_norm": 0.1970510482788086,
      "learning_rate": 9.250948120979092e-05,
      "loss": 1.2294425964355469,
      "step": 1420
    },
    {
      "epoch": 0.5406430807170635,
      "grad_norm": 0.2414364516735077,
      "learning_rate": 9.1896800449264e-05,
      "loss": 1.2571044921875,
      "step": 1425
    },
    {
      "epoch": 0.5425400739827374,
      "grad_norm": 0.21326732635498047,
      "learning_rate": 9.128442572523417e-05,
      "loss": 1.1620418548583984,
      "step": 1430
    },
    {
      "epoch": 0.5444370672484112,
      "grad_norm": 0.2089395374059677,
      "learning_rate": 9.067238016548125e-05,
      "loss": 1.240686798095703,
      "step": 1435
    },
    {
      "epoch": 0.5463340605140852,
      "grad_norm": 0.2580561637878418,
      "learning_rate": 9.006068688535342e-05,
      "loss": 1.2514863967895509,
      "step": 1440
    },
    {
      "epoch": 0.5482310537797591,
      "grad_norm": 0.27072176337242126,
      "learning_rate": 8.944936898689418e-05,
      "loss": 1.2550253868103027,
      "step": 1445
    },
    {
      "epoch": 0.5501280470454329,
      "grad_norm": 0.2212870866060257,
      "learning_rate": 8.883844955796994e-05,
      "loss": 1.145805549621582,
      "step": 1450
    },
    {
      "epoch": 0.5520250403111069,
      "grad_norm": 0.2034735232591629,
      "learning_rate": 8.822795167139788e-05,
      "loss": 1.1998319625854492,
      "step": 1455
    },
    {
      "epoch": 0.5539220335767808,
      "grad_norm": 0.22531533241271973,
      "learning_rate": 8.761789838407465e-05,
      "loss": 1.20664644241333,
      "step": 1460
    },
    {
      "epoch": 0.5558190268424547,
      "grad_norm": 0.2536487281322479,
      "learning_rate": 8.700831273610553e-05,
      "loss": 1.2653702735900878,
      "step": 1465
    },
    {
      "epoch": 0.5577160201081286,
      "grad_norm": 0.1997285932302475,
      "learning_rate": 8.639921774993439e-05,
      "loss": 1.2373212814331054,
      "step": 1470
    },
    {
      "epoch": 0.5596130133738025,
      "grad_norm": 0.19519779086112976,
      "learning_rate": 8.579063642947404e-05,
      "loss": 1.1584996223449706,
      "step": 1475
    },
    {
      "epoch": 0.5615100066394765,
      "grad_norm": 0.2115306258201599,
      "learning_rate": 8.518259175923746e-05,
      "loss": 1.2177144050598145,
      "step": 1480
    },
    {
      "epoch": 0.5634069999051503,
      "grad_norm": 0.20149481296539307,
      "learning_rate": 8.457510670346976e-05,
      "loss": 1.2159102439880372,
      "step": 1485
    },
    {
      "epoch": 0.5653039931708242,
      "grad_norm": 0.21905744075775146,
      "learning_rate": 8.3968204205281e-05,
      "loss": 1.2001914978027344,
      "step": 1490
    },
    {
      "epoch": 0.5672009864364982,
      "grad_norm": 0.24004018306732178,
      "learning_rate": 8.336190718577944e-05,
      "loss": 1.2156314849853516,
      "step": 1495
    },
    {
      "epoch": 0.569097979702172,
      "grad_norm": 0.20072941482067108,
      "learning_rate": 8.275623854320608e-05,
      "loss": 1.2034540176391602,
      "step": 1500
    },
    {
      "epoch": 0.570994972967846,
      "grad_norm": 0.24886475503444672,
      "learning_rate": 8.215122115206971e-05,
      "loss": 1.2257415771484375,
      "step": 1505
    },
    {
      "epoch": 0.5728919662335199,
      "grad_norm": 0.20359426736831665,
      "learning_rate": 8.154687786228319e-05,
      "loss": 1.1787508010864258,
      "step": 1510
    },
    {
      "epoch": 0.5747889594991937,
      "grad_norm": 0.252313494682312,
      "learning_rate": 8.094323149830023e-05,
      "loss": 1.2890241622924805,
      "step": 1515
    },
    {
      "epoch": 0.5766859527648677,
      "grad_norm": 0.23567771911621094,
      "learning_rate": 8.034030485825354e-05,
      "loss": 1.2202719688415526,
      "step": 1520
    },
    {
      "epoch": 0.5785829460305416,
      "grad_norm": 0.22669225931167603,
      "learning_rate": 7.973812071309371e-05,
      "loss": 1.2457989692687987,
      "step": 1525
    },
    {
      "epoch": 0.5804799392962156,
      "grad_norm": 0.22211532294750214,
      "learning_rate": 7.913670180572936e-05,
      "loss": 1.1853873252868652,
      "step": 1530
    },
    {
      "epoch": 0.5823769325618894,
      "grad_norm": 0.24924324452877045,
      "learning_rate": 7.853607085016801e-05,
      "loss": 1.1637990951538086,
      "step": 1535
    },
    {
      "epoch": 0.5842739258275633,
      "grad_norm": 0.21107666194438934,
      "learning_rate": 7.793625053065832e-05,
      "loss": 1.2016304016113282,
      "step": 1540
    },
    {
      "epoch": 0.5861709190932373,
      "grad_norm": 0.2091253399848938,
      "learning_rate": 7.733726350083332e-05,
      "loss": 1.184238815307617,
      "step": 1545
    },
    {
      "epoch": 0.5880679123589111,
      "grad_norm": 0.23442722856998444,
      "learning_rate": 7.673913238285502e-05,
      "loss": 1.2217123985290528,
      "step": 1550
    },
    {
      "epoch": 0.589964905624585,
      "grad_norm": 0.20284633338451385,
      "learning_rate": 7.61418797665598e-05,
      "loss": 1.160600471496582,
      "step": 1555
    },
    {
      "epoch": 0.591861898890259,
      "grad_norm": 0.31940528750419617,
      "learning_rate": 7.554552820860534e-05,
      "loss": 1.2467886924743652,
      "step": 1560
    },
    {
      "epoch": 0.5937588921559328,
      "grad_norm": 0.23765164613723755,
      "learning_rate": 7.495010023161872e-05,
      "loss": 1.172896957397461,
      "step": 1565
    },
    {
      "epoch": 0.5956558854216067,
      "grad_norm": 0.18498869240283966,
      "learning_rate": 7.435561832334587e-05,
      "loss": 1.234382724761963,
      "step": 1570
    },
    {
      "epoch": 0.5975528786872807,
      "grad_norm": 0.24276462197303772,
      "learning_rate": 7.376210493580212e-05,
      "loss": 1.2198051452636718,
      "step": 1575
    },
    {
      "epoch": 0.5994498719529545,
      "grad_norm": 0.22352980077266693,
      "learning_rate": 7.316958248442433e-05,
      "loss": 1.2549384117126465,
      "step": 1580
    },
    {
      "epoch": 0.6013468652186285,
      "grad_norm": 0.2909923195838928,
      "learning_rate": 7.257807334722433e-05,
      "loss": 1.2120649337768554,
      "step": 1585
    },
    {
      "epoch": 0.6032438584843024,
      "grad_norm": 0.21732081472873688,
      "learning_rate": 7.198759986394381e-05,
      "loss": 1.2131582260131837,
      "step": 1590
    },
    {
      "epoch": 0.6051408517499763,
      "grad_norm": 0.21774332225322723,
      "learning_rate": 7.139818433521044e-05,
      "loss": 1.1869283676147462,
      "step": 1595
    },
    {
      "epoch": 0.6070378450156502,
      "grad_norm": 0.20163221657276154,
      "learning_rate": 7.080984902169577e-05,
      "loss": 1.1882305145263672,
      "step": 1600
    },
    {
      "epoch": 0.6089348382813241,
      "grad_norm": 0.21289895474910736,
      "learning_rate": 7.022261614327448e-05,
      "loss": 1.1871913909912108,
      "step": 1605
    },
    {
      "epoch": 0.610831831546998,
      "grad_norm": 0.22363829612731934,
      "learning_rate": 6.96365078781851e-05,
      "loss": 1.1149802207946777,
      "step": 1610
    },
    {
      "epoch": 0.6127288248126719,
      "grad_norm": 0.2320428341627121,
      "learning_rate": 6.905154636219264e-05,
      "loss": 1.2263916015625,
      "step": 1615
    },
    {
      "epoch": 0.6146258180783458,
      "grad_norm": 0.21106109023094177,
      "learning_rate": 6.84677536877523e-05,
      "loss": 1.1639060020446776,
      "step": 1620
    },
    {
      "epoch": 0.6165228113440198,
      "grad_norm": 0.23515655100345612,
      "learning_rate": 6.788515190317522e-05,
      "loss": 1.129255199432373,
      "step": 1625
    },
    {
      "epoch": 0.6184198046096936,
      "grad_norm": 0.19230219721794128,
      "learning_rate": 6.730376301179578e-05,
      "loss": 1.175193977355957,
      "step": 1630
    },
    {
      "epoch": 0.6203167978753675,
      "grad_norm": 0.18914490938186646,
      "learning_rate": 6.672360897114062e-05,
      "loss": 1.2488232612609864,
      "step": 1635
    },
    {
      "epoch": 0.6222137911410415,
      "grad_norm": 0.23557758331298828,
      "learning_rate": 6.614471169209928e-05,
      "loss": 1.1635530471801758,
      "step": 1640
    },
    {
      "epoch": 0.6241107844067153,
      "grad_norm": 0.18918681144714355,
      "learning_rate": 6.556709303809672e-05,
      "loss": 1.208155632019043,
      "step": 1645
    },
    {
      "epoch": 0.6260077776723892,
      "grad_norm": 0.23364251852035522,
      "learning_rate": 6.499077482426756e-05,
      "loss": 1.1174542427062988,
      "step": 1650
    },
    {
      "epoch": 0.6279047709380632,
      "grad_norm": 0.22950278222560883,
      "learning_rate": 6.441577881663239e-05,
      "loss": 1.1948451042175292,
      "step": 1655
    },
    {
      "epoch": 0.6298017642037371,
      "grad_norm": 0.25743988156318665,
      "learning_rate": 6.384212673127537e-05,
      "loss": 1.1608400344848633,
      "step": 1660
    },
    {
      "epoch": 0.631698757469411,
      "grad_norm": 0.21918219327926636,
      "learning_rate": 6.326984023352435e-05,
      "loss": 1.2481471061706544,
      "step": 1665
    },
    {
      "epoch": 0.6335957507350849,
      "grad_norm": 0.21266892552375793,
      "learning_rate": 6.269894093713245e-05,
      "loss": 1.2023887634277344,
      "step": 1670
    },
    {
      "epoch": 0.6354927440007588,
      "grad_norm": 0.3113594353199005,
      "learning_rate": 6.212945040346202e-05,
      "loss": 1.2441641807556152,
      "step": 1675
    },
    {
      "epoch": 0.6373897372664327,
      "grad_norm": 0.23668617010116577,
      "learning_rate": 6.156139014066999e-05,
      "loss": 1.191889762878418,
      "step": 1680
    },
    {
      "epoch": 0.6392867305321066,
      "grad_norm": 0.2231028825044632,
      "learning_rate": 6.099478160289577e-05,
      "loss": 1.1762910842895509,
      "step": 1685
    },
    {
      "epoch": 0.6411837237977805,
      "grad_norm": 0.22090765833854675,
      "learning_rate": 6.042964618945095e-05,
      "loss": 1.1695238113403321,
      "step": 1690
    },
    {
      "epoch": 0.6430807170634544,
      "grad_norm": 0.18710334599018097,
      "learning_rate": 5.986600524401112e-05,
      "loss": 1.1961393356323242,
      "step": 1695
    },
    {
      "epoch": 0.6449777103291283,
      "grad_norm": 0.20757536590099335,
      "learning_rate": 5.930388005380974e-05,
      "loss": 1.1660908699035644,
      "step": 1700
    },
    {
      "epoch": 0.6468747035948023,
      "grad_norm": 0.20771600306034088,
      "learning_rate": 5.874329184883416e-05,
      "loss": 1.1397218704223633,
      "step": 1705
    },
    {
      "epoch": 0.6487716968604762,
      "grad_norm": 0.20164109766483307,
      "learning_rate": 5.818426180102382e-05,
      "loss": 1.2242679595947266,
      "step": 1710
    },
    {
      "epoch": 0.65066869012615,
      "grad_norm": 0.24878183007240295,
      "learning_rate": 5.762681102347079e-05,
      "loss": 1.1493138313293456,
      "step": 1715
    },
    {
      "epoch": 0.652565683391824,
      "grad_norm": 0.2662266492843628,
      "learning_rate": 5.70709605696222e-05,
      "loss": 1.2232205390930175,
      "step": 1720
    },
    {
      "epoch": 0.6544626766574979,
      "grad_norm": 0.2176043540239334,
      "learning_rate": 5.651673143248508e-05,
      "loss": 1.232991600036621,
      "step": 1725
    },
    {
      "epoch": 0.6563596699231717,
      "grad_norm": 0.18709635734558105,
      "learning_rate": 5.5964144543833704e-05,
      "loss": 1.2249370574951173,
      "step": 1730
    },
    {
      "epoch": 0.6582566631888457,
      "grad_norm": 0.20305493474006653,
      "learning_rate": 5.5413220773418996e-05,
      "loss": 1.2118049621582032,
      "step": 1735
    },
    {
      "epoch": 0.6601536564545196,
      "grad_norm": 0.2667617201805115,
      "learning_rate": 5.48639809281801e-05,
      "loss": 1.270402717590332,
      "step": 1740
    },
    {
      "epoch": 0.6620506497201935,
      "grad_norm": 0.2805268168449402,
      "learning_rate": 5.4316445751458944e-05,
      "loss": 1.235429573059082,
      "step": 1745
    },
    {
      "epoch": 0.6639476429858674,
      "grad_norm": 0.197420135140419,
      "learning_rate": 5.3770635922216404e-05,
      "loss": 1.1799503326416017,
      "step": 1750
    },
    {
      "epoch": 0.6658446362515413,
      "grad_norm": 0.2637590765953064,
      "learning_rate": 5.322657205425183e-05,
      "loss": 1.170688533782959,
      "step": 1755
    },
    {
      "epoch": 0.6677416295172152,
      "grad_norm": 0.24412654340267181,
      "learning_rate": 5.2684274695423904e-05,
      "loss": 1.1365674972534179,
      "step": 1760
    },
    {
      "epoch": 0.6696386227828891,
      "grad_norm": 0.22687046229839325,
      "learning_rate": 5.214376432687512e-05,
      "loss": 1.1378746032714844,
      "step": 1765
    },
    {
      "epoch": 0.671535616048563,
      "grad_norm": 0.24549344182014465,
      "learning_rate": 5.160506136225787e-05,
      "loss": 1.162976360321045,
      "step": 1770
    },
    {
      "epoch": 0.673432609314237,
      "grad_norm": 0.2180204689502716,
      "learning_rate": 5.106818614696394e-05,
      "loss": 1.1960285186767579,
      "step": 1775
    },
    {
      "epoch": 0.6753296025799108,
      "grad_norm": 0.21535226702690125,
      "learning_rate": 5.053315895735553e-05,
      "loss": 1.163905143737793,
      "step": 1780
    },
    {
      "epoch": 0.6772265958455848,
      "grad_norm": 0.24670955538749695,
      "learning_rate": 5.000000000000002e-05,
      "loss": 1.2332889556884765,
      "step": 1785
    },
    {
      "epoch": 0.6791235891112587,
      "grad_norm": 0.24074867367744446,
      "learning_rate": 4.94687294109064e-05,
      "loss": 1.1779815673828125,
      "step": 1790
    },
    {
      "epoch": 0.6810205823769325,
      "grad_norm": 0.22606389224529266,
      "learning_rate": 4.89393672547651e-05,
      "loss": 1.2121391296386719,
      "step": 1795
    },
    {
      "epoch": 0.6829175756426065,
      "grad_norm": 0.20511578023433685,
      "learning_rate": 4.841193352419003e-05,
      "loss": 1.1417461395263673,
      "step": 1800
    },
    {
      "epoch": 0.6848145689082804,
      "grad_norm": 0.22529472410678864,
      "learning_rate": 4.788644813896347e-05,
      "loss": 1.2243699073791503,
      "step": 1805
    },
    {
      "epoch": 0.6867115621739542,
      "grad_norm": 0.21975474059581757,
      "learning_rate": 4.736293094528393e-05,
      "loss": 1.1933428764343261,
      "step": 1810
    },
    {
      "epoch": 0.6886085554396282,
      "grad_norm": 0.20201043784618378,
      "learning_rate": 4.6841401715016463e-05,
      "loss": 1.142533302307129,
      "step": 1815
    },
    {
      "epoch": 0.6905055487053021,
      "grad_norm": 0.23882907629013062,
      "learning_rate": 4.632188014494604e-05,
      "loss": 1.1638980865478517,
      "step": 1820
    },
    {
      "epoch": 0.692402541970976,
      "grad_norm": 0.23736515641212463,
      "learning_rate": 4.580438585603347e-05,
      "loss": 1.1600072860717774,
      "step": 1825
    },
    {
      "epoch": 0.6942995352366499,
      "grad_norm": 0.24818144738674164,
      "learning_rate": 4.52889383926746e-05,
      "loss": 1.1760390281677247,
      "step": 1830
    },
    {
      "epoch": 0.6961965285023238,
      "grad_norm": 0.27509522438049316,
      "learning_rate": 4.477555722196204e-05,
      "loss": 1.236863899230957,
      "step": 1835
    },
    {
      "epoch": 0.6980935217679978,
      "grad_norm": 0.2285706251859665,
      "learning_rate": 4.426426173295002e-05,
      "loss": 1.1898836135864257,
      "step": 1840
    },
    {
      "epoch": 0.6999905150336716,
      "grad_norm": 0.2012941837310791,
      "learning_rate": 4.375507123592194e-05,
      "loss": 1.1771772384643555,
      "step": 1845
    },
    {
      "epoch": 0.7018875082993455,
      "grad_norm": 0.28851866722106934,
      "learning_rate": 4.32480049616613e-05,
      "loss": 1.158454990386963,
      "step": 1850
    },
    {
      "epoch": 0.7037845015650195,
      "grad_norm": 0.24860988557338715,
      "learning_rate": 4.274308206072535e-05,
      "loss": 1.1685667991638184,
      "step": 1855
    },
    {
      "epoch": 0.7056814948306933,
      "grad_norm": 0.20114919543266296,
      "learning_rate": 4.224032160272159e-05,
      "loss": 1.1596654891967773,
      "step": 1860
    },
    {
      "epoch": 0.7075784880963673,
      "grad_norm": 0.255470335483551,
      "learning_rate": 4.173974257558797e-05,
      "loss": 1.243448257446289,
      "step": 1865
    },
    {
      "epoch": 0.7094754813620412,
      "grad_norm": 0.18783412873744965,
      "learning_rate": 4.124136388487533e-05,
      "loss": 1.193150520324707,
      "step": 1870
    },
    {
      "epoch": 0.711372474627715,
      "grad_norm": 0.20374606549739838,
      "learning_rate": 4.074520435303383e-05,
      "loss": 1.1739991188049317,
      "step": 1875
    },
    {
      "epoch": 0.713269467893389,
      "grad_norm": 0.21200264990329742,
      "learning_rate": 4.025128271870163e-05,
      "loss": 1.1650808334350586,
      "step": 1880
    },
    {
      "epoch": 0.7151664611590629,
      "grad_norm": 0.20658573508262634,
      "learning_rate": 3.975961763599758e-05,
      "loss": 1.0997920989990235,
      "step": 1885
    },
    {
      "epoch": 0.7170634544247368,
      "grad_norm": 0.28224197030067444,
      "learning_rate": 3.927022767381634e-05,
      "loss": 1.158374309539795,
      "step": 1890
    },
    {
      "epoch": 0.7189604476904107,
      "grad_norm": 0.2197619080543518,
      "learning_rate": 3.8783131315127396e-05,
      "loss": 1.185719871520996,
      "step": 1895
    },
    {
      "epoch": 0.7208574409560846,
      "grad_norm": 0.23441337049007416,
      "learning_rate": 3.8298346956276844e-05,
      "loss": 1.1527414321899414,
      "step": 1900
    },
    {
      "epoch": 0.7227544342217586,
      "grad_norm": 0.24200305342674255,
      "learning_rate": 3.781589290629266e-05,
      "loss": 1.1757864952087402,
      "step": 1905
    },
    {
      "epoch": 0.7246514274874324,
      "grad_norm": 0.26121246814727783,
      "learning_rate": 3.733578738619308e-05,
      "loss": 1.0925329208374024,
      "step": 1910
    },
    {
      "epoch": 0.7265484207531063,
      "grad_norm": 0.21299229562282562,
      "learning_rate": 3.6858048528298674e-05,
      "loss": 1.1406631469726562,
      "step": 1915
    },
    {
      "epoch": 0.7284454140187803,
      "grad_norm": 0.21913844347000122,
      "learning_rate": 3.638269437554741e-05,
      "loss": 1.211923599243164,
      "step": 1920
    },
    {
      "epoch": 0.7303424072844541,
      "grad_norm": 0.2512378692626953,
      "learning_rate": 3.5909742880813124e-05,
      "loss": 1.2025384902954102,
      "step": 1925
    },
    {
      "epoch": 0.732239400550128,
      "grad_norm": 0.26503387093544006,
      "learning_rate": 3.543921190622773e-05,
      "loss": 1.1477834701538085,
      "step": 1930
    },
    {
      "epoch": 0.734136393815802,
      "grad_norm": 0.36298081278800964,
      "learning_rate": 3.49711192225063e-05,
      "loss": 1.1554058074951172,
      "step": 1935
    },
    {
      "epoch": 0.7360333870814758,
      "grad_norm": 0.24738597869873047,
      "learning_rate": 3.4505482508276324e-05,
      "loss": 1.1143407821655273,
      "step": 1940
    },
    {
      "epoch": 0.7379303803471498,
      "grad_norm": 0.19787810742855072,
      "learning_rate": 3.404231934940954e-05,
      "loss": 1.2013814926147461,
      "step": 1945
    },
    {
      "epoch": 0.7398273736128237,
      "grad_norm": 0.2378448247909546,
      "learning_rate": 3.3581647238358215e-05,
      "loss": 1.1420949935913085,
      "step": 1950
    },
    {
      "epoch": 0.7417243668784976,
      "grad_norm": 0.27126768231391907,
      "learning_rate": 3.3123483573494115e-05,
      "loss": 1.2647994995117187,
      "step": 1955
    },
    {
      "epoch": 0.7436213601441715,
      "grad_norm": 0.22936832904815674,
      "learning_rate": 3.266784565845186e-05,
      "loss": 1.1996916770935058,
      "step": 1960
    },
    {
      "epoch": 0.7455183534098454,
      "grad_norm": 0.23838719725608826,
      "learning_rate": 3.2214750701474874e-05,
      "loss": 1.2310851097106934,
      "step": 1965
    },
    {
      "epoch": 0.7474153466755193,
      "grad_norm": 0.22581499814987183,
      "learning_rate": 3.176421581476598e-05,
      "loss": 1.1289426803588867,
      "step": 1970
    },
    {
      "epoch": 0.7493123399411932,
      "grad_norm": 0.374156653881073,
      "learning_rate": 3.1316258013840703e-05,
      "loss": 1.1885247230529785,
      "step": 1975
    },
    {
      "epoch": 0.7512093332068671,
      "grad_norm": 0.2333122044801712,
      "learning_rate": 3.0870894216884995e-05,
      "loss": 1.173564338684082,
      "step": 1980
    },
    {
      "epoch": 0.753106326472541,
      "grad_norm": 0.245693638920784,
      "learning_rate": 3.0428141244116027e-05,
      "loss": 1.1663657188415528,
      "step": 1985
    },
    {
      "epoch": 0.7550033197382149,
      "grad_norm": 0.3405570983886719,
      "learning_rate": 2.9988015817146998e-05,
      "loss": 1.1686902046203613,
      "step": 1990
    },
    {
      "epoch": 0.7569003130038888,
      "grad_norm": 0.3073011040687561,
      "learning_rate": 2.955053455835568e-05,
      "loss": 1.2125859260559082,
      "step": 1995
    },
    {
      "epoch": 0.7587973062695628,
      "grad_norm": 0.23160114884376526,
      "learning_rate": 2.9115713990256564e-05,
      "loss": 1.1226896286010741,
      "step": 2000
    }
  ],
  "logging_steps": 5,
  "max_steps": 2636,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.282217855212585e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}