{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.3872462188309034,
  "eval_steps": 500,
  "global_step": 1421,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0002725166916473634,
      "grad_norm": 0.2269716113805771,
      "learning_rate": 2e-05,
      "loss": 0.7749,
      "step": 1
    },
    {
      "epoch": 0.0005450333832947268,
      "grad_norm": 0.1502017229795456,
      "learning_rate": 4e-05,
      "loss": 0.5507,
      "step": 2
    },
    {
      "epoch": 0.0008175500749420902,
      "grad_norm": 0.14624372124671936,
      "learning_rate": 6e-05,
      "loss": 0.6922,
      "step": 3
    },
    {
      "epoch": 0.0010900667665894536,
      "grad_norm": 0.13102567195892334,
      "learning_rate": 8e-05,
      "loss": 0.574,
      "step": 4
    },
    {
      "epoch": 0.001362583458236817,
      "grad_norm": 0.13722991943359375,
      "learning_rate": 0.0001,
      "loss": 0.5871,
      "step": 5
    },
    {
      "epoch": 0.0016351001498841804,
      "grad_norm": 0.16455072164535522,
      "learning_rate": 9.999987694108853e-05,
      "loss": 0.6853,
      "step": 6
    },
    {
      "epoch": 0.0019076168415315439,
      "grad_norm": 0.16436699032783508,
      "learning_rate": 9.999950776495983e-05,
      "loss": 0.6838,
      "step": 7
    },
    {
      "epoch": 0.002180133533178907,
      "grad_norm": 0.14646689593791962,
      "learning_rate": 9.999889247343112e-05,
      "loss": 0.5432,
      "step": 8
    },
    {
      "epoch": 0.0024526502248262707,
      "grad_norm": 0.1861717700958252,
      "learning_rate": 9.99980310695311e-05,
      "loss": 0.7863,
      "step": 9
    },
    {
      "epoch": 0.002725166916473634,
      "grad_norm": 0.181540384888649,
      "learning_rate": 9.99969235574999e-05,
      "loss": 0.7318,
      "step": 10
    },
    {
      "epoch": 0.0029976836081209973,
      "grad_norm": 0.17933140695095062,
      "learning_rate": 9.99955699427891e-05,
      "loss": 0.7079,
      "step": 11
    },
    {
      "epoch": 0.0032702002997683608,
      "grad_norm": 0.22542595863342285,
      "learning_rate": 9.999397023206165e-05,
      "loss": 0.8434,
      "step": 12
    },
    {
      "epoch": 0.0035427169914157243,
      "grad_norm": 0.20852772891521454,
      "learning_rate": 9.99921244331919e-05,
      "loss": 0.7217,
      "step": 13
    },
    {
      "epoch": 0.0038152336830630878,
      "grad_norm": 0.1941639482975006,
      "learning_rate": 9.999003255526554e-05,
      "loss": 0.7741,
      "step": 14
    },
    {
      "epoch": 0.004087750374710451,
      "grad_norm": 0.22721995413303375,
      "learning_rate": 9.998769460857955e-05,
      "loss": 0.6906,
      "step": 15
    },
    {
      "epoch": 0.004360267066357814,
      "grad_norm": 0.2738468647003174,
      "learning_rate": 9.99851106046421e-05,
      "loss": 0.8485,
      "step": 16
    },
    {
      "epoch": 0.004632783758005177,
      "grad_norm": 0.27002549171447754,
      "learning_rate": 9.998228055617263e-05,
      "loss": 0.863,
      "step": 17
    },
    {
      "epoch": 0.004905300449652541,
      "grad_norm": 0.2621806859970093,
      "learning_rate": 9.99792044771016e-05,
      "loss": 0.8844,
      "step": 18
    },
    {
      "epoch": 0.005177817141299904,
      "grad_norm": 0.25090187788009644,
      "learning_rate": 9.99758823825706e-05,
      "loss": 0.8293,
      "step": 19
    },
    {
      "epoch": 0.005450333832947268,
      "grad_norm": 0.28555959463119507,
      "learning_rate": 9.997231428893216e-05,
      "loss": 0.8791,
      "step": 20
    },
    {
      "epoch": 0.0057228505245946314,
      "grad_norm": 0.3026098608970642,
      "learning_rate": 9.996850021374968e-05,
      "loss": 0.8353,
      "step": 21
    },
    {
      "epoch": 0.0059953672162419945,
      "grad_norm": 0.297392874956131,
      "learning_rate": 9.996444017579743e-05,
      "loss": 0.8617,
      "step": 22
    },
    {
      "epoch": 0.0062678839078893584,
      "grad_norm": 0.25478312373161316,
      "learning_rate": 9.996013419506034e-05,
      "loss": 0.8243,
      "step": 23
    },
    {
      "epoch": 0.0065404005995367215,
      "grad_norm": 0.3187784254550934,
      "learning_rate": 9.995558229273401e-05,
      "loss": 0.9366,
      "step": 24
    },
    {
      "epoch": 0.0068129172911840855,
      "grad_norm": 0.286344051361084,
      "learning_rate": 9.995078449122451e-05,
      "loss": 0.806,
      "step": 25
    },
    {
      "epoch": 0.0070854339828314485,
      "grad_norm": 0.34914931654930115,
      "learning_rate": 9.99457408141483e-05,
      "loss": 0.9424,
      "step": 26
    },
    {
      "epoch": 0.007357950674478812,
      "grad_norm": 0.2928951680660248,
      "learning_rate": 9.99404512863322e-05,
      "loss": 0.867,
      "step": 27
    },
    {
      "epoch": 0.0076304673661261755,
      "grad_norm": 0.3578279912471771,
      "learning_rate": 9.993491593381314e-05,
      "loss": 0.8449,
      "step": 28
    },
    {
      "epoch": 0.00790298405777354,
      "grad_norm": 0.3696228265762329,
      "learning_rate": 9.99291347838381e-05,
      "loss": 0.8218,
      "step": 29
    },
    {
      "epoch": 0.008175500749420903,
      "grad_norm": 0.3236472010612488,
      "learning_rate": 9.992310786486396e-05,
      "loss": 0.9612,
      "step": 30
    },
    {
      "epoch": 0.008448017441068266,
      "grad_norm": 0.39473456144332886,
      "learning_rate": 9.991683520655734e-05,
      "loss": 0.9045,
      "step": 31
    },
    {
      "epoch": 0.008720534132715629,
      "grad_norm": 0.4344322383403778,
      "learning_rate": 9.991031683979452e-05,
      "loss": 1.0047,
      "step": 32
    },
    {
      "epoch": 0.008993050824362992,
      "grad_norm": 0.47313550114631653,
      "learning_rate": 9.990355279666124e-05,
      "loss": 0.8864,
      "step": 33
    },
    {
      "epoch": 0.009265567516010355,
      "grad_norm": 0.4049542546272278,
      "learning_rate": 9.98965431104525e-05,
      "loss": 0.9461,
      "step": 34
    },
    {
      "epoch": 0.00953808420765772,
      "grad_norm": 0.6237560510635376,
      "learning_rate": 9.98892878156725e-05,
      "loss": 0.9382,
      "step": 35
    },
    {
      "epoch": 0.009810600899305083,
      "grad_norm": 0.4092710018157959,
      "learning_rate": 9.988178694803438e-05,
      "loss": 0.7328,
      "step": 36
    },
    {
      "epoch": 0.010083117590952446,
      "grad_norm": 0.5542258620262146,
      "learning_rate": 9.987404054446008e-05,
      "loss": 0.9421,
      "step": 37
    },
    {
      "epoch": 0.010355634282599809,
      "grad_norm": 0.4958006739616394,
      "learning_rate": 9.986604864308016e-05,
      "loss": 0.897,
      "step": 38
    },
    {
      "epoch": 0.010628150974247172,
      "grad_norm": 0.5562993288040161,
      "learning_rate": 9.985781128323359e-05,
      "loss": 0.8437,
      "step": 39
    },
    {
      "epoch": 0.010900667665894537,
      "grad_norm": 0.5000725388526917,
      "learning_rate": 9.984932850546763e-05,
      "loss": 1.0549,
      "step": 40
    },
    {
      "epoch": 0.0111731843575419,
      "grad_norm": 0.45429545640945435,
      "learning_rate": 9.98406003515375e-05,
      "loss": 0.9122,
      "step": 41
    },
    {
      "epoch": 0.011445701049189263,
      "grad_norm": 0.7446667551994324,
      "learning_rate": 9.983162686440633e-05,
      "loss": 1.0156,
      "step": 42
    },
    {
      "epoch": 0.011718217740836626,
      "grad_norm": 0.5837299227714539,
      "learning_rate": 9.982240808824476e-05,
      "loss": 1.0133,
      "step": 43
    },
    {
      "epoch": 0.011990734432483989,
      "grad_norm": 0.7383977174758911,
      "learning_rate": 9.981294406843093e-05,
      "loss": 1.0201,
      "step": 44
    },
    {
      "epoch": 0.012263251124131354,
      "grad_norm": 0.8712975382804871,
      "learning_rate": 9.980323485155013e-05,
      "loss": 0.9795,
      "step": 45
    },
    {
      "epoch": 0.012535767815778717,
      "grad_norm": 0.7490068674087524,
      "learning_rate": 9.979328048539455e-05,
      "loss": 0.9076,
      "step": 46
    },
    {
      "epoch": 0.01280828450742608,
      "grad_norm": 0.7799459099769592,
      "learning_rate": 9.978308101896318e-05,
      "loss": 0.9758,
      "step": 47
    },
    {
      "epoch": 0.013080801199073443,
      "grad_norm": 0.9078729748725891,
      "learning_rate": 9.977263650246138e-05,
      "loss": 0.9617,
      "step": 48
    },
    {
      "epoch": 0.013353317890720806,
      "grad_norm": 1.4312257766723633,
      "learning_rate": 9.976194698730079e-05,
      "loss": 1.477,
      "step": 49
    },
    {
      "epoch": 0.013625834582368171,
      "grad_norm": 2.437594413757324,
      "learning_rate": 9.975101252609904e-05,
      "loss": 1.129,
      "step": 50
    },
    {
      "epoch": 0.013898351274015534,
      "grad_norm": 0.18449513614177704,
      "learning_rate": 9.973983317267944e-05,
      "loss": 0.4587,
      "step": 51
    },
    {
      "epoch": 0.014170867965662897,
      "grad_norm": 0.27780792117118835,
      "learning_rate": 9.972840898207072e-05,
      "loss": 0.4535,
      "step": 52
    },
    {
      "epoch": 0.01444338465731026,
      "grad_norm": 0.24945855140686035,
      "learning_rate": 9.971674001050686e-05,
      "loss": 0.701,
      "step": 53
    },
    {
      "epoch": 0.014715901348957623,
      "grad_norm": 0.2682574689388275,
      "learning_rate": 9.970482631542668e-05,
      "loss": 0.7468,
      "step": 54
    },
    {
      "epoch": 0.014988418040604986,
      "grad_norm": 0.21228612959384918,
      "learning_rate": 9.969266795547363e-05,
      "loss": 0.6154,
      "step": 55
    },
    {
      "epoch": 0.015260934732252351,
      "grad_norm": 0.2587646245956421,
      "learning_rate": 9.96802649904955e-05,
      "loss": 0.743,
      "step": 56
    },
    {
      "epoch": 0.015533451423899714,
      "grad_norm": 0.2401908040046692,
      "learning_rate": 9.966761748154408e-05,
      "loss": 0.5742,
      "step": 57
    },
    {
      "epoch": 0.01580596811554708,
      "grad_norm": 0.17525795102119446,
      "learning_rate": 9.965472549087495e-05,
      "loss": 0.5031,
      "step": 58
    },
    {
      "epoch": 0.01607848480719444,
      "grad_norm": 0.22786597907543182,
      "learning_rate": 9.964158908194708e-05,
      "loss": 0.5628,
      "step": 59
    },
    {
      "epoch": 0.016351001498841805,
      "grad_norm": 0.2417379766702652,
      "learning_rate": 9.962820831942255e-05,
      "loss": 0.7568,
      "step": 60
    },
    {
      "epoch": 0.016623518190489166,
      "grad_norm": 0.23922502994537354,
      "learning_rate": 9.961458326916624e-05,
      "loss": 0.747,
      "step": 61
    },
    {
      "epoch": 0.01689603488213653,
      "grad_norm": 0.23682253062725067,
      "learning_rate": 9.960071399824549e-05,
      "loss": 0.7257,
      "step": 62
    },
    {
      "epoch": 0.017168551573783893,
      "grad_norm": 0.24513934552669525,
      "learning_rate": 9.958660057492983e-05,
      "loss": 0.7555,
      "step": 63
    },
    {
      "epoch": 0.017441068265431257,
      "grad_norm": 0.23542557656764984,
      "learning_rate": 9.957224306869053e-05,
      "loss": 0.7979,
      "step": 64
    },
    {
      "epoch": 0.017713584957078622,
      "grad_norm": 0.252886563539505,
      "learning_rate": 9.955764155020037e-05,
      "loss": 0.9241,
      "step": 65
    },
    {
      "epoch": 0.017986101648725984,
      "grad_norm": 0.27668529748916626,
      "learning_rate": 9.954279609133321e-05,
      "loss": 0.7803,
      "step": 66
    },
    {
      "epoch": 0.01825861834037335,
      "grad_norm": 0.21303264796733856,
      "learning_rate": 9.952770676516373e-05,
      "loss": 0.6925,
      "step": 67
    },
    {
      "epoch": 0.01853113503202071,
      "grad_norm": 0.27141958475112915,
      "learning_rate": 9.951237364596693e-05,
      "loss": 0.8406,
      "step": 68
    },
    {
      "epoch": 0.018803651723668074,
      "grad_norm": 0.2330739051103592,
      "learning_rate": 9.94967968092179e-05,
      "loss": 0.9141,
      "step": 69
    },
    {
      "epoch": 0.01907616841531544,
      "grad_norm": 0.261421799659729,
      "learning_rate": 9.94809763315914e-05,
      "loss": 0.8004,
      "step": 70
    },
    {
      "epoch": 0.0193486851069628,
      "grad_norm": 0.2910405993461609,
      "learning_rate": 9.946491229096144e-05,
      "loss": 0.8549,
      "step": 71
    },
    {
      "epoch": 0.019621201798610165,
      "grad_norm": 0.253032386302948,
      "learning_rate": 9.944860476640095e-05,
      "loss": 0.7089,
      "step": 72
    },
    {
      "epoch": 0.019893718490257527,
      "grad_norm": 0.2792966365814209,
      "learning_rate": 9.943205383818141e-05,
      "loss": 0.8355,
      "step": 73
    },
    {
      "epoch": 0.02016623518190489,
      "grad_norm": 0.285408079624176,
      "learning_rate": 9.941525958777236e-05,
      "loss": 0.881,
      "step": 74
    },
    {
      "epoch": 0.020438751873552256,
      "grad_norm": 0.2562364935874939,
      "learning_rate": 9.939822209784111e-05,
      "loss": 0.762,
      "step": 75
    },
    {
      "epoch": 0.020711268565199618,
      "grad_norm": 0.2974185347557068,
      "learning_rate": 9.938094145225223e-05,
      "loss": 0.8503,
      "step": 76
    },
    {
      "epoch": 0.020983785256846983,
      "grad_norm": 0.3054889142513275,
      "learning_rate": 9.936341773606723e-05,
      "loss": 0.8777,
      "step": 77
    },
    {
      "epoch": 0.021256301948494344,
      "grad_norm": 0.30838412046432495,
      "learning_rate": 9.93456510355441e-05,
      "loss": 0.776,
      "step": 78
    },
    {
      "epoch": 0.02152881864014171,
      "grad_norm": 0.31488969922065735,
      "learning_rate": 9.932764143813687e-05,
      "loss": 0.8724,
      "step": 79
    },
    {
      "epoch": 0.021801335331789073,
      "grad_norm": 0.3179292380809784,
      "learning_rate": 9.930938903249518e-05,
      "loss": 0.7841,
      "step": 80
    },
    {
      "epoch": 0.022073852023436435,
      "grad_norm": 0.3198038935661316,
      "learning_rate": 9.929089390846387e-05,
      "loss": 0.8458,
      "step": 81
    },
    {
      "epoch": 0.0223463687150838,
      "grad_norm": 0.351592481136322,
      "learning_rate": 9.927215615708258e-05,
      "loss": 0.8139,
      "step": 82
    },
    {
      "epoch": 0.02261888540673116,
      "grad_norm": 0.506715714931488,
      "learning_rate": 9.925317587058516e-05,
      "loss": 0.8556,
      "step": 83
    },
    {
      "epoch": 0.022891402098378526,
      "grad_norm": 0.39437413215637207,
      "learning_rate": 9.923395314239936e-05,
      "loss": 0.8453,
      "step": 84
    },
    {
      "epoch": 0.02316391879002589,
      "grad_norm": 0.3752177357673645,
      "learning_rate": 9.921448806714631e-05,
      "loss": 0.7647,
      "step": 85
    },
    {
      "epoch": 0.023436435481673252,
      "grad_norm": 0.42719322443008423,
      "learning_rate": 9.919478074064001e-05,
      "loss": 0.9425,
      "step": 86
    },
    {
      "epoch": 0.023708952173320617,
      "grad_norm": 0.4416552782058716,
      "learning_rate": 9.9174831259887e-05,
      "loss": 0.9245,
      "step": 87
    },
    {
      "epoch": 0.023981468864967978,
      "grad_norm": 0.5100812315940857,
      "learning_rate": 9.91546397230857e-05,
      "loss": 0.8092,
      "step": 88
    },
    {
      "epoch": 0.024253985556615343,
      "grad_norm": 0.5515188574790955,
      "learning_rate": 9.913420622962606e-05,
      "loss": 0.9032,
      "step": 89
    },
    {
      "epoch": 0.024526502248262708,
      "grad_norm": 0.5694057941436768,
      "learning_rate": 9.9113530880089e-05,
      "loss": 0.9907,
      "step": 90
    },
    {
      "epoch": 0.02479901893991007,
      "grad_norm": 0.5706117153167725,
      "learning_rate": 9.909261377624601e-05,
      "loss": 0.971,
      "step": 91
    },
    {
      "epoch": 0.025071535631557434,
      "grad_norm": 0.6681923270225525,
      "learning_rate": 9.907145502105848e-05,
      "loss": 0.9522,
      "step": 92
    },
    {
      "epoch": 0.025344052323204795,
      "grad_norm": 0.5206219553947449,
      "learning_rate": 9.905005471867739e-05,
      "loss": 0.9807,
      "step": 93
    },
    {
      "epoch": 0.02561656901485216,
      "grad_norm": 0.7139102816581726,
      "learning_rate": 9.902841297444261e-05,
      "loss": 1.1418,
      "step": 94
    },
    {
      "epoch": 0.025889085706499525,
      "grad_norm": 0.7911030054092407,
      "learning_rate": 9.900652989488255e-05,
      "loss": 1.0687,
      "step": 95
    },
    {
      "epoch": 0.026161602398146886,
      "grad_norm": 0.6473767161369324,
      "learning_rate": 9.898440558771352e-05,
      "loss": 0.8741,
      "step": 96
    },
    {
      "epoch": 0.02643411908979425,
      "grad_norm": 0.8499916791915894,
      "learning_rate": 9.896204016183925e-05,
      "loss": 1.2171,
      "step": 97
    },
    {
      "epoch": 0.026706635781441612,
      "grad_norm": 1.0411787033081055,
      "learning_rate": 9.893943372735032e-05,
      "loss": 1.1778,
      "step": 98
    },
    {
      "epoch": 0.026979152473088977,
      "grad_norm": 0.9370195865631104,
      "learning_rate": 9.891658639552368e-05,
      "loss": 0.9698,
      "step": 99
    },
    {
      "epoch": 0.027251669164736342,
      "grad_norm": 1.5376999378204346,
      "learning_rate": 9.889349827882204e-05,
      "loss": 1.2021,
      "step": 100
    },
    {
      "epoch": 0.027524185856383703,
      "grad_norm": 0.2201608121395111,
      "learning_rate": 9.887016949089333e-05,
      "loss": 0.4419,
      "step": 101
    },
    {
      "epoch": 0.027796702548031068,
      "grad_norm": 0.1964809149503708,
      "learning_rate": 9.884660014657018e-05,
      "loss": 0.6837,
      "step": 102
    },
    {
      "epoch": 0.02806921923967843,
      "grad_norm": 0.19827532768249512,
      "learning_rate": 9.882279036186928e-05,
      "loss": 0.681,
      "step": 103
    },
    {
      "epoch": 0.028341735931325794,
      "grad_norm": 0.20825046300888062,
      "learning_rate": 9.879874025399089e-05,
      "loss": 0.7799,
      "step": 104
    },
    {
      "epoch": 0.028614252622973155,
      "grad_norm": 0.1952187418937683,
      "learning_rate": 9.87744499413182e-05,
      "loss": 0.6775,
      "step": 105
    },
    {
      "epoch": 0.02888676931462052,
      "grad_norm": 0.15980350971221924,
      "learning_rate": 9.874991954341682e-05,
      "loss": 0.5055,
      "step": 106
    },
    {
      "epoch": 0.029159286006267885,
      "grad_norm": 0.21514548361301422,
      "learning_rate": 9.872514918103406e-05,
      "loss": 0.7637,
      "step": 107
    },
    {
      "epoch": 0.029431802697915246,
      "grad_norm": 0.2329120934009552,
      "learning_rate": 9.870013897609853e-05,
      "loss": 0.7947,
      "step": 108
    },
    {
      "epoch": 0.02970431938956261,
      "grad_norm": 0.22069065272808075,
      "learning_rate": 9.867488905171933e-05,
      "loss": 0.6919,
      "step": 109
    },
    {
      "epoch": 0.029976836081209973,
      "grad_norm": 0.23236702382564545,
      "learning_rate": 9.864939953218561e-05,
      "loss": 0.7702,
      "step": 110
    },
    {
      "epoch": 0.030249352772857337,
      "grad_norm": 0.22885183990001678,
      "learning_rate": 9.862367054296589e-05,
      "loss": 0.6923,
      "step": 111
    },
    {
      "epoch": 0.030521869464504702,
      "grad_norm": 0.2765183746814728,
      "learning_rate": 9.859770221070739e-05,
      "loss": 0.7925,
      "step": 112
    },
    {
      "epoch": 0.030794386156152063,
      "grad_norm": 0.24466358125209808,
      "learning_rate": 9.857149466323549e-05,
      "loss": 0.8778,
      "step": 113
    },
    {
      "epoch": 0.03106690284779943,
      "grad_norm": 0.20015639066696167,
      "learning_rate": 9.854504802955314e-05,
      "loss": 0.7253,
      "step": 114
    },
    {
      "epoch": 0.03133941953944679,
      "grad_norm": 0.24689118564128876,
      "learning_rate": 9.851836243984004e-05,
      "loss": 0.8636,
      "step": 115
    },
    {
      "epoch": 0.03161193623109416,
      "grad_norm": 0.2519848048686981,
      "learning_rate": 9.84914380254522e-05,
      "loss": 0.8046,
      "step": 116
    },
    {
      "epoch": 0.031884452922741516,
      "grad_norm": 0.24404136836528778,
      "learning_rate": 9.846427491892118e-05,
      "loss": 0.8327,
      "step": 117
    },
    {
      "epoch": 0.03215696961438888,
      "grad_norm": 0.2501625120639801,
      "learning_rate": 9.843687325395346e-05,
      "loss": 0.7862,
      "step": 118
    },
    {
      "epoch": 0.032429486306036245,
      "grad_norm": 0.27664726972579956,
      "learning_rate": 9.840923316542983e-05,
      "loss": 0.8032,
      "step": 119
    },
    {
      "epoch": 0.03270200299768361,
      "grad_norm": 0.2445077747106552,
      "learning_rate": 9.838135478940465e-05,
      "loss": 0.7512,
      "step": 120
    },
    {
      "epoch": 0.03297451968933097,
      "grad_norm": 0.28560614585876465,
      "learning_rate": 9.835323826310521e-05,
      "loss": 0.9558,
      "step": 121
    },
    {
      "epoch": 0.03324703638097833,
      "grad_norm": 0.2908872067928314,
      "learning_rate": 9.83248837249311e-05,
      "loss": 0.874,
      "step": 122
    },
    {
      "epoch": 0.0335195530726257,
      "grad_norm": 0.2609871029853821,
      "learning_rate": 9.829629131445342e-05,
      "loss": 0.8186,
      "step": 123
    },
    {
      "epoch": 0.03379206976427306,
      "grad_norm": 0.2546042501926422,
      "learning_rate": 9.826746117241425e-05,
      "loss": 0.8209,
      "step": 124
    },
    {
      "epoch": 0.03406458645592043,
      "grad_norm": 0.27175721526145935,
      "learning_rate": 9.82383934407258e-05,
      "loss": 0.784,
      "step": 125
    },
    {
      "epoch": 0.034337103147567785,
      "grad_norm": 0.27919694781303406,
      "learning_rate": 9.820908826246982e-05,
      "loss": 0.8531,
      "step": 126
    },
    {
      "epoch": 0.03460961983921515,
      "grad_norm": 0.32954761385917664,
      "learning_rate": 9.817954578189686e-05,
      "loss": 0.8677,
      "step": 127
    },
    {
      "epoch": 0.034882136530862515,
      "grad_norm": 0.2758547365665436,
      "learning_rate": 9.814976614442549e-05,
      "loss": 0.6944,
      "step": 128
    },
    {
      "epoch": 0.03515465322250988,
      "grad_norm": 0.29630663990974426,
      "learning_rate": 9.811974949664175e-05,
      "loss": 0.8881,
      "step": 129
    },
    {
      "epoch": 0.035427169914157244,
      "grad_norm": 0.34556132555007935,
      "learning_rate": 9.808949598629826e-05,
      "loss": 0.9192,
      "step": 130
    },
    {
      "epoch": 0.0356996866058046,
      "grad_norm": 0.3478531241416931,
      "learning_rate": 9.805900576231358e-05,
      "loss": 0.9676,
      "step": 131
    },
    {
      "epoch": 0.03597220329745197,
      "grad_norm": 0.3493436872959137,
      "learning_rate": 9.802827897477144e-05,
      "loss": 0.853,
      "step": 132
    },
    {
      "epoch": 0.03624471998909933,
      "grad_norm": 0.3901641368865967,
      "learning_rate": 9.79973157749201e-05,
      "loss": 0.7733,
      "step": 133
    },
    {
      "epoch": 0.0365172366807467,
      "grad_norm": 0.40154093503952026,
      "learning_rate": 9.796611631517143e-05,
      "loss": 0.9704,
      "step": 134
    },
    {
      "epoch": 0.03678975337239406,
      "grad_norm": 0.41102680563926697,
      "learning_rate": 9.793468074910028e-05,
      "loss": 0.8811,
      "step": 135
    },
    {
      "epoch": 0.03706227006404142,
      "grad_norm": 0.5260598659515381,
      "learning_rate": 9.790300923144374e-05,
      "loss": 0.9409,
      "step": 136
    },
    {
      "epoch": 0.037334786755688784,
      "grad_norm": 0.3633684515953064,
      "learning_rate": 9.787110191810027e-05,
      "loss": 0.9329,
      "step": 137
    },
    {
      "epoch": 0.03760730344733615,
      "grad_norm": 0.4395195245742798,
      "learning_rate": 9.783895896612909e-05,
      "loss": 1.0775,
      "step": 138
    },
    {
      "epoch": 0.037879820138983514,
      "grad_norm": 0.42040249705314636,
      "learning_rate": 9.780658053374924e-05,
      "loss": 0.9557,
      "step": 139
    },
    {
      "epoch": 0.03815233683063088,
      "grad_norm": 0.6884910464286804,
      "learning_rate": 9.77739667803389e-05,
      "loss": 1.1494,
      "step": 140
    },
    {
      "epoch": 0.038424853522278236,
      "grad_norm": 0.5642004013061523,
      "learning_rate": 9.77411178664346e-05,
      "loss": 1.0982,
      "step": 141
    },
    {
      "epoch": 0.0386973702139256,
      "grad_norm": 0.5030837059020996,
      "learning_rate": 9.77080339537304e-05,
      "loss": 1.0599,
      "step": 142
    },
    {
      "epoch": 0.038969886905572966,
      "grad_norm": 0.5735254287719727,
      "learning_rate": 9.767471520507711e-05,
      "loss": 0.9475,
      "step": 143
    },
    {
      "epoch": 0.03924240359722033,
      "grad_norm": 0.6896913647651672,
      "learning_rate": 9.76411617844815e-05,
      "loss": 1.0136,
      "step": 144
    },
    {
      "epoch": 0.039514920288867696,
      "grad_norm": 0.6870945692062378,
      "learning_rate": 9.760737385710547e-05,
      "loss": 1.0152,
      "step": 145
    },
    {
      "epoch": 0.039787436980515054,
      "grad_norm": 0.7490424513816833,
      "learning_rate": 9.757335158926521e-05,
      "loss": 0.9751,
      "step": 146
    },
    {
      "epoch": 0.04005995367216242,
      "grad_norm": 0.8659912943840027,
      "learning_rate": 9.753909514843046e-05,
      "loss": 1.1314,
      "step": 147
    },
    {
      "epoch": 0.04033247036380978,
      "grad_norm": 0.8097497820854187,
      "learning_rate": 9.750460470322367e-05,
      "loss": 0.9708,
      "step": 148
    },
    {
      "epoch": 0.04060498705545715,
      "grad_norm": 0.9265721440315247,
      "learning_rate": 9.746988042341906e-05,
      "loss": 0.9862,
      "step": 149
    },
    {
      "epoch": 0.04087750374710451,
      "grad_norm": 1.8924038410186768,
      "learning_rate": 9.743492247994195e-05,
      "loss": 1.2076,
      "step": 150
    },
    {
      "epoch": 0.04115002043875187,
      "grad_norm": 0.23421543836593628,
      "learning_rate": 9.739973104486777e-05,
      "loss": 0.6161,
      "step": 151
    },
    {
      "epoch": 0.041422537130399235,
      "grad_norm": 0.3024291694164276,
      "learning_rate": 9.73643062914213e-05,
      "loss": 0.7249,
      "step": 152
    },
    {
      "epoch": 0.0416950538220466,
      "grad_norm": 0.15537399053573608,
      "learning_rate": 9.732864839397584e-05,
      "loss": 0.519,
      "step": 153
    },
    {
      "epoch": 0.041967570513693965,
      "grad_norm": 0.19269490242004395,
      "learning_rate": 9.729275752805225e-05,
      "loss": 0.5959,
      "step": 154
    },
    {
      "epoch": 0.04224008720534133,
      "grad_norm": 0.1773512214422226,
      "learning_rate": 9.725663387031818e-05,
      "loss": 0.5906,
      "step": 155
    },
    {
      "epoch": 0.04251260389698869,
      "grad_norm": 0.19026437401771545,
      "learning_rate": 9.722027759858714e-05,
      "loss": 0.6093,
      "step": 156
    },
    {
      "epoch": 0.04278512058863605,
      "grad_norm": 0.1898411512374878,
      "learning_rate": 9.718368889181764e-05,
      "loss": 0.6406,
      "step": 157
    },
    {
      "epoch": 0.04305763728028342,
      "grad_norm": 0.2389209121465683,
      "learning_rate": 9.714686793011236e-05,
      "loss": 0.749,
      "step": 158
    },
    {
      "epoch": 0.04333015397193078,
      "grad_norm": 0.22764047980308533,
      "learning_rate": 9.71098148947172e-05,
      "loss": 0.7827,
      "step": 159
    },
    {
      "epoch": 0.04360267066357815,
      "grad_norm": 0.2332034558057785,
      "learning_rate": 9.70725299680204e-05,
      "loss": 0.8215,
      "step": 160
    },
    {
      "epoch": 0.043875187355225505,
      "grad_norm": 0.2591400742530823,
      "learning_rate": 9.703501333355168e-05,
      "loss": 0.7072,
      "step": 161
    },
    {
      "epoch": 0.04414770404687287,
      "grad_norm": 0.24030204117298126,
      "learning_rate": 9.699726517598125e-05,
      "loss": 0.7555,
      "step": 162
    },
    {
      "epoch": 0.044420220738520234,
      "grad_norm": 0.23160837590694427,
      "learning_rate": 9.695928568111901e-05,
      "loss": 0.8314,
      "step": 163
    },
    {
      "epoch": 0.0446927374301676,
      "grad_norm": 0.2217131108045578,
      "learning_rate": 9.692107503591359e-05,
      "loss": 0.787,
      "step": 164
    },
    {
      "epoch": 0.044965254121814964,
      "grad_norm": 0.2454434484243393,
      "learning_rate": 9.68826334284514e-05,
      "loss": 0.8016,
      "step": 165
    },
    {
      "epoch": 0.04523777081346232,
      "grad_norm": 0.26464322209358215,
      "learning_rate": 9.684396104795573e-05,
      "loss": 0.8362,
      "step": 166
    },
    {
      "epoch": 0.04551028750510969,
      "grad_norm": 0.25580763816833496,
      "learning_rate": 9.680505808478582e-05,
      "loss": 0.7694,
      "step": 167
    },
    {
      "epoch": 0.04578280419675705,
      "grad_norm": 0.2515150308609009,
      "learning_rate": 9.676592473043591e-05,
      "loss": 0.7864,
      "step": 168
    },
    {
      "epoch": 0.046055320888404416,
      "grad_norm": 0.28160008788108826,
      "learning_rate": 9.672656117753434e-05,
      "loss": 0.7744,
      "step": 169
    },
    {
      "epoch": 0.04632783758005178,
      "grad_norm": 0.27516070008277893,
      "learning_rate": 9.668696761984254e-05,
      "loss": 0.8127,
      "step": 170
    },
    {
      "epoch": 0.04660035427169914,
      "grad_norm": 0.28126487135887146,
      "learning_rate": 9.664714425225414e-05,
      "loss": 0.8104,
      "step": 171
    },
    {
      "epoch": 0.046872870963346504,
      "grad_norm": 0.25361770391464233,
      "learning_rate": 9.660709127079392e-05,
      "loss": 0.827,
      "step": 172
    },
    {
      "epoch": 0.04714538765499387,
      "grad_norm": 0.24682581424713135,
      "learning_rate": 9.656680887261693e-05,
      "loss": 0.825,
      "step": 173
    },
    {
      "epoch": 0.04741790434664123,
      "grad_norm": 0.2665026783943176,
      "learning_rate": 9.65262972560075e-05,
      "loss": 0.8787,
      "step": 174
    },
    {
      "epoch": 0.0476904210382886,
      "grad_norm": 0.29162201285362244,
      "learning_rate": 9.648555662037826e-05,
      "loss": 0.8323,
      "step": 175
    },
    {
      "epoch": 0.047962937729935956,
      "grad_norm": 0.318703830242157,
      "learning_rate": 9.644458716626912e-05,
      "loss": 0.8559,
      "step": 176
    },
    {
      "epoch": 0.04823545442158332,
      "grad_norm": 0.28235405683517456,
      "learning_rate": 9.640338909534636e-05,
      "loss": 0.8655,
      "step": 177
    },
    {
      "epoch": 0.048507971113230686,
      "grad_norm": 0.314068466424942,
      "learning_rate": 9.636196261040155e-05,
      "loss": 0.9609,
      "step": 178
    },
    {
      "epoch": 0.04878048780487805,
      "grad_norm": 0.3362133800983429,
      "learning_rate": 9.632030791535063e-05,
      "loss": 0.9136,
      "step": 179
    },
    {
      "epoch": 0.049053004496525415,
      "grad_norm": 0.3832615613937378,
      "learning_rate": 9.627842521523285e-05,
      "loss": 0.9616,
      "step": 180
    },
    {
      "epoch": 0.04932552118817277,
      "grad_norm": 0.37017178535461426,
      "learning_rate": 9.62363147162098e-05,
      "loss": 0.9294,
      "step": 181
    },
    {
      "epoch": 0.04959803787982014,
      "grad_norm": 0.3494662940502167,
      "learning_rate": 9.619397662556435e-05,
      "loss": 0.8351,
      "step": 182
    },
    {
      "epoch": 0.0498705545714675,
      "grad_norm": 0.47585782408714294,
      "learning_rate": 9.615141115169968e-05,
      "loss": 0.9,
      "step": 183
    },
    {
      "epoch": 0.05014307126311487,
      "grad_norm": 0.45103445649147034,
      "learning_rate": 9.610861850413823e-05,
      "loss": 1.0528,
      "step": 184
    },
    {
      "epoch": 0.05041558795476223,
      "grad_norm": 0.44810372591018677,
      "learning_rate": 9.606559889352064e-05,
      "loss": 0.8498,
      "step": 185
    },
    {
      "epoch": 0.05068810464640959,
      "grad_norm": 0.5057088732719421,
      "learning_rate": 9.602235253160483e-05,
      "loss": 0.9652,
      "step": 186
    },
    {
      "epoch": 0.050960621338056955,
      "grad_norm": 0.4369843006134033,
      "learning_rate": 9.597887963126475e-05,
      "loss": 0.7854,
      "step": 187
    },
    {
      "epoch": 0.05123313802970432,
      "grad_norm": 0.5897176861763,
      "learning_rate": 9.593518040648953e-05,
      "loss": 1.0228,
      "step": 188
    },
    {
      "epoch": 0.051505654721351685,
      "grad_norm": 0.488331139087677,
      "learning_rate": 9.589125507238233e-05,
      "loss": 0.958,
      "step": 189
    },
    {
      "epoch": 0.05177817141299905,
      "grad_norm": 0.7491579055786133,
      "learning_rate": 9.584710384515931e-05,
      "loss": 0.9623,
      "step": 190
    },
    {
      "epoch": 0.05205068810464641,
      "grad_norm": 0.6284224390983582,
      "learning_rate": 9.580272694214854e-05,
      "loss": 0.981,
      "step": 191
    },
    {
      "epoch": 0.05232320479629377,
      "grad_norm": 0.5437234044075012,
      "learning_rate": 9.575812458178896e-05,
      "loss": 0.8689,
      "step": 192
    },
    {
      "epoch": 0.05259572148794114,
      "grad_norm": 0.7529600858688354,
      "learning_rate": 9.57132969836293e-05,
      "loss": 0.9718,
      "step": 193
    },
    {
      "epoch": 0.0528682381795885,
      "grad_norm": 0.7932774424552917,
      "learning_rate": 9.566824436832696e-05,
      "loss": 0.9337,
      "step": 194
    },
    {
      "epoch": 0.05314075487123587,
      "grad_norm": 0.8201085329055786,
      "learning_rate": 9.562296695764694e-05,
      "loss": 0.9534,
      "step": 195
    },
    {
      "epoch": 0.053413271562883224,
      "grad_norm": 0.7108670473098755,
      "learning_rate": 9.557746497446087e-05,
      "loss": 0.9704,
      "step": 196
    },
    {
      "epoch": 0.05368578825453059,
      "grad_norm": 0.7909178137779236,
      "learning_rate": 9.553173864274567e-05,
      "loss": 1.0446,
      "step": 197
    },
    {
      "epoch": 0.053958304946177954,
      "grad_norm": 0.8588094115257263,
      "learning_rate": 9.548578818758266e-05,
      "loss": 1.0641,
      "step": 198
    },
    {
      "epoch": 0.05423082163782532,
      "grad_norm": 1.3279834985733032,
      "learning_rate": 9.543961383515638e-05,
      "loss": 1.2613,
      "step": 199
    },
    {
      "epoch": 0.054503338329472684,
      "grad_norm": 1.4384429454803467,
      "learning_rate": 9.539321581275342e-05,
      "loss": 1.025,
      "step": 200
    },
    {
      "epoch": 0.05477585502112004,
      "grad_norm": 0.15633639693260193,
      "learning_rate": 9.534659434876141e-05,
      "loss": 0.4362,
      "step": 201
    },
    {
      "epoch": 0.055048371712767406,
      "grad_norm": 0.18184936046600342,
      "learning_rate": 9.52997496726678e-05,
      "loss": 0.5844,
      "step": 202
    },
    {
      "epoch": 0.05532088840441477,
      "grad_norm": 0.14693373441696167,
      "learning_rate": 9.52526820150588e-05,
      "loss": 0.5168,
      "step": 203
    },
    {
      "epoch": 0.055593405096062136,
      "grad_norm": 0.19888345897197723,
      "learning_rate": 9.520539160761818e-05,
      "loss": 0.6691,
      "step": 204
    },
    {
      "epoch": 0.055865921787709494,
      "grad_norm": 0.20026293396949768,
      "learning_rate": 9.515787868312619e-05,
      "loss": 0.6125,
      "step": 205
    },
    {
      "epoch": 0.05613843847935686,
      "grad_norm": 0.16376198828220367,
      "learning_rate": 9.511014347545838e-05,
      "loss": 0.3692,
      "step": 206
    },
    {
      "epoch": 0.05641095517100422,
      "grad_norm": 0.1892884373664856,
      "learning_rate": 9.506218621958448e-05,
      "loss": 0.6319,
      "step": 207
    },
    {
      "epoch": 0.05668347186265159,
      "grad_norm": 0.22632408142089844,
      "learning_rate": 9.501400715156713e-05,
      "loss": 0.792,
      "step": 208
    },
    {
      "epoch": 0.05695598855429895,
      "grad_norm": 0.20414167642593384,
      "learning_rate": 9.496560650856097e-05,
      "loss": 0.7063,
      "step": 209
    },
    {
      "epoch": 0.05722850524594631,
      "grad_norm": 0.26531779766082764,
      "learning_rate": 9.491698452881115e-05,
      "loss": 0.8858,
      "step": 210
    },
    {
      "epoch": 0.057501021937593676,
      "grad_norm": 0.23898513615131378,
      "learning_rate": 9.486814145165242e-05,
      "loss": 0.8455,
      "step": 211
    },
    {
      "epoch": 0.05777353862924104,
      "grad_norm": 0.22848445177078247,
      "learning_rate": 9.48190775175078e-05,
      "loss": 0.7452,
      "step": 212
    },
    {
      "epoch": 0.058046055320888405,
      "grad_norm": 0.23092301189899445,
      "learning_rate": 9.476979296788747e-05,
      "loss": 0.7781,
      "step": 213
    },
    {
      "epoch": 0.05831857201253577,
      "grad_norm": 0.22977188229560852,
      "learning_rate": 9.472028804538752e-05,
      "loss": 0.7573,
      "step": 214
    },
    {
      "epoch": 0.05859108870418313,
      "grad_norm": 0.2618894577026367,
      "learning_rate": 9.467056299368889e-05,
      "loss": 0.6578,
      "step": 215
    },
    {
      "epoch": 0.05886360539583049,
      "grad_norm": 0.2847217917442322,
      "learning_rate": 9.462061805755595e-05,
      "loss": 0.7391,
      "step": 216
    },
    {
      "epoch": 0.05913612208747786,
      "grad_norm": 0.2750828266143799,
      "learning_rate": 9.457045348283552e-05,
      "loss": 0.8696,
      "step": 217
    },
    {
      "epoch": 0.05940863877912522,
      "grad_norm": 0.25735002756118774,
      "learning_rate": 9.45200695164555e-05,
      "loss": 0.792,
      "step": 218
    },
    {
      "epoch": 0.05968115547077259,
      "grad_norm": 0.29287710785865784,
      "learning_rate": 9.446946640642372e-05,
      "loss": 0.9531,
      "step": 219
    },
    {
      "epoch": 0.059953672162419945,
      "grad_norm": 0.23340719938278198,
      "learning_rate": 9.441864440182674e-05,
      "loss": 0.7812,
      "step": 220
    },
    {
      "epoch": 0.06022618885406731,
      "grad_norm": 0.309190034866333,
      "learning_rate": 9.436760375282859e-05,
      "loss": 0.9205,
      "step": 221
    },
    {
      "epoch": 0.060498705545714675,
      "grad_norm": 0.28836071491241455,
      "learning_rate": 9.431634471066952e-05,
      "loss": 0.9056,
      "step": 222
    },
    {
      "epoch": 0.06077122223736204,
      "grad_norm": 0.25930580496788025,
      "learning_rate": 9.426486752766481e-05,
      "loss": 0.8664,
      "step": 223
    },
    {
      "epoch": 0.061043738929009404,
      "grad_norm": 0.30285924673080444,
      "learning_rate": 9.421317245720352e-05,
      "loss": 0.8147,
      "step": 224
    },
    {
      "epoch": 0.06131625562065676,
      "grad_norm": 0.2696129381656647,
      "learning_rate": 9.41612597537472e-05,
      "loss": 0.8943,
      "step": 225
    },
    {
      "epoch": 0.06158877231230413,
      "grad_norm": 0.29187753796577454,
      "learning_rate": 9.41091296728287e-05,
      "loss": 0.6538,
      "step": 226
    },
    {
      "epoch": 0.06186128900395149,
      "grad_norm": 0.3256364166736603,
      "learning_rate": 9.405678247105083e-05,
      "loss": 0.8225,
      "step": 227
    },
    {
      "epoch": 0.06213380569559886,
      "grad_norm": 0.3000304400920868,
      "learning_rate": 9.40042184060852e-05,
      "loss": 0.856,
      "step": 228
    },
    {
      "epoch": 0.06240632238724622,
      "grad_norm": 0.3226313889026642,
      "learning_rate": 9.395143773667088e-05,
      "loss": 0.7572,
      "step": 229
    },
    {
      "epoch": 0.06267883907889359,
      "grad_norm": 0.37924885749816895,
      "learning_rate": 9.389844072261311e-05,
      "loss": 0.7078,
      "step": 230
    },
    {
      "epoch": 0.06295135577054095,
      "grad_norm": 0.40803802013397217,
      "learning_rate": 9.38452276247821e-05,
      "loss": 0.8107,
      "step": 231
    },
    {
      "epoch": 0.06322387246218832,
      "grad_norm": 0.34720706939697266,
      "learning_rate": 9.37917987051117e-05,
      "loss": 0.8003,
      "step": 232
    },
    {
      "epoch": 0.06349638915383567,
      "grad_norm": 0.3562205731868744,
      "learning_rate": 9.373815422659806e-05,
      "loss": 0.7971,
      "step": 233
    },
    {
      "epoch": 0.06376890584548303,
      "grad_norm": 0.4066452980041504,
      "learning_rate": 9.368429445329847e-05,
      "loss": 1.0433,
      "step": 234
    },
    {
      "epoch": 0.0640414225371304,
      "grad_norm": 0.3979261517524719,
      "learning_rate": 9.363021965032992e-05,
      "loss": 0.8179,
      "step": 235
    },
    {
      "epoch": 0.06431393922877776,
      "grad_norm": 0.4261246919631958,
      "learning_rate": 9.357593008386784e-05,
      "loss": 0.9193,
      "step": 236
    },
    {
      "epoch": 0.06458645592042513,
      "grad_norm": 0.46263378858566284,
      "learning_rate": 9.352142602114486e-05,
      "loss": 0.8692,
      "step": 237
    },
    {
      "epoch": 0.06485897261207249,
      "grad_norm": 0.4102718234062195,
      "learning_rate": 9.346670773044939e-05,
      "loss": 0.7706,
      "step": 238
    },
    {
      "epoch": 0.06513148930371986,
      "grad_norm": 0.4896908402442932,
      "learning_rate": 9.341177548112436e-05,
      "loss": 0.8466,
      "step": 239
    },
    {
      "epoch": 0.06540400599536722,
      "grad_norm": 0.5268504619598389,
      "learning_rate": 9.33566295435659e-05,
      "loss": 0.9058,
      "step": 240
    },
    {
      "epoch": 0.06567652268701459,
      "grad_norm": 0.7425196170806885,
      "learning_rate": 9.330127018922194e-05,
      "loss": 1.1088,
      "step": 241
    },
    {
      "epoch": 0.06594903937866194,
      "grad_norm": 0.6368645429611206,
      "learning_rate": 9.324569769059098e-05,
      "loss": 0.8909,
      "step": 242
    },
    {
      "epoch": 0.0662215560703093,
      "grad_norm": 0.7073851227760315,
      "learning_rate": 9.318991232122065e-05,
      "loss": 1.0483,
      "step": 243
    },
    {
      "epoch": 0.06649407276195667,
      "grad_norm": 0.60321044921875,
      "learning_rate": 9.313391435570646e-05,
      "loss": 0.8517,
      "step": 244
    },
    {
      "epoch": 0.06676658945360403,
      "grad_norm": 0.6251357197761536,
      "learning_rate": 9.30777040696903e-05,
      "loss": 0.9765,
      "step": 245
    },
    {
      "epoch": 0.0670391061452514,
      "grad_norm": 0.6254754066467285,
      "learning_rate": 9.30212817398593e-05,
      "loss": 0.906,
      "step": 246
    },
    {
      "epoch": 0.06731162283689876,
      "grad_norm": 0.7865105867385864,
      "learning_rate": 9.296464764394421e-05,
      "loss": 1.158,
      "step": 247
    },
    {
      "epoch": 0.06758413952854612,
      "grad_norm": 0.8378425240516663,
      "learning_rate": 9.290780206071831e-05,
      "loss": 1.1539,
      "step": 248
    },
    {
      "epoch": 0.06785665622019349,
      "grad_norm": 0.7611324191093445,
      "learning_rate": 9.285074526999576e-05,
      "loss": 0.8497,
      "step": 249
    },
    {
      "epoch": 0.06812917291184085,
      "grad_norm": 1.4927932024002075,
      "learning_rate": 9.279347755263046e-05,
      "loss": 1.2188,
      "step": 250
    },
    {
      "epoch": 0.06840168960348822,
      "grad_norm": 0.23763355612754822,
      "learning_rate": 9.273599919051452e-05,
      "loss": 0.555,
      "step": 251
    },
    {
      "epoch": 0.06867420629513557,
      "grad_norm": 0.2140205353498459,
      "learning_rate": 9.267831046657692e-05,
      "loss": 0.5775,
      "step": 252
    },
    {
      "epoch": 0.06894672298678294,
      "grad_norm": 0.23922623693943024,
      "learning_rate": 9.262041166478214e-05,
      "loss": 0.4448,
      "step": 253
    },
    {
      "epoch": 0.0692192396784303,
      "grad_norm": 0.16916105151176453,
      "learning_rate": 9.25623030701287e-05,
      "loss": 0.6529,
      "step": 254
    },
    {
      "epoch": 0.06949175637007766,
      "grad_norm": 0.20863139629364014,
      "learning_rate": 9.250398496864781e-05,
      "loss": 0.7207,
      "step": 255
    },
    {
      "epoch": 0.06976427306172503,
      "grad_norm": 0.1853029727935791,
      "learning_rate": 9.244545764740199e-05,
      "loss": 0.7166,
      "step": 256
    },
    {
      "epoch": 0.0700367897533724,
      "grad_norm": 0.23337620496749878,
      "learning_rate": 9.238672139448354e-05,
      "loss": 0.7279,
      "step": 257
    },
    {
      "epoch": 0.07030930644501976,
      "grad_norm": 0.20405754446983337,
      "learning_rate": 9.232777649901328e-05,
      "loss": 0.663,
      "step": 258
    },
    {
      "epoch": 0.07058182313666712,
      "grad_norm": 0.20088863372802734,
      "learning_rate": 9.226862325113894e-05,
      "loss": 0.7618,
      "step": 259
    },
    {
      "epoch": 0.07085433982831449,
      "grad_norm": 0.21159975230693817,
      "learning_rate": 9.220926194203392e-05,
      "loss": 0.7387,
      "step": 260
    },
    {
      "epoch": 0.07112685651996185,
      "grad_norm": 0.244984969496727,
      "learning_rate": 9.214969286389576e-05,
      "loss": 0.7969,
      "step": 261
    },
    {
      "epoch": 0.0713993732116092,
      "grad_norm": 0.2444879412651062,
      "learning_rate": 9.208991630994467e-05,
      "loss": 0.717,
      "step": 262
    },
    {
      "epoch": 0.07167188990325657,
      "grad_norm": 0.20899392664432526,
      "learning_rate": 9.202993257442217e-05,
      "loss": 0.7198,
      "step": 263
    },
    {
      "epoch": 0.07194440659490393,
      "grad_norm": 0.2420652061700821,
      "learning_rate": 9.196974195258958e-05,
      "loss": 0.763,
      "step": 264
    },
    {
      "epoch": 0.0722169232865513,
      "grad_norm": 0.2488875836133957,
      "learning_rate": 9.190934474072658e-05,
      "loss": 0.7168,
      "step": 265
    },
    {
      "epoch": 0.07248943997819866,
      "grad_norm": 0.22913555800914764,
      "learning_rate": 9.184874123612983e-05,
      "loss": 0.8088,
      "step": 266
    },
    {
      "epoch": 0.07276195666984603,
      "grad_norm": 0.2577003240585327,
      "learning_rate": 9.178793173711133e-05,
      "loss": 0.7942,
      "step": 267
    },
    {
      "epoch": 0.0730344733614934,
      "grad_norm": 0.2685283124446869,
      "learning_rate": 9.172691654299712e-05,
      "loss": 0.8361,
      "step": 268
    },
    {
      "epoch": 0.07330699005314076,
      "grad_norm": 0.22661326825618744,
      "learning_rate": 9.166569595412575e-05,
      "loss": 0.7298,
      "step": 269
    },
    {
      "epoch": 0.07357950674478812,
      "grad_norm": 0.2952500581741333,
      "learning_rate": 9.160427027184677e-05,
      "loss": 0.8875,
      "step": 270
    },
    {
      "epoch": 0.07385202343643549,
      "grad_norm": 0.24705412983894348,
      "learning_rate": 9.154263979851931e-05,
      "loss": 0.801,
      "step": 271
    },
    {
      "epoch": 0.07412454012808284,
      "grad_norm": 0.2350194752216339,
      "learning_rate": 9.148080483751049e-05,
      "loss": 0.6794,
      "step": 272
    },
    {
      "epoch": 0.0743970568197302,
      "grad_norm": 0.2956326901912689,
      "learning_rate": 9.141876569319404e-05,
      "loss": 0.7638,
      "step": 273
    },
    {
      "epoch": 0.07466957351137757,
      "grad_norm": 0.24220848083496094,
      "learning_rate": 9.135652267094877e-05,
      "loss": 0.8235,
      "step": 274
    },
    {
      "epoch": 0.07494209020302493,
      "grad_norm": 0.241976797580719,
      "learning_rate": 9.129407607715698e-05,
      "loss": 0.7715,
      "step": 275
    },
    {
      "epoch": 0.0752146068946723,
      "grad_norm": 0.2894251048564911,
      "learning_rate": 9.123142621920309e-05,
      "loss": 0.8299,
      "step": 276
    },
    {
      "epoch": 0.07548712358631966,
      "grad_norm": 0.3342285752296448,
      "learning_rate": 9.116857340547202e-05,
      "loss": 0.7892,
      "step": 277
    },
    {
      "epoch": 0.07575964027796703,
      "grad_norm": 0.3152596354484558,
      "learning_rate": 9.110551794534776e-05,
      "loss": 0.8662,
      "step": 278
    },
    {
      "epoch": 0.07603215696961439,
      "grad_norm": 0.3205263316631317,
      "learning_rate": 9.104226014921172e-05,
      "loss": 0.8547,
      "step": 279
    },
    {
      "epoch": 0.07630467366126176,
      "grad_norm": 0.34067094326019287,
      "learning_rate": 9.097880032844133e-05,
      "loss": 0.7993,
      "step": 280
    },
    {
      "epoch": 0.07657719035290912,
      "grad_norm": 0.4359169900417328,
      "learning_rate": 9.091513879540845e-05,
      "loss": 1.0752,
      "step": 281
    },
    {
      "epoch": 0.07684970704455647,
      "grad_norm": 0.3484944701194763,
      "learning_rate": 9.085127586347786e-05,
      "loss": 0.9396,
      "step": 282
    },
    {
      "epoch": 0.07712222373620384,
      "grad_norm": 0.36287397146224976,
      "learning_rate": 9.078721184700565e-05,
      "loss": 0.878,
      "step": 283
    },
    {
      "epoch": 0.0773947404278512,
      "grad_norm": 0.3605586290359497,
      "learning_rate": 9.072294706133775e-05,
      "loss": 0.8318,
      "step": 284
    },
    {
      "epoch": 0.07766725711949857,
      "grad_norm": 0.38807880878448486,
      "learning_rate": 9.065848182280833e-05,
      "loss": 0.7044,
      "step": 285
    },
    {
      "epoch": 0.07793977381114593,
      "grad_norm": 0.4237198531627655,
      "learning_rate": 9.059381644873832e-05,
      "loss": 1.0306,
      "step": 286
    },
    {
      "epoch": 0.0782122905027933,
      "grad_norm": 0.3525797128677368,
      "learning_rate": 9.05289512574337e-05,
      "loss": 0.7682,
      "step": 287
    },
    {
      "epoch": 0.07848480719444066,
      "grad_norm": 0.5310969948768616,
      "learning_rate": 9.046388656818406e-05,
      "loss": 0.8469,
      "step": 288
    },
    {
      "epoch": 0.07875732388608803,
      "grad_norm": 0.4578488767147064,
      "learning_rate": 9.039862270126102e-05,
      "loss": 1.0272,
      "step": 289
    },
    {
      "epoch": 0.07902984057773539,
      "grad_norm": 0.46350979804992676,
      "learning_rate": 9.033315997791659e-05,
      "loss": 0.8574,
      "step": 290
    },
    {
      "epoch": 0.07930235726938276,
      "grad_norm": 0.497615784406662,
      "learning_rate": 9.026749872038161e-05,
      "loss": 0.9191,
      "step": 291
    },
    {
      "epoch": 0.07957487396103011,
      "grad_norm": 0.4923015236854553,
      "learning_rate": 9.020163925186422e-05,
      "loss": 0.9764,
      "step": 292
    },
    {
      "epoch": 0.07984739065267747,
      "grad_norm": 0.5304460525512695,
      "learning_rate": 9.013558189654819e-05,
      "loss": 0.9699,
      "step": 293
    },
    {
      "epoch": 0.08011990734432484,
      "grad_norm": 0.6328092217445374,
      "learning_rate": 9.006932697959136e-05,
      "loss": 0.9106,
      "step": 294
    },
    {
      "epoch": 0.0803924240359722,
      "grad_norm": 0.6702282428741455,
      "learning_rate": 9.000287482712406e-05,
      "loss": 0.9209,
      "step": 295
    },
    {
      "epoch": 0.08066494072761957,
      "grad_norm": 0.8262559175491333,
      "learning_rate": 8.993622576624747e-05,
      "loss": 1.0572,
      "step": 296
    },
    {
      "epoch": 0.08093745741926693,
      "grad_norm": 0.6486005783081055,
      "learning_rate": 8.986938012503203e-05,
      "loss": 1.0252,
      "step": 297
    },
    {
      "epoch": 0.0812099741109143,
      "grad_norm": 0.7078348994255066,
      "learning_rate": 8.98023382325158e-05,
      "loss": 0.8565,
      "step": 298
    },
    {
      "epoch": 0.08148249080256166,
      "grad_norm": 0.9467312097549438,
      "learning_rate": 8.973510041870287e-05,
      "loss": 0.9299,
      "step": 299
    },
    {
      "epoch": 0.08175500749420903,
      "grad_norm": 1.9663169384002686,
      "learning_rate": 8.966766701456177e-05,
      "loss": 1.228,
      "step": 300
    },
    {
      "epoch": 0.08202752418585639,
      "grad_norm": 0.19904392957687378,
      "learning_rate": 8.96000383520237e-05,
      "loss": 0.6571,
      "step": 301
    },
    {
      "epoch": 0.08230004087750374,
      "grad_norm": 0.18114814162254333,
      "learning_rate": 8.953221476398106e-05,
      "loss": 0.5637,
      "step": 302
    },
    {
      "epoch": 0.0825725575691511,
      "grad_norm": 0.1511312574148178,
      "learning_rate": 8.946419658428572e-05,
      "loss": 0.584,
      "step": 303
    },
    {
      "epoch": 0.08284507426079847,
      "grad_norm": 0.15219254791736603,
      "learning_rate": 8.939598414774745e-05,
      "loss": 0.5623,
      "step": 304
    },
    {
      "epoch": 0.08311759095244584,
      "grad_norm": 0.17869839072227478,
      "learning_rate": 8.932757779013214e-05,
      "loss": 0.5204,
      "step": 305
    },
    {
      "epoch": 0.0833901076440932,
      "grad_norm": 0.17653924226760864,
      "learning_rate": 8.925897784816024e-05,
      "loss": 0.5968,
      "step": 306
    },
    {
      "epoch": 0.08366262433574057,
      "grad_norm": 0.18669219315052032,
      "learning_rate": 8.919018465950517e-05,
      "loss": 0.6977,
      "step": 307
    },
    {
      "epoch": 0.08393514102738793,
      "grad_norm": 0.18266582489013672,
      "learning_rate": 8.912119856279151e-05,
      "loss": 0.7492,
      "step": 308
    },
    {
      "epoch": 0.0842076577190353,
      "grad_norm": 0.19411200284957886,
      "learning_rate": 8.905201989759341e-05,
      "loss": 0.6851,
      "step": 309
    },
    {
      "epoch": 0.08448017441068266,
      "grad_norm": 0.26450014114379883,
      "learning_rate": 8.898264900443291e-05,
      "loss": 0.7842,
      "step": 310
    },
    {
      "epoch": 0.08475269110233002,
      "grad_norm": 0.24197135865688324,
      "learning_rate": 8.89130862247783e-05,
      "loss": 0.8184,
      "step": 311
    },
    {
      "epoch": 0.08502520779397738,
      "grad_norm": 0.2156219631433487,
      "learning_rate": 8.884333190104237e-05,
      "loss": 0.8066,
      "step": 312
    },
    {
      "epoch": 0.08529772448562474,
      "grad_norm": 0.23578515648841858,
      "learning_rate": 8.877338637658075e-05,
      "loss": 0.7306,
      "step": 313
    },
    {
      "epoch": 0.0855702411772721,
      "grad_norm": 0.2747337818145752,
      "learning_rate": 8.870324999569025e-05,
      "loss": 0.8844,
      "step": 314
    },
    {
      "epoch": 0.08584275786891947,
      "grad_norm": 0.28857624530792236,
      "learning_rate": 8.863292310360716e-05,
      "loss": 0.8294,
      "step": 315
    },
    {
      "epoch": 0.08611527456056683,
      "grad_norm": 0.22638478875160217,
      "learning_rate": 8.856240604650547e-05,
      "loss": 0.7407,
      "step": 316
    },
    {
      "epoch": 0.0863877912522142,
      "grad_norm": 0.2688256800174713,
      "learning_rate": 8.849169917149531e-05,
      "loss": 0.7864,
      "step": 317
    },
    {
      "epoch": 0.08666030794386156,
      "grad_norm": 0.2601987421512604,
      "learning_rate": 8.842080282662111e-05,
      "loss": 0.7865,
      "step": 318
    },
    {
      "epoch": 0.08693282463550893,
      "grad_norm": 0.229941263794899,
      "learning_rate": 8.834971736085995e-05,
      "loss": 0.8049,
      "step": 319
    },
    {
      "epoch": 0.0872053413271563,
      "grad_norm": 0.23887953162193298,
      "learning_rate": 8.827844312411983e-05,
      "loss": 0.8311,
      "step": 320
    },
    {
      "epoch": 0.08747785801880366,
      "grad_norm": 0.25158455967903137,
      "learning_rate": 8.820698046723796e-05,
      "loss": 0.8095,
      "step": 321
    },
    {
      "epoch": 0.08775037471045101,
      "grad_norm": 0.2629060447216034,
      "learning_rate": 8.813532974197898e-05,
      "loss": 0.7667,
      "step": 322
    },
    {
      "epoch": 0.08802289140209837,
      "grad_norm": 0.26653680205345154,
      "learning_rate": 8.806349130103333e-05,
      "loss": 0.8271,
      "step": 323
    },
    {
      "epoch": 0.08829540809374574,
      "grad_norm": 0.27388688921928406,
      "learning_rate": 8.799146549801542e-05,
      "loss": 0.8768,
      "step": 324
    },
    {
      "epoch": 0.0885679247853931,
      "grad_norm": 0.30280593037605286,
      "learning_rate": 8.791925268746193e-05,
      "loss": 0.7937,
      "step": 325
    },
    {
      "epoch": 0.08884044147704047,
      "grad_norm": 0.2934975028038025,
      "learning_rate": 8.784685322483003e-05,
      "loss": 0.7519,
      "step": 326
    },
    {
      "epoch": 0.08911295816868783,
      "grad_norm": 0.3582305908203125,
      "learning_rate": 8.77742674664957e-05,
      "loss": 0.8396,
      "step": 327
    },
    {
      "epoch": 0.0893854748603352,
      "grad_norm": 0.2727900743484497,
      "learning_rate": 8.770149576975193e-05,
      "loss": 0.7899,
      "step": 328
    },
    {
      "epoch": 0.08965799155198256,
      "grad_norm": 0.2984563112258911,
      "learning_rate": 8.762853849280693e-05,
      "loss": 0.7591,
      "step": 329
    },
    {
      "epoch": 0.08993050824362993,
      "grad_norm": 0.324359267950058,
      "learning_rate": 8.755539599478243e-05,
      "loss": 0.9015,
      "step": 330
    },
    {
      "epoch": 0.09020302493527728,
      "grad_norm": 0.33428090810775757,
      "learning_rate": 8.748206863571187e-05,
      "loss": 0.8387,
      "step": 331
    },
    {
      "epoch": 0.09047554162692464,
      "grad_norm": 0.39165228605270386,
      "learning_rate": 8.740855677653868e-05,
      "loss": 0.9458,
      "step": 332
    },
    {
      "epoch": 0.09074805831857201,
      "grad_norm": 0.370038777589798,
      "learning_rate": 8.73348607791144e-05,
      "loss": 0.8306,
      "step": 333
    },
    {
      "epoch": 0.09102057501021937,
      "grad_norm": 0.4117828905582428,
      "learning_rate": 8.7260981006197e-05,
      "loss": 0.8787,
      "step": 334
    },
    {
      "epoch": 0.09129309170186674,
      "grad_norm": 0.32612887024879456,
      "learning_rate": 8.718691782144908e-05,
      "loss": 0.8405,
      "step": 335
    },
    {
      "epoch": 0.0915656083935141,
      "grad_norm": 0.3959416151046753,
      "learning_rate": 8.711267158943603e-05,
      "loss": 0.9386,
      "step": 336
    },
    {
      "epoch": 0.09183812508516147,
      "grad_norm": 0.4607565999031067,
      "learning_rate": 8.703824267562425e-05,
      "loss": 0.8634,
      "step": 337
    },
    {
      "epoch": 0.09211064177680883,
      "grad_norm": 0.49125564098358154,
      "learning_rate": 8.69636314463794e-05,
      "loss": 1.057,
      "step": 338
    },
    {
      "epoch": 0.0923831584684562,
      "grad_norm": 0.4357861578464508,
      "learning_rate": 8.688883826896456e-05,
      "loss": 0.8326,
      "step": 339
    },
    {
      "epoch": 0.09265567516010356,
      "grad_norm": 0.5259830355644226,
      "learning_rate": 8.681386351153838e-05,
      "loss": 1.0177,
      "step": 340
    },
    {
      "epoch": 0.09292819185175091,
      "grad_norm": 0.5791073441505432,
      "learning_rate": 8.673870754315336e-05,
      "loss": 0.842,
      "step": 341
    },
    {
      "epoch": 0.09320070854339828,
      "grad_norm": 0.5105280876159668,
      "learning_rate": 8.666337073375397e-05,
      "loss": 0.9934,
      "step": 342
    },
    {
      "epoch": 0.09347322523504564,
      "grad_norm": 0.5638039112091064,
      "learning_rate": 8.658785345417483e-05,
      "loss": 0.9245,
      "step": 343
    },
    {
      "epoch": 0.09374574192669301,
      "grad_norm": 0.6245160102844238,
      "learning_rate": 8.651215607613891e-05,
      "loss": 0.9246,
      "step": 344
    },
    {
      "epoch": 0.09401825861834037,
      "grad_norm": 0.6420482993125916,
      "learning_rate": 8.643627897225571e-05,
      "loss": 0.7923,
      "step": 345
    },
    {
      "epoch": 0.09429077530998774,
      "grad_norm": 0.7870603203773499,
      "learning_rate": 8.636022251601934e-05,
      "loss": 1.0457,
      "step": 346
    },
    {
      "epoch": 0.0945632920016351,
      "grad_norm": 0.7120956182479858,
      "learning_rate": 8.628398708180681e-05,
      "loss": 0.9801,
      "step": 347
    },
    {
      "epoch": 0.09483580869328247,
      "grad_norm": 0.7437490820884705,
      "learning_rate": 8.620757304487611e-05,
      "loss": 1.0551,
      "step": 348
    },
    {
      "epoch": 0.09510832538492983,
      "grad_norm": 1.072867751121521,
      "learning_rate": 8.613098078136437e-05,
      "loss": 1.1535,
      "step": 349
    },
    {
      "epoch": 0.0953808420765772,
      "grad_norm": 1.403899073600769,
      "learning_rate": 8.605421066828598e-05,
      "loss": 1.0411,
      "step": 350
    },
    {
      "epoch": 0.09565335876822455,
      "grad_norm": 0.17764227092266083,
      "learning_rate": 8.597726308353085e-05,
      "loss": 0.4184,
      "step": 351
    },
    {
      "epoch": 0.09592587545987191,
      "grad_norm": 0.18995238840579987,
      "learning_rate": 8.59001384058624e-05,
      "loss": 0.6329,
      "step": 352
    },
    {
      "epoch": 0.09619839215151928,
      "grad_norm": 0.18445582687854767,
      "learning_rate": 8.582283701491576e-05,
      "loss": 0.6718,
      "step": 353
    },
    {
      "epoch": 0.09647090884316664,
      "grad_norm": 0.17499396204948425,
      "learning_rate": 8.574535929119597e-05,
      "loss": 0.644,
      "step": 354
    },
    {
      "epoch": 0.096743425534814,
      "grad_norm": 0.16291524469852448,
      "learning_rate": 8.566770561607598e-05,
      "loss": 0.61,
      "step": 355
    },
    {
      "epoch": 0.09701594222646137,
      "grad_norm": 0.176176980137825,
      "learning_rate": 8.558987637179487e-05,
      "loss": 0.6467,
      "step": 356
    },
    {
      "epoch": 0.09728845891810874,
      "grad_norm": 0.16935057938098907,
      "learning_rate": 8.551187194145592e-05,
      "loss": 0.556,
      "step": 357
    },
    {
      "epoch": 0.0975609756097561,
      "grad_norm": 0.17442873120307922,
      "learning_rate": 8.543369270902474e-05,
      "loss": 0.5591,
      "step": 358
    },
    {
      "epoch": 0.09783349230140347,
      "grad_norm": 0.21311812102794647,
      "learning_rate": 8.535533905932738e-05,
      "loss": 0.7636,
      "step": 359
    },
    {
      "epoch": 0.09810600899305083,
      "grad_norm": 0.20239044725894928,
      "learning_rate": 8.527681137804844e-05,
      "loss": 0.7064,
      "step": 360
    },
    {
      "epoch": 0.09837852568469818,
      "grad_norm": 0.2132379114627838,
      "learning_rate": 8.519811005172916e-05,
      "loss": 0.6283,
      "step": 361
    },
    {
      "epoch": 0.09865104237634555,
      "grad_norm": 0.25211405754089355,
      "learning_rate": 8.511923546776551e-05,
      "loss": 0.7206,
      "step": 362
    },
    {
      "epoch": 0.09892355906799291,
      "grad_norm": 0.2066219598054886,
      "learning_rate": 8.50401880144063e-05,
      "loss": 0.7846,
      "step": 363
    },
    {
      "epoch": 0.09919607575964028,
      "grad_norm": 0.2161703258752823,
      "learning_rate": 8.496096808075129e-05,
      "loss": 0.7273,
      "step": 364
    },
    {
      "epoch": 0.09946859245128764,
      "grad_norm": 0.2466978132724762,
      "learning_rate": 8.488157605674925e-05,
      "loss": 0.8266,
      "step": 365
    },
    {
      "epoch": 0.099741109142935,
      "grad_norm": 0.2362830936908722,
      "learning_rate": 8.480201233319598e-05,
      "loss": 0.6734,
      "step": 366
    },
    {
      "epoch": 0.10001362583458237,
      "grad_norm": 0.2138327658176422,
      "learning_rate": 8.472227730173253e-05,
      "loss": 0.7417,
      "step": 367
    },
    {
      "epoch": 0.10028614252622974,
      "grad_norm": 0.22698204219341278,
      "learning_rate": 8.46423713548431e-05,
      "loss": 0.6879,
      "step": 368
    },
    {
      "epoch": 0.1005586592178771,
      "grad_norm": 0.2240700125694275,
      "learning_rate": 8.456229488585328e-05,
      "loss": 0.7944,
      "step": 369
    },
    {
      "epoch": 0.10083117590952446,
      "grad_norm": 0.23068508505821228,
      "learning_rate": 8.448204828892799e-05,
      "loss": 0.7041,
      "step": 370
    },
    {
      "epoch": 0.10110369260117182,
      "grad_norm": 0.2970287799835205,
      "learning_rate": 8.440163195906958e-05,
      "loss": 0.7631,
      "step": 371
    },
    {
      "epoch": 0.10137620929281918,
      "grad_norm": 0.2740401029586792,
      "learning_rate": 8.432104629211587e-05,
      "loss": 0.8291,
      "step": 372
    },
    {
      "epoch": 0.10164872598446655,
      "grad_norm": 0.25296106934547424,
      "learning_rate": 8.424029168473829e-05,
      "loss": 0.7972,
      "step": 373
    },
    {
      "epoch": 0.10192124267611391,
      "grad_norm": 0.24727553129196167,
      "learning_rate": 8.415936853443976e-05,
      "loss": 0.821,
      "step": 374
    },
    {
      "epoch": 0.10219375936776127,
      "grad_norm": 0.27670106291770935,
      "learning_rate": 8.407827723955287e-05,
      "loss": 0.8586,
      "step": 375
    },
    {
      "epoch": 0.10246627605940864,
      "grad_norm": 0.2723293602466583,
      "learning_rate": 8.399701819923791e-05,
      "loss": 0.8065,
      "step": 376
    },
    {
      "epoch": 0.102738792751056,
      "grad_norm": 0.2834438681602478,
      "learning_rate": 8.391559181348082e-05,
      "loss": 0.8219,
      "step": 377
    },
    {
      "epoch": 0.10301130944270337,
      "grad_norm": 0.28572630882263184,
      "learning_rate": 8.383399848309127e-05,
      "loss": 0.7707,
      "step": 378
    },
    {
      "epoch": 0.10328382613435073,
      "grad_norm": 0.31235378980636597,
      "learning_rate": 8.375223860970078e-05,
      "loss": 0.835,
      "step": 379
    },
    {
      "epoch": 0.1035563428259981,
      "grad_norm": 0.33185014128685,
      "learning_rate": 8.367031259576056e-05,
      "loss": 0.8537,
      "step": 380
    },
    {
      "epoch": 0.10382885951764545,
      "grad_norm": 0.30428388714790344,
      "learning_rate": 8.358822084453965e-05,
      "loss": 0.7859,
      "step": 381
    },
    {
      "epoch": 0.10410137620929281,
      "grad_norm": 0.36449068784713745,
      "learning_rate": 8.350596376012289e-05,
      "loss": 0.9223,
      "step": 382
    },
    {
      "epoch": 0.10437389290094018,
      "grad_norm": 0.37145522236824036,
      "learning_rate": 8.342354174740902e-05,
      "loss": 0.8403,
      "step": 383
    },
    {
      "epoch": 0.10464640959258754,
      "grad_norm": 0.361621230840683,
      "learning_rate": 8.334095521210855e-05,
      "loss": 0.8018,
      "step": 384
    },
    {
      "epoch": 0.10491892628423491,
      "grad_norm": 0.41538524627685547,
      "learning_rate": 8.325820456074181e-05,
      "loss": 0.8231,
      "step": 385
    },
    {
      "epoch": 0.10519144297588227,
      "grad_norm": 0.4042194187641144,
      "learning_rate": 8.317529020063703e-05,
      "loss": 0.6814,
      "step": 386
    },
    {
      "epoch": 0.10546395966752964,
      "grad_norm": 0.44901713728904724,
      "learning_rate": 8.309221253992825e-05,
      "loss": 0.7466,
      "step": 387
    },
    {
      "epoch": 0.105736476359177,
      "grad_norm": 0.5477349758148193,
      "learning_rate": 8.300897198755333e-05,
      "loss": 0.971,
      "step": 388
    },
    {
      "epoch": 0.10600899305082437,
      "grad_norm": 0.46257132291793823,
      "learning_rate": 8.292556895325194e-05,
      "loss": 0.7621,
      "step": 389
    },
    {
      "epoch": 0.10628150974247173,
      "grad_norm": 0.4765380620956421,
      "learning_rate": 8.284200384756353e-05,
      "loss": 0.9711,
      "step": 390
    },
    {
      "epoch": 0.10655402643411908,
      "grad_norm": 0.549521803855896,
      "learning_rate": 8.275827708182535e-05,
      "loss": 1.0321,
      "step": 391
    },
    {
      "epoch": 0.10682654312576645,
      "grad_norm": 0.5028433203697205,
      "learning_rate": 8.26743890681704e-05,
      "loss": 0.8813,
      "step": 392
    },
    {
      "epoch": 0.10709905981741381,
      "grad_norm": 0.479165643453598,
      "learning_rate": 8.259034021952537e-05,
      "loss": 0.8737,
      "step": 393
    },
    {
      "epoch": 0.10737157650906118,
      "grad_norm": 0.8257744908332825,
      "learning_rate": 8.250613094960865e-05,
      "loss": 1.091,
      "step": 394
    },
    {
      "epoch": 0.10764409320070854,
      "grad_norm": 0.6070850491523743,
      "learning_rate": 8.242176167292826e-05,
      "loss": 0.9735,
      "step": 395
    },
    {
      "epoch": 0.10791660989235591,
      "grad_norm": 0.6276562809944153,
      "learning_rate": 8.233723280477991e-05,
      "loss": 1.0815,
      "step": 396
    },
    {
      "epoch": 0.10818912658400327,
      "grad_norm": 0.6919230818748474,
      "learning_rate": 8.225254476124478e-05,
      "loss": 0.9816,
      "step": 397
    },
    {
      "epoch": 0.10846164327565064,
      "grad_norm": 0.7838976979255676,
      "learning_rate": 8.216769795918763e-05,
      "loss": 0.9225,
      "step": 398
    },
    {
      "epoch": 0.108734159967298,
      "grad_norm": 0.8754346966743469,
      "learning_rate": 8.208269281625465e-05,
      "loss": 0.9293,
      "step": 399
    },
    {
      "epoch": 0.10900667665894537,
      "grad_norm": 1.3744139671325684,
      "learning_rate": 8.199752975087145e-05,
      "loss": 1.0545,
      "step": 400
    },
    {
      "epoch": 0.10927919335059272,
      "grad_norm": 0.19217640161514282,
      "learning_rate": 8.191220918224101e-05,
      "loss": 0.5691,
      "step": 401
    },
    {
      "epoch": 0.10955171004224008,
      "grad_norm": 0.16943156719207764,
      "learning_rate": 8.182673153034158e-05,
      "loss": 0.4496,
      "step": 402
    },
    {
      "epoch": 0.10982422673388745,
      "grad_norm": 0.21950046718120575,
      "learning_rate": 8.174109721592462e-05,
      "loss": 0.779,
      "step": 403
    },
    {
      "epoch": 0.11009674342553481,
      "grad_norm": 0.1730644851922989,
      "learning_rate": 8.165530666051276e-05,
      "loss": 0.7205,
      "step": 404
    },
    {
      "epoch": 0.11036926011718218,
      "grad_norm": 0.17988602817058563,
      "learning_rate": 8.156936028639767e-05,
      "loss": 0.6592,
      "step": 405
    },
    {
      "epoch": 0.11064177680882954,
      "grad_norm": 0.18436777591705322,
      "learning_rate": 8.148325851663809e-05,
      "loss": 0.6312,
      "step": 406
    },
    {
      "epoch": 0.11091429350047691,
      "grad_norm": 0.1552237719297409,
      "learning_rate": 8.13970017750576e-05,
      "loss": 0.5166,
      "step": 407
    },
    {
      "epoch": 0.11118681019212427,
      "grad_norm": 0.15689633786678314,
      "learning_rate": 8.13105904862426e-05,
      "loss": 0.5732,
      "step": 408
    },
    {
      "epoch": 0.11145932688377164,
      "grad_norm": 0.1801779568195343,
      "learning_rate": 8.12240250755403e-05,
      "loss": 0.5835,
      "step": 409
    },
    {
      "epoch": 0.11173184357541899,
      "grad_norm": 0.21987050771713257,
      "learning_rate": 8.11373059690565e-05,
      "loss": 0.7805,
      "step": 410
    },
    {
      "epoch": 0.11200436026706635,
      "grad_norm": 0.21006177365779877,
      "learning_rate": 8.10504335936535e-05,
      "loss": 0.7775,
      "step": 411
    },
    {
      "epoch": 0.11227687695871372,
      "grad_norm": 0.21447503566741943,
      "learning_rate": 8.096340837694816e-05,
      "loss": 0.8172,
      "step": 412
    },
    {
      "epoch": 0.11254939365036108,
      "grad_norm": 0.2230713665485382,
      "learning_rate": 8.08762307473096e-05,
      "loss": 0.7606,
      "step": 413
    },
    {
      "epoch": 0.11282191034200845,
      "grad_norm": 0.21724790334701538,
      "learning_rate": 8.078890113385719e-05,
      "loss": 0.7407,
      "step": 414
    },
    {
      "epoch": 0.11309442703365581,
      "grad_norm": 0.21430958807468414,
      "learning_rate": 8.07014199664584e-05,
      "loss": 0.7112,
      "step": 415
    },
    {
      "epoch": 0.11336694372530318,
      "grad_norm": 0.2678965628147125,
      "learning_rate": 8.061378767572674e-05,
      "loss": 0.913,
      "step": 416
    },
    {
      "epoch": 0.11363946041695054,
      "grad_norm": 0.2451958954334259,
      "learning_rate": 8.052600469301958e-05,
      "loss": 0.7012,
      "step": 417
    },
    {
      "epoch": 0.1139119771085979,
      "grad_norm": 0.22111712396144867,
      "learning_rate": 8.043807145043604e-05,
      "loss": 0.7518,
      "step": 418
    },
    {
      "epoch": 0.11418449380024527,
      "grad_norm": 0.24111483991146088,
      "learning_rate": 8.03499883808149e-05,
      "loss": 0.716,
      "step": 419
    },
    {
      "epoch": 0.11445701049189262,
      "grad_norm": 0.24132050573825836,
      "learning_rate": 8.026175591773239e-05,
      "loss": 0.7889,
      "step": 420
    },
    {
      "epoch": 0.11472952718353999,
      "grad_norm": 0.24576377868652344,
      "learning_rate": 8.01733744955002e-05,
      "loss": 0.7953,
      "step": 421
    },
    {
      "epoch": 0.11500204387518735,
      "grad_norm": 0.29038968682289124,
      "learning_rate": 8.008484454916316e-05,
      "loss": 0.8506,
      "step": 422
    },
    {
      "epoch": 0.11527456056683472,
      "grad_norm": 0.25157326459884644,
      "learning_rate": 7.999616651449722e-05,
      "loss": 0.7552,
      "step": 423
    },
    {
      "epoch": 0.11554707725848208,
      "grad_norm": 0.262092649936676,
      "learning_rate": 7.99073408280073e-05,
      "loss": 0.6855,
      "step": 424
    },
    {
      "epoch": 0.11581959395012945,
      "grad_norm": 0.2557481527328491,
      "learning_rate": 7.981836792692508e-05,
      "loss": 0.8511,
      "step": 425
    },
    {
      "epoch": 0.11609211064177681,
      "grad_norm": 0.27750423550605774,
      "learning_rate": 7.972924824920689e-05,
      "loss": 0.8029,
      "step": 426
    },
    {
      "epoch": 0.11636462733342418,
      "grad_norm": 0.30837365984916687,
      "learning_rate": 7.963998223353154e-05,
      "loss": 0.8001,
      "step": 427
    },
    {
      "epoch": 0.11663714402507154,
      "grad_norm": 0.2788386940956116,
      "learning_rate": 7.95505703192982e-05,
      "loss": 0.7855,
      "step": 428
    },
    {
      "epoch": 0.1169096607167189,
      "grad_norm": 0.3252162039279938,
      "learning_rate": 7.946101294662418e-05,
      "loss": 0.8142,
      "step": 429
    },
    {
      "epoch": 0.11718217740836626,
      "grad_norm": 0.289494127035141,
      "learning_rate": 7.937131055634279e-05,
      "loss": 0.8209,
      "step": 430
    },
    {
      "epoch": 0.11745469410001362,
      "grad_norm": 0.35254690051078796,
      "learning_rate": 7.928146359000117e-05,
      "loss": 0.8549,
      "step": 431
    },
    {
      "epoch": 0.11772721079166099,
      "grad_norm": 0.4489072859287262,
      "learning_rate": 7.91914724898581e-05,
      "loss": 0.9365,
      "step": 432
    },
    {
      "epoch": 0.11799972748330835,
      "grad_norm": 0.37589287757873535,
      "learning_rate": 7.910133769888188e-05,
      "loss": 0.9197,
      "step": 433
    },
    {
      "epoch": 0.11827224417495572,
      "grad_norm": 0.38938823342323303,
      "learning_rate": 7.901105966074807e-05,
      "loss": 0.8467,
      "step": 434
    },
    {
      "epoch": 0.11854476086660308,
      "grad_norm": 0.44165003299713135,
      "learning_rate": 7.892063881983736e-05,
      "loss": 0.9573,
      "step": 435
    },
    {
      "epoch": 0.11881727755825044,
      "grad_norm": 0.4362611174583435,
      "learning_rate": 7.883007562123332e-05,
      "loss": 0.8605,
      "step": 436
    },
    {
      "epoch": 0.11908979424989781,
      "grad_norm": 0.43159133195877075,
      "learning_rate": 7.873937051072035e-05,
      "loss": 0.7821,
      "step": 437
    },
    {
      "epoch": 0.11936231094154517,
      "grad_norm": 0.4297678768634796,
      "learning_rate": 7.86485239347813e-05,
      "loss": 0.841,
      "step": 438
    },
    {
      "epoch": 0.11963482763319254,
      "grad_norm": 0.5377081632614136,
      "learning_rate": 7.855753634059544e-05,
      "loss": 0.8315,
      "step": 439
    },
    {
      "epoch": 0.11990734432483989,
      "grad_norm": 0.5407378077507019,
      "learning_rate": 7.846640817603608e-05,
      "loss": 0.85,
      "step": 440
    },
    {
      "epoch": 0.12017986101648725,
      "grad_norm": 0.5806069374084473,
      "learning_rate": 7.83751398896686e-05,
      "loss": 0.7985,
      "step": 441
    },
    {
      "epoch": 0.12045237770813462,
      "grad_norm": 0.6183338761329651,
      "learning_rate": 7.828373193074798e-05,
      "loss": 0.9917,
      "step": 442
    },
    {
      "epoch": 0.12072489439978198,
      "grad_norm": 0.5537411570549011,
      "learning_rate": 7.81921847492168e-05,
      "loss": 0.8814,
      "step": 443
    },
    {
      "epoch": 0.12099741109142935,
      "grad_norm": 0.7854049205780029,
      "learning_rate": 7.810049879570293e-05,
      "loss": 1.1143,
      "step": 444
    },
    {
      "epoch": 0.12126992778307671,
      "grad_norm": 0.631607711315155,
      "learning_rate": 7.80086745215173e-05,
      "loss": 1.0117,
      "step": 445
    },
    {
      "epoch": 0.12154244447472408,
      "grad_norm": 0.6358669996261597,
      "learning_rate": 7.791671237865175e-05,
      "loss": 0.9873,
      "step": 446
    },
    {
      "epoch": 0.12181496116637144,
      "grad_norm": 0.7784543037414551,
      "learning_rate": 7.782461281977669e-05,
      "loss": 0.9642,
      "step": 447
    },
    {
      "epoch": 0.12208747785801881,
      "grad_norm": 0.7926831245422363,
      "learning_rate": 7.773237629823897e-05,
      "loss": 0.8986,
      "step": 448
    },
    {
      "epoch": 0.12235999454966617,
      "grad_norm": 1.043210506439209,
      "learning_rate": 7.764000326805967e-05,
      "loss": 1.1091,
      "step": 449
    },
    {
      "epoch": 0.12263251124131352,
      "grad_norm": 1.6541539430618286,
      "learning_rate": 7.754749418393175e-05,
      "loss": 1.0427,
      "step": 450
    },
    {
      "epoch": 0.12290502793296089,
      "grad_norm": 0.1670735478401184,
      "learning_rate": 7.745484950121791e-05,
      "loss": 0.4977,
      "step": 451
    },
    {
      "epoch": 0.12317754462460825,
      "grad_norm": 0.219260111451149,
      "learning_rate": 7.736206967594827e-05,
      "loss": 0.7729,
      "step": 452
    },
    {
      "epoch": 0.12345006131625562,
      "grad_norm": 0.16301047801971436,
      "learning_rate": 7.726915516481824e-05,
      "loss": 0.5791,
      "step": 453
    },
    {
      "epoch": 0.12372257800790298,
      "grad_norm": 0.16723637282848358,
      "learning_rate": 7.717610642518615e-05,
      "loss": 0.6648,
      "step": 454
    },
    {
      "epoch": 0.12399509469955035,
      "grad_norm": 0.20357482135295868,
      "learning_rate": 7.708292391507105e-05,
      "loss": 0.6263,
      "step": 455
    },
    {
      "epoch": 0.12426761139119771,
      "grad_norm": 0.1663789004087448,
      "learning_rate": 7.69896080931505e-05,
      "loss": 0.5281,
      "step": 456
    },
    {
      "epoch": 0.12454012808284508,
      "grad_norm": 0.18144665658473969,
      "learning_rate": 7.68961594187582e-05,
      "loss": 0.5392,
      "step": 457
    },
    {
      "epoch": 0.12481264477449244,
      "grad_norm": 0.21294541656970978,
      "learning_rate": 7.680257835188188e-05,
      "loss": 0.647,
      "step": 458
    },
    {
      "epoch": 0.1250851614661398,
      "grad_norm": 0.2152722328901291,
      "learning_rate": 7.670886535316086e-05,
      "loss": 0.6663,
      "step": 459
    },
    {
      "epoch": 0.12535767815778717,
      "grad_norm": 0.21169619262218475,
      "learning_rate": 7.661502088388398e-05,
      "loss": 0.7631,
      "step": 460
    },
    {
      "epoch": 0.12563019484943452,
      "grad_norm": 0.2218908965587616,
      "learning_rate": 7.652104540598712e-05,
      "loss": 0.785,
      "step": 461
    },
    {
      "epoch": 0.1259027115410819,
      "grad_norm": 0.22473177313804626,
      "learning_rate": 7.642693938205113e-05,
      "loss": 0.7364,
      "step": 462
    },
    {
      "epoch": 0.12617522823272925,
      "grad_norm": 0.34867289662361145,
      "learning_rate": 7.633270327529935e-05,
      "loss": 0.8182,
      "step": 463
    },
    {
      "epoch": 0.12644774492437663,
      "grad_norm": 0.1961957812309265,
      "learning_rate": 7.623833754959552e-05,
      "loss": 0.6512,
      "step": 464
    },
    {
      "epoch": 0.12672026161602398,
      "grad_norm": 0.21331645548343658,
      "learning_rate": 7.614384266944139e-05,
      "loss": 0.752,
      "step": 465
    },
    {
      "epoch": 0.12699277830767133,
      "grad_norm": 0.25224652886390686,
      "learning_rate": 7.60492190999744e-05,
      "loss": 0.7747,
      "step": 466
    },
    {
      "epoch": 0.1272652949993187,
      "grad_norm": 0.2502247989177704,
      "learning_rate": 7.595446730696554e-05,
      "loss": 0.7516,
      "step": 467
    },
    {
      "epoch": 0.12753781169096606,
      "grad_norm": 0.23550277948379517,
      "learning_rate": 7.585958775681687e-05,
      "loss": 0.6915,
      "step": 468
    },
    {
      "epoch": 0.12781032838261344,
      "grad_norm": 0.25218796730041504,
      "learning_rate": 7.57645809165594e-05,
      "loss": 0.7461,
      "step": 469
    },
    {
      "epoch": 0.1280828450742608,
      "grad_norm": 0.29852059483528137,
      "learning_rate": 7.566944725385061e-05,
      "loss": 0.7761,
      "step": 470
    },
    {
      "epoch": 0.12835536176590817,
      "grad_norm": 0.30185309052467346,
      "learning_rate": 7.557418723697234e-05,
      "loss": 0.7977,
      "step": 471
    },
    {
      "epoch": 0.12862787845755552,
      "grad_norm": 0.2637118697166443,
      "learning_rate": 7.547880133482834e-05,
      "loss": 0.7863,
      "step": 472
    },
    {
      "epoch": 0.1289003951492029,
      "grad_norm": 0.28336748480796814,
      "learning_rate": 7.5383290016942e-05,
      "loss": 0.8455,
      "step": 473
    },
    {
      "epoch": 0.12917291184085025,
      "grad_norm": 0.26453086733818054,
      "learning_rate": 7.528765375345411e-05,
      "loss": 0.801,
      "step": 474
    },
    {
      "epoch": 0.1294454285324976,
      "grad_norm": 0.24920551478862762,
      "learning_rate": 7.519189301512042e-05,
      "loss": 0.8164,
      "step": 475
    },
    {
      "epoch": 0.12971794522414498,
      "grad_norm": 0.2689911723136902,
      "learning_rate": 7.509600827330942e-05,
      "loss": 0.8207,
      "step": 476
    },
    {
      "epoch": 0.12999046191579233,
      "grad_norm": 0.31669995188713074,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.8797,
      "step": 477
    },
    {
      "epoch": 0.1302629786074397,
      "grad_norm": 0.3073696494102478,
      "learning_rate": 7.49038686677791e-05,
      "loss": 0.921,
      "step": 478
    },
    {
      "epoch": 0.13053549529908706,
      "grad_norm": 0.33772793412208557,
      "learning_rate": 7.480761474983943e-05,
      "loss": 0.9099,
      "step": 479
    },
    {
      "epoch": 0.13080801199073444,
      "grad_norm": 0.3695980906486511,
      "learning_rate": 7.471123871997702e-05,
      "loss": 0.8452,
      "step": 480
    },
    {
      "epoch": 0.1310805286823818,
      "grad_norm": 0.3318035304546356,
      "learning_rate": 7.461474105258911e-05,
      "loss": 0.8067,
      "step": 481
    },
    {
      "epoch": 0.13135304537402917,
      "grad_norm": 0.3742455840110779,
      "learning_rate": 7.451812222267158e-05,
      "loss": 0.8012,
      "step": 482
    },
    {
      "epoch": 0.13162556206567652,
      "grad_norm": 0.3918282985687256,
      "learning_rate": 7.442138270581676e-05,
      "loss": 0.8224,
      "step": 483
    },
    {
      "epoch": 0.13189807875732387,
      "grad_norm": 0.4923575818538666,
      "learning_rate": 7.432452297821103e-05,
      "loss": 0.8844,
      "step": 484
    },
    {
      "epoch": 0.13217059544897125,
      "grad_norm": 0.4505954682826996,
      "learning_rate": 7.422754351663252e-05,
      "loss": 0.8013,
      "step": 485
    },
    {
      "epoch": 0.1324431121406186,
      "grad_norm": 0.4860864281654358,
      "learning_rate": 7.413044479844867e-05,
      "loss": 0.8829,
      "step": 486
    },
    {
      "epoch": 0.13271562883226598,
      "grad_norm": 0.4805043637752533,
      "learning_rate": 7.403322730161401e-05,
      "loss": 0.9047,
      "step": 487
    },
    {
      "epoch": 0.13298814552391333,
      "grad_norm": 0.602127730846405,
      "learning_rate": 7.393589150466771e-05,
      "loss": 0.7893,
      "step": 488
    },
    {
      "epoch": 0.1332606622155607,
      "grad_norm": 0.48809099197387695,
      "learning_rate": 7.383843788673126e-05,
      "loss": 1.0045,
      "step": 489
    },
    {
      "epoch": 0.13353317890720806,
      "grad_norm": 0.5494454503059387,
      "learning_rate": 7.37408669275061e-05,
      "loss": 0.8846,
      "step": 490
    },
    {
      "epoch": 0.13380569559885544,
      "grad_norm": 0.5615451335906982,
      "learning_rate": 7.364317910727128e-05,
      "loss": 0.9282,
      "step": 491
    },
    {
      "epoch": 0.1340782122905028,
      "grad_norm": 0.7069236636161804,
      "learning_rate": 7.354537490688105e-05,
      "loss": 1.1124,
      "step": 492
    },
    {
      "epoch": 0.13435072898215017,
      "grad_norm": 0.568533182144165,
      "learning_rate": 7.344745480776257e-05,
      "loss": 1.1157,
      "step": 493
    },
    {
      "epoch": 0.13462324567379752,
      "grad_norm": 0.6331959366798401,
      "learning_rate": 7.334941929191345e-05,
      "loss": 0.8917,
      "step": 494
    },
    {
      "epoch": 0.13489576236544487,
      "grad_norm": 0.6187734603881836,
      "learning_rate": 7.325126884189947e-05,
      "loss": 1.0576,
      "step": 495
    },
    {
      "epoch": 0.13516827905709225,
      "grad_norm": 0.672028660774231,
      "learning_rate": 7.315300394085214e-05,
      "loss": 0.8047,
      "step": 496
    },
    {
      "epoch": 0.1354407957487396,
      "grad_norm": 0.7487637400627136,
      "learning_rate": 7.30546250724663e-05,
      "loss": 1.0183,
      "step": 497
    },
    {
      "epoch": 0.13571331244038698,
      "grad_norm": 0.7401667237281799,
      "learning_rate": 7.295613272099782e-05,
      "loss": 1.0181,
      "step": 498
    },
    {
      "epoch": 0.13598582913203433,
      "grad_norm": 0.9835716485977173,
      "learning_rate": 7.285752737126117e-05,
      "loss": 1.05,
      "step": 499
    },
    {
      "epoch": 0.1362583458236817,
      "grad_norm": 1.4804800748825073,
      "learning_rate": 7.275880950862701e-05,
      "loss": 0.8599,
      "step": 500
    },
    {
      "epoch": 0.13653086251532906,
      "grad_norm": 0.17113865911960602,
      "learning_rate": 7.265997961901987e-05,
      "loss": 0.4469,
      "step": 501
    },
    {
      "epoch": 0.13680337920697644,
      "grad_norm": 0.20462258160114288,
      "learning_rate": 7.256103818891569e-05,
      "loss": 0.6088,
      "step": 502
    },
    {
      "epoch": 0.1370758958986238,
      "grad_norm": 0.16642552614212036,
      "learning_rate": 7.246198570533944e-05,
      "loss": 0.5635,
      "step": 503
    },
    {
      "epoch": 0.13734841259027114,
      "grad_norm": 0.17239230871200562,
      "learning_rate": 7.236282265586278e-05,
      "loss": 0.658,
      "step": 504
    },
    {
      "epoch": 0.13762092928191852,
      "grad_norm": 0.1829797923564911,
      "learning_rate": 7.226354952860157e-05,
      "loss": 0.7347,
      "step": 505
    },
    {
      "epoch": 0.13789344597356587,
      "grad_norm": 0.15560786426067352,
      "learning_rate": 7.216416681221355e-05,
      "loss": 0.4917,
      "step": 506
    },
    {
      "epoch": 0.13816596266521325,
      "grad_norm": 0.16710925102233887,
      "learning_rate": 7.206467499589584e-05,
      "loss": 0.6068,
      "step": 507
    },
    {
      "epoch": 0.1384384793568606,
      "grad_norm": 0.1755599081516266,
      "learning_rate": 7.196507456938264e-05,
      "loss": 0.6017,
      "step": 508
    },
    {
      "epoch": 0.13871099604850798,
      "grad_norm": 0.19496828317642212,
      "learning_rate": 7.186536602294278e-05,
      "loss": 0.7428,
      "step": 509
    },
    {
      "epoch": 0.13898351274015533,
      "grad_norm": 0.22123797237873077,
      "learning_rate": 7.176554984737724e-05,
      "loss": 0.7167,
      "step": 510
    },
    {
      "epoch": 0.1392560294318027,
      "grad_norm": 0.24551792442798615,
      "learning_rate": 7.16656265340168e-05,
      "loss": 0.8319,
      "step": 511
    },
    {
      "epoch": 0.13952854612345006,
      "grad_norm": 0.21895910799503326,
      "learning_rate": 7.156559657471966e-05,
      "loss": 0.6634,
      "step": 512
    },
    {
      "epoch": 0.13980106281509744,
      "grad_norm": 0.22833682596683502,
      "learning_rate": 7.146546046186893e-05,
      "loss": 0.7501,
      "step": 513
    },
    {
      "epoch": 0.1400735795067448,
      "grad_norm": 0.23942403495311737,
      "learning_rate": 7.136521868837023e-05,
      "loss": 0.7868,
      "step": 514
    },
    {
      "epoch": 0.14034609619839214,
      "grad_norm": 0.2524600625038147,
      "learning_rate": 7.126487174764936e-05,
      "loss": 0.7869,
      "step": 515
    },
    {
      "epoch": 0.14061861289003952,
      "grad_norm": 0.2353590577840805,
      "learning_rate": 7.116442013364963e-05,
      "loss": 0.7851,
      "step": 516
    },
    {
      "epoch": 0.14089112958168687,
      "grad_norm": 0.2265785187482834,
      "learning_rate": 7.106386434082979e-05,
      "loss": 0.6813,
      "step": 517
    },
    {
      "epoch": 0.14116364627333425,
      "grad_norm": 0.2646075487136841,
      "learning_rate": 7.096320486416124e-05,
      "loss": 0.7794,
      "step": 518
    },
    {
      "epoch": 0.1414361629649816,
      "grad_norm": 0.24623969197273254,
      "learning_rate": 7.086244219912583e-05,
      "loss": 0.875,
      "step": 519
    },
    {
      "epoch": 0.14170867965662898,
      "grad_norm": 0.24595320224761963,
      "learning_rate": 7.076157684171331e-05,
      "loss": 0.82,
      "step": 520
    },
    {
      "epoch": 0.14198119634827633,
      "grad_norm": 0.29200446605682373,
      "learning_rate": 7.066060928841892e-05,
      "loss": 0.8915,
      "step": 521
    },
    {
      "epoch": 0.1422537130399237,
      "grad_norm": 0.27991625666618347,
      "learning_rate": 7.055954003624093e-05,
      "loss": 0.8627,
      "step": 522
    },
    {
      "epoch": 0.14252622973157106,
      "grad_norm": 0.3020149767398834,
      "learning_rate": 7.045836958267827e-05,
      "loss": 0.846,
      "step": 523
    },
    {
      "epoch": 0.1427987464232184,
      "grad_norm": 0.2738496661186218,
      "learning_rate": 7.035709842572793e-05,
      "loss": 0.8493,
      "step": 524
    },
    {
      "epoch": 0.1430712631148658,
      "grad_norm": 0.2856815755367279,
      "learning_rate": 7.025572706388268e-05,
      "loss": 0.913,
      "step": 525
    },
    {
      "epoch": 0.14334377980651314,
      "grad_norm": 0.3335854709148407,
      "learning_rate": 7.015425599612848e-05,
      "loss": 0.8187,
      "step": 526
    },
    {
      "epoch": 0.14361629649816052,
      "grad_norm": 0.34101906418800354,
      "learning_rate": 7.005268572194208e-05,
      "loss": 0.8299,
      "step": 527
    },
    {
      "epoch": 0.14388881318980787,
      "grad_norm": 0.3478679060935974,
      "learning_rate": 6.995101674128861e-05,
      "loss": 0.7565,
      "step": 528
    },
    {
      "epoch": 0.14416132988145525,
      "grad_norm": 0.3497649133205414,
      "learning_rate": 6.984924955461901e-05,
      "loss": 0.8296,
      "step": 529
    },
    {
      "epoch": 0.1444338465731026,
      "grad_norm": 0.3066701292991638,
      "learning_rate": 6.974738466286765e-05,
      "loss": 0.7251,
      "step": 530
    },
    {
      "epoch": 0.14470636326474998,
      "grad_norm": 0.35748937726020813,
      "learning_rate": 6.964542256744986e-05,
      "loss": 0.7909,
      "step": 531
    },
    {
      "epoch": 0.14497887995639733,
      "grad_norm": 0.33931562304496765,
      "learning_rate": 6.954336377025938e-05,
      "loss": 0.875,
      "step": 532
    },
    {
      "epoch": 0.1452513966480447,
      "grad_norm": 0.4176086485385895,
      "learning_rate": 6.944120877366604e-05,
      "loss": 0.9273,
      "step": 533
    },
    {
      "epoch": 0.14552391333969206,
      "grad_norm": 0.4249595105648041,
      "learning_rate": 6.93389580805131e-05,
      "loss": 0.9367,
      "step": 534
    },
    {
      "epoch": 0.1457964300313394,
      "grad_norm": 0.3631286323070526,
      "learning_rate": 6.923661219411494e-05,
      "loss": 0.871,
      "step": 535
    },
    {
      "epoch": 0.1460689467229868,
      "grad_norm": 0.35814836621284485,
      "learning_rate": 6.91341716182545e-05,
      "loss": 0.7232,
      "step": 536
    },
    {
      "epoch": 0.14634146341463414,
      "grad_norm": 0.4942888915538788,
      "learning_rate": 6.90316368571808e-05,
      "loss": 0.9538,
      "step": 537
    },
    {
      "epoch": 0.14661398010628152,
      "grad_norm": 0.49993425607681274,
      "learning_rate": 6.892900841560647e-05,
      "loss": 0.8987,
      "step": 538
    },
    {
      "epoch": 0.14688649679792887,
      "grad_norm": 0.41638725996017456,
      "learning_rate": 6.882628679870532e-05,
      "loss": 0.8791,
      "step": 539
    },
    {
      "epoch": 0.14715901348957625,
      "grad_norm": 0.690703272819519,
      "learning_rate": 6.872347251210975e-05,
      "loss": 1.1239,
      "step": 540
    },
    {
      "epoch": 0.1474315301812236,
      "grad_norm": 0.540834367275238,
      "learning_rate": 6.86205660619083e-05,
      "loss": 0.8935,
      "step": 541
    },
    {
      "epoch": 0.14770404687287098,
      "grad_norm": 0.49693918228149414,
      "learning_rate": 6.851756795464323e-05,
      "loss": 0.634,
      "step": 542
    },
    {
      "epoch": 0.14797656356451833,
      "grad_norm": 0.5349720120429993,
      "learning_rate": 6.841447869730793e-05,
      "loss": 1.086,
      "step": 543
    },
    {
      "epoch": 0.14824908025616568,
      "grad_norm": 0.5807167887687683,
      "learning_rate": 6.831129879734448e-05,
      "loss": 0.8401,
      "step": 544
    },
    {
      "epoch": 0.14852159694781306,
      "grad_norm": 0.6503146290779114,
      "learning_rate": 6.820802876264112e-05,
      "loss": 0.9981,
      "step": 545
    },
    {
      "epoch": 0.1487941136394604,
      "grad_norm": 0.7375699877738953,
      "learning_rate": 6.810466910152977e-05,
      "loss": 1.0766,
      "step": 546
    },
    {
      "epoch": 0.14906663033110779,
      "grad_norm": 0.8079667687416077,
      "learning_rate": 6.800122032278351e-05,
      "loss": 0.8681,
      "step": 547
    },
    {
      "epoch": 0.14933914702275514,
      "grad_norm": 0.8419737219810486,
      "learning_rate": 6.789768293561414e-05,
      "loss": 1.0474,
      "step": 548
    },
    {
      "epoch": 0.14961166371440252,
      "grad_norm": 0.8975050449371338,
      "learning_rate": 6.779405744966954e-05,
      "loss": 0.9442,
      "step": 549
    },
    {
      "epoch": 0.14988418040604987,
      "grad_norm": 1.434989094734192,
      "learning_rate": 6.769034437503135e-05,
      "loss": 1.0413,
      "step": 550
    },
    {
      "epoch": 0.15015669709769724,
      "grad_norm": 0.20328950881958008,
      "learning_rate": 6.758654422221224e-05,
      "loss": 0.5476,
      "step": 551
    },
    {
      "epoch": 0.1504292137893446,
      "grad_norm": 0.22179463505744934,
      "learning_rate": 6.748265750215361e-05,
      "loss": 0.5733,
      "step": 552
    },
    {
      "epoch": 0.15070173048099197,
      "grad_norm": 0.18246202170848846,
      "learning_rate": 6.737868472622287e-05,
      "loss": 0.6955,
      "step": 553
    },
    {
      "epoch": 0.15097424717263933,
      "grad_norm": 0.16516456007957458,
      "learning_rate": 6.727462640621113e-05,
      "loss": 0.5541,
      "step": 554
    },
    {
      "epoch": 0.15124676386428668,
      "grad_norm": 0.1676776111125946,
      "learning_rate": 6.717048305433053e-05,
      "loss": 0.65,
      "step": 555
    },
    {
      "epoch": 0.15151928055593405,
      "grad_norm": 0.20809683203697205,
      "learning_rate": 6.706625518321174e-05,
      "loss": 0.5045,
      "step": 556
    },
    {
      "epoch": 0.1517917972475814,
      "grad_norm": 0.15162934362888336,
      "learning_rate": 6.696194330590151e-05,
      "loss": 0.5544,
      "step": 557
    },
    {
      "epoch": 0.15206431393922878,
      "grad_norm": 0.1983834058046341,
      "learning_rate": 6.685754793586011e-05,
      "loss": 0.5968,
      "step": 558
    },
    {
      "epoch": 0.15233683063087614,
      "grad_norm": 0.21337641775608063,
      "learning_rate": 6.675306958695874e-05,
      "loss": 0.754,
      "step": 559
    },
    {
      "epoch": 0.15260934732252351,
      "grad_norm": 0.21152286231517792,
      "learning_rate": 6.664850877347706e-05,
      "loss": 0.7055,
      "step": 560
    },
    {
      "epoch": 0.15288186401417087,
      "grad_norm": 0.21002744138240814,
      "learning_rate": 6.65438660101007e-05,
      "loss": 0.8001,
      "step": 561
    },
    {
      "epoch": 0.15315438070581824,
      "grad_norm": 0.22269853949546814,
      "learning_rate": 6.643914181191862e-05,
      "loss": 0.7851,
      "step": 562
    },
    {
      "epoch": 0.1534268973974656,
      "grad_norm": 0.24274423718452454,
      "learning_rate": 6.633433669442065e-05,
      "loss": 0.6968,
      "step": 563
    },
    {
      "epoch": 0.15369941408911295,
      "grad_norm": 0.2322445511817932,
      "learning_rate": 6.622945117349496e-05,
      "loss": 0.7131,
      "step": 564
    },
    {
      "epoch": 0.15397193078076032,
      "grad_norm": 0.22679834067821503,
      "learning_rate": 6.612448576542545e-05,
      "loss": 0.6762,
      "step": 565
    },
    {
      "epoch": 0.15424444747240768,
      "grad_norm": 0.22648823261260986,
      "learning_rate": 6.601944098688928e-05,
      "loss": 0.7367,
      "step": 566
    },
    {
      "epoch": 0.15451696416405505,
      "grad_norm": 0.22989827394485474,
      "learning_rate": 6.59143173549543e-05,
      "loss": 0.7842,
      "step": 567
    },
    {
      "epoch": 0.1547894808557024,
      "grad_norm": 0.27631112933158875,
      "learning_rate": 6.580911538707649e-05,
      "loss": 0.7996,
      "step": 568
    },
    {
      "epoch": 0.15506199754734978,
      "grad_norm": 0.2560543119907379,
      "learning_rate": 6.570383560109745e-05,
      "loss": 0.7149,
      "step": 569
    },
    {
      "epoch": 0.15533451423899713,
      "grad_norm": 0.2565683424472809,
      "learning_rate": 6.559847851524179e-05,
      "loss": 0.7174,
      "step": 570
    },
    {
      "epoch": 0.1556070309306445,
      "grad_norm": 0.2549157440662384,
      "learning_rate": 6.549304464811466e-05,
      "loss": 0.87,
      "step": 571
    },
    {
      "epoch": 0.15587954762229186,
      "grad_norm": 0.25589051842689514,
      "learning_rate": 6.538753451869915e-05,
      "loss": 0.8442,
      "step": 572
    },
    {
      "epoch": 0.15615206431393922,
      "grad_norm": 0.26299798488616943,
      "learning_rate": 6.528194864635369e-05,
      "loss": 0.7953,
      "step": 573
    },
    {
      "epoch": 0.1564245810055866,
      "grad_norm": 0.26774832606315613,
      "learning_rate": 6.517628755080962e-05,
      "loss": 0.8171,
      "step": 574
    },
    {
      "epoch": 0.15669709769723394,
      "grad_norm": 0.298202782869339,
      "learning_rate": 6.50705517521685e-05,
      "loss": 0.7858,
      "step": 575
    },
    {
      "epoch": 0.15696961438888132,
      "grad_norm": 0.27457377314567566,
      "learning_rate": 6.49647417708996e-05,
      "loss": 0.8963,
      "step": 576
    },
    {
      "epoch": 0.15724213108052867,
      "grad_norm": 0.2853647470474243,
      "learning_rate": 6.485885812783739e-05,
      "loss": 0.8852,
      "step": 577
    },
    {
      "epoch": 0.15751464777217605,
      "grad_norm": 0.29643672704696655,
      "learning_rate": 6.475290134417892e-05,
      "loss": 0.8097,
      "step": 578
    },
    {
      "epoch": 0.1577871644638234,
      "grad_norm": 0.3652779757976532,
      "learning_rate": 6.464687194148121e-05,
      "loss": 0.8379,
      "step": 579
    },
    {
      "epoch": 0.15805968115547078,
      "grad_norm": 0.27712172269821167,
      "learning_rate": 6.454077044165878e-05,
      "loss": 0.8386,
      "step": 580
    },
    {
      "epoch": 0.15833219784711813,
      "grad_norm": 0.40931886434555054,
      "learning_rate": 6.443459736698105e-05,
      "loss": 0.8913,
      "step": 581
    },
    {
      "epoch": 0.1586047145387655,
      "grad_norm": 0.3181267976760864,
      "learning_rate": 6.432835324006975e-05,
      "loss": 0.8056,
      "step": 582
    },
    {
      "epoch": 0.15887723123041286,
      "grad_norm": 0.37926867604255676,
      "learning_rate": 6.422203858389633e-05,
      "loss": 0.9486,
      "step": 583
    },
    {
      "epoch": 0.15914974792206021,
      "grad_norm": 0.38641950488090515,
      "learning_rate": 6.41156539217794e-05,
      "loss": 0.8194,
      "step": 584
    },
    {
      "epoch": 0.1594222646137076,
      "grad_norm": 0.3824107348918915,
      "learning_rate": 6.400919977738222e-05,
      "loss": 0.8716,
      "step": 585
    },
    {
      "epoch": 0.15969478130535494,
      "grad_norm": 0.3843659460544586,
      "learning_rate": 6.390267667471005e-05,
      "loss": 0.8109,
      "step": 586
    },
    {
      "epoch": 0.15996729799700232,
      "grad_norm": 0.35566943883895874,
      "learning_rate": 6.379608513810753e-05,
      "loss": 0.8919,
      "step": 587
    },
    {
      "epoch": 0.16023981468864967,
      "grad_norm": 0.42716699838638306,
      "learning_rate": 6.368942569225623e-05,
      "loss": 0.7619,
      "step": 588
    },
    {
      "epoch": 0.16051233138029705,
      "grad_norm": 0.4061298072338104,
      "learning_rate": 6.358269886217194e-05,
      "loss": 0.7903,
      "step": 589
    },
    {
      "epoch": 0.1607848480719444,
      "grad_norm": 0.4687652289867401,
      "learning_rate": 6.347590517320218e-05,
      "loss": 0.7923,
      "step": 590
    },
    {
      "epoch": 0.16105736476359178,
      "grad_norm": 0.4724723994731903,
      "learning_rate": 6.336904515102355e-05,
      "loss": 0.8448,
      "step": 591
    },
    {
      "epoch": 0.16132988145523913,
      "grad_norm": 0.6136079430580139,
      "learning_rate": 6.326211932163916e-05,
      "loss": 0.8688,
      "step": 592
    },
    {
      "epoch": 0.16160239814688648,
      "grad_norm": 0.5817169547080994,
      "learning_rate": 6.315512821137606e-05,
      "loss": 0.8134,
      "step": 593
    },
    {
      "epoch": 0.16187491483853386,
      "grad_norm": 0.5226866602897644,
      "learning_rate": 6.304807234688266e-05,
      "loss": 0.9444,
      "step": 594
    },
    {
      "epoch": 0.1621474315301812,
      "grad_norm": 0.7145280241966248,
      "learning_rate": 6.294095225512603e-05,
      "loss": 0.894,
      "step": 595
    },
    {
      "epoch": 0.1624199482218286,
      "grad_norm": 0.6726794242858887,
      "learning_rate": 6.28337684633895e-05,
      "loss": 0.9056,
      "step": 596
    },
    {
      "epoch": 0.16269246491347594,
      "grad_norm": 0.597633421421051,
      "learning_rate": 6.272652149926988e-05,
      "loss": 1.0353,
      "step": 597
    },
    {
      "epoch": 0.16296498160512332,
      "grad_norm": 0.7650342583656311,
      "learning_rate": 6.261921189067496e-05,
      "loss": 0.9457,
      "step": 598
    },
    {
      "epoch": 0.16323749829677067,
      "grad_norm": 1.017196536064148,
      "learning_rate": 6.251184016582088e-05,
      "loss": 0.9786,
      "step": 599
    },
    {
      "epoch": 0.16351001498841805,
      "grad_norm": 1.1714023351669312,
      "learning_rate": 6.240440685322953e-05,
      "loss": 0.9369,
      "step": 600
    },
    {
      "epoch": 0.1637825316800654,
      "grad_norm": 0.20286905765533447,
      "learning_rate": 6.229691248172599e-05,
      "loss": 0.6258,
      "step": 601
    },
    {
      "epoch": 0.16405504837171278,
      "grad_norm": 0.20167005062103271,
      "learning_rate": 6.218935758043587e-05,
      "loss": 0.5586,
      "step": 602
    },
    {
      "epoch": 0.16432756506336013,
      "grad_norm": 0.1992759257555008,
      "learning_rate": 6.208174267878272e-05,
      "loss": 0.7237,
      "step": 603
    },
    {
      "epoch": 0.16460008175500748,
      "grad_norm": 0.1681092381477356,
      "learning_rate": 6.197406830648547e-05,
      "loss": 0.6266,
      "step": 604
    },
    {
      "epoch": 0.16487259844665486,
      "grad_norm": 0.1854577660560608,
      "learning_rate": 6.186633499355576e-05,
      "loss": 0.6819,
      "step": 605
    },
    {
      "epoch": 0.1651451151383022,
      "grad_norm": 0.19251827895641327,
      "learning_rate": 6.175854327029533e-05,
      "loss": 0.7102,
      "step": 606
    },
    {
      "epoch": 0.1654176318299496,
      "grad_norm": 0.2148556411266327,
      "learning_rate": 6.165069366729347e-05,
      "loss": 0.6449,
      "step": 607
    },
    {
      "epoch": 0.16569014852159694,
      "grad_norm": 0.20239925384521484,
      "learning_rate": 6.15427867154244e-05,
      "loss": 0.761,
      "step": 608
    },
    {
      "epoch": 0.16596266521324432,
      "grad_norm": 0.2013615220785141,
      "learning_rate": 6.143482294584459e-05,
      "loss": 0.7133,
      "step": 609
    },
    {
      "epoch": 0.16623518190489167,
      "grad_norm": 0.22356124222278595,
      "learning_rate": 6.132680288999019e-05,
      "loss": 0.7762,
      "step": 610
    },
    {
      "epoch": 0.16650769859653905,
      "grad_norm": 0.2148069143295288,
      "learning_rate": 6.121872707957441e-05,
      "loss": 0.7357,
      "step": 611
    },
    {
      "epoch": 0.1667802152881864,
      "grad_norm": 0.22864098846912384,
      "learning_rate": 6.111059604658492e-05,
      "loss": 0.704,
      "step": 612
    },
    {
      "epoch": 0.16705273197983375,
      "grad_norm": 0.2326604425907135,
      "learning_rate": 6.100241032328124e-05,
      "loss": 0.8037,
      "step": 613
    },
    {
      "epoch": 0.16732524867148113,
      "grad_norm": 0.22342520952224731,
      "learning_rate": 6.089417044219202e-05,
      "loss": 0.7203,
      "step": 614
    },
    {
      "epoch": 0.16759776536312848,
      "grad_norm": 0.24475234746932983,
      "learning_rate": 6.0785876936112574e-05,
      "loss": 0.6848,
      "step": 615
    },
    {
      "epoch": 0.16787028205477586,
      "grad_norm": 0.27192848920822144,
      "learning_rate": 6.06775303381021e-05,
      "loss": 0.8332,
      "step": 616
    },
    {
      "epoch": 0.1681427987464232,
      "grad_norm": 0.24280816316604614,
      "learning_rate": 6.056913118148122e-05,
      "loss": 0.8405,
      "step": 617
    },
    {
      "epoch": 0.1684153154380706,
      "grad_norm": 0.2732308804988861,
      "learning_rate": 6.04606799998292e-05,
      "loss": 0.7712,
      "step": 618
    },
    {
      "epoch": 0.16868783212971794,
      "grad_norm": 0.2616328001022339,
      "learning_rate": 6.035217732698141e-05,
      "loss": 0.7643,
      "step": 619
    },
    {
      "epoch": 0.16896034882136532,
      "grad_norm": 0.2662295699119568,
      "learning_rate": 6.024362369702669e-05,
      "loss": 0.8642,
      "step": 620
    },
    {
      "epoch": 0.16923286551301267,
      "grad_norm": 0.25371766090393066,
      "learning_rate": 6.013501964430468e-05,
      "loss": 0.8515,
      "step": 621
    },
    {
      "epoch": 0.16950538220466005,
      "grad_norm": 0.2762386202812195,
      "learning_rate": 6.0026365703403274e-05,
      "loss": 0.9183,
      "step": 622
    },
    {
      "epoch": 0.1697778988963074,
      "grad_norm": 0.25002598762512207,
      "learning_rate": 5.99176624091559e-05,
      "loss": 0.776,
      "step": 623
    },
    {
      "epoch": 0.17005041558795475,
      "grad_norm": 0.25011059641838074,
      "learning_rate": 5.98089102966389e-05,
      "loss": 0.7494,
      "step": 624
    },
    {
      "epoch": 0.17032293227960213,
      "grad_norm": 0.27126985788345337,
      "learning_rate": 5.970010990116892e-05,
      "loss": 0.7869,
      "step": 625
    },
    {
      "epoch": 0.17059544897124948,
      "grad_norm": 0.30136802792549133,
      "learning_rate": 5.959126175830033e-05,
      "loss": 0.8544,
      "step": 626
    },
    {
      "epoch": 0.17086796566289686,
      "grad_norm": 0.2970494329929352,
      "learning_rate": 5.948236640382249e-05,
      "loss": 0.8293,
      "step": 627
    },
    {
      "epoch": 0.1711404823545442,
      "grad_norm": 0.3051944673061371,
      "learning_rate": 5.9373424373757105e-05,
      "loss": 0.7265,
      "step": 628
    },
    {
      "epoch": 0.1714129990461916,
      "grad_norm": 0.3013848662376404,
      "learning_rate": 5.9264436204355724e-05,
      "loss": 0.8026,
      "step": 629
    },
    {
      "epoch": 0.17168551573783894,
      "grad_norm": 0.29915767908096313,
      "learning_rate": 5.915540243209694e-05,
      "loss": 0.813,
      "step": 630
    },
    {
      "epoch": 0.17195803242948632,
      "grad_norm": 0.41572973132133484,
      "learning_rate": 5.9046323593683875e-05,
      "loss": 0.8621,
      "step": 631
    },
    {
      "epoch": 0.17223054912113367,
      "grad_norm": 0.34371331334114075,
      "learning_rate": 5.893720022604143e-05,
      "loss": 0.8208,
      "step": 632
    },
    {
      "epoch": 0.17250306581278102,
      "grad_norm": 0.4558846056461334,
      "learning_rate": 5.882803286631372e-05,
      "loss": 0.8598,
      "step": 633
    },
    {
      "epoch": 0.1727755825044284,
      "grad_norm": 0.409805029630661,
      "learning_rate": 5.871882205186141e-05,
      "loss": 0.7622,
      "step": 634
    },
    {
      "epoch": 0.17304809919607575,
      "grad_norm": 0.4035215377807617,
      "learning_rate": 5.8609568320259066e-05,
      "loss": 0.8695,
      "step": 635
    },
    {
      "epoch": 0.17332061588772313,
      "grad_norm": 0.4749554991722107,
      "learning_rate": 5.8500272209292486e-05,
      "loss": 0.833,
      "step": 636
    },
    {
      "epoch": 0.17359313257937048,
      "grad_norm": 0.39367252588272095,
      "learning_rate": 5.839093425695609e-05,
      "loss": 0.7937,
      "step": 637
    },
    {
      "epoch": 0.17386564927101786,
      "grad_norm": 0.4191027581691742,
      "learning_rate": 5.828155500145025e-05,
      "loss": 0.8586,
      "step": 638
    },
    {
      "epoch": 0.1741381659626652,
      "grad_norm": 0.5177710652351379,
      "learning_rate": 5.817213498117866e-05,
      "loss": 0.7786,
      "step": 639
    },
    {
      "epoch": 0.1744106826543126,
      "grad_norm": 0.559293806552887,
      "learning_rate": 5.806267473474567e-05,
      "loss": 0.8729,
      "step": 640
    },
    {
      "epoch": 0.17468319934595994,
      "grad_norm": 0.4565005302429199,
      "learning_rate": 5.7953174800953604e-05,
      "loss": 0.9067,
      "step": 641
    },
    {
      "epoch": 0.17495571603760732,
      "grad_norm": 0.5846874117851257,
      "learning_rate": 5.78436357188002e-05,
      "loss": 0.9624,
      "step": 642
    },
    {
      "epoch": 0.17522823272925467,
      "grad_norm": 0.5804720520973206,
      "learning_rate": 5.773405802747584e-05,
      "loss": 0.8694,
      "step": 643
    },
    {
      "epoch": 0.17550074942090202,
      "grad_norm": 0.5859105587005615,
      "learning_rate": 5.7624442266361e-05,
      "loss": 0.7695,
      "step": 644
    },
    {
      "epoch": 0.1757732661125494,
      "grad_norm": 0.7244025468826294,
      "learning_rate": 5.751478897502352e-05,
      "loss": 0.9459,
      "step": 645
    },
    {
      "epoch": 0.17604578280419675,
      "grad_norm": 0.7180163264274597,
      "learning_rate": 5.740509869321601e-05,
      "loss": 0.9583,
      "step": 646
    },
    {
      "epoch": 0.17631829949584413,
      "grad_norm": 0.7056252360343933,
      "learning_rate": 5.729537196087309e-05,
      "loss": 0.9283,
      "step": 647
    },
    {
      "epoch": 0.17659081618749148,
      "grad_norm": 0.6545979380607605,
      "learning_rate": 5.7185609318108876e-05,
      "loss": 0.9139,
      "step": 648
    },
    {
      "epoch": 0.17686333287913886,
      "grad_norm": 0.9569486975669861,
      "learning_rate": 5.7075811305214245e-05,
      "loss": 1.0454,
      "step": 649
    },
    {
      "epoch": 0.1771358495707862,
      "grad_norm": 1.4556206464767456,
      "learning_rate": 5.6965978462654115e-05,
      "loss": 1.0311,
      "step": 650
    },
    {
      "epoch": 0.1774083662624336,
      "grad_norm": 0.1821906864643097,
      "learning_rate": 5.685611133106491e-05,
      "loss": 0.522,
      "step": 651
    },
    {
      "epoch": 0.17768088295408094,
      "grad_norm": 0.17408983409404755,
      "learning_rate": 5.6746210451251805e-05,
      "loss": 0.4766,
      "step": 652
    },
    {
      "epoch": 0.1779533996457283,
      "grad_norm": 0.17213335633277893,
      "learning_rate": 5.6636276364186105e-05,
      "loss": 0.6673,
      "step": 653
    },
    {
      "epoch": 0.17822591633737567,
      "grad_norm": 0.17191801965236664,
      "learning_rate": 5.6526309611002594e-05,
      "loss": 0.7056,
      "step": 654
    },
    {
      "epoch": 0.17849843302902302,
      "grad_norm": 0.1694217175245285,
      "learning_rate": 5.6416310732996805e-05,
      "loss": 0.7055,
      "step": 655
    },
    {
      "epoch": 0.1787709497206704,
      "grad_norm": 0.16402679681777954,
      "learning_rate": 5.630628027162244e-05,
      "loss": 0.601,
      "step": 656
    },
    {
      "epoch": 0.17904346641231775,
      "grad_norm": 0.20345339179039001,
      "learning_rate": 5.619621876848864e-05,
      "loss": 0.5902,
      "step": 657
    },
    {
      "epoch": 0.17931598310396513,
      "grad_norm": 0.18600812554359436,
      "learning_rate": 5.608612676535736e-05,
      "loss": 0.6909,
      "step": 658
    },
    {
      "epoch": 0.17958849979561248,
      "grad_norm": 0.22026818990707397,
      "learning_rate": 5.5976004804140695e-05,
      "loss": 0.7563,
      "step": 659
    },
    {
      "epoch": 0.17986101648725986,
      "grad_norm": 0.2380577176809311,
      "learning_rate": 5.5865853426898176e-05,
      "loss": 0.676,
      "step": 660
    },
    {
      "epoch": 0.1801335331789072,
      "grad_norm": 0.2253454029560089,
      "learning_rate": 5.5755673175834145e-05,
      "loss": 0.7782,
      "step": 661
    },
    {
      "epoch": 0.18040604987055456,
      "grad_norm": 0.3199056386947632,
      "learning_rate": 5.5645464593295096e-05,
      "loss": 0.7446,
      "step": 662
    },
    {
      "epoch": 0.18067856656220194,
      "grad_norm": 0.23021967709064484,
      "learning_rate": 5.5535228221766934e-05,
      "loss": 0.6952,
      "step": 663
    },
    {
      "epoch": 0.1809510832538493,
      "grad_norm": 0.2361716330051422,
      "learning_rate": 5.542496460387239e-05,
      "loss": 0.808,
      "step": 664
    },
    {
      "epoch": 0.18122359994549667,
      "grad_norm": 0.22498458623886108,
      "learning_rate": 5.5314674282368275e-05,
      "loss": 0.7922,
      "step": 665
    },
    {
      "epoch": 0.18149611663714402,
      "grad_norm": 0.23797911405563354,
      "learning_rate": 5.520435780014288e-05,
      "loss": 0.7247,
      "step": 666
    },
    {
      "epoch": 0.1817686333287914,
      "grad_norm": 0.2884860038757324,
      "learning_rate": 5.5094015700213256e-05,
      "loss": 0.82,
      "step": 667
    },
    {
      "epoch": 0.18204115002043875,
      "grad_norm": 0.27282699942588806,
      "learning_rate": 5.498364852572255e-05,
      "loss": 0.9175,
      "step": 668
    },
    {
      "epoch": 0.18231366671208613,
      "grad_norm": 0.23284675180912018,
      "learning_rate": 5.487325681993733e-05,
      "loss": 0.7327,
      "step": 669
    },
    {
      "epoch": 0.18258618340373348,
      "grad_norm": 0.24969755113124847,
      "learning_rate": 5.476284112624491e-05,
      "loss": 0.7177,
      "step": 670
    },
    {
      "epoch": 0.18285870009538086,
      "grad_norm": 0.297976553440094,
      "learning_rate": 5.4652401988150725e-05,
      "loss": 0.9059,
      "step": 671
    },
    {
      "epoch": 0.1831312167870282,
      "grad_norm": 0.26403573155403137,
      "learning_rate": 5.4541939949275564e-05,
      "loss": 0.7838,
      "step": 672
    },
    {
      "epoch": 0.18340373347867556,
      "grad_norm": 0.27554476261138916,
      "learning_rate": 5.443145555335296e-05,
      "loss": 0.81,
      "step": 673
    },
    {
      "epoch": 0.18367625017032294,
      "grad_norm": 0.2842150032520294,
      "learning_rate": 5.432094934422648e-05,
      "loss": 0.8076,
      "step": 674
    },
    {
      "epoch": 0.1839487668619703,
      "grad_norm": 0.2677847743034363,
      "learning_rate": 5.421042186584708e-05,
      "loss": 0.7189,
      "step": 675
    },
    {
      "epoch": 0.18422128355361767,
      "grad_norm": 0.25489163398742676,
      "learning_rate": 5.409987366227043e-05,
      "loss": 0.7538,
      "step": 676
    },
    {
      "epoch": 0.18449380024526502,
      "grad_norm": 0.29552820324897766,
      "learning_rate": 5.3989305277654156e-05,
      "loss": 0.8526,
      "step": 677
    },
    {
      "epoch": 0.1847663169369124,
      "grad_norm": 0.28005629777908325,
      "learning_rate": 5.387871725625529e-05,
      "loss": 0.8394,
      "step": 678
    },
    {
      "epoch": 0.18503883362855975,
      "grad_norm": 0.3394555449485779,
      "learning_rate": 5.3768110142427484e-05,
      "loss": 0.8487,
      "step": 679
    },
    {
      "epoch": 0.18531135032020712,
      "grad_norm": 0.34177637100219727,
      "learning_rate": 5.365748448061838e-05,
      "loss": 0.8333,
      "step": 680
    },
    {
      "epoch": 0.18558386701185448,
      "grad_norm": 0.3838719427585602,
      "learning_rate": 5.354684081536693e-05,
      "loss": 0.999,
      "step": 681
    },
    {
      "epoch": 0.18585638370350183,
      "grad_norm": 0.37547191977500916,
      "learning_rate": 5.343617969130067e-05,
      "loss": 0.6991,
      "step": 682
    },
    {
      "epoch": 0.1861289003951492,
      "grad_norm": 0.32727348804473877,
      "learning_rate": 5.3325501653133125e-05,
      "loss": 0.7472,
      "step": 683
    },
    {
      "epoch": 0.18640141708679656,
      "grad_norm": 0.43775033950805664,
      "learning_rate": 5.321480724566101e-05,
      "loss": 0.8344,
      "step": 684
    },
    {
      "epoch": 0.18667393377844393,
      "grad_norm": 0.40846341848373413,
      "learning_rate": 5.31040970137617e-05,
      "loss": 0.806,
      "step": 685
    },
    {
      "epoch": 0.18694645047009129,
      "grad_norm": 0.3820789158344269,
      "learning_rate": 5.299337150239042e-05,
      "loss": 0.8214,
      "step": 686
    },
    {
      "epoch": 0.18721896716173866,
      "grad_norm": 0.4004496932029724,
      "learning_rate": 5.2882631256577575e-05,
      "loss": 0.8366,
      "step": 687
    },
    {
      "epoch": 0.18749148385338602,
      "grad_norm": 0.4182169437408447,
      "learning_rate": 5.277187682142615e-05,
      "loss": 0.9174,
      "step": 688
    },
    {
      "epoch": 0.1877640005450334,
      "grad_norm": 0.3977360725402832,
      "learning_rate": 5.2661108742108935e-05,
      "loss": 0.7957,
      "step": 689
    },
    {
      "epoch": 0.18803651723668074,
      "grad_norm": 0.6139199733734131,
      "learning_rate": 5.255032756386592e-05,
      "loss": 0.8834,
      "step": 690
    },
    {
      "epoch": 0.18830903392832812,
      "grad_norm": 0.4632365107536316,
      "learning_rate": 5.2439533832001563e-05,
      "loss": 0.9132,
      "step": 691
    },
    {
      "epoch": 0.18858155061997547,
      "grad_norm": 0.4503993093967438,
      "learning_rate": 5.2328728091882084e-05,
      "loss": 0.7937,
      "step": 692
    },
    {
      "epoch": 0.18885406731162283,
      "grad_norm": 0.5864762663841248,
      "learning_rate": 5.221791088893282e-05,
      "loss": 0.9333,
      "step": 693
    },
    {
      "epoch": 0.1891265840032702,
      "grad_norm": 0.5985385179519653,
      "learning_rate": 5.2107082768635595e-05,
      "loss": 0.9405,
      "step": 694
    },
    {
      "epoch": 0.18939910069491755,
      "grad_norm": 0.7081642150878906,
      "learning_rate": 5.199624427652588e-05,
      "loss": 1.0792,
      "step": 695
    },
    {
      "epoch": 0.18967161738656493,
      "grad_norm": 0.7943521738052368,
      "learning_rate": 5.188539595819026e-05,
      "loss": 0.8731,
      "step": 696
    },
    {
      "epoch": 0.18994413407821228,
      "grad_norm": 0.7341257929801941,
      "learning_rate": 5.177453835926366e-05,
      "loss": 0.9404,
      "step": 697
    },
    {
      "epoch": 0.19021665076985966,
      "grad_norm": 0.7444747686386108,
      "learning_rate": 5.166367202542671e-05,
      "loss": 0.9105,
      "step": 698
    },
    {
      "epoch": 0.19048916746150701,
      "grad_norm": 0.8410619497299194,
      "learning_rate": 5.1552797502403014e-05,
      "loss": 0.8828,
      "step": 699
    },
    {
      "epoch": 0.1907616841531544,
      "grad_norm": 1.4276865720748901,
      "learning_rate": 5.1441915335956524e-05,
      "loss": 1.0094,
      "step": 700
    },
    {
      "epoch": 0.19103420084480174,
      "grad_norm": 0.15714624524116516,
      "learning_rate": 5.133102607188874e-05,
      "loss": 0.4148,
      "step": 701
    },
    {
      "epoch": 0.1913067175364491,
      "grad_norm": 0.1749619096517563,
      "learning_rate": 5.122013025603618e-05,
      "loss": 0.5589,
      "step": 702
    },
    {
      "epoch": 0.19157923422809647,
      "grad_norm": 0.17270876467227936,
      "learning_rate": 5.1109228434267583e-05,
      "loss": 0.5584,
      "step": 703
    },
    {
      "epoch": 0.19185175091974382,
      "grad_norm": 0.15756000578403473,
      "learning_rate": 5.099832115248123e-05,
      "loss": 0.6113,
      "step": 704
    },
    {
      "epoch": 0.1921242676113912,
      "grad_norm": 0.19093184173107147,
      "learning_rate": 5.088740895660231e-05,
      "loss": 0.7518,
      "step": 705
    },
    {
      "epoch": 0.19239678430303855,
      "grad_norm": 0.1697215884923935,
      "learning_rate": 5.0776492392580176e-05,
      "loss": 0.61,
      "step": 706
    },
    {
      "epoch": 0.19266930099468593,
      "grad_norm": 0.18542420864105225,
      "learning_rate": 5.0665572006385695e-05,
      "loss": 0.6941,
      "step": 707
    },
    {
      "epoch": 0.19294181768633328,
      "grad_norm": 0.19464586675167084,
      "learning_rate": 5.055464834400856e-05,
      "loss": 0.6827,
      "step": 708
    },
    {
      "epoch": 0.19321433437798066,
      "grad_norm": 0.18707498908042908,
      "learning_rate": 5.044372195145455e-05,
      "loss": 0.6634,
      "step": 709
    },
    {
      "epoch": 0.193486851069628,
      "grad_norm": 0.21395312249660492,
      "learning_rate": 5.033279337474295e-05,
      "loss": 0.7471,
      "step": 710
    },
    {
      "epoch": 0.1937593677612754,
      "grad_norm": 0.22329647839069366,
      "learning_rate": 5.0221863159903706e-05,
      "loss": 0.6908,
      "step": 711
    },
    {
      "epoch": 0.19403188445292274,
      "grad_norm": 0.24317926168441772,
      "learning_rate": 5.011093185297491e-05,
      "loss": 0.7758,
      "step": 712
    },
    {
      "epoch": 0.1943044011445701,
      "grad_norm": 0.23328420519828796,
      "learning_rate": 5e-05,
      "loss": 0.8055,
      "step": 713
    },
    {
      "epoch": 0.19457691783621747,
      "grad_norm": 0.22587862610816956,
      "learning_rate": 4.988906814702509e-05,
      "loss": 0.7741,
      "step": 714
    },
    {
      "epoch": 0.19484943452786482,
      "grad_norm": 0.24704603850841522,
      "learning_rate": 4.97781368400963e-05,
      "loss": 0.7785,
      "step": 715
    },
    {
      "epoch": 0.1951219512195122,
      "grad_norm": 0.269307404756546,
      "learning_rate": 4.966720662525707e-05,
      "loss": 0.8183,
      "step": 716
    },
    {
      "epoch": 0.19539446791115955,
      "grad_norm": 0.27645501494407654,
      "learning_rate": 4.955627804854545e-05,
      "loss": 0.8654,
      "step": 717
    },
    {
      "epoch": 0.19566698460280693,
      "grad_norm": 0.25646278262138367,
      "learning_rate": 4.944535165599146e-05,
      "loss": 0.6816,
      "step": 718
    },
    {
      "epoch": 0.19593950129445428,
      "grad_norm": 0.21436522901058197,
      "learning_rate": 4.933442799361432e-05,
      "loss": 0.6697,
      "step": 719
    },
    {
      "epoch": 0.19621201798610166,
      "grad_norm": 0.26593273878097534,
      "learning_rate": 4.9223507607419835e-05,
      "loss": 0.7948,
      "step": 720
    },
    {
      "epoch": 0.196484534677749,
      "grad_norm": 0.27933332324028015,
      "learning_rate": 4.911259104339771e-05,
      "loss": 0.7931,
      "step": 721
    },
    {
      "epoch": 0.19675705136939636,
      "grad_norm": 0.2790638506412506,
      "learning_rate": 4.900167884751878e-05,
      "loss": 0.8817,
      "step": 722
    },
    {
      "epoch": 0.19702956806104374,
      "grad_norm": 0.2598329782485962,
      "learning_rate": 4.889077156573242e-05,
      "loss": 0.8236,
      "step": 723
    },
    {
      "epoch": 0.1973020847526911,
      "grad_norm": 0.28218087553977966,
      "learning_rate": 4.8779869743963815e-05,
      "loss": 0.8116,
      "step": 724
    },
    {
      "epoch": 0.19757460144433847,
      "grad_norm": 0.302406907081604,
      "learning_rate": 4.866897392811126e-05,
      "loss": 0.8008,
      "step": 725
    },
    {
      "epoch": 0.19784711813598582,
      "grad_norm": 0.3017932176589966,
      "learning_rate": 4.855808466404349e-05,
      "loss": 0.8402,
      "step": 726
    },
    {
      "epoch": 0.1981196348276332,
      "grad_norm": 0.28433915972709656,
      "learning_rate": 4.844720249759698e-05,
      "loss": 0.7461,
      "step": 727
    },
    {
      "epoch": 0.19839215151928055,
      "grad_norm": 0.29071494936943054,
      "learning_rate": 4.833632797457331e-05,
      "loss": 0.7906,
      "step": 728
    },
    {
      "epoch": 0.19866466821092793,
      "grad_norm": 0.3030208945274353,
      "learning_rate": 4.822546164073635e-05,
      "loss": 0.9066,
      "step": 729
    },
    {
      "epoch": 0.19893718490257528,
      "grad_norm": 0.34331634640693665,
      "learning_rate": 4.811460404180974e-05,
      "loss": 0.8565,
      "step": 730
    },
    {
      "epoch": 0.19920970159422263,
      "grad_norm": 0.34838008880615234,
      "learning_rate": 4.800375572347414e-05,
      "loss": 0.7978,
      "step": 731
    },
    {
      "epoch": 0.19948221828587,
      "grad_norm": 0.3824642300605774,
      "learning_rate": 4.789291723136442e-05,
      "loss": 1.0123,
      "step": 732
    },
    {
      "epoch": 0.19975473497751736,
      "grad_norm": 0.3401219844818115,
      "learning_rate": 4.7782089111067176e-05,
      "loss": 0.7403,
      "step": 733
    },
    {
      "epoch": 0.20002725166916474,
      "grad_norm": 0.3915991187095642,
      "learning_rate": 4.7671271908117934e-05,
      "loss": 0.8906,
      "step": 734
    },
    {
      "epoch": 0.2002997683608121,
      "grad_norm": 0.38915154337882996,
      "learning_rate": 4.7560466167998455e-05,
      "loss": 0.8921,
      "step": 735
    },
    {
      "epoch": 0.20057228505245947,
      "grad_norm": 0.4132871925830841,
      "learning_rate": 4.744967243613408e-05,
      "loss": 0.8595,
      "step": 736
    },
    {
      "epoch": 0.20084480174410682,
      "grad_norm": 0.41696909070014954,
      "learning_rate": 4.7338891257891084e-05,
      "loss": 0.7695,
      "step": 737
    },
    {
      "epoch": 0.2011173184357542,
      "grad_norm": 0.37615758180618286,
      "learning_rate": 4.722812317857386e-05,
      "loss": 0.8113,
      "step": 738
    },
    {
      "epoch": 0.20138983512740155,
      "grad_norm": 0.5249752998352051,
      "learning_rate": 4.711736874342243e-05,
      "loss": 0.9644,
      "step": 739
    },
    {
      "epoch": 0.20166235181904893,
      "grad_norm": 0.4695933759212494,
      "learning_rate": 4.7006628497609605e-05,
      "loss": 0.9924,
      "step": 740
    },
    {
      "epoch": 0.20193486851069628,
      "grad_norm": 0.4098118543624878,
      "learning_rate": 4.6895902986238304e-05,
      "loss": 0.8177,
      "step": 741
    },
    {
      "epoch": 0.20220738520234363,
      "grad_norm": 0.6228080987930298,
      "learning_rate": 4.678519275433899e-05,
      "loss": 0.9232,
      "step": 742
    },
    {
      "epoch": 0.202479901893991,
      "grad_norm": 0.6660193204879761,
      "learning_rate": 4.667449834686689e-05,
      "loss": 0.8778,
      "step": 743
    },
    {
      "epoch": 0.20275241858563836,
      "grad_norm": 0.5239904522895813,
      "learning_rate": 4.656382030869934e-05,
      "loss": 0.8075,
      "step": 744
    },
    {
      "epoch": 0.20302493527728574,
      "grad_norm": 0.7603092789649963,
      "learning_rate": 4.6453159184633076e-05,
      "loss": 0.961,
      "step": 745
    },
    {
      "epoch": 0.2032974519689331,
      "grad_norm": 0.774212658405304,
      "learning_rate": 4.6342515519381616e-05,
      "loss": 1.1573,
      "step": 746
    },
    {
      "epoch": 0.20356996866058047,
      "grad_norm": 0.7325915098190308,
      "learning_rate": 4.623188985757252e-05,
      "loss": 0.91,
      "step": 747
    },
    {
      "epoch": 0.20384248535222782,
      "grad_norm": 0.7521201372146606,
      "learning_rate": 4.612128274374471e-05,
      "loss": 0.9704,
      "step": 748
    },
    {
      "epoch": 0.2041150020438752,
      "grad_norm": 0.7995625138282776,
      "learning_rate": 4.601069472234584e-05,
      "loss": 0.8366,
      "step": 749
    },
    {
      "epoch": 0.20438751873552255,
      "grad_norm": 1.2012057304382324,
      "learning_rate": 4.5900126337729596e-05,
      "loss": 0.877,
      "step": 750
    },
    {
      "epoch": 0.2046600354271699,
      "grad_norm": 0.18603533506393433,
      "learning_rate": 4.5789578134152935e-05,
      "loss": 0.5885,
      "step": 751
    },
    {
      "epoch": 0.20493255211881728,
      "grad_norm": 0.18926647305488586,
      "learning_rate": 4.5679050655773536e-05,
      "loss": 0.5057,
      "step": 752
    },
    {
      "epoch": 0.20520506881046463,
      "grad_norm": 0.16772539913654327,
      "learning_rate": 4.556854444664706e-05,
      "loss": 0.637,
      "step": 753
    },
    {
      "epoch": 0.205477585502112,
      "grad_norm": 0.16514725983142853,
      "learning_rate": 4.545806005072445e-05,
      "loss": 0.6807,
      "step": 754
    },
    {
      "epoch": 0.20575010219375936,
      "grad_norm": 0.16968275606632233,
      "learning_rate": 4.534759801184928e-05,
      "loss": 0.5121,
      "step": 755
    },
    {
      "epoch": 0.20602261888540674,
      "grad_norm": 0.18478915095329285,
      "learning_rate": 4.5237158873755095e-05,
      "loss": 0.583,
      "step": 756
    },
    {
      "epoch": 0.2062951355770541,
      "grad_norm": 0.16051937639713287,
      "learning_rate": 4.512674318006268e-05,
      "loss": 0.5403,
      "step": 757
    },
    {
      "epoch": 0.20656765226870147,
      "grad_norm": 0.1881038397550583,
      "learning_rate": 4.5016351474277455e-05,
      "loss": 0.6047,
      "step": 758
    },
    {
      "epoch": 0.20684016896034882,
      "grad_norm": 0.19299477338790894,
      "learning_rate": 4.490598429978676e-05,
      "loss": 0.7823,
      "step": 759
    },
    {
      "epoch": 0.2071126856519962,
      "grad_norm": 0.23664450645446777,
      "learning_rate": 4.4795642199857136e-05,
      "loss": 0.8109,
      "step": 760
    },
    {
      "epoch": 0.20738520234364355,
      "grad_norm": 0.21107149124145508,
      "learning_rate": 4.4685325717631736e-05,
      "loss": 0.7586,
      "step": 761
    },
    {
      "epoch": 0.2076577190352909,
      "grad_norm": 0.2338729053735733,
      "learning_rate": 4.457503539612764e-05,
      "loss": 0.6537,
      "step": 762
    },
    {
      "epoch": 0.20793023572693828,
      "grad_norm": 0.22691576182842255,
      "learning_rate": 4.446477177823308e-05,
      "loss": 0.656,
      "step": 763
    },
    {
      "epoch": 0.20820275241858563,
      "grad_norm": 0.22679316997528076,
      "learning_rate": 4.435453540670491e-05,
      "loss": 0.642,
      "step": 764
    },
    {
      "epoch": 0.208475269110233,
      "grad_norm": 0.22989702224731445,
      "learning_rate": 4.424432682416585e-05,
      "loss": 0.7594,
      "step": 765
    },
    {
      "epoch": 0.20874778580188036,
      "grad_norm": 0.24191880226135254,
      "learning_rate": 4.4134146573101835e-05,
      "loss": 0.7694,
      "step": 766
    },
    {
      "epoch": 0.20902030249352774,
      "grad_norm": 0.2548850178718567,
      "learning_rate": 4.402399519585932e-05,
      "loss": 0.7723,
      "step": 767
    },
    {
      "epoch": 0.2092928191851751,
      "grad_norm": 0.2642485797405243,
      "learning_rate": 4.391387323464265e-05,
      "loss": 0.776,
      "step": 768
    },
    {
      "epoch": 0.20956533587682247,
      "grad_norm": 0.26983290910720825,
      "learning_rate": 4.380378123151139e-05,
      "loss": 0.8427,
      "step": 769
    },
    {
      "epoch": 0.20983785256846982,
      "grad_norm": 0.30302146077156067,
      "learning_rate": 4.3693719728377574e-05,
      "loss": 0.9037,
      "step": 770
    },
    {
      "epoch": 0.21011036926011717,
      "grad_norm": 0.28415536880493164,
      "learning_rate": 4.35836892670032e-05,
      "loss": 0.7983,
      "step": 771
    },
    {
      "epoch": 0.21038288595176455,
      "grad_norm": 0.2567259967327118,
      "learning_rate": 4.347369038899744e-05,
      "loss": 0.845,
      "step": 772
    },
    {
      "epoch": 0.2106554026434119,
      "grad_norm": 0.30865493416786194,
      "learning_rate": 4.336372363581391e-05,
      "loss": 0.8628,
      "step": 773
    },
    {
      "epoch": 0.21092791933505928,
      "grad_norm": 0.31665655970573425,
      "learning_rate": 4.3253789548748214e-05,
      "loss": 0.7915,
      "step": 774
    },
    {
      "epoch": 0.21120043602670663,
      "grad_norm": 0.281922310590744,
      "learning_rate": 4.3143888668935115e-05,
      "loss": 0.8591,
      "step": 775
    },
    {
      "epoch": 0.211472952718354,
      "grad_norm": 0.2856644093990326,
      "learning_rate": 4.30340215373459e-05,
      "loss": 0.7236,
      "step": 776
    },
    {
      "epoch": 0.21174546941000136,
      "grad_norm": 0.27501630783081055,
      "learning_rate": 4.2924188694785773e-05,
      "loss": 0.7455,
      "step": 777
    },
    {
      "epoch": 0.21201798610164874,
      "grad_norm": 0.3121403157711029,
      "learning_rate": 4.281439068189113e-05,
      "loss": 0.8081,
      "step": 778
    },
    {
      "epoch": 0.2122905027932961,
      "grad_norm": 0.3860950767993927,
      "learning_rate": 4.270462803912692e-05,
      "loss": 0.7887,
      "step": 779
    },
    {
      "epoch": 0.21256301948494347,
      "grad_norm": 0.34792691469192505,
      "learning_rate": 4.259490130678401e-05,
      "loss": 0.8336,
      "step": 780
    },
    {
      "epoch": 0.21283553617659082,
      "grad_norm": 0.3912492096424103,
      "learning_rate": 4.2485211024976496e-05,
      "loss": 0.7813,
      "step": 781
    },
    {
      "epoch": 0.21310805286823817,
      "grad_norm": 0.4228530824184418,
      "learning_rate": 4.237555773363901e-05,
      "loss": 0.8048,
      "step": 782
    },
    {
      "epoch": 0.21338056955988555,
      "grad_norm": 0.34891101717948914,
      "learning_rate": 4.226594197252417e-05,
      "loss": 0.7058,
      "step": 783
    },
    {
      "epoch": 0.2136530862515329,
      "grad_norm": 0.4596405029296875,
      "learning_rate": 4.215636428119981e-05,
      "loss": 0.9499,
      "step": 784
    },
    {
      "epoch": 0.21392560294318028,
      "grad_norm": 0.38581833243370056,
      "learning_rate": 4.204682519904641e-05,
      "loss": 0.838,
      "step": 785
    },
    {
      "epoch": 0.21419811963482763,
      "grad_norm": 0.43302595615386963,
      "learning_rate": 4.193732526525435e-05,
      "loss": 0.9087,
      "step": 786
    },
    {
      "epoch": 0.214470636326475,
      "grad_norm": 0.5283830165863037,
      "learning_rate": 4.182786501882135e-05,
      "loss": 0.8338,
      "step": 787
    },
    {
      "epoch": 0.21474315301812236,
      "grad_norm": 0.5073010325431824,
      "learning_rate": 4.171844499854976e-05,
      "loss": 0.9536,
      "step": 788
    },
    {
      "epoch": 0.21501566970976974,
      "grad_norm": 0.48409998416900635,
      "learning_rate": 4.160906574304392e-05,
      "loss": 0.7904,
      "step": 789
    },
    {
      "epoch": 0.2152881864014171,
      "grad_norm": 0.5136628746986389,
      "learning_rate": 4.149972779070752e-05,
      "loss": 0.8644,
      "step": 790
    },
    {
      "epoch": 0.21556070309306444,
      "grad_norm": 0.5709450244903564,
      "learning_rate": 4.139043167974095e-05,
      "loss": 0.951,
      "step": 791
    },
    {
      "epoch": 0.21583321978471182,
      "grad_norm": 0.5863527059555054,
      "learning_rate": 4.12811779481386e-05,
      "loss": 0.8197,
      "step": 792
    },
    {
      "epoch": 0.21610573647635917,
      "grad_norm": 0.6431532502174377,
      "learning_rate": 4.117196713368629e-05,
      "loss": 1.0037,
      "step": 793
    },
    {
      "epoch": 0.21637825316800655,
      "grad_norm": 0.5749555826187134,
      "learning_rate": 4.106279977395859e-05,
      "loss": 0.9603,
      "step": 794
    },
    {
      "epoch": 0.2166507698596539,
      "grad_norm": 0.7626336216926575,
      "learning_rate": 4.0953676406316136e-05,
      "loss": 0.9935,
      "step": 795
    },
    {
      "epoch": 0.21692328655130128,
      "grad_norm": 1.0354321002960205,
      "learning_rate": 4.084459756790306e-05,
      "loss": 1.2059,
      "step": 796
    },
    {
      "epoch": 0.21719580324294863,
      "grad_norm": 0.9225185513496399,
      "learning_rate": 4.0735563795644294e-05,
      "loss": 0.9521,
      "step": 797
    },
    {
      "epoch": 0.217468319934596,
      "grad_norm": 0.8957961797714233,
      "learning_rate": 4.06265756262429e-05,
      "loss": 0.9394,
      "step": 798
    },
    {
      "epoch": 0.21774083662624336,
      "grad_norm": 0.8460726737976074,
      "learning_rate": 4.051763359617753e-05,
      "loss": 1.0773,
      "step": 799
    },
    {
      "epoch": 0.21801335331789073,
      "grad_norm": 1.8595548868179321,
      "learning_rate": 4.040873824169969e-05,
      "loss": 1.014,
      "step": 800
    },
    {
      "epoch": 0.21828587000953809,
      "grad_norm": 0.21234026551246643,
      "learning_rate": 4.0299890098831096e-05,
      "loss": 0.4933,
      "step": 801
    },
    {
      "epoch": 0.21855838670118544,
      "grad_norm": 0.18946883082389832,
      "learning_rate": 4.0191089703361115e-05,
      "loss": 0.4748,
      "step": 802
    },
    {
      "epoch": 0.21883090339283282,
      "grad_norm": 0.18637754023075104,
      "learning_rate": 4.008233759084411e-05,
      "loss": 0.6511,
      "step": 803
    },
    {
      "epoch": 0.21910342008448017,
      "grad_norm": 0.1825091391801834,
      "learning_rate": 3.997363429659674e-05,
      "loss": 0.5869,
      "step": 804
    },
    {
      "epoch": 0.21937593677612754,
      "grad_norm": 0.1766773760318756,
      "learning_rate": 3.986498035569532e-05,
      "loss": 0.6286,
      "step": 805
    },
    {
      "epoch": 0.2196484534677749,
      "grad_norm": 0.19371777772903442,
      "learning_rate": 3.975637630297333e-05,
      "loss": 0.5057,
      "step": 806
    },
    {
      "epoch": 0.21992097015942227,
      "grad_norm": 0.18997660279273987,
      "learning_rate": 3.964782267301861e-05,
      "loss": 0.7365,
      "step": 807
    },
    {
      "epoch": 0.22019348685106963,
      "grad_norm": 0.20444610714912415,
      "learning_rate": 3.9539320000170813e-05,
      "loss": 0.7809,
      "step": 808
    },
    {
      "epoch": 0.220466003542717,
      "grad_norm": 0.22448278963565826,
      "learning_rate": 3.9430868818518784e-05,
      "loss": 0.8161,
      "step": 809
    },
    {
      "epoch": 0.22073852023436435,
      "grad_norm": 0.21649472415447235,
      "learning_rate": 3.93224696618979e-05,
      "loss": 0.7205,
      "step": 810
    },
    {
      "epoch": 0.2210110369260117,
      "grad_norm": 0.22418679296970367,
      "learning_rate": 3.921412306388744e-05,
      "loss": 0.7789,
      "step": 811
    },
    {
      "epoch": 0.22128355361765908,
      "grad_norm": 0.22596010565757751,
      "learning_rate": 3.910582955780798e-05,
      "loss": 0.7638,
      "step": 812
    },
    {
      "epoch": 0.22155607030930644,
      "grad_norm": 0.2735445201396942,
      "learning_rate": 3.899758967671878e-05,
      "loss": 0.6792,
      "step": 813
    },
    {
      "epoch": 0.22182858700095381,
      "grad_norm": 0.21287257969379425,
      "learning_rate": 3.8889403953415084e-05,
      "loss": 0.7135,
      "step": 814
    },
    {
      "epoch": 0.22210110369260117,
      "grad_norm": 0.22771352529525757,
      "learning_rate": 3.8781272920425605e-05,
      "loss": 0.7889,
      "step": 815
    },
    {
      "epoch": 0.22237362038424854,
      "grad_norm": 0.2547586262226105,
      "learning_rate": 3.867319711000984e-05,
      "loss": 0.7888,
      "step": 816
    },
    {
      "epoch": 0.2226461370758959,
      "grad_norm": 0.2591856122016907,
      "learning_rate": 3.856517705415543e-05,
      "loss": 0.7841,
      "step": 817
    },
    {
      "epoch": 0.22291865376754327,
      "grad_norm": 0.23374043405056,
      "learning_rate": 3.84572132845756e-05,
      "loss": 0.8224,
      "step": 818
    },
    {
      "epoch": 0.22319117045919062,
      "grad_norm": 0.2849200963973999,
      "learning_rate": 3.8349306332706544e-05,
      "loss": 0.8529,
      "step": 819
    },
    {
      "epoch": 0.22346368715083798,
      "grad_norm": 0.27324068546295166,
      "learning_rate": 3.82414567297047e-05,
      "loss": 0.8357,
      "step": 820
    },
    {
      "epoch": 0.22373620384248535,
      "grad_norm": 0.30752381682395935,
      "learning_rate": 3.8133665006444255e-05,
      "loss": 0.9071,
      "step": 821
    },
    {
      "epoch": 0.2240087205341327,
      "grad_norm": 0.2871965169906616,
      "learning_rate": 3.802593169351453e-05,
      "loss": 0.8286,
      "step": 822
    },
    {
      "epoch": 0.22428123722578008,
      "grad_norm": 0.2783460319042206,
      "learning_rate": 3.791825732121729e-05,
      "loss": 0.7566,
      "step": 823
    },
    {
      "epoch": 0.22455375391742743,
      "grad_norm": 0.3400460481643677,
      "learning_rate": 3.7810642419564145e-05,
      "loss": 0.825,
      "step": 824
    },
    {
      "epoch": 0.2248262706090748,
      "grad_norm": 0.3523787558078766,
      "learning_rate": 3.7703087518274015e-05,
      "loss": 0.8697,
      "step": 825
    },
    {
      "epoch": 0.22509878730072216,
      "grad_norm": 0.3272989094257355,
      "learning_rate": 3.7595593146770485e-05,
      "loss": 0.9097,
      "step": 826
    },
    {
      "epoch": 0.22537130399236954,
      "grad_norm": 0.33290305733680725,
      "learning_rate": 3.748815983417914e-05,
      "loss": 0.8759,
      "step": 827
    },
    {
      "epoch": 0.2256438206840169,
      "grad_norm": 0.30239996314048767,
      "learning_rate": 3.7380788109325045e-05,
      "loss": 0.8877,
      "step": 828
    },
    {
      "epoch": 0.22591633737566427,
      "grad_norm": 0.3484494090080261,
      "learning_rate": 3.727347850073012e-05,
      "loss": 0.8925,
      "step": 829
    },
    {
      "epoch": 0.22618885406731162,
      "grad_norm": 0.2883273959159851,
      "learning_rate": 3.71662315366105e-05,
      "loss": 0.8661,
      "step": 830
    },
    {
      "epoch": 0.22646137075895897,
      "grad_norm": 0.37624600529670715,
      "learning_rate": 3.705904774487396e-05,
      "loss": 0.8424,
      "step": 831
    },
    {
      "epoch": 0.22673388745060635,
      "grad_norm": 0.3711194396018982,
      "learning_rate": 3.6951927653117366e-05,
      "loss": 0.8607,
      "step": 832
    },
    {
      "epoch": 0.2270064041422537,
      "grad_norm": 0.34826815128326416,
      "learning_rate": 3.6844871788623945e-05,
      "loss": 0.7817,
      "step": 833
    },
    {
      "epoch": 0.22727892083390108,
      "grad_norm": 0.3705930709838867,
      "learning_rate": 3.673788067836084e-05,
      "loss": 0.8043,
      "step": 834
    },
    {
      "epoch": 0.22755143752554843,
      "grad_norm": 0.42031681537628174,
      "learning_rate": 3.663095484897647e-05,
      "loss": 0.8444,
      "step": 835
    },
    {
      "epoch": 0.2278239542171958,
      "grad_norm": 0.36005157232284546,
      "learning_rate": 3.652409482679783e-05,
      "loss": 0.8696,
      "step": 836
    },
    {
      "epoch": 0.22809647090884316,
      "grad_norm": 0.4036247134208679,
      "learning_rate": 3.641730113782807e-05,
      "loss": 0.7532,
      "step": 837
    },
    {
      "epoch": 0.22836898760049054,
      "grad_norm": 0.44430673122406006,
      "learning_rate": 3.631057430774379e-05,
      "loss": 0.7726,
      "step": 838
    },
    {
      "epoch": 0.2286415042921379,
      "grad_norm": 0.4311540722846985,
      "learning_rate": 3.620391486189248e-05,
      "loss": 0.8178,
      "step": 839
    },
    {
      "epoch": 0.22891402098378524,
      "grad_norm": 0.5484229922294617,
      "learning_rate": 3.609732332528996e-05,
      "loss": 0.8244,
      "step": 840
    },
    {
      "epoch": 0.22918653767543262,
      "grad_norm": 0.5748766660690308,
      "learning_rate": 3.599080022261777e-05,
      "loss": 0.836,
      "step": 841
    },
    {
      "epoch": 0.22945905436707997,
      "grad_norm": 0.7202433943748474,
      "learning_rate": 3.588434607822061e-05,
      "loss": 0.8939,
      "step": 842
    },
    {
      "epoch": 0.22973157105872735,
      "grad_norm": 0.5889850854873657,
      "learning_rate": 3.577796141610369e-05,
      "loss": 0.7955,
      "step": 843
    },
    {
      "epoch": 0.2300040877503747,
      "grad_norm": 0.6373953223228455,
      "learning_rate": 3.567164675993026e-05,
      "loss": 0.8824,
      "step": 844
    },
    {
      "epoch": 0.23027660444202208,
      "grad_norm": 0.5883519649505615,
      "learning_rate": 3.556540263301896e-05,
      "loss": 0.7169,
      "step": 845
    },
    {
      "epoch": 0.23054912113366943,
      "grad_norm": 0.5973942875862122,
      "learning_rate": 3.5459229558341236e-05,
      "loss": 0.8209,
      "step": 846
    },
    {
      "epoch": 0.2308216378253168,
      "grad_norm": 0.6989633440971375,
      "learning_rate": 3.535312805851881e-05,
      "loss": 0.8752,
      "step": 847
    },
    {
      "epoch": 0.23109415451696416,
      "grad_norm": 0.9608883857727051,
      "learning_rate": 3.5247098655821105e-05,
      "loss": 1.0243,
      "step": 848
    },
    {
      "epoch": 0.23136667120861154,
      "grad_norm": 1.1233519315719604,
      "learning_rate": 3.514114187216261e-05,
      "loss": 1.0875,
      "step": 849
    },
    {
      "epoch": 0.2316391879002589,
      "grad_norm": 1.3620827198028564,
      "learning_rate": 3.50352582291004e-05,
      "loss": 0.8588,
      "step": 850
    },
    {
      "epoch": 0.23191170459190624,
      "grad_norm": 0.2328050136566162,
      "learning_rate": 3.492944824783152e-05,
      "loss": 0.4941,
      "step": 851
    },
    {
      "epoch": 0.23218422128355362,
      "grad_norm": 0.21078044176101685,
      "learning_rate": 3.4823712449190384e-05,
      "loss": 0.6223,
      "step": 852
    },
    {
      "epoch": 0.23245673797520097,
      "grad_norm": 0.2585274279117584,
      "learning_rate": 3.47180513536463e-05,
      "loss": 0.62,
      "step": 853
    },
    {
      "epoch": 0.23272925466684835,
      "grad_norm": 0.1877002865076065,
      "learning_rate": 3.461246548130087e-05,
      "loss": 0.6111,
      "step": 854
    },
    {
      "epoch": 0.2330017713584957,
      "grad_norm": 0.17975158989429474,
      "learning_rate": 3.450695535188535e-05,
      "loss": 0.5468,
      "step": 855
    },
    {
      "epoch": 0.23327428805014308,
      "grad_norm": 0.18319986760616302,
      "learning_rate": 3.440152148475821e-05,
      "loss": 0.6216,
      "step": 856
    },
    {
      "epoch": 0.23354680474179043,
      "grad_norm": 0.2000107616186142,
      "learning_rate": 3.429616439890258e-05,
      "loss": 0.5789,
      "step": 857
    },
    {
      "epoch": 0.2338193214334378,
      "grad_norm": 0.177116259932518,
      "learning_rate": 3.4190884612923525e-05,
      "loss": 0.563,
      "step": 858
    },
    {
      "epoch": 0.23409183812508516,
      "grad_norm": 0.18177032470703125,
      "learning_rate": 3.4085682645045705e-05,
      "loss": 0.6727,
      "step": 859
    },
    {
      "epoch": 0.2343643548167325,
      "grad_norm": 0.23777306079864502,
      "learning_rate": 3.3980559013110734e-05,
      "loss": 0.6752,
      "step": 860
    },
    {
      "epoch": 0.2346368715083799,
      "grad_norm": 0.2195720225572586,
      "learning_rate": 3.3875514234574556e-05,
      "loss": 0.6524,
      "step": 861
    },
    {
      "epoch": 0.23490938820002724,
      "grad_norm": 0.20556534826755524,
      "learning_rate": 3.3770548826505045e-05,
      "loss": 0.8085,
      "step": 862
    },
    {
      "epoch": 0.23518190489167462,
      "grad_norm": 0.23587919771671295,
      "learning_rate": 3.366566330557935e-05,
      "loss": 0.6973,
      "step": 863
    },
    {
      "epoch": 0.23545442158332197,
      "grad_norm": 0.24483732879161835,
      "learning_rate": 3.35608581880814e-05,
      "loss": 0.8017,
      "step": 864
    },
    {
      "epoch": 0.23572693827496935,
      "grad_norm": 0.2604895830154419,
      "learning_rate": 3.345613398989932e-05,
      "loss": 0.7185,
      "step": 865
    },
    {
      "epoch": 0.2359994549666167,
      "grad_norm": 0.22564899921417236,
      "learning_rate": 3.335149122652293e-05,
      "loss": 0.6574,
      "step": 866
    },
    {
      "epoch": 0.23627197165826408,
      "grad_norm": 0.23424722254276276,
      "learning_rate": 3.324693041304128e-05,
      "loss": 0.7483,
      "step": 867
    },
    {
      "epoch": 0.23654448834991143,
      "grad_norm": 0.24358193576335907,
      "learning_rate": 3.31424520641399e-05,
      "loss": 0.7822,
      "step": 868
    },
    {
      "epoch": 0.2368170050415588,
      "grad_norm": 0.2538241744041443,
      "learning_rate": 3.303805669409848e-05,
      "loss": 0.8031,
      "step": 869
    },
    {
      "epoch": 0.23708952173320616,
      "grad_norm": 0.24676835536956787,
      "learning_rate": 3.2933744816788274e-05,
      "loss": 0.8087,
      "step": 870
    },
    {
      "epoch": 0.2373620384248535,
      "grad_norm": 0.2980997860431671,
      "learning_rate": 3.282951694566949e-05,
      "loss": 0.7492,
      "step": 871
    },
    {
      "epoch": 0.2376345551165009,
      "grad_norm": 0.31402790546417236,
      "learning_rate": 3.272537359378887e-05,
      "loss": 0.807,
      "step": 872
    },
    {
      "epoch": 0.23790707180814824,
      "grad_norm": 0.24687030911445618,
      "learning_rate": 3.262131527377715e-05,
      "loss": 0.7562,
      "step": 873
    },
    {
      "epoch": 0.23817958849979562,
      "grad_norm": 0.32550615072250366,
      "learning_rate": 3.25173424978464e-05,
      "loss": 0.8807,
      "step": 874
    },
    {
      "epoch": 0.23845210519144297,
      "grad_norm": 0.2547108829021454,
      "learning_rate": 3.241345577778775e-05,
      "loss": 0.7356,
      "step": 875
    },
    {
      "epoch": 0.23872462188309035,
      "grad_norm": 0.28835931420326233,
      "learning_rate": 3.230965562496867e-05,
      "loss": 0.8493,
      "step": 876
    },
    {
      "epoch": 0.2389971385747377,
      "grad_norm": 0.27741190791130066,
      "learning_rate": 3.2205942550330456e-05,
      "loss": 0.7661,
      "step": 877
    },
    {
      "epoch": 0.23926965526638508,
      "grad_norm": 0.2882125973701477,
      "learning_rate": 3.210231706438588e-05,
      "loss": 0.9205,
      "step": 878
    },
    {
      "epoch": 0.23954217195803243,
      "grad_norm": 0.27139732241630554,
      "learning_rate": 3.199877967721651e-05,
      "loss": 0.81,
      "step": 879
    },
    {
      "epoch": 0.23981468864967978,
      "grad_norm": 0.30873486399650574,
      "learning_rate": 3.189533089847026e-05,
      "loss": 0.9006,
      "step": 880
    },
    {
      "epoch": 0.24008720534132716,
      "grad_norm": 0.2870236337184906,
      "learning_rate": 3.179197123735889e-05,
      "loss": 0.8157,
      "step": 881
    },
    {
      "epoch": 0.2403597220329745,
      "grad_norm": 0.31173375248908997,
      "learning_rate": 3.168870120265552e-05,
      "loss": 0.883,
      "step": 882
    },
    {
      "epoch": 0.2406322387246219,
      "grad_norm": 0.31504419445991516,
      "learning_rate": 3.158552130269207e-05,
      "loss": 0.746,
      "step": 883
    },
    {
      "epoch": 0.24090475541626924,
      "grad_norm": 0.369627982378006,
      "learning_rate": 3.148243204535677e-05,
      "loss": 0.8356,
      "step": 884
    },
    {
      "epoch": 0.24117727210791662,
      "grad_norm": 0.4389268159866333,
      "learning_rate": 3.1379433938091696e-05,
      "loss": 0.9203,
      "step": 885
    },
    {
      "epoch": 0.24144978879956397,
      "grad_norm": 0.3857958912849426,
      "learning_rate": 3.127652748789027e-05,
      "loss": 0.917,
      "step": 886
    },
    {
      "epoch": 0.24172230549121135,
      "grad_norm": 0.45414793491363525,
      "learning_rate": 3.117371320129469e-05,
      "loss": 0.6936,
      "step": 887
    },
    {
      "epoch": 0.2419948221828587,
      "grad_norm": 0.4728150963783264,
      "learning_rate": 3.107099158439353e-05,
      "loss": 0.8516,
      "step": 888
    },
    {
      "epoch": 0.24226733887450605,
      "grad_norm": 0.4267786145210266,
      "learning_rate": 3.096836314281923e-05,
      "loss": 0.8966,
      "step": 889
    },
    {
      "epoch": 0.24253985556615343,
      "grad_norm": 0.533450722694397,
      "learning_rate": 3.086582838174551e-05,
      "loss": 0.8563,
      "step": 890
    },
    {
      "epoch": 0.24281237225780078,
      "grad_norm": 0.5483055710792542,
      "learning_rate": 3.076338780588507e-05,
      "loss": 0.9816,
      "step": 891
    },
    {
      "epoch": 0.24308488894944816,
      "grad_norm": 0.6260747909545898,
      "learning_rate": 3.066104191948691e-05,
      "loss": 1.0941,
      "step": 892
    },
    {
      "epoch": 0.2433574056410955,
      "grad_norm": 0.5674424171447754,
      "learning_rate": 3.055879122633397e-05,
      "loss": 0.9697,
      "step": 893
    },
    {
      "epoch": 0.2436299223327429,
      "grad_norm": 0.6422193050384521,
      "learning_rate": 3.0456636229740608e-05,
      "loss": 0.9912,
      "step": 894
    },
    {
      "epoch": 0.24390243902439024,
      "grad_norm": 0.6703798174858093,
      "learning_rate": 3.0354577432550157e-05,
      "loss": 1.0141,
      "step": 895
    },
    {
      "epoch": 0.24417495571603762,
      "grad_norm": 0.6220872402191162,
      "learning_rate": 3.025261533713235e-05,
      "loss": 0.93,
      "step": 896
    },
    {
      "epoch": 0.24444747240768497,
      "grad_norm": 0.8378425240516663,
      "learning_rate": 3.0150750445380992e-05,
      "loss": 1.066,
      "step": 897
    },
    {
      "epoch": 0.24471998909933235,
      "grad_norm": 0.7381656169891357,
      "learning_rate": 3.0048983258711404e-05,
      "loss": 0.8685,
      "step": 898
    },
    {
      "epoch": 0.2449925057909797,
      "grad_norm": 0.9610929489135742,
      "learning_rate": 2.9947314278057927e-05,
      "loss": 0.9139,
      "step": 899
    },
    {
      "epoch": 0.24526502248262705,
      "grad_norm": 0.9820065498352051,
      "learning_rate": 2.9845744003871535e-05,
      "loss": 0.8888,
      "step": 900
    },
    {
      "epoch": 0.24553753917427443,
      "grad_norm": 0.18442857265472412,
      "learning_rate": 2.9744272936117323e-05,
      "loss": 0.4827,
      "step": 901
    },
    {
      "epoch": 0.24581005586592178,
      "grad_norm": 0.23045337200164795,
      "learning_rate": 2.9642901574272075e-05,
      "loss": 0.7324,
      "step": 902
    },
    {
      "epoch": 0.24608257255756916,
      "grad_norm": 0.17548605799674988,
      "learning_rate": 2.9541630417321743e-05,
      "loss": 0.6424,
      "step": 903
    },
    {
      "epoch": 0.2463550892492165,
      "grad_norm": 0.16317632794380188,
      "learning_rate": 2.9440459963759066e-05,
      "loss": 0.563,
      "step": 904
    },
    {
      "epoch": 0.2466276059408639,
      "grad_norm": 0.17501592636108398,
      "learning_rate": 2.9339390711581105e-05,
      "loss": 0.5617,
      "step": 905
    },
    {
      "epoch": 0.24690012263251124,
      "grad_norm": 0.18652130663394928,
      "learning_rate": 2.923842315828671e-05,
      "loss": 0.6526,
      "step": 906
    },
    {
      "epoch": 0.24717263932415862,
      "grad_norm": 0.18106286227703094,
      "learning_rate": 2.9137557800874178e-05,
      "loss": 0.6684,
      "step": 907
    },
    {
      "epoch": 0.24744515601580597,
      "grad_norm": 0.20524194836616516,
      "learning_rate": 2.9036795135838768e-05,
      "loss": 0.6357,
      "step": 908
    },
    {
      "epoch": 0.24771767270745332,
      "grad_norm": 0.2185264527797699,
      "learning_rate": 2.8936135659170216e-05,
      "loss": 0.7655,
      "step": 909
    },
    {
      "epoch": 0.2479901893991007,
      "grad_norm": 0.22563034296035767,
      "learning_rate": 2.8835579866350372e-05,
      "loss": 0.7536,
      "step": 910
    },
    {
      "epoch": 0.24826270609074805,
      "grad_norm": 0.20355740189552307,
      "learning_rate": 2.8735128252350673e-05,
      "loss": 0.6804,
      "step": 911
    },
    {
      "epoch": 0.24853522278239543,
      "grad_norm": 0.2401752471923828,
      "learning_rate": 2.8634781311629778e-05,
      "loss": 0.7957,
      "step": 912
    },
    {
      "epoch": 0.24880773947404278,
      "grad_norm": 0.25000783801078796,
      "learning_rate": 2.8534539538131076e-05,
      "loss": 0.8245,
      "step": 913
    },
    {
      "epoch": 0.24908025616569016,
      "grad_norm": 0.2599932849407196,
      "learning_rate": 2.8434403425280347e-05,
      "loss": 0.74,
      "step": 914
    },
    {
      "epoch": 0.2493527728573375,
      "grad_norm": 0.28140202164649963,
      "learning_rate": 2.8334373465983216e-05,
      "loss": 0.9246,
      "step": 915
    },
    {
      "epoch": 0.24962528954898489,
      "grad_norm": 0.24189923703670502,
      "learning_rate": 2.8234450152622776e-05,
      "loss": 0.7789,
      "step": 916
    },
    {
      "epoch": 0.24989780624063224,
      "grad_norm": 0.23671697080135345,
      "learning_rate": 2.8134633977057235e-05,
      "loss": 0.7009,
      "step": 917
    },
    {
      "epoch": 0.2501703229322796,
      "grad_norm": 0.23809455335140228,
      "learning_rate": 2.8034925430617364e-05,
      "loss": 0.7681,
      "step": 918
    },
    {
      "epoch": 0.25044283962392694,
      "grad_norm": 0.31898942589759827,
      "learning_rate": 2.793532500410416e-05,
      "loss": 0.8364,
      "step": 919
    },
    {
      "epoch": 0.25071535631557434,
      "grad_norm": 0.27037152647972107,
      "learning_rate": 2.7835833187786465e-05,
      "loss": 0.8389,
      "step": 920
    },
    {
      "epoch": 0.2509878730072217,
      "grad_norm": 0.28733107447624207,
      "learning_rate": 2.7736450471398434e-05,
      "loss": 0.715,
      "step": 921
    },
    {
      "epoch": 0.25126038969886905,
      "grad_norm": 0.29325923323631287,
      "learning_rate": 2.7637177344137232e-05,
      "loss": 0.798,
      "step": 922
    },
    {
      "epoch": 0.2515329063905164,
      "grad_norm": 0.2724325656890869,
      "learning_rate": 2.7538014294660565e-05,
      "loss": 0.7493,
      "step": 923
    },
    {
      "epoch": 0.2518054230821638,
      "grad_norm": 0.33738061785697937,
      "learning_rate": 2.743896181108433e-05,
      "loss": 0.8991,
      "step": 924
    },
    {
      "epoch": 0.25207793977381115,
      "grad_norm": 0.27565842866897583,
      "learning_rate": 2.7340020380980146e-05,
      "loss": 0.7651,
      "step": 925
    },
    {
      "epoch": 0.2523504564654585,
      "grad_norm": 0.28109514713287354,
      "learning_rate": 2.7241190491372993e-05,
      "loss": 0.7027,
      "step": 926
    },
    {
      "epoch": 0.25262297315710586,
      "grad_norm": 0.2710058391094208,
      "learning_rate": 2.7142472628738845e-05,
      "loss": 0.731,
      "step": 927
    },
    {
      "epoch": 0.25289548984875326,
      "grad_norm": 0.314264714717865,
      "learning_rate": 2.70438672790022e-05,
      "loss": 0.7811,
      "step": 928
    },
    {
      "epoch": 0.2531680065404006,
      "grad_norm": 0.36552926898002625,
      "learning_rate": 2.69453749275337e-05,
      "loss": 0.7731,
      "step": 929
    },
    {
      "epoch": 0.25344052323204797,
      "grad_norm": 0.3666449785232544,
      "learning_rate": 2.684699605914789e-05,
      "loss": 0.7769,
      "step": 930
    },
    {
      "epoch": 0.2537130399236953,
      "grad_norm": 0.32694998383522034,
      "learning_rate": 2.6748731158100528e-05,
      "loss": 0.7214,
      "step": 931
    },
    {
      "epoch": 0.25398555661534267,
      "grad_norm": 0.37500569224357605,
      "learning_rate": 2.665058070808654e-05,
      "loss": 0.9025,
      "step": 932
    },
    {
      "epoch": 0.2542580733069901,
      "grad_norm": 0.36084291338920593,
      "learning_rate": 2.655254519223746e-05,
      "loss": 0.7742,
      "step": 933
    },
    {
      "epoch": 0.2545305899986374,
      "grad_norm": 0.41885221004486084,
      "learning_rate": 2.6454625093118968e-05,
      "loss": 0.931,
      "step": 934
    },
    {
      "epoch": 0.2548031066902848,
      "grad_norm": 0.3700636625289917,
      "learning_rate": 2.635682089272875e-05,
      "loss": 0.8601,
      "step": 935
    },
    {
      "epoch": 0.2550756233819321,
      "grad_norm": 0.5399932265281677,
      "learning_rate": 2.6259133072493926e-05,
      "loss": 0.8219,
      "step": 936
    },
    {
      "epoch": 0.25534814007357953,
      "grad_norm": 0.40742000937461853,
      "learning_rate": 2.6161562113268745e-05,
      "loss": 0.7793,
      "step": 937
    },
    {
      "epoch": 0.2556206567652269,
      "grad_norm": 0.49112001061439514,
      "learning_rate": 2.6064108495332296e-05,
      "loss": 0.9263,
      "step": 938
    },
    {
      "epoch": 0.25589317345687423,
      "grad_norm": 0.4522722065448761,
      "learning_rate": 2.5966772698386e-05,
      "loss": 0.9045,
      "step": 939
    },
    {
      "epoch": 0.2561656901485216,
      "grad_norm": 0.5614898204803467,
      "learning_rate": 2.586955520155133e-05,
      "loss": 0.9107,
      "step": 940
    },
    {
      "epoch": 0.25643820684016894,
      "grad_norm": 0.5031332969665527,
      "learning_rate": 2.5772456483367497e-05,
      "loss": 0.8187,
      "step": 941
    },
    {
      "epoch": 0.25671072353181634,
      "grad_norm": 0.6415625214576721,
      "learning_rate": 2.5675477021788963e-05,
      "loss": 0.8216,
      "step": 942
    },
    {
      "epoch": 0.2569832402234637,
      "grad_norm": 0.6123223304748535,
      "learning_rate": 2.557861729418326e-05,
      "loss": 0.87,
      "step": 943
    },
    {
      "epoch": 0.25725575691511104,
      "grad_norm": 0.7719868421554565,
      "learning_rate": 2.548187777732843e-05,
      "loss": 1.1575,
      "step": 944
    },
    {
      "epoch": 0.2575282736067584,
      "grad_norm": 0.8369422554969788,
      "learning_rate": 2.5385258947410906e-05,
      "loss": 1.0428,
      "step": 945
    },
    {
      "epoch": 0.2578007902984058,
      "grad_norm": 0.7379519939422607,
      "learning_rate": 2.5288761280022988e-05,
      "loss": 0.8816,
      "step": 946
    },
    {
      "epoch": 0.25807330699005315,
      "grad_norm": 0.8717568516731262,
      "learning_rate": 2.5192385250160588e-05,
      "loss": 1.055,
      "step": 947
    },
    {
      "epoch": 0.2583458236817005,
      "grad_norm": 1.0038936138153076,
      "learning_rate": 2.50961313322209e-05,
      "loss": 0.9853,
      "step": 948
    },
    {
      "epoch": 0.25861834037334785,
      "grad_norm": 0.8866491913795471,
      "learning_rate": 2.500000000000001e-05,
      "loss": 0.9722,
      "step": 949
    },
    {
      "epoch": 0.2588908570649952,
      "grad_norm": 1.707961082458496,
      "learning_rate": 2.4903991726690585e-05,
      "loss": 0.9578,
      "step": 950
    },
    {
      "epoch": 0.2591633737566426,
      "grad_norm": 0.23089806735515594,
      "learning_rate": 2.4808106984879598e-05,
      "loss": 0.6136,
      "step": 951
    },
    {
      "epoch": 0.25943589044828996,
      "grad_norm": 0.22960805892944336,
      "learning_rate": 2.471234624654591e-05,
      "loss": 0.5857,
      "step": 952
    },
    {
      "epoch": 0.2597084071399373,
      "grad_norm": 0.19703561067581177,
      "learning_rate": 2.4616709983058018e-05,
      "loss": 0.7143,
      "step": 953
    },
    {
      "epoch": 0.25998092383158466,
      "grad_norm": 0.16850365698337555,
      "learning_rate": 2.4521198665171673e-05,
      "loss": 0.6775,
      "step": 954
    },
    {
      "epoch": 0.26025344052323207,
      "grad_norm": 0.17548872530460358,
      "learning_rate": 2.442581276302767e-05,
      "loss": 0.6075,
      "step": 955
    },
    {
      "epoch": 0.2605259572148794,
      "grad_norm": 0.19087278842926025,
      "learning_rate": 2.4330552746149405e-05,
      "loss": 0.6998,
      "step": 956
    },
    {
      "epoch": 0.2607984739065268,
      "grad_norm": 0.17837826907634735,
      "learning_rate": 2.4235419083440613e-05,
      "loss": 0.5196,
      "step": 957
    },
    {
      "epoch": 0.2610709905981741,
      "grad_norm": 0.2167375534772873,
      "learning_rate": 2.414041224318313e-05,
      "loss": 0.7654,
      "step": 958
    },
    {
      "epoch": 0.2613435072898215,
      "grad_norm": 0.19181054830551147,
      "learning_rate": 2.404553269303448e-05,
      "loss": 0.7174,
      "step": 959
    },
    {
      "epoch": 0.2616160239814689,
      "grad_norm": 0.2256135493516922,
      "learning_rate": 2.3950780900025595e-05,
      "loss": 0.6293,
      "step": 960
    },
    {
      "epoch": 0.26188854067311623,
      "grad_norm": 0.19140705466270447,
      "learning_rate": 2.3856157330558625e-05,
      "loss": 0.4966,
      "step": 961
    },
    {
      "epoch": 0.2621610573647636,
      "grad_norm": 0.24131393432617188,
      "learning_rate": 2.3761662450404494e-05,
      "loss": 0.7472,
      "step": 962
    },
    {
      "epoch": 0.26243357405641093,
      "grad_norm": 0.24541695415973663,
      "learning_rate": 2.366729672470065e-05,
      "loss": 0.7489,
      "step": 963
    },
    {
      "epoch": 0.26270609074805834,
      "grad_norm": 0.2544797658920288,
      "learning_rate": 2.3573060617948882e-05,
      "loss": 0.7671,
      "step": 964
    },
    {
      "epoch": 0.2629786074397057,
      "grad_norm": 0.27396565675735474,
      "learning_rate": 2.347895459401288e-05,
      "loss": 0.8919,
      "step": 965
    },
    {
      "epoch": 0.26325112413135304,
      "grad_norm": 0.26935189962387085,
      "learning_rate": 2.3384979116116033e-05,
      "loss": 0.784,
      "step": 966
    },
    {
      "epoch": 0.2635236408230004,
      "grad_norm": 0.2778044044971466,
      "learning_rate": 2.329113464683913e-05,
      "loss": 0.7623,
      "step": 967
    },
    {
      "epoch": 0.26379615751464774,
      "grad_norm": 0.3063517212867737,
      "learning_rate": 2.3197421648118135e-05,
      "loss": 0.8168,
      "step": 968
    },
    {
      "epoch": 0.26406867420629515,
      "grad_norm": 0.23368394374847412,
      "learning_rate": 2.3103840581241808e-05,
      "loss": 0.8498,
      "step": 969
    },
    {
      "epoch": 0.2643411908979425,
      "grad_norm": 0.2692490816116333,
      "learning_rate": 2.301039190684951e-05,
      "loss": 0.8123,
      "step": 970
    },
    {
      "epoch": 0.26461370758958985,
      "grad_norm": 0.2877209186553955,
      "learning_rate": 2.291707608492895e-05,
      "loss": 0.7746,
      "step": 971
    },
    {
      "epoch": 0.2648862242812372,
      "grad_norm": 0.253821462392807,
      "learning_rate": 2.2823893574813866e-05,
      "loss": 0.7084,
      "step": 972
    },
    {
      "epoch": 0.2651587409728846,
      "grad_norm": 0.23946499824523926,
      "learning_rate": 2.2730844835181757e-05,
      "loss": 0.6921,
      "step": 973
    },
    {
      "epoch": 0.26543125766453196,
      "grad_norm": 0.2972255349159241,
      "learning_rate": 2.2637930324051747e-05,
      "loss": 0.9135,
      "step": 974
    },
    {
      "epoch": 0.2657037743561793,
      "grad_norm": 0.2993929088115692,
      "learning_rate": 2.2545150498782102e-05,
      "loss": 0.7767,
      "step": 975
    },
    {
      "epoch": 0.26597629104782666,
      "grad_norm": 0.3166864216327667,
      "learning_rate": 2.2452505816068258e-05,
      "loss": 0.906,
      "step": 976
    },
    {
      "epoch": 0.26624880773947407,
      "grad_norm": 0.3488037586212158,
      "learning_rate": 2.235999673194035e-05,
      "loss": 0.8602,
      "step": 977
    },
    {
      "epoch": 0.2665213244311214,
      "grad_norm": 0.31511619687080383,
      "learning_rate": 2.226762370176103e-05,
      "loss": 0.8234,
      "step": 978
    },
    {
      "epoch": 0.26679384112276877,
      "grad_norm": 0.3621852993965149,
      "learning_rate": 2.2175387180223335e-05,
      "loss": 0.9635,
      "step": 979
    },
    {
      "epoch": 0.2670663578144161,
      "grad_norm": 0.32522842288017273,
      "learning_rate": 2.208328762134826e-05,
      "loss": 0.7489,
      "step": 980
    },
    {
      "epoch": 0.2673388745060635,
      "grad_norm": 0.4143815040588379,
      "learning_rate": 2.1991325478482694e-05,
      "loss": 0.9283,
      "step": 981
    },
    {
      "epoch": 0.2676113911977109,
      "grad_norm": 0.37300536036491394,
      "learning_rate": 2.1899501204297078e-05,
      "loss": 0.8616,
      "step": 982
    },
    {
      "epoch": 0.26788390788935823,
      "grad_norm": 0.3787640631198883,
      "learning_rate": 2.1807815250783192e-05,
      "loss": 0.9202,
      "step": 983
    },
    {
      "epoch": 0.2681564245810056,
      "grad_norm": 0.3733188211917877,
      "learning_rate": 2.1716268069252045e-05,
      "loss": 0.7525,
      "step": 984
    },
    {
      "epoch": 0.26842894127265293,
      "grad_norm": 0.41336774826049805,
      "learning_rate": 2.162486011033142e-05,
      "loss": 0.9322,
      "step": 985
    },
    {
      "epoch": 0.26870145796430034,
      "grad_norm": 0.43053343892097473,
      "learning_rate": 2.153359182396393e-05,
      "loss": 0.873,
      "step": 986
    },
    {
      "epoch": 0.2689739746559477,
      "grad_norm": 0.47691813111305237,
      "learning_rate": 2.1442463659404588e-05,
      "loss": 0.7028,
      "step": 987
    },
    {
      "epoch": 0.26924649134759504,
      "grad_norm": 0.5227560997009277,
      "learning_rate": 2.13514760652187e-05,
      "loss": 0.8245,
      "step": 988
    },
    {
      "epoch": 0.2695190080392424,
      "grad_norm": 0.4106387495994568,
      "learning_rate": 2.126062948927966e-05,
      "loss": 0.7949,
      "step": 989
    },
    {
      "epoch": 0.26979152473088974,
      "grad_norm": 0.5117712616920471,
      "learning_rate": 2.116992437876669e-05,
      "loss": 0.8422,
      "step": 990
    },
    {
      "epoch": 0.27006404142253715,
      "grad_norm": 0.625465989112854,
      "learning_rate": 2.1079361180162654e-05,
      "loss": 0.8809,
      "step": 991
    },
    {
      "epoch": 0.2703365581141845,
      "grad_norm": 0.4835513234138489,
      "learning_rate": 2.098894033925194e-05,
      "loss": 0.8304,
      "step": 992
    },
    {
      "epoch": 0.27060907480583185,
      "grad_norm": 0.7213521599769592,
      "learning_rate": 2.089866230111813e-05,
      "loss": 0.9411,
      "step": 993
    },
    {
      "epoch": 0.2708815914974792,
      "grad_norm": 0.7547100186347961,
      "learning_rate": 2.0808527510141906e-05,
      "loss": 0.9617,
      "step": 994
    },
    {
      "epoch": 0.2711541081891266,
      "grad_norm": 0.6248390674591064,
      "learning_rate": 2.0718536409998834e-05,
      "loss": 0.9089,
      "step": 995
    },
    {
      "epoch": 0.27142662488077396,
      "grad_norm": 0.7805521488189697,
      "learning_rate": 2.0628689443657217e-05,
      "loss": 0.8427,
      "step": 996
    },
    {
      "epoch": 0.2716991415724213,
      "grad_norm": 0.7394050359725952,
      "learning_rate": 2.053898705337583e-05,
      "loss": 0.9247,
      "step": 997
    },
    {
      "epoch": 0.27197165826406866,
      "grad_norm": 0.8462480902671814,
      "learning_rate": 2.04494296807018e-05,
      "loss": 1.0395,
      "step": 998
    },
    {
      "epoch": 0.272244174955716,
      "grad_norm": 1.0033466815948486,
      "learning_rate": 2.0360017766468464e-05,
      "loss": 0.9798,
      "step": 999
    },
    {
      "epoch": 0.2725166916473634,
      "grad_norm": 1.4039162397384644,
      "learning_rate": 2.0270751750793133e-05,
      "loss": 1.0696,
      "step": 1000
    },
    {
      "epoch": 0.27278920833901077,
      "grad_norm": 0.19833803176879883,
      "learning_rate": 2.0181632073074926e-05,
      "loss": 0.5233,
      "step": 1001
    },
    {
      "epoch": 0.2730617250306581,
      "grad_norm": 0.17622312903404236,
      "learning_rate": 2.0092659171992706e-05,
      "loss": 0.4799,
      "step": 1002
    },
    {
      "epoch": 0.27333424172230547,
      "grad_norm": 0.1803162544965744,
      "learning_rate": 2.000383348550279e-05,
      "loss": 0.6621,
      "step": 1003
    },
    {
      "epoch": 0.2736067584139529,
      "grad_norm": 0.18531154096126556,
      "learning_rate": 1.9915155450836843e-05,
      "loss": 0.7329,
      "step": 1004
    },
    {
      "epoch": 0.27387927510560023,
      "grad_norm": 0.18112318217754364,
      "learning_rate": 1.9826625504499806e-05,
      "loss": 0.586,
      "step": 1005
    },
    {
      "epoch": 0.2741517917972476,
      "grad_norm": 0.2135438770055771,
      "learning_rate": 1.9738244082267615e-05,
      "loss": 0.6851,
      "step": 1006
    },
    {
      "epoch": 0.27442430848889493,
      "grad_norm": 0.1719721108675003,
      "learning_rate": 1.9650011619185126e-05,
      "loss": 0.4676,
      "step": 1007
    },
    {
      "epoch": 0.2746968251805423,
      "grad_norm": 0.203687846660614,
      "learning_rate": 1.9561928549563968e-05,
      "loss": 0.6858,
      "step": 1008
    },
    {
      "epoch": 0.2749693418721897,
      "grad_norm": 0.23066847026348114,
      "learning_rate": 1.947399530698043e-05,
      "loss": 0.8398,
      "step": 1009
    },
    {
      "epoch": 0.27524185856383704,
      "grad_norm": 0.22397053241729736,
      "learning_rate": 1.9386212324273273e-05,
      "loss": 0.7309,
      "step": 1010
    },
    {
      "epoch": 0.2755143752554844,
      "grad_norm": 0.22601422667503357,
      "learning_rate": 1.9298580033541597e-05,
      "loss": 0.7405,
      "step": 1011
    },
    {
      "epoch": 0.27578689194713174,
      "grad_norm": 0.23061765730381012,
      "learning_rate": 1.9211098866142825e-05,
      "loss": 0.7064,
      "step": 1012
    },
    {
      "epoch": 0.27605940863877915,
      "grad_norm": 0.22850507497787476,
      "learning_rate": 1.912376925269041e-05,
      "loss": 0.678,
      "step": 1013
    },
    {
      "epoch": 0.2763319253304265,
      "grad_norm": 0.2482021600008011,
      "learning_rate": 1.9036591623051837e-05,
      "loss": 0.7095,
      "step": 1014
    },
    {
      "epoch": 0.27660444202207385,
      "grad_norm": 0.24277399480342865,
      "learning_rate": 1.894956640634652e-05,
      "loss": 0.7582,
      "step": 1015
    },
    {
      "epoch": 0.2768769587137212,
      "grad_norm": 0.26399800181388855,
      "learning_rate": 1.8862694030943528e-05,
      "loss": 0.7196,
      "step": 1016
    },
    {
      "epoch": 0.2771494754053686,
      "grad_norm": 0.29670581221580505,
      "learning_rate": 1.8775974924459717e-05,
      "loss": 0.8281,
      "step": 1017
    },
    {
      "epoch": 0.27742199209701596,
      "grad_norm": 0.2571270167827606,
      "learning_rate": 1.8689409513757394e-05,
      "loss": 0.8119,
      "step": 1018
    },
    {
      "epoch": 0.2776945087886633,
      "grad_norm": 0.22662676870822906,
      "learning_rate": 1.860299822494241e-05,
      "loss": 0.6981,
      "step": 1019
    },
    {
      "epoch": 0.27796702548031066,
      "grad_norm": 0.2445583939552307,
      "learning_rate": 1.8516741483361917e-05,
      "loss": 0.7248,
      "step": 1020
    },
    {
      "epoch": 0.278239542171958,
      "grad_norm": 0.28191590309143066,
      "learning_rate": 1.8430639713602316e-05,
      "loss": 0.7921,
      "step": 1021
    },
    {
      "epoch": 0.2785120588636054,
      "grad_norm": 0.25955256819725037,
      "learning_rate": 1.8344693339487253e-05,
      "loss": 0.7207,
      "step": 1022
    },
    {
      "epoch": 0.27878457555525277,
      "grad_norm": 0.2938840985298157,
      "learning_rate": 1.8258902784075395e-05,
      "loss": 0.7144,
      "step": 1023
    },
    {
      "epoch": 0.2790570922469001,
      "grad_norm": 0.32045766711235046,
      "learning_rate": 1.817326846965842e-05,
      "loss": 0.9075,
      "step": 1024
    },
    {
      "epoch": 0.27932960893854747,
      "grad_norm": 0.2591996490955353,
      "learning_rate": 1.808779081775901e-05,
      "loss": 0.759,
      "step": 1025
    },
    {
      "epoch": 0.2796021256301949,
      "grad_norm": 0.3194083869457245,
      "learning_rate": 1.8002470249128555e-05,
      "loss": 0.7381,
      "step": 1026
    },
    {
      "epoch": 0.2798746423218422,
      "grad_norm": 0.28292471170425415,
      "learning_rate": 1.791730718374535e-05,
      "loss": 0.7707,
      "step": 1027
    },
    {
      "epoch": 0.2801471590134896,
      "grad_norm": 0.2941333055496216,
      "learning_rate": 1.7832302040812393e-05,
      "loss": 0.7845,
      "step": 1028
    },
    {
      "epoch": 0.28041967570513693,
      "grad_norm": 0.34798598289489746,
      "learning_rate": 1.7747455238755223e-05,
      "loss": 0.848,
      "step": 1029
    },
    {
      "epoch": 0.2806921923967843,
      "grad_norm": 0.3354613482952118,
      "learning_rate": 1.7662767195220104e-05,
      "loss": 0.7066,
      "step": 1030
    },
    {
      "epoch": 0.2809647090884317,
      "grad_norm": 0.41433632373809814,
      "learning_rate": 1.7578238327071748e-05,
      "loss": 0.7831,
      "step": 1031
    },
    {
      "epoch": 0.28123722578007904,
      "grad_norm": 0.40239956974983215,
      "learning_rate": 1.749386905039137e-05,
      "loss": 0.6938,
      "step": 1032
    },
    {
      "epoch": 0.2815097424717264,
      "grad_norm": 0.3984379768371582,
      "learning_rate": 1.740965978047465e-05,
      "loss": 0.8392,
      "step": 1033
    },
    {
      "epoch": 0.28178225916337374,
      "grad_norm": 0.42153993248939514,
      "learning_rate": 1.7325610931829615e-05,
      "loss": 0.934,
      "step": 1034
    },
    {
      "epoch": 0.28205477585502114,
      "grad_norm": 0.4477296769618988,
      "learning_rate": 1.724172291817464e-05,
      "loss": 0.874,
      "step": 1035
    },
    {
      "epoch": 0.2823272925466685,
      "grad_norm": 0.4196651577949524,
      "learning_rate": 1.7157996152436474e-05,
      "loss": 0.8458,
      "step": 1036
    },
    {
      "epoch": 0.28259980923831585,
      "grad_norm": 0.5339102745056152,
      "learning_rate": 1.7074431046748075e-05,
      "loss": 0.8673,
      "step": 1037
    },
    {
      "epoch": 0.2828723259299632,
      "grad_norm": 0.4914490878582001,
      "learning_rate": 1.6991028012446685e-05,
      "loss": 0.6955,
      "step": 1038
    },
    {
      "epoch": 0.28314484262161055,
      "grad_norm": 0.49663954973220825,
      "learning_rate": 1.6907787460071755e-05,
      "loss": 0.8904,
      "step": 1039
    },
    {
      "epoch": 0.28341735931325795,
      "grad_norm": 0.5054043531417847,
      "learning_rate": 1.682470979936298e-05,
      "loss": 0.8597,
      "step": 1040
    },
    {
      "epoch": 0.2836898760049053,
      "grad_norm": 0.5777154564857483,
      "learning_rate": 1.6741795439258218e-05,
      "loss": 1.0094,
      "step": 1041
    },
    {
      "epoch": 0.28396239269655266,
      "grad_norm": 0.5492980480194092,
      "learning_rate": 1.6659044787891472e-05,
      "loss": 0.7799,
      "step": 1042
    },
    {
      "epoch": 0.2842349093882,
      "grad_norm": 0.6442791819572449,
      "learning_rate": 1.6576458252590986e-05,
      "loss": 0.8302,
      "step": 1043
    },
    {
      "epoch": 0.2845074260798474,
      "grad_norm": 0.6973690390586853,
      "learning_rate": 1.6494036239877115e-05,
      "loss": 0.9795,
      "step": 1044
    },
    {
      "epoch": 0.28477994277149477,
      "grad_norm": 0.7392721772193909,
      "learning_rate": 1.641177915546036e-05,
      "loss": 0.9639,
      "step": 1045
    },
    {
      "epoch": 0.2850524594631421,
      "grad_norm": 0.5964904427528381,
      "learning_rate": 1.6329687404239445e-05,
      "loss": 0.9059,
      "step": 1046
    },
    {
      "epoch": 0.28532497615478947,
      "grad_norm": 0.9257153272628784,
      "learning_rate": 1.624776139029922e-05,
      "loss": 1.3426,
      "step": 1047
    },
    {
      "epoch": 0.2855974928464368,
      "grad_norm": 0.7806581258773804,
      "learning_rate": 1.616600151690873e-05,
      "loss": 0.8499,
      "step": 1048
    },
    {
      "epoch": 0.2858700095380842,
      "grad_norm": 1.0678339004516602,
      "learning_rate": 1.6084408186519196e-05,
      "loss": 0.8501,
      "step": 1049
    },
    {
      "epoch": 0.2861425262297316,
      "grad_norm": 1.4389299154281616,
      "learning_rate": 1.6002981800762106e-05,
      "loss": 1.1655,
      "step": 1050
    },
    {
      "epoch": 0.2864150429213789,
      "grad_norm": 0.19368727505207062,
      "learning_rate": 1.5921722760447143e-05,
      "loss": 0.5879,
      "step": 1051
    },
    {
      "epoch": 0.2866875596130263,
      "grad_norm": 0.18369045853614807,
      "learning_rate": 1.5840631465560252e-05,
      "loss": 0.4398,
      "step": 1052
    },
    {
      "epoch": 0.2869600763046737,
      "grad_norm": 0.17318300902843475,
      "learning_rate": 1.5759708315261722e-05,
      "loss": 0.5041,
      "step": 1053
    },
    {
      "epoch": 0.28723259299632103,
      "grad_norm": 0.14773045480251312,
      "learning_rate": 1.567895370788413e-05,
      "loss": 0.5711,
      "step": 1054
    },
    {
      "epoch": 0.2875051096879684,
      "grad_norm": 0.17484253644943237,
      "learning_rate": 1.5598368040930426e-05,
      "loss": 0.6353,
      "step": 1055
    },
    {
      "epoch": 0.28777762637961574,
      "grad_norm": 0.1938268095254898,
      "learning_rate": 1.551795171107204e-05,
      "loss": 0.6551,
      "step": 1056
    },
    {
      "epoch": 0.2880501430712631,
      "grad_norm": 0.17791536450386047,
      "learning_rate": 1.5437705114146733e-05,
      "loss": 0.6021,
      "step": 1057
    },
    {
      "epoch": 0.2883226597629105,
      "grad_norm": 0.1949746459722519,
      "learning_rate": 1.535762864515692e-05,
      "loss": 0.6427,
      "step": 1058
    },
    {
      "epoch": 0.28859517645455784,
      "grad_norm": 0.21154022216796875,
      "learning_rate": 1.5277722698267488e-05,
      "loss": 0.764,
      "step": 1059
    },
    {
      "epoch": 0.2888676931462052,
      "grad_norm": 0.21708838641643524,
      "learning_rate": 1.5197987666804032e-05,
      "loss": 0.7342,
      "step": 1060
    },
    {
      "epoch": 0.28914020983785255,
      "grad_norm": 0.22920025885105133,
      "learning_rate": 1.5118423943250771e-05,
      "loss": 0.7508,
      "step": 1061
    },
    {
      "epoch": 0.28941272652949995,
      "grad_norm": 0.20373846590518951,
      "learning_rate": 1.5039031919248709e-05,
      "loss": 0.6478,
      "step": 1062
    },
    {
      "epoch": 0.2896852432211473,
      "grad_norm": 0.2184288501739502,
      "learning_rate": 1.4959811985593707e-05,
      "loss": 0.7695,
      "step": 1063
    },
    {
      "epoch": 0.28995775991279465,
      "grad_norm": 0.21415334939956665,
      "learning_rate": 1.4880764532234514e-05,
      "loss": 0.705,
      "step": 1064
    },
    {
      "epoch": 0.290230276604442,
      "grad_norm": 0.2801600694656372,
      "learning_rate": 1.4801889948270853e-05,
      "loss": 0.7909,
      "step": 1065
    },
    {
      "epoch": 0.2905027932960894,
      "grad_norm": 0.2777582108974457,
      "learning_rate": 1.4723188621951584e-05,
      "loss": 0.7968,
      "step": 1066
    },
    {
      "epoch": 0.29077530998773676,
      "grad_norm": 0.2824172377586365,
      "learning_rate": 1.4644660940672627e-05,
      "loss": 0.7913,
      "step": 1067
    },
    {
      "epoch": 0.2910478266793841,
      "grad_norm": 0.25158193707466125,
      "learning_rate": 1.4566307290975256e-05,
      "loss": 0.7826,
      "step": 1068
    },
    {
      "epoch": 0.29132034337103146,
      "grad_norm": 0.23479312658309937,
      "learning_rate": 1.4488128058544098e-05,
      "loss": 0.793,
      "step": 1069
    },
    {
      "epoch": 0.2915928600626788,
      "grad_norm": 0.2632211446762085,
      "learning_rate": 1.4410123628205135e-05,
      "loss": 0.7744,
      "step": 1070
    },
    {
      "epoch": 0.2918653767543262,
      "grad_norm": 0.2785129249095917,
      "learning_rate": 1.4332294383924033e-05,
      "loss": 0.661,
      "step": 1071
    },
    {
      "epoch": 0.2921378934459736,
      "grad_norm": 0.27100294828414917,
      "learning_rate": 1.4254640708804052e-05,
      "loss": 0.7543,
      "step": 1072
    },
    {
      "epoch": 0.2924104101376209,
      "grad_norm": 0.28306302428245544,
      "learning_rate": 1.4177162985084242e-05,
      "loss": 0.83,
      "step": 1073
    },
    {
      "epoch": 0.2926829268292683,
      "grad_norm": 0.2638351321220398,
      "learning_rate": 1.409986159413762e-05,
      "loss": 0.7151,
      "step": 1074
    },
    {
      "epoch": 0.2929554435209157,
      "grad_norm": 0.29239487648010254,
      "learning_rate": 1.4022736916469165e-05,
      "loss": 0.8336,
      "step": 1075
    },
    {
      "epoch": 0.29322796021256303,
      "grad_norm": 0.27162572741508484,
      "learning_rate": 1.3945789331714016e-05,
      "loss": 0.7233,
      "step": 1076
    },
    {
      "epoch": 0.2935004769042104,
      "grad_norm": 0.2926348149776459,
      "learning_rate": 1.3869019218635642e-05,
      "loss": 0.7579,
      "step": 1077
    },
    {
      "epoch": 0.29377299359585773,
      "grad_norm": 0.25599485635757446,
      "learning_rate": 1.3792426955123884e-05,
      "loss": 0.7765,
      "step": 1078
    },
    {
      "epoch": 0.2940455102875051,
      "grad_norm": 0.33074283599853516,
      "learning_rate": 1.3716012918193205e-05,
      "loss": 0.8985,
      "step": 1079
    },
    {
      "epoch": 0.2943180269791525,
      "grad_norm": 0.3323984444141388,
      "learning_rate": 1.363977748398067e-05,
      "loss": 0.5904,
      "step": 1080
    },
    {
      "epoch": 0.29459054367079984,
      "grad_norm": 0.29964008927345276,
      "learning_rate": 1.3563721027744308e-05,
      "loss": 0.9192,
      "step": 1081
    },
    {
      "epoch": 0.2948630603624472,
      "grad_norm": 0.32052668929100037,
      "learning_rate": 1.3487843923861098e-05,
      "loss": 0.7675,
      "step": 1082
    },
    {
      "epoch": 0.29513557705409454,
      "grad_norm": 0.29530084133148193,
      "learning_rate": 1.3412146545825166e-05,
      "loss": 0.8817,
      "step": 1083
    },
    {
      "epoch": 0.29540809374574195,
      "grad_norm": 0.3269053101539612,
      "learning_rate": 1.3336629266246031e-05,
      "loss": 0.7721,
      "step": 1084
    },
    {
      "epoch": 0.2956806104373893,
      "grad_norm": 0.3902830481529236,
      "learning_rate": 1.3261292456846647e-05,
      "loss": 0.8765,
      "step": 1085
    },
    {
      "epoch": 0.29595312712903665,
      "grad_norm": 0.3931809365749359,
      "learning_rate": 1.318613648846162e-05,
      "loss": 0.7157,
      "step": 1086
    },
    {
      "epoch": 0.296225643820684,
      "grad_norm": 0.38379886746406555,
      "learning_rate": 1.3111161731035448e-05,
      "loss": 0.7333,
      "step": 1087
    },
    {
      "epoch": 0.29649816051233135,
      "grad_norm": 0.39468738436698914,
      "learning_rate": 1.3036368553620604e-05,
      "loss": 0.7602,
      "step": 1088
    },
    {
      "epoch": 0.29677067720397876,
      "grad_norm": 0.5516607165336609,
      "learning_rate": 1.2961757324375767e-05,
      "loss": 0.8667,
      "step": 1089
    },
    {
      "epoch": 0.2970431938956261,
      "grad_norm": 0.4426347613334656,
      "learning_rate": 1.288732841056398e-05,
      "loss": 0.7729,
      "step": 1090
    },
    {
      "epoch": 0.29731571058727346,
      "grad_norm": 0.6150315999984741,
      "learning_rate": 1.2813082178550929e-05,
      "loss": 1.0035,
      "step": 1091
    },
    {
      "epoch": 0.2975882272789208,
      "grad_norm": 0.48583754897117615,
      "learning_rate": 1.2739018993803015e-05,
      "loss": 0.9011,
      "step": 1092
    },
    {
      "epoch": 0.2978607439705682,
      "grad_norm": 0.698724627494812,
      "learning_rate": 1.2665139220885613e-05,
      "loss": 0.9304,
      "step": 1093
    },
    {
      "epoch": 0.29813326066221557,
      "grad_norm": 0.7356919050216675,
      "learning_rate": 1.2591443223461336e-05,
      "loss": 0.8827,
      "step": 1094
    },
    {
      "epoch": 0.2984057773538629,
      "grad_norm": 0.7048261761665344,
      "learning_rate": 1.2517931364288133e-05,
      "loss": 0.9076,
      "step": 1095
    },
    {
      "epoch": 0.2986782940455103,
      "grad_norm": 0.589783251285553,
      "learning_rate": 1.244460400521757e-05,
      "loss": 0.8557,
      "step": 1096
    },
    {
      "epoch": 0.2989508107371576,
      "grad_norm": 0.8395978212356567,
      "learning_rate": 1.2371461507193078e-05,
      "loss": 1.1153,
      "step": 1097
    },
    {
      "epoch": 0.29922332742880503,
      "grad_norm": 0.8709211945533752,
      "learning_rate": 1.2298504230248082e-05,
      "loss": 0.8491,
      "step": 1098
    },
    {
      "epoch": 0.2994958441204524,
      "grad_norm": 1.1225576400756836,
      "learning_rate": 1.2225732533504308e-05,
      "loss": 1.0139,
      "step": 1099
    },
    {
      "epoch": 0.29976836081209973,
      "grad_norm": 1.8920093774795532,
      "learning_rate": 1.215314677516997e-05,
      "loss": 0.9761,
      "step": 1100
    },
    {
      "epoch": 0.3000408775037471,
      "grad_norm": 0.20418307185173035,
      "learning_rate": 1.2080747312538083e-05,
      "loss": 0.527,
      "step": 1101
    },
    {
      "epoch": 0.3003133941953945,
      "grad_norm": 0.17562133073806763,
      "learning_rate": 1.2008534501984586e-05,
      "loss": 0.4431,
      "step": 1102
    },
    {
      "epoch": 0.30058591088704184,
      "grad_norm": 0.25559869408607483,
      "learning_rate": 1.1936508698966664e-05,
      "loss": 0.7279,
      "step": 1103
    },
    {
      "epoch": 0.3008584275786892,
      "grad_norm": 0.17541925609111786,
      "learning_rate": 1.1864670258021021e-05,
      "loss": 0.6332,
      "step": 1104
    },
    {
      "epoch": 0.30113094427033654,
      "grad_norm": 0.20371516048908234,
      "learning_rate": 1.1793019532762056e-05,
      "loss": 0.7436,
      "step": 1105
    },
    {
      "epoch": 0.30140346096198395,
      "grad_norm": 0.1931721568107605,
      "learning_rate": 1.1721556875880168e-05,
      "loss": 0.5498,
      "step": 1106
    },
    {
      "epoch": 0.3016759776536313,
      "grad_norm": 0.17042608559131622,
      "learning_rate": 1.1650282639140064e-05,
      "loss": 0.455,
      "step": 1107
    },
    {
      "epoch": 0.30194849434527865,
      "grad_norm": 0.16724911332130432,
      "learning_rate": 1.1579197173378892e-05,
      "loss": 0.5129,
      "step": 1108
    },
    {
      "epoch": 0.302221011036926,
      "grad_norm": 0.17278067767620087,
      "learning_rate": 1.150830082850468e-05,
      "loss": 0.5597,
      "step": 1109
    },
    {
      "epoch": 0.30249352772857335,
      "grad_norm": 0.20282527804374695,
      "learning_rate": 1.1437593953494541e-05,
      "loss": 0.6917,
      "step": 1110
    },
    {
      "epoch": 0.30276604442022076,
      "grad_norm": 0.19484999775886536,
      "learning_rate": 1.1367076896392853e-05,
      "loss": 0.723,
      "step": 1111
    },
    {
      "epoch": 0.3030385611118681,
      "grad_norm": 0.233414426445961,
      "learning_rate": 1.1296750004309758e-05,
      "loss": 0.7689,
      "step": 1112
    },
    {
      "epoch": 0.30331107780351546,
      "grad_norm": 0.23547577857971191,
      "learning_rate": 1.1226613623419269e-05,
      "loss": 0.7447,
      "step": 1113
    },
    {
      "epoch": 0.3035835944951628,
      "grad_norm": 0.2539953291416168,
      "learning_rate": 1.1156668098957645e-05,
      "loss": 0.7404,
      "step": 1114
    },
    {
      "epoch": 0.3038561111868102,
      "grad_norm": 0.2312745302915573,
      "learning_rate": 1.1086913775221709e-05,
      "loss": 0.7263,
      "step": 1115
    },
    {
      "epoch": 0.30412862787845757,
      "grad_norm": 0.22205998003482819,
      "learning_rate": 1.1017350995567099e-05,
      "loss": 0.7813,
      "step": 1116
    },
    {
      "epoch": 0.3044011445701049,
      "grad_norm": 0.2412424385547638,
      "learning_rate": 1.0947980102406596e-05,
      "loss": 0.7225,
      "step": 1117
    },
    {
      "epoch": 0.30467366126175227,
      "grad_norm": 0.32700082659721375,
      "learning_rate": 1.0878801437208496e-05,
      "loss": 0.8742,
      "step": 1118
    },
    {
      "epoch": 0.3049461779533996,
      "grad_norm": 0.2551735043525696,
      "learning_rate": 1.0809815340494823e-05,
      "loss": 0.7537,
      "step": 1119
    },
    {
      "epoch": 0.30521869464504703,
      "grad_norm": 0.23969170451164246,
      "learning_rate": 1.074102215183977e-05,
      "loss": 0.6806,
      "step": 1120
    },
    {
      "epoch": 0.3054912113366944,
      "grad_norm": 0.24101929366588593,
      "learning_rate": 1.0672422209867878e-05,
      "loss": 0.6994,
      "step": 1121
    },
    {
      "epoch": 0.30576372802834173,
      "grad_norm": 0.3099350333213806,
      "learning_rate": 1.0604015852252557e-05,
      "loss": 0.8019,
      "step": 1122
    },
    {
      "epoch": 0.3060362447199891,
      "grad_norm": 0.26219817996025085,
      "learning_rate": 1.0535803415714279e-05,
      "loss": 0.7896,
      "step": 1123
    },
    {
      "epoch": 0.3063087614116365,
      "grad_norm": 0.30376192927360535,
      "learning_rate": 1.0467785236018945e-05,
      "loss": 0.8346,
      "step": 1124
    },
    {
      "epoch": 0.30658127810328384,
      "grad_norm": 0.2685557007789612,
      "learning_rate": 1.0399961647976314e-05,
      "loss": 0.77,
      "step": 1125
    },
    {
      "epoch": 0.3068537947949312,
      "grad_norm": 0.2990666925907135,
      "learning_rate": 1.0332332985438248e-05,
      "loss": 0.877,
      "step": 1126
    },
    {
      "epoch": 0.30712631148657854,
      "grad_norm": 0.2962383031845093,
      "learning_rate": 1.0264899581297122e-05,
      "loss": 0.83,
      "step": 1127
    },
    {
      "epoch": 0.3073988281782259,
      "grad_norm": 0.2926284074783325,
      "learning_rate": 1.0197661767484206e-05,
      "loss": 0.7342,
      "step": 1128
    },
    {
      "epoch": 0.3076713448698733,
      "grad_norm": 0.33166196942329407,
      "learning_rate": 1.0130619874967983e-05,
      "loss": 0.8257,
      "step": 1129
    },
    {
      "epoch": 0.30794386156152065,
      "grad_norm": 0.28406834602355957,
      "learning_rate": 1.0063774233752542e-05,
      "loss": 0.7107,
      "step": 1130
    },
    {
      "epoch": 0.308216378253168,
      "grad_norm": 0.3521987795829773,
      "learning_rate": 9.997125172875943e-06,
      "loss": 0.8114,
      "step": 1131
    },
    {
      "epoch": 0.30848889494481535,
      "grad_norm": 0.3112970292568207,
      "learning_rate": 9.930673020408648e-06,
      "loss": 0.8324,
      "step": 1132
    },
    {
      "epoch": 0.30876141163646276,
      "grad_norm": 0.4232897162437439,
      "learning_rate": 9.864418103451828e-06,
      "loss": 0.9218,
      "step": 1133
    },
    {
      "epoch": 0.3090339283281101,
      "grad_norm": 0.45642492175102234,
      "learning_rate": 9.798360748135782e-06,
      "loss": 0.8459,
      "step": 1134
    },
    {
      "epoch": 0.30930644501975746,
      "grad_norm": 0.43862730264663696,
      "learning_rate": 9.73250127961839e-06,
      "loss": 0.8717,
      "step": 1135
    },
    {
      "epoch": 0.3095789617114048,
      "grad_norm": 0.3937472105026245,
      "learning_rate": 9.666840022083423e-06,
      "loss": 0.8504,
      "step": 1136
    },
    {
      "epoch": 0.30985147840305216,
      "grad_norm": 0.4388231933116913,
      "learning_rate": 9.601377298738977e-06,
      "loss": 0.8735,
      "step": 1137
    },
    {
      "epoch": 0.31012399509469957,
      "grad_norm": 0.4094635844230652,
      "learning_rate": 9.53611343181594e-06,
      "loss": 0.8977,
      "step": 1138
    },
    {
      "epoch": 0.3103965117863469,
      "grad_norm": 0.44300606846809387,
      "learning_rate": 9.471048742566313e-06,
      "loss": 0.7719,
      "step": 1139
    },
    {
      "epoch": 0.31066902847799427,
      "grad_norm": 0.4214814007282257,
      "learning_rate": 9.406183551261683e-06,
      "loss": 0.7544,
      "step": 1140
    },
    {
      "epoch": 0.3109415451696416,
      "grad_norm": 0.5005995631217957,
      "learning_rate": 9.34151817719166e-06,
      "loss": 0.8141,
      "step": 1141
    },
    {
      "epoch": 0.311214061861289,
      "grad_norm": 0.4700961410999298,
      "learning_rate": 9.277052938662261e-06,
      "loss": 0.8017,
      "step": 1142
    },
    {
      "epoch": 0.3114865785529364,
      "grad_norm": 0.7901832461357117,
      "learning_rate": 9.212788152994367e-06,
      "loss": 0.9894,
      "step": 1143
    },
    {
      "epoch": 0.31175909524458373,
      "grad_norm": 0.6408256888389587,
      "learning_rate": 9.148724136522146e-06,
      "loss": 0.8075,
      "step": 1144
    },
    {
      "epoch": 0.3120316119362311,
      "grad_norm": 0.6773266196250916,
      "learning_rate": 9.084861204591549e-06,
      "loss": 0.8681,
      "step": 1145
    },
    {
      "epoch": 0.31230412862787843,
      "grad_norm": 0.7805168628692627,
      "learning_rate": 9.021199671558683e-06,
      "loss": 1.012,
      "step": 1146
    },
    {
      "epoch": 0.31257664531952584,
      "grad_norm": 0.6709644198417664,
      "learning_rate": 8.957739850788289e-06,
      "loss": 0.8459,
      "step": 1147
    },
    {
      "epoch": 0.3128491620111732,
      "grad_norm": 0.9978117346763611,
      "learning_rate": 8.894482054652248e-06,
      "loss": 1.1881,
      "step": 1148
    },
    {
      "epoch": 0.31312167870282054,
      "grad_norm": 0.9258030652999878,
      "learning_rate": 8.831426594527975e-06,
      "loss": 1.0228,
      "step": 1149
    },
    {
      "epoch": 0.3133941953944679,
      "grad_norm": 1.9490892887115479,
      "learning_rate": 8.768573780796913e-06,
      "loss": 1.071,
      "step": 1150
    },
    {
      "epoch": 0.3136667120861153,
      "grad_norm": 0.20450201630592346,
      "learning_rate": 8.70592392284304e-06,
      "loss": 0.5196,
      "step": 1151
    },
    {
      "epoch": 0.31393922877776265,
      "grad_norm": 0.25564107298851013,
      "learning_rate": 8.643477329051248e-06,
      "loss": 0.7516,
      "step": 1152
    },
    {
      "epoch": 0.31421174546941,
      "grad_norm": 0.2340194582939148,
      "learning_rate": 8.581234306805969e-06,
      "loss": 0.7765,
      "step": 1153
    },
    {
      "epoch": 0.31448426216105735,
      "grad_norm": 0.19656455516815186,
      "learning_rate": 8.51919516248953e-06,
      "loss": 0.6065,
      "step": 1154
    },
    {
      "epoch": 0.31475677885270475,
      "grad_norm": 0.20690998435020447,
      "learning_rate": 8.457360201480702e-06,
      "loss": 0.7054,
      "step": 1155
    },
    {
      "epoch": 0.3150292955443521,
      "grad_norm": 0.18005023896694183,
      "learning_rate": 8.39572972815323e-06,
      "loss": 0.6296,
      "step": 1156
    },
    {
      "epoch": 0.31530181223599946,
      "grad_norm": 0.1978408396244049,
      "learning_rate": 8.334304045874247e-06,
      "loss": 0.6379,
      "step": 1157
    },
    {
      "epoch": 0.3155743289276468,
      "grad_norm": 0.1844942420721054,
      "learning_rate": 8.273083457002883e-06,
      "loss": 0.6146,
      "step": 1158
    },
    {
      "epoch": 0.31584684561929416,
      "grad_norm": 0.21633177995681763,
      "learning_rate": 8.212068262888684e-06,
      "loss": 0.7411,
      "step": 1159
    },
    {
      "epoch": 0.31611936231094157,
      "grad_norm": 0.2172597050666809,
      "learning_rate": 8.151258763870178e-06,
      "loss": 0.8363,
      "step": 1160
    },
    {
      "epoch": 0.3163918790025889,
      "grad_norm": 0.21970897912979126,
      "learning_rate": 8.090655259273428e-06,
      "loss": 0.7805,
      "step": 1161
    },
    {
      "epoch": 0.31666439569423627,
      "grad_norm": 0.20643360912799835,
      "learning_rate": 8.030258047410438e-06,
      "loss": 0.678,
      "step": 1162
    },
    {
      "epoch": 0.3169369123858836,
      "grad_norm": 0.22377657890319824,
      "learning_rate": 7.970067425577848e-06,
      "loss": 0.7387,
      "step": 1163
    },
    {
      "epoch": 0.317209429077531,
      "grad_norm": 0.27889934182167053,
      "learning_rate": 7.910083690055347e-06,
      "loss": 0.7438,
      "step": 1164
    },
    {
      "epoch": 0.3174819457691784,
      "grad_norm": 0.23422960937023163,
      "learning_rate": 7.850307136104247e-06,
      "loss": 0.7388,
      "step": 1165
    },
    {
      "epoch": 0.3177544624608257,
      "grad_norm": 0.2543887495994568,
      "learning_rate": 7.79073805796608e-06,
      "loss": 0.7061,
      "step": 1166
    },
    {
      "epoch": 0.3180269791524731,
      "grad_norm": 0.23068580031394958,
      "learning_rate": 7.73137674886107e-06,
      "loss": 0.7183,
      "step": 1167
    },
    {
      "epoch": 0.31829949584412043,
      "grad_norm": 0.21677877008914948,
      "learning_rate": 7.67222350098673e-06,
      "loss": 0.7613,
      "step": 1168
    },
    {
      "epoch": 0.31857201253576783,
      "grad_norm": 0.31931090354919434,
      "learning_rate": 7.613278605516455e-06,
      "loss": 0.8171,
      "step": 1169
    },
    {
      "epoch": 0.3188445292274152,
      "grad_norm": 0.274218887090683,
      "learning_rate": 7.554542352598021e-06,
      "loss": 0.8142,
      "step": 1170
    },
    {
      "epoch": 0.31911704591906254,
      "grad_norm": 0.2706718146800995,
      "learning_rate": 7.4960150313521996e-06,
      "loss": 0.8394,
      "step": 1171
    },
    {
      "epoch": 0.3193895626107099,
      "grad_norm": 0.26471391320228577,
      "learning_rate": 7.4376969298713124e-06,
      "loss": 0.8885,
      "step": 1172
    },
    {
      "epoch": 0.3196620793023573,
      "grad_norm": 0.2558121383190155,
      "learning_rate": 7.379588335217874e-06,
      "loss": 0.8169,
      "step": 1173
    },
    {
      "epoch": 0.31993459599400464,
      "grad_norm": 0.2988712787628174,
      "learning_rate": 7.321689533423093e-06,
      "loss": 0.7823,
      "step": 1174
    },
    {
      "epoch": 0.320207112685652,
      "grad_norm": 0.27736392617225647,
      "learning_rate": 7.264000809485483e-06,
      "loss": 0.6835,
      "step": 1175
    },
    {
      "epoch": 0.32047962937729935,
      "grad_norm": 0.31084221601486206,
      "learning_rate": 7.206522447369546e-06,
      "loss": 0.8113,
      "step": 1176
    },
    {
      "epoch": 0.3207521460689467,
      "grad_norm": 0.30161961913108826,
      "learning_rate": 7.1492547300042455e-06,
      "loss": 0.8359,
      "step": 1177
    },
    {
      "epoch": 0.3210246627605941,
      "grad_norm": 0.33541855216026306,
      "learning_rate": 7.092197939281698e-06,
      "loss": 0.9127,
      "step": 1178
    },
    {
      "epoch": 0.32129717945224145,
      "grad_norm": 0.3337746262550354,
      "learning_rate": 7.0353523560557856e-06,
      "loss": 0.7512,
      "step": 1179
    },
    {
      "epoch": 0.3215696961438888,
      "grad_norm": 0.3435850143432617,
      "learning_rate": 6.978718260140715e-06,
      "loss": 0.7868,
      "step": 1180
    },
    {
      "epoch": 0.32184221283553616,
      "grad_norm": 0.3651219606399536,
      "learning_rate": 6.922295930309691e-06,
      "loss": 0.8309,
      "step": 1181
    },
    {
      "epoch": 0.32211472952718356,
      "grad_norm": 0.3199502229690552,
      "learning_rate": 6.866085644293551e-06,
      "loss": 0.7895,
      "step": 1182
    },
    {
      "epoch": 0.3223872462188309,
      "grad_norm": 0.3950710892677307,
      "learning_rate": 6.810087678779353e-06,
      "loss": 0.8284,
      "step": 1183
    },
    {
      "epoch": 0.32265976291047826,
      "grad_norm": 0.4900633990764618,
      "learning_rate": 6.754302309409033e-06,
      "loss": 0.8346,
      "step": 1184
    },
    {
      "epoch": 0.3229322796021256,
      "grad_norm": 0.4313778579235077,
      "learning_rate": 6.698729810778065e-06,
      "loss": 0.8243,
      "step": 1185
    },
    {
      "epoch": 0.32320479629377297,
      "grad_norm": 0.4453745484352112,
      "learning_rate": 6.643370456434117e-06,
      "loss": 0.7355,
      "step": 1186
    },
    {
      "epoch": 0.3234773129854204,
      "grad_norm": 0.5219870209693909,
      "learning_rate": 6.588224518875647e-06,
      "loss": 0.9848,
      "step": 1187
    },
    {
      "epoch": 0.3237498296770677,
      "grad_norm": 0.4670015871524811,
      "learning_rate": 6.533292269550612e-06,
      "loss": 0.8423,
      "step": 1188
    },
    {
      "epoch": 0.3240223463687151,
      "grad_norm": 0.48384127020835876,
      "learning_rate": 6.478573978855146e-06,
      "loss": 0.8114,
      "step": 1189
    },
    {
      "epoch": 0.3242948630603624,
      "grad_norm": 0.4995877146720886,
      "learning_rate": 6.424069916132164e-06,
      "loss": 0.7772,
      "step": 1190
    },
    {
      "epoch": 0.32456737975200983,
      "grad_norm": 0.5030633211135864,
      "learning_rate": 6.3697803496700845e-06,
      "loss": 0.8405,
      "step": 1191
    },
    {
      "epoch": 0.3248398964436572,
      "grad_norm": 0.5471214652061462,
      "learning_rate": 6.315705546701539e-06,
      "loss": 0.7965,
      "step": 1192
    },
    {
      "epoch": 0.32511241313530453,
      "grad_norm": 0.647562563419342,
      "learning_rate": 6.2618457734019364e-06,
      "loss": 0.8926,
      "step": 1193
    },
    {
      "epoch": 0.3253849298269519,
      "grad_norm": 0.5754622220993042,
      "learning_rate": 6.2082012948883164e-06,
      "loss": 0.8234,
      "step": 1194
    },
    {
      "epoch": 0.3256574465185993,
      "grad_norm": 0.6433972120285034,
      "learning_rate": 6.1547723752179045e-06,
      "loss": 1.0198,
      "step": 1195
    },
    {
      "epoch": 0.32592996321024664,
      "grad_norm": 0.7429008483886719,
      "learning_rate": 6.101559277386903e-06,
      "loss": 1.0615,
      "step": 1196
    },
    {
      "epoch": 0.326202479901894,
      "grad_norm": 0.6810776591300964,
      "learning_rate": 6.048562263329138e-06,
      "loss": 0.9668,
      "step": 1197
    },
    {
      "epoch": 0.32647499659354134,
      "grad_norm": 0.7128338813781738,
      "learning_rate": 5.9957815939147955e-06,
      "loss": 0.9411,
      "step": 1198
    },
    {
      "epoch": 0.3267475132851887,
      "grad_norm": 0.9658266305923462,
      "learning_rate": 5.943217528949168e-06,
      "loss": 1.0195,
      "step": 1199
    },
    {
      "epoch": 0.3270200299768361,
      "grad_norm": 1.6522877216339111,
      "learning_rate": 5.890870327171311e-06,
      "loss": 1.0887,
      "step": 1200
    },
    {
      "epoch": 0.32729254666848345,
      "grad_norm": 0.16899587213993073,
      "learning_rate": 5.838740246252794e-06,
      "loss": 0.5265,
      "step": 1201
    },
    {
      "epoch": 0.3275650633601308,
      "grad_norm": 0.27041736245155334,
      "learning_rate": 5.786827542796491e-06,
      "loss": 0.7685,
      "step": 1202
    },
    {
      "epoch": 0.32783758005177815,
      "grad_norm": 0.2172725796699524,
      "learning_rate": 5.735132472335192e-06,
      "loss": 0.682,
      "step": 1203
    },
    {
      "epoch": 0.32811009674342556,
      "grad_norm": 0.18529295921325684,
      "learning_rate": 5.68365528933048e-06,
      "loss": 0.7083,
      "step": 1204
    },
    {
      "epoch": 0.3283826134350729,
      "grad_norm": 0.1669882982969284,
      "learning_rate": 5.6323962471714286e-06,
      "loss": 0.5485,
      "step": 1205
    },
    {
      "epoch": 0.32865513012672026,
      "grad_norm": 0.1922728568315506,
      "learning_rate": 5.581355598173265e-06,
      "loss": 0.6963,
      "step": 1206
    },
    {
      "epoch": 0.3289276468183676,
      "grad_norm": 0.1576596349477768,
      "learning_rate": 5.5305335935762924e-06,
      "loss": 0.6041,
      "step": 1207
    },
    {
      "epoch": 0.32920016351001496,
      "grad_norm": 0.1875656396150589,
      "learning_rate": 5.479930483544521e-06,
      "loss": 0.6429,
      "step": 1208
    },
    {
      "epoch": 0.32947268020166237,
      "grad_norm": 0.22325171530246735,
      "learning_rate": 5.429546517164486e-06,
      "loss": 0.7533,
      "step": 1209
    },
    {
      "epoch": 0.3297451968933097,
      "grad_norm": 0.20884425938129425,
      "learning_rate": 5.379381942444051e-06,
      "loss": 0.7362,
      "step": 1210
    },
    {
      "epoch": 0.3300177135849571,
      "grad_norm": 0.2273874580860138,
      "learning_rate": 5.329437006311122e-06,
      "loss": 0.6831,
      "step": 1211
    },
    {
      "epoch": 0.3302902302766044,
      "grad_norm": 0.23726725578308105,
      "learning_rate": 5.2797119546124705e-06,
      "loss": 0.6726,
      "step": 1212
    },
    {
      "epoch": 0.33056274696825183,
      "grad_norm": 0.22136268019676208,
      "learning_rate": 5.23020703211255e-06,
      "loss": 0.697,
      "step": 1213
    },
    {
      "epoch": 0.3308352636598992,
      "grad_norm": 0.23647244274616241,
      "learning_rate": 5.1809224824922175e-06,
      "loss": 0.8098,
      "step": 1214
    },
    {
      "epoch": 0.33110778035154653,
      "grad_norm": 0.22740037739276886,
      "learning_rate": 5.131858548347596e-06,
      "loss": 0.7298,
      "step": 1215
    },
    {
      "epoch": 0.3313802970431939,
      "grad_norm": 0.2578193247318268,
      "learning_rate": 5.083015471188851e-06,
      "loss": 0.6665,
      "step": 1216
    },
    {
      "epoch": 0.33165281373484123,
      "grad_norm": 0.2765848636627197,
      "learning_rate": 5.034393491439043e-06,
      "loss": 0.7543,
      "step": 1217
    },
    {
      "epoch": 0.33192533042648864,
      "grad_norm": 0.28699976205825806,
      "learning_rate": 4.985992848432869e-06,
      "loss": 0.7952,
      "step": 1218
    },
    {
      "epoch": 0.332197847118136,
      "grad_norm": 0.23524689674377441,
      "learning_rate": 4.93781378041554e-06,
      "loss": 0.681,
      "step": 1219
    },
    {
      "epoch": 0.33247036380978334,
      "grad_norm": 0.3059777319431305,
      "learning_rate": 4.889856524541625e-06,
      "loss": 0.8537,
      "step": 1220
    },
    {
      "epoch": 0.3327428805014307,
      "grad_norm": 0.24600951373577118,
      "learning_rate": 4.842121316873821e-06,
      "loss": 0.7111,
      "step": 1221
    },
    {
      "epoch": 0.3330153971930781,
      "grad_norm": 0.2652858793735504,
      "learning_rate": 4.794608392381828e-06,
      "loss": 0.7779,
      "step": 1222
    },
    {
      "epoch": 0.33328791388472545,
      "grad_norm": 0.2868070900440216,
      "learning_rate": 4.747317984941213e-06,
      "loss": 0.8745,
      "step": 1223
    },
    {
      "epoch": 0.3335604305763728,
      "grad_norm": 0.27256304025650024,
      "learning_rate": 4.700250327332206e-06,
      "loss": 0.7776,
      "step": 1224
    },
    {
      "epoch": 0.33383294726802015,
      "grad_norm": 0.3164566457271576,
      "learning_rate": 4.653405651238607e-06,
      "loss": 0.7914,
      "step": 1225
    },
    {
      "epoch": 0.3341054639596675,
      "grad_norm": 0.27297550439834595,
      "learning_rate": 4.606784187246587e-06,
      "loss": 0.8135,
      "step": 1226
    },
    {
      "epoch": 0.3343779806513149,
      "grad_norm": 0.2950969636440277,
      "learning_rate": 4.560386164843639e-06,
      "loss": 0.9769,
      "step": 1227
    },
    {
      "epoch": 0.33465049734296226,
      "grad_norm": 0.34373223781585693,
      "learning_rate": 4.514211812417352e-06,
      "loss": 0.8159,
      "step": 1228
    },
    {
      "epoch": 0.3349230140346096,
      "grad_norm": 0.3288831114768982,
      "learning_rate": 4.468261357254339e-06,
      "loss": 0.7217,
      "step": 1229
    },
    {
      "epoch": 0.33519553072625696,
      "grad_norm": 0.3438679873943329,
      "learning_rate": 4.422535025539143e-06,
      "loss": 0.8504,
      "step": 1230
    },
    {
      "epoch": 0.33546804741790437,
      "grad_norm": 0.3123156428337097,
      "learning_rate": 4.377033042353063e-06,
      "loss": 0.7443,
      "step": 1231
    },
    {
      "epoch": 0.3357405641095517,
      "grad_norm": 0.3916204869747162,
      "learning_rate": 4.331755631673057e-06,
      "loss": 0.7213,
      "step": 1232
    },
    {
      "epoch": 0.33601308080119907,
      "grad_norm": 0.40982723236083984,
      "learning_rate": 4.286703016370719e-06,
      "loss": 0.9166,
      "step": 1233
    },
    {
      "epoch": 0.3362855974928464,
      "grad_norm": 0.36077848076820374,
      "learning_rate": 4.241875418211039e-06,
      "loss": 0.8182,
      "step": 1234
    },
    {
      "epoch": 0.3365581141844938,
      "grad_norm": 0.4006083309650421,
      "learning_rate": 4.197273057851464e-06,
      "loss": 0.7847,
      "step": 1235
    },
    {
      "epoch": 0.3368306308761412,
      "grad_norm": 0.41497910022735596,
      "learning_rate": 4.152896154840691e-06,
      "loss": 0.8144,
      "step": 1236
    },
    {
      "epoch": 0.33710314756778853,
      "grad_norm": 0.3812021017074585,
      "learning_rate": 4.108744927617669e-06,
      "loss": 0.7856,
      "step": 1237
    },
    {
      "epoch": 0.3373756642594359,
      "grad_norm": 0.4377935528755188,
      "learning_rate": 4.064819593510477e-06,
      "loss": 0.8722,
      "step": 1238
    },
    {
      "epoch": 0.33764818095108323,
      "grad_norm": 0.55827397108078,
      "learning_rate": 4.021120368735254e-06,
      "loss": 0.7971,
      "step": 1239
    },
    {
      "epoch": 0.33792069764273064,
      "grad_norm": 0.48777827620506287,
      "learning_rate": 3.9776474683951795e-06,
      "loss": 0.7748,
      "step": 1240
    },
    {
      "epoch": 0.338193214334378,
      "grad_norm": 0.4867183566093445,
      "learning_rate": 3.9344011064793516e-06,
      "loss": 0.7869,
      "step": 1241
    },
    {
      "epoch": 0.33846573102602534,
      "grad_norm": 0.483394980430603,
      "learning_rate": 3.891381495861779e-06,
      "loss": 0.8474,
      "step": 1242
    },
    {
      "epoch": 0.3387382477176727,
      "grad_norm": 0.6140143275260925,
      "learning_rate": 3.8485888483003385e-06,
      "loss": 0.9177,
      "step": 1243
    },
    {
      "epoch": 0.3390107644093201,
      "grad_norm": 0.6502029299736023,
      "learning_rate": 3.8060233744356633e-06,
      "loss": 0.7796,
      "step": 1244
    },
    {
      "epoch": 0.33928328110096745,
      "grad_norm": 0.768630862236023,
      "learning_rate": 3.763685283790208e-06,
      "loss": 1.0335,
      "step": 1245
    },
    {
      "epoch": 0.3395557977926148,
      "grad_norm": 0.8868127465248108,
      "learning_rate": 3.721574784767162e-06,
      "loss": 0.9071,
      "step": 1246
    },
    {
      "epoch": 0.33982831448426215,
      "grad_norm": 0.7759135365486145,
      "learning_rate": 3.679692084649372e-06,
      "loss": 0.8559,
      "step": 1247
    },
    {
      "epoch": 0.3401008311759095,
      "grad_norm": 0.8646159768104553,
      "learning_rate": 3.638037389598453e-06,
      "loss": 0.9137,
      "step": 1248
    },
    {
      "epoch": 0.3403733478675569,
      "grad_norm": 1.10651433467865,
      "learning_rate": 3.596610904653652e-06,
      "loss": 1.0428,
      "step": 1249
    },
    {
      "epoch": 0.34064586455920426,
      "grad_norm": 2.0572776794433594,
      "learning_rate": 3.555412833730881e-06,
      "loss": 1.1088,
      "step": 1250
    },
    {
      "epoch": 0.3409183812508516,
      "grad_norm": 0.19651058316230774,
      "learning_rate": 3.5144433796217515e-06,
      "loss": 0.4734,
      "step": 1251
    },
    {
      "epoch": 0.34119089794249896,
      "grad_norm": 0.23292307555675507,
      "learning_rate": 3.4737027439925072e-06,
      "loss": 0.7076,
      "step": 1252
    },
    {
      "epoch": 0.34146341463414637,
      "grad_norm": 0.21416880190372467,
      "learning_rate": 3.4331911273830784e-06,
      "loss": 0.7243,
      "step": 1253
    },
    {
      "epoch": 0.3417359313257937,
      "grad_norm": 0.18489998579025269,
      "learning_rate": 3.3929087292060903e-06,
      "loss": 0.6635,
      "step": 1254
    },
    {
      "epoch": 0.34200844801744107,
      "grad_norm": 0.18693317472934723,
      "learning_rate": 3.352855747745859e-06,
      "loss": 0.6376,
      "step": 1255
    },
    {
      "epoch": 0.3422809647090884,
      "grad_norm": 0.18244442343711853,
      "learning_rate": 3.313032380157455e-06,
      "loss": 0.5983,
      "step": 1256
    },
    {
      "epoch": 0.34255348140073577,
      "grad_norm": 0.18967251479625702,
      "learning_rate": 3.2734388224656575e-06,
      "loss": 0.6117,
      "step": 1257
    },
    {
      "epoch": 0.3428259980923832,
      "grad_norm": 0.18715858459472656,
      "learning_rate": 3.2340752695640965e-06,
      "loss": 0.5481,
      "step": 1258
    },
    {
      "epoch": 0.34309851478403053,
      "grad_norm": 0.20008553564548492,
      "learning_rate": 3.1949419152142e-06,
      "loss": 0.7321,
      "step": 1259
    },
    {
      "epoch": 0.3433710314756779,
      "grad_norm": 0.20943793654441833,
      "learning_rate": 3.1560389520442822e-06,
      "loss": 0.7499,
      "step": 1260
    },
    {
      "epoch": 0.34364354816732523,
      "grad_norm": 0.213802307844162,
      "learning_rate": 3.117366571548608e-06,
      "loss": 0.7314,
      "step": 1261
    },
    {
      "epoch": 0.34391606485897264,
      "grad_norm": 0.21895675361156464,
      "learning_rate": 3.0789249640864158e-06,
      "loss": 0.716,
      "step": 1262
    },
    {
      "epoch": 0.34418858155062,
      "grad_norm": 0.2621181607246399,
      "learning_rate": 3.0407143188809884e-06,
      "loss": 0.8859,
      "step": 1263
    },
    {
      "epoch": 0.34446109824226734,
      "grad_norm": 0.25185903906822205,
      "learning_rate": 3.0027348240187658e-06,
      "loss": 0.7664,
      "step": 1264
    },
    {
      "epoch": 0.3447336149339147,
      "grad_norm": 0.22787964344024658,
      "learning_rate": 2.9649866664483385e-06,
      "loss": 0.702,
      "step": 1265
    },
    {
      "epoch": 0.34500613162556204,
      "grad_norm": 0.23583833873271942,
      "learning_rate": 2.9274700319796065e-06,
      "loss": 0.6844,
      "step": 1266
    },
    {
      "epoch": 0.34527864831720945,
      "grad_norm": 0.2521907389163971,
      "learning_rate": 2.8901851052828e-06,
      "loss": 0.744,
      "step": 1267
    },
    {
      "epoch": 0.3455511650088568,
      "grad_norm": 0.3106304407119751,
      "learning_rate": 2.853132069887643e-06,
      "loss": 0.9315,
      "step": 1268
    },
    {
      "epoch": 0.34582368170050415,
      "grad_norm": 0.26413318514823914,
      "learning_rate": 2.816311108182368e-06,
      "loss": 0.8991,
      "step": 1269
    },
    {
      "epoch": 0.3460961983921515,
      "grad_norm": 0.25055551528930664,
      "learning_rate": 2.779722401412871e-06,
      "loss": 0.7858,
      "step": 1270
    },
    {
      "epoch": 0.3463687150837989,
      "grad_norm": 0.31429582834243774,
      "learning_rate": 2.7433661296818235e-06,
      "loss": 0.7714,
      "step": 1271
    },
    {
      "epoch": 0.34664123177544626,
      "grad_norm": 0.2546524703502655,
      "learning_rate": 2.707242471947746e-06,
      "loss": 0.8173,
      "step": 1272
    },
    {
      "epoch": 0.3469137484670936,
      "grad_norm": 0.2713319957256317,
      "learning_rate": 2.6713516060241527e-06,
      "loss": 0.7835,
      "step": 1273
    },
    {
      "epoch": 0.34718626515874096,
      "grad_norm": 0.31074321269989014,
      "learning_rate": 2.635693708578696e-06,
      "loss": 0.8184,
      "step": 1274
    },
    {
      "epoch": 0.3474587818503883,
      "grad_norm": 0.2898237407207489,
      "learning_rate": 2.60026895513224e-06,
      "loss": 0.7461,
      "step": 1275
    },
    {
      "epoch": 0.3477312985420357,
      "grad_norm": 0.25462061166763306,
      "learning_rate": 2.5650775200580624e-06,
      "loss": 0.7655,
      "step": 1276
    },
    {
      "epoch": 0.34800381523368307,
      "grad_norm": 0.3492688834667206,
      "learning_rate": 2.530119576580936e-06,
      "loss": 0.8651,
      "step": 1277
    },
    {
      "epoch": 0.3482763319253304,
      "grad_norm": 0.32055115699768066,
      "learning_rate": 2.4953952967763317e-06,
      "loss": 0.8433,
      "step": 1278
    },
    {
      "epoch": 0.34854884861697777,
      "grad_norm": 0.34110864996910095,
      "learning_rate": 2.4609048515695343e-06,
      "loss": 0.886,
      "step": 1279
    },
    {
      "epoch": 0.3488213653086252,
      "grad_norm": 0.302672803401947,
      "learning_rate": 2.426648410734794e-06,
      "loss": 0.6645,
      "step": 1280
    },
    {
      "epoch": 0.3490938820002725,
      "grad_norm": 0.36506494879722595,
      "learning_rate": 2.3926261428945383e-06,
      "loss": 0.6815,
      "step": 1281
    },
    {
      "epoch": 0.3493663986919199,
      "grad_norm": 0.3430880904197693,
      "learning_rate": 2.3588382155184998e-06,
      "loss": 0.8067,
      "step": 1282
    },
    {
      "epoch": 0.34963891538356723,
      "grad_norm": 0.3808124363422394,
      "learning_rate": 2.3252847949228827e-06,
      "loss": 0.9903,
      "step": 1283
    },
    {
      "epoch": 0.34991143207521463,
      "grad_norm": 0.40509849786758423,
      "learning_rate": 2.2919660462696056e-06,
      "loss": 0.8571,
      "step": 1284
    },
    {
      "epoch": 0.350183948766862,
      "grad_norm": 0.45389968156814575,
      "learning_rate": 2.258882133565404e-06,
      "loss": 0.8553,
      "step": 1285
    },
    {
      "epoch": 0.35045646545850934,
      "grad_norm": 0.42130762338638306,
      "learning_rate": 2.2260332196611e-06,
      "loss": 0.8894,
      "step": 1286
    },
    {
      "epoch": 0.3507289821501567,
      "grad_norm": 0.4185850918292999,
      "learning_rate": 2.1934194662507736e-06,
      "loss": 0.7963,
      "step": 1287
    },
    {
      "epoch": 0.35100149884180404,
      "grad_norm": 0.49727383255958557,
      "learning_rate": 2.161041033870914e-06,
      "loss": 0.9345,
      "step": 1288
    },
    {
      "epoch": 0.35127401553345144,
      "grad_norm": 0.47523200511932373,
      "learning_rate": 2.1288980818997275e-06,
      "loss": 0.8097,
      "step": 1289
    },
    {
      "epoch": 0.3515465322250988,
      "grad_norm": 0.5790581107139587,
      "learning_rate": 2.0969907685562783e-06,
      "loss": 0.9161,
      "step": 1290
    },
    {
      "epoch": 0.35181904891674615,
      "grad_norm": 0.6227943897247314,
      "learning_rate": 2.0653192508997223e-06,
      "loss": 0.9568,
      "step": 1291
    },
    {
      "epoch": 0.3520915656083935,
      "grad_norm": 0.6085624098777771,
      "learning_rate": 2.03388368482858e-06,
      "loss": 0.82,
      "step": 1292
    },
    {
      "epoch": 0.3523640823000409,
      "grad_norm": 0.6576049327850342,
      "learning_rate": 2.0026842250799038e-06,
      "loss": 0.8373,
      "step": 1293
    },
    {
      "epoch": 0.35263659899168825,
      "grad_norm": 0.5606847405433655,
      "learning_rate": 1.971721025228551e-06,
      "loss": 0.8869,
      "step": 1294
    },
    {
      "epoch": 0.3529091156833356,
      "grad_norm": 0.6223573684692383,
      "learning_rate": 1.9409942376864333e-06,
      "loss": 0.8014,
      "step": 1295
    },
    {
      "epoch": 0.35318163237498296,
      "grad_norm": 0.6554602980613708,
      "learning_rate": 1.910504013701747e-06,
      "loss": 0.9007,
      "step": 1296
    },
    {
      "epoch": 0.3534541490666303,
      "grad_norm": 0.7746028304100037,
      "learning_rate": 1.8802505033582608e-06,
      "loss": 0.8366,
      "step": 1297
    },
    {
      "epoch": 0.3537266657582777,
      "grad_norm": 0.9623523950576782,
      "learning_rate": 1.8502338555745124e-06,
      "loss": 0.8232,
      "step": 1298
    },
    {
      "epoch": 0.35399918244992506,
      "grad_norm": 1.0030081272125244,
      "learning_rate": 1.8204542181031569e-06,
      "loss": 1.0403,
      "step": 1299
    },
    {
      "epoch": 0.3542716991415724,
      "grad_norm": 1.3541580438613892,
      "learning_rate": 1.790911737530182e-06,
      "loss": 0.7661,
      "step": 1300
    },
    {
      "epoch": 0.35454421583321977,
      "grad_norm": 0.20087184011936188,
      "learning_rate": 1.7616065592742038e-06,
      "loss": 0.6685,
      "step": 1301
    },
    {
      "epoch": 0.3548167325248672,
      "grad_norm": 0.26015710830688477,
      "learning_rate": 1.7325388275857612e-06,
      "loss": 0.6228,
      "step": 1302
    },
    {
      "epoch": 0.3550892492165145,
      "grad_norm": 0.20169168710708618,
      "learning_rate": 1.70370868554659e-06,
      "loss": 0.6263,
      "step": 1303
    },
    {
      "epoch": 0.3553617659081619,
      "grad_norm": 0.16958947479724884,
      "learning_rate": 1.6751162750689164e-06,
      "loss": 0.5615,
      "step": 1304
    },
    {
      "epoch": 0.3556342825998092,
      "grad_norm": 0.1827636957168579,
      "learning_rate": 1.6467617368947918e-06,
      "loss": 0.6226,
      "step": 1305
    },
    {
      "epoch": 0.3559067992914566,
      "grad_norm": 0.17883753776550293,
      "learning_rate": 1.6186452105953597e-06,
      "loss": 0.543,
      "step": 1306
    },
    {
      "epoch": 0.356179315983104,
      "grad_norm": 0.22228962182998657,
      "learning_rate": 1.590766834570173e-06,
      "loss": 0.671,
      "step": 1307
    },
    {
      "epoch": 0.35645183267475133,
      "grad_norm": 0.18305955827236176,
      "learning_rate": 1.5631267460465393e-06,
      "loss": 0.5974,
      "step": 1308
    },
    {
      "epoch": 0.3567243493663987,
      "grad_norm": 0.20763877034187317,
      "learning_rate": 1.5357250810788314e-06,
      "loss": 0.696,
      "step": 1309
    },
    {
      "epoch": 0.35699686605804604,
      "grad_norm": 0.19930560886859894,
      "learning_rate": 1.508561974547812e-06,
      "loss": 0.7149,
      "step": 1310
    },
    {
      "epoch": 0.35726938274969344,
      "grad_norm": 0.21154768764972687,
      "learning_rate": 1.4816375601599652e-06,
      "loss": 0.7226,
      "step": 1311
    },
    {
      "epoch": 0.3575418994413408,
      "grad_norm": 0.25318780541419983,
      "learning_rate": 1.4549519704468718e-06,
      "loss": 0.7079,
      "step": 1312
    },
    {
      "epoch": 0.35781441613298814,
      "grad_norm": 0.24299569427967072,
      "learning_rate": 1.4285053367645074e-06,
      "loss": 0.778,
      "step": 1313
    },
    {
      "epoch": 0.3580869328246355,
      "grad_norm": 0.22785383462905884,
      "learning_rate": 1.4022977892926226e-06,
      "loss": 0.7161,
      "step": 1314
    },
    {
      "epoch": 0.35835944951628285,
      "grad_norm": 0.27268078923225403,
      "learning_rate": 1.37632945703412e-06,
      "loss": 0.7929,
      "step": 1315
    },
    {
      "epoch": 0.35863196620793025,
      "grad_norm": 0.23317265510559082,
      "learning_rate": 1.3506004678143836e-06,
      "loss": 0.6683,
      "step": 1316
    },
    {
      "epoch": 0.3589044828995776,
      "grad_norm": 0.28031599521636963,
      "learning_rate": 1.3251109482806666e-06,
      "loss": 0.7558,
      "step": 1317
    },
    {
      "epoch": 0.35917699959122495,
      "grad_norm": 0.2568948268890381,
      "learning_rate": 1.2998610239014775e-06,
      "loss": 0.6871,
      "step": 1318
    },
    {
      "epoch": 0.3594495162828723,
      "grad_norm": 0.25137385725975037,
      "learning_rate": 1.2748508189659447e-06,
      "loss": 0.7247,
      "step": 1319
    },
    {
      "epoch": 0.3597220329745197,
      "grad_norm": 0.273794561624527,
      "learning_rate": 1.2500804565832025e-06,
      "loss": 0.7919,
      "step": 1320
    },
    {
      "epoch": 0.35999454966616706,
      "grad_norm": 0.2582818865776062,
      "learning_rate": 1.2255500586818014e-06,
      "loss": 0.7999,
      "step": 1321
    },
    {
      "epoch": 0.3602670663578144,
      "grad_norm": 0.2675579786300659,
      "learning_rate": 1.2012597460091201e-06,
      "loss": 0.706,
      "step": 1322
    },
    {
      "epoch": 0.36053958304946176,
      "grad_norm": 0.28468015789985657,
      "learning_rate": 1.177209638130733e-06,
      "loss": 0.7571,
      "step": 1323
    },
    {
      "epoch": 0.3608120997411091,
      "grad_norm": 0.26469913125038147,
      "learning_rate": 1.1533998534298263e-06,
      "loss": 0.7295,
      "step": 1324
    },
    {
      "epoch": 0.3610846164327565,
      "grad_norm": 0.31171098351478577,
      "learning_rate": 1.1298305091066664e-06,
      "loss": 0.8374,
      "step": 1325
    },
    {
      "epoch": 0.3613571331244039,
      "grad_norm": 0.29910188913345337,
      "learning_rate": 1.106501721177966e-06,
      "loss": 0.8056,
      "step": 1326
    },
    {
      "epoch": 0.3616296498160512,
      "grad_norm": 0.3416571617126465,
      "learning_rate": 1.0834136044763187e-06,
      "loss": 0.8173,
      "step": 1327
    },
    {
      "epoch": 0.3619021665076986,
      "grad_norm": 0.3243512809276581,
      "learning_rate": 1.060566272649688e-06,
      "loss": 0.8004,
      "step": 1328
    },
    {
      "epoch": 0.362174683199346,
      "grad_norm": 0.31588006019592285,
      "learning_rate": 1.037959838160768e-06,
      "loss": 0.7625,
      "step": 1329
    },
    {
      "epoch": 0.36244719989099333,
      "grad_norm": 0.3250928819179535,
      "learning_rate": 1.0155944122864912e-06,
      "loss": 0.8438,
      "step": 1330
    },
    {
      "epoch": 0.3627197165826407,
      "grad_norm": 0.38825666904449463,
      "learning_rate": 9.93470105117461e-07,
      "loss": 0.8933,
      "step": 1331
    },
    {
      "epoch": 0.36299223327428803,
      "grad_norm": 0.33647429943084717,
      "learning_rate": 9.715870255573966e-07,
      "loss": 0.8995,
      "step": 1332
    },
    {
      "epoch": 0.36326474996593544,
      "grad_norm": 0.4018394351005554,
      "learning_rate": 9.499452813226284e-07,
      "loss": 0.9333,
      "step": 1333
    },
    {
      "epoch": 0.3635372666575828,
      "grad_norm": 0.36348339915275574,
      "learning_rate": 9.285449789415146e-07,
      "loss": 0.7715,
      "step": 1334
    },
    {
      "epoch": 0.36380978334923014,
      "grad_norm": 0.4206405282020569,
      "learning_rate": 9.073862237539976e-07,
      "loss": 0.7128,
      "step": 1335
    },
    {
      "epoch": 0.3640823000408775,
      "grad_norm": 0.4206981062889099,
      "learning_rate": 8.864691199109931e-07,
      "loss": 0.8466,
      "step": 1336
    },
    {
      "epoch": 0.36435481673252484,
      "grad_norm": 0.4286057949066162,
      "learning_rate": 8.657937703739516e-07,
      "loss": 0.9691,
      "step": 1337
    },
    {
      "epoch": 0.36462733342417225,
      "grad_norm": 0.5464884638786316,
      "learning_rate": 8.453602769143142e-07,
      "loss": 0.894,
      "step": 1338
    },
    {
      "epoch": 0.3648998501158196,
      "grad_norm": 0.514959454536438,
      "learning_rate": 8.251687401130137e-07,
      "loss": 0.833,
      "step": 1339
    },
    {
      "epoch": 0.36517236680746695,
      "grad_norm": 0.49453631043434143,
      "learning_rate": 8.052192593599905e-07,
      "loss": 0.8971,
      "step": 1340
    },
    {
      "epoch": 0.3654448834991143,
      "grad_norm": 0.5220718383789062,
      "learning_rate": 7.855119328537109e-07,
      "loss": 0.9248,
      "step": 1341
    },
    {
      "epoch": 0.3657174001907617,
      "grad_norm": 0.607807993888855,
      "learning_rate": 7.660468576006441e-07,
      "loss": 0.9675,
      "step": 1342
    },
    {
      "epoch": 0.36598991688240906,
      "grad_norm": 0.7026263475418091,
      "learning_rate": 7.46824129414847e-07,
      "loss": 1.01,
      "step": 1343
    },
    {
      "epoch": 0.3662624335740564,
      "grad_norm": 0.7926869988441467,
      "learning_rate": 7.278438429174305e-07,
      "loss": 1.0387,
      "step": 1344
    },
    {
      "epoch": 0.36653495026570376,
      "grad_norm": 0.8616685271263123,
      "learning_rate": 7.091060915361269e-07,
      "loss": 0.901,
      "step": 1345
    },
    {
      "epoch": 0.3668074669573511,
      "grad_norm": 0.8358527421951294,
      "learning_rate": 6.906109675048345e-07,
      "loss": 1.0807,
      "step": 1346
    },
    {
      "epoch": 0.3670799836489985,
      "grad_norm": 1.00869882106781,
      "learning_rate": 6.723585618631456e-07,
      "loss": 1.0008,
      "step": 1347
    },
    {
      "epoch": 0.36735250034064587,
      "grad_norm": 0.9799751043319702,
      "learning_rate": 6.543489644559087e-07,
      "loss": 1.0247,
      "step": 1348
    },
    {
      "epoch": 0.3676250170322932,
      "grad_norm": 1.0821982622146606,
      "learning_rate": 6.365822639327723e-07,
      "loss": 0.9494,
      "step": 1349
    },
    {
      "epoch": 0.3678975337239406,
      "grad_norm": 1.4081162214279175,
      "learning_rate": 6.190585477477806e-07,
      "loss": 1.015,
      "step": 1350
    },
    {
      "epoch": 0.368170050415588,
      "grad_norm": 0.15459007024765015,
      "learning_rate": 6.017779021589065e-07,
      "loss": 0.334,
      "step": 1351
    },
    {
      "epoch": 0.36844256710723533,
      "grad_norm": 0.18123799562454224,
      "learning_rate": 5.847404122276412e-07,
      "loss": 0.5546,
      "step": 1352
    },
    {
      "epoch": 0.3687150837988827,
      "grad_norm": 0.2544018030166626,
      "learning_rate": 5.679461618185944e-07,
      "loss": 0.6895,
      "step": 1353
    },
    {
      "epoch": 0.36898760049053003,
      "grad_norm": 0.19583937525749207,
      "learning_rate": 5.513952335990502e-07,
      "loss": 0.6937,
      "step": 1354
    },
    {
      "epoch": 0.3692601171821774,
      "grad_norm": 0.24667081236839294,
      "learning_rate": 5.350877090385731e-07,
      "loss": 0.788,
      "step": 1355
    },
    {
      "epoch": 0.3695326338738248,
      "grad_norm": 0.1726841926574707,
      "learning_rate": 5.190236684086136e-07,
      "loss": 0.5971,
      "step": 1356
    },
    {
      "epoch": 0.36980515056547214,
      "grad_norm": 0.1916254162788391,
      "learning_rate": 5.032031907821089e-07,
      "loss": 0.544,
      "step": 1357
    },
    {
      "epoch": 0.3700776672571195,
      "grad_norm": 0.16045045852661133,
      "learning_rate": 4.876263540330828e-07,
      "loss": 0.5502,
      "step": 1358
    },
    {
      "epoch": 0.37035018394876684,
      "grad_norm": 0.19948673248291016,
      "learning_rate": 4.722932348362852e-07,
      "loss": 0.6865,
      "step": 1359
    },
    {
      "epoch": 0.37062270064041425,
      "grad_norm": 0.21819989383220673,
      "learning_rate": 4.572039086667923e-07,
      "loss": 0.8359,
      "step": 1360
    },
    {
      "epoch": 0.3708952173320616,
      "grad_norm": 0.21285250782966614,
      "learning_rate": 4.423584497996458e-07,
      "loss": 0.6576,
      "step": 1361
    },
    {
      "epoch": 0.37116773402370895,
      "grad_norm": 0.235045924782753,
      "learning_rate": 4.277569313094809e-07,
      "loss": 0.7278,
      "step": 1362
    },
    {
      "epoch": 0.3714402507153563,
      "grad_norm": 0.2244848608970642,
      "learning_rate": 4.1339942507018225e-07,
      "loss": 0.7205,
      "step": 1363
    },
    {
      "epoch": 0.37171276740700365,
      "grad_norm": 0.22510984539985657,
      "learning_rate": 3.9928600175451193e-07,
      "loss": 0.758,
      "step": 1364
    },
    {
      "epoch": 0.37198528409865106,
      "grad_norm": 0.2502443194389343,
      "learning_rate": 3.854167308337708e-07,
      "loss": 0.7937,
      "step": 1365
    },
    {
      "epoch": 0.3722578007902984,
      "grad_norm": 0.2651815414428711,
      "learning_rate": 3.717916805774602e-07,
      "loss": 0.7462,
      "step": 1366
    },
    {
      "epoch": 0.37253031748194576,
      "grad_norm": 0.2717399001121521,
      "learning_rate": 3.584109180529205e-07,
      "loss": 0.8509,
      "step": 1367
    },
    {
      "epoch": 0.3728028341735931,
      "grad_norm": 0.2546311616897583,
      "learning_rate": 3.452745091250431e-07,
      "loss": 0.8024,
      "step": 1368
    },
    {
      "epoch": 0.3730753508652405,
      "grad_norm": 0.26162171363830566,
      "learning_rate": 3.323825184559204e-07,
      "loss": 0.8083,
      "step": 1369
    },
    {
      "epoch": 0.37334786755688787,
      "grad_norm": 0.21666046977043152,
      "learning_rate": 3.1973500950451265e-07,
      "loss": 0.6353,
      "step": 1370
    },
    {
      "epoch": 0.3736203842485352,
      "grad_norm": 0.2568245530128479,
      "learning_rate": 3.0733204452638163e-07,
      "loss": 0.7984,
      "step": 1371
    },
    {
      "epoch": 0.37389290094018257,
      "grad_norm": 0.2753666043281555,
      "learning_rate": 2.9517368457332996e-07,
      "loss": 0.77,
      "step": 1372
    },
    {
      "epoch": 0.3741654176318299,
      "grad_norm": 0.2763117849826813,
      "learning_rate": 2.8325998949314536e-07,
      "loss": 0.7601,
      "step": 1373
    },
    {
      "epoch": 0.37443793432347733,
      "grad_norm": 0.2768275737762451,
      "learning_rate": 2.715910179292791e-07,
      "loss": 0.7987,
      "step": 1374
    },
    {
      "epoch": 0.3747104510151247,
      "grad_norm": 0.28381019830703735,
      "learning_rate": 2.601668273205737e-07,
      "loss": 0.784,
      "step": 1375
    },
    {
      "epoch": 0.37498296770677203,
      "grad_norm": 0.3076533377170563,
      "learning_rate": 2.4898747390095787e-07,
      "loss": 0.7481,
      "step": 1376
    },
    {
      "epoch": 0.3752554843984194,
      "grad_norm": 0.30070942640304565,
      "learning_rate": 2.3805301269920755e-07,
      "loss": 0.7292,
      "step": 1377
    },
    {
      "epoch": 0.3755280010900668,
      "grad_norm": 0.28088441491127014,
      "learning_rate": 2.2736349753862963e-07,
      "loss": 0.8749,
      "step": 1378
    },
    {
      "epoch": 0.37580051778171414,
      "grad_norm": 0.3044433891773224,
      "learning_rate": 2.1691898103682883e-07,
      "loss": 0.7314,
      "step": 1379
    },
    {
      "epoch": 0.3760730344733615,
      "grad_norm": 0.31092631816864014,
      "learning_rate": 2.0671951460544126e-07,
      "loss": 0.871,
      "step": 1380
    },
    {
      "epoch": 0.37634555116500884,
      "grad_norm": 0.3396849036216736,
      "learning_rate": 1.9676514844987337e-07,
      "loss": 0.852,
      "step": 1381
    },
    {
      "epoch": 0.37661806785665625,
      "grad_norm": 0.304912269115448,
      "learning_rate": 1.8705593156906343e-07,
      "loss": 0.8278,
      "step": 1382
    },
    {
      "epoch": 0.3768905845483036,
      "grad_norm": 0.3502468466758728,
      "learning_rate": 1.775919117552427e-07,
      "loss": 0.808,
      "step": 1383
    },
    {
      "epoch": 0.37716310123995095,
      "grad_norm": 0.3081386685371399,
      "learning_rate": 1.6837313559368572e-07,
      "loss": 0.7853,
      "step": 1384
    },
    {
      "epoch": 0.3774356179315983,
      "grad_norm": 0.4822728633880615,
      "learning_rate": 1.5939964846249378e-07,
      "loss": 0.8926,
      "step": 1385
    },
    {
      "epoch": 0.37770813462324565,
      "grad_norm": 0.377630352973938,
      "learning_rate": 1.5067149453237284e-07,
      "loss": 0.8901,
      "step": 1386
    },
    {
      "epoch": 0.37798065131489306,
      "grad_norm": 0.4227350652217865,
      "learning_rate": 1.42188716766406e-07,
      "loss": 0.7943,
      "step": 1387
    },
    {
      "epoch": 0.3782531680065404,
      "grad_norm": 0.3976781368255615,
      "learning_rate": 1.3395135691985361e-07,
      "loss": 0.8125,
      "step": 1388
    },
    {
      "epoch": 0.37852568469818776,
      "grad_norm": 0.419124037027359,
      "learning_rate": 1.2595945553992573e-07,
      "loss": 0.8715,
      "step": 1389
    },
    {
      "epoch": 0.3787982013898351,
      "grad_norm": 0.5759310722351074,
      "learning_rate": 1.1821305196562104e-07,
      "loss": 0.8559,
      "step": 1390
    },
    {
      "epoch": 0.3790707180814825,
      "grad_norm": 0.481563001871109,
      "learning_rate": 1.1071218432749941e-07,
      "loss": 0.8058,
      "step": 1391
    },
    {
      "epoch": 0.37934323477312987,
      "grad_norm": 0.5830849409103394,
      "learning_rate": 1.03456889547493e-07,
      "loss": 0.8477,
      "step": 1392
    },
    {
      "epoch": 0.3796157514647772,
      "grad_norm": 0.47717374563217163,
      "learning_rate": 9.6447203338762e-08,
      "loss": 0.8508,
      "step": 1393
    },
    {
      "epoch": 0.37988826815642457,
      "grad_norm": 0.6384487152099609,
      "learning_rate": 8.968316020547262e-08,
      "loss": 0.9627,
      "step": 1394
    },
    {
      "epoch": 0.3801607848480719,
      "grad_norm": 0.5922986268997192,
      "learning_rate": 8.316479344266382e-08,
      "loss": 1.0394,
      "step": 1395
    },
    {
      "epoch": 0.3804333015397193,
      "grad_norm": 0.652921199798584,
      "learning_rate": 7.689213513605298e-08,
      "loss": 1.0299,
      "step": 1396
    },
    {
      "epoch": 0.3807058182313667,
      "grad_norm": 0.8793203830718994,
      "learning_rate": 7.086521616190279e-08,
      "loss": 1.0732,
      "step": 1397
    },
    {
      "epoch": 0.38097833492301403,
      "grad_norm": 0.6398942470550537,
      "learning_rate": 6.508406618686014e-08,
      "loss": 0.724,
      "step": 1398
    },
    {
      "epoch": 0.3812508516146614,
      "grad_norm": 0.9504656195640564,
      "learning_rate": 5.954871366779524e-08,
      "loss": 0.9419,
      "step": 1399
    },
    {
      "epoch": 0.3815233683063088,
      "grad_norm": 1.257886290550232,
      "learning_rate": 5.4259185851701646e-08,
      "loss": 0.998,
      "step": 1400
    },
    {
      "epoch": 0.38179588499795614,
      "grad_norm": 0.2546479105949402,
      "learning_rate": 4.921550877550751e-08,
      "loss": 0.5172,
      "step": 1401
    },
    {
      "epoch": 0.3820684016896035,
      "grad_norm": 0.2128339409828186,
      "learning_rate": 4.441770726599792e-08,
      "loss": 0.6078,
      "step": 1402
    },
    {
      "epoch": 0.38234091838125084,
      "grad_norm": 0.19867826998233795,
      "learning_rate": 3.986580493965941e-08,
      "loss": 0.5305,
      "step": 1403
    },
    {
      "epoch": 0.3826134350728982,
      "grad_norm": 0.172965869307518,
      "learning_rate": 3.555982420257453e-08,
      "loss": 0.5478,
      "step": 1404
    },
    {
      "epoch": 0.3828859517645456,
      "grad_norm": 0.1612936407327652,
      "learning_rate": 3.149978625032191e-08,
      "loss": 0.5748,
      "step": 1405
    },
    {
      "epoch": 0.38315846845619295,
      "grad_norm": 0.20216292142868042,
      "learning_rate": 2.7685711067848564e-08,
      "loss": 0.5429,
      "step": 1406
    },
    {
      "epoch": 0.3834309851478403,
      "grad_norm": 0.2009732723236084,
      "learning_rate": 2.4117617429397776e-08,
      "loss": 0.6402,
      "step": 1407
    },
    {
      "epoch": 0.38370350183948765,
      "grad_norm": 0.1839277148246765,
      "learning_rate": 2.0795522898392482e-08,
      "loss": 0.5503,
      "step": 1408
    },
    {
      "epoch": 0.38397601853113505,
      "grad_norm": 0.22925753891468048,
      "learning_rate": 1.7719443827368677e-08,
      "loss": 0.7,
      "step": 1409
    },
    {
      "epoch": 0.3842485352227824,
      "grad_norm": 0.2548539936542511,
      "learning_rate": 1.4889395357892133e-08,
      "loss": 0.8137,
      "step": 1410
    },
    {
      "epoch": 0.38452105191442976,
      "grad_norm": 0.23133116960525513,
      "learning_rate": 1.2305391420458502e-08,
      "loss": 0.7484,
      "step": 1411
    },
    {
      "epoch": 0.3847935686060771,
      "grad_norm": 0.2605571746826172,
      "learning_rate": 9.967444734459986e-09,
      "loss": 0.8134,
      "step": 1412
    },
    {
      "epoch": 0.38506608529772446,
      "grad_norm": 0.24061955511569977,
      "learning_rate": 7.875566808107637e-09,
      "loss": 0.7054,
      "step": 1413
    },
    {
      "epoch": 0.38533860198937187,
      "grad_norm": 0.27078038454055786,
      "learning_rate": 6.029767938364739e-09,
      "loss": 0.6806,
      "step": 1414
    },
    {
      "epoch": 0.3856111186810192,
      "grad_norm": 0.2434467077255249,
      "learning_rate": 4.4300572109134966e-09,
      "loss": 0.783,
      "step": 1415
    },
    {
      "epoch": 0.38588363537266657,
      "grad_norm": 0.21693919599056244,
      "learning_rate": 3.0764425000995302e-09,
      "loss": 0.7023,
      "step": 1416
    },
    {
      "epoch": 0.3861561520643139,
      "grad_norm": 0.29057759046554565,
      "learning_rate": 1.9689304688985664e-09,
      "loss": 0.7731,
      "step": 1417
    },
    {
      "epoch": 0.3864286687559613,
      "grad_norm": 0.2739744782447815,
      "learning_rate": 1.1075265688775815e-09,
      "loss": 0.7776,
      "step": 1418
    },
    {
      "epoch": 0.3867011854476087,
      "grad_norm": 0.32430922985076904,
      "learning_rate": 4.922350401781461e-10,
      "loss": 0.771,
      "step": 1419
    },
    {
      "epoch": 0.386973702139256,
      "grad_norm": 0.2674165368080139,
      "learning_rate": 1.2305891147756933e-10,
      "loss": 0.811,
      "step": 1420
    },
    {
      "epoch": 0.3872462188309034,
      "grad_norm": 0.3200191259384155,
      "learning_rate": 0.0,
      "loss": 0.8542,
      "step": 1421
    }
  ],
  "logging_steps": 1,
  "max_steps": 1421,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 356,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6718563698435686e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}