{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.004486529196088744,
  "eval_steps": 338,
  "global_step": 1350,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 3.323354960065736e-06,
      "grad_norm": 2.3705766201019287,
      "learning_rate": 2e-05,
      "loss": 1.1307,
      "step": 1
    },
    {
      "epoch": 3.323354960065736e-06,
      "eval_loss": 0.82511967420578,
      "eval_runtime": 3648.0197,
      "eval_samples_per_second": 34.73,
      "eval_steps_per_second": 17.365,
      "step": 1
    },
    {
      "epoch": 6.646709920131472e-06,
      "grad_norm": 1.7280341386795044,
      "learning_rate": 4e-05,
      "loss": 0.8578,
      "step": 2
    },
    {
      "epoch": 9.970064880197207e-06,
      "grad_norm": 2.3344969749450684,
      "learning_rate": 6e-05,
      "loss": 0.6065,
      "step": 3
    },
    {
      "epoch": 1.3293419840262944e-05,
      "grad_norm": 3.159280776977539,
      "learning_rate": 8e-05,
      "loss": 0.7458,
      "step": 4
    },
    {
      "epoch": 1.661677480032868e-05,
      "grad_norm": 2.460462808609009,
      "learning_rate": 0.0001,
      "loss": 1.0411,
      "step": 5
    },
    {
      "epoch": 1.9940129760394414e-05,
      "grad_norm": 6.067188262939453,
      "learning_rate": 0.00012,
      "loss": 1.4029,
      "step": 6
    },
    {
      "epoch": 2.326348472046015e-05,
      "grad_norm": 3.355788230895996,
      "learning_rate": 0.00014,
      "loss": 0.664,
      "step": 7
    },
    {
      "epoch": 2.6586839680525888e-05,
      "grad_norm": 2.18300461769104,
      "learning_rate": 0.00016,
      "loss": 0.9859,
      "step": 8
    },
    {
      "epoch": 2.9910194640591625e-05,
      "grad_norm": 3.278735637664795,
      "learning_rate": 0.00018,
      "loss": 1.3897,
      "step": 9
    },
    {
      "epoch": 3.323354960065736e-05,
      "grad_norm": 2.4770267009735107,
      "learning_rate": 0.0002,
      "loss": 0.9704,
      "step": 10
    },
    {
      "epoch": 3.65569045607231e-05,
      "grad_norm": 2.8399956226348877,
      "learning_rate": 0.00019999972517264757,
      "loss": 1.1449,
      "step": 11
    },
    {
      "epoch": 3.988025952078883e-05,
      "grad_norm": 3.2296626567840576,
      "learning_rate": 0.0001999989006921009,
      "loss": 0.7116,
      "step": 12
    },
    {
      "epoch": 4.3203614480854566e-05,
      "grad_norm": 2.9345645904541016,
      "learning_rate": 0.00019999752656289178,
      "loss": 0.7906,
      "step": 13
    },
    {
      "epoch": 4.65269694409203e-05,
      "grad_norm": 1.9779092073440552,
      "learning_rate": 0.00019999560279257314,
      "loss": 0.7979,
      "step": 14
    },
    {
      "epoch": 4.985032440098604e-05,
      "grad_norm": 2.089521646499634,
      "learning_rate": 0.00019999312939171914,
      "loss": 0.6678,
      "step": 15
    },
    {
      "epoch": 5.3173679361051776e-05,
      "grad_norm": 2.5565690994262695,
      "learning_rate": 0.00019999010637392485,
      "loss": 0.6596,
      "step": 16
    },
    {
      "epoch": 5.649703432111751e-05,
      "grad_norm": 2.1119821071624756,
      "learning_rate": 0.00019998653375580654,
      "loss": 0.7788,
      "step": 17
    },
    {
      "epoch": 5.982038928118325e-05,
      "grad_norm": 1.9531205892562866,
      "learning_rate": 0.0001999824115570012,
      "loss": 0.9569,
      "step": 18
    },
    {
      "epoch": 6.314374424124898e-05,
      "grad_norm": 1.780234694480896,
      "learning_rate": 0.0001999777398001667,
      "loss": 0.6634,
      "step": 19
    },
    {
      "epoch": 6.646709920131472e-05,
      "grad_norm": 1.4713939428329468,
      "learning_rate": 0.0001999725185109816,
      "loss": 0.7298,
      "step": 20
    },
    {
      "epoch": 6.979045416138045e-05,
      "grad_norm": 1.8936631679534912,
      "learning_rate": 0.00019996674771814493,
      "loss": 0.7671,
      "step": 21
    },
    {
      "epoch": 7.31138091214462e-05,
      "grad_norm": 2.3352420330047607,
      "learning_rate": 0.00019996042745337617,
      "loss": 1.2193,
      "step": 22
    },
    {
      "epoch": 7.643716408151193e-05,
      "grad_norm": 1.737073540687561,
      "learning_rate": 0.00019995355775141488,
      "loss": 0.886,
      "step": 23
    },
    {
      "epoch": 7.976051904157766e-05,
      "grad_norm": 2.0794808864593506,
      "learning_rate": 0.00019994613865002077,
      "loss": 0.627,
      "step": 24
    },
    {
      "epoch": 8.30838740016434e-05,
      "grad_norm": 1.4449559450149536,
      "learning_rate": 0.00019993817018997323,
      "loss": 0.5875,
      "step": 25
    },
    {
      "epoch": 8.640722896170913e-05,
      "grad_norm": 2.057159900665283,
      "learning_rate": 0.0001999296524150713,
      "loss": 0.7522,
      "step": 26
    },
    {
      "epoch": 8.973058392177487e-05,
      "grad_norm": 2.691074848175049,
      "learning_rate": 0.00019992058537213333,
      "loss": 0.9885,
      "step": 27
    },
    {
      "epoch": 9.30539388818406e-05,
      "grad_norm": 2.2908284664154053,
      "learning_rate": 0.00019991096911099675,
      "loss": 0.5812,
      "step": 28
    },
    {
      "epoch": 9.637729384190635e-05,
      "grad_norm": 3.1311933994293213,
      "learning_rate": 0.00019990080368451776,
      "loss": 0.9963,
      "step": 29
    },
    {
      "epoch": 9.970064880197208e-05,
      "grad_norm": 3.5113611221313477,
      "learning_rate": 0.00019989008914857116,
      "loss": 1.1802,
      "step": 30
    },
    {
      "epoch": 0.00010302400376203781,
      "grad_norm": 2.242576837539673,
      "learning_rate": 0.00019987882556204983,
      "loss": 0.7623,
      "step": 31
    },
    {
      "epoch": 0.00010634735872210355,
      "grad_norm": 4.5212249755859375,
      "learning_rate": 0.0001998670129868647,
      "loss": 1.0491,
      "step": 32
    },
    {
      "epoch": 0.00010967071368216928,
      "grad_norm": 2.631333351135254,
      "learning_rate": 0.00019985465148794406,
      "loss": 1.124,
      "step": 33
    },
    {
      "epoch": 0.00011299406864223503,
      "grad_norm": 2.4584174156188965,
      "learning_rate": 0.00019984174113323353,
      "loss": 0.9283,
      "step": 34
    },
    {
      "epoch": 0.00011631742360230076,
      "grad_norm": 2.6901819705963135,
      "learning_rate": 0.00019982828199369541,
      "loss": 1.2122,
      "step": 35
    },
    {
      "epoch": 0.0001196407785623665,
      "grad_norm": 3.0550386905670166,
      "learning_rate": 0.00019981427414330857,
      "loss": 1.1475,
      "step": 36
    },
    {
      "epoch": 0.00012296413352243224,
      "grad_norm": 2.263432264328003,
      "learning_rate": 0.00019979971765906774,
      "loss": 0.5413,
      "step": 37
    },
    {
      "epoch": 0.00012628748848249796,
      "grad_norm": 2.1991794109344482,
      "learning_rate": 0.00019978461262098343,
      "loss": 0.7359,
      "step": 38
    },
    {
      "epoch": 0.0001296108434425637,
      "grad_norm": 2.25907826423645,
      "learning_rate": 0.00019976895911208109,
      "loss": 0.9211,
      "step": 39
    },
    {
      "epoch": 0.00013293419840262945,
      "grad_norm": 1.9204826354980469,
      "learning_rate": 0.00019975275721840103,
      "loss": 1.0553,
      "step": 40
    },
    {
      "epoch": 0.00013625755336269516,
      "grad_norm": 2.933505058288574,
      "learning_rate": 0.00019973600702899766,
      "loss": 1.0117,
      "step": 41
    },
    {
      "epoch": 0.0001395809083227609,
      "grad_norm": 1.8617347478866577,
      "learning_rate": 0.00019971870863593925,
      "loss": 0.7917,
      "step": 42
    },
    {
      "epoch": 0.00014290426328282665,
      "grad_norm": 2.863032817840576,
      "learning_rate": 0.0001997008621343072,
      "loss": 0.9452,
      "step": 43
    },
    {
      "epoch": 0.0001462276182428924,
      "grad_norm": 1.833596110343933,
      "learning_rate": 0.00019968246762219565,
      "loss": 0.7522,
      "step": 44
    },
    {
      "epoch": 0.0001495509732029581,
      "grad_norm": 1.820441484451294,
      "learning_rate": 0.0001996635252007109,
      "loss": 0.9771,
      "step": 45
    },
    {
      "epoch": 0.00015287432816302385,
      "grad_norm": 1.7346160411834717,
      "learning_rate": 0.00019964403497397084,
      "loss": 1.0205,
      "step": 46
    },
    {
      "epoch": 0.0001561976831230896,
      "grad_norm": 1.5672118663787842,
      "learning_rate": 0.00019962399704910445,
      "loss": 0.718,
      "step": 47
    },
    {
      "epoch": 0.00015952103808315532,
      "grad_norm": 2.293907642364502,
      "learning_rate": 0.00019960341153625111,
      "loss": 0.7844,
      "step": 48
    },
    {
      "epoch": 0.00016284439304322106,
      "grad_norm": 1.5246371030807495,
      "learning_rate": 0.0001995822785485601,
      "loss": 1.0914,
      "step": 49
    },
    {
      "epoch": 0.0001661677480032868,
      "grad_norm": 1.536911129951477,
      "learning_rate": 0.00019956059820218982,
      "loss": 0.974,
      "step": 50
    },
    {
      "epoch": 0.00016949110296335255,
      "grad_norm": 2.814774513244629,
      "learning_rate": 0.00019953837061630734,
      "loss": 1.2244,
      "step": 51
    },
    {
      "epoch": 0.00017281445792341826,
      "grad_norm": 2.46405029296875,
      "learning_rate": 0.00019951559591308764,
      "loss": 0.8787,
      "step": 52
    },
    {
      "epoch": 0.000176137812883484,
      "grad_norm": 1.562008261680603,
      "learning_rate": 0.00019949227421771294,
      "loss": 1.2857,
      "step": 53
    },
    {
      "epoch": 0.00017946116784354975,
      "grad_norm": 2.8191487789154053,
      "learning_rate": 0.00019946840565837203,
      "loss": 0.8329,
      "step": 54
    },
    {
      "epoch": 0.00018278452280361547,
      "grad_norm": 2.1368677616119385,
      "learning_rate": 0.0001994439903662596,
      "loss": 0.717,
      "step": 55
    },
    {
      "epoch": 0.0001861078777636812,
      "grad_norm": 1.8447763919830322,
      "learning_rate": 0.00019941902847557538,
      "loss": 1.3688,
      "step": 56
    },
    {
      "epoch": 0.00018943123272374695,
      "grad_norm": 1.74727201461792,
      "learning_rate": 0.00019939352012352367,
      "loss": 0.9138,
      "step": 57
    },
    {
      "epoch": 0.0001927545876838127,
      "grad_norm": 1.2468653917312622,
      "learning_rate": 0.00019936746545031223,
      "loss": 1.1599,
      "step": 58
    },
    {
      "epoch": 0.00019607794264387841,
      "grad_norm": 3.7752439975738525,
      "learning_rate": 0.0001993408645991519,
      "loss": 0.4578,
      "step": 59
    },
    {
      "epoch": 0.00019940129760394416,
      "grad_norm": 2.394272565841675,
      "learning_rate": 0.00019931371771625544,
      "loss": 0.612,
      "step": 60
    },
    {
      "epoch": 0.0002027246525640099,
      "grad_norm": 1.9987711906433105,
      "learning_rate": 0.00019928602495083696,
      "loss": 0.9035,
      "step": 61
    },
    {
      "epoch": 0.00020604800752407562,
      "grad_norm": 2.2110447883605957,
      "learning_rate": 0.0001992577864551111,
      "loss": 0.7644,
      "step": 62
    },
    {
      "epoch": 0.00020937136248414136,
      "grad_norm": 1.7520952224731445,
      "learning_rate": 0.00019922900238429208,
      "loss": 0.6324,
      "step": 63
    },
    {
      "epoch": 0.0002126947174442071,
      "grad_norm": 1.9832655191421509,
      "learning_rate": 0.00019919967289659286,
      "loss": 1.504,
      "step": 64
    },
    {
      "epoch": 0.00021601807240427285,
      "grad_norm": 3.5333147048950195,
      "learning_rate": 0.00019916979815322433,
      "loss": 1.0808,
      "step": 65
    },
    {
      "epoch": 0.00021934142736433857,
      "grad_norm": 2.2932560443878174,
      "learning_rate": 0.0001991393783183945,
      "loss": 1.3851,
      "step": 66
    },
    {
      "epoch": 0.0002226647823244043,
      "grad_norm": 1.6963768005371094,
      "learning_rate": 0.00019910841355930733,
      "loss": 0.6077,
      "step": 67
    },
    {
      "epoch": 0.00022598813728447005,
      "grad_norm": 2.7324185371398926,
      "learning_rate": 0.00019907690404616214,
      "loss": 1.2443,
      "step": 68
    },
    {
      "epoch": 0.00022931149224453577,
      "grad_norm": 1.7435646057128906,
      "learning_rate": 0.00019904484995215247,
      "loss": 0.8549,
      "step": 69
    },
    {
      "epoch": 0.0002326348472046015,
      "grad_norm": 1.5453585386276245,
      "learning_rate": 0.0001990122514534651,
      "loss": 0.8855,
      "step": 70
    },
    {
      "epoch": 0.00023595820216466726,
      "grad_norm": 2.1227259635925293,
      "learning_rate": 0.00019897910872927925,
      "loss": 0.6523,
      "step": 71
    },
    {
      "epoch": 0.000239281557124733,
      "grad_norm": 5.554081439971924,
      "learning_rate": 0.00019894542196176543,
      "loss": 1.0012,
      "step": 72
    },
    {
      "epoch": 0.00024260491208479872,
      "grad_norm": 2.6762404441833496,
      "learning_rate": 0.00019891119133608456,
      "loss": 0.6947,
      "step": 73
    },
    {
      "epoch": 0.0002459282670448645,
      "grad_norm": 3.810817003250122,
      "learning_rate": 0.00019887641704038688,
      "loss": 1.1738,
      "step": 74
    },
    {
      "epoch": 0.0002492516220049302,
      "grad_norm": 2.201903820037842,
      "learning_rate": 0.00019884109926581096,
      "loss": 0.5375,
      "step": 75
    },
    {
      "epoch": 0.0002525749769649959,
      "grad_norm": 3.8604681491851807,
      "learning_rate": 0.0001988052382064826,
      "loss": 1.4531,
      "step": 76
    },
    {
      "epoch": 0.00025589833192506166,
      "grad_norm": 2.4969451427459717,
      "learning_rate": 0.00019876883405951377,
      "loss": 0.7112,
      "step": 77
    },
    {
      "epoch": 0.0002592216868851274,
      "grad_norm": 1.2772865295410156,
      "learning_rate": 0.00019873188702500163,
      "loss": 0.505,
      "step": 78
    },
    {
      "epoch": 0.00026254504184519315,
      "grad_norm": 2.6953139305114746,
      "learning_rate": 0.00019869439730602726,
      "loss": 0.6527,
      "step": 79
    },
    {
      "epoch": 0.0002658683968052589,
      "grad_norm": 3.1603870391845703,
      "learning_rate": 0.00019865636510865467,
      "loss": 0.8402,
      "step": 80
    },
    {
      "epoch": 0.00026919175176532464,
      "grad_norm": 2.899827480316162,
      "learning_rate": 0.0001986177906419296,
      "loss": 0.7153,
      "step": 81
    },
    {
      "epoch": 0.00027251510672539033,
      "grad_norm": 1.5374420881271362,
      "learning_rate": 0.00019857867411787847,
      "loss": 0.7969,
      "step": 82
    },
    {
      "epoch": 0.00027583846168545607,
      "grad_norm": 2.673133134841919,
      "learning_rate": 0.00019853901575150705,
      "loss": 0.9463,
      "step": 83
    },
    {
      "epoch": 0.0002791618166455218,
      "grad_norm": 2.077582359313965,
      "learning_rate": 0.00019849881576079946,
      "loss": 0.9428,
      "step": 84
    },
    {
      "epoch": 0.00028248517160558756,
      "grad_norm": 2.0559210777282715,
      "learning_rate": 0.0001984580743667168,
      "loss": 0.6906,
      "step": 85
    },
    {
      "epoch": 0.0002858085265656533,
      "grad_norm": 1.2927545309066772,
      "learning_rate": 0.00019841679179319606,
      "loss": 0.7222,
      "step": 86
    },
    {
      "epoch": 0.00028913188152571905,
      "grad_norm": 1.8729206323623657,
      "learning_rate": 0.00019837496826714888,
      "loss": 0.4647,
      "step": 87
    },
    {
      "epoch": 0.0002924552364857848,
      "grad_norm": 2.0430736541748047,
      "learning_rate": 0.00019833260401846023,
      "loss": 1.131,
      "step": 88
    },
    {
      "epoch": 0.0002957785914458505,
      "grad_norm": 1.7629181146621704,
      "learning_rate": 0.00019828969927998714,
      "loss": 0.7591,
      "step": 89
    },
    {
      "epoch": 0.0002991019464059162,
      "grad_norm": 2.275038003921509,
      "learning_rate": 0.0001982462542875576,
      "loss": 0.919,
      "step": 90
    },
    {
      "epoch": 0.00030242530136598197,
      "grad_norm": 1.5855144262313843,
      "learning_rate": 0.00019820226927996906,
      "loss": 0.3167,
      "step": 91
    },
    {
      "epoch": 0.0003057486563260477,
      "grad_norm": 1.8850736618041992,
      "learning_rate": 0.0001981577444989871,
      "loss": 1.2367,
      "step": 92
    },
    {
      "epoch": 0.00030907201128611345,
      "grad_norm": 2.276507616043091,
      "learning_rate": 0.00019811268018934435,
      "loss": 0.9453,
      "step": 93
    },
    {
      "epoch": 0.0003123953662461792,
      "grad_norm": 2.0721969604492188,
      "learning_rate": 0.00019806707659873887,
      "loss": 1.0839,
      "step": 94
    },
    {
      "epoch": 0.00031571872120624494,
      "grad_norm": 3.762730360031128,
      "learning_rate": 0.00019802093397783296,
      "loss": 0.8313,
      "step": 95
    },
    {
      "epoch": 0.00031904207616631063,
      "grad_norm": 2.0682928562164307,
      "learning_rate": 0.0001979742525802517,
      "loss": 0.965,
      "step": 96
    },
    {
      "epoch": 0.0003223654311263764,
      "grad_norm": 2.449380874633789,
      "learning_rate": 0.0001979270326625816,
      "loss": 0.801,
      "step": 97
    },
    {
      "epoch": 0.0003256887860864421,
      "grad_norm": 1.6259853839874268,
      "learning_rate": 0.0001978792744843691,
      "loss": 0.6292,
      "step": 98
    },
    {
      "epoch": 0.00032901214104650786,
      "grad_norm": 2.2305569648742676,
      "learning_rate": 0.00019783097830811935,
      "loss": 0.7084,
      "step": 99
    },
    {
      "epoch": 0.0003323354960065736,
      "grad_norm": 3.0095624923706055,
      "learning_rate": 0.00019778214439929452,
      "loss": 1.163,
      "step": 100
    },
    {
      "epoch": 0.00033565885096663935,
      "grad_norm": 2.505341053009033,
      "learning_rate": 0.0001977327730263125,
      "loss": 0.993,
      "step": 101
    },
    {
      "epoch": 0.0003389822059267051,
      "grad_norm": 1.9949321746826172,
      "learning_rate": 0.00019768286446054532,
      "loss": 0.6298,
      "step": 102
    },
    {
      "epoch": 0.0003423055608867708,
      "grad_norm": 1.4478108882904053,
      "learning_rate": 0.00019763241897631785,
      "loss": 0.5655,
      "step": 103
    },
    {
      "epoch": 0.0003456289158468365,
      "grad_norm": 2.4241180419921875,
      "learning_rate": 0.00019758143685090599,
      "loss": 1.0202,
      "step": 104
    },
    {
      "epoch": 0.00034895227080690227,
      "grad_norm": 1.5305769443511963,
      "learning_rate": 0.00019752991836453543,
      "loss": 0.6922,
      "step": 105
    },
    {
      "epoch": 0.000352275625766968,
      "grad_norm": 2.7930588722229004,
      "learning_rate": 0.0001974778638003799,
      "loss": 0.593,
      "step": 106
    },
    {
      "epoch": 0.00035559898072703376,
      "grad_norm": 1.4135267734527588,
      "learning_rate": 0.00019742527344455984,
      "loss": 0.563,
      "step": 107
    },
    {
      "epoch": 0.0003589223356870995,
      "grad_norm": 1.991076946258545,
      "learning_rate": 0.00019737214758614057,
      "loss": 1.0169,
      "step": 108
    },
    {
      "epoch": 0.00036224569064716524,
      "grad_norm": 1.594454288482666,
      "learning_rate": 0.00019731848651713085,
      "loss": 0.854,
      "step": 109
    },
    {
      "epoch": 0.00036556904560723093,
      "grad_norm": 2.5314488410949707,
      "learning_rate": 0.0001972642905324813,
      "loss": 1.4023,
      "step": 110
    },
    {
      "epoch": 0.0003688924005672967,
      "grad_norm": 1.8261102437973022,
      "learning_rate": 0.00019720955993008272,
      "loss": 0.5944,
      "step": 111
    },
    {
      "epoch": 0.0003722157555273624,
      "grad_norm": 1.5513825416564941,
      "learning_rate": 0.0001971542950107644,
      "loss": 0.9015,
      "step": 112
    },
    {
      "epoch": 0.00037553911048742816,
      "grad_norm": 2.130030632019043,
      "learning_rate": 0.00019709849607829258,
      "loss": 0.7635,
      "step": 113
    },
    {
      "epoch": 0.0003788624654474939,
      "grad_norm": 2.31557297706604,
      "learning_rate": 0.00019704216343936873,
      "loss": 0.827,
      "step": 114
    },
    {
      "epoch": 0.00038218582040755965,
      "grad_norm": 2.8569557666778564,
      "learning_rate": 0.00019698529740362785,
      "loss": 0.9661,
      "step": 115
    },
    {
      "epoch": 0.0003855091753676254,
      "grad_norm": 1.9789555072784424,
      "learning_rate": 0.00019692789828363677,
      "loss": 0.8509,
      "step": 116
    },
    {
      "epoch": 0.0003888325303276911,
      "grad_norm": 2.105229139328003,
      "learning_rate": 0.00019686996639489246,
      "loss": 0.7931,
      "step": 117
    },
    {
      "epoch": 0.00039215588528775683,
      "grad_norm": 1.7648224830627441,
      "learning_rate": 0.00019681150205582025,
      "loss": 0.624,
      "step": 118
    },
    {
      "epoch": 0.00039547924024782257,
      "grad_norm": 2.355616331100464,
      "learning_rate": 0.00019675250558777219,
      "loss": 1.0383,
      "step": 119
    },
    {
      "epoch": 0.0003988025952078883,
      "grad_norm": 3.3466320037841797,
      "learning_rate": 0.00019669297731502507,
      "loss": 1.0212,
      "step": 120
    },
    {
      "epoch": 0.00040212595016795406,
      "grad_norm": 3.7574758529663086,
      "learning_rate": 0.00019663291756477887,
      "loss": 0.6532,
      "step": 121
    },
    {
      "epoch": 0.0004054493051280198,
      "grad_norm": 2.583402395248413,
      "learning_rate": 0.00019657232666715486,
      "loss": 0.7902,
      "step": 122
    },
    {
      "epoch": 0.00040877266008808555,
      "grad_norm": 1.8060678243637085,
      "learning_rate": 0.00019651120495519373,
      "loss": 0.7376,
      "step": 123
    },
    {
      "epoch": 0.00041209601504815124,
      "grad_norm": 1.852902889251709,
      "learning_rate": 0.00019644955276485387,
      "loss": 0.7227,
      "step": 124
    },
    {
      "epoch": 0.000415419370008217,
      "grad_norm": 1.6729487180709839,
      "learning_rate": 0.0001963873704350094,
      "loss": 1.2417,
      "step": 125
    },
    {
      "epoch": 0.0004187427249682827,
      "grad_norm": 2.3450393676757812,
      "learning_rate": 0.00019632465830744846,
      "loss": 0.5392,
      "step": 126
    },
    {
      "epoch": 0.00042206607992834847,
      "grad_norm": 2.875962734222412,
      "learning_rate": 0.00019626141672687117,
      "loss": 1.0084,
      "step": 127
    },
    {
      "epoch": 0.0004253894348884142,
      "grad_norm": 4.316625118255615,
      "learning_rate": 0.00019619764604088792,
      "loss": 1.3588,
      "step": 128
    },
    {
      "epoch": 0.00042871278984847995,
      "grad_norm": 1.9302932024002075,
      "learning_rate": 0.00019613334660001724,
      "loss": 0.5916,
      "step": 129
    },
    {
      "epoch": 0.0004320361448085457,
      "grad_norm": 2.629476308822632,
      "learning_rate": 0.000196068518757684,
      "loss": 0.9793,
      "step": 130
    },
    {
      "epoch": 0.0004353594997686114,
      "grad_norm": 2.0427615642547607,
      "learning_rate": 0.0001960031628702176,
      "loss": 0.8036,
      "step": 131
    },
    {
      "epoch": 0.00043868285472867713,
      "grad_norm": 2.0869698524475098,
      "learning_rate": 0.00019593727929684962,
      "loss": 1.0682,
      "step": 132
    },
    {
      "epoch": 0.0004420062096887429,
      "grad_norm": 1.696554183959961,
      "learning_rate": 0.00019587086839971228,
      "loss": 1.2,
      "step": 133
    },
    {
      "epoch": 0.0004453295646488086,
      "grad_norm": 1.9273743629455566,
      "learning_rate": 0.00019580393054383622,
      "loss": 0.8504,
      "step": 134
    },
    {
      "epoch": 0.00044865291960887436,
      "grad_norm": 1.6354124546051025,
      "learning_rate": 0.0001957364660971485,
      "loss": 0.8452,
      "step": 135
    },
    {
      "epoch": 0.0004519762745689401,
      "grad_norm": 1.784826397895813,
      "learning_rate": 0.00019566847543047054,
      "loss": 1.054,
      "step": 136
    },
    {
      "epoch": 0.00045529962952900585,
      "grad_norm": 2.4866106510162354,
      "learning_rate": 0.00019559995891751638,
      "loss": 0.9865,
      "step": 137
    },
    {
      "epoch": 0.00045862298448907154,
      "grad_norm": 1.4559274911880493,
      "learning_rate": 0.00019553091693489018,
      "loss": 0.6323,
      "step": 138
    },
    {
      "epoch": 0.0004619463394491373,
      "grad_norm": 2.382910966873169,
      "learning_rate": 0.0001954613498620845,
      "loss": 0.8752,
      "step": 139
    },
    {
      "epoch": 0.000465269694409203,
      "grad_norm": 1.9466838836669922,
      "learning_rate": 0.0001953912580814779,
      "loss": 1.039,
      "step": 140
    },
    {
      "epoch": 0.00046859304936926877,
      "grad_norm": 1.9835442304611206,
      "learning_rate": 0.00019532064197833328,
      "loss": 0.8863,
      "step": 141
    },
    {
      "epoch": 0.0004719164043293345,
      "grad_norm": 1.9278481006622314,
      "learning_rate": 0.00019524950194079534,
      "loss": 0.7402,
      "step": 142
    },
    {
      "epoch": 0.00047523975928940026,
      "grad_norm": 2.4153950214385986,
      "learning_rate": 0.0001951778383598886,
      "loss": 0.7305,
      "step": 143
    },
    {
      "epoch": 0.000478563114249466,
      "grad_norm": 2.9419782161712646,
      "learning_rate": 0.00019510565162951537,
      "loss": 1.0929,
      "step": 144
    },
    {
      "epoch": 0.0004818864692095317,
      "grad_norm": 3.7173261642456055,
      "learning_rate": 0.00019503294214645337,
      "loss": 1.1359,
      "step": 145
    },
    {
      "epoch": 0.00048520982416959743,
      "grad_norm": 1.8478455543518066,
      "learning_rate": 0.00019495971031035367,
      "loss": 0.9997,
      "step": 146
    },
    {
      "epoch": 0.0004885331791296632,
      "grad_norm": 2.168494462966919,
      "learning_rate": 0.00019488595652373855,
      "loss": 0.9679,
      "step": 147
    },
    {
      "epoch": 0.000491856534089729,
      "grad_norm": 4.350853443145752,
      "learning_rate": 0.00019481168119199919,
      "loss": 0.5056,
      "step": 148
    },
    {
      "epoch": 0.0004951798890497946,
      "grad_norm": 2.118773937225342,
      "learning_rate": 0.00019473688472339336,
      "loss": 0.4191,
      "step": 149
    },
    {
      "epoch": 0.0004985032440098604,
      "grad_norm": 2.0603814125061035,
      "learning_rate": 0.00019466156752904343,
      "loss": 0.5619,
      "step": 150
    },
    {
      "epoch": 0.0005018265989699261,
      "grad_norm": 2.0388827323913574,
      "learning_rate": 0.0001945857300229339,
      "loss": 0.872,
      "step": 151
    },
    {
      "epoch": 0.0005051499539299918,
      "grad_norm": 3.0211989879608154,
      "learning_rate": 0.00019450937262190915,
      "loss": 0.7502,
      "step": 152
    },
    {
      "epoch": 0.0005084733088900576,
      "grad_norm": 1.7455419301986694,
      "learning_rate": 0.00019443249574567126,
      "loss": 1.0083,
      "step": 153
    },
    {
      "epoch": 0.0005117966638501233,
      "grad_norm": 2.1976687908172607,
      "learning_rate": 0.00019435509981677762,
      "loss": 0.8759,
      "step": 154
    },
    {
      "epoch": 0.0005151200188101891,
      "grad_norm": 1.9947354793548584,
      "learning_rate": 0.00019427718526063856,
      "loss": 0.901,
      "step": 155
    },
    {
      "epoch": 0.0005184433737702548,
      "grad_norm": 3.087327480316162,
      "learning_rate": 0.0001941987525055151,
      "loss": 0.8277,
      "step": 156
    },
    {
      "epoch": 0.0005217667287303206,
      "grad_norm": 2.8857572078704834,
      "learning_rate": 0.00019411980198251656,
      "loss": 0.9557,
      "step": 157
    },
    {
      "epoch": 0.0005250900836903863,
      "grad_norm": 1.7264869213104248,
      "learning_rate": 0.00019404033412559826,
      "loss": 0.5406,
      "step": 158
    },
    {
      "epoch": 0.000528413438650452,
      "grad_norm": 1.9906346797943115,
      "learning_rate": 0.00019396034937155897,
      "loss": 1.2593,
      "step": 159
    },
    {
      "epoch": 0.0005317367936105178,
      "grad_norm": 1.5194593667984009,
      "learning_rate": 0.00019387984816003867,
      "loss": 0.9078,
      "step": 160
    },
    {
      "epoch": 0.0005350601485705835,
      "grad_norm": 2.4954261779785156,
      "learning_rate": 0.000193798830933516,
      "loss": 0.6685,
      "step": 161
    },
    {
      "epoch": 0.0005383835035306493,
      "grad_norm": 2.0060133934020996,
      "learning_rate": 0.00019371729813730606,
      "loss": 0.7893,
      "step": 162
    },
    {
      "epoch": 0.0005417068584907149,
      "grad_norm": 2.7236618995666504,
      "learning_rate": 0.0001936352502195576,
      "loss": 1.2792,
      "step": 163
    },
    {
      "epoch": 0.0005450302134507807,
      "grad_norm": 1.651557207107544,
      "learning_rate": 0.00019355268763125095,
      "loss": 0.9426,
      "step": 164
    },
    {
      "epoch": 0.0005483535684108464,
      "grad_norm": 1.96253502368927,
      "learning_rate": 0.00019346961082619522,
      "loss": 0.9323,
      "step": 165
    },
    {
      "epoch": 0.0005516769233709121,
      "grad_norm": 2.1530206203460693,
      "learning_rate": 0.00019338602026102594,
      "loss": 0.8723,
      "step": 166
    },
    {
      "epoch": 0.0005550002783309779,
      "grad_norm": 1.3337615728378296,
      "learning_rate": 0.00019330191639520264,
      "loss": 1.033,
      "step": 167
    },
    {
      "epoch": 0.0005583236332910436,
      "grad_norm": 2.180485248565674,
      "learning_rate": 0.00019321729969100612,
      "loss": 1.0969,
      "step": 168
    },
    {
      "epoch": 0.0005616469882511094,
      "grad_norm": 1.6166263818740845,
      "learning_rate": 0.00019313217061353615,
      "loss": 0.6738,
      "step": 169
    },
    {
      "epoch": 0.0005649703432111751,
      "grad_norm": 2.069512128829956,
      "learning_rate": 0.0001930465296307087,
      "loss": 0.6837,
      "step": 170
    },
    {
      "epoch": 0.0005682936981712409,
      "grad_norm": 2.703063488006592,
      "learning_rate": 0.00019296037721325339,
      "loss": 0.7278,
      "step": 171
    },
    {
      "epoch": 0.0005716170531313066,
      "grad_norm": 2.475369453430176,
      "learning_rate": 0.00019287371383471108,
      "loss": 0.8235,
      "step": 172
    },
    {
      "epoch": 0.0005749404080913723,
      "grad_norm": 2.6382181644439697,
      "learning_rate": 0.0001927865399714311,
      "loss": 0.7809,
      "step": 173
    },
    {
      "epoch": 0.0005782637630514381,
      "grad_norm": 2.221733808517456,
      "learning_rate": 0.00019269885610256865,
      "loss": 0.7171,
      "step": 174
    },
    {
      "epoch": 0.0005815871180115038,
      "grad_norm": 2.7804250717163086,
      "learning_rate": 0.00019261066271008235,
      "loss": 0.9241,
      "step": 175
    },
    {
      "epoch": 0.0005849104729715696,
      "grad_norm": 2.4575607776641846,
      "learning_rate": 0.00019252196027873126,
      "loss": 1.0961,
      "step": 176
    },
    {
      "epoch": 0.0005882338279316352,
      "grad_norm": 3.0440239906311035,
      "learning_rate": 0.00019243274929607246,
      "loss": 0.757,
      "step": 177
    },
    {
      "epoch": 0.000591557182891701,
      "grad_norm": 2.1074416637420654,
      "learning_rate": 0.00019234303025245835,
      "loss": 0.9348,
      "step": 178
    },
    {
      "epoch": 0.0005948805378517667,
      "grad_norm": 2.139932632446289,
      "learning_rate": 0.00019225280364103383,
      "loss": 0.739,
      "step": 179
    },
    {
      "epoch": 0.0005982038928118324,
      "grad_norm": 1.8013720512390137,
      "learning_rate": 0.00019216206995773373,
      "loss": 0.834,
      "step": 180
    },
    {
      "epoch": 0.0006015272477718982,
      "grad_norm": 1.5478262901306152,
      "learning_rate": 0.00019207082970128006,
      "loss": 1.1213,
      "step": 181
    },
    {
      "epoch": 0.0006048506027319639,
      "grad_norm": 2.1005706787109375,
      "learning_rate": 0.0001919790833731791,
      "loss": 0.6731,
      "step": 182
    },
    {
      "epoch": 0.0006081739576920297,
      "grad_norm": 2.045255661010742,
      "learning_rate": 0.0001918868314777189,
      "loss": 0.8714,
      "step": 183
    },
    {
      "epoch": 0.0006114973126520954,
      "grad_norm": 2.738537311553955,
      "learning_rate": 0.00019179407452196636,
      "loss": 0.8733,
      "step": 184
    },
    {
      "epoch": 0.0006148206676121612,
      "grad_norm": 4.0635151863098145,
      "learning_rate": 0.00019170081301576444,
      "loss": 1.0531,
      "step": 185
    },
    {
      "epoch": 0.0006181440225722269,
      "grad_norm": 1.8151541948318481,
      "learning_rate": 0.00019160704747172934,
      "loss": 1.0426,
      "step": 186
    },
    {
      "epoch": 0.0006214673775322927,
      "grad_norm": 1.7542896270751953,
      "learning_rate": 0.00019151277840524788,
      "loss": 0.895,
      "step": 187
    },
    {
      "epoch": 0.0006247907324923584,
      "grad_norm": 2.9571006298065186,
      "learning_rate": 0.00019141800633447437,
      "loss": 1.0224,
      "step": 188
    },
    {
      "epoch": 0.0006281140874524241,
      "grad_norm": 2.296980857849121,
      "learning_rate": 0.00019132273178032794,
      "loss": 0.3378,
      "step": 189
    },
    {
      "epoch": 0.0006314374424124899,
      "grad_norm": 1.7399348020553589,
      "learning_rate": 0.00019122695526648968,
      "loss": 1.2687,
      "step": 190
    },
    {
      "epoch": 0.0006347607973725555,
      "grad_norm": 2.881070852279663,
      "learning_rate": 0.0001911306773193997,
      "loss": 0.5729,
      "step": 191
    },
    {
      "epoch": 0.0006380841523326213,
      "grad_norm": 2.339024066925049,
      "learning_rate": 0.0001910338984682543,
      "loss": 1.0317,
      "step": 192
    },
    {
      "epoch": 0.000641407507292687,
      "grad_norm": 2.992741823196411,
      "learning_rate": 0.00019093661924500293,
      "loss": 1.0631,
      "step": 193
    },
    {
      "epoch": 0.0006447308622527527,
      "grad_norm": 1.9386136531829834,
      "learning_rate": 0.00019083884018434547,
      "loss": 1.1431,
      "step": 194
    },
    {
      "epoch": 0.0006480542172128185,
      "grad_norm": 2.6064493656158447,
      "learning_rate": 0.00019074056182372907,
      "loss": 0.9899,
      "step": 195
    },
    {
      "epoch": 0.0006513775721728842,
      "grad_norm": 1.6987076997756958,
      "learning_rate": 0.0001906417847033454,
      "loss": 1.2735,
      "step": 196
    },
    {
      "epoch": 0.00065470092713295,
      "grad_norm": 2.020296812057495,
      "learning_rate": 0.00019054250936612754,
      "loss": 0.7032,
      "step": 197
    },
    {
      "epoch": 0.0006580242820930157,
      "grad_norm": 3.6840007305145264,
      "learning_rate": 0.00019044273635774705,
      "loss": 1.1124,
      "step": 198
    },
    {
      "epoch": 0.0006613476370530815,
      "grad_norm": 2.18277645111084,
      "learning_rate": 0.000190342466226611,
      "loss": 1.2153,
      "step": 199
    },
    {
      "epoch": 0.0006646709920131472,
      "grad_norm": 2.084172010421753,
      "learning_rate": 0.00019024169952385885,
      "loss": 0.8554,
      "step": 200
    },
    {
      "epoch": 0.000667994346973213,
      "grad_norm": 1.7696350812911987,
      "learning_rate": 0.0001901404368033595,
      "loss": 1.1731,
      "step": 201
    },
    {
      "epoch": 0.0006713177019332787,
      "grad_norm": 1.514471411705017,
      "learning_rate": 0.00019003867862170832,
      "loss": 0.9682,
      "step": 202
    },
    {
      "epoch": 0.0006746410568933444,
      "grad_norm": 2.8636672496795654,
      "learning_rate": 0.00018993642553822389,
      "loss": 0.9797,
      "step": 203
    },
    {
      "epoch": 0.0006779644118534102,
      "grad_norm": 2.3305883407592773,
      "learning_rate": 0.0001898336781149451,
      "loss": 0.7909,
      "step": 204
    },
    {
      "epoch": 0.0006812877668134758,
      "grad_norm": 2.073007345199585,
      "learning_rate": 0.00018973043691662803,
      "loss": 1.3295,
      "step": 205
    },
    {
      "epoch": 0.0006846111217735416,
      "grad_norm": 2.4606428146362305,
      "learning_rate": 0.00018962670251074275,
      "loss": 1.2469,
      "step": 206
    },
    {
      "epoch": 0.0006879344767336073,
      "grad_norm": 2.194350004196167,
      "learning_rate": 0.00018952247546747032,
      "loss": 0.9646,
      "step": 207
    },
    {
      "epoch": 0.000691257831693673,
      "grad_norm": 2.111909866333008,
      "learning_rate": 0.00018941775635969958,
      "loss": 1.1352,
      "step": 208
    },
    {
      "epoch": 0.0006945811866537388,
      "grad_norm": 1.446386694908142,
      "learning_rate": 0.000189312545763024,
      "loss": 0.8587,
      "step": 209
    },
    {
      "epoch": 0.0006979045416138045,
      "grad_norm": 1.6844295263290405,
      "learning_rate": 0.00018920684425573865,
      "loss": 0.9941,
      "step": 210
    },
    {
      "epoch": 0.0007012278965738703,
      "grad_norm": 2.2324321269989014,
      "learning_rate": 0.0001891006524188368,
      "loss": 0.8521,
      "step": 211
    },
    {
      "epoch": 0.000704551251533936,
      "grad_norm": 2.3238096237182617,
      "learning_rate": 0.00018899397083600684,
      "loss": 0.8361,
      "step": 212
    },
    {
      "epoch": 0.0007078746064940018,
      "grad_norm": 2.1000723838806152,
      "learning_rate": 0.0001888868000936292,
      "loss": 0.7159,
      "step": 213
    },
    {
      "epoch": 0.0007111979614540675,
      "grad_norm": 4.065795421600342,
      "learning_rate": 0.0001887791407807728,
      "loss": 1.1403,
      "step": 214
    },
    {
      "epoch": 0.0007145213164141333,
      "grad_norm": 2.748959541320801,
      "learning_rate": 0.00018867099348919217,
      "loss": 0.8127,
      "step": 215
    },
    {
      "epoch": 0.000717844671374199,
      "grad_norm": 2.6352293491363525,
      "learning_rate": 0.000188562358813324,
      "loss": 1.074,
      "step": 216
    },
    {
      "epoch": 0.0007211680263342647,
      "grad_norm": 1.5345271825790405,
      "learning_rate": 0.0001884532373502839,
      "loss": 1.144,
      "step": 217
    },
    {
      "epoch": 0.0007244913812943305,
      "grad_norm": 2.2765612602233887,
      "learning_rate": 0.00018834362969986308,
      "loss": 0.9054,
      "step": 218
    },
    {
      "epoch": 0.0007278147362543961,
      "grad_norm": 2.1942331790924072,
      "learning_rate": 0.00018823353646452517,
      "loss": 0.76,
      "step": 219
    },
    {
      "epoch": 0.0007311380912144619,
      "grad_norm": 1.8029108047485352,
      "learning_rate": 0.00018812295824940285,
      "loss": 0.7806,
      "step": 220
    },
    {
      "epoch": 0.0007344614461745276,
      "grad_norm": 1.9691864252090454,
      "learning_rate": 0.00018801189566229444,
      "loss": 0.8024,
      "step": 221
    },
    {
      "epoch": 0.0007377848011345934,
      "grad_norm": 2.064842462539673,
      "learning_rate": 0.00018790034931366072,
      "loss": 0.7344,
      "step": 222
    },
    {
      "epoch": 0.0007411081560946591,
      "grad_norm": 2.0696160793304443,
      "learning_rate": 0.00018778831981662139,
      "loss": 0.8827,
      "step": 223
    },
    {
      "epoch": 0.0007444315110547248,
      "grad_norm": 2.4969642162323,
      "learning_rate": 0.00018767580778695185,
      "loss": 0.8281,
      "step": 224
    },
    {
      "epoch": 0.0007477548660147906,
      "grad_norm": 2.604112386703491,
      "learning_rate": 0.00018756281384307982,
      "loss": 0.6824,
      "step": 225
    },
    {
      "epoch": 0.0007510782209748563,
      "grad_norm": 2.3245604038238525,
      "learning_rate": 0.00018744933860608183,
      "loss": 0.9713,
      "step": 226
    },
    {
      "epoch": 0.0007544015759349221,
      "grad_norm": 1.8018746376037598,
      "learning_rate": 0.00018733538269967976,
      "loss": 0.9824,
      "step": 227
    },
    {
      "epoch": 0.0007577249308949878,
      "grad_norm": 2.0391077995300293,
      "learning_rate": 0.00018722094675023774,
      "loss": 1.3058,
      "step": 228
    },
    {
      "epoch": 0.0007610482858550536,
      "grad_norm": 2.771639347076416,
      "learning_rate": 0.00018710603138675827,
      "loss": 0.8324,
      "step": 229
    },
    {
      "epoch": 0.0007643716408151193,
      "grad_norm": 3.0241894721984863,
      "learning_rate": 0.00018699063724087904,
      "loss": 0.794,
      "step": 230
    },
    {
      "epoch": 0.000767694995775185,
      "grad_norm": 2.8572025299072266,
      "learning_rate": 0.00018687476494686945,
      "loss": 0.6968,
      "step": 231
    },
    {
      "epoch": 0.0007710183507352508,
      "grad_norm": 4.25070333480835,
      "learning_rate": 0.00018675841514162702,
      "loss": 1.0328,
      "step": 232
    },
    {
      "epoch": 0.0007743417056953165,
      "grad_norm": 2.655411720275879,
      "learning_rate": 0.0001866415884646739,
      "loss": 1.0667,
      "step": 233
    },
    {
      "epoch": 0.0007776650606553822,
      "grad_norm": 2.2105913162231445,
      "learning_rate": 0.0001865242855581534,
      "loss": 0.708,
      "step": 234
    },
    {
      "epoch": 0.0007809884156154479,
      "grad_norm": 2.1917967796325684,
      "learning_rate": 0.0001864065070668265,
      "loss": 1.0596,
      "step": 235
    },
    {
      "epoch": 0.0007843117705755137,
      "grad_norm": 1.5978546142578125,
      "learning_rate": 0.0001862882536380682,
      "loss": 1.0405,
      "step": 236
    },
    {
      "epoch": 0.0007876351255355794,
      "grad_norm": 2.3341920375823975,
      "learning_rate": 0.00018616952592186405,
      "loss": 0.7729,
      "step": 237
    },
    {
      "epoch": 0.0007909584804956451,
      "grad_norm": 3.7572131156921387,
      "learning_rate": 0.00018605032457080653,
      "loss": 0.6829,
      "step": 238
    },
    {
      "epoch": 0.0007942818354557109,
      "grad_norm": 2.6649091243743896,
      "learning_rate": 0.00018593065024009146,
      "loss": 0.9676,
      "step": 239
    },
    {
      "epoch": 0.0007976051904157766,
      "grad_norm": 3.2142066955566406,
      "learning_rate": 0.00018581050358751445,
      "loss": 0.8762,
      "step": 240
    },
    {
      "epoch": 0.0008009285453758424,
      "grad_norm": 2.797393321990967,
      "learning_rate": 0.00018568988527346717,
      "loss": 0.9277,
      "step": 241
    },
    {
      "epoch": 0.0008042519003359081,
      "grad_norm": 2.5540611743927,
      "learning_rate": 0.00018556879596093393,
      "loss": 0.8174,
      "step": 242
    },
    {
      "epoch": 0.0008075752552959739,
      "grad_norm": 2.3262524604797363,
      "learning_rate": 0.0001854472363154878,
      "loss": 0.7932,
      "step": 243
    },
    {
      "epoch": 0.0008108986102560396,
      "grad_norm": 3.8326399326324463,
      "learning_rate": 0.00018532520700528712,
      "loss": 0.6887,
      "step": 244
    },
    {
      "epoch": 0.0008142219652161053,
      "grad_norm": 1.4595770835876465,
      "learning_rate": 0.00018520270870107166,
      "loss": 1.2251,
      "step": 245
    },
    {
      "epoch": 0.0008175453201761711,
      "grad_norm": 2.217434883117676,
      "learning_rate": 0.00018507974207615917,
      "loss": 1.1116,
      "step": 246
    },
    {
      "epoch": 0.0008208686751362368,
      "grad_norm": 2.183403968811035,
      "learning_rate": 0.00018495630780644148,
      "loss": 0.7977,
      "step": 247
    },
    {
      "epoch": 0.0008241920300963025,
      "grad_norm": 2.640751600265503,
      "learning_rate": 0.0001848324065703809,
      "loss": 0.5587,
      "step": 248
    },
    {
      "epoch": 0.0008275153850563682,
      "grad_norm": 2.0403695106506348,
      "learning_rate": 0.00018470803904900633,
      "loss": 0.9355,
      "step": 249
    },
    {
      "epoch": 0.000830838740016434,
      "grad_norm": 2.32326340675354,
      "learning_rate": 0.00018458320592590975,
      "loss": 0.9505,
      "step": 250
    },
    {
      "epoch": 0.0008341620949764997,
      "grad_norm": 2.8166089057922363,
      "learning_rate": 0.00018445790788724229,
      "loss": 1.1518,
      "step": 251
    },
    {
      "epoch": 0.0008374854499365654,
      "grad_norm": 3.1058120727539062,
      "learning_rate": 0.0001843321456217105,
      "loss": 0.9627,
      "step": 252
    },
    {
      "epoch": 0.0008408088048966312,
      "grad_norm": 2.364774227142334,
      "learning_rate": 0.00018420591982057255,
      "loss": 0.68,
      "step": 253
    },
    {
      "epoch": 0.0008441321598566969,
      "grad_norm": 2.613013744354248,
      "learning_rate": 0.00018407923117763462,
      "loss": 0.4723,
      "step": 254
    },
    {
      "epoch": 0.0008474555148167627,
      "grad_norm": 2.4566686153411865,
      "learning_rate": 0.00018395208038924667,
      "loss": 0.8284,
      "step": 255
    },
    {
      "epoch": 0.0008507788697768284,
      "grad_norm": 2.598206043243408,
      "learning_rate": 0.00018382446815429904,
      "loss": 0.6923,
      "step": 256
    },
    {
      "epoch": 0.0008541022247368942,
      "grad_norm": 1.2785015106201172,
      "learning_rate": 0.00018369639517421836,
      "loss": 0.6244,
      "step": 257
    },
    {
      "epoch": 0.0008574255796969599,
      "grad_norm": 2.874516248703003,
      "learning_rate": 0.00018356786215296386,
      "loss": 1.0838,
      "step": 258
    },
    {
      "epoch": 0.0008607489346570257,
      "grad_norm": 1.3998830318450928,
      "learning_rate": 0.00018343886979702327,
      "loss": 0.8975,
      "step": 259
    },
    {
      "epoch": 0.0008640722896170914,
      "grad_norm": 1.7025326490402222,
      "learning_rate": 0.00018330941881540915,
      "loss": 0.8991,
      "step": 260
    },
    {
      "epoch": 0.0008673956445771571,
      "grad_norm": 2.2674612998962402,
      "learning_rate": 0.00018317950991965492,
      "loss": 1.3308,
      "step": 261
    },
    {
      "epoch": 0.0008707189995372228,
      "grad_norm": 2.3312606811523438,
      "learning_rate": 0.000183049143823811,
      "loss": 0.563,
      "step": 262
    },
    {
      "epoch": 0.0008740423544972885,
      "grad_norm": 2.6846554279327393,
      "learning_rate": 0.00018291832124444065,
      "loss": 0.6001,
      "step": 263
    },
    {
      "epoch": 0.0008773657094573543,
      "grad_norm": 1.8178110122680664,
      "learning_rate": 0.00018278704290061645,
      "loss": 1.1245,
      "step": 264
    },
    {
      "epoch": 0.00088068906441742,
      "grad_norm": 2.8808839321136475,
      "learning_rate": 0.0001826553095139159,
      "loss": 0.6524,
      "step": 265
    },
    {
      "epoch": 0.0008840124193774857,
      "grad_norm": 1.8369911909103394,
      "learning_rate": 0.00018252312180841776,
      "loss": 0.8538,
      "step": 266
    },
    {
      "epoch": 0.0008873357743375515,
      "grad_norm": 3.4613983631134033,
      "learning_rate": 0.00018239048051069804,
      "loss": 1.3463,
      "step": 267
    },
    {
      "epoch": 0.0008906591292976172,
      "grad_norm": 2.3553147315979004,
      "learning_rate": 0.00018225738634982584,
      "loss": 0.7726,
      "step": 268
    },
    {
      "epoch": 0.000893982484257683,
      "grad_norm": 2.2615694999694824,
      "learning_rate": 0.0001821238400573595,
      "loss": 0.9475,
      "step": 269
    },
    {
      "epoch": 0.0008973058392177487,
      "grad_norm": 2.143634796142578,
      "learning_rate": 0.00018198984236734246,
      "loss": 0.8847,
      "step": 270
    },
    {
      "epoch": 0.0009006291941778145,
      "grad_norm": 2.2180118560791016,
      "learning_rate": 0.00018185539401629935,
      "loss": 0.8115,
      "step": 271
    },
    {
      "epoch": 0.0009039525491378802,
      "grad_norm": 1.9066046476364136,
      "learning_rate": 0.00018172049574323185,
      "loss": 0.5737,
      "step": 272
    },
    {
      "epoch": 0.000907275904097946,
      "grad_norm": 2.939836263656616,
      "learning_rate": 0.00018158514828961467,
      "loss": 0.6386,
      "step": 273
    },
    {
      "epoch": 0.0009105992590580117,
      "grad_norm": 1.703859806060791,
      "learning_rate": 0.00018144935239939144,
      "loss": 0.9042,
      "step": 274
    },
    {
      "epoch": 0.0009139226140180774,
      "grad_norm": 2.835678815841675,
      "learning_rate": 0.0001813131088189707,
      "loss": 0.5571,
      "step": 275
    },
    {
      "epoch": 0.0009172459689781431,
      "grad_norm": 1.8690967559814453,
      "learning_rate": 0.00018117641829722166,
      "loss": 0.7661,
      "step": 276
    },
    {
      "epoch": 0.0009205693239382088,
      "grad_norm": 1.8423339128494263,
      "learning_rate": 0.00018103928158547022,
      "loss": 0.8873,
      "step": 277
    },
    {
      "epoch": 0.0009238926788982746,
      "grad_norm": 2.855581045150757,
      "learning_rate": 0.00018090169943749476,
      "loss": 1.1817,
      "step": 278
    },
    {
      "epoch": 0.0009272160338583403,
      "grad_norm": 1.9047566652297974,
      "learning_rate": 0.00018076367260952202,
      "loss": 0.8651,
      "step": 279
    },
    {
      "epoch": 0.000930539388818406,
      "grad_norm": 2.9160964488983154,
      "learning_rate": 0.000180625201860223,
      "loss": 0.9679,
      "step": 280
    },
    {
      "epoch": 0.0009338627437784718,
      "grad_norm": 2.2867486476898193,
      "learning_rate": 0.00018048628795070863,
      "loss": 0.8765,
      "step": 281
    },
    {
      "epoch": 0.0009371860987385375,
      "grad_norm": 2.306699752807617,
      "learning_rate": 0.00018034693164452578,
      "loss": 0.8884,
      "step": 282
    },
    {
      "epoch": 0.0009405094536986033,
      "grad_norm": 1.8463622331619263,
      "learning_rate": 0.00018020713370765296,
      "loss": 1.0486,
      "step": 283
    },
    {
      "epoch": 0.000943832808658669,
      "grad_norm": 2.461198091506958,
      "learning_rate": 0.0001800668949084961,
      "loss": 0.8678,
      "step": 284
    },
    {
      "epoch": 0.0009471561636187348,
      "grad_norm": 1.8270994424819946,
      "learning_rate": 0.00017992621601788428,
      "loss": 0.5216,
      "step": 285
    },
    {
      "epoch": 0.0009504795185788005,
      "grad_norm": 1.7276020050048828,
      "learning_rate": 0.0001797850978090658,
      "loss": 0.9864,
      "step": 286
    },
    {
      "epoch": 0.0009538028735388663,
      "grad_norm": 2.1134161949157715,
      "learning_rate": 0.00017964354105770336,
      "loss": 1.0369,
      "step": 287
    },
    {
      "epoch": 0.000957126228498932,
      "grad_norm": 1.7680435180664062,
      "learning_rate": 0.0001795015465418704,
      "loss": 0.6012,
      "step": 288
    },
    {
      "epoch": 0.0009604495834589977,
      "grad_norm": 2.04032564163208,
      "learning_rate": 0.00017935911504204645,
      "loss": 1.0371,
      "step": 289
    },
    {
      "epoch": 0.0009637729384190634,
      "grad_norm": 2.1266517639160156,
      "learning_rate": 0.00017921624734111292,
      "loss": 1.0249,
      "step": 290
    },
    {
      "epoch": 0.0009670962933791291,
      "grad_norm": 2.193666458129883,
      "learning_rate": 0.00017907294422434892,
      "loss": 0.9337,
      "step": 291
    },
    {
      "epoch": 0.0009704196483391949,
      "grad_norm": 1.992300271987915,
      "learning_rate": 0.0001789292064794267,
      "loss": 1.1848,
      "step": 292
    },
    {
      "epoch": 0.0009737430032992606,
      "grad_norm": 1.989545464515686,
      "learning_rate": 0.00017878503489640756,
      "loss": 0.9617,
      "step": 293
    },
    {
      "epoch": 0.0009770663582593265,
      "grad_norm": 2.639674425125122,
      "learning_rate": 0.0001786404302677374,
      "loss": 0.8287,
      "step": 294
    },
    {
      "epoch": 0.000980389713219392,
      "grad_norm": 1.8309355974197388,
      "learning_rate": 0.00017849539338824231,
      "loss": 1.2001,
      "step": 295
    },
    {
      "epoch": 0.000983713068179458,
      "grad_norm": 2.736295461654663,
      "learning_rate": 0.00017834992505512442,
      "loss": 0.7724,
      "step": 296
    },
    {
      "epoch": 0.0009870364231395236,
      "grad_norm": 1.8072762489318848,
      "learning_rate": 0.0001782040260679572,
      "loss": 1.0352,
      "step": 297
    },
    {
      "epoch": 0.0009903597780995892,
      "grad_norm": 2.163869619369507,
      "learning_rate": 0.0001780576972286813,
      "loss": 0.5647,
      "step": 298
    },
    {
      "epoch": 0.000993683133059655,
      "grad_norm": 2.3846802711486816,
      "learning_rate": 0.0001779109393416001,
      "loss": 1.1198,
      "step": 299
    },
    {
      "epoch": 0.0009970064880197207,
      "grad_norm": 1.6380724906921387,
      "learning_rate": 0.00017776375321337521,
      "loss": 0.5717,
      "step": 300
    },
    {
      "epoch": 0.0010003298429797866,
      "grad_norm": 4.612875461578369,
      "learning_rate": 0.0001776161396530221,
      "loss": 0.9217,
      "step": 301
    },
    {
      "epoch": 0.0010036531979398522,
      "grad_norm": 2.004425287246704,
      "learning_rate": 0.0001774680994719057,
      "loss": 0.9107,
      "step": 302
    },
    {
      "epoch": 0.001006976552899918,
      "grad_norm": 2.939297914505005,
      "learning_rate": 0.00017731963348373574,
      "loss": 1.1085,
      "step": 303
    },
    {
      "epoch": 0.0010102999078599837,
      "grad_norm": 2.7220351696014404,
      "learning_rate": 0.0001771707425045626,
      "loss": 1.3613,
      "step": 304
    },
    {
      "epoch": 0.0010136232628200495,
      "grad_norm": 1.7308357954025269,
      "learning_rate": 0.00017702142735277247,
      "loss": 1.0324,
      "step": 305
    },
    {
      "epoch": 0.0010169466177801152,
      "grad_norm": 2.447237014770508,
      "learning_rate": 0.00017687168884908316,
      "loss": 0.9186,
      "step": 306
    },
    {
      "epoch": 0.001020269972740181,
      "grad_norm": 2.7220277786254883,
      "learning_rate": 0.0001767215278165394,
      "loss": 1.1713,
      "step": 307
    },
    {
      "epoch": 0.0010235933277002467,
      "grad_norm": 2.692906379699707,
      "learning_rate": 0.00017657094508050837,
      "loss": 0.8194,
      "step": 308
    },
    {
      "epoch": 0.0010269166826603125,
      "grad_norm": 2.5367839336395264,
      "learning_rate": 0.00017641994146867516,
      "loss": 0.6705,
      "step": 309
    },
    {
      "epoch": 0.0010302400376203781,
      "grad_norm": 1.640206217765808,
      "learning_rate": 0.0001762685178110382,
      "loss": 0.8253,
      "step": 310
    },
    {
      "epoch": 0.0010335633925804438,
      "grad_norm": 1.426318883895874,
      "learning_rate": 0.0001761166749399048,
      "loss": 1.1702,
      "step": 311
    },
    {
      "epoch": 0.0010368867475405096,
      "grad_norm": 1.7044994831085205,
      "learning_rate": 0.00017596441368988635,
      "loss": 1.0063,
      "step": 312
    },
    {
      "epoch": 0.0010402101025005753,
      "grad_norm": 2.3281941413879395,
      "learning_rate": 0.00017581173489789411,
      "loss": 0.786,
      "step": 313
    },
    {
      "epoch": 0.0010435334574606411,
      "grad_norm": 1.8016386032104492,
      "learning_rate": 0.00017565863940313415,
      "loss": 0.5493,
      "step": 314
    },
    {
      "epoch": 0.0010468568124207068,
      "grad_norm": 3.2840576171875,
      "learning_rate": 0.0001755051280471031,
      "loss": 0.7416,
      "step": 315
    },
    {
      "epoch": 0.0010501801673807726,
      "grad_norm": 2.1924188137054443,
      "learning_rate": 0.00017535120167358326,
      "loss": 0.765,
      "step": 316
    },
    {
      "epoch": 0.0010535035223408382,
      "grad_norm": 2.6242880821228027,
      "learning_rate": 0.0001751968611286383,
      "loss": 0.7647,
      "step": 317
    },
    {
      "epoch": 0.001056826877300904,
      "grad_norm": 3.2573604583740234,
      "learning_rate": 0.00017504210726060828,
      "loss": 1.039,
      "step": 318
    },
    {
      "epoch": 0.0010601502322609697,
      "grad_norm": 2.1154613494873047,
      "learning_rate": 0.00017488694092010506,
      "loss": 1.22,
      "step": 319
    },
    {
      "epoch": 0.0010634735872210356,
      "grad_norm": 1.4807406663894653,
      "learning_rate": 0.00017473136296000772,
      "loss": 0.4043,
      "step": 320
    },
    {
      "epoch": 0.0010667969421811012,
      "grad_norm": 2.1486847400665283,
      "learning_rate": 0.0001745753742354579,
      "loss": 1.0579,
      "step": 321
    },
    {
      "epoch": 0.001070120297141167,
      "grad_norm": 2.2836217880249023,
      "learning_rate": 0.00017441897560385491,
      "loss": 0.8108,
      "step": 322
    },
    {
      "epoch": 0.0010734436521012327,
      "grad_norm": 1.309292197227478,
      "learning_rate": 0.00017426216792485125,
      "loss": 0.4105,
      "step": 323
    },
    {
      "epoch": 0.0010767670070612986,
      "grad_norm": 2.585120916366577,
      "learning_rate": 0.0001741049520603476,
      "loss": 0.8276,
      "step": 324
    },
    {
      "epoch": 0.0010800903620213642,
      "grad_norm": 2.7966387271881104,
      "learning_rate": 0.00017394732887448847,
      "loss": 0.7534,
      "step": 325
    },
    {
      "epoch": 0.0010834137169814298,
      "grad_norm": 3.0571515560150146,
      "learning_rate": 0.00017378929923365704,
      "loss": 0.8993,
      "step": 326
    },
    {
      "epoch": 0.0010867370719414957,
      "grad_norm": 2.490499258041382,
      "learning_rate": 0.00017363086400647073,
      "loss": 0.7859,
      "step": 327
    },
    {
      "epoch": 0.0010900604269015613,
      "grad_norm": 1.578494906425476,
      "learning_rate": 0.00017347202406377615,
      "loss": 0.8131,
      "step": 328
    },
    {
      "epoch": 0.0010933837818616272,
      "grad_norm": 3.6130857467651367,
      "learning_rate": 0.00017331278027864455,
      "loss": 0.7501,
      "step": 329
    },
    {
      "epoch": 0.0010967071368216928,
      "grad_norm": 1.6752707958221436,
      "learning_rate": 0.0001731531335263669,
      "loss": 1.0683,
      "step": 330
    },
    {
      "epoch": 0.0011000304917817587,
      "grad_norm": 2.6507322788238525,
      "learning_rate": 0.0001729930846844491,
      "loss": 1.0858,
      "step": 331
    },
    {
      "epoch": 0.0011033538467418243,
      "grad_norm": 2.2200469970703125,
      "learning_rate": 0.00017283263463260706,
      "loss": 0.609,
      "step": 332
    },
    {
      "epoch": 0.0011066772017018901,
      "grad_norm": 1.4648710489273071,
      "learning_rate": 0.00017267178425276212,
      "loss": 0.5635,
      "step": 333
    },
    {
      "epoch": 0.0011100005566619558,
      "grad_norm": 3.0488791465759277,
      "learning_rate": 0.00017251053442903595,
      "loss": 1.0769,
      "step": 334
    },
    {
      "epoch": 0.0011133239116220216,
      "grad_norm": 1.9698450565338135,
      "learning_rate": 0.00017234888604774574,
      "loss": 0.751,
      "step": 335
    },
    {
      "epoch": 0.0011166472665820873,
      "grad_norm": 2.2856333255767822,
      "learning_rate": 0.0001721868399973995,
      "loss": 1.1319,
      "step": 336
    },
    {
      "epoch": 0.0011199706215421531,
      "grad_norm": 3.197950601577759,
      "learning_rate": 0.00017202439716869093,
      "loss": 0.7242,
      "step": 337
    },
    {
      "epoch": 0.0011232939765022187,
      "grad_norm": 2.0875823497772217,
      "learning_rate": 0.00017186155845449466,
      "loss": 1.0534,
      "step": 338
    },
    {
      "epoch": 0.0011232939765022187,
      "eval_loss": 0.8052922487258911,
      "eval_runtime": 3645.622,
      "eval_samples_per_second": 34.753,
      "eval_steps_per_second": 17.376,
      "step": 338
    },
    {
      "epoch": 0.0011266173314622846,
      "grad_norm": 2.0481441020965576,
      "learning_rate": 0.00017169832474986136,
      "loss": 0.4128,
      "step": 339
    },
    {
      "epoch": 0.0011299406864223502,
      "grad_norm": 2.7836310863494873,
      "learning_rate": 0.00017153469695201277,
      "loss": 1.0152,
      "step": 340
    },
    {
      "epoch": 0.0011332640413824159,
      "grad_norm": 1.803112268447876,
      "learning_rate": 0.00017137067596033676,
      "loss": 0.9814,
      "step": 341
    },
    {
      "epoch": 0.0011365873963424817,
      "grad_norm": 3.618809700012207,
      "learning_rate": 0.0001712062626763825,
      "loss": 0.6037,
      "step": 342
    },
    {
      "epoch": 0.0011399107513025474,
      "grad_norm": 2.290827751159668,
      "learning_rate": 0.00017104145800385525,
      "loss": 1.0105,
      "step": 343
    },
    {
      "epoch": 0.0011432341062626132,
      "grad_norm": 3.151153087615967,
      "learning_rate": 0.0001708762628486117,
      "loss": 0.8708,
      "step": 344
    },
    {
      "epoch": 0.0011465574612226788,
      "grad_norm": 3.027043581008911,
      "learning_rate": 0.00017071067811865476,
      "loss": 0.987,
      "step": 345
    },
    {
      "epoch": 0.0011498808161827447,
      "grad_norm": 3.368926525115967,
      "learning_rate": 0.00017054470472412873,
      "loss": 1.1491,
      "step": 346
    },
    {
      "epoch": 0.0011532041711428103,
      "grad_norm": 2.6568570137023926,
      "learning_rate": 0.00017037834357731412,
      "loss": 0.9725,
      "step": 347
    },
    {
      "epoch": 0.0011565275261028762,
      "grad_norm": 1.8393570184707642,
      "learning_rate": 0.0001702115955926229,
      "loss": 1.0254,
      "step": 348
    },
    {
      "epoch": 0.0011598508810629418,
      "grad_norm": 2.2385222911834717,
      "learning_rate": 0.0001700444616865931,
      "loss": 1.0247,
      "step": 349
    },
    {
      "epoch": 0.0011631742360230077,
      "grad_norm": 1.9434208869934082,
      "learning_rate": 0.00016987694277788417,
      "loss": 1.06,
      "step": 350
    },
    {
      "epoch": 0.0011664975909830733,
      "grad_norm": 2.590430736541748,
      "learning_rate": 0.00016970903978727166,
      "loss": 0.8746,
      "step": 351
    },
    {
      "epoch": 0.0011698209459431392,
      "grad_norm": 3.057003974914551,
      "learning_rate": 0.00016954075363764223,
      "loss": 0.8838,
      "step": 352
    },
    {
      "epoch": 0.0011731443009032048,
      "grad_norm": 2.3392791748046875,
      "learning_rate": 0.00016937208525398867,
      "loss": 0.8626,
      "step": 353
    },
    {
      "epoch": 0.0011764676558632704,
      "grad_norm": 2.426022529602051,
      "learning_rate": 0.0001692030355634046,
      "loss": 0.6854,
      "step": 354
    },
    {
      "epoch": 0.0011797910108233363,
      "grad_norm": 2.0976903438568115,
      "learning_rate": 0.0001690336054950797,
      "loss": 1.0327,
      "step": 355
    },
    {
      "epoch": 0.001183114365783402,
      "grad_norm": 2.3197896480560303,
      "learning_rate": 0.0001688637959802943,
      "loss": 0.3525,
      "step": 356
    },
    {
      "epoch": 0.0011864377207434678,
      "grad_norm": 3.039849042892456,
      "learning_rate": 0.0001686936079524143,
      "loss": 1.1992,
      "step": 357
    },
    {
      "epoch": 0.0011897610757035334,
      "grad_norm": 1.6995773315429688,
      "learning_rate": 0.00016852304234688626,
      "loss": 0.9975,
      "step": 358
    },
    {
      "epoch": 0.0011930844306635993,
      "grad_norm": 1.6977461576461792,
      "learning_rate": 0.00016835210010123205,
      "loss": 1.1713,
      "step": 359
    },
    {
      "epoch": 0.0011964077856236649,
      "grad_norm": 1.846228837966919,
      "learning_rate": 0.0001681807821550438,
      "loss": 1.076,
      "step": 360
    },
    {
      "epoch": 0.0011997311405837307,
      "grad_norm": 1.4495360851287842,
      "learning_rate": 0.00016800908944997856,
      "loss": 1.164,
      "step": 361
    },
    {
      "epoch": 0.0012030544955437964,
      "grad_norm": 2.2226319313049316,
      "learning_rate": 0.0001678370229297535,
      "loss": 0.898,
      "step": 362
    },
    {
      "epoch": 0.0012063778505038622,
      "grad_norm": 2.0238125324249268,
      "learning_rate": 0.00016766458354014024,
      "loss": 0.6919,
      "step": 363
    },
    {
      "epoch": 0.0012097012054639279,
      "grad_norm": 1.904831051826477,
      "learning_rate": 0.00016749177222896003,
      "loss": 0.9758,
      "step": 364
    },
    {
      "epoch": 0.0012130245604239937,
      "grad_norm": 2.544200897216797,
      "learning_rate": 0.00016731858994607838,
      "loss": 0.7532,
      "step": 365
    },
    {
      "epoch": 0.0012163479153840594,
      "grad_norm": 1.9559866189956665,
      "learning_rate": 0.00016714503764339987,
      "loss": 1.0382,
      "step": 366
    },
    {
      "epoch": 0.0012196712703441252,
      "grad_norm": 2.733035087585449,
      "learning_rate": 0.00016697111627486286,
      "loss": 0.9164,
      "step": 367
    },
    {
      "epoch": 0.0012229946253041908,
      "grad_norm": 2.99914813041687,
      "learning_rate": 0.00016679682679643436,
      "loss": 1.2827,
      "step": 368
    },
    {
      "epoch": 0.0012263179802642565,
      "grad_norm": 2.175410032272339,
      "learning_rate": 0.00016662217016610465,
      "loss": 0.9336,
      "step": 369
    },
    {
      "epoch": 0.0012296413352243223,
      "grad_norm": 2.0175013542175293,
      "learning_rate": 0.00016644714734388217,
      "loss": 1.1686,
      "step": 370
    },
    {
      "epoch": 0.001232964690184388,
      "grad_norm": 2.4252514839172363,
      "learning_rate": 0.0001662717592917881,
      "loss": 0.4499,
      "step": 371
    },
    {
      "epoch": 0.0012362880451444538,
      "grad_norm": 2.7780818939208984,
      "learning_rate": 0.00016609600697385104,
      "loss": 0.9759,
      "step": 372
    },
    {
      "epoch": 0.0012396114001045194,
      "grad_norm": 2.124328136444092,
      "learning_rate": 0.000165919891356102,
      "loss": 0.8583,
      "step": 373
    },
    {
      "epoch": 0.0012429347550645853,
      "grad_norm": 2.5344133377075195,
      "learning_rate": 0.0001657434134065686,
      "loss": 0.4535,
      "step": 374
    },
    {
      "epoch": 0.001246258110024651,
      "grad_norm": 3.3825743198394775,
      "learning_rate": 0.0001655665740952703,
      "loss": 1.3055,
      "step": 375
    },
    {
      "epoch": 0.0012495814649847168,
      "grad_norm": 2.8673253059387207,
      "learning_rate": 0.0001653893743942127,
      "loss": 0.7008,
      "step": 376
    },
    {
      "epoch": 0.0012529048199447824,
      "grad_norm": 1.9958137273788452,
      "learning_rate": 0.00016521181527738227,
      "loss": 0.7368,
      "step": 377
    },
    {
      "epoch": 0.0012562281749048483,
      "grad_norm": 2.314100503921509,
      "learning_rate": 0.00016503389772074104,
      "loss": 0.6902,
      "step": 378
    },
    {
      "epoch": 0.001259551529864914,
      "grad_norm": 2.666520595550537,
      "learning_rate": 0.00016485562270222124,
      "loss": 0.9867,
      "step": 379
    },
    {
      "epoch": 0.0012628748848249798,
      "grad_norm": 1.763550043106079,
      "learning_rate": 0.00016467699120171987,
      "loss": 0.6768,
      "step": 380
    },
    {
      "epoch": 0.0012661982397850454,
      "grad_norm": 1.881373405456543,
      "learning_rate": 0.00016449800420109342,
      "loss": 1.0525,
      "step": 381
    },
    {
      "epoch": 0.001269521594745111,
      "grad_norm": 2.4424123764038086,
      "learning_rate": 0.00016431866268415237,
      "loss": 1.1332,
      "step": 382
    },
    {
      "epoch": 0.0012728449497051769,
      "grad_norm": 2.869044780731201,
      "learning_rate": 0.00016413896763665573,
      "loss": 0.5983,
      "step": 383
    },
    {
      "epoch": 0.0012761683046652425,
      "grad_norm": 2.4172592163085938,
      "learning_rate": 0.00016395892004630587,
      "loss": 0.7258,
      "step": 384
    },
    {
      "epoch": 0.0012794916596253084,
      "grad_norm": 2.2029500007629395,
      "learning_rate": 0.00016377852090274276,
      "loss": 1.0473,
      "step": 385
    },
    {
      "epoch": 0.001282815014585374,
      "grad_norm": 8.036505699157715,
      "learning_rate": 0.00016359777119753885,
      "loss": 0.995,
      "step": 386
    },
    {
      "epoch": 0.0012861383695454399,
      "grad_norm": 2.5155115127563477,
      "learning_rate": 0.00016341667192419336,
      "loss": 1.0027,
      "step": 387
    },
    {
      "epoch": 0.0012894617245055055,
      "grad_norm": 3.4718286991119385,
      "learning_rate": 0.00016323522407812698,
      "loss": 0.9595,
      "step": 388
    },
    {
      "epoch": 0.0012927850794655713,
      "grad_norm": 2.011037588119507,
      "learning_rate": 0.00016305342865667632,
      "loss": 0.7049,
      "step": 389
    },
    {
      "epoch": 0.001296108434425637,
      "grad_norm": 2.2198007106781006,
      "learning_rate": 0.0001628712866590885,
      "loss": 1.268,
      "step": 390
    },
    {
      "epoch": 0.0012994317893857028,
      "grad_norm": 2.56044602394104,
      "learning_rate": 0.00016268879908651554,
      "loss": 1.0861,
      "step": 391
    },
    {
      "epoch": 0.0013027551443457685,
      "grad_norm": 2.260380506515503,
      "learning_rate": 0.00016250596694200898,
      "loss": 0.8437,
      "step": 392
    },
    {
      "epoch": 0.0013060784993058343,
      "grad_norm": 1.2967033386230469,
      "learning_rate": 0.00016232279123051433,
      "loss": 0.8688,
      "step": 393
    },
    {
      "epoch": 0.0013094018542659,
      "grad_norm": 3.2481868267059326,
      "learning_rate": 0.00016213927295886547,
      "loss": 0.7198,
      "step": 394
    },
    {
      "epoch": 0.0013127252092259658,
      "grad_norm": 3.0944719314575195,
      "learning_rate": 0.00016195541313577923,
      "loss": 0.781,
      "step": 395
    },
    {
      "epoch": 0.0013160485641860314,
      "grad_norm": 1.6431130170822144,
      "learning_rate": 0.00016177121277184976,
      "loss": 1.255,
      "step": 396
    },
    {
      "epoch": 0.001319371919146097,
      "grad_norm": 1.4489392042160034,
      "learning_rate": 0.00016158667287954307,
      "loss": 0.815,
      "step": 397
    },
    {
      "epoch": 0.001322695274106163,
      "grad_norm": 2.257401943206787,
      "learning_rate": 0.00016140179447319132,
      "loss": 0.7856,
      "step": 398
    },
    {
      "epoch": 0.0013260186290662286,
      "grad_norm": 2.2969744205474854,
      "learning_rate": 0.0001612165785689874,
      "loss": 0.7953,
      "step": 399
    },
    {
      "epoch": 0.0013293419840262944,
      "grad_norm": 1.9787391424179077,
      "learning_rate": 0.00016103102618497922,
      "loss": 0.9674,
      "step": 400
    },
    {
      "epoch": 0.00133266533898636,
      "grad_norm": 1.5315709114074707,
      "learning_rate": 0.0001608451383410642,
      "loss": 0.6258,
      "step": 401
    },
    {
      "epoch": 0.001335988693946426,
      "grad_norm": 2.6598336696624756,
      "learning_rate": 0.00016065891605898357,
      "loss": 0.6292,
      "step": 402
    },
    {
      "epoch": 0.0013393120489064915,
      "grad_norm": 2.77394437789917,
      "learning_rate": 0.00016047236036231696,
      "loss": 0.8622,
      "step": 403
    },
    {
      "epoch": 0.0013426354038665574,
      "grad_norm": 2.940718412399292,
      "learning_rate": 0.00016028547227647647,
      "loss": 0.7592,
      "step": 404
    },
    {
      "epoch": 0.001345958758826623,
      "grad_norm": 3.2579190731048584,
      "learning_rate": 0.00016009825282870126,
      "loss": 0.9544,
      "step": 405
    },
    {
      "epoch": 0.0013492821137866889,
      "grad_norm": 2.5599100589752197,
      "learning_rate": 0.00015991070304805183,
      "loss": 0.5739,
      "step": 406
    },
    {
      "epoch": 0.0013526054687467545,
      "grad_norm": 2.1100902557373047,
      "learning_rate": 0.00015972282396540442,
      "loss": 1.1752,
      "step": 407
    },
    {
      "epoch": 0.0013559288237068204,
      "grad_norm": 2.0210931301116943,
      "learning_rate": 0.00015953461661344517,
      "loss": 0.994,
      "step": 408
    },
    {
      "epoch": 0.001359252178666886,
      "grad_norm": 3.0686702728271484,
      "learning_rate": 0.0001593460820266647,
      "loss": 0.5866,
      "step": 409
    },
    {
      "epoch": 0.0013625755336269516,
      "grad_norm": 2.464956045150757,
      "learning_rate": 0.00015915722124135227,
      "loss": 0.9743,
      "step": 410
    },
    {
      "epoch": 0.0013658988885870175,
      "grad_norm": 2.061004400253296,
      "learning_rate": 0.00015896803529558996,
      "loss": 1.0626,
      "step": 411
    },
    {
      "epoch": 0.0013692222435470831,
      "grad_norm": 2.1573288440704346,
      "learning_rate": 0.00015877852522924732,
      "loss": 0.8526,
      "step": 412
    },
    {
      "epoch": 0.001372545598507149,
      "grad_norm": 2.005390167236328,
      "learning_rate": 0.00015858869208397531,
      "loss": 0.9935,
      "step": 413
    },
    {
      "epoch": 0.0013758689534672146,
      "grad_norm": 1.8490252494812012,
      "learning_rate": 0.00015839853690320074,
      "loss": 0.8318,
      "step": 414
    },
    {
      "epoch": 0.0013791923084272805,
      "grad_norm": 1.9741147756576538,
      "learning_rate": 0.00015820806073212055,
      "loss": 0.8749,
      "step": 415
    },
    {
      "epoch": 0.001382515663387346,
      "grad_norm": 2.648749351501465,
      "learning_rate": 0.00015801726461769588,
      "loss": 0.7823,
      "step": 416
    },
    {
      "epoch": 0.001385839018347412,
      "grad_norm": 2.187089681625366,
      "learning_rate": 0.00015782614960864667,
      "loss": 1.2036,
      "step": 417
    },
    {
      "epoch": 0.0013891623733074776,
      "grad_norm": 2.9661054611206055,
      "learning_rate": 0.00015763471675544547,
      "loss": 1.0797,
      "step": 418
    },
    {
      "epoch": 0.0013924857282675434,
      "grad_norm": 1.743714451789856,
      "learning_rate": 0.00015744296711031201,
      "loss": 0.6793,
      "step": 419
    },
    {
      "epoch": 0.001395809083227609,
      "grad_norm": 2.294877529144287,
      "learning_rate": 0.0001572509017272072,
      "loss": 0.9928,
      "step": 420
    },
    {
      "epoch": 0.001399132438187675,
      "grad_norm": 1.6575604677200317,
      "learning_rate": 0.0001570585216618275,
      "loss": 0.5367,
      "step": 421
    },
    {
      "epoch": 0.0014024557931477406,
      "grad_norm": 2.673041820526123,
      "learning_rate": 0.00015686582797159893,
      "loss": 1.0252,
      "step": 422
    },
    {
      "epoch": 0.0014057791481078064,
      "grad_norm": 3.3081676959991455,
      "learning_rate": 0.00015667282171567148,
      "loss": 0.8337,
      "step": 423
    },
    {
      "epoch": 0.001409102503067872,
      "grad_norm": 1.8635960817337036,
      "learning_rate": 0.0001564795039549131,
      "loss": 0.7247,
      "step": 424
    },
    {
      "epoch": 0.0014124258580279377,
      "grad_norm": 3.2930538654327393,
      "learning_rate": 0.00015628587575190395,
      "loss": 0.8279,
      "step": 425
    },
    {
      "epoch": 0.0014157492129880035,
      "grad_norm": 2.5692124366760254,
      "learning_rate": 0.00015609193817093058,
      "loss": 0.4081,
      "step": 426
    },
    {
      "epoch": 0.0014190725679480692,
      "grad_norm": 2.1339385509490967,
      "learning_rate": 0.00015589769227797998,
      "loss": 1.0717,
      "step": 427
    },
    {
      "epoch": 0.001422395922908135,
      "grad_norm": 2.1853978633880615,
      "learning_rate": 0.00015570313914073388,
      "loss": 1.0475,
      "step": 428
    },
    {
      "epoch": 0.0014257192778682007,
      "grad_norm": 2.553443431854248,
      "learning_rate": 0.00015550827982856275,
      "loss": 0.8271,
      "step": 429
    },
    {
      "epoch": 0.0014290426328282665,
      "grad_norm": 1.5306391716003418,
      "learning_rate": 0.00015531311541251995,
      "loss": 0.5867,
      "step": 430
    },
    {
      "epoch": 0.0014323659877883321,
      "grad_norm": 1.6208972930908203,
      "learning_rate": 0.00015511764696533588,
      "loss": 1.2578,
      "step": 431
    },
    {
      "epoch": 0.001435689342748398,
      "grad_norm": 5.672243595123291,
      "learning_rate": 0.00015492187556141209,
      "loss": 0.5139,
      "step": 432
    },
    {
      "epoch": 0.0014390126977084636,
      "grad_norm": 1.889448881149292,
      "learning_rate": 0.00015472580227681525,
      "loss": 0.8135,
      "step": 433
    },
    {
      "epoch": 0.0014423360526685295,
      "grad_norm": 1.824886441230774,
      "learning_rate": 0.00015452942818927143,
      "loss": 0.6284,
      "step": 434
    },
    {
      "epoch": 0.0014456594076285951,
      "grad_norm": 1.9414311647415161,
      "learning_rate": 0.00015433275437816004,
      "loss": 0.5729,
      "step": 435
    },
    {
      "epoch": 0.001448982762588661,
      "grad_norm": 2.092698335647583,
      "learning_rate": 0.00015413578192450796,
      "loss": 0.7353,
      "step": 436
    },
    {
      "epoch": 0.0014523061175487266,
      "grad_norm": 2.3848845958709717,
      "learning_rate": 0.00015393851191098347,
      "loss": 0.7127,
      "step": 437
    },
    {
      "epoch": 0.0014556294725087922,
      "grad_norm": 2.2399842739105225,
      "learning_rate": 0.00015374094542189054,
      "loss": 1.2367,
      "step": 438
    },
    {
      "epoch": 0.001458952827468858,
      "grad_norm": 2.004148483276367,
      "learning_rate": 0.00015354308354316272,
      "loss": 1.0635,
      "step": 439
    },
    {
      "epoch": 0.0014622761824289237,
      "grad_norm": 2.195793628692627,
      "learning_rate": 0.00015334492736235705,
      "loss": 0.9825,
      "step": 440
    },
    {
      "epoch": 0.0014655995373889896,
      "grad_norm": 4.058084011077881,
      "learning_rate": 0.0001531464779686483,
      "loss": 0.8245,
      "step": 441
    },
    {
      "epoch": 0.0014689228923490552,
      "grad_norm": 1.8190230131149292,
      "learning_rate": 0.000152947736452823,
      "loss": 0.757,
      "step": 442
    },
    {
      "epoch": 0.001472246247309121,
      "grad_norm": 1.7428832054138184,
      "learning_rate": 0.00015274870390727312,
      "loss": 0.9555,
      "step": 443
    },
    {
      "epoch": 0.0014755696022691867,
      "grad_norm": 2.4989230632781982,
      "learning_rate": 0.00015254938142599046,
      "loss": 1.1964,
      "step": 444
    },
    {
      "epoch": 0.0014788929572292526,
      "grad_norm": 2.88775897026062,
      "learning_rate": 0.00015234977010456047,
      "loss": 0.497,
      "step": 445
    },
    {
      "epoch": 0.0014822163121893182,
      "grad_norm": 1.6986929178237915,
      "learning_rate": 0.0001521498710401561,
      "loss": 0.5588,
      "step": 446
    },
    {
      "epoch": 0.001485539667149384,
      "grad_norm": 2.8205032348632812,
      "learning_rate": 0.00015194968533153197,
      "loss": 0.7414,
      "step": 447
    },
    {
      "epoch": 0.0014888630221094497,
      "grad_norm": 2.19740891456604,
      "learning_rate": 0.00015174921407901825,
      "loss": 0.868,
      "step": 448
    },
    {
      "epoch": 0.0014921863770695155,
      "grad_norm": 1.422686219215393,
      "learning_rate": 0.0001515484583845146,
      "loss": 0.9879,
      "step": 449
    },
    {
      "epoch": 0.0014955097320295812,
      "grad_norm": 1.4942395687103271,
      "learning_rate": 0.0001513474193514842,
      "loss": 0.7743,
      "step": 450
    },
    {
      "epoch": 0.001498833086989647,
      "grad_norm": 2.4671547412872314,
      "learning_rate": 0.0001511460980849475,
      "loss": 0.9209,
      "step": 451
    },
    {
      "epoch": 0.0015021564419497127,
      "grad_norm": 2.2073705196380615,
      "learning_rate": 0.00015094449569147633,
      "loss": 0.932,
      "step": 452
    },
    {
      "epoch": 0.0015054797969097783,
      "grad_norm": 1.6820789575576782,
      "learning_rate": 0.00015074261327918773,
      "loss": 1.0398,
      "step": 453
    },
    {
      "epoch": 0.0015088031518698441,
      "grad_norm": 1.5953718423843384,
      "learning_rate": 0.0001505404519577379,
      "loss": 1.0917,
      "step": 454
    },
    {
      "epoch": 0.0015121265068299098,
      "grad_norm": 1.756822109222412,
      "learning_rate": 0.00015033801283831596,
      "loss": 0.6846,
      "step": 455
    },
    {
      "epoch": 0.0015154498617899756,
      "grad_norm": 2.8993911743164062,
      "learning_rate": 0.0001501352970336382,
      "loss": 0.5374,
      "step": 456
    },
    {
      "epoch": 0.0015187732167500413,
      "grad_norm": 1.8845045566558838,
      "learning_rate": 0.00014993230565794145,
      "loss": 1.1183,
      "step": 457
    },
    {
      "epoch": 0.0015220965717101071,
      "grad_norm": 3.5733401775360107,
      "learning_rate": 0.00014972903982697744,
      "loss": 0.987,
      "step": 458
    },
    {
      "epoch": 0.0015254199266701728,
      "grad_norm": 2.470120429992676,
      "learning_rate": 0.00014952550065800633,
      "loss": 1.0403,
      "step": 459
    },
    {
      "epoch": 0.0015287432816302386,
      "grad_norm": 2.4129278659820557,
      "learning_rate": 0.00014932168926979074,
      "loss": 0.9353,
      "step": 460
    },
    {
      "epoch": 0.0015320666365903042,
      "grad_norm": 1.8226951360702515,
      "learning_rate": 0.00014911760678258958,
      "loss": 1.096,
      "step": 461
    },
    {
      "epoch": 0.00153538999155037,
      "grad_norm": 2.3023922443389893,
      "learning_rate": 0.00014891325431815183,
      "loss": 0.7585,
      "step": 462
    },
    {
      "epoch": 0.0015387133465104357,
      "grad_norm": 2.042905807495117,
      "learning_rate": 0.00014870863299971037,
      "loss": 0.5549,
      "step": 463
    },
    {
      "epoch": 0.0015420367014705016,
      "grad_norm": 2.898904323577881,
      "learning_rate": 0.00014850374395197603,
      "loss": 0.9972,
      "step": 464
    },
    {
      "epoch": 0.0015453600564305672,
      "grad_norm": 2.0899417400360107,
      "learning_rate": 0.000148298588301131,
      "loss": 0.8713,
      "step": 465
    },
    {
      "epoch": 0.001548683411390633,
      "grad_norm": 2.8808038234710693,
      "learning_rate": 0.000148093167174823,
      "loss": 0.9414,
      "step": 466
    },
    {
      "epoch": 0.0015520067663506987,
      "grad_norm": 2.7616682052612305,
      "learning_rate": 0.0001478874817021589,
      "loss": 1.0858,
      "step": 467
    },
    {
      "epoch": 0.0015553301213107643,
      "grad_norm": 2.1410398483276367,
      "learning_rate": 0.00014768153301369862,
      "loss": 1.1518,
      "step": 468
    },
    {
      "epoch": 0.0015586534762708302,
      "grad_norm": 3.3631374835968018,
      "learning_rate": 0.00014747532224144874,
      "loss": 0.7305,
      "step": 469
    },
    {
      "epoch": 0.0015619768312308958,
      "grad_norm": 1.7086764574050903,
      "learning_rate": 0.00014726885051885653,
      "loss": 0.3283,
      "step": 470
    },
    {
      "epoch": 0.0015653001861909617,
      "grad_norm": 2.285609006881714,
      "learning_rate": 0.0001470621189808035,
      "loss": 0.7171,
      "step": 471
    },
    {
      "epoch": 0.0015686235411510273,
      "grad_norm": 1.4060313701629639,
      "learning_rate": 0.00014685512876359933,
      "loss": 0.9897,
      "step": 472
    },
    {
      "epoch": 0.0015719468961110932,
      "grad_norm": 3.3939311504364014,
      "learning_rate": 0.00014664788100497543,
      "loss": 0.7818,
      "step": 473
    },
    {
      "epoch": 0.0015752702510711588,
      "grad_norm": 2.267882823944092,
      "learning_rate": 0.00014644037684407882,
      "loss": 0.9504,
      "step": 474
    },
    {
      "epoch": 0.0015785936060312246,
      "grad_norm": 2.5808498859405518,
      "learning_rate": 0.00014623261742146602,
      "loss": 0.6995,
      "step": 475
    },
    {
      "epoch": 0.0015819169609912903,
      "grad_norm": 2.1609489917755127,
      "learning_rate": 0.0001460246038790963,
      "loss": 1.0834,
      "step": 476
    },
    {
      "epoch": 0.0015852403159513561,
      "grad_norm": 2.044257879257202,
      "learning_rate": 0.00014581633736032604,
      "loss": 1.2786,
      "step": 477
    },
    {
      "epoch": 0.0015885636709114218,
      "grad_norm": 2.212653636932373,
      "learning_rate": 0.00014560781900990185,
      "loss": 0.9484,
      "step": 478
    },
    {
      "epoch": 0.0015918870258714876,
      "grad_norm": 2.089214324951172,
      "learning_rate": 0.00014539904997395468,
      "loss": 0.582,
      "step": 479
    },
    {
      "epoch": 0.0015952103808315533,
      "grad_norm": 2.4999754428863525,
      "learning_rate": 0.00014519003139999337,
      "loss": 0.9584,
      "step": 480
    },
    {
      "epoch": 0.001598533735791619,
      "grad_norm": 2.5502419471740723,
      "learning_rate": 0.0001449807644368984,
      "loss": 1.1428,
      "step": 481
    },
    {
      "epoch": 0.0016018570907516847,
      "grad_norm": 2.768934965133667,
      "learning_rate": 0.00014477125023491536,
      "loss": 1.0233,
      "step": 482
    },
    {
      "epoch": 0.0016051804457117504,
      "grad_norm": 2.5451481342315674,
      "learning_rate": 0.00014456148994564902,
      "loss": 1.0334,
      "step": 483
    },
    {
      "epoch": 0.0016085038006718162,
      "grad_norm": 2.7719686031341553,
      "learning_rate": 0.00014435148472205663,
      "loss": 0.8799,
      "step": 484
    },
    {
      "epoch": 0.0016118271556318819,
      "grad_norm": 1.7700914144515991,
      "learning_rate": 0.00014414123571844178,
      "loss": 0.7884,
      "step": 485
    },
    {
      "epoch": 0.0016151505105919477,
      "grad_norm": 2.0977518558502197,
      "learning_rate": 0.00014393074409044802,
      "loss": 0.6925,
      "step": 486
    },
    {
      "epoch": 0.0016184738655520134,
      "grad_norm": 2.67895770072937,
      "learning_rate": 0.0001437200109950525,
      "loss": 1.0035,
      "step": 487
    },
    {
      "epoch": 0.0016217972205120792,
      "grad_norm": 3.2238223552703857,
      "learning_rate": 0.0001435090375905596,
      "loss": 1.0713,
      "step": 488
    },
    {
      "epoch": 0.0016251205754721448,
      "grad_norm": 2.0760786533355713,
      "learning_rate": 0.0001432978250365945,
      "loss": 1.0964,
      "step": 489
    },
    {
      "epoch": 0.0016284439304322107,
      "grad_norm": 3.5688364505767822,
      "learning_rate": 0.00014308637449409706,
      "loss": 0.7381,
      "step": 490
    },
    {
      "epoch": 0.0016317672853922763,
      "grad_norm": 2.8619515895843506,
      "learning_rate": 0.000142874687125315,
      "loss": 0.989,
      "step": 491
    },
    {
      "epoch": 0.0016350906403523422,
      "grad_norm": 1.933438777923584,
      "learning_rate": 0.000142662764093798,
      "loss": 0.7186,
      "step": 492
    },
    {
      "epoch": 0.0016384139953124078,
      "grad_norm": 3.7711353302001953,
      "learning_rate": 0.0001424506065643909,
      "loss": 1.0943,
      "step": 493
    },
    {
      "epoch": 0.0016417373502724737,
      "grad_norm": 2.5023012161254883,
      "learning_rate": 0.00014223821570322762,
      "loss": 0.6169,
      "step": 494
    },
    {
      "epoch": 0.0016450607052325393,
      "grad_norm": 3.1843974590301514,
      "learning_rate": 0.00014202559267772444,
      "loss": 1.1201,
      "step": 495
    },
    {
      "epoch": 0.001648384060192605,
      "grad_norm": 3.2275471687316895,
      "learning_rate": 0.0001418127386565739,
      "loss": 0.938,
      "step": 496
    },
    {
      "epoch": 0.0016517074151526708,
      "grad_norm": 2.20774507522583,
      "learning_rate": 0.0001415996548097381,
      "loss": 0.9928,
      "step": 497
    },
    {
      "epoch": 0.0016550307701127364,
      "grad_norm": 2.4581379890441895,
      "learning_rate": 0.0001413863423084424,
      "loss": 0.7207,
      "step": 498
    },
    {
      "epoch": 0.0016583541250728023,
      "grad_norm": 2.44679594039917,
      "learning_rate": 0.00014117280232516907,
      "loss": 0.9743,
      "step": 499
    },
    {
      "epoch": 0.001661677480032868,
      "grad_norm": 2.349276304244995,
      "learning_rate": 0.00014095903603365066,
      "loss": 1.2013,
      "step": 500
    },
    {
      "epoch": 0.0016650008349929338,
      "grad_norm": 1.7285391092300415,
      "learning_rate": 0.00014074504460886357,
      "loss": 0.9078,
      "step": 501
    },
    {
      "epoch": 0.0016683241899529994,
      "grad_norm": 2.265042304992676,
      "learning_rate": 0.00014053082922702183,
      "loss": 0.9087,
      "step": 502
    },
    {
      "epoch": 0.0016716475449130653,
      "grad_norm": 1.9568219184875488,
      "learning_rate": 0.00014031639106557034,
      "loss": 1.1393,
      "step": 503
    },
    {
      "epoch": 0.0016749708998731309,
      "grad_norm": 2.612175941467285,
      "learning_rate": 0.00014010173130317853,
      "loss": 0.962,
      "step": 504
    },
    {
      "epoch": 0.0016782942548331967,
      "grad_norm": 2.0218536853790283,
      "learning_rate": 0.00013988685111973384,
      "loss": 0.9253,
      "step": 505
    },
    {
      "epoch": 0.0016816176097932624,
      "grad_norm": 2.0158233642578125,
      "learning_rate": 0.00013967175169633537,
      "loss": 0.786,
      "step": 506
    },
    {
      "epoch": 0.0016849409647533282,
      "grad_norm": 3.1315083503723145,
      "learning_rate": 0.0001394564342152872,
      "loss": 0.9048,
      "step": 507
    },
    {
      "epoch": 0.0016882643197133939,
      "grad_norm": 1.7661389112472534,
      "learning_rate": 0.00013924089986009201,
      "loss": 0.8846,
      "step": 508
    },
    {
      "epoch": 0.0016915876746734595,
      "grad_norm": 2.1107890605926514,
      "learning_rate": 0.00013902514981544453,
      "loss": 0.7344,
      "step": 509
    },
    {
      "epoch": 0.0016949110296335254,
      "grad_norm": 2.9818637371063232,
      "learning_rate": 0.00013880918526722497,
      "loss": 0.9103,
      "step": 510
    },
    {
      "epoch": 0.001698234384593591,
      "grad_norm": 2.511178731918335,
      "learning_rate": 0.00013859300740249271,
      "loss": 0.8006,
      "step": 511
    },
    {
      "epoch": 0.0017015577395536568,
      "grad_norm": 1.908679485321045,
      "learning_rate": 0.0001383766174094795,
      "loss": 0.7235,
      "step": 512
    },
    {
      "epoch": 0.0017048810945137225,
      "grad_norm": 2.134659767150879,
      "learning_rate": 0.00013816001647758315,
      "loss": 1.1343,
      "step": 513
    },
    {
      "epoch": 0.0017082044494737883,
      "grad_norm": 2.1468400955200195,
      "learning_rate": 0.00013794320579736083,
      "loss": 0.9549,
      "step": 514
    },
    {
      "epoch": 0.001711527804433854,
      "grad_norm": 2.1733579635620117,
      "learning_rate": 0.0001377261865605227,
      "loss": 1.1848,
      "step": 515
    },
    {
      "epoch": 0.0017148511593939198,
      "grad_norm": 1.991128921508789,
      "learning_rate": 0.00013750895995992516,
      "loss": 0.7311,
      "step": 516
    },
    {
      "epoch": 0.0017181745143539854,
      "grad_norm": 2.1289000511169434,
      "learning_rate": 0.0001372915271895645,
      "loss": 1.048,
      "step": 517
    },
    {
      "epoch": 0.0017214978693140513,
      "grad_norm": 2.1132898330688477,
      "learning_rate": 0.00013707388944457006,
      "loss": 0.8074,
      "step": 518
    },
    {
      "epoch": 0.001724821224274117,
      "grad_norm": 1.760475754737854,
      "learning_rate": 0.00013685604792119805,
      "loss": 0.7364,
      "step": 519
    },
    {
      "epoch": 0.0017281445792341828,
      "grad_norm": 1.3359822034835815,
      "learning_rate": 0.00013663800381682464,
      "loss": 0.2826,
      "step": 520
    },
    {
      "epoch": 0.0017314679341942484,
      "grad_norm": 2.0730972290039062,
      "learning_rate": 0.00013641975832993943,
      "loss": 1.1438,
      "step": 521
    },
    {
      "epoch": 0.0017347912891543143,
      "grad_norm": 2.580172538757324,
      "learning_rate": 0.00013620131266013912,
      "loss": 0.9868,
      "step": 522
    },
    {
      "epoch": 0.00173811464411438,
      "grad_norm": 2.297116279602051,
      "learning_rate": 0.00013598266800812054,
      "loss": 0.7773,
      "step": 523
    },
    {
      "epoch": 0.0017414379990744455,
      "grad_norm": 2.9864063262939453,
      "learning_rate": 0.00013576382557567432,
      "loss": 0.8225,
      "step": 524
    },
    {
      "epoch": 0.0017447613540345114,
      "grad_norm": 1.5314834117889404,
      "learning_rate": 0.00013554478656567818,
      "loss": 0.4179,
      "step": 525
    },
    {
      "epoch": 0.001748084708994577,
      "grad_norm": 1.7834542989730835,
      "learning_rate": 0.00013532555218209036,
      "loss": 0.6409,
      "step": 526
    },
    {
      "epoch": 0.0017514080639546429,
      "grad_norm": 2.13189435005188,
      "learning_rate": 0.00013510612362994294,
      "loss": 1.0067,
      "step": 527
    },
    {
      "epoch": 0.0017547314189147085,
      "grad_norm": 2.6985745429992676,
      "learning_rate": 0.00013488650211533528,
      "loss": 0.6936,
      "step": 528
    },
    {
      "epoch": 0.0017580547738747744,
      "grad_norm": 2.372605323791504,
      "learning_rate": 0.00013466668884542742,
      "loss": 0.9095,
      "step": 529
    },
    {
      "epoch": 0.00176137812883484,
      "grad_norm": 1.7580751180648804,
      "learning_rate": 0.0001344466850284333,
      "loss": 0.8369,
      "step": 530
    },
    {
      "epoch": 0.0017647014837949059,
      "grad_norm": 1.7750439643859863,
      "learning_rate": 0.00013422649187361425,
      "loss": 1.3494,
      "step": 531
    },
    {
      "epoch": 0.0017680248387549715,
      "grad_norm": 1.9652462005615234,
      "learning_rate": 0.0001340061105912723,
      "loss": 0.7365,
      "step": 532
    },
    {
      "epoch": 0.0017713481937150373,
      "grad_norm": 2.049260139465332,
      "learning_rate": 0.00013378554239274357,
      "loss": 1.0558,
      "step": 533
    },
    {
      "epoch": 0.001774671548675103,
      "grad_norm": 1.9873521327972412,
      "learning_rate": 0.0001335647884903915,
      "loss": 0.9257,
      "step": 534
    },
    {
      "epoch": 0.0017779949036351688,
      "grad_norm": 2.6574344635009766,
      "learning_rate": 0.00013334385009760032,
      "loss": 0.8868,
      "step": 535
    },
    {
      "epoch": 0.0017813182585952345,
      "grad_norm": 2.1608400344848633,
      "learning_rate": 0.0001331227284287683,
      "loss": 0.9569,
      "step": 536
    },
    {
      "epoch": 0.0017846416135553,
      "grad_norm": 2.083646297454834,
      "learning_rate": 0.00013290142469930108,
      "loss": 0.6911,
      "step": 537
    },
    {
      "epoch": 0.001787964968515366,
      "grad_norm": 2.5161776542663574,
      "learning_rate": 0.00013267994012560504,
      "loss": 0.77,
      "step": 538
    },
    {
      "epoch": 0.0017912883234754316,
      "grad_norm": 3.0230369567871094,
      "learning_rate": 0.0001324582759250806,
      "loss": 0.9492,
      "step": 539
    },
    {
      "epoch": 0.0017946116784354974,
      "grad_norm": 2.4961330890655518,
      "learning_rate": 0.00013223643331611537,
      "loss": 0.8475,
      "step": 540
    },
    {
      "epoch": 0.001797935033395563,
      "grad_norm": 2.7386598587036133,
      "learning_rate": 0.00013201441351807779,
      "loss": 1.0539,
      "step": 541
    },
    {
      "epoch": 0.001801258388355629,
      "grad_norm": 1.904877781867981,
      "learning_rate": 0.00013179221775131005,
      "loss": 0.9841,
      "step": 542
    },
    {
      "epoch": 0.0018045817433156946,
      "grad_norm": 1.6152467727661133,
      "learning_rate": 0.00013156984723712163,
      "loss": 0.8082,
      "step": 543
    },
    {
      "epoch": 0.0018079050982757604,
      "grad_norm": 2.0217301845550537,
      "learning_rate": 0.00013134730319778258,
      "loss": 0.7058,
      "step": 544
    },
    {
      "epoch": 0.001811228453235826,
      "grad_norm": 2.4400198459625244,
      "learning_rate": 0.00013112458685651668,
      "loss": 0.5397,
      "step": 545
    },
    {
      "epoch": 0.001814551808195892,
      "grad_norm": 2.9290049076080322,
      "learning_rate": 0.00013090169943749476,
      "loss": 0.6447,
      "step": 546
    },
    {
      "epoch": 0.0018178751631559575,
      "grad_norm": 2.287457227706909,
      "learning_rate": 0.00013067864216582796,
      "loss": 0.8215,
      "step": 547
    },
    {
      "epoch": 0.0018211985181160234,
      "grad_norm": 2.156313180923462,
      "learning_rate": 0.00013045541626756116,
      "loss": 0.8901,
      "step": 548
    },
    {
      "epoch": 0.001824521873076089,
      "grad_norm": 3.641247272491455,
      "learning_rate": 0.00013023202296966592,
      "loss": 0.6618,
      "step": 549
    },
    {
      "epoch": 0.0018278452280361549,
      "grad_norm": 1.8533127307891846,
      "learning_rate": 0.0001300084635000341,
      "loss": 1.169,
      "step": 550
    },
    {
      "epoch": 0.0018311685829962205,
      "grad_norm": 3.0678725242614746,
      "learning_rate": 0.00012978473908747075,
      "loss": 0.832,
      "step": 551
    },
    {
      "epoch": 0.0018344919379562862,
      "grad_norm": 3.2079899311065674,
      "learning_rate": 0.0001295608509616877,
      "loss": 0.6837,
      "step": 552
    },
    {
      "epoch": 0.001837815292916352,
      "grad_norm": 2.597864866256714,
      "learning_rate": 0.00012933680035329655,
      "loss": 1.3082,
      "step": 553
    },
    {
      "epoch": 0.0018411386478764176,
      "grad_norm": 2.472370147705078,
      "learning_rate": 0.000129112588493802,
      "loss": 0.561,
      "step": 554
    },
    {
      "epoch": 0.0018444620028364835,
      "grad_norm": 3.0091707706451416,
      "learning_rate": 0.00012888821661559508,
      "loss": 0.5152,
      "step": 555
    },
    {
      "epoch": 0.0018477853577965491,
      "grad_norm": 2.9906110763549805,
      "learning_rate": 0.00012866368595194637,
      "loss": 0.6329,
      "step": 556
    },
    {
      "epoch": 0.001851108712756615,
      "grad_norm": 2.2929768562316895,
      "learning_rate": 0.00012843899773699925,
      "loss": 0.575,
      "step": 557
    },
    {
      "epoch": 0.0018544320677166806,
      "grad_norm": 3.1381468772888184,
      "learning_rate": 0.0001282141532057631,
      "loss": 1.0727,
      "step": 558
    },
    {
      "epoch": 0.0018577554226767465,
      "grad_norm": 2.3164799213409424,
      "learning_rate": 0.00012798915359410636,
      "loss": 0.813,
      "step": 559
    },
    {
      "epoch": 0.001861078777636812,
      "grad_norm": 2.131434917449951,
      "learning_rate": 0.00012776400013875006,
      "loss": 0.7452,
      "step": 560
    },
    {
      "epoch": 0.001864402132596878,
      "grad_norm": 2.837549924850464,
      "learning_rate": 0.00012753869407726076,
      "loss": 1.9887,
      "step": 561
    },
    {
      "epoch": 0.0018677254875569436,
      "grad_norm": 2.870181083679199,
      "learning_rate": 0.0001273132366480438,
      "loss": 0.845,
      "step": 562
    },
    {
      "epoch": 0.0018710488425170094,
      "grad_norm": 3.1397180557250977,
      "learning_rate": 0.00012708762909033653,
      "loss": 0.9115,
      "step": 563
    },
    {
      "epoch": 0.001874372197477075,
      "grad_norm": 2.3821725845336914,
      "learning_rate": 0.0001268618726442016,
      "loss": 0.7028,
      "step": 564
    },
    {
      "epoch": 0.001877695552437141,
      "grad_norm": 1.7130166292190552,
      "learning_rate": 0.0001266359685505198,
      "loss": 0.7833,
      "step": 565
    },
    {
      "epoch": 0.0018810189073972066,
      "grad_norm": 3.209749460220337,
      "learning_rate": 0.00012640991805098367,
      "loss": 0.8072,
      "step": 566
    },
    {
      "epoch": 0.0018843422623572722,
      "grad_norm": 2.020719528198242,
      "learning_rate": 0.0001261837223880905,
      "loss": 0.9343,
      "step": 567
    },
    {
      "epoch": 0.001887665617317338,
      "grad_norm": 2.07039475440979,
      "learning_rate": 0.00012595738280513525,
      "loss": 0.8156,
      "step": 568
    },
    {
      "epoch": 0.0018909889722774037,
      "grad_norm": 1.843542218208313,
      "learning_rate": 0.00012573090054620418,
      "loss": 0.6055,
      "step": 569
    },
    {
      "epoch": 0.0018943123272374695,
      "grad_norm": 2.5904033184051514,
      "learning_rate": 0.00012550427685616765,
      "loss": 1.0701,
      "step": 570
    },
    {
      "epoch": 0.0018976356821975352,
      "grad_norm": 2.4238333702087402,
      "learning_rate": 0.00012527751298067346,
      "loss": 0.6713,
      "step": 571
    },
    {
      "epoch": 0.001900959037157601,
      "grad_norm": 2.069296360015869,
      "learning_rate": 0.0001250506101661399,
      "loss": 0.8355,
      "step": 572
    },
    {
      "epoch": 0.0019042823921176667,
      "grad_norm": 2.521625518798828,
      "learning_rate": 0.00012482356965974893,
      "loss": 0.9855,
      "step": 573
    },
    {
      "epoch": 0.0019076057470777325,
      "grad_norm": 1.7343671321868896,
      "learning_rate": 0.00012459639270943944,
      "loss": 0.8856,
      "step": 574
    },
    {
      "epoch": 0.0019109291020377981,
      "grad_norm": 2.147104263305664,
      "learning_rate": 0.0001243690805639002,
      "loss": 0.3181,
      "step": 575
    },
    {
      "epoch": 0.001914252456997864,
      "grad_norm": 2.7678401470184326,
      "learning_rate": 0.00012414163447256311,
      "loss": 0.9432,
      "step": 576
    },
    {
      "epoch": 0.0019175758119579296,
      "grad_norm": 2.494354486465454,
      "learning_rate": 0.00012391405568559628,
      "loss": 0.8343,
      "step": 577
    },
    {
      "epoch": 0.0019208991669179955,
      "grad_norm": 3.1722230911254883,
      "learning_rate": 0.00012368634545389733,
      "loss": 1.0201,
      "step": 578
    },
    {
      "epoch": 0.0019242225218780611,
      "grad_norm": 1.9230310916900635,
      "learning_rate": 0.00012345850502908608,
      "loss": 0.722,
      "step": 579
    },
    {
      "epoch": 0.0019275458768381268,
      "grad_norm": 2.1092946529388428,
      "learning_rate": 0.00012323053566349834,
      "loss": 1.0449,
      "step": 580
    },
    {
      "epoch": 0.0019308692317981926,
      "grad_norm": 1.9212793111801147,
      "learning_rate": 0.00012300243861017833,
      "loss": 0.8496,
      "step": 581
    },
    {
      "epoch": 0.0019341925867582582,
      "grad_norm": 2.3514323234558105,
      "learning_rate": 0.00012277421512287226,
      "loss": 0.9652,
      "step": 582
    },
    {
      "epoch": 0.001937515941718324,
      "grad_norm": 2.338839054107666,
      "learning_rate": 0.0001225458664560213,
      "loss": 0.4799,
      "step": 583
    },
    {
      "epoch": 0.0019408392966783897,
      "grad_norm": 2.1107521057128906,
      "learning_rate": 0.00012231739386475457,
      "loss": 1.1972,
      "step": 584
    },
    {
      "epoch": 0.0019441626516384556,
      "grad_norm": 2.0284767150878906,
      "learning_rate": 0.0001220887986048825,
      "loss": 0.7136,
      "step": 585
    },
    {
      "epoch": 0.0019474860065985212,
      "grad_norm": 2.2468338012695312,
      "learning_rate": 0.00012186008193288962,
      "loss": 0.58,
      "step": 586
    },
    {
      "epoch": 0.001950809361558587,
      "grad_norm": 3.440765380859375,
      "learning_rate": 0.00012163124510592796,
      "loss": 0.7466,
      "step": 587
    },
    {
      "epoch": 0.001954132716518653,
      "grad_norm": 2.71529221534729,
      "learning_rate": 0.00012140228938180982,
      "loss": 0.7223,
      "step": 588
    },
    {
      "epoch": 0.0019574560714787186,
      "grad_norm": 2.6500492095947266,
      "learning_rate": 0.00012117321601900114,
      "loss": 0.8839,
      "step": 589
    },
    {
      "epoch": 0.001960779426438784,
      "grad_norm": 2.673452615737915,
      "learning_rate": 0.00012094402627661447,
      "loss": 0.9935,
      "step": 590
    },
    {
      "epoch": 0.00196410278139885,
      "grad_norm": 2.7125015258789062,
      "learning_rate": 0.00012071472141440197,
      "loss": 0.7792,
      "step": 591
    },
    {
      "epoch": 0.001967426136358916,
      "grad_norm": 2.67903733253479,
      "learning_rate": 0.0001204853026927486,
      "loss": 0.5767,
      "step": 592
    },
    {
      "epoch": 0.0019707494913189815,
      "grad_norm": 3.246382474899292,
      "learning_rate": 0.0001202557713726652,
      "loss": 0.805,
      "step": 593
    },
    {
      "epoch": 0.001974072846279047,
      "grad_norm": 2.002678632736206,
      "learning_rate": 0.00012002612871578143,
      "loss": 0.9949,
      "step": 594
    },
    {
      "epoch": 0.001977396201239113,
      "grad_norm": 1.9584013223648071,
      "learning_rate": 0.00011979637598433899,
      "loss": 1.1486,
      "step": 595
    },
    {
      "epoch": 0.0019807195561991784,
      "grad_norm": 2.2963171005249023,
      "learning_rate": 0.00011956651444118454,
      "loss": 0.7197,
      "step": 596
    },
    {
      "epoch": 0.0019840429111592445,
      "grad_norm": 1.7080345153808594,
      "learning_rate": 0.00011933654534976293,
      "loss": 0.7452,
      "step": 597
    },
    {
      "epoch": 0.00198736626611931,
      "grad_norm": 2.126840829849243,
      "learning_rate": 0.00011910646997411001,
      "loss": 0.9052,
      "step": 598
    },
    {
      "epoch": 0.0019906896210793758,
      "grad_norm": 3.212524890899658,
      "learning_rate": 0.00011887628957884596,
      "loss": 0.6194,
      "step": 599
    },
    {
      "epoch": 0.0019940129760394414,
      "grad_norm": 2.2367746829986572,
      "learning_rate": 0.00011864600542916813,
      "loss": 0.4787,
      "step": 600
    },
    {
      "epoch": 0.0019973363309995075,
      "grad_norm": 1.8315476179122925,
      "learning_rate": 0.00011841561879084419,
      "loss": 1.0368,
      "step": 601
    },
    {
      "epoch": 0.002000659685959573,
      "grad_norm": 2.7853481769561768,
      "learning_rate": 0.00011818513093020513,
      "loss": 0.5379,
      "step": 602
    },
    {
      "epoch": 0.0020039830409196388,
      "grad_norm": 2.3242385387420654,
      "learning_rate": 0.00011795454311413836,
      "loss": 1.1386,
      "step": 603
    },
    {
      "epoch": 0.0020073063958797044,
      "grad_norm": 1.7630378007888794,
      "learning_rate": 0.00011772385661008061,
      "loss": 0.636,
      "step": 604
    },
    {
      "epoch": 0.0020106297508397705,
      "grad_norm": 2.224973678588867,
      "learning_rate": 0.00011749307268601111,
      "loss": 0.5488,
      "step": 605
    },
    {
      "epoch": 0.002013953105799836,
      "grad_norm": 2.4159727096557617,
      "learning_rate": 0.0001172621926104446,
      "loss": 1.014,
      "step": 606
    },
    {
      "epoch": 0.0020172764607599017,
      "grad_norm": 2.6757314205169678,
      "learning_rate": 0.00011703121765242421,
      "loss": 0.98,
      "step": 607
    },
    {
      "epoch": 0.0020205998157199674,
      "grad_norm": 2.5663206577301025,
      "learning_rate": 0.0001168001490815147,
      "loss": 0.7353,
      "step": 608
    },
    {
      "epoch": 0.002023923170680033,
      "grad_norm": 2.319255828857422,
      "learning_rate": 0.00011656898816779538,
      "loss": 0.8294,
      "step": 609
    },
    {
      "epoch": 0.002027246525640099,
      "grad_norm": 1.668203592300415,
      "learning_rate": 0.00011633773618185302,
      "loss": 1.1136,
      "step": 610
    },
    {
      "epoch": 0.0020305698806001647,
      "grad_norm": 1.8567341566085815,
      "learning_rate": 0.00011610639439477506,
      "loss": 0.7631,
      "step": 611
    },
    {
      "epoch": 0.0020338932355602303,
      "grad_norm": 2.237682819366455,
      "learning_rate": 0.00011587496407814258,
      "loss": 0.796,
      "step": 612
    },
    {
      "epoch": 0.002037216590520296,
      "grad_norm": 2.5374343395233154,
      "learning_rate": 0.0001156434465040231,
      "loss": 0.7063,
      "step": 613
    },
    {
      "epoch": 0.002040539945480362,
      "grad_norm": 2.1536366939544678,
      "learning_rate": 0.00011541184294496392,
      "loss": 1.1186,
      "step": 614
    },
    {
      "epoch": 0.0020438633004404277,
      "grad_norm": 2.3330276012420654,
      "learning_rate": 0.00011518015467398489,
      "loss": 0.7373,
      "step": 615
    },
    {
      "epoch": 0.0020471866554004933,
      "grad_norm": 2.3007118701934814,
      "learning_rate": 0.00011494838296457148,
      "loss": 0.9402,
      "step": 616
    },
    {
      "epoch": 0.002050510010360559,
      "grad_norm": 1.5500421524047852,
      "learning_rate": 0.00011471652909066783,
      "loss": 0.9149,
      "step": 617
    },
    {
      "epoch": 0.002053833365320625,
      "grad_norm": 1.8229821920394897,
      "learning_rate": 0.00011448459432666961,
      "loss": 0.718,
      "step": 618
    },
    {
      "epoch": 0.0020571567202806906,
      "grad_norm": 4.259084701538086,
      "learning_rate": 0.00011425257994741723,
      "loss": 1.0592,
      "step": 619
    },
    {
      "epoch": 0.0020604800752407563,
      "grad_norm": 1.877476692199707,
      "learning_rate": 0.0001140204872281886,
      "loss": 0.7268,
      "step": 620
    },
    {
      "epoch": 0.002063803430200822,
      "grad_norm": 2.2066471576690674,
      "learning_rate": 0.00011378831744469223,
      "loss": 0.84,
      "step": 621
    },
    {
      "epoch": 0.0020671267851608876,
      "grad_norm": 1.5931154489517212,
      "learning_rate": 0.00011355607187306037,
      "loss": 0.4268,
      "step": 622
    },
    {
      "epoch": 0.0020704501401209536,
      "grad_norm": 1.555141806602478,
      "learning_rate": 0.00011332375178984164,
      "loss": 1.0421,
      "step": 623
    },
    {
      "epoch": 0.0020737734950810193,
      "grad_norm": 2.881870746612549,
      "learning_rate": 0.00011309135847199431,
      "loss": 1.0334,
      "step": 624
    },
    {
      "epoch": 0.002077096850041085,
      "grad_norm": 2.247969388961792,
      "learning_rate": 0.00011285889319687923,
      "loss": 0.9993,
      "step": 625
    },
    {
      "epoch": 0.0020804202050011505,
      "grad_norm": 2.4252681732177734,
      "learning_rate": 0.00011262635724225272,
      "loss": 0.9169,
      "step": 626
    },
    {
      "epoch": 0.0020837435599612166,
      "grad_norm": 1.6402219533920288,
      "learning_rate": 0.00011239375188625953,
      "loss": 0.9898,
      "step": 627
    },
    {
      "epoch": 0.0020870669149212822,
      "grad_norm": 1.8973402976989746,
      "learning_rate": 0.00011216107840742602,
      "loss": 1.0048,
      "step": 628
    },
    {
      "epoch": 0.002090390269881348,
      "grad_norm": 2.4635863304138184,
      "learning_rate": 0.00011192833808465289,
      "loss": 1.1545,
      "step": 629
    },
    {
      "epoch": 0.0020937136248414135,
      "grad_norm": 2.0908212661743164,
      "learning_rate": 0.00011169553219720828,
      "loss": 0.4267,
      "step": 630
    },
    {
      "epoch": 0.0020970369798014796,
      "grad_norm": 3.6867306232452393,
      "learning_rate": 0.00011146266202472065,
      "loss": 0.994,
      "step": 631
    },
    {
      "epoch": 0.002100360334761545,
      "grad_norm": 1.955895185470581,
      "learning_rate": 0.00011122972884717191,
      "loss": 0.8637,
      "step": 632
    },
    {
      "epoch": 0.002103683689721611,
      "grad_norm": 1.8324488401412964,
      "learning_rate": 0.00011099673394489023,
      "loss": 0.9666,
      "step": 633
    },
    {
      "epoch": 0.0021070070446816765,
      "grad_norm": 1.6971930265426636,
      "learning_rate": 0.00011076367859854304,
      "loss": 1.0743,
      "step": 634
    },
    {
      "epoch": 0.0021103303996417425,
      "grad_norm": 2.2187631130218506,
      "learning_rate": 0.00011053056408913001,
      "loss": 0.8668,
      "step": 635
    },
    {
      "epoch": 0.002113653754601808,
      "grad_norm": 2.9927988052368164,
      "learning_rate": 0.00011029739169797602,
      "loss": 0.8762,
      "step": 636
    },
    {
      "epoch": 0.002116977109561874,
      "grad_norm": 1.970521092414856,
      "learning_rate": 0.00011006416270672408,
      "loss": 0.8875,
      "step": 637
    },
    {
      "epoch": 0.0021203004645219395,
      "grad_norm": 2.022794723510742,
      "learning_rate": 0.00010983087839732833,
      "loss": 1.0875,
      "step": 638
    },
    {
      "epoch": 0.002123623819482005,
      "grad_norm": 3.3527207374572754,
      "learning_rate": 0.00010959754005204695,
      "loss": 0.6679,
      "step": 639
    },
    {
      "epoch": 0.002126947174442071,
      "grad_norm": 2.0967652797698975,
      "learning_rate": 0.0001093641489534351,
      "loss": 0.8794,
      "step": 640
    },
    {
      "epoch": 0.002130270529402137,
      "grad_norm": 2.6153409481048584,
      "learning_rate": 0.00010913070638433795,
      "loss": 1.0209,
      "step": 641
    },
    {
      "epoch": 0.0021335938843622024,
      "grad_norm": 2.3387515544891357,
      "learning_rate": 0.00010889721362788361,
      "loss": 1.0274,
      "step": 642
    },
    {
      "epoch": 0.002136917239322268,
      "grad_norm": 2.2293050289154053,
      "learning_rate": 0.00010866367196747594,
      "loss": 0.8608,
      "step": 643
    },
    {
      "epoch": 0.002140240594282334,
      "grad_norm": 1.5446372032165527,
      "learning_rate": 0.00010843008268678766,
      "loss": 0.6178,
      "step": 644
    },
    {
      "epoch": 0.0021435639492423998,
      "grad_norm": 1.8074475526809692,
      "learning_rate": 0.00010819644706975332,
      "loss": 0.5499,
      "step": 645
    },
    {
      "epoch": 0.0021468873042024654,
      "grad_norm": 2.135310411453247,
      "learning_rate": 0.000107962766400562,
      "loss": 0.6628,
      "step": 646
    },
    {
      "epoch": 0.002150210659162531,
      "grad_norm": 2.2093653678894043,
      "learning_rate": 0.00010772904196365053,
      "loss": 1.0879,
      "step": 647
    },
    {
      "epoch": 0.002153534014122597,
      "grad_norm": 4.030881881713867,
      "learning_rate": 0.00010749527504369627,
      "loss": 1.3216,
      "step": 648
    },
    {
      "epoch": 0.0021568573690826627,
      "grad_norm": 2.439739465713501,
      "learning_rate": 0.0001072614669256101,
      "loss": 0.9537,
      "step": 649
    },
    {
      "epoch": 0.0021601807240427284,
      "grad_norm": 1.9411219358444214,
      "learning_rate": 0.0001070276188945293,
      "loss": 0.8189,
      "step": 650
    },
    {
      "epoch": 0.002163504079002794,
      "grad_norm": 1.3074344396591187,
      "learning_rate": 0.00010679373223581062,
      "loss": 1.2116,
      "step": 651
    },
    {
      "epoch": 0.0021668274339628596,
      "grad_norm": 2.152198553085327,
      "learning_rate": 0.00010655980823502309,
      "loss": 0.9278,
      "step": 652
    },
    {
      "epoch": 0.0021701507889229257,
      "grad_norm": 1.8158661127090454,
      "learning_rate": 0.00010632584817794095,
      "loss": 1.0851,
      "step": 653
    },
    {
      "epoch": 0.0021734741438829914,
      "grad_norm": 2.277001142501831,
      "learning_rate": 0.00010609185335053669,
      "loss": 0.8747,
      "step": 654
    },
    {
      "epoch": 0.002176797498843057,
      "grad_norm": 1.9545871019363403,
      "learning_rate": 0.00010585782503897388,
      "loss": 0.6472,
      "step": 655
    },
    {
      "epoch": 0.0021801208538031226,
      "grad_norm": 1.9549609422683716,
      "learning_rate": 0.00010562376452960012,
      "loss": 0.7816,
      "step": 656
    },
    {
      "epoch": 0.0021834442087631887,
      "grad_norm": 2.3412294387817383,
      "learning_rate": 0.00010538967310894004,
      "loss": 0.9219,
      "step": 657
    },
    {
      "epoch": 0.0021867675637232543,
      "grad_norm": 2.0540575981140137,
      "learning_rate": 0.00010515555206368815,
      "loss": 0.7622,
      "step": 658
    },
    {
      "epoch": 0.00219009091868332,
      "grad_norm": 1.618863821029663,
      "learning_rate": 0.00010492140268070177,
      "loss": 0.8855,
      "step": 659
    },
    {
      "epoch": 0.0021934142736433856,
      "grad_norm": 1.891573429107666,
      "learning_rate": 0.00010468722624699401,
      "loss": 1.0939,
      "step": 660
    },
    {
      "epoch": 0.0021967376286034517,
      "grad_norm": 2.2403712272644043,
      "learning_rate": 0.00010445302404972667,
      "loss": 0.955,
      "step": 661
    },
    {
      "epoch": 0.0022000609835635173,
      "grad_norm": 2.3315656185150146,
      "learning_rate": 0.00010421879737620312,
      "loss": 0.8527,
      "step": 662
    },
    {
      "epoch": 0.002203384338523583,
      "grad_norm": 3.1114213466644287,
      "learning_rate": 0.0001039845475138613,
      "loss": 1.0361,
      "step": 663
    },
    {
      "epoch": 0.0022067076934836486,
      "grad_norm": 1.2650500535964966,
      "learning_rate": 0.00010375027575026663,
      "loss": 0.747,
      "step": 664
    },
    {
      "epoch": 0.002210031048443714,
      "grad_norm": 3.7427327632904053,
      "learning_rate": 0.00010351598337310482,
      "loss": 0.4443,
      "step": 665
    },
    {
      "epoch": 0.0022133544034037803,
      "grad_norm": 3.444711685180664,
      "learning_rate": 0.000103281671670175,
      "loss": 0.9268,
      "step": 666
    },
    {
      "epoch": 0.002216677758363846,
      "grad_norm": 3.8531594276428223,
      "learning_rate": 0.00010304734192938244,
      "loss": 0.9336,
      "step": 667
    },
    {
      "epoch": 0.0022200011133239115,
      "grad_norm": 1.6852999925613403,
      "learning_rate": 0.00010281299543873157,
      "loss": 1.093,
      "step": 668
    },
    {
      "epoch": 0.002223324468283977,
      "grad_norm": 2.0001046657562256,
      "learning_rate": 0.00010257863348631895,
      "loss": 0.9486,
      "step": 669
    },
    {
      "epoch": 0.0022266478232440432,
      "grad_norm": 2.5317752361297607,
      "learning_rate": 0.00010234425736032607,
      "loss": 0.8512,
      "step": 670
    },
    {
      "epoch": 0.002229971178204109,
      "grad_norm": 1.9021507501602173,
      "learning_rate": 0.00010210986834901228,
      "loss": 0.6564,
      "step": 671
    },
    {
      "epoch": 0.0022332945331641745,
      "grad_norm": 1.9147367477416992,
      "learning_rate": 0.00010187546774070784,
      "loss": 0.5965,
      "step": 672
    },
    {
      "epoch": 0.00223661788812424,
      "grad_norm": 2.462251663208008,
      "learning_rate": 0.00010164105682380675,
      "loss": 0.7338,
      "step": 673
    },
    {
      "epoch": 0.0022399412430843062,
      "grad_norm": 1.876671552658081,
      "learning_rate": 0.0001014066368867596,
      "loss": 0.8499,
      "step": 674
    },
    {
      "epoch": 0.002243264598044372,
      "grad_norm": 2.2475125789642334,
      "learning_rate": 0.00010117220921806664,
      "loss": 1.0215,
      "step": 675
    },
    {
      "epoch": 0.0022465879530044375,
      "grad_norm": 1.7319374084472656,
      "learning_rate": 0.00010093777510627054,
      "loss": 0.9438,
      "step": 676
    },
    {
      "epoch": 0.0022465879530044375,
      "eval_loss": 0.7917769551277161,
      "eval_runtime": 3626.9438,
      "eval_samples_per_second": 34.932,
      "eval_steps_per_second": 17.466,
      "step": 676
    },
    {
      "epoch": 0.002249911307964503,
      "grad_norm": 2.347891092300415,
      "learning_rate": 0.00010070333583994947,
      "loss": 0.9839,
      "step": 677
    },
    {
      "epoch": 0.002253234662924569,
      "grad_norm": 1.4892820119857788,
      "learning_rate": 0.00010046889270770987,
      "loss": 0.8348,
      "step": 678
    },
    {
      "epoch": 0.002256558017884635,
      "grad_norm": 2.776380777359009,
      "learning_rate": 0.00010023444699817939,
      "loss": 0.9431,
      "step": 679
    },
    {
      "epoch": 0.0022598813728447005,
      "grad_norm": 1.5661380290985107,
      "learning_rate": 0.0001,
      "loss": 0.6032,
      "step": 680
    },
    {
      "epoch": 0.002263204727804766,
      "grad_norm": 1.5978868007659912,
      "learning_rate": 9.97655530018206e-05,
      "loss": 0.9922,
      "step": 681
    },
    {
      "epoch": 0.0022665280827648317,
      "grad_norm": 2.215165138244629,
      "learning_rate": 9.953110729229017e-05,
      "loss": 0.4437,
      "step": 682
    },
    {
      "epoch": 0.002269851437724898,
      "grad_norm": 2.6211447715759277,
      "learning_rate": 9.929666416005056e-05,
      "loss": 0.6119,
      "step": 683
    },
    {
      "epoch": 0.0022731747926849634,
      "grad_norm": 2.4740424156188965,
      "learning_rate": 9.906222489372946e-05,
      "loss": 0.9201,
      "step": 684
    },
    {
      "epoch": 0.002276498147645029,
      "grad_norm": 4.392969131469727,
      "learning_rate": 9.882779078193339e-05,
      "loss": 0.4068,
      "step": 685
    },
    {
      "epoch": 0.0022798215026050947,
      "grad_norm": 1.7236701250076294,
      "learning_rate": 9.859336311324041e-05,
      "loss": 1.1658,
      "step": 686
    },
    {
      "epoch": 0.0022831448575651608,
      "grad_norm": 3.1569371223449707,
      "learning_rate": 9.835894317619326e-05,
      "loss": 0.8614,
      "step": 687
    },
    {
      "epoch": 0.0022864682125252264,
      "grad_norm": 2.6390633583068848,
      "learning_rate": 9.812453225929218e-05,
      "loss": 0.7749,
      "step": 688
    },
    {
      "epoch": 0.002289791567485292,
      "grad_norm": 1.5169880390167236,
      "learning_rate": 9.789013165098775e-05,
      "loss": 0.8908,
      "step": 689
    },
    {
      "epoch": 0.0022931149224453577,
      "grad_norm": 1.6753093004226685,
      "learning_rate": 9.765574263967396e-05,
      "loss": 0.4597,
      "step": 690
    },
    {
      "epoch": 0.0022964382774054238,
      "grad_norm": 2.025739908218384,
      "learning_rate": 9.742136651368107e-05,
      "loss": 0.7209,
      "step": 691
    },
    {
      "epoch": 0.0022997616323654894,
      "grad_norm": 2.086714029312134,
      "learning_rate": 9.718700456126844e-05,
      "loss": 0.6312,
      "step": 692
    },
    {
      "epoch": 0.002303084987325555,
      "grad_norm": 1.779255986213684,
      "learning_rate": 9.695265807061759e-05,
      "loss": 0.6482,
      "step": 693
    },
    {
      "epoch": 0.0023064083422856207,
      "grad_norm": 2.78191876411438,
      "learning_rate": 9.671832832982502e-05,
      "loss": 0.8104,
      "step": 694
    },
    {
      "epoch": 0.0023097316972456863,
      "grad_norm": 2.8664698600769043,
      "learning_rate": 9.648401662689521e-05,
      "loss": 0.7173,
      "step": 695
    },
    {
      "epoch": 0.0023130550522057524,
      "grad_norm": 1.8179925680160522,
      "learning_rate": 9.62497242497334e-05,
      "loss": 1.0076,
      "step": 696
    },
    {
      "epoch": 0.002316378407165818,
      "grad_norm": 2.566246747970581,
      "learning_rate": 9.601545248613871e-05,
      "loss": 1.0783,
      "step": 697
    },
    {
      "epoch": 0.0023197017621258836,
      "grad_norm": 3.380491256713867,
      "learning_rate": 9.57812026237969e-05,
      "loss": 0.9848,
      "step": 698
    },
    {
      "epoch": 0.0023230251170859493,
      "grad_norm": 1.995344638824463,
      "learning_rate": 9.554697595027334e-05,
      "loss": 1.0127,
      "step": 699
    },
    {
      "epoch": 0.0023263484720460153,
      "grad_norm": 2.3071205615997314,
      "learning_rate": 9.531277375300599e-05,
      "loss": 0.9519,
      "step": 700
    },
    {
      "epoch": 0.002329671827006081,
      "grad_norm": 2.1107277870178223,
      "learning_rate": 9.507859731929826e-05,
      "loss": 1.0294,
      "step": 701
    },
    {
      "epoch": 0.0023329951819661466,
      "grad_norm": 2.645413637161255,
      "learning_rate": 9.484444793631186e-05,
      "loss": 0.774,
      "step": 702
    },
    {
      "epoch": 0.0023363185369262122,
      "grad_norm": 2.543012857437134,
      "learning_rate": 9.461032689105996e-05,
      "loss": 0.6334,
      "step": 703
    },
    {
      "epoch": 0.0023396418918862783,
      "grad_norm": 2.4203314781188965,
      "learning_rate": 9.437623547039991e-05,
      "loss": 0.9649,
      "step": 704
    },
    {
      "epoch": 0.002342965246846344,
      "grad_norm": 3.5262701511383057,
      "learning_rate": 9.414217496102614e-05,
      "loss": 1.379,
      "step": 705
    },
    {
      "epoch": 0.0023462886018064096,
      "grad_norm": 2.008319616317749,
      "learning_rate": 9.390814664946331e-05,
      "loss": 0.8803,
      "step": 706
    },
    {
      "epoch": 0.0023496119567664752,
      "grad_norm": 2.0273759365081787,
      "learning_rate": 9.367415182205906e-05,
      "loss": 1.2375,
      "step": 707
    },
    {
      "epoch": 0.002352935311726541,
      "grad_norm": 2.1920690536499023,
      "learning_rate": 9.344019176497693e-05,
      "loss": 0.8419,
      "step": 708
    },
    {
      "epoch": 0.002356258666686607,
      "grad_norm": 1.5185885429382324,
      "learning_rate": 9.320626776418938e-05,
      "loss": 1.0513,
      "step": 709
    },
    {
      "epoch": 0.0023595820216466726,
      "grad_norm": 2.1760833263397217,
      "learning_rate": 9.297238110547074e-05,
      "loss": 0.8877,
      "step": 710
    },
    {
      "epoch": 0.002362905376606738,
      "grad_norm": 1.4600862264633179,
      "learning_rate": 9.273853307438993e-05,
      "loss": 1.3183,
      "step": 711
    },
    {
      "epoch": 0.002366228731566804,
      "grad_norm": 2.7218451499938965,
      "learning_rate": 9.250472495630375e-05,
      "loss": 0.606,
      "step": 712
    },
    {
      "epoch": 0.00236955208652687,
      "grad_norm": 1.949245572090149,
      "learning_rate": 9.227095803634952e-05,
      "loss": 0.469,
      "step": 713
    },
    {
      "epoch": 0.0023728754414869355,
      "grad_norm": 2.583568572998047,
      "learning_rate": 9.203723359943802e-05,
      "loss": 1.1349,
      "step": 714
    },
    {
      "epoch": 0.002376198796447001,
      "grad_norm": 1.5840375423431396,
      "learning_rate": 9.180355293024669e-05,
      "loss": 0.5596,
      "step": 715
    },
    {
      "epoch": 0.002379522151407067,
      "grad_norm": 1.4370266199111938,
      "learning_rate": 9.156991731321233e-05,
      "loss": 0.7536,
      "step": 716
    },
    {
      "epoch": 0.002382845506367133,
      "grad_norm": 1.4358574151992798,
      "learning_rate": 9.13363280325241e-05,
      "loss": 0.8417,
      "step": 717
    },
    {
      "epoch": 0.0023861688613271985,
      "grad_norm": 2.437291145324707,
      "learning_rate": 9.110278637211643e-05,
      "loss": 1.0155,
      "step": 718
    },
    {
      "epoch": 0.002389492216287264,
      "grad_norm": 2.3015902042388916,
      "learning_rate": 9.086929361566206e-05,
      "loss": 0.4042,
      "step": 719
    },
    {
      "epoch": 0.0023928155712473298,
      "grad_norm": 2.87563157081604,
      "learning_rate": 9.063585104656493e-05,
      "loss": 0.8895,
      "step": 720
    },
    {
      "epoch": 0.0023961389262073954,
      "grad_norm": 2.278247594833374,
      "learning_rate": 9.040245994795308e-05,
      "loss": 0.6804,
      "step": 721
    },
    {
      "epoch": 0.0023994622811674615,
      "grad_norm": 2.0959863662719727,
      "learning_rate": 9.016912160267168e-05,
      "loss": 0.4666,
      "step": 722
    },
    {
      "epoch": 0.002402785636127527,
      "grad_norm": 1.9070781469345093,
      "learning_rate": 8.993583729327596e-05,
      "loss": 1.2738,
      "step": 723
    },
    {
      "epoch": 0.0024061089910875928,
      "grad_norm": 2.4925920963287354,
      "learning_rate": 8.970260830202399e-05,
      "loss": 0.5589,
      "step": 724
    },
    {
      "epoch": 0.0024094323460476584,
      "grad_norm": 2.040922164916992,
      "learning_rate": 8.946943591087e-05,
      "loss": 1.2497,
      "step": 725
    },
    {
      "epoch": 0.0024127557010077245,
      "grad_norm": 1.9314117431640625,
      "learning_rate": 8.923632140145701e-05,
      "loss": 1.2535,
      "step": 726
    },
    {
      "epoch": 0.00241607905596779,
      "grad_norm": 2.3426144123077393,
      "learning_rate": 8.900326605510979e-05,
      "loss": 0.4905,
      "step": 727
    },
    {
      "epoch": 0.0024194024109278557,
      "grad_norm": 2.7096011638641357,
      "learning_rate": 8.87702711528281e-05,
      "loss": 1.2216,
      "step": 728
    },
    {
      "epoch": 0.0024227257658879214,
      "grad_norm": 2.011005401611328,
      "learning_rate": 8.85373379752794e-05,
      "loss": 0.67,
      "step": 729
    },
    {
      "epoch": 0.0024260491208479874,
      "grad_norm": 2.701554298400879,
      "learning_rate": 8.830446780279176e-05,
      "loss": 1.1579,
      "step": 730
    },
    {
      "epoch": 0.002429372475808053,
      "grad_norm": 1.8097115755081177,
      "learning_rate": 8.807166191534711e-05,
      "loss": 1.0452,
      "step": 731
    },
    {
      "epoch": 0.0024326958307681187,
      "grad_norm": 2.1669867038726807,
      "learning_rate": 8.7838921592574e-05,
      "loss": 0.8377,
      "step": 732
    },
    {
      "epoch": 0.0024360191857281843,
      "grad_norm": 2.582195997238159,
      "learning_rate": 8.760624811374049e-05,
      "loss": 1.2819,
      "step": 733
    },
    {
      "epoch": 0.0024393425406882504,
      "grad_norm": 2.0724403858184814,
      "learning_rate": 8.73736427577473e-05,
      "loss": 1.1915,
      "step": 734
    },
    {
      "epoch": 0.002442665895648316,
      "grad_norm": 4.721940994262695,
      "learning_rate": 8.71411068031208e-05,
      "loss": 0.9201,
      "step": 735
    },
    {
      "epoch": 0.0024459892506083817,
      "grad_norm": 1.9397754669189453,
      "learning_rate": 8.690864152800571e-05,
      "loss": 0.9396,
      "step": 736
    },
    {
      "epoch": 0.0024493126055684473,
      "grad_norm": 2.4281227588653564,
      "learning_rate": 8.667624821015838e-05,
      "loss": 0.5539,
      "step": 737
    },
    {
      "epoch": 0.002452635960528513,
      "grad_norm": 1.844442367553711,
      "learning_rate": 8.644392812693968e-05,
      "loss": 1.1369,
      "step": 738
    },
    {
      "epoch": 0.002455959315488579,
      "grad_norm": 2.130310535430908,
      "learning_rate": 8.621168255530778e-05,
      "loss": 0.909,
      "step": 739
    },
    {
      "epoch": 0.0024592826704486447,
      "grad_norm": 1.8825136423110962,
      "learning_rate": 8.597951277181142e-05,
      "loss": 0.6446,
      "step": 740
    },
    {
      "epoch": 0.0024626060254087103,
      "grad_norm": 2.4449830055236816,
      "learning_rate": 8.574742005258277e-05,
      "loss": 0.7284,
      "step": 741
    },
    {
      "epoch": 0.002465929380368776,
      "grad_norm": 2.0765480995178223,
      "learning_rate": 8.55154056733304e-05,
      "loss": 0.8097,
      "step": 742
    },
    {
      "epoch": 0.002469252735328842,
      "grad_norm": 1.9371174573898315,
      "learning_rate": 8.528347090933218e-05,
      "loss": 0.9113,
      "step": 743
    },
    {
      "epoch": 0.0024725760902889076,
      "grad_norm": 1.8435877561569214,
      "learning_rate": 8.505161703542851e-05,
      "loss": 0.8749,
      "step": 744
    },
    {
      "epoch": 0.0024758994452489733,
      "grad_norm": 3.0405521392822266,
      "learning_rate": 8.481984532601515e-05,
      "loss": 0.9832,
      "step": 745
    },
    {
      "epoch": 0.002479222800209039,
      "grad_norm": 1.970400333404541,
      "learning_rate": 8.458815705503611e-05,
      "loss": 0.8798,
      "step": 746
    },
    {
      "epoch": 0.002482546155169105,
      "grad_norm": 2.060091495513916,
      "learning_rate": 8.435655349597689e-05,
      "loss": 1.0058,
      "step": 747
    },
    {
      "epoch": 0.0024858695101291706,
      "grad_norm": 2.2254834175109863,
      "learning_rate": 8.412503592185747e-05,
      "loss": 1.0611,
      "step": 748
    },
    {
      "epoch": 0.0024891928650892362,
      "grad_norm": 2.6005494594573975,
      "learning_rate": 8.389360560522495e-05,
      "loss": 0.64,
      "step": 749
    },
    {
      "epoch": 0.002492516220049302,
      "grad_norm": 1.7213207483291626,
      "learning_rate": 8.366226381814697e-05,
      "loss": 0.6523,
      "step": 750
    },
    {
      "epoch": 0.0024958395750093675,
      "grad_norm": 1.9272903203964233,
      "learning_rate": 8.343101183220466e-05,
      "loss": 0.7788,
      "step": 751
    },
    {
      "epoch": 0.0024991629299694336,
      "grad_norm": 1.822161078453064,
      "learning_rate": 8.31998509184853e-05,
      "loss": 0.8423,
      "step": 752
    },
    {
      "epoch": 0.002502486284929499,
      "grad_norm": 2.4340338706970215,
      "learning_rate": 8.296878234757578e-05,
      "loss": 0.5872,
      "step": 753
    },
    {
      "epoch": 0.002505809639889565,
      "grad_norm": 1.616081953048706,
      "learning_rate": 8.273780738955544e-05,
      "loss": 0.6651,
      "step": 754
    },
    {
      "epoch": 0.0025091329948496305,
      "grad_norm": 2.3733606338500977,
      "learning_rate": 8.25069273139889e-05,
      "loss": 0.8095,
      "step": 755
    },
    {
      "epoch": 0.0025124563498096966,
      "grad_norm": 2.2438762187957764,
      "learning_rate": 8.22761433899194e-05,
      "loss": 0.9214,
      "step": 756
    },
    {
      "epoch": 0.002515779704769762,
      "grad_norm": 1.6173492670059204,
      "learning_rate": 8.204545688586167e-05,
      "loss": 0.5636,
      "step": 757
    },
    {
      "epoch": 0.002519103059729828,
      "grad_norm": 1.2687751054763794,
      "learning_rate": 8.181486906979487e-05,
      "loss": 0.6466,
      "step": 758
    },
    {
      "epoch": 0.0025224264146898935,
      "grad_norm": 1.725754976272583,
      "learning_rate": 8.158438120915582e-05,
      "loss": 1.1711,
      "step": 759
    },
    {
      "epoch": 0.0025257497696499595,
      "grad_norm": 2.091453790664673,
      "learning_rate": 8.13539945708319e-05,
      "loss": 0.9429,
      "step": 760
    },
    {
      "epoch": 0.002529073124610025,
      "grad_norm": 2.1157639026641846,
      "learning_rate": 8.112371042115408e-05,
      "loss": 0.5801,
      "step": 761
    },
    {
      "epoch": 0.002532396479570091,
      "grad_norm": 1.6473817825317383,
      "learning_rate": 8.089353002589001e-05,
      "loss": 0.817,
      "step": 762
    },
    {
      "epoch": 0.0025357198345301564,
      "grad_norm": 3.0470352172851562,
      "learning_rate": 8.066345465023712e-05,
      "loss": 0.7645,
      "step": 763
    },
    {
      "epoch": 0.002539043189490222,
      "grad_norm": 1.7728676795959473,
      "learning_rate": 8.043348555881548e-05,
      "loss": 0.84,
      "step": 764
    },
    {
      "epoch": 0.002542366544450288,
      "grad_norm": 2.3889925479888916,
      "learning_rate": 8.020362401566103e-05,
      "loss": 0.6909,
      "step": 765
    },
    {
      "epoch": 0.0025456898994103538,
      "grad_norm": 1.6453208923339844,
      "learning_rate": 7.997387128421858e-05,
      "loss": 0.8874,
      "step": 766
    },
    {
      "epoch": 0.0025490132543704194,
      "grad_norm": 2.1533236503601074,
      "learning_rate": 7.974422862733484e-05,
      "loss": 0.5483,
      "step": 767
    },
    {
      "epoch": 0.002552336609330485,
      "grad_norm": 2.1894330978393555,
      "learning_rate": 7.951469730725143e-05,
      "loss": 0.8054,
      "step": 768
    },
    {
      "epoch": 0.002555659964290551,
      "grad_norm": 2.0345065593719482,
      "learning_rate": 7.928527858559807e-05,
      "loss": 1.2085,
      "step": 769
    },
    {
      "epoch": 0.0025589833192506167,
      "grad_norm": 2.267730474472046,
      "learning_rate": 7.905597372338558e-05,
      "loss": 1.0644,
      "step": 770
    },
    {
      "epoch": 0.0025623066742106824,
      "grad_norm": 4.1955037117004395,
      "learning_rate": 7.882678398099889e-05,
      "loss": 0.4957,
      "step": 771
    },
    {
      "epoch": 0.002565630029170748,
      "grad_norm": 1.7027572393417358,
      "learning_rate": 7.859771061819021e-05,
      "loss": 1.1014,
      "step": 772
    },
    {
      "epoch": 0.002568953384130814,
      "grad_norm": 1.4877879619598389,
      "learning_rate": 7.836875489407209e-05,
      "loss": 0.8861,
      "step": 773
    },
    {
      "epoch": 0.0025722767390908797,
      "grad_norm": 1.949375033378601,
      "learning_rate": 7.813991806711039e-05,
      "loss": 0.9403,
      "step": 774
    },
    {
      "epoch": 0.0025756000940509454,
      "grad_norm": 1.8008145093917847,
      "learning_rate": 7.791120139511752e-05,
      "loss": 1.0408,
      "step": 775
    },
    {
      "epoch": 0.002578923449011011,
      "grad_norm": 2.4002878665924072,
      "learning_rate": 7.768260613524546e-05,
      "loss": 0.7444,
      "step": 776
    },
    {
      "epoch": 0.0025822468039710766,
      "grad_norm": 1.5444637537002563,
      "learning_rate": 7.745413354397875e-05,
      "loss": 0.9632,
      "step": 777
    },
    {
      "epoch": 0.0025855701589311427,
      "grad_norm": 1.9362467527389526,
      "learning_rate": 7.722578487712776e-05,
      "loss": 0.7686,
      "step": 778
    },
    {
      "epoch": 0.0025888935138912083,
      "grad_norm": 1.9975168704986572,
      "learning_rate": 7.699756138982171e-05,
      "loss": 0.5133,
      "step": 779
    },
    {
      "epoch": 0.002592216868851274,
      "grad_norm": 1.2364038228988647,
      "learning_rate": 7.67694643365017e-05,
      "loss": 0.3062,
      "step": 780
    },
    {
      "epoch": 0.0025955402238113396,
      "grad_norm": 2.584963798522949,
      "learning_rate": 7.65414949709139e-05,
      "loss": 1.1474,
      "step": 781
    },
    {
      "epoch": 0.0025988635787714057,
      "grad_norm": 1.8879754543304443,
      "learning_rate": 7.631365454610273e-05,
      "loss": 0.7107,
      "step": 782
    },
    {
      "epoch": 0.0026021869337314713,
      "grad_norm": 1.7521071434020996,
      "learning_rate": 7.608594431440372e-05,
      "loss": 0.8841,
      "step": 783
    },
    {
      "epoch": 0.002605510288691537,
      "grad_norm": 3.378284215927124,
      "learning_rate": 7.585836552743691e-05,
      "loss": 0.7163,
      "step": 784
    },
    {
      "epoch": 0.0026088336436516026,
      "grad_norm": 2.5669357776641846,
      "learning_rate": 7.563091943609984e-05,
      "loss": 0.8442,
      "step": 785
    },
    {
      "epoch": 0.0026121569986116686,
      "grad_norm": 3.975356101989746,
      "learning_rate": 7.540360729056058e-05,
      "loss": 0.9347,
      "step": 786
    },
    {
      "epoch": 0.0026154803535717343,
      "grad_norm": 1.796961784362793,
      "learning_rate": 7.517643034025108e-05,
      "loss": 0.6933,
      "step": 787
    },
    {
      "epoch": 0.0026188037085318,
      "grad_norm": 2.30344557762146,
      "learning_rate": 7.494938983386013e-05,
      "loss": 0.7317,
      "step": 788
    },
    {
      "epoch": 0.0026221270634918655,
      "grad_norm": 1.6388118267059326,
      "learning_rate": 7.472248701932658e-05,
      "loss": 1.0691,
      "step": 789
    },
    {
      "epoch": 0.0026254504184519316,
      "grad_norm": 1.8564261198043823,
      "learning_rate": 7.449572314383237e-05,
      "loss": 1.38,
      "step": 790
    },
    {
      "epoch": 0.0026287737734119973,
      "grad_norm": 2.7041420936584473,
      "learning_rate": 7.426909945379583e-05,
      "loss": 0.8562,
      "step": 791
    },
    {
      "epoch": 0.002632097128372063,
      "grad_norm": 1.948732614517212,
      "learning_rate": 7.404261719486479e-05,
      "loss": 1.1034,
      "step": 792
    },
    {
      "epoch": 0.0026354204833321285,
      "grad_norm": 2.0401499271392822,
      "learning_rate": 7.381627761190955e-05,
      "loss": 1.0059,
      "step": 793
    },
    {
      "epoch": 0.002638743838292194,
      "grad_norm": 2.1661291122436523,
      "learning_rate": 7.359008194901632e-05,
      "loss": 0.8977,
      "step": 794
    },
    {
      "epoch": 0.0026420671932522602,
      "grad_norm": 1.5710537433624268,
      "learning_rate": 7.336403144948022e-05,
      "loss": 0.8308,
      "step": 795
    },
    {
      "epoch": 0.002645390548212326,
      "grad_norm": 2.8290865421295166,
      "learning_rate": 7.313812735579846e-05,
      "loss": 0.6611,
      "step": 796
    },
    {
      "epoch": 0.0026487139031723915,
      "grad_norm": 1.6628873348236084,
      "learning_rate": 7.291237090966348e-05,
      "loss": 0.9998,
      "step": 797
    },
    {
      "epoch": 0.002652037258132457,
      "grad_norm": 2.4177229404449463,
      "learning_rate": 7.268676335195623e-05,
      "loss": 0.9949,
      "step": 798
    },
    {
      "epoch": 0.002655360613092523,
      "grad_norm": 2.1591696739196777,
      "learning_rate": 7.246130592273926e-05,
      "loss": 0.8641,
      "step": 799
    },
    {
      "epoch": 0.002658683968052589,
      "grad_norm": 2.3130698204040527,
      "learning_rate": 7.223599986124994e-05,
      "loss": 0.6423,
      "step": 800
    },
    {
      "epoch": 0.0026620073230126545,
      "grad_norm": 2.1113901138305664,
      "learning_rate": 7.201084640589367e-05,
      "loss": 0.9791,
      "step": 801
    },
    {
      "epoch": 0.00266533067797272,
      "grad_norm": 2.1854052543640137,
      "learning_rate": 7.178584679423695e-05,
      "loss": 0.8792,
      "step": 802
    },
    {
      "epoch": 0.002668654032932786,
      "grad_norm": 2.615689516067505,
      "learning_rate": 7.156100226300076e-05,
      "loss": 0.9251,
      "step": 803
    },
    {
      "epoch": 0.002671977387892852,
      "grad_norm": 1.4863485097885132,
      "learning_rate": 7.133631404805366e-05,
      "loss": 0.7584,
      "step": 804
    },
    {
      "epoch": 0.0026753007428529174,
      "grad_norm": 2.342344045639038,
      "learning_rate": 7.111178338440496e-05,
      "loss": 0.8206,
      "step": 805
    },
    {
      "epoch": 0.002678624097812983,
      "grad_norm": 1.2169537544250488,
      "learning_rate": 7.088741150619803e-05,
      "loss": 0.8415,
      "step": 806
    },
    {
      "epoch": 0.0026819474527730487,
      "grad_norm": 2.5031754970550537,
      "learning_rate": 7.066319964670349e-05,
      "loss": 1.2052,
      "step": 807
    },
    {
      "epoch": 0.002685270807733115,
      "grad_norm": 2.260162591934204,
      "learning_rate": 7.043914903831233e-05,
      "loss": 1.1124,
      "step": 808
    },
    {
      "epoch": 0.0026885941626931804,
      "grad_norm": 2.9779911041259766,
      "learning_rate": 7.021526091252926e-05,
      "loss": 0.8014,
      "step": 809
    },
    {
      "epoch": 0.002691917517653246,
      "grad_norm": 1.7162643671035767,
      "learning_rate": 6.999153649996595e-05,
      "loss": 1.0416,
      "step": 810
    },
    {
      "epoch": 0.0026952408726133117,
      "grad_norm": 2.0659046173095703,
      "learning_rate": 6.976797703033409e-05,
      "loss": 0.7588,
      "step": 811
    },
    {
      "epoch": 0.0026985642275733778,
      "grad_norm": 2.4730310440063477,
      "learning_rate": 6.954458373243886e-05,
      "loss": 0.7901,
      "step": 812
    },
    {
      "epoch": 0.0027018875825334434,
      "grad_norm": 1.5240192413330078,
      "learning_rate": 6.932135783417202e-05,
      "loss": 1.0286,
      "step": 813
    },
    {
      "epoch": 0.002705210937493509,
      "grad_norm": 2.2848563194274902,
      "learning_rate": 6.909830056250527e-05,
      "loss": 0.7774,
      "step": 814
    },
    {
      "epoch": 0.0027085342924535747,
      "grad_norm": 1.726565957069397,
      "learning_rate": 6.887541314348333e-05,
      "loss": 0.887,
      "step": 815
    },
    {
      "epoch": 0.0027118576474136407,
      "grad_norm": 1.6944901943206787,
      "learning_rate": 6.86526968022174e-05,
      "loss": 0.8881,
      "step": 816
    },
    {
      "epoch": 0.0027151810023737064,
      "grad_norm": 2.0845484733581543,
      "learning_rate": 6.843015276287838e-05,
      "loss": 1.025,
      "step": 817
    },
    {
      "epoch": 0.002718504357333772,
      "grad_norm": 2.6295018196105957,
      "learning_rate": 6.820778224868998e-05,
      "loss": 0.862,
      "step": 818
    },
    {
      "epoch": 0.0027218277122938376,
      "grad_norm": 1.5261075496673584,
      "learning_rate": 6.798558648192224e-05,
      "loss": 0.7621,
      "step": 819
    },
    {
      "epoch": 0.0027251510672539033,
      "grad_norm": 2.7250609397888184,
      "learning_rate": 6.776356668388464e-05,
      "loss": 1.2475,
      "step": 820
    },
    {
      "epoch": 0.0027284744222139693,
      "grad_norm": 1.9329115152359009,
      "learning_rate": 6.754172407491942e-05,
      "loss": 0.7791,
      "step": 821
    },
    {
      "epoch": 0.002731797777174035,
      "grad_norm": 2.3136186599731445,
      "learning_rate": 6.732005987439494e-05,
      "loss": 0.7982,
      "step": 822
    },
    {
      "epoch": 0.0027351211321341006,
      "grad_norm": 2.4419238567352295,
      "learning_rate": 6.709857530069893e-05,
      "loss": 0.718,
      "step": 823
    },
    {
      "epoch": 0.0027384444870941663,
      "grad_norm": 2.4179654121398926,
      "learning_rate": 6.687727157123172e-05,
      "loss": 0.6117,
      "step": 824
    },
    {
      "epoch": 0.0027417678420542323,
      "grad_norm": 1.7788853645324707,
      "learning_rate": 6.665614990239969e-05,
      "loss": 1.0204,
      "step": 825
    },
    {
      "epoch": 0.002745091197014298,
      "grad_norm": 1.6764806509017944,
      "learning_rate": 6.643521150960854e-05,
      "loss": 0.7826,
      "step": 826
    },
    {
      "epoch": 0.0027484145519743636,
      "grad_norm": 2.1518044471740723,
      "learning_rate": 6.621445760725645e-05,
      "loss": 1.2075,
      "step": 827
    },
    {
      "epoch": 0.0027517379069344292,
      "grad_norm": 1.640141248703003,
      "learning_rate": 6.59938894087277e-05,
      "loss": 0.9314,
      "step": 828
    },
    {
      "epoch": 0.0027550612618944953,
      "grad_norm": 1.7431117296218872,
      "learning_rate": 6.57735081263858e-05,
      "loss": 1.0253,
      "step": 829
    },
    {
      "epoch": 0.002758384616854561,
      "grad_norm": 2.1680805683135986,
      "learning_rate": 6.555331497156672e-05,
      "loss": 0.7304,
      "step": 830
    },
    {
      "epoch": 0.0027617079718146266,
      "grad_norm": 1.939958095550537,
      "learning_rate": 6.533331115457259e-05,
      "loss": 0.8248,
      "step": 831
    },
    {
      "epoch": 0.002765031326774692,
      "grad_norm": 2.3752801418304443,
      "learning_rate": 6.511349788466474e-05,
      "loss": 0.6807,
      "step": 832
    },
    {
      "epoch": 0.0027683546817347583,
      "grad_norm": 1.9093451499938965,
      "learning_rate": 6.489387637005708e-05,
      "loss": 0.8905,
      "step": 833
    },
    {
      "epoch": 0.002771678036694824,
      "grad_norm": 2.562119245529175,
      "learning_rate": 6.467444781790966e-05,
      "loss": 1.4444,
      "step": 834
    },
    {
      "epoch": 0.0027750013916548895,
      "grad_norm": 2.1137545108795166,
      "learning_rate": 6.445521343432188e-05,
      "loss": 0.813,
      "step": 835
    },
    {
      "epoch": 0.002778324746614955,
      "grad_norm": 2.294084072113037,
      "learning_rate": 6.42361744243257e-05,
      "loss": 0.9793,
      "step": 836
    },
    {
      "epoch": 0.002781648101575021,
      "grad_norm": 2.251021146774292,
      "learning_rate": 6.401733199187947e-05,
      "loss": 0.9496,
      "step": 837
    },
    {
      "epoch": 0.002784971456535087,
      "grad_norm": 1.7484440803527832,
      "learning_rate": 6.379868733986089e-05,
      "loss": 0.7449,
      "step": 838
    },
    {
      "epoch": 0.0027882948114951525,
      "grad_norm": 2.0243794918060303,
      "learning_rate": 6.358024167006058e-05,
      "loss": 0.9031,
      "step": 839
    },
    {
      "epoch": 0.002791618166455218,
      "grad_norm": 2.7507853507995605,
      "learning_rate": 6.336199618317537e-05,
      "loss": 1.0764,
      "step": 840
    },
    {
      "epoch": 0.002794941521415284,
      "grad_norm": 1.752302885055542,
      "learning_rate": 6.314395207880195e-05,
      "loss": 0.8392,
      "step": 841
    },
    {
      "epoch": 0.00279826487637535,
      "grad_norm": 2.1011054515838623,
      "learning_rate": 6.292611055542998e-05,
      "loss": 1.0797,
      "step": 842
    },
    {
      "epoch": 0.0028015882313354155,
      "grad_norm": 2.135986328125,
      "learning_rate": 6.270847281043555e-05,
      "loss": 0.8715,
      "step": 843
    },
    {
      "epoch": 0.002804911586295481,
      "grad_norm": 2.7637932300567627,
      "learning_rate": 6.249104004007485e-05,
      "loss": 0.3365,
      "step": 844
    },
    {
      "epoch": 0.0028082349412555468,
      "grad_norm": 1.2076417207717896,
      "learning_rate": 6.227381343947733e-05,
      "loss": 0.635,
      "step": 845
    },
    {
      "epoch": 0.002811558296215613,
      "grad_norm": 2.775181770324707,
      "learning_rate": 6.205679420263916e-05,
      "loss": 0.6883,
      "step": 846
    },
    {
      "epoch": 0.0028148816511756785,
      "grad_norm": 2.721707820892334,
      "learning_rate": 6.183998352241687e-05,
      "loss": 1.426,
      "step": 847
    },
    {
      "epoch": 0.002818205006135744,
      "grad_norm": 2.612297773361206,
      "learning_rate": 6.162338259052053e-05,
      "loss": 1.0125,
      "step": 848
    },
    {
      "epoch": 0.0028215283610958097,
      "grad_norm": 2.0432469844818115,
      "learning_rate": 6.140699259750734e-05,
      "loss": 0.9424,
      "step": 849
    },
    {
      "epoch": 0.0028248517160558754,
      "grad_norm": 1.9300436973571777,
      "learning_rate": 6.119081473277501e-05,
      "loss": 0.6789,
      "step": 850
    },
    {
      "epoch": 0.0028281750710159414,
      "grad_norm": 1.2895921468734741,
      "learning_rate": 6.0974850184555524e-05,
      "loss": 0.4791,
      "step": 851
    },
    {
      "epoch": 0.002831498425976007,
      "grad_norm": 1.4078013896942139,
      "learning_rate": 6.075910013990801e-05,
      "loss": 0.9091,
      "step": 852
    },
    {
      "epoch": 0.0028348217809360727,
      "grad_norm": 2.8770787715911865,
      "learning_rate": 6.054356578471279e-05,
      "loss": 0.7832,
      "step": 853
    },
    {
      "epoch": 0.0028381451358961383,
      "grad_norm": 1.15186607837677,
      "learning_rate": 6.032824830366466e-05,
      "loss": 0.6406,
      "step": 854
    },
    {
      "epoch": 0.0028414684908562044,
      "grad_norm": 2.7915797233581543,
      "learning_rate": 6.01131488802662e-05,
      "loss": 0.9716,
      "step": 855
    },
    {
      "epoch": 0.00284479184581627,
      "grad_norm": 1.5592747926712036,
      "learning_rate": 5.98982686968215e-05,
      "loss": 1.1611,
      "step": 856
    },
    {
      "epoch": 0.0028481152007763357,
      "grad_norm": 1.4117867946624756,
      "learning_rate": 5.96836089344297e-05,
      "loss": 1.1855,
      "step": 857
    },
    {
      "epoch": 0.0028514385557364013,
      "grad_norm": 2.2297420501708984,
      "learning_rate": 5.9469170772978186e-05,
      "loss": 0.7507,
      "step": 858
    },
    {
      "epoch": 0.0028547619106964674,
      "grad_norm": 1.8031333684921265,
      "learning_rate": 5.9254955391136435e-05,
      "loss": 0.8189,
      "step": 859
    },
    {
      "epoch": 0.002858085265656533,
      "grad_norm": 1.3083912134170532,
      "learning_rate": 5.904096396634935e-05,
      "loss": 0.9167,
      "step": 860
    },
    {
      "epoch": 0.0028614086206165987,
      "grad_norm": 1.788910984992981,
      "learning_rate": 5.882719767483095e-05,
      "loss": 0.8295,
      "step": 861
    },
    {
      "epoch": 0.0028647319755766643,
      "grad_norm": 1.8402323722839355,
      "learning_rate": 5.86136576915576e-05,
      "loss": 1.1916,
      "step": 862
    },
    {
      "epoch": 0.00286805533053673,
      "grad_norm": 1.6266324520111084,
      "learning_rate": 5.8400345190261896e-05,
      "loss": 0.7458,
      "step": 863
    },
    {
      "epoch": 0.002871378685496796,
      "grad_norm": 1.463873028755188,
      "learning_rate": 5.818726134342611e-05,
      "loss": 1.0396,
      "step": 864
    },
    {
      "epoch": 0.0028747020404568616,
      "grad_norm": 3.125133991241455,
      "learning_rate": 5.797440732227555e-05,
      "loss": 1.2602,
      "step": 865
    },
    {
      "epoch": 0.0028780253954169273,
      "grad_norm": 2.2092134952545166,
      "learning_rate": 5.7761784296772395e-05,
      "loss": 0.6971,
      "step": 866
    },
    {
      "epoch": 0.002881348750376993,
      "grad_norm": 1.812300205230713,
      "learning_rate": 5.7549393435609125e-05,
      "loss": 0.7864,
      "step": 867
    },
    {
      "epoch": 0.002884672105337059,
      "grad_norm": 2.005625009536743,
      "learning_rate": 5.7337235906202034e-05,
      "loss": 0.94,
      "step": 868
    },
    {
      "epoch": 0.0028879954602971246,
      "grad_norm": 2.6046905517578125,
      "learning_rate": 5.712531287468501e-05,
      "loss": 0.599,
      "step": 869
    },
    {
      "epoch": 0.0028913188152571902,
      "grad_norm": 1.6033066511154175,
      "learning_rate": 5.691362550590297e-05,
      "loss": 0.9754,
      "step": 870
    },
    {
      "epoch": 0.002894642170217256,
      "grad_norm": 2.491909980773926,
      "learning_rate": 5.670217496340547e-05,
      "loss": 0.8266,
      "step": 871
    },
    {
      "epoch": 0.002897965525177322,
      "grad_norm": 2.3823235034942627,
      "learning_rate": 5.649096240944041e-05,
      "loss": 0.8189,
      "step": 872
    },
    {
      "epoch": 0.0029012888801373876,
      "grad_norm": 1.346922516822815,
      "learning_rate": 5.627998900494752e-05,
      "loss": 0.916,
      "step": 873
    },
    {
      "epoch": 0.002904612235097453,
      "grad_norm": 2.991159200668335,
      "learning_rate": 5.606925590955199e-05,
      "loss": 0.695,
      "step": 874
    },
    {
      "epoch": 0.002907935590057519,
      "grad_norm": 1.6340768337249756,
      "learning_rate": 5.585876428155824e-05,
      "loss": 0.7153,
      "step": 875
    },
    {
      "epoch": 0.0029112589450175845,
      "grad_norm": 1.5029044151306152,
      "learning_rate": 5.5648515277943394e-05,
      "loss": 0.8227,
      "step": 876
    },
    {
      "epoch": 0.0029145822999776506,
      "grad_norm": 3.339397668838501,
      "learning_rate": 5.543851005435099e-05,
      "loss": 0.6236,
      "step": 877
    },
    {
      "epoch": 0.002917905654937716,
      "grad_norm": 2.4613964557647705,
      "learning_rate": 5.522874976508463e-05,
      "loss": 0.8689,
      "step": 878
    },
    {
      "epoch": 0.002921229009897782,
      "grad_norm": 1.5908268690109253,
      "learning_rate": 5.501923556310165e-05,
      "loss": 0.5461,
      "step": 879
    },
    {
      "epoch": 0.0029245523648578475,
      "grad_norm": 2.2747199535369873,
      "learning_rate": 5.4809968600006635e-05,
      "loss": 1.4063,
      "step": 880
    },
    {
      "epoch": 0.0029278757198179135,
      "grad_norm": 2.9428064823150635,
      "learning_rate": 5.4600950026045326e-05,
      "loss": 0.973,
      "step": 881
    },
    {
      "epoch": 0.002931199074777979,
      "grad_norm": 2.247328042984009,
      "learning_rate": 5.439218099009822e-05,
      "loss": 1.053,
      "step": 882
    },
    {
      "epoch": 0.002934522429738045,
      "grad_norm": 1.9375410079956055,
      "learning_rate": 5.418366263967398e-05,
      "loss": 0.9035,
      "step": 883
    },
    {
      "epoch": 0.0029378457846981104,
      "grad_norm": 3.429903745651245,
      "learning_rate": 5.3975396120903674e-05,
      "loss": 1.013,
      "step": 884
    },
    {
      "epoch": 0.0029411691396581765,
      "grad_norm": 2.8755977153778076,
      "learning_rate": 5.3767382578534e-05,
      "loss": 0.8837,
      "step": 885
    },
    {
      "epoch": 0.002944492494618242,
      "grad_norm": 2.046551465988159,
      "learning_rate": 5.355962315592118e-05,
      "loss": 0.9287,
      "step": 886
    },
    {
      "epoch": 0.0029478158495783078,
      "grad_norm": 2.472384452819824,
      "learning_rate": 5.3352118995024616e-05,
      "loss": 0.6672,
      "step": 887
    },
    {
      "epoch": 0.0029511392045383734,
      "grad_norm": 2.634037733078003,
      "learning_rate": 5.314487123640068e-05,
      "loss": 1.0866,
      "step": 888
    },
    {
      "epoch": 0.0029544625594984395,
      "grad_norm": 2.4594497680664062,
      "learning_rate": 5.293788101919652e-05,
      "loss": 0.684,
      "step": 889
    },
    {
      "epoch": 0.002957785914458505,
      "grad_norm": 1.5898715257644653,
      "learning_rate": 5.273114948114346e-05,
      "loss": 0.7795,
      "step": 890
    },
    {
      "epoch": 0.0029611092694185707,
      "grad_norm": 2.0308401584625244,
      "learning_rate": 5.2524677758551255e-05,
      "loss": 0.7227,
      "step": 891
    },
    {
      "epoch": 0.0029644326243786364,
      "grad_norm": 1.686633825302124,
      "learning_rate": 5.231846698630143e-05,
      "loss": 1.0273,
      "step": 892
    },
    {
      "epoch": 0.002967755979338702,
      "grad_norm": 2.8560662269592285,
      "learning_rate": 5.211251829784112e-05,
      "loss": 1.1248,
      "step": 893
    },
    {
      "epoch": 0.002971079334298768,
      "grad_norm": 1.7033025026321411,
      "learning_rate": 5.190683282517701e-05,
      "loss": 0.9124,
      "step": 894
    },
    {
      "epoch": 0.0029744026892588337,
      "grad_norm": 1.9341826438903809,
      "learning_rate": 5.170141169886904e-05,
      "loss": 1.1806,
      "step": 895
    },
    {
      "epoch": 0.0029777260442188994,
      "grad_norm": 2.495100975036621,
      "learning_rate": 5.149625604802396e-05,
      "loss": 0.7964,
      "step": 896
    },
    {
      "epoch": 0.002981049399178965,
      "grad_norm": 3.161954879760742,
      "learning_rate": 5.1291367000289595e-05,
      "loss": 1.1476,
      "step": 897
    },
    {
      "epoch": 0.002984372754139031,
      "grad_norm": 1.6868048906326294,
      "learning_rate": 5.108674568184822e-05,
      "loss": 1.1036,
      "step": 898
    },
    {
      "epoch": 0.0029876961090990967,
      "grad_norm": 2.003114700317383,
      "learning_rate": 5.088239321741044e-05,
      "loss": 0.9432,
      "step": 899
    },
    {
      "epoch": 0.0029910194640591623,
      "grad_norm": 2.7161526679992676,
      "learning_rate": 5.0678310730209275e-05,
      "loss": 0.7897,
      "step": 900
    },
    {
      "epoch": 0.002994342819019228,
      "grad_norm": 3.1034233570098877,
      "learning_rate": 5.047449934199373e-05,
      "loss": 1.0843,
      "step": 901
    },
    {
      "epoch": 0.002997666173979294,
      "grad_norm": 2.151169538497925,
      "learning_rate": 5.0270960173022604e-05,
      "loss": 0.8238,
      "step": 902
    },
    {
      "epoch": 0.0030009895289393597,
      "grad_norm": 3.1989262104034424,
      "learning_rate": 5.0067694342058533e-05,
      "loss": 0.9442,
      "step": 903
    },
    {
      "epoch": 0.0030043128838994253,
      "grad_norm": 2.3035216331481934,
      "learning_rate": 4.986470296636184e-05,
      "loss": 0.6374,
      "step": 904
    },
    {
      "epoch": 0.003007636238859491,
      "grad_norm": 1.5083132982254028,
      "learning_rate": 4.9661987161684045e-05,
      "loss": 0.8612,
      "step": 905
    },
    {
      "epoch": 0.0030109595938195566,
      "grad_norm": 2.1932461261749268,
      "learning_rate": 4.945954804226214e-05,
      "loss": 0.9552,
      "step": 906
    },
    {
      "epoch": 0.0030142829487796226,
      "grad_norm": 2.1111433506011963,
      "learning_rate": 4.9257386720812314e-05,
      "loss": 1.0087,
      "step": 907
    },
    {
      "epoch": 0.0030176063037396883,
      "grad_norm": 2.340672731399536,
      "learning_rate": 4.90555043085237e-05,
      "loss": 0.9497,
      "step": 908
    },
    {
      "epoch": 0.003020929658699754,
      "grad_norm": 1.8133361339569092,
      "learning_rate": 4.885390191505249e-05,
      "loss": 1.336,
      "step": 909
    },
    {
      "epoch": 0.0030242530136598196,
      "grad_norm": 1.9514275789260864,
      "learning_rate": 4.865258064851579e-05,
      "loss": 0.8551,
      "step": 910
    },
    {
      "epoch": 0.0030275763686198856,
      "grad_norm": 4.20766019821167,
      "learning_rate": 4.8451541615485406e-05,
      "loss": 0.9909,
      "step": 911
    },
    {
      "epoch": 0.0030308997235799513,
      "grad_norm": 1.8807806968688965,
      "learning_rate": 4.825078592098178e-05,
      "loss": 1.0299,
      "step": 912
    },
    {
      "epoch": 0.003034223078540017,
      "grad_norm": 1.70405912399292,
      "learning_rate": 4.805031466846806e-05,
      "loss": 1.1773,
      "step": 913
    },
    {
      "epoch": 0.0030375464335000825,
      "grad_norm": 2.641573429107666,
      "learning_rate": 4.785012895984397e-05,
      "loss": 0.8217,
      "step": 914
    },
    {
      "epoch": 0.0030408697884601486,
      "grad_norm": 2.3853819370269775,
      "learning_rate": 4.765022989543958e-05,
      "loss": 1.1535,
      "step": 915
    },
    {
      "epoch": 0.0030441931434202142,
      "grad_norm": 1.931353211402893,
      "learning_rate": 4.745061857400951e-05,
      "loss": 0.8502,
      "step": 916
    },
    {
      "epoch": 0.00304751649838028,
      "grad_norm": 1.8243640661239624,
      "learning_rate": 4.725129609272691e-05,
      "loss": 0.7104,
      "step": 917
    },
    {
      "epoch": 0.0030508398533403455,
      "grad_norm": 2.154448986053467,
      "learning_rate": 4.705226354717703e-05,
      "loss": 0.7663,
      "step": 918
    },
    {
      "epoch": 0.003054163208300411,
      "grad_norm": 1.6728769540786743,
      "learning_rate": 4.685352203135168e-05,
      "loss": 0.9473,
      "step": 919
    },
    {
      "epoch": 0.003057486563260477,
      "grad_norm": 1.6147559881210327,
      "learning_rate": 4.665507263764299e-05,
      "loss": 0.8665,
      "step": 920
    },
    {
      "epoch": 0.003060809918220543,
      "grad_norm": 1.6868387460708618,
      "learning_rate": 4.6456916456837316e-05,
      "loss": 1.0085,
      "step": 921
    },
    {
      "epoch": 0.0030641332731806085,
      "grad_norm": 1.9007632732391357,
      "learning_rate": 4.6259054578109426e-05,
      "loss": 0.521,
      "step": 922
    },
    {
      "epoch": 0.003067456628140674,
      "grad_norm": 1.3667428493499756,
      "learning_rate": 4.606148808901655e-05,
      "loss": 0.299,
      "step": 923
    },
    {
      "epoch": 0.00307077998310074,
      "grad_norm": 2.2801337242126465,
      "learning_rate": 4.5864218075492086e-05,
      "loss": 1.3228,
      "step": 924
    },
    {
      "epoch": 0.003074103338060806,
      "grad_norm": 1.6540544033050537,
      "learning_rate": 4.5667245621839974e-05,
      "loss": 0.7865,
      "step": 925
    },
    {
      "epoch": 0.0030774266930208715,
      "grad_norm": 2.9518346786499023,
      "learning_rate": 4.547057181072861e-05,
      "loss": 1.0555,
      "step": 926
    },
    {
      "epoch": 0.003080750047980937,
      "grad_norm": 1.665739893913269,
      "learning_rate": 4.527419772318478e-05,
      "loss": 0.7464,
      "step": 927
    },
    {
      "epoch": 0.003084073402941003,
      "grad_norm": 1.9882394075393677,
      "learning_rate": 4.507812443858795e-05,
      "loss": 0.5291,
      "step": 928
    },
    {
      "epoch": 0.003087396757901069,
      "grad_norm": 2.1748383045196533,
      "learning_rate": 4.488235303466414e-05,
      "loss": 0.7249,
      "step": 929
    },
    {
      "epoch": 0.0030907201128611344,
      "grad_norm": 1.9618815183639526,
      "learning_rate": 4.468688458748006e-05,
      "loss": 0.7013,
      "step": 930
    },
    {
      "epoch": 0.0030940434678212,
      "grad_norm": 2.7310843467712402,
      "learning_rate": 4.4491720171437254e-05,
      "loss": 1.1133,
      "step": 931
    },
    {
      "epoch": 0.003097366822781266,
      "grad_norm": 1.9175081253051758,
      "learning_rate": 4.429686085926612e-05,
      "loss": 1.3088,
      "step": 932
    },
    {
      "epoch": 0.0031006901777413318,
      "grad_norm": 3.0029914379119873,
      "learning_rate": 4.410230772202005e-05,
      "loss": 0.9041,
      "step": 933
    },
    {
      "epoch": 0.0031040135327013974,
      "grad_norm": 2.2340314388275146,
      "learning_rate": 4.390806182906946e-05,
      "loss": 0.8232,
      "step": 934
    },
    {
      "epoch": 0.003107336887661463,
      "grad_norm": 1.8797237873077393,
      "learning_rate": 4.3714124248096067e-05,
      "loss": 0.8972,
      "step": 935
    },
    {
      "epoch": 0.0031106602426215287,
      "grad_norm": 1.2091120481491089,
      "learning_rate": 4.3520496045086913e-05,
      "loss": 1.0276,
      "step": 936
    },
    {
      "epoch": 0.0031139835975815947,
      "grad_norm": 1.804102897644043,
      "learning_rate": 4.332717828432852e-05,
      "loss": 1.2715,
      "step": 937
    },
    {
      "epoch": 0.0031173069525416604,
      "grad_norm": 1.6411309242248535,
      "learning_rate": 4.313417202840106e-05,
      "loss": 0.7396,
      "step": 938
    },
    {
      "epoch": 0.003120630307501726,
      "grad_norm": 1.9548616409301758,
      "learning_rate": 4.2941478338172546e-05,
      "loss": 0.854,
      "step": 939
    },
    {
      "epoch": 0.0031239536624617916,
      "grad_norm": 1.8692799806594849,
      "learning_rate": 4.274909827279283e-05,
      "loss": 0.8515,
      "step": 940
    },
    {
      "epoch": 0.0031272770174218577,
      "grad_norm": 2.291513681411743,
      "learning_rate": 4.255703288968802e-05,
      "loss": 0.7151,
      "step": 941
    },
    {
      "epoch": 0.0031306003723819233,
      "grad_norm": 2.7053022384643555,
      "learning_rate": 4.2365283244554545e-05,
      "loss": 1.0566,
      "step": 942
    },
    {
      "epoch": 0.003133923727341989,
      "grad_norm": 3.309202194213867,
      "learning_rate": 4.217385039135334e-05,
      "loss": 0.8206,
      "step": 943
    },
    {
      "epoch": 0.0031372470823020546,
      "grad_norm": 2.1256155967712402,
      "learning_rate": 4.198273538230411e-05,
      "loss": 0.7691,
      "step": 944
    },
    {
      "epoch": 0.0031405704372621207,
      "grad_norm": 1.4068633317947388,
      "learning_rate": 4.17919392678795e-05,
      "loss": 0.8273,
      "step": 945
    },
    {
      "epoch": 0.0031438937922221863,
      "grad_norm": 1.5459834337234497,
      "learning_rate": 4.1601463096799274e-05,
      "loss": 0.316,
      "step": 946
    },
    {
      "epoch": 0.003147217147182252,
      "grad_norm": 2.5704874992370605,
      "learning_rate": 4.141130791602471e-05,
      "loss": 0.6956,
      "step": 947
    },
    {
      "epoch": 0.0031505405021423176,
      "grad_norm": 1.6956768035888672,
      "learning_rate": 4.12214747707527e-05,
      "loss": 0.9231,
      "step": 948
    },
    {
      "epoch": 0.0031538638571023832,
      "grad_norm": 2.0845391750335693,
      "learning_rate": 4.103196470441004e-05,
      "loss": 0.6053,
      "step": 949
    },
    {
      "epoch": 0.0031571872120624493,
      "grad_norm": 3.658524990081787,
      "learning_rate": 4.084277875864776e-05,
      "loss": 0.5029,
      "step": 950
    },
    {
      "epoch": 0.003160510567022515,
      "grad_norm": 2.7047719955444336,
      "learning_rate": 4.065391797333532e-05,
      "loss": 1.1229,
      "step": 951
    },
    {
      "epoch": 0.0031638339219825806,
      "grad_norm": 2.5579748153686523,
      "learning_rate": 4.046538338655486e-05,
      "loss": 1.1294,
      "step": 952
    },
    {
      "epoch": 0.003167157276942646,
      "grad_norm": 1.960567831993103,
      "learning_rate": 4.027717603459562e-05,
      "loss": 0.8994,
      "step": 953
    },
    {
      "epoch": 0.0031704806319027123,
      "grad_norm": 2.7374565601348877,
      "learning_rate": 4.008929695194819e-05,
      "loss": 0.7681,
      "step": 954
    },
    {
      "epoch": 0.003173803986862778,
      "grad_norm": 1.8822041749954224,
      "learning_rate": 3.9901747171298766e-05,
      "loss": 0.8766,
      "step": 955
    },
    {
      "epoch": 0.0031771273418228435,
      "grad_norm": 1.519500970840454,
      "learning_rate": 3.9714527723523544e-05,
      "loss": 0.8978,
      "step": 956
    },
    {
      "epoch": 0.003180450696782909,
      "grad_norm": 2.1188619136810303,
      "learning_rate": 3.9527639637683046e-05,
      "loss": 0.7061,
      "step": 957
    },
    {
      "epoch": 0.0031837740517429752,
      "grad_norm": 2.2481894493103027,
      "learning_rate": 3.9341083941016445e-05,
      "loss": 0.9732,
      "step": 958
    },
    {
      "epoch": 0.003187097406703041,
      "grad_norm": 1.8803179264068604,
      "learning_rate": 3.915486165893584e-05,
      "loss": 0.4562,
      "step": 959
    },
    {
      "epoch": 0.0031904207616631065,
      "grad_norm": 2.376408100128174,
      "learning_rate": 3.8968973815020806e-05,
      "loss": 1.1848,
      "step": 960
    },
    {
      "epoch": 0.003193744116623172,
      "grad_norm": 1.7450156211853027,
      "learning_rate": 3.878342143101261e-05,
      "loss": 0.4907,
      "step": 961
    },
    {
      "epoch": 0.003197067471583238,
      "grad_norm": 3.3278939723968506,
      "learning_rate": 3.859820552680867e-05,
      "loss": 0.9562,
      "step": 962
    },
    {
      "epoch": 0.003200390826543304,
      "grad_norm": 1.9381216764450073,
      "learning_rate": 3.841332712045692e-05,
      "loss": 0.7799,
      "step": 963
    },
    {
      "epoch": 0.0032037141815033695,
      "grad_norm": 2.0190913677215576,
      "learning_rate": 3.8228787228150256e-05,
      "loss": 0.5333,
      "step": 964
    },
    {
      "epoch": 0.003207037536463435,
      "grad_norm": 2.365751028060913,
      "learning_rate": 3.80445868642208e-05,
      "loss": 0.7433,
      "step": 965
    },
    {
      "epoch": 0.0032103608914235008,
      "grad_norm": 2.09723162651062,
      "learning_rate": 3.786072704113456e-05,
      "loss": 0.9669,
      "step": 966
    },
    {
      "epoch": 0.003213684246383567,
      "grad_norm": 1.6050723791122437,
      "learning_rate": 3.767720876948569e-05,
      "loss": 0.5413,
      "step": 967
    },
    {
      "epoch": 0.0032170076013436325,
      "grad_norm": 1.9337371587753296,
      "learning_rate": 3.749403305799102e-05,
      "loss": 1.0522,
      "step": 968
    },
    {
      "epoch": 0.003220330956303698,
      "grad_norm": 2.270533800125122,
      "learning_rate": 3.731120091348447e-05,
      "loss": 0.6781,
      "step": 969
    },
    {
      "epoch": 0.0032236543112637637,
      "grad_norm": 2.552337646484375,
      "learning_rate": 3.7128713340911535e-05,
      "loss": 0.6535,
      "step": 970
    },
    {
      "epoch": 0.00322697766622383,
      "grad_norm": 1.7672396898269653,
      "learning_rate": 3.69465713433237e-05,
      "loss": 0.8181,
      "step": 971
    },
    {
      "epoch": 0.0032303010211838954,
      "grad_norm": 4.490391731262207,
      "learning_rate": 3.676477592187304e-05,
      "loss": 0.5991,
      "step": 972
    },
    {
      "epoch": 0.003233624376143961,
      "grad_norm": 1.9856078624725342,
      "learning_rate": 3.658332807580665e-05,
      "loss": 1.009,
      "step": 973
    },
    {
      "epoch": 0.0032369477311040267,
      "grad_norm": 1.952715516090393,
      "learning_rate": 3.640222880246117e-05,
      "loss": 0.8395,
      "step": 974
    },
    {
      "epoch": 0.0032402710860640923,
      "grad_norm": 1.3351415395736694,
      "learning_rate": 3.622147909725724e-05,
      "loss": 0.644,
      "step": 975
    },
    {
      "epoch": 0.0032435944410241584,
      "grad_norm": 2.362945556640625,
      "learning_rate": 3.604107995369418e-05,
      "loss": 0.6707,
      "step": 976
    },
    {
      "epoch": 0.003246917795984224,
      "grad_norm": 2.1532256603240967,
      "learning_rate": 3.586103236334429e-05,
      "loss": 1.0016,
      "step": 977
    },
    {
      "epoch": 0.0032502411509442897,
      "grad_norm": 2.745574951171875,
      "learning_rate": 3.568133731584767e-05,
      "loss": 0.8273,
      "step": 978
    },
    {
      "epoch": 0.0032535645059043553,
      "grad_norm": 1.4731848239898682,
      "learning_rate": 3.550199579890658e-05,
      "loss": 0.6667,
      "step": 979
    },
    {
      "epoch": 0.0032568878608644214,
      "grad_norm": 1.6331342458724976,
      "learning_rate": 3.532300879828013e-05,
      "loss": 0.8853,
      "step": 980
    },
    {
      "epoch": 0.003260211215824487,
      "grad_norm": 2.030169725418091,
      "learning_rate": 3.5144377297778775e-05,
      "loss": 0.8647,
      "step": 981
    },
    {
      "epoch": 0.0032635345707845527,
      "grad_norm": 1.8655891418457031,
      "learning_rate": 3.496610227925896e-05,
      "loss": 0.7985,
      "step": 982
    },
    {
      "epoch": 0.0032668579257446183,
      "grad_norm": 2.5974957942962646,
      "learning_rate": 3.4788184722617756e-05,
      "loss": 0.5916,
      "step": 983
    },
    {
      "epoch": 0.0032701812807046844,
      "grad_norm": 1.6309795379638672,
      "learning_rate": 3.461062560578732e-05,
      "loss": 0.9319,
      "step": 984
    },
    {
      "epoch": 0.00327350463566475,
      "grad_norm": 2.864924430847168,
      "learning_rate": 3.44334259047297e-05,
      "loss": 0.6626,
      "step": 985
    },
    {
      "epoch": 0.0032768279906248156,
      "grad_norm": 2.077378988265991,
      "learning_rate": 3.4256586593431407e-05,
      "loss": 0.5828,
      "step": 986
    },
    {
      "epoch": 0.0032801513455848813,
      "grad_norm": 2.1175079345703125,
      "learning_rate": 3.408010864389804e-05,
      "loss": 0.8215,
      "step": 987
    },
    {
      "epoch": 0.0032834747005449473,
      "grad_norm": 1.8522772789001465,
      "learning_rate": 3.390399302614895e-05,
      "loss": 0.568,
      "step": 988
    },
    {
      "epoch": 0.003286798055505013,
      "grad_norm": 2.6904799938201904,
      "learning_rate": 3.372824070821194e-05,
      "loss": 1.014,
      "step": 989
    },
    {
      "epoch": 0.0032901214104650786,
      "grad_norm": 1.5791494846343994,
      "learning_rate": 3.355285265611784e-05,
      "loss": 1.2046,
      "step": 990
    },
    {
      "epoch": 0.0032934447654251442,
      "grad_norm": 1.441701889038086,
      "learning_rate": 3.337782983389535e-05,
      "loss": 0.8816,
      "step": 991
    },
    {
      "epoch": 0.00329676812038521,
      "grad_norm": 2.7464072704315186,
      "learning_rate": 3.320317320356566e-05,
      "loss": 1.0077,
      "step": 992
    },
    {
      "epoch": 0.003300091475345276,
      "grad_norm": 1.9857196807861328,
      "learning_rate": 3.302888372513715e-05,
      "loss": 0.6879,
      "step": 993
    },
    {
      "epoch": 0.0033034148303053416,
      "grad_norm": 2.598205089569092,
      "learning_rate": 3.2854962356600124e-05,
      "loss": 1.0199,
      "step": 994
    },
    {
      "epoch": 0.0033067381852654072,
      "grad_norm": 2.2815074920654297,
      "learning_rate": 3.268141005392163e-05,
      "loss": 0.5352,
      "step": 995
    },
    {
      "epoch": 0.003310061540225473,
      "grad_norm": 1.520562767982483,
      "learning_rate": 3.250822777103998e-05,
      "loss": 1.1722,
      "step": 996
    },
    {
      "epoch": 0.003313384895185539,
      "grad_norm": 2.3460302352905273,
      "learning_rate": 3.233541645985977e-05,
      "loss": 0.727,
      "step": 997
    },
    {
      "epoch": 0.0033167082501456046,
      "grad_norm": 1.8316383361816406,
      "learning_rate": 3.216297707024655e-05,
      "loss": 0.9507,
      "step": 998
    },
    {
      "epoch": 0.00332003160510567,
      "grad_norm": 1.5339438915252686,
      "learning_rate": 3.199091055002143e-05,
      "loss": 0.5338,
      "step": 999
    },
    {
      "epoch": 0.003323354960065736,
      "grad_norm": 2.077444314956665,
      "learning_rate": 3.1819217844956214e-05,
      "loss": 1.0689,
      "step": 1000
    },
    {
      "epoch": 0.003326678315025802,
      "grad_norm": 1.952263593673706,
      "learning_rate": 3.1647899898767974e-05,
      "loss": 0.9198,
      "step": 1001
    },
    {
      "epoch": 0.0033300016699858675,
      "grad_norm": 2.7088592052459717,
      "learning_rate": 3.147695765311377e-05,
      "loss": 0.6154,
      "step": 1002
    },
    {
      "epoch": 0.003333325024945933,
      "grad_norm": 1.6441912651062012,
      "learning_rate": 3.130639204758573e-05,
      "loss": 0.9751,
      "step": 1003
    },
    {
      "epoch": 0.003336648379905999,
      "grad_norm": 2.352015495300293,
      "learning_rate": 3.1136204019705726e-05,
      "loss": 1.1061,
      "step": 1004
    },
    {
      "epoch": 0.0033399717348660644,
      "grad_norm": 2.103553295135498,
      "learning_rate": 3.0966394504920317e-05,
      "loss": 0.8995,
      "step": 1005
    },
    {
      "epoch": 0.0033432950898261305,
      "grad_norm": 2.027200698852539,
      "learning_rate": 3.079696443659538e-05,
      "loss": 0.8074,
      "step": 1006
    },
    {
      "epoch": 0.003346618444786196,
      "grad_norm": 3.113161325454712,
      "learning_rate": 3.062791474601133e-05,
      "loss": 0.6235,
      "step": 1007
    },
    {
      "epoch": 0.0033499417997462618,
      "grad_norm": 1.2666460275650024,
      "learning_rate": 3.0459246362357785e-05,
      "loss": 1.22,
      "step": 1008
    },
    {
      "epoch": 0.0033532651547063274,
      "grad_norm": 2.685086965560913,
      "learning_rate": 3.029096021272836e-05,
      "loss": 0.8705,
      "step": 1009
    },
    {
      "epoch": 0.0033565885096663935,
      "grad_norm": 1.865937352180481,
      "learning_rate": 3.0123057222115836e-05,
      "loss": 1.0655,
      "step": 1010
    },
    {
      "epoch": 0.003359911864626459,
      "grad_norm": 1.9024611711502075,
      "learning_rate": 2.995553831340694e-05,
      "loss": 1.3083,
      "step": 1011
    },
    {
      "epoch": 0.0033632352195865248,
      "grad_norm": 1.4229077100753784,
      "learning_rate": 2.9788404407377113e-05,
      "loss": 0.879,
      "step": 1012
    },
    {
      "epoch": 0.0033665585745465904,
      "grad_norm": 1.776198148727417,
      "learning_rate": 2.962165642268586e-05,
      "loss": 1.3178,
      "step": 1013
    },
    {
      "epoch": 0.0033698819295066565,
      "grad_norm": 2.5247726440429688,
      "learning_rate": 2.9455295275871298e-05,
      "loss": 1.0428,
      "step": 1014
    },
    {
      "epoch": 0.0033698819295066565,
      "eval_loss": 0.777245044708252,
      "eval_runtime": 3623.8784,
      "eval_samples_per_second": 34.961,
      "eval_steps_per_second": 17.481,
      "step": 1014
    },
    {
      "epoch": 0.003373205284466722,
      "grad_norm": 2.951967477798462,
      "learning_rate": 2.9289321881345254e-05,
      "loss": 1.1422,
      "step": 1015
    },
    {
      "epoch": 0.0033765286394267877,
      "grad_norm": 1.6099083423614502,
      "learning_rate": 2.912373715138832e-05,
      "loss": 0.7161,
      "step": 1016
    },
    {
      "epoch": 0.0033798519943868534,
      "grad_norm": 2.124687433242798,
      "learning_rate": 2.8958541996144796e-05,
      "loss": 1.1848,
      "step": 1017
    },
    {
      "epoch": 0.003383175349346919,
      "grad_norm": 1.953216314315796,
      "learning_rate": 2.8793737323617553e-05,
      "loss": 0.6369,
      "step": 1018
    },
    {
      "epoch": 0.003386498704306985,
      "grad_norm": 2.3171403408050537,
      "learning_rate": 2.862932403966322e-05,
      "loss": 0.9299,
      "step": 1019
    },
    {
      "epoch": 0.0033898220592670507,
      "grad_norm": 2.128103733062744,
      "learning_rate": 2.8465303047987267e-05,
      "loss": 0.2615,
      "step": 1020
    },
    {
      "epoch": 0.0033931454142271163,
      "grad_norm": 1.7365846633911133,
      "learning_rate": 2.830167525013867e-05,
      "loss": 0.9131,
      "step": 1021
    },
    {
      "epoch": 0.003396468769187182,
      "grad_norm": 2.2292582988739014,
      "learning_rate": 2.8138441545505366e-05,
      "loss": 0.981,
      "step": 1022
    },
    {
      "epoch": 0.003399792124147248,
      "grad_norm": 2.1555166244506836,
      "learning_rate": 2.797560283130912e-05,
      "loss": 1.0718,
      "step": 1023
    },
    {
      "epoch": 0.0034031154791073137,
      "grad_norm": 1.3862909078598022,
      "learning_rate": 2.7813160002600524e-05,
      "loss": 1.1295,
      "step": 1024
    },
    {
      "epoch": 0.0034064388340673793,
      "grad_norm": 1.4976720809936523,
      "learning_rate": 2.765111395225424e-05,
      "loss": 0.402,
      "step": 1025
    },
    {
      "epoch": 0.003409762189027445,
      "grad_norm": 1.7676682472229004,
      "learning_rate": 2.748946557096407e-05,
      "loss": 0.8222,
      "step": 1026
    },
    {
      "epoch": 0.003413085543987511,
      "grad_norm": 2.1089553833007812,
      "learning_rate": 2.7328215747237885e-05,
      "loss": 0.904,
      "step": 1027
    },
    {
      "epoch": 0.0034164088989475767,
      "grad_norm": 2.031984806060791,
      "learning_rate": 2.716736536739294e-05,
      "loss": 0.6735,
      "step": 1028
    },
    {
      "epoch": 0.0034197322539076423,
      "grad_norm": 1.6687473058700562,
      "learning_rate": 2.7006915315550918e-05,
      "loss": 0.411,
      "step": 1029
    },
    {
      "epoch": 0.003423055608867708,
      "grad_norm": 2.843886375427246,
      "learning_rate": 2.6846866473633125e-05,
      "loss": 0.8218,
      "step": 1030
    },
    {
      "epoch": 0.003426378963827774,
      "grad_norm": 1.9539761543273926,
      "learning_rate": 2.6687219721355473e-05,
      "loss": 0.8453,
      "step": 1031
    },
    {
      "epoch": 0.0034297023187878396,
      "grad_norm": 2.9372429847717285,
      "learning_rate": 2.652797593622385e-05,
      "loss": 0.8008,
      "step": 1032
    },
    {
      "epoch": 0.0034330256737479053,
      "grad_norm": 1.3068361282348633,
      "learning_rate": 2.6369135993529305e-05,
      "loss": 0.7325,
      "step": 1033
    },
    {
      "epoch": 0.003436349028707971,
      "grad_norm": 2.831986427307129,
      "learning_rate": 2.6210700766342965e-05,
      "loss": 1.2102,
      "step": 1034
    },
    {
      "epoch": 0.0034396723836680365,
      "grad_norm": 1.9464706182479858,
      "learning_rate": 2.605267112551154e-05,
      "loss": 1.0501,
      "step": 1035
    },
    {
      "epoch": 0.0034429957386281026,
      "grad_norm": 1.8996126651763916,
      "learning_rate": 2.589504793965243e-05,
      "loss": 1.0731,
      "step": 1036
    },
    {
      "epoch": 0.0034463190935881682,
      "grad_norm": 1.508446455001831,
      "learning_rate": 2.5737832075148804e-05,
      "loss": 1.0467,
      "step": 1037
    },
    {
      "epoch": 0.003449642448548234,
      "grad_norm": 2.3927114009857178,
      "learning_rate": 2.5581024396145116e-05,
      "loss": 0.7547,
      "step": 1038
    },
    {
      "epoch": 0.0034529658035082995,
      "grad_norm": 2.862222909927368,
      "learning_rate": 2.5424625764542132e-05,
      "loss": 0.9075,
      "step": 1039
    },
    {
      "epoch": 0.0034562891584683656,
      "grad_norm": 1.6057230234146118,
      "learning_rate": 2.5268637039992293e-05,
      "loss": 1.0789,
      "step": 1040
    },
    {
      "epoch": 0.003459612513428431,
      "grad_norm": 1.5906858444213867,
      "learning_rate": 2.5113059079894973e-05,
      "loss": 0.8414,
      "step": 1041
    },
    {
      "epoch": 0.003462935868388497,
      "grad_norm": 1.9004690647125244,
      "learning_rate": 2.4957892739391765e-05,
      "loss": 0.6214,
      "step": 1042
    },
    {
      "epoch": 0.0034662592233485625,
      "grad_norm": 1.360169529914856,
      "learning_rate": 2.480313887136171e-05,
      "loss": 1.0615,
      "step": 1043
    },
    {
      "epoch": 0.0034695825783086286,
      "grad_norm": 1.3593740463256836,
      "learning_rate": 2.4648798326416745e-05,
      "loss": 0.6914,
      "step": 1044
    },
    {
      "epoch": 0.003472905933268694,
      "grad_norm": 1.6067427396774292,
      "learning_rate": 2.4494871952896947e-05,
      "loss": 0.8595,
      "step": 1045
    },
    {
      "epoch": 0.00347622928822876,
      "grad_norm": 2.4220099449157715,
      "learning_rate": 2.434136059686587e-05,
      "loss": 0.571,
      "step": 1046
    },
    {
      "epoch": 0.0034795526431888255,
      "grad_norm": 2.432241678237915,
      "learning_rate": 2.41882651021059e-05,
      "loss": 1.0477,
      "step": 1047
    },
    {
      "epoch": 0.003482875998148891,
      "grad_norm": 1.4767566919326782,
      "learning_rate": 2.4035586310113655e-05,
      "loss": 0.5417,
      "step": 1048
    },
    {
      "epoch": 0.003486199353108957,
      "grad_norm": 2.4729089736938477,
      "learning_rate": 2.388332506009524e-05,
      "loss": 1.3441,
      "step": 1049
    },
    {
      "epoch": 0.003489522708069023,
      "grad_norm": 2.676074504852295,
      "learning_rate": 2.3731482188961818e-05,
      "loss": 0.8527,
      "step": 1050
    },
    {
      "epoch": 0.0034928460630290884,
      "grad_norm": 1.7175251245498657,
      "learning_rate": 2.3580058531324855e-05,
      "loss": 0.5556,
      "step": 1051
    },
    {
      "epoch": 0.003496169417989154,
      "grad_norm": 1.6548469066619873,
      "learning_rate": 2.3429054919491632e-05,
      "loss": 0.5904,
      "step": 1052
    },
    {
      "epoch": 0.00349949277294922,
      "grad_norm": 2.3176283836364746,
      "learning_rate": 2.3278472183460598e-05,
      "loss": 0.65,
      "step": 1053
    },
    {
      "epoch": 0.0035028161279092858,
      "grad_norm": 2.017792224884033,
      "learning_rate": 2.3128311150916826e-05,
      "loss": 1.445,
      "step": 1054
    },
    {
      "epoch": 0.0035061394828693514,
      "grad_norm": 2.1286187171936035,
      "learning_rate": 2.297857264722756e-05,
      "loss": 0.846,
      "step": 1055
    },
    {
      "epoch": 0.003509462837829417,
      "grad_norm": 2.0780386924743652,
      "learning_rate": 2.282925749543745e-05,
      "loss": 1.0642,
      "step": 1056
    },
    {
      "epoch": 0.003512786192789483,
      "grad_norm": 2.376070499420166,
      "learning_rate": 2.2680366516264285e-05,
      "loss": 1.1887,
      "step": 1057
    },
    {
      "epoch": 0.0035161095477495487,
      "grad_norm": 1.7180867195129395,
      "learning_rate": 2.253190052809434e-05,
      "loss": 0.6708,
      "step": 1058
    },
    {
      "epoch": 0.0035194329027096144,
      "grad_norm": 2.0856564044952393,
      "learning_rate": 2.2383860346977904e-05,
      "loss": 0.4901,
      "step": 1059
    },
    {
      "epoch": 0.00352275625766968,
      "grad_norm": 1.956114649772644,
      "learning_rate": 2.2236246786624792e-05,
      "loss": 0.6798,
      "step": 1060
    },
    {
      "epoch": 0.0035260796126297457,
      "grad_norm": 2.031947612762451,
      "learning_rate": 2.208906065839992e-05,
      "loss": 1.146,
      "step": 1061
    },
    {
      "epoch": 0.0035294029675898117,
      "grad_norm": 1.5958572626113892,
      "learning_rate": 2.1942302771318712e-05,
      "loss": 0.763,
      "step": 1062
    },
    {
      "epoch": 0.0035327263225498774,
      "grad_norm": 2.840277910232544,
      "learning_rate": 2.1795973932042813e-05,
      "loss": 0.6867,
      "step": 1063
    },
    {
      "epoch": 0.003536049677509943,
      "grad_norm": 1.9675018787384033,
      "learning_rate": 2.1650074944875587e-05,
      "loss": 1.1355,
      "step": 1064
    },
    {
      "epoch": 0.0035393730324700086,
      "grad_norm": 1.9357578754425049,
      "learning_rate": 2.150460661175768e-05,
      "loss": 1.0108,
      "step": 1065
    },
    {
      "epoch": 0.0035426963874300747,
      "grad_norm": 1.9373676776885986,
      "learning_rate": 2.135956973226262e-05,
      "loss": 1.2102,
      "step": 1066
    },
    {
      "epoch": 0.0035460197423901403,
      "grad_norm": 2.5425045490264893,
      "learning_rate": 2.1214965103592475e-05,
      "loss": 0.9118,
      "step": 1067
    },
    {
      "epoch": 0.003549343097350206,
      "grad_norm": 2.752117156982422,
      "learning_rate": 2.107079352057333e-05,
      "loss": 0.789,
      "step": 1068
    },
    {
      "epoch": 0.0035526664523102716,
      "grad_norm": 2.6520943641662598,
      "learning_rate": 2.0927055775651104e-05,
      "loss": 0.8551,
      "step": 1069
    },
    {
      "epoch": 0.0035559898072703377,
      "grad_norm": 1.8357038497924805,
      "learning_rate": 2.0783752658887066e-05,
      "loss": 0.9546,
      "step": 1070
    },
    {
      "epoch": 0.0035593131622304033,
      "grad_norm": 1.9080469608306885,
      "learning_rate": 2.0640884957953555e-05,
      "loss": 1.1344,
      "step": 1071
    },
    {
      "epoch": 0.003562636517190469,
      "grad_norm": 1.2298890352249146,
      "learning_rate": 2.0498453458129606e-05,
      "loss": 1.0396,
      "step": 1072
    },
    {
      "epoch": 0.0035659598721505346,
      "grad_norm": 1.903990387916565,
      "learning_rate": 2.0356458942296675e-05,
      "loss": 1.0017,
      "step": 1073
    },
    {
      "epoch": 0.0035692832271106,
      "grad_norm": 2.277815341949463,
      "learning_rate": 2.021490219093426e-05,
      "loss": 0.7827,
      "step": 1074
    },
    {
      "epoch": 0.0035726065820706663,
      "grad_norm": 1.9284332990646362,
      "learning_rate": 2.0073783982115723e-05,
      "loss": 0.5027,
      "step": 1075
    },
    {
      "epoch": 0.003575929937030732,
      "grad_norm": 2.689316749572754,
      "learning_rate": 1.9933105091503934e-05,
      "loss": 1.0058,
      "step": 1076
    },
    {
      "epoch": 0.0035792532919907975,
      "grad_norm": 2.7129242420196533,
      "learning_rate": 1.9792866292347044e-05,
      "loss": 0.8703,
      "step": 1077
    },
    {
      "epoch": 0.003582576646950863,
      "grad_norm": 3.165177822113037,
      "learning_rate": 1.9653068355474214e-05,
      "loss": 1.2821,
      "step": 1078
    },
    {
      "epoch": 0.0035859000019109293,
      "grad_norm": 1.8236147165298462,
      "learning_rate": 1.9513712049291367e-05,
      "loss": 1.0189,
      "step": 1079
    },
    {
      "epoch": 0.003589223356870995,
      "grad_norm": 2.4005305767059326,
      "learning_rate": 1.937479813977703e-05,
      "loss": 1.6703,
      "step": 1080
    },
    {
      "epoch": 0.0035925467118310605,
      "grad_norm": 2.141763925552368,
      "learning_rate": 1.9236327390477992e-05,
      "loss": 1.2108,
      "step": 1081
    },
    {
      "epoch": 0.003595870066791126,
      "grad_norm": 2.220081329345703,
      "learning_rate": 1.9098300562505266e-05,
      "loss": 1.0437,
      "step": 1082
    },
    {
      "epoch": 0.0035991934217511922,
      "grad_norm": 1.510021448135376,
      "learning_rate": 1.89607184145298e-05,
      "loss": 0.5621,
      "step": 1083
    },
    {
      "epoch": 0.003602516776711258,
      "grad_norm": 1.719401478767395,
      "learning_rate": 1.882358170277835e-05,
      "loss": 0.6179,
      "step": 1084
    },
    {
      "epoch": 0.0036058401316713235,
      "grad_norm": 3.8077352046966553,
      "learning_rate": 1.868689118102931e-05,
      "loss": 0.7353,
      "step": 1085
    },
    {
      "epoch": 0.003609163486631389,
      "grad_norm": 1.8962360620498657,
      "learning_rate": 1.8550647600608573e-05,
      "loss": 0.6632,
      "step": 1086
    },
    {
      "epoch": 0.003612486841591455,
      "grad_norm": 1.7297405004501343,
      "learning_rate": 1.8414851710385352e-05,
      "loss": 0.9246,
      "step": 1087
    },
    {
      "epoch": 0.003615810196551521,
      "grad_norm": 1.7227052450180054,
      "learning_rate": 1.8279504256768166e-05,
      "loss": 0.6527,
      "step": 1088
    },
    {
      "epoch": 0.0036191335515115865,
      "grad_norm": 2.7254984378814697,
      "learning_rate": 1.814460598370066e-05,
      "loss": 1.4069,
      "step": 1089
    },
    {
      "epoch": 0.003622456906471652,
      "grad_norm": 2.7038486003875732,
      "learning_rate": 1.8010157632657543e-05,
      "loss": 0.9569,
      "step": 1090
    },
    {
      "epoch": 0.0036257802614317177,
      "grad_norm": 2.7462282180786133,
      "learning_rate": 1.78761599426405e-05,
      "loss": 0.8551,
      "step": 1091
    },
    {
      "epoch": 0.003629103616391784,
      "grad_norm": 1.9211500883102417,
      "learning_rate": 1.7742613650174166e-05,
      "loss": 1.0111,
      "step": 1092
    },
    {
      "epoch": 0.0036324269713518494,
      "grad_norm": 2.042227029800415,
      "learning_rate": 1.7609519489301962e-05,
      "loss": 1.0214,
      "step": 1093
    },
    {
      "epoch": 0.003635750326311915,
      "grad_norm": 2.2006287574768066,
      "learning_rate": 1.7476878191582246e-05,
      "loss": 1.0538,
      "step": 1094
    },
    {
      "epoch": 0.0036390736812719807,
      "grad_norm": 2.5540995597839355,
      "learning_rate": 1.7344690486084137e-05,
      "loss": 0.6732,
      "step": 1095
    },
    {
      "epoch": 0.003642397036232047,
      "grad_norm": 1.5491943359375,
      "learning_rate": 1.7212957099383587e-05,
      "loss": 1.0752,
      "step": 1096
    },
    {
      "epoch": 0.0036457203911921124,
      "grad_norm": 2.1485280990600586,
      "learning_rate": 1.7081678755559348e-05,
      "loss": 0.6737,
      "step": 1097
    },
    {
      "epoch": 0.003649043746152178,
      "grad_norm": 1.7894883155822754,
      "learning_rate": 1.6950856176189033e-05,
      "loss": 0.9502,
      "step": 1098
    },
    {
      "epoch": 0.0036523671011122437,
      "grad_norm": 2.7355499267578125,
      "learning_rate": 1.6820490080345075e-05,
      "loss": 0.6274,
      "step": 1099
    },
    {
      "epoch": 0.0036556904560723098,
      "grad_norm": 2.25388240814209,
      "learning_rate": 1.6690581184590858e-05,
      "loss": 1.0824,
      "step": 1100
    },
    {
      "epoch": 0.0036590138110323754,
      "grad_norm": 2.3704335689544678,
      "learning_rate": 1.6561130202976736e-05,
      "loss": 0.4145,
      "step": 1101
    },
    {
      "epoch": 0.003662337165992441,
      "grad_norm": 1.1888357400894165,
      "learning_rate": 1.6432137847036145e-05,
      "loss": 0.6697,
      "step": 1102
    },
    {
      "epoch": 0.0036656605209525067,
      "grad_norm": 1.7140034437179565,
      "learning_rate": 1.6303604825781628e-05,
      "loss": 1.0984,
      "step": 1103
    },
    {
      "epoch": 0.0036689838759125723,
      "grad_norm": 1.311964511871338,
      "learning_rate": 1.6175531845700964e-05,
      "loss": 0.4884,
      "step": 1104
    },
    {
      "epoch": 0.0036723072308726384,
      "grad_norm": 2.210141181945801,
      "learning_rate": 1.604791961075336e-05,
      "loss": 1.0127,
      "step": 1105
    },
    {
      "epoch": 0.003675630585832704,
      "grad_norm": 2.001751661300659,
      "learning_rate": 1.5920768822365418e-05,
      "loss": 1.2675,
      "step": 1106
    },
    {
      "epoch": 0.0036789539407927696,
      "grad_norm": 1.8664405345916748,
      "learning_rate": 1.579408017942744e-05,
      "loss": 0.6161,
      "step": 1107
    },
    {
      "epoch": 0.0036822772957528353,
      "grad_norm": 2.378243923187256,
      "learning_rate": 1.566785437828956e-05,
      "loss": 0.9239,
      "step": 1108
    },
    {
      "epoch": 0.0036856006507129013,
      "grad_norm": 1.6707873344421387,
      "learning_rate": 1.5542092112757734e-05,
      "loss": 0.5525,
      "step": 1109
    },
    {
      "epoch": 0.003688924005672967,
      "grad_norm": 1.7047061920166016,
      "learning_rate": 1.5416794074090258e-05,
      "loss": 0.6842,
      "step": 1110
    },
    {
      "epoch": 0.0036922473606330326,
      "grad_norm": 2.3116023540496826,
      "learning_rate": 1.5291960950993688e-05,
      "loss": 1.2257,
      "step": 1111
    },
    {
      "epoch": 0.0036955707155930983,
      "grad_norm": 1.9564300775527954,
      "learning_rate": 1.5167593429619132e-05,
      "loss": 0.9193,
      "step": 1112
    },
    {
      "epoch": 0.0036988940705531643,
      "grad_norm": 1.8920745849609375,
      "learning_rate": 1.5043692193558522e-05,
      "loss": 0.9192,
      "step": 1113
    },
    {
      "epoch": 0.00370221742551323,
      "grad_norm": 1.5702779293060303,
      "learning_rate": 1.4920257923840864e-05,
      "loss": 1.0507,
      "step": 1114
    },
    {
      "epoch": 0.0037055407804732956,
      "grad_norm": 1.8908095359802246,
      "learning_rate": 1.479729129892835e-05,
      "loss": 0.992,
      "step": 1115
    },
    {
      "epoch": 0.0037088641354333612,
      "grad_norm": 3.229562282562256,
      "learning_rate": 1.4674792994712917e-05,
      "loss": 0.9111,
      "step": 1116
    },
    {
      "epoch": 0.003712187490393427,
      "grad_norm": 2.641331911087036,
      "learning_rate": 1.4552763684512227e-05,
      "loss": 1.0593,
      "step": 1117
    },
    {
      "epoch": 0.003715510845353493,
      "grad_norm": 2.4890217781066895,
      "learning_rate": 1.4431204039066082e-05,
      "loss": 0.6069,
      "step": 1118
    },
    {
      "epoch": 0.0037188342003135586,
      "grad_norm": 1.685773253440857,
      "learning_rate": 1.4310114726532831e-05,
      "loss": 0.4404,
      "step": 1119
    },
    {
      "epoch": 0.003722157555273624,
      "grad_norm": 2.7103137969970703,
      "learning_rate": 1.4189496412485592e-05,
      "loss": 1.1213,
      "step": 1120
    },
    {
      "epoch": 0.00372548091023369,
      "grad_norm": 2.102142572402954,
      "learning_rate": 1.4069349759908568e-05,
      "loss": 1.0696,
      "step": 1121
    },
    {
      "epoch": 0.003728804265193756,
      "grad_norm": 2.3896446228027344,
      "learning_rate": 1.3949675429193466e-05,
      "loss": 0.9688,
      "step": 1122
    },
    {
      "epoch": 0.0037321276201538215,
      "grad_norm": 1.9573577642440796,
      "learning_rate": 1.3830474078135936e-05,
      "loss": 0.8037,
      "step": 1123
    },
    {
      "epoch": 0.003735450975113887,
      "grad_norm": 3.8782458305358887,
      "learning_rate": 1.371174636193181e-05,
      "loss": 1.2474,
      "step": 1124
    },
    {
      "epoch": 0.003738774330073953,
      "grad_norm": 2.5312304496765137,
      "learning_rate": 1.3593492933173512e-05,
      "loss": 0.7098,
      "step": 1125
    },
    {
      "epoch": 0.003742097685034019,
      "grad_norm": 1.9818249940872192,
      "learning_rate": 1.347571444184661e-05,
      "loss": 0.6854,
      "step": 1126
    },
    {
      "epoch": 0.0037454210399940845,
      "grad_norm": 1.6572877168655396,
      "learning_rate": 1.3358411535326143e-05,
      "loss": 1.105,
      "step": 1127
    },
    {
      "epoch": 0.00374874439495415,
      "grad_norm": 2.4464738368988037,
      "learning_rate": 1.324158485837299e-05,
      "loss": 0.7912,
      "step": 1128
    },
    {
      "epoch": 0.003752067749914216,
      "grad_norm": 1.8499253988265991,
      "learning_rate": 1.3125235053130547e-05,
      "loss": 1.0893,
      "step": 1129
    },
    {
      "epoch": 0.003755391104874282,
      "grad_norm": 1.4054361581802368,
      "learning_rate": 1.300936275912098e-05,
      "loss": 0.7413,
      "step": 1130
    },
    {
      "epoch": 0.0037587144598343475,
      "grad_norm": 2.0575571060180664,
      "learning_rate": 1.2893968613241769e-05,
      "loss": 0.6479,
      "step": 1131
    },
    {
      "epoch": 0.003762037814794413,
      "grad_norm": 1.334916591644287,
      "learning_rate": 1.2779053249762285e-05,
      "loss": 0.47,
      "step": 1132
    },
    {
      "epoch": 0.0037653611697544788,
      "grad_norm": 2.173511505126953,
      "learning_rate": 1.2664617300320258e-05,
      "loss": 1.063,
      "step": 1133
    },
    {
      "epoch": 0.0037686845247145444,
      "grad_norm": 1.8753427267074585,
      "learning_rate": 1.2550661393918217e-05,
      "loss": 0.8015,
      "step": 1134
    },
    {
      "epoch": 0.0037720078796746105,
      "grad_norm": 1.6262425184249878,
      "learning_rate": 1.2437186156920167e-05,
      "loss": 1.1643,
      "step": 1135
    },
    {
      "epoch": 0.003775331234634676,
      "grad_norm": 2.5187923908233643,
      "learning_rate": 1.2324192213048147e-05,
      "loss": 1.2114,
      "step": 1136
    },
    {
      "epoch": 0.0037786545895947417,
      "grad_norm": 1.4734197854995728,
      "learning_rate": 1.2211680183378637e-05,
      "loss": 0.8625,
      "step": 1137
    },
    {
      "epoch": 0.0037819779445548074,
      "grad_norm": 1.459873080253601,
      "learning_rate": 1.2099650686339303e-05,
      "loss": 1.1022,
      "step": 1138
    },
    {
      "epoch": 0.0037853012995148734,
      "grad_norm": 1.6350486278533936,
      "learning_rate": 1.1988104337705574e-05,
      "loss": 1.0521,
      "step": 1139
    },
    {
      "epoch": 0.003788624654474939,
      "grad_norm": 1.872920274734497,
      "learning_rate": 1.1877041750597173e-05,
      "loss": 1.0169,
      "step": 1140
    },
    {
      "epoch": 0.0037919480094350047,
      "grad_norm": 1.2460691928863525,
      "learning_rate": 1.1766463535474814e-05,
      "loss": 0.7459,
      "step": 1141
    },
    {
      "epoch": 0.0037952713643950703,
      "grad_norm": 1.830608606338501,
      "learning_rate": 1.1656370300136943e-05,
      "loss": 0.3948,
      "step": 1142
    },
    {
      "epoch": 0.0037985947193551364,
      "grad_norm": 2.0744214057922363,
      "learning_rate": 1.1546762649716124e-05,
      "loss": 0.9711,
      "step": 1143
    },
    {
      "epoch": 0.003801918074315202,
      "grad_norm": 1.2866432666778564,
      "learning_rate": 1.1437641186676006e-05,
      "loss": 0.7139,
      "step": 1144
    },
    {
      "epoch": 0.0038052414292752677,
      "grad_norm": 2.0471954345703125,
      "learning_rate": 1.132900651080785e-05,
      "loss": 0.8691,
      "step": 1145
    },
    {
      "epoch": 0.0038085647842353333,
      "grad_norm": 1.4408212900161743,
      "learning_rate": 1.1220859219227232e-05,
      "loss": 0.8661,
      "step": 1146
    },
    {
      "epoch": 0.003811888139195399,
      "grad_norm": 2.9574878215789795,
      "learning_rate": 1.1113199906370842e-05,
      "loss": 0.6132,
      "step": 1147
    },
    {
      "epoch": 0.003815211494155465,
      "grad_norm": 1.2709662914276123,
      "learning_rate": 1.1006029163993148e-05,
      "loss": 1.2273,
      "step": 1148
    },
    {
      "epoch": 0.0038185348491155307,
      "grad_norm": 1.9655007123947144,
      "learning_rate": 1.0899347581163221e-05,
      "loss": 1.205,
      "step": 1149
    },
    {
      "epoch": 0.0038218582040755963,
      "grad_norm": 2.6328177452087402,
      "learning_rate": 1.0793155744261351e-05,
      "loss": 0.9499,
      "step": 1150
    },
    {
      "epoch": 0.003825181559035662,
      "grad_norm": 1.5681941509246826,
      "learning_rate": 1.0687454236975991e-05,
      "loss": 0.5988,
      "step": 1151
    },
    {
      "epoch": 0.003828504913995728,
      "grad_norm": 2.6400516033172607,
      "learning_rate": 1.058224364030045e-05,
      "loss": 0.6122,
      "step": 1152
    },
    {
      "epoch": 0.0038318282689557936,
      "grad_norm": 2.00478458404541,
      "learning_rate": 1.0477524532529704e-05,
      "loss": 1.0786,
      "step": 1153
    },
    {
      "epoch": 0.0038351516239158593,
      "grad_norm": 2.480752468109131,
      "learning_rate": 1.0373297489257272e-05,
      "loss": 1.0155,
      "step": 1154
    },
    {
      "epoch": 0.003838474978875925,
      "grad_norm": 1.8443779945373535,
      "learning_rate": 1.026956308337199e-05,
      "loss": 0.6377,
      "step": 1155
    },
    {
      "epoch": 0.003841798333835991,
      "grad_norm": 1.7251555919647217,
      "learning_rate": 1.0166321885054896e-05,
      "loss": 1.2977,
      "step": 1156
    },
    {
      "epoch": 0.0038451216887960566,
      "grad_norm": 2.055457830429077,
      "learning_rate": 1.0063574461776115e-05,
      "loss": 1.1639,
      "step": 1157
    },
    {
      "epoch": 0.0038484450437561222,
      "grad_norm": 3.1059093475341797,
      "learning_rate": 9.96132137829171e-06,
      "loss": 0.9823,
      "step": 1158
    },
    {
      "epoch": 0.003851768398716188,
      "grad_norm": 1.712636113166809,
      "learning_rate": 9.85956319664051e-06,
      "loss": 1.0035,
      "step": 1159
    },
    {
      "epoch": 0.0038550917536762535,
      "grad_norm": 2.7867627143859863,
      "learning_rate": 9.75830047614117e-06,
      "loss": 0.9086,
      "step": 1160
    },
    {
      "epoch": 0.0038584151086363196,
      "grad_norm": 2.341021776199341,
      "learning_rate": 9.657533773389005e-06,
      "loss": 0.8943,
      "step": 1161
    },
    {
      "epoch": 0.003861738463596385,
      "grad_norm": 2.0400445461273193,
      "learning_rate": 9.557263642252945e-06,
      "loss": 0.6514,
      "step": 1162
    },
    {
      "epoch": 0.003865061818556451,
      "grad_norm": 3.054234266281128,
      "learning_rate": 9.457490633872468e-06,
      "loss": 0.9837,
      "step": 1163
    },
    {
      "epoch": 0.0038683851735165165,
      "grad_norm": 1.6554869413375854,
      "learning_rate": 9.358215296654637e-06,
      "loss": 0.7993,
      "step": 1164
    },
    {
      "epoch": 0.0038717085284765826,
      "grad_norm": 2.621037244796753,
      "learning_rate": 9.259438176270962e-06,
      "loss": 1.0057,
      "step": 1165
    },
    {
      "epoch": 0.003875031883436648,
      "grad_norm": 2.015808343887329,
      "learning_rate": 9.161159815654574e-06,
      "loss": 0.239,
      "step": 1166
    },
    {
      "epoch": 0.003878355238396714,
      "grad_norm": 1.5034239292144775,
      "learning_rate": 9.063380754997085e-06,
      "loss": 1.148,
      "step": 1167
    },
    {
      "epoch": 0.0038816785933567795,
      "grad_norm": 1.8906521797180176,
      "learning_rate": 8.966101531745719e-06,
      "loss": 0.6014,
      "step": 1168
    },
    {
      "epoch": 0.0038850019483168455,
      "grad_norm": 3.237912178039551,
      "learning_rate": 8.869322680600289e-06,
      "loss": 0.6227,
      "step": 1169
    },
    {
      "epoch": 0.003888325303276911,
      "grad_norm": 1.6673169136047363,
      "learning_rate": 8.773044733510338e-06,
      "loss": 1.1681,
      "step": 1170
    },
    {
      "epoch": 0.003891648658236977,
      "grad_norm": 1.7676650285720825,
      "learning_rate": 8.677268219672086e-06,
      "loss": 0.9006,
      "step": 1171
    },
    {
      "epoch": 0.0038949720131970424,
      "grad_norm": 2.078305721282959,
      "learning_rate": 8.581993665525656e-06,
      "loss": 1.0211,
      "step": 1172
    },
    {
      "epoch": 0.003898295368157108,
      "grad_norm": 1.78634774684906,
      "learning_rate": 8.487221594752125e-06,
      "loss": 0.8097,
      "step": 1173
    },
    {
      "epoch": 0.003901618723117174,
      "grad_norm": 1.4060930013656616,
      "learning_rate": 8.392952528270659e-06,
      "loss": 0.9091,
      "step": 1174
    },
    {
      "epoch": 0.0039049420780772398,
      "grad_norm": 2.0142300128936768,
      "learning_rate": 8.299186984235585e-06,
      "loss": 1.1959,
      "step": 1175
    },
    {
      "epoch": 0.003908265433037306,
      "grad_norm": 1.592510461807251,
      "learning_rate": 8.20592547803365e-06,
      "loss": 0.7869,
      "step": 1176
    },
    {
      "epoch": 0.003911588787997371,
      "grad_norm": 1.5652786493301392,
      "learning_rate": 8.113168522281111e-06,
      "loss": 0.8104,
      "step": 1177
    },
    {
      "epoch": 0.003914912142957437,
      "grad_norm": 1.9158997535705566,
      "learning_rate": 8.020916626820919e-06,
      "loss": 0.6748,
      "step": 1178
    },
    {
      "epoch": 0.003918235497917502,
      "grad_norm": 1.8018666505813599,
      "learning_rate": 7.929170298719969e-06,
      "loss": 0.8462,
      "step": 1179
    },
    {
      "epoch": 0.003921558852877568,
      "grad_norm": 1.7486175298690796,
      "learning_rate": 7.837930042266262e-06,
      "loss": 1.0618,
      "step": 1180
    },
    {
      "epoch": 0.0039248822078376345,
      "grad_norm": 1.8542155027389526,
      "learning_rate": 7.74719635896618e-06,
      "loss": 1.3554,
      "step": 1181
    },
    {
      "epoch": 0.0039282055627977,
      "grad_norm": 2.165621042251587,
      "learning_rate": 7.656969747541665e-06,
      "loss": 0.9135,
      "step": 1182
    },
    {
      "epoch": 0.003931528917757766,
      "grad_norm": 2.150805711746216,
      "learning_rate": 7.567250703927553e-06,
      "loss": 0.7203,
      "step": 1183
    },
    {
      "epoch": 0.003934852272717832,
      "grad_norm": 1.9790502786636353,
      "learning_rate": 7.478039721268759e-06,
      "loss": 0.9018,
      "step": 1184
    },
    {
      "epoch": 0.003938175627677897,
      "grad_norm": 1.6531251668930054,
      "learning_rate": 7.389337289917652e-06,
      "loss": 0.8119,
      "step": 1185
    },
    {
      "epoch": 0.003941498982637963,
      "grad_norm": 2.5158510208129883,
      "learning_rate": 7.301143897431339e-06,
      "loss": 0.9093,
      "step": 1186
    },
    {
      "epoch": 0.003944822337598028,
      "grad_norm": 1.5326751470565796,
      "learning_rate": 7.21346002856893e-06,
      "loss": 0.6694,
      "step": 1187
    },
    {
      "epoch": 0.003948145692558094,
      "grad_norm": 2.1490607261657715,
      "learning_rate": 7.126286165288954e-06,
      "loss": 0.8985,
      "step": 1188
    },
    {
      "epoch": 0.00395146904751816,
      "grad_norm": 1.7115375995635986,
      "learning_rate": 7.039622786746658e-06,
      "loss": 1.0235,
      "step": 1189
    },
    {
      "epoch": 0.003954792402478226,
      "grad_norm": 1.804036021232605,
      "learning_rate": 6.953470369291348e-06,
      "loss": 0.6056,
      "step": 1190
    },
    {
      "epoch": 0.003958115757438292,
      "grad_norm": 2.5456089973449707,
      "learning_rate": 6.867829386463853e-06,
      "loss": 0.913,
      "step": 1191
    },
    {
      "epoch": 0.003961439112398357,
      "grad_norm": 1.5648335218429565,
      "learning_rate": 6.782700308993872e-06,
      "loss": 1.1172,
      "step": 1192
    },
    {
      "epoch": 0.003964762467358423,
      "grad_norm": 2.597383975982666,
      "learning_rate": 6.698083604797378e-06,
      "loss": 0.9841,
      "step": 1193
    },
    {
      "epoch": 0.003968085822318489,
      "grad_norm": 2.229736089706421,
      "learning_rate": 6.613979738974074e-06,
      "loss": 1.2546,
      "step": 1194
    },
    {
      "epoch": 0.003971409177278554,
      "grad_norm": 2.347015380859375,
      "learning_rate": 6.530389173804807e-06,
      "loss": 0.8449,
      "step": 1195
    },
    {
      "epoch": 0.00397473253223862,
      "grad_norm": 2.4321842193603516,
      "learning_rate": 6.44731236874907e-06,
      "loss": 0.8866,
      "step": 1196
    },
    {
      "epoch": 0.003978055887198686,
      "grad_norm": 1.9871984720230103,
      "learning_rate": 6.364749780442392e-06,
      "loss": 1.0644,
      "step": 1197
    },
    {
      "epoch": 0.0039813792421587516,
      "grad_norm": 4.212688446044922,
      "learning_rate": 6.2827018626939624e-06,
      "loss": 1.0134,
      "step": 1198
    },
    {
      "epoch": 0.003984702597118818,
      "grad_norm": 1.9640283584594727,
      "learning_rate": 6.2011690664840025e-06,
      "loss": 0.6287,
      "step": 1199
    },
    {
      "epoch": 0.003988025952078883,
      "grad_norm": 1.9708207845687866,
      "learning_rate": 6.1201518399613635e-06,
      "loss": 0.8026,
      "step": 1200
    },
    {
      "epoch": 0.003991349307038949,
      "grad_norm": 1.909651279449463,
      "learning_rate": 6.039650628441041e-06,
      "loss": 0.8296,
      "step": 1201
    },
    {
      "epoch": 0.003994672661999015,
      "grad_norm": 2.749058246612549,
      "learning_rate": 5.959665874401765e-06,
      "loss": 0.8824,
      "step": 1202
    },
    {
      "epoch": 0.00399799601695908,
      "grad_norm": 1.6967557668685913,
      "learning_rate": 5.880198017483441e-06,
      "loss": 0.8966,
      "step": 1203
    },
    {
      "epoch": 0.004001319371919146,
      "grad_norm": 2.0777552127838135,
      "learning_rate": 5.801247494484929e-06,
      "loss": 0.84,
      "step": 1204
    },
    {
      "epoch": 0.004004642726879211,
      "grad_norm": 2.4149813652038574,
      "learning_rate": 5.722814739361459e-06,
      "loss": 0.7388,
      "step": 1205
    },
    {
      "epoch": 0.0040079660818392775,
      "grad_norm": 1.692994475364685,
      "learning_rate": 5.6449001832223905e-06,
      "loss": 0.9635,
      "step": 1206
    },
    {
      "epoch": 0.004011289436799344,
      "grad_norm": 1.98255455493927,
      "learning_rate": 5.567504254328737e-06,
      "loss": 1.0774,
      "step": 1207
    },
    {
      "epoch": 0.004014612791759409,
      "grad_norm": 2.0771641731262207,
      "learning_rate": 5.4906273780908735e-06,
      "loss": 0.916,
      "step": 1208
    },
    {
      "epoch": 0.004017936146719475,
      "grad_norm": 3.0664844512939453,
      "learning_rate": 5.414269977066133e-06,
      "loss": 0.7785,
      "step": 1209
    },
    {
      "epoch": 0.004021259501679541,
      "grad_norm": 2.3297481536865234,
      "learning_rate": 5.338432470956589e-06,
      "loss": 1.0765,
      "step": 1210
    },
    {
      "epoch": 0.004024582856639606,
      "grad_norm": 2.334958076477051,
      "learning_rate": 5.263115276606656e-06,
      "loss": 0.9126,
      "step": 1211
    },
    {
      "epoch": 0.004027906211599672,
      "grad_norm": 1.5508092641830444,
      "learning_rate": 5.1883188080008364e-06,
      "loss": 0.7699,
      "step": 1212
    },
    {
      "epoch": 0.004031229566559737,
      "grad_norm": 1.8187477588653564,
      "learning_rate": 5.114043476261443e-06,
      "loss": 0.9395,
      "step": 1213
    },
    {
      "epoch": 0.0040345529215198035,
      "grad_norm": 2.583484649658203,
      "learning_rate": 5.040289689646338e-06,
      "loss": 1.0216,
      "step": 1214
    },
    {
      "epoch": 0.0040378762764798695,
      "grad_norm": 1.8455802202224731,
      "learning_rate": 4.967057853546653e-06,
      "loss": 0.8117,
      "step": 1215
    },
    {
      "epoch": 0.004041199631439935,
      "grad_norm": 1.1849730014801025,
      "learning_rate": 4.8943483704846475e-06,
      "loss": 0.6493,
      "step": 1216
    },
    {
      "epoch": 0.004044522986400001,
      "grad_norm": 2.1691389083862305,
      "learning_rate": 4.822161640111411e-06,
      "loss": 1.008,
      "step": 1217
    },
    {
      "epoch": 0.004047846341360066,
      "grad_norm": 1.5606088638305664,
      "learning_rate": 4.750498059204677e-06,
      "loss": 0.8869,
      "step": 1218
    },
    {
      "epoch": 0.004051169696320132,
      "grad_norm": 2.289229393005371,
      "learning_rate": 4.679358021666725e-06,
      "loss": 0.9541,
      "step": 1219
    },
    {
      "epoch": 0.004054493051280198,
      "grad_norm": 1.9235607385635376,
      "learning_rate": 4.608741918522097e-06,
      "loss": 1.2901,
      "step": 1220
    },
    {
      "epoch": 0.004057816406240263,
      "grad_norm": 2.273449182510376,
      "learning_rate": 4.538650137915545e-06,
      "loss": 0.3527,
      "step": 1221
    },
    {
      "epoch": 0.004061139761200329,
      "grad_norm": 3.671492338180542,
      "learning_rate": 4.469083065109825e-06,
      "loss": 0.9431,
      "step": 1222
    },
    {
      "epoch": 0.0040644631161603955,
      "grad_norm": 2.0537970066070557,
      "learning_rate": 4.400041082483619e-06,
      "loss": 0.7637,
      "step": 1223
    },
    {
      "epoch": 0.004067786471120461,
      "grad_norm": 1.459320068359375,
      "learning_rate": 4.3315245695294545e-06,
      "loss": 1.1058,
      "step": 1224
    },
    {
      "epoch": 0.004071109826080527,
      "grad_norm": 1.9841241836547852,
      "learning_rate": 4.263533902851535e-06,
      "loss": 0.7543,
      "step": 1225
    },
    {
      "epoch": 0.004074433181040592,
      "grad_norm": 1.514638900756836,
      "learning_rate": 4.196069456163787e-06,
      "loss": 1.107,
      "step": 1226
    },
    {
      "epoch": 0.004077756536000658,
      "grad_norm": 1.9327144622802734,
      "learning_rate": 4.129131600287728e-06,
      "loss": 0.7674,
      "step": 1227
    },
    {
      "epoch": 0.004081079890960724,
      "grad_norm": 3.22772479057312,
      "learning_rate": 4.062720703150391e-06,
      "loss": 0.8306,
      "step": 1228
    },
    {
      "epoch": 0.004084403245920789,
      "grad_norm": 1.9862076044082642,
      "learning_rate": 3.996837129782416e-06,
      "loss": 0.209,
      "step": 1229
    },
    {
      "epoch": 0.004087726600880855,
      "grad_norm": 2.035494089126587,
      "learning_rate": 3.931481242315993e-06,
      "loss": 0.7448,
      "step": 1230
    },
    {
      "epoch": 0.0040910499558409206,
      "grad_norm": 2.356377363204956,
      "learning_rate": 3.866653399982767e-06,
      "loss": 0.7855,
      "step": 1231
    },
    {
      "epoch": 0.004094373310800987,
      "grad_norm": 2.1562602519989014,
      "learning_rate": 3.8023539591120817e-06,
      "loss": 0.8469,
      "step": 1232
    },
    {
      "epoch": 0.004097696665761053,
      "grad_norm": 2.9183521270751953,
      "learning_rate": 3.7385832731288264e-06,
      "loss": 0.8368,
      "step": 1233
    },
    {
      "epoch": 0.004101020020721118,
      "grad_norm": 1.7207350730895996,
      "learning_rate": 3.6753416925515593e-06,
      "loss": 0.8926,
      "step": 1234
    },
    {
      "epoch": 0.004104343375681184,
      "grad_norm": 1.264464259147644,
      "learning_rate": 3.6126295649906216e-06,
      "loss": 0.4977,
      "step": 1235
    },
    {
      "epoch": 0.00410766673064125,
      "grad_norm": 1.7981406450271606,
      "learning_rate": 3.550447235146159e-06,
      "loss": 0.7458,
      "step": 1236
    },
    {
      "epoch": 0.004110990085601315,
      "grad_norm": 1.86801016330719,
      "learning_rate": 3.488795044806281e-06,
      "loss": 0.9245,
      "step": 1237
    },
    {
      "epoch": 0.004114313440561381,
      "grad_norm": 1.5946693420410156,
      "learning_rate": 3.427673332845138e-06,
      "loss": 0.8008,
      "step": 1238
    },
    {
      "epoch": 0.0041176367955214465,
      "grad_norm": 2.688995361328125,
      "learning_rate": 3.367082435221125e-06,
      "loss": 0.7743,
      "step": 1239
    },
    {
      "epoch": 0.004120960150481513,
      "grad_norm": 1.561095952987671,
      "learning_rate": 3.3070226849749366e-06,
      "loss": 0.4687,
      "step": 1240
    },
    {
      "epoch": 0.004124283505441579,
      "grad_norm": 1.7751070261001587,
      "learning_rate": 3.247494412227825e-06,
      "loss": 0.7183,
      "step": 1241
    },
    {
      "epoch": 0.004127606860401644,
      "grad_norm": 2.69388484954834,
      "learning_rate": 3.188497944179758e-06,
      "loss": 0.6683,
      "step": 1242
    },
    {
      "epoch": 0.00413093021536171,
      "grad_norm": 1.3739216327667236,
      "learning_rate": 3.130033605107563e-06,
      "loss": 0.9484,
      "step": 1243
    },
    {
      "epoch": 0.004134253570321775,
      "grad_norm": 1.880829930305481,
      "learning_rate": 3.0721017163632294e-06,
      "loss": 0.8973,
      "step": 1244
    },
    {
      "epoch": 0.004137576925281841,
      "grad_norm": 1.622651219367981,
      "learning_rate": 3.0147025963721433e-06,
      "loss": 1.1037,
      "step": 1245
    },
    {
      "epoch": 0.004140900280241907,
      "grad_norm": 2.0662031173706055,
      "learning_rate": 2.9578365606312665e-06,
      "loss": 0.6725,
      "step": 1246
    },
    {
      "epoch": 0.0041442236352019724,
      "grad_norm": 1.3472628593444824,
      "learning_rate": 2.901503921707416e-06,
      "loss": 0.7727,
      "step": 1247
    },
    {
      "epoch": 0.0041475469901620385,
      "grad_norm": 1.6218633651733398,
      "learning_rate": 2.8457049892356093e-06,
      "loss": 0.6193,
      "step": 1248
    },
    {
      "epoch": 0.004150870345122105,
      "grad_norm": 2.0485265254974365,
      "learning_rate": 2.7904400699172994e-06,
      "loss": 1.0053,
      "step": 1249
    },
    {
      "epoch": 0.00415419370008217,
      "grad_norm": 2.099846124649048,
      "learning_rate": 2.735709467518699e-06,
      "loss": 0.8419,
      "step": 1250
    },
    {
      "epoch": 0.004157517055042236,
      "grad_norm": 3.03132963180542,
      "learning_rate": 2.681513482869147e-06,
      "loss": 1.2043,
      "step": 1251
    },
    {
      "epoch": 0.004160840410002301,
      "grad_norm": 2.4352803230285645,
      "learning_rate": 2.627852413859455e-06,
      "loss": 1.0483,
      "step": 1252
    },
    {
      "epoch": 0.004164163764962367,
      "grad_norm": 1.82422935962677,
      "learning_rate": 2.5747265554401657e-06,
      "loss": 1.1578,
      "step": 1253
    },
    {
      "epoch": 0.004167487119922433,
      "grad_norm": 2.391531467437744,
      "learning_rate": 2.5221361996200955e-06,
      "loss": 0.9631,
      "step": 1254
    },
    {
      "epoch": 0.004170810474882498,
      "grad_norm": 2.463085651397705,
      "learning_rate": 2.470081635464594e-06,
      "loss": 0.9151,
      "step": 1255
    },
    {
      "epoch": 0.0041741338298425645,
      "grad_norm": 1.9900085926055908,
      "learning_rate": 2.418563149094022e-06,
      "loss": 0.8905,
      "step": 1256
    },
    {
      "epoch": 0.0041774571848026305,
      "grad_norm": 1.9552662372589111,
      "learning_rate": 2.3675810236821528e-06,
      "loss": 0.8112,
      "step": 1257
    },
    {
      "epoch": 0.004180780539762696,
      "grad_norm": 1.6343209743499756,
      "learning_rate": 2.3171355394546624e-06,
      "loss": 0.7894,
      "step": 1258
    },
    {
      "epoch": 0.004184103894722762,
      "grad_norm": 1.700292944908142,
      "learning_rate": 2.2672269736875087e-06,
      "loss": 1.1323,
      "step": 1259
    },
    {
      "epoch": 0.004187427249682827,
      "grad_norm": 2.4783101081848145,
      "learning_rate": 2.2178556007054872e-06,
      "loss": 0.739,
      "step": 1260
    },
    {
      "epoch": 0.004190750604642893,
      "grad_norm": 2.185014009475708,
      "learning_rate": 2.169021691880668e-06,
      "loss": 0.9823,
      "step": 1261
    },
    {
      "epoch": 0.004194073959602959,
      "grad_norm": 1.8555502891540527,
      "learning_rate": 2.120725515630906e-06,
      "loss": 0.7831,
      "step": 1262
    },
    {
      "epoch": 0.004197397314563024,
      "grad_norm": 2.2862114906311035,
      "learning_rate": 2.07296733741843e-06,
      "loss": 0.6813,
      "step": 1263
    },
    {
      "epoch": 0.00420072066952309,
      "grad_norm": 1.7038743495941162,
      "learning_rate": 2.025747419748314e-06,
      "loss": 0.8936,
      "step": 1264
    },
    {
      "epoch": 0.004204044024483156,
      "grad_norm": 1.3913692235946655,
      "learning_rate": 1.979066022167042e-06,
      "loss": 0.737,
      "step": 1265
    },
    {
      "epoch": 0.004207367379443222,
      "grad_norm": 2.1127333641052246,
      "learning_rate": 1.932923401261133e-06,
      "loss": 0.9866,
      "step": 1266
    },
    {
      "epoch": 0.004210690734403288,
      "grad_norm": 2.1022167205810547,
      "learning_rate": 1.8873198106556522e-06,
      "loss": 0.8756,
      "step": 1267
    },
    {
      "epoch": 0.004214014089363353,
      "grad_norm": 1.8893593549728394,
      "learning_rate": 1.8422555010129018e-06,
      "loss": 0.5284,
      "step": 1268
    },
    {
      "epoch": 0.004217337444323419,
      "grad_norm": 1.6888726949691772,
      "learning_rate": 1.7977307200309546e-06,
      "loss": 1.1633,
      "step": 1269
    },
    {
      "epoch": 0.004220660799283485,
      "grad_norm": 2.3629708290100098,
      "learning_rate": 1.7537457124423895e-06,
      "loss": 1.0225,
      "step": 1270
    },
    {
      "epoch": 0.00422398415424355,
      "grad_norm": 2.1357946395874023,
      "learning_rate": 1.7103007200128474e-06,
      "loss": 1.0714,
      "step": 1271
    },
    {
      "epoch": 0.004227307509203616,
      "grad_norm": 1.9899359941482544,
      "learning_rate": 1.667395981539799e-06,
      "loss": 1.0772,
      "step": 1272
    },
    {
      "epoch": 0.0042306308641636816,
      "grad_norm": 1.9196839332580566,
      "learning_rate": 1.6250317328511345e-06,
      "loss": 1.0975,
      "step": 1273
    },
    {
      "epoch": 0.004233954219123748,
      "grad_norm": 1.8405689001083374,
      "learning_rate": 1.5832082068039544e-06,
      "loss": 0.8888,
      "step": 1274
    },
    {
      "epoch": 0.004237277574083814,
      "grad_norm": 2.174482583999634,
      "learning_rate": 1.5419256332832255e-06,
      "loss": 0.8407,
      "step": 1275
    },
    {
      "epoch": 0.004240600929043879,
      "grad_norm": 2.447572946548462,
      "learning_rate": 1.5011842392005592e-06,
      "loss": 1.0693,
      "step": 1276
    },
    {
      "epoch": 0.004243924284003945,
      "grad_norm": 1.8450143337249756,
      "learning_rate": 1.460984248492958e-06,
      "loss": 0.939,
      "step": 1277
    },
    {
      "epoch": 0.00424724763896401,
      "grad_norm": 1.6821677684783936,
      "learning_rate": 1.4213258821215381e-06,
      "loss": 0.896,
      "step": 1278
    },
    {
      "epoch": 0.004250570993924076,
      "grad_norm": 2.344581127166748,
      "learning_rate": 1.3822093580703966e-06,
      "loss": 0.9751,
      "step": 1279
    },
    {
      "epoch": 0.004253894348884142,
      "grad_norm": 1.6774933338165283,
      "learning_rate": 1.3436348913453578e-06,
      "loss": 1.1641,
      "step": 1280
    },
    {
      "epoch": 0.0042572177038442075,
      "grad_norm": 1.9078247547149658,
      "learning_rate": 1.3056026939727629e-06,
      "loss": 0.9765,
      "step": 1281
    },
    {
      "epoch": 0.004260541058804274,
      "grad_norm": 1.739052653312683,
      "learning_rate": 1.268112974998381e-06,
      "loss": 0.6813,
      "step": 1282
    },
    {
      "epoch": 0.00426386441376434,
      "grad_norm": 2.126277208328247,
      "learning_rate": 1.231165940486234e-06,
      "loss": 0.8167,
      "step": 1283
    },
    {
      "epoch": 0.004267187768724405,
      "grad_norm": 1.7707117795944214,
      "learning_rate": 1.1947617935174183e-06,
      "loss": 1.0551,
      "step": 1284
    },
    {
      "epoch": 0.004270511123684471,
      "grad_norm": 1.9239094257354736,
      "learning_rate": 1.158900734189039e-06,
      "loss": 1.038,
      "step": 1285
    },
    {
      "epoch": 0.004273834478644536,
      "grad_norm": 2.1542272567749023,
      "learning_rate": 1.1235829596131232e-06,
      "loss": 1.0897,
      "step": 1286
    },
    {
      "epoch": 0.004277157833604602,
      "grad_norm": 2.080387830734253,
      "learning_rate": 1.0888086639154527e-06,
      "loss": 0.8353,
      "step": 1287
    },
    {
      "epoch": 0.004280481188564668,
      "grad_norm": 2.723706007003784,
      "learning_rate": 1.0545780382345883e-06,
      "loss": 0.7078,
      "step": 1288
    },
    {
      "epoch": 0.0042838045435247335,
      "grad_norm": 2.26456618309021,
      "learning_rate": 1.0208912707207697e-06,
      "loss": 1.0426,
      "step": 1289
    },
    {
      "epoch": 0.0042871278984847995,
      "grad_norm": 2.565472364425659,
      "learning_rate": 9.877485465349058e-07,
      "loss": 0.9573,
      "step": 1290
    },
    {
      "epoch": 0.004290451253444865,
      "grad_norm": 2.940148115158081,
      "learning_rate": 9.551500478475417e-07,
      "loss": 0.9913,
      "step": 1291
    },
    {
      "epoch": 0.004293774608404931,
      "grad_norm": 2.379725456237793,
      "learning_rate": 9.230959538378492e-07,
      "loss": 1.3529,
      "step": 1292
    },
    {
      "epoch": 0.004297097963364997,
      "grad_norm": 2.7502386569976807,
      "learning_rate": 8.915864406926822e-07,
      "loss": 1.0681,
      "step": 1293
    },
    {
      "epoch": 0.004300421318325062,
      "grad_norm": 3.2679152488708496,
      "learning_rate": 8.606216816055334e-07,
      "loss": 0.812,
      "step": 1294
    },
    {
      "epoch": 0.004303744673285128,
      "grad_norm": 2.5619118213653564,
      "learning_rate": 8.3020184677568e-07,
      "loss": 0.7178,
      "step": 1295
    },
    {
      "epoch": 0.004307068028245194,
      "grad_norm": 1.5520389080047607,
      "learning_rate": 8.003271034071724e-07,
      "loss": 1.1481,
      "step": 1296
    },
    {
      "epoch": 0.004310391383205259,
      "grad_norm": 2.3638522624969482,
      "learning_rate": 7.709976157079468e-07,
      "loss": 0.3746,
      "step": 1297
    },
    {
      "epoch": 0.0043137147381653255,
      "grad_norm": 2.324312210083008,
      "learning_rate": 7.422135448889033e-07,
      "loss": 1.0223,
      "step": 1298
    },
    {
      "epoch": 0.004317038093125391,
      "grad_norm": 2.8580973148345947,
      "learning_rate": 7.139750491630404e-07,
      "loss": 1.3601,
      "step": 1299
    },
    {
      "epoch": 0.004320361448085457,
      "grad_norm": 3.5197858810424805,
      "learning_rate": 6.862822837445881e-07,
      "loss": 0.9603,
      "step": 1300
    },
    {
      "epoch": 0.004323684803045523,
      "grad_norm": 2.0796303749084473,
      "learning_rate": 6.59135400848121e-07,
      "loss": 0.6006,
      "step": 1301
    },
    {
      "epoch": 0.004327008158005588,
      "grad_norm": 1.301243543624878,
      "learning_rate": 6.325345496877688e-07,
      "loss": 0.5883,
      "step": 1302
    },
    {
      "epoch": 0.004330331512965654,
      "grad_norm": 1.9995495080947876,
      "learning_rate": 6.064798764763624e-07,
      "loss": 1.1369,
      "step": 1303
    },
    {
      "epoch": 0.004333654867925719,
      "grad_norm": 3.1521594524383545,
      "learning_rate": 5.809715244246228e-07,
      "loss": 0.5103,
      "step": 1304
    },
    {
      "epoch": 0.004336978222885785,
      "grad_norm": 1.5745421648025513,
      "learning_rate": 5.560096337404397e-07,
      "loss": 0.4934,
      "step": 1305
    },
    {
      "epoch": 0.004340301577845851,
      "grad_norm": 1.8567191362380981,
      "learning_rate": 5.315943416279834e-07,
      "loss": 1.0483,
      "step": 1306
    },
    {
      "epoch": 0.004343624932805917,
      "grad_norm": 1.955496072769165,
      "learning_rate": 5.077257822870718e-07,
      "loss": 0.9583,
      "step": 1307
    },
    {
      "epoch": 0.004346948287765983,
      "grad_norm": 2.115482807159424,
      "learning_rate": 4.844040869123711e-07,
      "loss": 1.0888,
      "step": 1308
    },
    {
      "epoch": 0.004350271642726049,
      "grad_norm": 1.6261982917785645,
      "learning_rate": 4.616293836926633e-07,
      "loss": 1.0747,
      "step": 1309
    },
    {
      "epoch": 0.004353594997686114,
      "grad_norm": 1.9102613925933838,
      "learning_rate": 4.3940179781019055e-07,
      "loss": 1.031,
      "step": 1310
    },
    {
      "epoch": 0.00435691835264618,
      "grad_norm": 1.91301429271698,
      "learning_rate": 4.1772145143991194e-07,
      "loss": 0.8863,
      "step": 1311
    },
    {
      "epoch": 0.004360241707606245,
      "grad_norm": 2.195780038833618,
      "learning_rate": 3.965884637488815e-07,
      "loss": 0.6679,
      "step": 1312
    },
    {
      "epoch": 0.004363565062566311,
      "grad_norm": 1.436061143875122,
      "learning_rate": 3.760029508955487e-07,
      "loss": 0.7434,
      "step": 1313
    },
    {
      "epoch": 0.004366888417526377,
      "grad_norm": 3.475274085998535,
      "learning_rate": 3.5596502602917027e-07,
      "loss": 0.8516,
      "step": 1314
    },
    {
      "epoch": 0.004370211772486443,
      "grad_norm": 2.642993211746216,
      "learning_rate": 3.364747992891215e-07,
      "loss": 1.2904,
      "step": 1315
    },
    {
      "epoch": 0.004373535127446509,
      "grad_norm": 2.122849464416504,
      "learning_rate": 3.175323778043637e-07,
      "loss": 1.0443,
      "step": 1316
    },
    {
      "epoch": 0.004376858482406574,
      "grad_norm": 2.0015249252319336,
      "learning_rate": 2.991378656928112e-07,
      "loss": 0.794,
      "step": 1317
    },
    {
      "epoch": 0.00438018183736664,
      "grad_norm": 2.2417593002319336,
      "learning_rate": 2.8129136406075394e-07,
      "loss": 0.7168,
      "step": 1318
    },
    {
      "epoch": 0.004383505192326706,
      "grad_norm": 1.4654457569122314,
      "learning_rate": 2.639929710023359e-07,
      "loss": 1.1143,
      "step": 1319
    },
    {
      "epoch": 0.004386828547286771,
      "grad_norm": 1.6833704710006714,
      "learning_rate": 2.472427815989886e-07,
      "loss": 0.7021,
      "step": 1320
    },
    {
      "epoch": 0.004390151902246837,
      "grad_norm": 2.3682217597961426,
      "learning_rate": 2.3104088791890965e-07,
      "loss": 1.2015,
      "step": 1321
    },
    {
      "epoch": 0.004393475257206903,
      "grad_norm": 1.9590531587600708,
      "learning_rate": 2.15387379016585e-07,
      "loss": 0.8689,
      "step": 1322
    },
    {
      "epoch": 0.0043967986121669685,
      "grad_norm": 2.396052122116089,
      "learning_rate": 2.0028234093224519e-07,
      "loss": 0.8691,
      "step": 1323
    },
    {
      "epoch": 0.004400121967127035,
      "grad_norm": 1.5421676635742188,
      "learning_rate": 1.8572585669144328e-07,
      "loss": 0.8547,
      "step": 1324
    },
    {
      "epoch": 0.0044034453220871,
      "grad_norm": 2.1498894691467285,
      "learning_rate": 1.7171800630458868e-07,
      "loss": 0.6503,
      "step": 1325
    },
    {
      "epoch": 0.004406768677047166,
      "grad_norm": 2.5481367111206055,
      "learning_rate": 1.5825886676649192e-07,
      "loss": 1.2521,
      "step": 1326
    },
    {
      "epoch": 0.004410092032007232,
      "grad_norm": 1.9953029155731201,
      "learning_rate": 1.453485120559428e-07,
      "loss": 0.7796,
      "step": 1327
    },
    {
      "epoch": 0.004413415386967297,
      "grad_norm": 1.7945771217346191,
      "learning_rate": 1.329870131353106e-07,
      "loss": 0.7041,
      "step": 1328
    },
    {
      "epoch": 0.004416738741927363,
      "grad_norm": 1.5319011211395264,
      "learning_rate": 1.211744379501556e-07,
      "loss": 0.7892,
      "step": 1329
    },
    {
      "epoch": 0.004420062096887428,
      "grad_norm": 2.000732183456421,
      "learning_rate": 1.0991085142886271e-07,
      "loss": 0.5323,
      "step": 1330
    },
    {
      "epoch": 0.0044233854518474945,
      "grad_norm": 1.6784220933914185,
      "learning_rate": 9.919631548224173e-08,
      "loss": 0.5357,
      "step": 1331
    },
    {
      "epoch": 0.0044267088068075605,
      "grad_norm": 1.7530608177185059,
      "learning_rate": 8.903088900327205e-08,
      "loss": 0.8773,
      "step": 1332
    },
    {
      "epoch": 0.004430032161767626,
      "grad_norm": 1.3903744220733643,
      "learning_rate": 7.941462786669185e-08,
      "loss": 0.6173,
      "step": 1333
    },
    {
      "epoch": 0.004433355516727692,
      "grad_norm": 2.4869532585144043,
      "learning_rate": 7.034758492872052e-08,
      "loss": 0.9497,
      "step": 1334
    },
    {
      "epoch": 0.004436678871687758,
      "grad_norm": 3.956838369369507,
      "learning_rate": 6.182981002679223e-08,
      "loss": 0.6342,
      "step": 1335
    },
    {
      "epoch": 0.004440002226647823,
      "grad_norm": 2.0023629665374756,
      "learning_rate": 5.3861349979256184e-08,
      "loss": 0.8544,
      "step": 1336
    },
    {
      "epoch": 0.004443325581607889,
      "grad_norm": 3.156973361968994,
      "learning_rate": 4.644224858513235e-08,
      "loss": 0.7651,
      "step": 1337
    },
    {
      "epoch": 0.004446648936567954,
      "grad_norm": 2.516711950302124,
      "learning_rate": 3.9572546623856125e-08,
      "loss": 1.3368,
      "step": 1338
    },
    {
      "epoch": 0.00444997229152802,
      "grad_norm": 1.9278301000595093,
      "learning_rate": 3.3252281855067345e-08,
      "loss": 0.3978,
      "step": 1339
    },
    {
      "epoch": 0.0044532956464880865,
      "grad_norm": 2.550313711166382,
      "learning_rate": 2.7481489018410523e-08,
      "loss": 0.5009,
      "step": 1340
    },
    {
      "epoch": 0.004456619001448152,
      "grad_norm": 2.879263401031494,
      "learning_rate": 2.2260199833301633e-08,
      "loss": 1.2376,
      "step": 1341
    },
    {
      "epoch": 0.004459942356408218,
      "grad_norm": 2.645829677581787,
      "learning_rate": 1.7588442998817122e-08,
      "loss": 1.0296,
      "step": 1342
    },
    {
      "epoch": 0.004463265711368283,
      "grad_norm": 2.5295798778533936,
      "learning_rate": 1.3466244193471867e-08,
      "loss": 0.8888,
      "step": 1343
    },
    {
      "epoch": 0.004466589066328349,
      "grad_norm": 2.7776193618774414,
      "learning_rate": 9.89362607515254e-09,
      "loss": 0.7699,
      "step": 1344
    },
    {
      "epoch": 0.004469912421288415,
      "grad_norm": 2.5734663009643555,
      "learning_rate": 6.8706082808955855e-09,
      "loss": 0.9402,
      "step": 1345
    },
    {
      "epoch": 0.00447323577624848,
      "grad_norm": 1.8776805400848389,
      "learning_rate": 4.397207426865002e-09,
      "loss": 0.7772,
      "step": 1346
    },
    {
      "epoch": 0.004476559131208546,
      "grad_norm": 1.5347989797592163,
      "learning_rate": 2.473437108241328e-09,
      "loss": 0.9548,
      "step": 1347
    },
    {
      "epoch": 0.0044798824861686124,
      "grad_norm": 2.1687984466552734,
      "learning_rate": 1.099307899110613e-09,
      "loss": 1.0993,
      "step": 1348
    },
    {
      "epoch": 0.004483205841128678,
      "grad_norm": 2.1240103244781494,
      "learning_rate": 2.748273524311173e-10,
      "loss": 0.5781,
      "step": 1349
    },
    {
      "epoch": 0.004486529196088744,
      "grad_norm": 2.376187801361084,
      "learning_rate": 0.0,
      "loss": 0.7825,
      "step": 1350
    }
  ],
  "logging_steps": 1,
  "max_steps": 1350,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 338,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.02807432855552e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}