{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.0025988635787714057,
  "eval_steps": 391,
  "global_step": 782,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 3.323354960065736e-06,
      "grad_norm": 2.666724681854248,
      "learning_rate": 2e-05,
      "loss": 1.7722,
      "step": 1
    },
    {
      "epoch": 3.323354960065736e-06,
      "eval_loss": 1.9749795198440552,
      "eval_runtime": 3681.2012,
      "eval_samples_per_second": 34.417,
      "eval_steps_per_second": 17.209,
      "step": 1
    },
    {
      "epoch": 6.646709920131472e-06,
      "grad_norm": 1.556185245513916,
      "learning_rate": 4e-05,
      "loss": 1.2161,
      "step": 2
    },
    {
      "epoch": 9.970064880197207e-06,
      "grad_norm": 3.5199902057647705,
      "learning_rate": 6e-05,
      "loss": 1.9282,
      "step": 3
    },
    {
      "epoch": 1.3293419840262944e-05,
      "grad_norm": 2.7358124256134033,
      "learning_rate": 8e-05,
      "loss": 1.491,
      "step": 4
    },
    {
      "epoch": 1.661677480032868e-05,
      "grad_norm": 2.3682265281677246,
      "learning_rate": 0.0001,
      "loss": 1.6871,
      "step": 5
    },
    {
      "epoch": 1.9940129760394414e-05,
      "grad_norm": 4.771065711975098,
      "learning_rate": 0.00012,
      "loss": 2.1853,
      "step": 6
    },
    {
      "epoch": 2.326348472046015e-05,
      "grad_norm": 7.709884166717529,
      "learning_rate": 0.00014,
      "loss": 2.0531,
      "step": 7
    },
    {
      "epoch": 2.6586839680525888e-05,
      "grad_norm": 2.419358253479004,
      "learning_rate": 0.00016,
      "loss": 1.355,
      "step": 8
    },
    {
      "epoch": 2.9910194640591625e-05,
      "grad_norm": 3.0572924613952637,
      "learning_rate": 0.00018,
      "loss": 1.6183,
      "step": 9
    },
    {
      "epoch": 3.323354960065736e-05,
      "grad_norm": 2.7170143127441406,
      "learning_rate": 0.0002,
      "loss": 1.1439,
      "step": 10
    },
    {
      "epoch": 3.65569045607231e-05,
      "grad_norm": 3.6093623638153076,
      "learning_rate": 0.00019999979565332626,
      "loss": 1.3409,
      "step": 11
    },
    {
      "epoch": 3.988025952078883e-05,
      "grad_norm": 4.987837314605713,
      "learning_rate": 0.00019999918261414017,
      "loss": 0.9511,
      "step": 12
    },
    {
      "epoch": 4.3203614480854566e-05,
      "grad_norm": 4.5739545822143555,
      "learning_rate": 0.00019999816088494716,
      "loss": 0.9997,
      "step": 13
    },
    {
      "epoch": 4.65269694409203e-05,
      "grad_norm": 4.480071544647217,
      "learning_rate": 0.00019999673046992302,
      "loss": 1.0688,
      "step": 14
    },
    {
      "epoch": 4.985032440098604e-05,
      "grad_norm": 4.7775115966796875,
      "learning_rate": 0.00019999489137491368,
      "loss": 0.9524,
      "step": 15
    },
    {
      "epoch": 5.3173679361051776e-05,
      "grad_norm": 4.089632034301758,
      "learning_rate": 0.0001999926436074355,
      "loss": 0.8418,
      "step": 16
    },
    {
      "epoch": 5.649703432111751e-05,
      "grad_norm": 2.610358715057373,
      "learning_rate": 0.0001999899871766749,
      "loss": 0.9149,
      "step": 17
    },
    {
      "epoch": 5.982038928118325e-05,
      "grad_norm": 3.272275447845459,
      "learning_rate": 0.00019998692209348854,
      "loss": 1.171,
      "step": 18
    },
    {
      "epoch": 6.314374424124898e-05,
      "grad_norm": 2.938849925994873,
      "learning_rate": 0.00019998344837040318,
      "loss": 0.9638,
      "step": 19
    },
    {
      "epoch": 6.646709920131472e-05,
      "grad_norm": 2.2705330848693848,
      "learning_rate": 0.00019997956602161576,
      "loss": 0.9888,
      "step": 20
    },
    {
      "epoch": 6.979045416138045e-05,
      "grad_norm": 3.156163215637207,
      "learning_rate": 0.00019997527506299316,
      "loss": 0.9649,
      "step": 21
    },
    {
      "epoch": 7.31138091214462e-05,
      "grad_norm": 2.8539509773254395,
      "learning_rate": 0.00019997057551207221,
      "loss": 1.3456,
      "step": 22
    },
    {
      "epoch": 7.643716408151193e-05,
      "grad_norm": 2.054460048675537,
      "learning_rate": 0.0001999654673880597,
      "loss": 1.0677,
      "step": 23
    },
    {
      "epoch": 7.976051904157766e-05,
      "grad_norm": 3.140747308731079,
      "learning_rate": 0.0001999599507118322,
      "loss": 0.8441,
      "step": 24
    },
    {
      "epoch": 8.30838740016434e-05,
      "grad_norm": 1.8692374229431152,
      "learning_rate": 0.00019995402550593592,
      "loss": 1.251,
      "step": 25
    },
    {
      "epoch": 8.640722896170913e-05,
      "grad_norm": 2.487421989440918,
      "learning_rate": 0.00019994769179458688,
      "loss": 0.9958,
      "step": 26
    },
    {
      "epoch": 8.973058392177487e-05,
      "grad_norm": 3.130784511566162,
      "learning_rate": 0.00019994094960367048,
      "loss": 1.1358,
      "step": 27
    },
    {
      "epoch": 9.30539388818406e-05,
      "grad_norm": 3.263298749923706,
      "learning_rate": 0.0001999337989607416,
      "loss": 0.8566,
      "step": 28
    },
    {
      "epoch": 9.637729384190635e-05,
      "grad_norm": 2.970139265060425,
      "learning_rate": 0.00019992623989502448,
      "loss": 1.0266,
      "step": 29
    },
    {
      "epoch": 9.970064880197208e-05,
      "grad_norm": 3.517679452896118,
      "learning_rate": 0.00019991827243741252,
      "loss": 1.6379,
      "step": 30
    },
    {
      "epoch": 0.00010302400376203781,
      "grad_norm": 2.133394241333008,
      "learning_rate": 0.00019990989662046818,
      "loss": 0.8348,
      "step": 31
    },
    {
      "epoch": 0.00010634735872210355,
      "grad_norm": 4.80273962020874,
      "learning_rate": 0.0001999011124784228,
      "loss": 1.2985,
      "step": 32
    },
    {
      "epoch": 0.00010967071368216928,
      "grad_norm": 3.150580644607544,
      "learning_rate": 0.00019989192004717668,
      "loss": 1.1424,
      "step": 33
    },
    {
      "epoch": 0.00011299406864223503,
      "grad_norm": 3.195122480392456,
      "learning_rate": 0.00019988231936429865,
      "loss": 1.0809,
      "step": 34
    },
    {
      "epoch": 0.00011631742360230076,
      "grad_norm": 3.522775888442993,
      "learning_rate": 0.000199872310469026,
      "loss": 1.3893,
      "step": 35
    },
    {
      "epoch": 0.0001196407785623665,
      "grad_norm": 5.969610214233398,
      "learning_rate": 0.00019986189340226454,
      "loss": 1.2157,
      "step": 36
    },
    {
      "epoch": 0.00012296413352243224,
      "grad_norm": 4.546551704406738,
      "learning_rate": 0.00019985106820658802,
      "loss": 0.9493,
      "step": 37
    },
    {
      "epoch": 0.00012628748848249796,
      "grad_norm": 3.5117945671081543,
      "learning_rate": 0.00019983983492623833,
      "loss": 0.9783,
      "step": 38
    },
    {
      "epoch": 0.0001296108434425637,
      "grad_norm": 3.9442591667175293,
      "learning_rate": 0.00019982819360712514,
      "loss": 1.313,
      "step": 39
    },
    {
      "epoch": 0.00013293419840262945,
      "grad_norm": 2.3239011764526367,
      "learning_rate": 0.00019981614429682575,
      "loss": 1.0975,
      "step": 40
    },
    {
      "epoch": 0.00013625755336269516,
      "grad_norm": 3.3979079723358154,
      "learning_rate": 0.00019980368704458488,
      "loss": 1.172,
      "step": 41
    },
    {
      "epoch": 0.0001395809083227609,
      "grad_norm": 2.238532066345215,
      "learning_rate": 0.00019979082190131451,
      "loss": 0.9038,
      "step": 42
    },
    {
      "epoch": 0.00014290426328282665,
      "grad_norm": 3.955559253692627,
      "learning_rate": 0.0001997775489195936,
      "loss": 1.5067,
      "step": 43
    },
    {
      "epoch": 0.0001462276182428924,
      "grad_norm": 2.307810068130493,
      "learning_rate": 0.00019976386815366798,
      "loss": 0.8958,
      "step": 44
    },
    {
      "epoch": 0.0001495509732029581,
      "grad_norm": 2.0253894329071045,
      "learning_rate": 0.00019974977965945,
      "loss": 1.0091,
      "step": 45
    },
    {
      "epoch": 0.00015287432816302385,
      "grad_norm": 1.920096516609192,
      "learning_rate": 0.00019973528349451837,
      "loss": 1.0652,
      "step": 46
    },
    {
      "epoch": 0.0001561976831230896,
      "grad_norm": 2.180504560470581,
      "learning_rate": 0.00019972037971811802,
      "loss": 0.9471,
      "step": 47
    },
    {
      "epoch": 0.00015952103808315532,
      "grad_norm": 2.452141523361206,
      "learning_rate": 0.00019970506839115965,
      "loss": 0.7726,
      "step": 48
    },
    {
      "epoch": 0.00016284439304322106,
      "grad_norm": 1.5554322004318237,
      "learning_rate": 0.0001996893495762197,
      "loss": 1.0565,
      "step": 49
    },
    {
      "epoch": 0.0001661677480032868,
      "grad_norm": 1.6334352493286133,
      "learning_rate": 0.00019967322333753977,
      "loss": 1.0253,
      "step": 50
    },
    {
      "epoch": 0.00016949110296335255,
      "grad_norm": 3.5653467178344727,
      "learning_rate": 0.00019965668974102687,
      "loss": 1.2687,
      "step": 51
    },
    {
      "epoch": 0.00017281445792341826,
      "grad_norm": 2.60522723197937,
      "learning_rate": 0.00019963974885425266,
      "loss": 1.0302,
      "step": 52
    },
    {
      "epoch": 0.000176137812883484,
      "grad_norm": 1.4631803035736084,
      "learning_rate": 0.00019962240074645343,
      "loss": 1.3001,
      "step": 53
    },
    {
      "epoch": 0.00017946116784354975,
      "grad_norm": 2.9828741550445557,
      "learning_rate": 0.0001996046454885297,
      "loss": 0.9298,
      "step": 54
    },
    {
      "epoch": 0.00018278452280361547,
      "grad_norm": 2.7319400310516357,
      "learning_rate": 0.00019958648315304608,
      "loss": 0.8012,
      "step": 55
    },
    {
      "epoch": 0.0001861078777636812,
      "grad_norm": 1.9441187381744385,
      "learning_rate": 0.0001995679138142308,
      "loss": 1.4148,
      "step": 56
    },
    {
      "epoch": 0.00018943123272374695,
      "grad_norm": 2.2109806537628174,
      "learning_rate": 0.0001995489375479755,
      "loss": 1.0878,
      "step": 57
    },
    {
      "epoch": 0.0001927545876838127,
      "grad_norm": 1.4252997636795044,
      "learning_rate": 0.0001995295544318349,
      "loss": 1.2285,
      "step": 58
    },
    {
      "epoch": 0.00019607794264387841,
      "grad_norm": 5.106256008148193,
      "learning_rate": 0.0001995097645450266,
      "loss": 0.7776,
      "step": 59
    },
    {
      "epoch": 0.00019940129760394416,
      "grad_norm": 5.275472164154053,
      "learning_rate": 0.0001994895679684305,
      "loss": 1.0117,
      "step": 60
    },
    {
      "epoch": 0.0002027246525640099,
      "grad_norm": 2.8548319339752197,
      "learning_rate": 0.0001994689647845886,
      "loss": 0.9726,
      "step": 61
    },
    {
      "epoch": 0.00020604800752407562,
      "grad_norm": 3.550132989883423,
      "learning_rate": 0.00019944795507770486,
      "loss": 1.0334,
      "step": 62
    },
    {
      "epoch": 0.00020937136248414136,
      "grad_norm": 2.3630402088165283,
      "learning_rate": 0.00019942653893364445,
      "loss": 0.7762,
      "step": 63
    },
    {
      "epoch": 0.0002126947174442071,
      "grad_norm": 1.9092357158660889,
      "learning_rate": 0.0001994047164399338,
      "loss": 1.4301,
      "step": 64
    },
    {
      "epoch": 0.00021601807240427285,
      "grad_norm": 4.616389751434326,
      "learning_rate": 0.00019938248768575992,
      "loss": 1.1877,
      "step": 65
    },
    {
      "epoch": 0.00021934142736433857,
      "grad_norm": 2.665532112121582,
      "learning_rate": 0.0001993598527619703,
      "loss": 1.4794,
      "step": 66
    },
    {
      "epoch": 0.0002226647823244043,
      "grad_norm": 3.5217204093933105,
      "learning_rate": 0.00019933681176107236,
      "loss": 0.8114,
      "step": 67
    },
    {
      "epoch": 0.00022598813728447005,
      "grad_norm": 2.7361176013946533,
      "learning_rate": 0.00019931336477723314,
      "loss": 1.3065,
      "step": 68
    },
    {
      "epoch": 0.00022931149224453577,
      "grad_norm": 2.0653955936431885,
      "learning_rate": 0.0001992895119062789,
      "loss": 0.9287,
      "step": 69
    },
    {
      "epoch": 0.0002326348472046015,
      "grad_norm": 2.007828950881958,
      "learning_rate": 0.00019926525324569472,
      "loss": 0.9734,
      "step": 70
    },
    {
      "epoch": 0.00023595820216466726,
      "grad_norm": 2.928414821624756,
      "learning_rate": 0.00019924058889462414,
      "loss": 0.8574,
      "step": 71
    },
    {
      "epoch": 0.000239281557124733,
      "grad_norm": 8.683639526367188,
      "learning_rate": 0.00019921551895386874,
      "loss": 1.1392,
      "step": 72
    },
    {
      "epoch": 0.00024260491208479872,
      "grad_norm": 3.5685462951660156,
      "learning_rate": 0.00019919004352588767,
      "loss": 0.769,
      "step": 73
    },
    {
      "epoch": 0.0002459282670448645,
      "grad_norm": 5.337392330169678,
      "learning_rate": 0.00019916416271479736,
      "loss": 1.4425,
      "step": 74
    },
    {
      "epoch": 0.0002492516220049302,
      "grad_norm": 4.645166873931885,
      "learning_rate": 0.00019913787662637091,
      "loss": 0.7907,
      "step": 75
    },
    {
      "epoch": 0.0002525749769649959,
      "grad_norm": 5.343783378601074,
      "learning_rate": 0.00019911118536803787,
      "loss": 1.2654,
      "step": 76
    },
    {
      "epoch": 0.00025589833192506166,
      "grad_norm": 3.068967580795288,
      "learning_rate": 0.00019908408904888356,
      "loss": 0.793,
      "step": 77
    },
    {
      "epoch": 0.0002592216868851274,
      "grad_norm": 2.322770357131958,
      "learning_rate": 0.00019905658777964887,
      "loss": 0.8531,
      "step": 78
    },
    {
      "epoch": 0.00026254504184519315,
      "grad_norm": 3.2745163440704346,
      "learning_rate": 0.00019902868167272968,
      "loss": 0.7854,
      "step": 79
    },
    {
      "epoch": 0.0002658683968052589,
      "grad_norm": 3.038334608078003,
      "learning_rate": 0.00019900037084217637,
      "loss": 0.9411,
      "step": 80
    },
    {
      "epoch": 0.00026919175176532464,
      "grad_norm": 3.1720149517059326,
      "learning_rate": 0.00019897165540369346,
      "loss": 0.8394,
      "step": 81
    },
    {
      "epoch": 0.00027251510672539033,
      "grad_norm": 2.028496742248535,
      "learning_rate": 0.00019894253547463896,
      "loss": 0.8797,
      "step": 82
    },
    {
      "epoch": 0.00027583846168545607,
      "grad_norm": 3.157881736755371,
      "learning_rate": 0.00019891301117402413,
      "loss": 1.0001,
      "step": 83
    },
    {
      "epoch": 0.0002791618166455218,
      "grad_norm": 2.7954392433166504,
      "learning_rate": 0.00019888308262251285,
      "loss": 1.0978,
      "step": 84
    },
    {
      "epoch": 0.00028248517160558756,
      "grad_norm": 2.58127760887146,
      "learning_rate": 0.00019885274994242108,
      "loss": 0.8069,
      "step": 85
    },
    {
      "epoch": 0.0002858085265656533,
      "grad_norm": 1.6762611865997314,
      "learning_rate": 0.0001988220132577165,
      "loss": 0.8415,
      "step": 86
    },
    {
      "epoch": 0.00028913188152571905,
      "grad_norm": 3.5904412269592285,
      "learning_rate": 0.0001987908726940178,
      "loss": 0.5845,
      "step": 87
    },
    {
      "epoch": 0.0002924552364857848,
      "grad_norm": 2.3746256828308105,
      "learning_rate": 0.0001987593283785945,
      "loss": 1.1674,
      "step": 88
    },
    {
      "epoch": 0.0002957785914458505,
      "grad_norm": 2.773865222930908,
      "learning_rate": 0.00019872738044036608,
      "loss": 0.827,
      "step": 89
    },
    {
      "epoch": 0.0002991019464059162,
      "grad_norm": 2.7511918544769287,
      "learning_rate": 0.00019869502900990167,
      "loss": 0.9588,
      "step": 90
    },
    {
      "epoch": 0.00030242530136598197,
      "grad_norm": 2.7440383434295654,
      "learning_rate": 0.00019866227421941934,
      "loss": 0.4423,
      "step": 91
    },
    {
      "epoch": 0.0003057486563260477,
      "grad_norm": 2.2555458545684814,
      "learning_rate": 0.00019862911620278578,
      "loss": 1.1974,
      "step": 92
    },
    {
      "epoch": 0.00030907201128611345,
      "grad_norm": 2.77384090423584,
      "learning_rate": 0.00019859555509551565,
      "loss": 1.0307,
      "step": 93
    },
    {
      "epoch": 0.0003123953662461792,
      "grad_norm": 2.5822482109069824,
      "learning_rate": 0.00019856159103477086,
      "loss": 1.2059,
      "step": 94
    },
    {
      "epoch": 0.00031571872120624494,
      "grad_norm": 3.7459232807159424,
      "learning_rate": 0.00019852722415936034,
      "loss": 0.8853,
      "step": 95
    },
    {
      "epoch": 0.00031904207616631063,
      "grad_norm": 2.2750210762023926,
      "learning_rate": 0.00019849245460973919,
      "loss": 0.9878,
      "step": 96
    },
    {
      "epoch": 0.0003223654311263764,
      "grad_norm": 2.7929036617279053,
      "learning_rate": 0.00019845728252800829,
      "loss": 0.8374,
      "step": 97
    },
    {
      "epoch": 0.0003256887860864421,
      "grad_norm": 2.111032247543335,
      "learning_rate": 0.00019842170805791355,
      "loss": 0.7567,
      "step": 98
    },
    {
      "epoch": 0.00032901214104650786,
      "grad_norm": 2.3254857063293457,
      "learning_rate": 0.00019838573134484547,
      "loss": 0.7593,
      "step": 99
    },
    {
      "epoch": 0.0003323354960065736,
      "grad_norm": 3.514956474304199,
      "learning_rate": 0.0001983493525358385,
      "loss": 1.2963,
      "step": 100
    },
    {
      "epoch": 0.00033565885096663935,
      "grad_norm": 2.8279526233673096,
      "learning_rate": 0.00019831257177957044,
      "loss": 1.0706,
      "step": 101
    },
    {
      "epoch": 0.0003389822059267051,
      "grad_norm": 2.6916842460632324,
      "learning_rate": 0.00019827538922636173,
      "loss": 0.777,
      "step": 102
    },
    {
      "epoch": 0.0003423055608867708,
      "grad_norm": 1.947171688079834,
      "learning_rate": 0.00019823780502817501,
      "loss": 0.7285,
      "step": 103
    },
    {
      "epoch": 0.0003456289158468365,
      "grad_norm": 3.0235323905944824,
      "learning_rate": 0.00019819981933861446,
      "loss": 1.1873,
      "step": 104
    },
    {
      "epoch": 0.00034895227080690227,
      "grad_norm": 1.8923465013504028,
      "learning_rate": 0.00019816143231292496,
      "loss": 0.7935,
      "step": 105
    },
    {
      "epoch": 0.000352275625766968,
      "grad_norm": 4.127978324890137,
      "learning_rate": 0.0001981226441079918,
      "loss": 0.7556,
      "step": 106
    },
    {
      "epoch": 0.00035559898072703376,
      "grad_norm": 2.0745251178741455,
      "learning_rate": 0.0001980834548823398,
      "loss": 0.6635,
      "step": 107
    },
    {
      "epoch": 0.0003589223356870995,
      "grad_norm": 2.6978936195373535,
      "learning_rate": 0.0001980438647961327,
      "loss": 1.1474,
      "step": 108
    },
    {
      "epoch": 0.00036224569064716524,
      "grad_norm": 1.8770802021026611,
      "learning_rate": 0.0001980038740111725,
      "loss": 0.9017,
      "step": 109
    },
    {
      "epoch": 0.00036556904560723093,
      "grad_norm": 3.3915209770202637,
      "learning_rate": 0.00019796348269089897,
      "loss": 1.57,
      "step": 110
    },
    {
      "epoch": 0.0003688924005672967,
      "grad_norm": 2.649480104446411,
      "learning_rate": 0.00019792269100038867,
      "loss": 0.6243,
      "step": 111
    },
    {
      "epoch": 0.0003722157555273624,
      "grad_norm": 2.371500015258789,
      "learning_rate": 0.0001978814991063546,
      "loss": 0.9582,
      "step": 112
    },
    {
      "epoch": 0.00037553911048742816,
      "grad_norm": 2.7661666870117188,
      "learning_rate": 0.0001978399071771452,
      "loss": 0.8677,
      "step": 113
    },
    {
      "epoch": 0.0003788624654474939,
      "grad_norm": 2.9277491569519043,
      "learning_rate": 0.00019779791538274401,
      "loss": 0.9703,
      "step": 114
    },
    {
      "epoch": 0.00038218582040755965,
      "grad_norm": 3.0945277214050293,
      "learning_rate": 0.00019775552389476864,
      "loss": 1.0403,
      "step": 115
    },
    {
      "epoch": 0.0003855091753676254,
      "grad_norm": 2.3197739124298096,
      "learning_rate": 0.0001977127328864703,
      "loss": 0.9427,
      "step": 116
    },
    {
      "epoch": 0.0003888325303276911,
      "grad_norm": 3.244593381881714,
      "learning_rate": 0.00019766954253273297,
      "loss": 1.0474,
      "step": 117
    },
    {
      "epoch": 0.00039215588528775683,
      "grad_norm": 2.804309368133545,
      "learning_rate": 0.00019762595301007281,
      "loss": 0.8477,
      "step": 118
    },
    {
      "epoch": 0.00039547924024782257,
      "grad_norm": 2.85494327545166,
      "learning_rate": 0.00019758196449663724,
      "loss": 1.0854,
      "step": 119
    },
    {
      "epoch": 0.0003988025952078883,
      "grad_norm": 3.814103364944458,
      "learning_rate": 0.00019753757717220442,
      "loss": 1.1628,
      "step": 120
    },
    {
      "epoch": 0.00040212595016795406,
      "grad_norm": 4.267208576202393,
      "learning_rate": 0.00019749279121818235,
      "loss": 0.7578,
      "step": 121
    },
    {
      "epoch": 0.0004054493051280198,
      "grad_norm": 3.6147308349609375,
      "learning_rate": 0.00019744760681760832,
      "loss": 0.9576,
      "step": 122
    },
    {
      "epoch": 0.00040877266008808555,
      "grad_norm": 2.247056007385254,
      "learning_rate": 0.0001974020241551479,
      "loss": 0.8516,
      "step": 123
    },
    {
      "epoch": 0.00041209601504815124,
      "grad_norm": 3.395348310470581,
      "learning_rate": 0.00019735604341709448,
      "loss": 1.0269,
      "step": 124
    },
    {
      "epoch": 0.000415419370008217,
      "grad_norm": 1.8821762800216675,
      "learning_rate": 0.0001973096647913682,
      "loss": 1.2513,
      "step": 125
    },
    {
      "epoch": 0.0004187427249682827,
      "grad_norm": 2.655559778213501,
      "learning_rate": 0.00019726288846751543,
      "loss": 0.7851,
      "step": 126
    },
    {
      "epoch": 0.00042206607992834847,
      "grad_norm": 2.37896990776062,
      "learning_rate": 0.00019721571463670793,
      "loss": 1.0444,
      "step": 127
    },
    {
      "epoch": 0.0004253894348884142,
      "grad_norm": 5.97744083404541,
      "learning_rate": 0.00019716814349174193,
      "loss": 1.4286,
      "step": 128
    },
    {
      "epoch": 0.00042871278984847995,
      "grad_norm": 2.345628499984741,
      "learning_rate": 0.00019712017522703764,
      "loss": 0.6584,
      "step": 129
    },
    {
      "epoch": 0.0004320361448085457,
      "grad_norm": 2.6871089935302734,
      "learning_rate": 0.00019707181003863808,
      "loss": 1.0913,
      "step": 130
    },
    {
      "epoch": 0.0004353594997686114,
      "grad_norm": 2.9961049556732178,
      "learning_rate": 0.0001970230481242086,
      "loss": 0.9547,
      "step": 131
    },
    {
      "epoch": 0.00043868285472867713,
      "grad_norm": 2.3500585556030273,
      "learning_rate": 0.00019697388968303593,
      "loss": 1.2246,
      "step": 132
    },
    {
      "epoch": 0.0004420062096887429,
      "grad_norm": 2.1316299438476562,
      "learning_rate": 0.0001969243349160273,
      "loss": 1.2139,
      "step": 133
    },
    {
      "epoch": 0.0004453295646488086,
      "grad_norm": 2.329932928085327,
      "learning_rate": 0.00019687438402570976,
      "loss": 0.8674,
      "step": 134
    },
    {
      "epoch": 0.00044865291960887436,
      "grad_norm": 1.7258507013320923,
      "learning_rate": 0.0001968240372162293,
      "loss": 0.844,
      "step": 135
    },
    {
      "epoch": 0.0004519762745689401,
      "grad_norm": 2.016272783279419,
      "learning_rate": 0.0001967732946933499,
      "loss": 1.0166,
      "step": 136
    },
    {
      "epoch": 0.00045529962952900585,
      "grad_norm": 3.2345731258392334,
      "learning_rate": 0.00019672215666445295,
      "loss": 1.0894,
      "step": 137
    },
    {
      "epoch": 0.00045862298448907154,
      "grad_norm": 1.5541952848434448,
      "learning_rate": 0.00019667062333853617,
      "loss": 0.6242,
      "step": 138
    },
    {
      "epoch": 0.0004619463394491373,
      "grad_norm": 2.431220293045044,
      "learning_rate": 0.0001966186949262128,
      "loss": 0.9273,
      "step": 139
    },
    {
      "epoch": 0.000465269694409203,
      "grad_norm": 2.191262722015381,
      "learning_rate": 0.0001965663716397108,
      "loss": 1.0113,
      "step": 140
    },
    {
      "epoch": 0.00046859304936926877,
      "grad_norm": 2.328829050064087,
      "learning_rate": 0.00019651365369287204,
      "loss": 0.9758,
      "step": 141
    },
    {
      "epoch": 0.0004719164043293345,
      "grad_norm": 2.68078351020813,
      "learning_rate": 0.0001964605413011512,
      "loss": 0.8011,
      "step": 142
    },
    {
      "epoch": 0.00047523975928940026,
      "grad_norm": 2.8840298652648926,
      "learning_rate": 0.0001964070346816151,
      "loss": 0.7892,
      "step": 143
    },
    {
      "epoch": 0.000478563114249466,
      "grad_norm": 3.6275131702423096,
      "learning_rate": 0.0001963531340529417,
      "loss": 1.1153,
      "step": 144
    },
    {
      "epoch": 0.0004818864692095317,
      "grad_norm": 3.770171642303467,
      "learning_rate": 0.00019629883963541932,
      "loss": 1.0241,
      "step": 145
    },
    {
      "epoch": 0.00048520982416959743,
      "grad_norm": 2.1264586448669434,
      "learning_rate": 0.00019624415165094567,
      "loss": 0.9159,
      "step": 146
    },
    {
      "epoch": 0.0004885331791296632,
      "grad_norm": 2.6060941219329834,
      "learning_rate": 0.00019618907032302682,
      "loss": 0.9244,
      "step": 147
    },
    {
      "epoch": 0.000491856534089729,
      "grad_norm": 3.2664802074432373,
      "learning_rate": 0.00019613359587677658,
      "loss": 0.6543,
      "step": 148
    },
    {
      "epoch": 0.0004951798890497946,
      "grad_norm": 2.819077968597412,
      "learning_rate": 0.00019607772853891527,
      "loss": 0.4948,
      "step": 149
    },
    {
      "epoch": 0.0004985032440098604,
      "grad_norm": 4.578441619873047,
      "learning_rate": 0.00019602146853776894,
      "loss": 0.8951,
      "step": 150
    },
    {
      "epoch": 0.0005018265989699261,
      "grad_norm": 2.780761241912842,
      "learning_rate": 0.0001959648161032686,
      "loss": 0.9392,
      "step": 151
    },
    {
      "epoch": 0.0005051499539299918,
      "grad_norm": 3.899730682373047,
      "learning_rate": 0.00019590777146694886,
      "loss": 0.7832,
      "step": 152
    },
    {
      "epoch": 0.0005084733088900576,
      "grad_norm": 2.0675337314605713,
      "learning_rate": 0.0001958503348619474,
      "loss": 1.0346,
      "step": 153
    },
    {
      "epoch": 0.0005117966638501233,
      "grad_norm": 2.4462499618530273,
      "learning_rate": 0.0001957925065230038,
      "loss": 0.9325,
      "step": 154
    },
    {
      "epoch": 0.0005151200188101891,
      "grad_norm": 2.413073778152466,
      "learning_rate": 0.00019573428668645865,
      "loss": 0.9735,
      "step": 155
    },
    {
      "epoch": 0.0005184433737702548,
      "grad_norm": 3.141496419906616,
      "learning_rate": 0.00019567567559025255,
      "loss": 0.8144,
      "step": 156
    },
    {
      "epoch": 0.0005217667287303206,
      "grad_norm": 3.0127265453338623,
      "learning_rate": 0.00019561667347392508,
      "loss": 0.8958,
      "step": 157
    },
    {
      "epoch": 0.0005250900836903863,
      "grad_norm": 2.1341404914855957,
      "learning_rate": 0.0001955572805786141,
      "loss": 0.6659,
      "step": 158
    },
    {
      "epoch": 0.000528413438650452,
      "grad_norm": 2.047130584716797,
      "learning_rate": 0.00019549749714705428,
      "loss": 1.3919,
      "step": 159
    },
    {
      "epoch": 0.0005317367936105178,
      "grad_norm": 1.7772283554077148,
      "learning_rate": 0.00019543732342357662,
      "loss": 0.9742,
      "step": 160
    },
    {
      "epoch": 0.0005350601485705835,
      "grad_norm": 2.946929454803467,
      "learning_rate": 0.0001953767596541071,
      "loss": 0.714,
      "step": 161
    },
    {
      "epoch": 0.0005383835035306493,
      "grad_norm": 2.262288808822632,
      "learning_rate": 0.00019531580608616578,
      "loss": 0.851,
      "step": 162
    },
    {
      "epoch": 0.0005417068584907149,
      "grad_norm": 2.8165740966796875,
      "learning_rate": 0.00019525446296886592,
      "loss": 1.1882,
      "step": 163
    },
    {
      "epoch": 0.0005450302134507807,
      "grad_norm": 2.16081166267395,
      "learning_rate": 0.00019519273055291266,
      "loss": 1.0195,
      "step": 164
    },
    {
      "epoch": 0.0005483535684108464,
      "grad_norm": 2.6508116722106934,
      "learning_rate": 0.00019513060909060235,
      "loss": 1.1134,
      "step": 165
    },
    {
      "epoch": 0.0005516769233709121,
      "grad_norm": 2.92147159576416,
      "learning_rate": 0.00019506809883582124,
      "loss": 0.8961,
      "step": 166
    },
    {
      "epoch": 0.0005550002783309779,
      "grad_norm": 1.7858153581619263,
      "learning_rate": 0.00019500520004404458,
      "loss": 1.0722,
      "step": 167
    },
    {
      "epoch": 0.0005583236332910436,
      "grad_norm": 2.032569646835327,
      "learning_rate": 0.0001949419129723356,
      "loss": 1.0517,
      "step": 168
    },
    {
      "epoch": 0.0005616469882511094,
      "grad_norm": 1.836334228515625,
      "learning_rate": 0.0001948782378793443,
      "loss": 0.6539,
      "step": 169
    },
    {
      "epoch": 0.0005649703432111751,
      "grad_norm": 2.391331911087036,
      "learning_rate": 0.00019481417502530655,
      "loss": 0.7736,
      "step": 170
    },
    {
      "epoch": 0.0005682936981712409,
      "grad_norm": 4.373333930969238,
      "learning_rate": 0.00019474972467204297,
      "loss": 1.0564,
      "step": 171
    },
    {
      "epoch": 0.0005716170531313066,
      "grad_norm": 2.547452688217163,
      "learning_rate": 0.0001946848870829579,
      "loss": 0.782,
      "step": 172
    },
    {
      "epoch": 0.0005749404080913723,
      "grad_norm": 3.161325693130493,
      "learning_rate": 0.00019461966252303824,
      "loss": 0.8666,
      "step": 173
    },
    {
      "epoch": 0.0005782637630514381,
      "grad_norm": 2.491389513015747,
      "learning_rate": 0.0001945540512588524,
      "loss": 0.6843,
      "step": 174
    },
    {
      "epoch": 0.0005815871180115038,
      "grad_norm": 2.8707897663116455,
      "learning_rate": 0.00019448805355854932,
      "loss": 0.8991,
      "step": 175
    },
    {
      "epoch": 0.0005849104729715696,
      "grad_norm": 2.0539722442626953,
      "learning_rate": 0.00019442166969185713,
      "loss": 1.0514,
      "step": 176
    },
    {
      "epoch": 0.0005882338279316352,
      "grad_norm": 3.4702110290527344,
      "learning_rate": 0.0001943548999300823,
      "loss": 0.7809,
      "step": 177
    },
    {
      "epoch": 0.000591557182891701,
      "grad_norm": 2.381692886352539,
      "learning_rate": 0.00019428774454610843,
      "loss": 0.8885,
      "step": 178
    },
    {
      "epoch": 0.0005948805378517667,
      "grad_norm": 2.6960630416870117,
      "learning_rate": 0.00019422020381439507,
      "loss": 0.9239,
      "step": 179
    },
    {
      "epoch": 0.0005982038928118324,
      "grad_norm": 2.4607133865356445,
      "learning_rate": 0.00019415227801097674,
      "loss": 0.9745,
      "step": 180
    },
    {
      "epoch": 0.0006015272477718982,
      "grad_norm": 1.785910964012146,
      "learning_rate": 0.00019408396741346165,
      "loss": 1.2146,
      "step": 181
    },
    {
      "epoch": 0.0006048506027319639,
      "grad_norm": 2.7329466342926025,
      "learning_rate": 0.00019401527230103073,
      "loss": 0.785,
      "step": 182
    },
    {
      "epoch": 0.0006081739576920297,
      "grad_norm": 2.557967185974121,
      "learning_rate": 0.00019394619295443622,
      "loss": 0.959,
      "step": 183
    },
    {
      "epoch": 0.0006114973126520954,
      "grad_norm": 3.4971165657043457,
      "learning_rate": 0.00019387672965600087,
      "loss": 0.9277,
      "step": 184
    },
    {
      "epoch": 0.0006148206676121612,
      "grad_norm": 4.886618137359619,
      "learning_rate": 0.0001938068826896166,
      "loss": 1.3942,
      "step": 185
    },
    {
      "epoch": 0.0006181440225722269,
      "grad_norm": 1.8440862894058228,
      "learning_rate": 0.00019373665234074326,
      "loss": 1.0188,
      "step": 186
    },
    {
      "epoch": 0.0006214673775322927,
      "grad_norm": 2.106942892074585,
      "learning_rate": 0.00019366603889640763,
      "loss": 0.9945,
      "step": 187
    },
    {
      "epoch": 0.0006247907324923584,
      "grad_norm": 2.9837393760681152,
      "learning_rate": 0.0001935950426452022,
      "loss": 1.0383,
      "step": 188
    },
    {
      "epoch": 0.0006281140874524241,
      "grad_norm": 3.691336154937744,
      "learning_rate": 0.00019352366387728385,
      "loss": 0.5763,
      "step": 189
    },
    {
      "epoch": 0.0006314374424124899,
      "grad_norm": 1.9145938158035278,
      "learning_rate": 0.00019345190288437293,
      "loss": 1.3085,
      "step": 190
    },
    {
      "epoch": 0.0006347607973725555,
      "grad_norm": 3.2621686458587646,
      "learning_rate": 0.00019337975995975176,
      "loss": 0.6435,
      "step": 191
    },
    {
      "epoch": 0.0006380841523326213,
      "grad_norm": 2.784410238265991,
      "learning_rate": 0.00019330723539826375,
      "loss": 1.1942,
      "step": 192
    },
    {
      "epoch": 0.000641407507292687,
      "grad_norm": 3.4664626121520996,
      "learning_rate": 0.00019323432949631194,
      "loss": 1.1174,
      "step": 193
    },
    {
      "epoch": 0.0006447308622527527,
      "grad_norm": 2.1625025272369385,
      "learning_rate": 0.0001931610425518579,
      "loss": 1.1485,
      "step": 194
    },
    {
      "epoch": 0.0006480542172128185,
      "grad_norm": 2.522662878036499,
      "learning_rate": 0.00019308737486442045,
      "loss": 0.9996,
      "step": 195
    },
    {
      "epoch": 0.0006513775721728842,
      "grad_norm": 1.7756669521331787,
      "learning_rate": 0.00019301332673507456,
      "loss": 1.2566,
      "step": 196
    },
    {
      "epoch": 0.00065470092713295,
      "grad_norm": 2.8260562419891357,
      "learning_rate": 0.00019293889846645006,
      "loss": 0.8109,
      "step": 197
    },
    {
      "epoch": 0.0006580242820930157,
      "grad_norm": 3.621715545654297,
      "learning_rate": 0.00019286409036273027,
      "loss": 1.1546,
      "step": 198
    },
    {
      "epoch": 0.0006613476370530815,
      "grad_norm": 2.428928852081299,
      "learning_rate": 0.00019278890272965096,
      "loss": 1.2399,
      "step": 199
    },
    {
      "epoch": 0.0006646709920131472,
      "grad_norm": 2.2857420444488525,
      "learning_rate": 0.00019271333587449893,
      "loss": 0.8589,
      "step": 200
    },
    {
      "epoch": 0.000667994346973213,
      "grad_norm": 2.0460710525512695,
      "learning_rate": 0.000192637390106111,
      "loss": 1.2173,
      "step": 201
    },
    {
      "epoch": 0.0006713177019332787,
      "grad_norm": 1.7924888134002686,
      "learning_rate": 0.00019256106573487238,
      "loss": 1.1659,
      "step": 202
    },
    {
      "epoch": 0.0006746410568933444,
      "grad_norm": 3.6462109088897705,
      "learning_rate": 0.0001924843630727157,
      "loss": 1.2138,
      "step": 203
    },
    {
      "epoch": 0.0006779644118534102,
      "grad_norm": 3.2073163986206055,
      "learning_rate": 0.0001924072824331197,
      "loss": 0.9589,
      "step": 204
    },
    {
      "epoch": 0.0006812877668134758,
      "grad_norm": 2.4417810440063477,
      "learning_rate": 0.0001923298241311078,
      "loss": 1.355,
      "step": 205
    },
    {
      "epoch": 0.0006846111217735416,
      "grad_norm": 2.500387191772461,
      "learning_rate": 0.0001922519884832469,
      "loss": 1.1145,
      "step": 206
    },
    {
      "epoch": 0.0006879344767336073,
      "grad_norm": 2.686262845993042,
      "learning_rate": 0.00019217377580764612,
      "loss": 1.129,
      "step": 207
    },
    {
      "epoch": 0.000691257831693673,
      "grad_norm": 2.2184572219848633,
      "learning_rate": 0.00019209518642395547,
      "loss": 1.0944,
      "step": 208
    },
    {
      "epoch": 0.0006945811866537388,
      "grad_norm": 1.7420518398284912,
      "learning_rate": 0.00019201622065336454,
      "loss": 0.8796,
      "step": 209
    },
    {
      "epoch": 0.0006979045416138045,
      "grad_norm": 1.6960417032241821,
      "learning_rate": 0.0001919368788186012,
      "loss": 1.0007,
      "step": 210
    },
    {
      "epoch": 0.0007012278965738703,
      "grad_norm": 2.3318254947662354,
      "learning_rate": 0.0001918571612439302,
      "loss": 0.9545,
      "step": 211
    },
    {
      "epoch": 0.000704551251533936,
      "grad_norm": 2.0784153938293457,
      "learning_rate": 0.00019177706825515204,
      "loss": 0.927,
      "step": 212
    },
    {
      "epoch": 0.0007078746064940018,
      "grad_norm": 2.730631113052368,
      "learning_rate": 0.00019169660017960137,
      "loss": 1.0439,
      "step": 213
    },
    {
      "epoch": 0.0007111979614540675,
      "grad_norm": 4.533295154571533,
      "learning_rate": 0.00019161575734614585,
      "loss": 1.184,
      "step": 214
    },
    {
      "epoch": 0.0007145213164141333,
      "grad_norm": 2.6717185974121094,
      "learning_rate": 0.0001915345400851848,
      "loss": 0.7694,
      "step": 215
    },
    {
      "epoch": 0.000717844671374199,
      "grad_norm": 2.6606287956237793,
      "learning_rate": 0.00019145294872864778,
      "loss": 1.0828,
      "step": 216
    },
    {
      "epoch": 0.0007211680263342647,
      "grad_norm": 1.618622064590454,
      "learning_rate": 0.0001913709836099932,
      "loss": 1.1145,
      "step": 217
    },
    {
      "epoch": 0.0007244913812943305,
      "grad_norm": 2.032489538192749,
      "learning_rate": 0.0001912886450642071,
      "loss": 0.8887,
      "step": 218
    },
    {
      "epoch": 0.0007278147362543961,
      "grad_norm": 2.5264079570770264,
      "learning_rate": 0.0001912059334278016,
      "loss": 0.8463,
      "step": 219
    },
    {
      "epoch": 0.0007311380912144619,
      "grad_norm": 2.07413649559021,
      "learning_rate": 0.0001911228490388136,
      "loss": 0.6589,
      "step": 220
    },
    {
      "epoch": 0.0007344614461745276,
      "grad_norm": 2.0543789863586426,
      "learning_rate": 0.00019103939223680353,
      "loss": 0.7168,
      "step": 221
    },
    {
      "epoch": 0.0007377848011345934,
      "grad_norm": 3.012432813644409,
      "learning_rate": 0.0001909555633628538,
      "loss": 1.2126,
      "step": 222
    },
    {
      "epoch": 0.0007411081560946591,
      "grad_norm": 2.611142158508301,
      "learning_rate": 0.00019087136275956743,
      "loss": 0.9343,
      "step": 223
    },
    {
      "epoch": 0.0007444315110547248,
      "grad_norm": 3.3152942657470703,
      "learning_rate": 0.00019078679077106668,
      "loss": 0.9055,
      "step": 224
    },
    {
      "epoch": 0.0007477548660147906,
      "grad_norm": 4.1019158363342285,
      "learning_rate": 0.00019070184774299163,
      "loss": 0.8776,
      "step": 225
    },
    {
      "epoch": 0.0007510782209748563,
      "grad_norm": 2.895275831222534,
      "learning_rate": 0.00019061653402249878,
      "loss": 1.0603,
      "step": 226
    },
    {
      "epoch": 0.0007544015759349221,
      "grad_norm": 2.042789936065674,
      "learning_rate": 0.0001905308499582597,
      "loss": 1.004,
      "step": 227
    },
    {
      "epoch": 0.0007577249308949878,
      "grad_norm": 2.3302621841430664,
      "learning_rate": 0.00019044479590045934,
      "loss": 1.3192,
      "step": 228
    },
    {
      "epoch": 0.0007610482858550536,
      "grad_norm": 3.5617868900299072,
      "learning_rate": 0.00019035837220079502,
      "loss": 0.9824,
      "step": 229
    },
    {
      "epoch": 0.0007643716408151193,
      "grad_norm": 3.0707335472106934,
      "learning_rate": 0.00019027157921247458,
      "loss": 0.8094,
      "step": 230
    },
    {
      "epoch": 0.000767694995775185,
      "grad_norm": 3.2622036933898926,
      "learning_rate": 0.00019018441729021522,
      "loss": 0.8786,
      "step": 231
    },
    {
      "epoch": 0.0007710183507352508,
      "grad_norm": 4.499101161956787,
      "learning_rate": 0.0001900968867902419,
      "loss": 1.1085,
      "step": 232
    },
    {
      "epoch": 0.0007743417056953165,
      "grad_norm": 2.3901419639587402,
      "learning_rate": 0.000190008988070286,
      "loss": 0.9494,
      "step": 233
    },
    {
      "epoch": 0.0007776650606553822,
      "grad_norm": 2.419602155685425,
      "learning_rate": 0.00018992072148958368,
      "loss": 0.6739,
      "step": 234
    },
    {
      "epoch": 0.0007809884156154479,
      "grad_norm": 2.4259486198425293,
      "learning_rate": 0.00018983208740887465,
      "loss": 1.182,
      "step": 235
    },
    {
      "epoch": 0.0007843117705755137,
      "grad_norm": 1.6609954833984375,
      "learning_rate": 0.0001897430861904004,
      "loss": 1.0164,
      "step": 236
    },
    {
      "epoch": 0.0007876351255355794,
      "grad_norm": 3.1511013507843018,
      "learning_rate": 0.00018965371819790305,
      "loss": 1.1171,
      "step": 237
    },
    {
      "epoch": 0.0007909584804956451,
      "grad_norm": 7.300032138824463,
      "learning_rate": 0.00018956398379662366,
      "loss": 0.7417,
      "step": 238
    },
    {
      "epoch": 0.0007942818354557109,
      "grad_norm": 3.4968690872192383,
      "learning_rate": 0.00018947388335330075,
      "loss": 1.0722,
      "step": 239
    },
    {
      "epoch": 0.0007976051904157766,
      "grad_norm": 4.109554767608643,
      "learning_rate": 0.00018938341723616882,
      "loss": 0.8053,
      "step": 240
    },
    {
      "epoch": 0.0008009285453758424,
      "grad_norm": 2.8944170475006104,
      "learning_rate": 0.00018929258581495685,
      "loss": 0.9411,
      "step": 241
    },
    {
      "epoch": 0.0008042519003359081,
      "grad_norm": 2.943504810333252,
      "learning_rate": 0.0001892013894608869,
      "loss": 0.8862,
      "step": 242
    },
    {
      "epoch": 0.0008075752552959739,
      "grad_norm": 2.97049880027771,
      "learning_rate": 0.00018910982854667227,
      "loss": 1.015,
      "step": 243
    },
    {
      "epoch": 0.0008108986102560396,
      "grad_norm": 3.3936872482299805,
      "learning_rate": 0.00018901790344651645,
      "loss": 0.6542,
      "step": 244
    },
    {
      "epoch": 0.0008142219652161053,
      "grad_norm": 1.812447190284729,
      "learning_rate": 0.00018892561453611112,
      "loss": 1.2704,
      "step": 245
    },
    {
      "epoch": 0.0008175453201761711,
      "grad_norm": 2.3537518978118896,
      "learning_rate": 0.00018883296219263503,
      "loss": 1.1551,
      "step": 246
    },
    {
      "epoch": 0.0008208686751362368,
      "grad_norm": 2.7309954166412354,
      "learning_rate": 0.000188739946794752,
      "loss": 1.0215,
      "step": 247
    },
    {
      "epoch": 0.0008241920300963025,
      "grad_norm": 3.33671498298645,
      "learning_rate": 0.00018864656872260985,
      "loss": 0.7905,
      "step": 248
    },
    {
      "epoch": 0.0008275153850563682,
      "grad_norm": 2.0368332862854004,
      "learning_rate": 0.00018855282835783857,
      "loss": 0.9138,
      "step": 249
    },
    {
      "epoch": 0.000830838740016434,
      "grad_norm": 2.3279623985290527,
      "learning_rate": 0.00018845872608354877,
      "loss": 1.0188,
      "step": 250
    },
    {
      "epoch": 0.0008341620949764997,
      "grad_norm": 2.5063319206237793,
      "learning_rate": 0.0001883642622843302,
      "loss": 1.1243,
      "step": 251
    },
    {
      "epoch": 0.0008374854499365654,
      "grad_norm": 3.6273741722106934,
      "learning_rate": 0.00018826943734625006,
      "loss": 1.0699,
      "step": 252
    },
    {
      "epoch": 0.0008408088048966312,
      "grad_norm": 2.3874354362487793,
      "learning_rate": 0.00018817425165685165,
      "loss": 0.7969,
      "step": 253
    },
    {
      "epoch": 0.0008441321598566969,
      "grad_norm": 2.926638126373291,
      "learning_rate": 0.00018807870560515248,
      "loss": 0.5466,
      "step": 254
    },
    {
      "epoch": 0.0008474555148167627,
      "grad_norm": 3.166032552719116,
      "learning_rate": 0.00018798279958164295,
      "loss": 0.8979,
      "step": 255
    },
    {
      "epoch": 0.0008507788697768284,
      "grad_norm": 2.8900136947631836,
      "learning_rate": 0.0001878865339782846,
      "loss": 0.6967,
      "step": 256
    },
    {
      "epoch": 0.0008541022247368942,
      "grad_norm": 1.5542296171188354,
      "learning_rate": 0.0001877899091885085,
      "loss": 0.6527,
      "step": 257
    },
    {
      "epoch": 0.0008574255796969599,
      "grad_norm": 3.8023128509521484,
      "learning_rate": 0.00018769292560721378,
      "loss": 1.1492,
      "step": 258
    },
    {
      "epoch": 0.0008607489346570257,
      "grad_norm": 1.6674418449401855,
      "learning_rate": 0.00018759558363076588,
      "loss": 0.929,
      "step": 259
    },
    {
      "epoch": 0.0008640722896170914,
      "grad_norm": 2.196986198425293,
      "learning_rate": 0.000187497883656995,
      "loss": 0.9671,
      "step": 260
    },
    {
      "epoch": 0.0008673956445771571,
      "grad_norm": 2.3244876861572266,
      "learning_rate": 0.00018739982608519438,
      "loss": 1.3092,
      "step": 261
    },
    {
      "epoch": 0.0008707189995372228,
      "grad_norm": 3.8143417835235596,
      "learning_rate": 0.00018730141131611882,
      "loss": 0.8312,
      "step": 262
    },
    {
      "epoch": 0.0008740423544972885,
      "grad_norm": 3.9238409996032715,
      "learning_rate": 0.00018720263975198294,
      "loss": 0.6806,
      "step": 263
    },
    {
      "epoch": 0.0008773657094573543,
      "grad_norm": 2.1428334712982178,
      "learning_rate": 0.00018710351179645958,
      "loss": 1.1544,
      "step": 264
    },
    {
      "epoch": 0.00088068906441742,
      "grad_norm": 4.321423530578613,
      "learning_rate": 0.00018700402785467804,
      "loss": 0.8016,
      "step": 265
    },
    {
      "epoch": 0.0008840124193774857,
      "grad_norm": 2.181300401687622,
      "learning_rate": 0.0001869041883332226,
      "loss": 0.8536,
      "step": 266
    },
    {
      "epoch": 0.0008873357743375515,
      "grad_norm": 3.4649507999420166,
      "learning_rate": 0.00018680399364013074,
      "loss": 1.2305,
      "step": 267
    },
    {
      "epoch": 0.0008906591292976172,
      "grad_norm": 2.3859238624572754,
      "learning_rate": 0.0001867034441848915,
      "loss": 0.7846,
      "step": 268
    },
    {
      "epoch": 0.000893982484257683,
      "grad_norm": 2.412938117980957,
      "learning_rate": 0.00018660254037844388,
      "loss": 0.9444,
      "step": 269
    },
    {
      "epoch": 0.0008973058392177487,
      "grad_norm": 2.732755422592163,
      "learning_rate": 0.00018650128263317492,
      "loss": 0.9376,
      "step": 270
    },
    {
      "epoch": 0.0009006291941778145,
      "grad_norm": 2.5076234340667725,
      "learning_rate": 0.00018639967136291837,
      "loss": 0.9304,
      "step": 271
    },
    {
      "epoch": 0.0009039525491378802,
      "grad_norm": 2.2708938121795654,
      "learning_rate": 0.00018629770698295266,
      "loss": 0.7232,
      "step": 272
    },
    {
      "epoch": 0.000907275904097946,
      "grad_norm": 4.397580623626709,
      "learning_rate": 0.00018619538990999947,
      "loss": 0.9928,
      "step": 273
    },
    {
      "epoch": 0.0009105992590580117,
      "grad_norm": 1.9387139081954956,
      "learning_rate": 0.00018609272056222188,
      "loss": 1.014,
      "step": 274
    },
    {
      "epoch": 0.0009139226140180774,
      "grad_norm": 3.0823957920074463,
      "learning_rate": 0.00018598969935922264,
      "loss": 0.7295,
      "step": 275
    },
    {
      "epoch": 0.0009172459689781431,
      "grad_norm": 2.3667845726013184,
      "learning_rate": 0.00018588632672204264,
      "loss": 0.8835,
      "step": 276
    },
    {
      "epoch": 0.0009205693239382088,
      "grad_norm": 2.1651082038879395,
      "learning_rate": 0.00018578260307315888,
      "loss": 1.0429,
      "step": 277
    },
    {
      "epoch": 0.0009238926788982746,
      "grad_norm": 3.322813034057617,
      "learning_rate": 0.00018567852883648303,
      "loss": 1.2672,
      "step": 278
    },
    {
      "epoch": 0.0009272160338583403,
      "grad_norm": 2.0471742153167725,
      "learning_rate": 0.00018557410443735962,
      "loss": 0.8806,
      "step": 279
    },
    {
      "epoch": 0.000930539388818406,
      "grad_norm": 3.301274538040161,
      "learning_rate": 0.00018546933030256417,
      "loss": 0.9159,
      "step": 280
    },
    {
      "epoch": 0.0009338627437784718,
      "grad_norm": 3.298903465270996,
      "learning_rate": 0.0001853642068603016,
      "loss": 1.1095,
      "step": 281
    },
    {
      "epoch": 0.0009371860987385375,
      "grad_norm": 2.5087132453918457,
      "learning_rate": 0.0001852587345402045,
      "loss": 0.8792,
      "step": 282
    },
    {
      "epoch": 0.0009405094536986033,
      "grad_norm": 1.7635557651519775,
      "learning_rate": 0.00018515291377333112,
      "loss": 1.0497,
      "step": 283
    },
    {
      "epoch": 0.000943832808658669,
      "grad_norm": 3.5790061950683594,
      "learning_rate": 0.00018504674499216398,
      "loss": 0.9042,
      "step": 284
    },
    {
      "epoch": 0.0009471561636187348,
      "grad_norm": 2.928100347518921,
      "learning_rate": 0.0001849402286306078,
      "loss": 0.694,
      "step": 285
    },
    {
      "epoch": 0.0009504795185788005,
      "grad_norm": 1.8472310304641724,
      "learning_rate": 0.00018483336512398784,
      "loss": 0.9575,
      "step": 286
    },
    {
      "epoch": 0.0009538028735388663,
      "grad_norm": 2.5582313537597656,
      "learning_rate": 0.00018472615490904817,
      "loss": 1.0825,
      "step": 287
    },
    {
      "epoch": 0.000957126228498932,
      "grad_norm": 3.0536935329437256,
      "learning_rate": 0.00018461859842394974,
      "loss": 0.6783,
      "step": 288
    },
    {
      "epoch": 0.0009604495834589977,
      "grad_norm": 2.392599105834961,
      "learning_rate": 0.00018451069610826885,
      "loss": 1.0261,
      "step": 289
    },
    {
      "epoch": 0.0009637729384190634,
      "grad_norm": 2.5036656856536865,
      "learning_rate": 0.00018440244840299506,
      "loss": 1.0965,
      "step": 290
    },
    {
      "epoch": 0.0009670962933791291,
      "grad_norm": 2.465822696685791,
      "learning_rate": 0.00018429385575052947,
      "loss": 1.0378,
      "step": 291
    },
    {
      "epoch": 0.0009704196483391949,
      "grad_norm": 2.5445127487182617,
      "learning_rate": 0.00018418491859468312,
      "loss": 1.2362,
      "step": 292
    },
    {
      "epoch": 0.0009737430032992606,
      "grad_norm": 2.2429189682006836,
      "learning_rate": 0.00018407563738067484,
      "loss": 0.9317,
      "step": 293
    },
    {
      "epoch": 0.0009770663582593265,
      "grad_norm": 3.55471134185791,
      "learning_rate": 0.00018396601255512974,
      "loss": 0.9692,
      "step": 294
    },
    {
      "epoch": 0.000980389713219392,
      "grad_norm": 2.042926788330078,
      "learning_rate": 0.00018385604456607716,
      "loss": 1.2451,
      "step": 295
    },
    {
      "epoch": 0.000983713068179458,
      "grad_norm": 3.4148218631744385,
      "learning_rate": 0.00018374573386294895,
      "loss": 0.8401,
      "step": 296
    },
    {
      "epoch": 0.0009870364231395236,
      "grad_norm": 2.3613572120666504,
      "learning_rate": 0.0001836350808965776,
      "loss": 1.0124,
      "step": 297
    },
    {
      "epoch": 0.0009903597780995892,
      "grad_norm": 2.9397356510162354,
      "learning_rate": 0.00018352408611919453,
      "loss": 0.9683,
      "step": 298
    },
    {
      "epoch": 0.000993683133059655,
      "grad_norm": 2.9389772415161133,
      "learning_rate": 0.00018341274998442784,
      "loss": 1.0199,
      "step": 299
    },
    {
      "epoch": 0.0009970064880197207,
      "grad_norm": 2.2349863052368164,
      "learning_rate": 0.00018330107294730108,
      "loss": 0.6362,
      "step": 300
    },
    {
      "epoch": 0.0010003298429797866,
      "grad_norm": 5.871376037597656,
      "learning_rate": 0.00018318905546423073,
      "loss": 1.1047,
      "step": 301
    },
    {
      "epoch": 0.0010036531979398522,
      "grad_norm": 2.5690672397613525,
      "learning_rate": 0.00018307669799302488,
      "loss": 1.0427,
      "step": 302
    },
    {
      "epoch": 0.001006976552899918,
      "grad_norm": 3.2409777641296387,
      "learning_rate": 0.00018296400099288097,
      "loss": 1.03,
      "step": 303
    },
    {
      "epoch": 0.0010102999078599837,
      "grad_norm": 4.485978126525879,
      "learning_rate": 0.00018285096492438424,
      "loss": 1.3459,
      "step": 304
    },
    {
      "epoch": 0.0010136232628200495,
      "grad_norm": 1.8319387435913086,
      "learning_rate": 0.00018273759024950548,
      "loss": 1.0016,
      "step": 305
    },
    {
      "epoch": 0.0010169466177801152,
      "grad_norm": 3.108205556869507,
      "learning_rate": 0.0001826238774315995,
      "loss": 1.0015,
      "step": 306
    },
    {
      "epoch": 0.001020269972740181,
      "grad_norm": 3.326137065887451,
      "learning_rate": 0.000182509826935403,
      "loss": 1.0947,
      "step": 307
    },
    {
      "epoch": 0.0010235933277002467,
      "grad_norm": 3.105820894241333,
      "learning_rate": 0.0001823954392270328,
      "loss": 0.778,
      "step": 308
    },
    {
      "epoch": 0.0010269166826603125,
      "grad_norm": 3.1342649459838867,
      "learning_rate": 0.00018228071477398384,
      "loss": 0.7484,
      "step": 309
    },
    {
      "epoch": 0.0010302400376203781,
      "grad_norm": 1.9609036445617676,
      "learning_rate": 0.0001821656540451273,
      "loss": 0.9163,
      "step": 310
    },
    {
      "epoch": 0.0010335633925804438,
      "grad_norm": 1.4800784587860107,
      "learning_rate": 0.00018205025751070875,
      "loss": 1.1521,
      "step": 311
    },
    {
      "epoch": 0.0010368867475405096,
      "grad_norm": 2.0486462116241455,
      "learning_rate": 0.00018193452564234616,
      "loss": 1.0623,
      "step": 312
    },
    {
      "epoch": 0.0010402101025005753,
      "grad_norm": 2.7646169662475586,
      "learning_rate": 0.00018181845891302798,
      "loss": 0.862,
      "step": 313
    },
    {
      "epoch": 0.0010435334574606411,
      "grad_norm": 2.550889015197754,
      "learning_rate": 0.00018170205779711118,
      "loss": 0.6153,
      "step": 314
    },
    {
      "epoch": 0.0010468568124207068,
      "grad_norm": 3.889507532119751,
      "learning_rate": 0.00018158532277031937,
      "loss": 0.7214,
      "step": 315
    },
    {
      "epoch": 0.0010501801673807726,
      "grad_norm": 2.5603508949279785,
      "learning_rate": 0.0001814682543097409,
      "loss": 0.7829,
      "step": 316
    },
    {
      "epoch": 0.0010535035223408382,
      "grad_norm": 3.280411958694458,
      "learning_rate": 0.0001813508528938267,
      "loss": 0.771,
      "step": 317
    },
    {
      "epoch": 0.001056826877300904,
      "grad_norm": 3.2252628803253174,
      "learning_rate": 0.0001812331190023886,
      "loss": 0.9369,
      "step": 318
    },
    {
      "epoch": 0.0010601502322609697,
      "grad_norm": 2.261021614074707,
      "learning_rate": 0.00018111505311659717,
      "loss": 1.217,
      "step": 319
    },
    {
      "epoch": 0.0010634735872210356,
      "grad_norm": 2.3012399673461914,
      "learning_rate": 0.00018099665571897985,
      "loss": 0.5416,
      "step": 320
    },
    {
      "epoch": 0.0010667969421811012,
      "grad_norm": 2.697085380554199,
      "learning_rate": 0.0001808779272934189,
      "loss": 1.1075,
      "step": 321
    },
    {
      "epoch": 0.001070120297141167,
      "grad_norm": 2.5063865184783936,
      "learning_rate": 0.0001807588683251495,
      "loss": 0.8138,
      "step": 322
    },
    {
      "epoch": 0.0010734436521012327,
      "grad_norm": 1.4487773180007935,
      "learning_rate": 0.00018063947930075776,
      "loss": 0.4407,
      "step": 323
    },
    {
      "epoch": 0.0010767670070612986,
      "grad_norm": 3.233240842819214,
      "learning_rate": 0.00018051976070817863,
      "loss": 0.9007,
      "step": 324
    },
    {
      "epoch": 0.0010800903620213642,
      "grad_norm": 2.9533498287200928,
      "learning_rate": 0.00018039971303669407,
      "loss": 0.7207,
      "step": 325
    },
    {
      "epoch": 0.0010834137169814298,
      "grad_norm": 2.865853786468506,
      "learning_rate": 0.00018027933677693093,
      "loss": 0.8445,
      "step": 326
    },
    {
      "epoch": 0.0010867370719414957,
      "grad_norm": 2.8847525119781494,
      "learning_rate": 0.00018015863242085893,
      "loss": 0.7728,
      "step": 327
    },
    {
      "epoch": 0.0010900604269015613,
      "grad_norm": 2.10323429107666,
      "learning_rate": 0.00018003760046178882,
      "loss": 0.8566,
      "step": 328
    },
    {
      "epoch": 0.0010933837818616272,
      "grad_norm": 3.8857202529907227,
      "learning_rate": 0.0001799162413943701,
      "loss": 0.6903,
      "step": 329
    },
    {
      "epoch": 0.0010967071368216928,
      "grad_norm": 1.5929932594299316,
      "learning_rate": 0.00017979455571458925,
      "loss": 1.0631,
      "step": 330
    },
    {
      "epoch": 0.0011000304917817587,
      "grad_norm": 3.014399528503418,
      "learning_rate": 0.0001796725439197675,
      "loss": 1.365,
      "step": 331
    },
    {
      "epoch": 0.0011033538467418243,
      "grad_norm": 4.478724479675293,
      "learning_rate": 0.000179550206508559,
      "loss": 0.8415,
      "step": 332
    },
    {
      "epoch": 0.0011066772017018901,
      "grad_norm": 1.781765341758728,
      "learning_rate": 0.00017942754398094857,
      "loss": 0.5434,
      "step": 333
    },
    {
      "epoch": 0.0011100005566619558,
      "grad_norm": 3.170738697052002,
      "learning_rate": 0.00017930455683824978,
      "loss": 1.0487,
      "step": 334
    },
    {
      "epoch": 0.0011133239116220216,
      "grad_norm": 2.5717639923095703,
      "learning_rate": 0.00017918124558310297,
      "loss": 0.8212,
      "step": 335
    },
    {
      "epoch": 0.0011166472665820873,
      "grad_norm": 2.808405876159668,
      "learning_rate": 0.00017905761071947295,
      "loss": 1.0972,
      "step": 336
    },
    {
      "epoch": 0.0011199706215421531,
      "grad_norm": 3.92203426361084,
      "learning_rate": 0.00017893365275264725,
      "loss": 0.797,
      "step": 337
    },
    {
      "epoch": 0.0011232939765022187,
      "grad_norm": 2.4668996334075928,
      "learning_rate": 0.0001788093721892338,
      "loss": 1.033,
      "step": 338
    },
    {
      "epoch": 0.0011266173314622846,
      "grad_norm": 2.6391379833221436,
      "learning_rate": 0.000178684769537159,
      "loss": 0.5075,
      "step": 339
    },
    {
      "epoch": 0.0011299406864223502,
      "grad_norm": 2.84360671043396,
      "learning_rate": 0.00017855984530566564,
      "loss": 1.1123,
      "step": 340
    },
    {
      "epoch": 0.0011332640413824159,
      "grad_norm": 1.7640575170516968,
      "learning_rate": 0.00017843460000531067,
      "loss": 0.9707,
      "step": 341
    },
    {
      "epoch": 0.0011365873963424817,
      "grad_norm": 2.5037143230438232,
      "learning_rate": 0.00017830903414796335,
      "loss": 0.6243,
      "step": 342
    },
    {
      "epoch": 0.0011399107513025474,
      "grad_norm": 2.5472731590270996,
      "learning_rate": 0.000178183148246803,
      "loss": 1.0894,
      "step": 343
    },
    {
      "epoch": 0.0011432341062626132,
      "grad_norm": 2.467581272125244,
      "learning_rate": 0.00017805694281631686,
      "loss": 0.8145,
      "step": 344
    },
    {
      "epoch": 0.0011465574612226788,
      "grad_norm": 3.2736828327178955,
      "learning_rate": 0.0001779304183722982,
      "loss": 1.0468,
      "step": 345
    },
    {
      "epoch": 0.0011498808161827447,
      "grad_norm": 3.0014312267303467,
      "learning_rate": 0.00017780357543184397,
      "loss": 1.0217,
      "step": 346
    },
    {
      "epoch": 0.0011532041711428103,
      "grad_norm": 3.703835964202881,
      "learning_rate": 0.0001776764145133528,
      "loss": 1.2066,
      "step": 347
    },
    {
      "epoch": 0.0011565275261028762,
      "grad_norm": 1.8380101919174194,
      "learning_rate": 0.00017754893613652296,
      "loss": 1.0121,
      "step": 348
    },
    {
      "epoch": 0.0011598508810629418,
      "grad_norm": 2.157499074935913,
      "learning_rate": 0.00017742114082235007,
      "loss": 0.9844,
      "step": 349
    },
    {
      "epoch": 0.0011631742360230077,
      "grad_norm": 2.0482964515686035,
      "learning_rate": 0.0001772930290931251,
      "loss": 1.0921,
      "step": 350
    },
    {
      "epoch": 0.0011664975909830733,
      "grad_norm": 3.072906970977783,
      "learning_rate": 0.00017716460147243214,
      "loss": 0.9271,
      "step": 351
    },
    {
      "epoch": 0.0011698209459431392,
      "grad_norm": 3.1043128967285156,
      "learning_rate": 0.00017703585848514634,
      "loss": 0.8887,
      "step": 352
    },
    {
      "epoch": 0.0011731443009032048,
      "grad_norm": 2.7866482734680176,
      "learning_rate": 0.0001769068006574317,
      "loss": 0.9484,
      "step": 353
    },
    {
      "epoch": 0.0011764676558632704,
      "grad_norm": 2.687323570251465,
      "learning_rate": 0.000176777428516739,
      "loss": 0.6494,
      "step": 354
    },
    {
      "epoch": 0.0011797910108233363,
      "grad_norm": 2.3020708560943604,
      "learning_rate": 0.00017664774259180358,
      "loss": 0.9386,
      "step": 355
    },
    {
      "epoch": 0.001183114365783402,
      "grad_norm": 3.3048105239868164,
      "learning_rate": 0.0001765177434126432,
      "loss": 0.3607,
      "step": 356
    },
    {
      "epoch": 0.0011864377207434678,
      "grad_norm": 3.4005367755889893,
      "learning_rate": 0.00017638743151055577,
      "loss": 1.238,
      "step": 357
    },
    {
      "epoch": 0.0011897610757035334,
      "grad_norm": 2.0202198028564453,
      "learning_rate": 0.00017625680741811746,
      "loss": 0.9871,
      "step": 358
    },
    {
      "epoch": 0.0011930844306635993,
      "grad_norm": 1.9557870626449585,
      "learning_rate": 0.0001761258716691802,
      "loss": 1.0906,
      "step": 359
    },
    {
      "epoch": 0.0011964077856236649,
      "grad_norm": 2.3570261001586914,
      "learning_rate": 0.00017599462479886974,
      "loss": 1.1271,
      "step": 360
    },
    {
      "epoch": 0.0011997311405837307,
      "grad_norm": 1.4958679676055908,
      "learning_rate": 0.00017586306734358327,
      "loss": 1.1567,
      "step": 361
    },
    {
      "epoch": 0.0012030544955437964,
      "grad_norm": 2.152766466140747,
      "learning_rate": 0.00017573119984098736,
      "loss": 0.8759,
      "step": 362
    },
    {
      "epoch": 0.0012063778505038622,
      "grad_norm": 2.1238322257995605,
      "learning_rate": 0.00017559902283001568,
      "loss": 0.7054,
      "step": 363
    },
    {
      "epoch": 0.0012097012054639279,
      "grad_norm": 2.2603347301483154,
      "learning_rate": 0.00017546653685086695,
      "loss": 0.975,
      "step": 364
    },
    {
      "epoch": 0.0012130245604239937,
      "grad_norm": 4.177649974822998,
      "learning_rate": 0.00017533374244500251,
      "loss": 0.9077,
      "step": 365
    },
    {
      "epoch": 0.0012163479153840594,
      "grad_norm": 1.964353322982788,
      "learning_rate": 0.00017520064015514426,
      "loss": 1.0452,
      "step": 366
    },
    {
      "epoch": 0.0012196712703441252,
      "grad_norm": 2.904496192932129,
      "learning_rate": 0.00017506723052527242,
      "loss": 0.9162,
      "step": 367
    },
    {
      "epoch": 0.0012229946253041908,
      "grad_norm": 3.1555521488189697,
      "learning_rate": 0.00017493351410062332,
      "loss": 0.9982,
      "step": 368
    },
    {
      "epoch": 0.0012263179802642565,
      "grad_norm": 1.9540929794311523,
      "learning_rate": 0.00017479949142768701,
      "loss": 0.9032,
      "step": 369
    },
    {
      "epoch": 0.0012296413352243223,
      "grad_norm": 2.2113213539123535,
      "learning_rate": 0.00017466516305420524,
      "loss": 1.2224,
      "step": 370
    },
    {
      "epoch": 0.001232964690184388,
      "grad_norm": 2.5216219425201416,
      "learning_rate": 0.0001745305295291692,
      "loss": 0.4719,
      "step": 371
    },
    {
      "epoch": 0.0012362880451444538,
      "grad_norm": 2.709094762802124,
      "learning_rate": 0.0001743955914028171,
      "loss": 1.0046,
      "step": 372
    },
    {
      "epoch": 0.0012396114001045194,
      "grad_norm": 2.3994715213775635,
      "learning_rate": 0.00017426034922663215,
      "loss": 0.8855,
      "step": 373
    },
    {
      "epoch": 0.0012429347550645853,
      "grad_norm": 2.200916290283203,
      "learning_rate": 0.00017412480355334005,
      "loss": 0.4202,
      "step": 374
    },
    {
      "epoch": 0.001246258110024651,
      "grad_norm": 4.263378620147705,
      "learning_rate": 0.00017398895493690695,
      "loss": 1.4742,
      "step": 375
    },
    {
      "epoch": 0.0012495814649847168,
      "grad_norm": 4.30838680267334,
      "learning_rate": 0.00017385280393253716,
      "loss": 0.8915,
      "step": 376
    },
    {
      "epoch": 0.0012529048199447824,
      "grad_norm": 2.5490801334381104,
      "learning_rate": 0.00017371635109667078,
      "loss": 0.825,
      "step": 377
    },
    {
      "epoch": 0.0012562281749048483,
      "grad_norm": 3.2061240673065186,
      "learning_rate": 0.0001735795969869814,
      "loss": 0.7491,
      "step": 378
    },
    {
      "epoch": 0.001259551529864914,
      "grad_norm": 3.4488770961761475,
      "learning_rate": 0.00017344254216237405,
      "loss": 1.1215,
      "step": 379
    },
    {
      "epoch": 0.0012628748848249798,
      "grad_norm": 2.368572473526001,
      "learning_rate": 0.00017330518718298264,
      "loss": 0.7542,
      "step": 380
    },
    {
      "epoch": 0.0012661982397850454,
      "grad_norm": 2.1083364486694336,
      "learning_rate": 0.00017316753261016783,
      "loss": 1.0216,
      "step": 381
    },
    {
      "epoch": 0.001269521594745111,
      "grad_norm": 2.4465689659118652,
      "learning_rate": 0.00017302957900651474,
      "loss": 1.0206,
      "step": 382
    },
    {
      "epoch": 0.0012728449497051769,
      "grad_norm": 3.2313036918640137,
      "learning_rate": 0.00017289132693583054,
      "loss": 0.5874,
      "step": 383
    },
    {
      "epoch": 0.0012761683046652425,
      "grad_norm": 3.041651487350464,
      "learning_rate": 0.0001727527769631422,
      "loss": 0.7914,
      "step": 384
    },
    {
      "epoch": 0.0012794916596253084,
      "grad_norm": 2.390862464904785,
      "learning_rate": 0.00017261392965469433,
      "loss": 1.0101,
      "step": 385
    },
    {
      "epoch": 0.001282815014585374,
      "grad_norm": 4.3812384605407715,
      "learning_rate": 0.0001724747855779466,
      "loss": 0.9469,
      "step": 386
    },
    {
      "epoch": 0.0012861383695454399,
      "grad_norm": 2.5919861793518066,
      "learning_rate": 0.0001723353453015716,
      "loss": 1.0545,
      "step": 387
    },
    {
      "epoch": 0.0012894617245055055,
      "grad_norm": 4.194575786590576,
      "learning_rate": 0.00017219560939545246,
      "loss": 0.9847,
      "step": 388
    },
    {
      "epoch": 0.0012927850794655713,
      "grad_norm": 2.478445291519165,
      "learning_rate": 0.00017205557843068053,
      "loss": 0.7504,
      "step": 389
    },
    {
      "epoch": 0.001296108434425637,
      "grad_norm": 2.1282832622528076,
      "learning_rate": 0.00017191525297955305,
      "loss": 1.2168,
      "step": 390
    },
    {
      "epoch": 0.0012994317893857028,
      "grad_norm": 3.0459330081939697,
      "learning_rate": 0.0001717746336155708,
      "loss": 1.1439,
      "step": 391
    },
    {
      "epoch": 0.0012994317893857028,
      "eval_loss": 0.8704972267150879,
      "eval_runtime": 3693.4866,
      "eval_samples_per_second": 34.303,
      "eval_steps_per_second": 17.151,
      "step": 391
    },
    {
      "epoch": 0.0013027551443457685,
      "grad_norm": 2.632965564727783,
      "learning_rate": 0.00017163372091343577,
      "loss": 0.9137,
      "step": 392
    },
    {
      "epoch": 0.0013060784993058343,
      "grad_norm": 1.4869773387908936,
      "learning_rate": 0.00017149251544904882,
      "loss": 0.8338,
      "step": 393
    },
    {
      "epoch": 0.0013094018542659,
      "grad_norm": 5.153099060058594,
      "learning_rate": 0.00017135101779950724,
      "loss": 0.8866,
      "step": 394
    },
    {
      "epoch": 0.0013127252092259658,
      "grad_norm": 3.6976099014282227,
      "learning_rate": 0.00017120922854310257,
      "loss": 0.8889,
      "step": 395
    },
    {
      "epoch": 0.0013160485641860314,
      "grad_norm": 1.75978684425354,
      "learning_rate": 0.00017106714825931802,
      "loss": 1.2338,
      "step": 396
    },
    {
      "epoch": 0.001319371919146097,
      "grad_norm": 1.826157808303833,
      "learning_rate": 0.00017092477752882624,
      "loss": 0.8935,
      "step": 397
    },
    {
      "epoch": 0.001322695274106163,
      "grad_norm": 2.7146592140197754,
      "learning_rate": 0.00017078211693348703,
      "loss": 0.8549,
      "step": 398
    },
    {
      "epoch": 0.0013260186290662286,
      "grad_norm": 2.9821267127990723,
      "learning_rate": 0.0001706391670563447,
      "loss": 0.8395,
      "step": 399
    },
    {
      "epoch": 0.0013293419840262944,
      "grad_norm": 2.361262559890747,
      "learning_rate": 0.00017049592848162584,
      "loss": 1.0358,
      "step": 400
    },
    {
      "epoch": 0.00133266533898636,
      "grad_norm": 1.803381085395813,
      "learning_rate": 0.00017035240179473702,
      "loss": 0.989,
      "step": 401
    },
    {
      "epoch": 0.001335988693946426,
      "grad_norm": 2.557971954345703,
      "learning_rate": 0.00017020858758226229,
      "loss": 0.6285,
      "step": 402
    },
    {
      "epoch": 0.0013393120489064915,
      "grad_norm": 3.2461156845092773,
      "learning_rate": 0.0001700644864319607,
      "loss": 0.9443,
      "step": 403
    },
    {
      "epoch": 0.0013426354038665574,
      "grad_norm": 3.7882282733917236,
      "learning_rate": 0.0001699200989327641,
      "loss": 1.0142,
      "step": 404
    },
    {
      "epoch": 0.001345958758826623,
      "grad_norm": 3.207019090652466,
      "learning_rate": 0.00016977542567477464,
      "loss": 0.9527,
      "step": 405
    },
    {
      "epoch": 0.0013492821137866889,
      "grad_norm": 3.3129143714904785,
      "learning_rate": 0.00016963046724926222,
      "loss": 0.537,
      "step": 406
    },
    {
      "epoch": 0.0013526054687467545,
      "grad_norm": 2.425410270690918,
      "learning_rate": 0.00016948522424866232,
      "loss": 1.1796,
      "step": 407
    },
    {
      "epoch": 0.0013559288237068204,
      "grad_norm": 2.3339781761169434,
      "learning_rate": 0.0001693396972665734,
      "loss": 1.1248,
      "step": 408
    },
    {
      "epoch": 0.001359252178666886,
      "grad_norm": 3.7352707386016846,
      "learning_rate": 0.00016919388689775464,
      "loss": 0.7856,
      "step": 409
    },
    {
      "epoch": 0.0013625755336269516,
      "grad_norm": 2.3421618938446045,
      "learning_rate": 0.0001690477937381232,
      "loss": 0.9149,
      "step": 410
    },
    {
      "epoch": 0.0013658988885870175,
      "grad_norm": 2.084648370742798,
      "learning_rate": 0.00016890141838475216,
      "loss": 1.058,
      "step": 411
    },
    {
      "epoch": 0.0013692222435470831,
      "grad_norm": 2.667465925216675,
      "learning_rate": 0.00016875476143586788,
      "loss": 0.888,
      "step": 412
    },
    {
      "epoch": 0.001372545598507149,
      "grad_norm": 2.5984764099121094,
      "learning_rate": 0.00016860782349084751,
      "loss": 1.0558,
      "step": 413
    },
    {
      "epoch": 0.0013758689534672146,
      "grad_norm": 2.0233418941497803,
      "learning_rate": 0.00016846060515021664,
      "loss": 0.8647,
      "step": 414
    },
    {
      "epoch": 0.0013791923084272805,
      "grad_norm": 1.992729663848877,
      "learning_rate": 0.0001683131070156469,
      "loss": 0.8641,
      "step": 415
    },
    {
      "epoch": 0.001382515663387346,
      "grad_norm": 3.5655345916748047,
      "learning_rate": 0.00016816532968995328,
      "loss": 0.8263,
      "step": 416
    },
    {
      "epoch": 0.001385839018347412,
      "grad_norm": 2.9530506134033203,
      "learning_rate": 0.00016801727377709194,
      "loss": 1.23,
      "step": 417
    },
    {
      "epoch": 0.0013891623733074776,
      "grad_norm": 3.0972983837127686,
      "learning_rate": 0.00016786893988215753,
      "loss": 1.024,
      "step": 418
    },
    {
      "epoch": 0.0013924857282675434,
      "grad_norm": 2.1109039783477783,
      "learning_rate": 0.00016772032861138078,
      "loss": 0.7285,
      "step": 419
    },
    {
      "epoch": 0.001395809083227609,
      "grad_norm": 2.995969772338867,
      "learning_rate": 0.0001675714405721261,
      "loss": 1.1356,
      "step": 420
    },
    {
      "epoch": 0.001399132438187675,
      "grad_norm": 2.299896001815796,
      "learning_rate": 0.00016742227637288898,
      "loss": 0.5957,
      "step": 421
    },
    {
      "epoch": 0.0014024557931477406,
      "grad_norm": 2.808175802230835,
      "learning_rate": 0.00016727283662329364,
      "loss": 1.0108,
      "step": 422
    },
    {
      "epoch": 0.0014057791481078064,
      "grad_norm": 4.093789577484131,
      "learning_rate": 0.0001671231219340903,
      "loss": 1.0245,
      "step": 423
    },
    {
      "epoch": 0.001409102503067872,
      "grad_norm": 2.4589288234710693,
      "learning_rate": 0.00016697313291715298,
      "loss": 0.6939,
      "step": 424
    },
    {
      "epoch": 0.0014124258580279377,
      "grad_norm": 5.273706912994385,
      "learning_rate": 0.00016682287018547683,
      "loss": 1.0611,
      "step": 425
    },
    {
      "epoch": 0.0014157492129880035,
      "grad_norm": 3.4499144554138184,
      "learning_rate": 0.00016667233435317563,
      "loss": 0.5464,
      "step": 426
    },
    {
      "epoch": 0.0014190725679480692,
      "grad_norm": 2.4028947353363037,
      "learning_rate": 0.00016652152603547927,
      "loss": 1.1199,
      "step": 427
    },
    {
      "epoch": 0.001422395922908135,
      "grad_norm": 2.268855571746826,
      "learning_rate": 0.00016637044584873136,
      "loss": 1.0922,
      "step": 428
    },
    {
      "epoch": 0.0014257192778682007,
      "grad_norm": 3.1352345943450928,
      "learning_rate": 0.00016621909441038657,
      "loss": 1.0471,
      "step": 429
    },
    {
      "epoch": 0.0014290426328282665,
      "grad_norm": 1.8427302837371826,
      "learning_rate": 0.00016606747233900815,
      "loss": 0.6699,
      "step": 430
    },
    {
      "epoch": 0.0014323659877883321,
      "grad_norm": 1.804359793663025,
      "learning_rate": 0.00016591558025426544,
      "loss": 1.2433,
      "step": 431
    },
    {
      "epoch": 0.001435689342748398,
      "grad_norm": 5.659308433532715,
      "learning_rate": 0.00016576341877693124,
      "loss": 0.5329,
      "step": 432
    },
    {
      "epoch": 0.0014390126977084636,
      "grad_norm": 1.967049241065979,
      "learning_rate": 0.0001656109885288794,
      "loss": 0.8665,
      "step": 433
    },
    {
      "epoch": 0.0014423360526685295,
      "grad_norm": 2.3949718475341797,
      "learning_rate": 0.00016545829013308225,
      "loss": 0.8402,
      "step": 434
    },
    {
      "epoch": 0.0014456594076285951,
      "grad_norm": 2.300781011581421,
      "learning_rate": 0.0001653053242136079,
      "loss": 0.6372,
      "step": 435
    },
    {
      "epoch": 0.001448982762588661,
      "grad_norm": 3.4098687171936035,
      "learning_rate": 0.00016515209139561794,
      "loss": 0.8991,
      "step": 436
    },
    {
      "epoch": 0.0014523061175487266,
      "grad_norm": 2.723649501800537,
      "learning_rate": 0.00016499859230536466,
      "loss": 0.8339,
      "step": 437
    },
    {
      "epoch": 0.0014556294725087922,
      "grad_norm": 2.5706515312194824,
      "learning_rate": 0.0001648448275701887,
      "loss": 1.1809,
      "step": 438
    },
    {
      "epoch": 0.001458952827468858,
      "grad_norm": 1.948763370513916,
      "learning_rate": 0.00016469079781851625,
      "loss": 0.9353,
      "step": 439
    },
    {
      "epoch": 0.0014622761824289237,
      "grad_norm": 2.3732707500457764,
      "learning_rate": 0.00016453650367985668,
      "loss": 1.034,
      "step": 440
    },
    {
      "epoch": 0.0014655995373889896,
      "grad_norm": 4.767099380493164,
      "learning_rate": 0.00016438194578479985,
      "loss": 0.8753,
      "step": 441
    },
    {
      "epoch": 0.0014689228923490552,
      "grad_norm": 1.9508168697357178,
      "learning_rate": 0.0001642271247650136,
      "loss": 0.7414,
      "step": 442
    },
    {
      "epoch": 0.001472246247309121,
      "grad_norm": 1.9055126905441284,
      "learning_rate": 0.00016407204125324116,
      "loss": 0.8888,
      "step": 443
    },
    {
      "epoch": 0.0014755696022691867,
      "grad_norm": 2.2996304035186768,
      "learning_rate": 0.0001639166958832985,
      "loss": 1.1437,
      "step": 444
    },
    {
      "epoch": 0.0014788929572292526,
      "grad_norm": 3.2411177158355713,
      "learning_rate": 0.00016376108929007184,
      "loss": 0.5016,
      "step": 445
    },
    {
      "epoch": 0.0014822163121893182,
      "grad_norm": 2.1126418113708496,
      "learning_rate": 0.00016360522210951493,
      "loss": 0.6018,
      "step": 446
    },
    {
      "epoch": 0.001485539667149384,
      "grad_norm": 3.6384987831115723,
      "learning_rate": 0.0001634490949786466,
      "loss": 0.9203,
      "step": 447
    },
    {
      "epoch": 0.0014888630221094497,
      "grad_norm": 2.7655153274536133,
      "learning_rate": 0.00016329270853554807,
      "loss": 0.9189,
      "step": 448
    },
    {
      "epoch": 0.0014921863770695155,
      "grad_norm": 1.8706140518188477,
      "learning_rate": 0.0001631360634193603,
      "loss": 1.0808,
      "step": 449
    },
    {
      "epoch": 0.0014955097320295812,
      "grad_norm": 1.975322961807251,
      "learning_rate": 0.00016297916027028145,
      "loss": 0.8144,
      "step": 450
    },
    {
      "epoch": 0.001498833086989647,
      "grad_norm": 3.291835308074951,
      "learning_rate": 0.00016282199972956425,
      "loss": 1.0246,
      "step": 451
    },
    {
      "epoch": 0.0015021564419497127,
      "grad_norm": 2.300535202026367,
      "learning_rate": 0.0001626645824395134,
      "loss": 0.8856,
      "step": 452
    },
    {
      "epoch": 0.0015054797969097783,
      "grad_norm": 1.8646293878555298,
      "learning_rate": 0.00016250690904348288,
      "loss": 1.0197,
      "step": 453
    },
    {
      "epoch": 0.0015088031518698441,
      "grad_norm": 1.7120147943496704,
      "learning_rate": 0.00016234898018587337,
      "loss": 1.1095,
      "step": 454
    },
    {
      "epoch": 0.0015121265068299098,
      "grad_norm": 2.1905558109283447,
      "learning_rate": 0.0001621907965121296,
      "loss": 0.9063,
      "step": 455
    },
    {
      "epoch": 0.0015154498617899756,
      "grad_norm": 3.786543846130371,
      "learning_rate": 0.00016203235866873775,
      "loss": 0.6928,
      "step": 456
    },
    {
      "epoch": 0.0015187732167500413,
      "grad_norm": 1.866148829460144,
      "learning_rate": 0.0001618736673032227,
      "loss": 1.0672,
      "step": 457
    },
    {
      "epoch": 0.0015220965717101071,
      "grad_norm": 3.7805371284484863,
      "learning_rate": 0.00016171472306414554,
      "loss": 1.0216,
      "step": 458
    },
    {
      "epoch": 0.0015254199266701728,
      "grad_norm": 2.432818651199341,
      "learning_rate": 0.00016155552660110077,
      "loss": 0.9857,
      "step": 459
    },
    {
      "epoch": 0.0015287432816302386,
      "grad_norm": 2.6401114463806152,
      "learning_rate": 0.00016139607856471377,
      "loss": 0.9474,
      "step": 460
    },
    {
      "epoch": 0.0015320666365903042,
      "grad_norm": 2.096764326095581,
      "learning_rate": 0.00016123637960663807,
      "loss": 1.045,
      "step": 461
    },
    {
      "epoch": 0.00153538999155037,
      "grad_norm": 2.8241002559661865,
      "learning_rate": 0.00016107643037955268,
      "loss": 0.8571,
      "step": 462
    },
    {
      "epoch": 0.0015387133465104357,
      "grad_norm": 2.8577942848205566,
      "learning_rate": 0.0001609162315371594,
      "loss": 0.6324,
      "step": 463
    },
    {
      "epoch": 0.0015420367014705016,
      "grad_norm": 2.700242280960083,
      "learning_rate": 0.00016075578373418028,
      "loss": 1.0659,
      "step": 464
    },
    {
      "epoch": 0.0015453600564305672,
      "grad_norm": 2.174943447113037,
      "learning_rate": 0.00016059508762635482,
      "loss": 0.9258,
      "step": 465
    },
    {
      "epoch": 0.001548683411390633,
      "grad_norm": 2.8636996746063232,
      "learning_rate": 0.0001604341438704373,
      "loss": 0.9383,
      "step": 466
    },
    {
      "epoch": 0.0015520067663506987,
      "grad_norm": 3.066033363342285,
      "learning_rate": 0.00016027295312419422,
      "loss": 1.0673,
      "step": 467
    },
    {
      "epoch": 0.0015553301213107643,
      "grad_norm": 3.1587865352630615,
      "learning_rate": 0.00016011151604640136,
      "loss": 1.1949,
      "step": 468
    },
    {
      "epoch": 0.0015586534762708302,
      "grad_norm": 3.5673201084136963,
      "learning_rate": 0.00015994983329684133,
      "loss": 0.783,
      "step": 469
    },
    {
      "epoch": 0.0015619768312308958,
      "grad_norm": 2.6469643115997314,
      "learning_rate": 0.00015978790553630078,
      "loss": 0.4112,
      "step": 470
    },
    {
      "epoch": 0.0015653001861909617,
      "grad_norm": 2.6395437717437744,
      "learning_rate": 0.00015962573342656765,
      "loss": 0.7402,
      "step": 471
    },
    {
      "epoch": 0.0015686235411510273,
      "grad_norm": 1.745032787322998,
      "learning_rate": 0.00015946331763042867,
      "loss": 1.0291,
      "step": 472
    },
    {
      "epoch": 0.0015719468961110932,
      "grad_norm": 3.5931172370910645,
      "learning_rate": 0.00015930065881166632,
      "loss": 0.8037,
      "step": 473
    },
    {
      "epoch": 0.0015752702510711588,
      "grad_norm": 2.4732863903045654,
      "learning_rate": 0.00015913775763505637,
      "loss": 0.9627,
      "step": 474
    },
    {
      "epoch": 0.0015785936060312246,
      "grad_norm": 2.6400890350341797,
      "learning_rate": 0.0001589746147663651,
      "loss": 0.7749,
      "step": 475
    },
    {
      "epoch": 0.0015819169609912903,
      "grad_norm": 2.4512929916381836,
      "learning_rate": 0.00015881123087234657,
      "loss": 1.1159,
      "step": 476
    },
    {
      "epoch": 0.0015852403159513561,
      "grad_norm": 2.0185978412628174,
      "learning_rate": 0.00015864760662073987,
      "loss": 1.2768,
      "step": 477
    },
    {
      "epoch": 0.0015885636709114218,
      "grad_norm": 2.912163019180298,
      "learning_rate": 0.00015848374268026647,
      "loss": 1.0635,
      "step": 478
    },
    {
      "epoch": 0.0015918870258714876,
      "grad_norm": 2.7098071575164795,
      "learning_rate": 0.00015831963972062733,
      "loss": 0.7312,
      "step": 479
    },
    {
      "epoch": 0.0015952103808315533,
      "grad_norm": 2.5512664318084717,
      "learning_rate": 0.0001581552984125004,
      "loss": 0.923,
      "step": 480
    },
    {
      "epoch": 0.001598533735791619,
      "grad_norm": 2.5175719261169434,
      "learning_rate": 0.00015799071942753761,
      "loss": 1.1241,
      "step": 481
    },
    {
      "epoch": 0.0016018570907516847,
      "grad_norm": 3.3355424404144287,
      "learning_rate": 0.0001578259034383624,
      "loss": 1.136,
      "step": 482
    },
    {
      "epoch": 0.0016051804457117504,
      "grad_norm": 2.516444444656372,
      "learning_rate": 0.00015766085111856666,
      "loss": 1.0188,
      "step": 483
    },
    {
      "epoch": 0.0016085038006718162,
      "grad_norm": 3.273106813430786,
      "learning_rate": 0.0001574955631427083,
      "loss": 0.897,
      "step": 484
    },
    {
      "epoch": 0.0016118271556318819,
      "grad_norm": 2.3515381813049316,
      "learning_rate": 0.00015733004018630826,
      "loss": 0.7614,
      "step": 485
    },
    {
      "epoch": 0.0016151505105919477,
      "grad_norm": 2.614287853240967,
      "learning_rate": 0.00015716428292584787,
      "loss": 0.8529,
      "step": 486
    },
    {
      "epoch": 0.0016184738655520134,
      "grad_norm": 2.9184141159057617,
      "learning_rate": 0.00015699829203876604,
      "loss": 0.9287,
      "step": 487
    },
    {
      "epoch": 0.0016217972205120792,
      "grad_norm": 3.2746150493621826,
      "learning_rate": 0.0001568320682034564,
      "loss": 1.1188,
      "step": 488
    },
    {
      "epoch": 0.0016251205754721448,
      "grad_norm": 1.6501518487930298,
      "learning_rate": 0.00015666561209926483,
      "loss": 1.0454,
      "step": 489
    },
    {
      "epoch": 0.0016284439304322107,
      "grad_norm": 3.8467586040496826,
      "learning_rate": 0.00015649892440648623,
      "loss": 0.6954,
      "step": 490
    },
    {
      "epoch": 0.0016317672853922763,
      "grad_norm": 3.561048746109009,
      "learning_rate": 0.0001563320058063622,
      "loss": 0.9012,
      "step": 491
    },
    {
      "epoch": 0.0016350906403523422,
      "grad_norm": 2.222306489944458,
      "learning_rate": 0.00015616485698107796,
      "loss": 0.7613,
      "step": 492
    },
    {
      "epoch": 0.0016384139953124078,
      "grad_norm": 3.8600544929504395,
      "learning_rate": 0.00015599747861375955,
      "loss": 0.901,
      "step": 493
    },
    {
      "epoch": 0.0016417373502724737,
      "grad_norm": 3.1266143321990967,
      "learning_rate": 0.0001558298713884713,
      "loss": 0.6679,
      "step": 494
    },
    {
      "epoch": 0.0016450607052325393,
      "grad_norm": 3.8968734741210938,
      "learning_rate": 0.00015566203599021275,
      "loss": 1.0986,
      "step": 495
    },
    {
      "epoch": 0.001648384060192605,
      "grad_norm": 3.6821038722991943,
      "learning_rate": 0.00015549397310491605,
      "loss": 0.9001,
      "step": 496
    },
    {
      "epoch": 0.0016517074151526708,
      "grad_norm": 2.760500907897949,
      "learning_rate": 0.000155325683419443,
      "loss": 1.0146,
      "step": 497
    },
    {
      "epoch": 0.0016550307701127364,
      "grad_norm": 2.9722185134887695,
      "learning_rate": 0.00015515716762158234,
      "loss": 0.7516,
      "step": 498
    },
    {
      "epoch": 0.0016583541250728023,
      "grad_norm": 3.296940565109253,
      "learning_rate": 0.00015498842640004697,
      "loss": 1.0195,
      "step": 499
    },
    {
      "epoch": 0.001661677480032868,
      "grad_norm": 3.3275465965270996,
      "learning_rate": 0.00015481946044447099,
      "loss": 1.1395,
      "step": 500
    },
    {
      "epoch": 0.0016650008349929338,
      "grad_norm": 1.8965284824371338,
      "learning_rate": 0.00015465027044540703,
      "loss": 0.955,
      "step": 501
    },
    {
      "epoch": 0.0016683241899529994,
      "grad_norm": 2.5544114112854004,
      "learning_rate": 0.00015448085709432338,
      "loss": 0.8705,
      "step": 502
    },
    {
      "epoch": 0.0016716475449130653,
      "grad_norm": 2.28839111328125,
      "learning_rate": 0.00015431122108360113,
      "loss": 1.123,
      "step": 503
    },
    {
      "epoch": 0.0016749708998731309,
      "grad_norm": 2.4948532581329346,
      "learning_rate": 0.00015414136310653136,
      "loss": 0.9548,
      "step": 504
    },
    {
      "epoch": 0.0016782942548331967,
      "grad_norm": 2.0821659564971924,
      "learning_rate": 0.0001539712838573123,
      "loss": 0.933,
      "step": 505
    },
    {
      "epoch": 0.0016816176097932624,
      "grad_norm": 6.152196407318115,
      "learning_rate": 0.00015380098403104659,
      "loss": 0.9145,
      "step": 506
    },
    {
      "epoch": 0.0016849409647533282,
      "grad_norm": 4.252583026885986,
      "learning_rate": 0.00015363046432373824,
      "loss": 1.0098,
      "step": 507
    },
    {
      "epoch": 0.0016882643197133939,
      "grad_norm": 1.9507724046707153,
      "learning_rate": 0.00015345972543229,
      "loss": 0.9155,
      "step": 508
    },
    {
      "epoch": 0.0016915876746734595,
      "grad_norm": 2.152318000793457,
      "learning_rate": 0.00015328876805450028,
      "loss": 0.752,
      "step": 509
    },
    {
      "epoch": 0.0016949110296335254,
      "grad_norm": 2.5415759086608887,
      "learning_rate": 0.00015311759288906058,
      "loss": 0.9171,
      "step": 510
    },
    {
      "epoch": 0.001698234384593591,
      "grad_norm": 2.117537260055542,
      "learning_rate": 0.00015294620063555238,
      "loss": 0.8896,
      "step": 511
    },
    {
      "epoch": 0.0017015577395536568,
      "grad_norm": 3.0093698501586914,
      "learning_rate": 0.00015277459199444443,
      "loss": 0.8285,
      "step": 512
    },
    {
      "epoch": 0.0017048810945137225,
      "grad_norm": 2.4002845287323,
      "learning_rate": 0.00015260276766708984,
      "loss": 1.1828,
      "step": 513
    },
    {
      "epoch": 0.0017082044494737883,
      "grad_norm": 2.418215274810791,
      "learning_rate": 0.00015243072835572318,
      "loss": 0.8807,
      "step": 514
    },
    {
      "epoch": 0.001711527804433854,
      "grad_norm": 2.4018712043762207,
      "learning_rate": 0.0001522584747634577,
      "loss": 1.1787,
      "step": 515
    },
    {
      "epoch": 0.0017148511593939198,
      "grad_norm": 2.147928476333618,
      "learning_rate": 0.00015208600759428233,
      "loss": 0.7692,
      "step": 516
    },
    {
      "epoch": 0.0017181745143539854,
      "grad_norm": 2.350783586502075,
      "learning_rate": 0.00015191332755305897,
      "loss": 1.0425,
      "step": 517
    },
    {
      "epoch": 0.0017214978693140513,
      "grad_norm": 2.458204507827759,
      "learning_rate": 0.0001517404353455194,
      "loss": 0.7915,
      "step": 518
    },
    {
      "epoch": 0.001724821224274117,
      "grad_norm": 2.6229255199432373,
      "learning_rate": 0.00015156733167826265,
      "loss": 0.9421,
      "step": 519
    },
    {
      "epoch": 0.0017281445792341828,
      "grad_norm": 2.9751713275909424,
      "learning_rate": 0.0001513940172587518,
      "loss": 0.3238,
      "step": 520
    },
    {
      "epoch": 0.0017314679341942484,
      "grad_norm": 2.61183762550354,
      "learning_rate": 0.00015122049279531143,
      "loss": 1.1529,
      "step": 521
    },
    {
      "epoch": 0.0017347912891543143,
      "grad_norm": 3.126204013824463,
      "learning_rate": 0.00015104675899712446,
      "loss": 0.9725,
      "step": 522
    },
    {
      "epoch": 0.00173811464411438,
      "grad_norm": 2.5497734546661377,
      "learning_rate": 0.00015087281657422932,
      "loss": 0.7982,
      "step": 523
    },
    {
      "epoch": 0.0017414379990744455,
      "grad_norm": 4.07115364074707,
      "learning_rate": 0.0001506986662375172,
      "loss": 0.8708,
      "step": 524
    },
    {
      "epoch": 0.0017447613540345114,
      "grad_norm": 3.228093147277832,
      "learning_rate": 0.00015052430869872888,
      "loss": 0.5493,
      "step": 525
    },
    {
      "epoch": 0.001748084708994577,
      "grad_norm": 2.09004282951355,
      "learning_rate": 0.000150349744670452,
      "loss": 0.7265,
      "step": 526
    },
    {
      "epoch": 0.0017514080639546429,
      "grad_norm": 2.7839608192443848,
      "learning_rate": 0.0001501749748661182,
      "loss": 1.0662,
      "step": 527
    },
    {
      "epoch": 0.0017547314189147085,
      "grad_norm": 3.578474998474121,
      "learning_rate": 0.00015000000000000001,
      "loss": 0.8695,
      "step": 528
    },
    {
      "epoch": 0.0017580547738747744,
      "grad_norm": 2.8635523319244385,
      "learning_rate": 0.00014982482078720806,
      "loss": 0.8677,
      "step": 529
    },
    {
      "epoch": 0.00176137812883484,
      "grad_norm": 2.218343734741211,
      "learning_rate": 0.00014964943794368814,
      "loss": 0.8957,
      "step": 530
    },
    {
      "epoch": 0.0017647014837949059,
      "grad_norm": 1.95484459400177,
      "learning_rate": 0.00014947385218621833,
      "loss": 1.3677,
      "step": 531
    },
    {
      "epoch": 0.0017680248387549715,
      "grad_norm": 2.3802971839904785,
      "learning_rate": 0.00014929806423240582,
      "loss": 0.8526,
      "step": 532
    },
    {
      "epoch": 0.0017713481937150373,
      "grad_norm": 2.3089377880096436,
      "learning_rate": 0.00014912207480068438,
      "loss": 1.0749,
      "step": 533
    },
    {
      "epoch": 0.001774671548675103,
      "grad_norm": 2.31563663482666,
      "learning_rate": 0.00014894588461031107,
      "loss": 1.0137,
      "step": 534
    },
    {
      "epoch": 0.0017779949036351688,
      "grad_norm": 2.877863883972168,
      "learning_rate": 0.00014876949438136347,
      "loss": 0.8695,
      "step": 535
    },
    {
      "epoch": 0.0017813182585952345,
      "grad_norm": 2.0519216060638428,
      "learning_rate": 0.00014859290483473672,
      "loss": 0.906,
      "step": 536
    },
    {
      "epoch": 0.0017846416135553,
      "grad_norm": 2.4351072311401367,
      "learning_rate": 0.00014841611669214055,
      "loss": 0.7908,
      "step": 537
    },
    {
      "epoch": 0.001787964968515366,
      "grad_norm": 3.1271302700042725,
      "learning_rate": 0.00014823913067609637,
      "loss": 0.8497,
      "step": 538
    },
    {
      "epoch": 0.0017912883234754316,
      "grad_norm": 2.836899518966675,
      "learning_rate": 0.0001480619475099342,
      "loss": 0.9147,
      "step": 539
    },
    {
      "epoch": 0.0017946116784354974,
      "grad_norm": 2.6806023120880127,
      "learning_rate": 0.00014788456791778987,
      "loss": 0.8589,
      "step": 540
    },
    {
      "epoch": 0.001797935033395563,
      "grad_norm": 3.1052894592285156,
      "learning_rate": 0.00014770699262460203,
      "loss": 0.9273,
      "step": 541
    },
    {
      "epoch": 0.001801258388355629,
      "grad_norm": 2.0384087562561035,
      "learning_rate": 0.000147529222356109,
      "loss": 0.9699,
      "step": 542
    },
    {
      "epoch": 0.0018045817433156946,
      "grad_norm": 2.0915911197662354,
      "learning_rate": 0.00014735125783884608,
      "loss": 0.7771,
      "step": 543
    },
    {
      "epoch": 0.0018079050982757604,
      "grad_norm": 2.4559638500213623,
      "learning_rate": 0.00014717309980014244,
      "loss": 0.711,
      "step": 544
    },
    {
      "epoch": 0.001811228453235826,
      "grad_norm": 3.2766506671905518,
      "learning_rate": 0.00014699474896811808,
      "loss": 0.6651,
      "step": 545
    },
    {
      "epoch": 0.001814551808195892,
      "grad_norm": 3.9869418144226074,
      "learning_rate": 0.00014681620607168104,
      "loss": 0.7958,
      "step": 546
    },
    {
      "epoch": 0.0018178751631559575,
      "grad_norm": 3.7436182498931885,
      "learning_rate": 0.00014663747184052422,
      "loss": 0.9178,
      "step": 547
    },
    {
      "epoch": 0.0018211985181160234,
      "grad_norm": 2.891766309738159,
      "learning_rate": 0.00014645854700512254,
      "loss": 1.0535,
      "step": 548
    },
    {
      "epoch": 0.001824521873076089,
      "grad_norm": 4.563145160675049,
      "learning_rate": 0.0001462794322967299,
      "loss": 0.8057,
      "step": 549
    },
    {
      "epoch": 0.0018278452280361549,
      "grad_norm": 2.1415064334869385,
      "learning_rate": 0.00014610012844737622,
      "loss": 1.1489,
      "step": 550
    },
    {
      "epoch": 0.0018311685829962205,
      "grad_norm": 5.106518745422363,
      "learning_rate": 0.0001459206361898644,
      "loss": 0.9734,
      "step": 551
    },
    {
      "epoch": 0.0018344919379562862,
      "grad_norm": 3.5649631023406982,
      "learning_rate": 0.0001457409562577673,
      "loss": 0.7304,
      "step": 552
    },
    {
      "epoch": 0.001837815292916352,
      "grad_norm": 3.0002989768981934,
      "learning_rate": 0.0001455610893854249,
      "loss": 1.2418,
      "step": 553
    },
    {
      "epoch": 0.0018411386478764176,
      "grad_norm": 3.3584249019622803,
      "learning_rate": 0.00014538103630794115,
      "loss": 0.6913,
      "step": 554
    },
    {
      "epoch": 0.0018444620028364835,
      "grad_norm": 3.0336389541625977,
      "learning_rate": 0.000145200797761181,
      "loss": 0.4729,
      "step": 555
    },
    {
      "epoch": 0.0018477853577965491,
      "grad_norm": 3.663193941116333,
      "learning_rate": 0.00014502037448176734,
      "loss": 0.7432,
      "step": 556
    },
    {
      "epoch": 0.001851108712756615,
      "grad_norm": 2.2922606468200684,
      "learning_rate": 0.00014483976720707818,
      "loss": 0.6612,
      "step": 557
    },
    {
      "epoch": 0.0018544320677166806,
      "grad_norm": 3.162076473236084,
      "learning_rate": 0.0001446589766752434,
      "loss": 1.0632,
      "step": 558
    },
    {
      "epoch": 0.0018577554226767465,
      "grad_norm": 2.7452542781829834,
      "learning_rate": 0.00014447800362514188,
      "loss": 0.8923,
      "step": 559
    },
    {
      "epoch": 0.001861078777636812,
      "grad_norm": 3.2954466342926025,
      "learning_rate": 0.00014429684879639846,
      "loss": 0.7653,
      "step": 560
    },
    {
      "epoch": 0.001864402132596878,
      "grad_norm": 2.956204891204834,
      "learning_rate": 0.00014411551292938085,
      "loss": 2.0165,
      "step": 561
    },
    {
      "epoch": 0.0018677254875569436,
      "grad_norm": 2.5093791484832764,
      "learning_rate": 0.00014393399676519667,
      "loss": 1.0348,
      "step": 562
    },
    {
      "epoch": 0.0018710488425170094,
      "grad_norm": 3.776198625564575,
      "learning_rate": 0.00014375230104569044,
      "loss": 0.8919,
      "step": 563
    },
    {
      "epoch": 0.001874372197477075,
      "grad_norm": 3.1395745277404785,
      "learning_rate": 0.00014357042651344046,
      "loss": 0.8335,
      "step": 564
    },
    {
      "epoch": 0.001877695552437141,
      "grad_norm": 1.8744949102401733,
      "learning_rate": 0.00014338837391175582,
      "loss": 0.753,
      "step": 565
    },
    {
      "epoch": 0.0018810189073972066,
      "grad_norm": 4.589788913726807,
      "learning_rate": 0.0001432061439846734,
      "loss": 0.9962,
      "step": 566
    },
    {
      "epoch": 0.0018843422623572722,
      "grad_norm": 2.2001357078552246,
      "learning_rate": 0.00014302373747695487,
      "loss": 0.9863,
      "step": 567
    },
    {
      "epoch": 0.001887665617317338,
      "grad_norm": 2.5896012783050537,
      "learning_rate": 0.00014284115513408336,
      "loss": 0.81,
      "step": 568
    },
    {
      "epoch": 0.0018909889722774037,
      "grad_norm": 3.113691568374634,
      "learning_rate": 0.00014265839770226087,
      "loss": 0.6729,
      "step": 569
    },
    {
      "epoch": 0.0018943123272374695,
      "grad_norm": 2.8669815063476562,
      "learning_rate": 0.0001424754659284048,
      "loss": 1.0757,
      "step": 570
    },
    {
      "epoch": 0.0018976356821975352,
      "grad_norm": 2.437422752380371,
      "learning_rate": 0.00014229236056014516,
      "loss": 0.558,
      "step": 571
    },
    {
      "epoch": 0.001900959037157601,
      "grad_norm": 2.0541932582855225,
      "learning_rate": 0.0001421090823458214,
      "loss": 0.7767,
      "step": 572
    },
    {
      "epoch": 0.0019042823921176667,
      "grad_norm": 2.85194730758667,
      "learning_rate": 0.0001419256320344794,
      "loss": 1.0605,
      "step": 573
    },
    {
      "epoch": 0.0019076057470777325,
      "grad_norm": 1.9450560808181763,
      "learning_rate": 0.00014174201037586842,
      "loss": 0.9554,
      "step": 574
    },
    {
      "epoch": 0.0019109291020377981,
      "grad_norm": 3.5589606761932373,
      "learning_rate": 0.00014155821812043785,
      "loss": 0.463,
      "step": 575
    },
    {
      "epoch": 0.001914252456997864,
      "grad_norm": 2.8635499477386475,
      "learning_rate": 0.00014137425601933455,
      "loss": 1.005,
      "step": 576
    },
    {
      "epoch": 0.0019175758119579296,
      "grad_norm": 2.896411895751953,
      "learning_rate": 0.0001411901248243993,
      "loss": 0.8497,
      "step": 577
    },
    {
      "epoch": 0.0019208991669179955,
      "grad_norm": 2.997464179992676,
      "learning_rate": 0.00014100582528816404,
      "loss": 1.0437,
      "step": 578
    },
    {
      "epoch": 0.0019242225218780611,
      "grad_norm": 2.0813560485839844,
      "learning_rate": 0.00014082135816384877,
      "loss": 0.7282,
      "step": 579
    },
    {
      "epoch": 0.0019275458768381268,
      "grad_norm": 2.411851167678833,
      "learning_rate": 0.0001406367242053583,
      "loss": 1.0668,
      "step": 580
    },
    {
      "epoch": 0.0019308692317981926,
      "grad_norm": 2.455157995223999,
      "learning_rate": 0.00014045192416727937,
      "loss": 0.8387,
      "step": 581
    },
    {
      "epoch": 0.0019341925867582582,
      "grad_norm": 2.583972454071045,
      "learning_rate": 0.00014026695880487743,
      "loss": 0.9417,
      "step": 582
    },
    {
      "epoch": 0.001937515941718324,
      "grad_norm": 3.1556360721588135,
      "learning_rate": 0.00014008182887409362,
      "loss": 0.6015,
      "step": 583
    },
    {
      "epoch": 0.0019408392966783897,
      "grad_norm": 2.3768107891082764,
      "learning_rate": 0.00013989653513154165,
      "loss": 1.2313,
      "step": 584
    },
    {
      "epoch": 0.0019441626516384556,
      "grad_norm": 2.2765233516693115,
      "learning_rate": 0.0001397110783345047,
      "loss": 0.7588,
      "step": 585
    },
    {
      "epoch": 0.0019474860065985212,
      "grad_norm": 2.65722918510437,
      "learning_rate": 0.00013952545924093238,
      "loss": 0.6423,
      "step": 586
    },
    {
      "epoch": 0.001950809361558587,
      "grad_norm": 4.171382904052734,
      "learning_rate": 0.0001393396786094376,
      "loss": 0.8871,
      "step": 587
    },
    {
      "epoch": 0.001954132716518653,
      "grad_norm": 2.905550241470337,
      "learning_rate": 0.00013915373719929338,
      "loss": 0.7829,
      "step": 588
    },
    {
      "epoch": 0.0019574560714787186,
      "grad_norm": 2.9565155506134033,
      "learning_rate": 0.00013896763577042994,
      "loss": 0.8138,
      "step": 589
    },
    {
      "epoch": 0.001960779426438784,
      "grad_norm": 2.8636958599090576,
      "learning_rate": 0.00013878137508343142,
      "loss": 1.0587,
      "step": 590
    },
    {
      "epoch": 0.00196410278139885,
      "grad_norm": 2.891594171524048,
      "learning_rate": 0.0001385949558995329,
      "loss": 0.8457,
      "step": 591
    },
    {
      "epoch": 0.001967426136358916,
      "grad_norm": 3.423297643661499,
      "learning_rate": 0.00013840837898061712,
      "loss": 0.6943,
      "step": 592
    },
    {
      "epoch": 0.0019707494913189815,
      "grad_norm": 3.2396016120910645,
      "learning_rate": 0.00013822164508921157,
      "loss": 0.888,
      "step": 593
    },
    {
      "epoch": 0.001974072846279047,
      "grad_norm": 2.0003201961517334,
      "learning_rate": 0.0001380347549884852,
      "loss": 0.9704,
      "step": 594
    },
    {
      "epoch": 0.001977396201239113,
      "grad_norm": 2.0785446166992188,
      "learning_rate": 0.0001378477094422455,
      "loss": 1.1099,
      "step": 595
    },
    {
      "epoch": 0.0019807195561991784,
      "grad_norm": 2.3391358852386475,
      "learning_rate": 0.00013766050921493512,
      "loss": 0.6993,
      "step": 596
    },
    {
      "epoch": 0.0019840429111592445,
      "grad_norm": 2.0055627822875977,
      "learning_rate": 0.00013747315507162892,
      "loss": 0.7792,
      "step": 597
    },
    {
      "epoch": 0.00198736626611931,
      "grad_norm": 2.853611946105957,
      "learning_rate": 0.00013728564777803088,
      "loss": 1.048,
      "step": 598
    },
    {
      "epoch": 0.0019906896210793758,
      "grad_norm": 3.843581199645996,
      "learning_rate": 0.00013709798810047078,
      "loss": 0.7084,
      "step": 599
    },
    {
      "epoch": 0.0019940129760394414,
      "grad_norm": 2.8321800231933594,
      "learning_rate": 0.00013691017680590126,
      "loss": 0.5519,
      "step": 600
    },
    {
      "epoch": 0.0019973363309995075,
      "grad_norm": 1.8633509874343872,
      "learning_rate": 0.00013672221466189455,
      "loss": 1.0689,
      "step": 601
    },
    {
      "epoch": 0.002000659685959573,
      "grad_norm": 2.8638877868652344,
      "learning_rate": 0.00013653410243663952,
      "loss": 0.5372,
      "step": 602
    },
    {
      "epoch": 0.0020039830409196388,
      "grad_norm": 2.7115843296051025,
      "learning_rate": 0.00013634584089893825,
      "loss": 1.1271,
      "step": 603
    },
    {
      "epoch": 0.0020073063958797044,
      "grad_norm": 2.276703119277954,
      "learning_rate": 0.00013615743081820308,
      "loss": 0.6424,
      "step": 604
    },
    {
      "epoch": 0.0020106297508397705,
      "grad_norm": 3.712024450302124,
      "learning_rate": 0.0001359688729644536,
      "loss": 0.6409,
      "step": 605
    },
    {
      "epoch": 0.002013953105799836,
      "grad_norm": 2.535996198654175,
      "learning_rate": 0.0001357801681083131,
      "loss": 1.0082,
      "step": 606
    },
    {
      "epoch": 0.0020172764607599017,
      "grad_norm": 3.2927966117858887,
      "learning_rate": 0.00013559131702100584,
      "loss": 1.0281,
      "step": 607
    },
    {
      "epoch": 0.0020205998157199674,
      "grad_norm": 2.9986915588378906,
      "learning_rate": 0.00013540232047435359,
      "loss": 0.8775,
      "step": 608
    },
    {
      "epoch": 0.002023923170680033,
      "grad_norm": 2.707615613937378,
      "learning_rate": 0.00013521317924077274,
      "loss": 0.8296,
      "step": 609
    },
    {
      "epoch": 0.002027246525640099,
      "grad_norm": 1.8812570571899414,
      "learning_rate": 0.00013502389409327087,
      "loss": 1.0836,
      "step": 610
    },
    {
      "epoch": 0.0020305698806001647,
      "grad_norm": 2.215728282928467,
      "learning_rate": 0.00013483446580544382,
      "loss": 0.7844,
      "step": 611
    },
    {
      "epoch": 0.0020338932355602303,
      "grad_norm": 2.545546293258667,
      "learning_rate": 0.00013464489515147238,
      "loss": 0.7743,
      "step": 612
    },
    {
      "epoch": 0.002037216590520296,
      "grad_norm": 2.9098868370056152,
      "learning_rate": 0.0001344551829061192,
      "loss": 0.9034,
      "step": 613
    },
    {
      "epoch": 0.002040539945480362,
      "grad_norm": 2.415700674057007,
      "learning_rate": 0.0001342653298447256,
      "loss": 1.1033,
      "step": 614
    },
    {
      "epoch": 0.0020438633004404277,
      "grad_norm": 2.93977952003479,
      "learning_rate": 0.00013407533674320848,
      "loss": 0.8415,
      "step": 615
    },
    {
      "epoch": 0.0020471866554004933,
      "grad_norm": 2.729931354522705,
      "learning_rate": 0.0001338852043780569,
      "loss": 1.0361,
      "step": 616
    },
    {
      "epoch": 0.002050510010360559,
      "grad_norm": 1.8007571697235107,
      "learning_rate": 0.00013369493352632925,
      "loss": 0.9879,
      "step": 617
    },
    {
      "epoch": 0.002053833365320625,
      "grad_norm": 2.0740292072296143,
      "learning_rate": 0.00013350452496564984,
      "loss": 0.676,
      "step": 618
    },
    {
      "epoch": 0.0020571567202806906,
      "grad_norm": 4.756731986999512,
      "learning_rate": 0.00013331397947420576,
      "loss": 0.9511,
      "step": 619
    },
    {
      "epoch": 0.0020604800752407563,
      "grad_norm": 2.150832414627075,
      "learning_rate": 0.0001331232978307438,
      "loss": 0.724,
      "step": 620
    },
    {
      "epoch": 0.002063803430200822,
      "grad_norm": 2.730691432952881,
      "learning_rate": 0.00013293248081456716,
      "loss": 0.8891,
      "step": 621
    },
    {
      "epoch": 0.0020671267851608876,
      "grad_norm": 2.12310791015625,
      "learning_rate": 0.00013274152920553226,
      "loss": 0.4434,
      "step": 622
    },
    {
      "epoch": 0.0020704501401209536,
      "grad_norm": 1.5830851793289185,
      "learning_rate": 0.0001325504437840456,
      "loss": 1.0176,
      "step": 623
    },
    {
      "epoch": 0.0020737734950810193,
      "grad_norm": 3.5985066890716553,
      "learning_rate": 0.0001323592253310606,
      "loss": 1.0747,
      "step": 624
    },
    {
      "epoch": 0.002077096850041085,
      "grad_norm": 2.895221710205078,
      "learning_rate": 0.0001321678746280744,
      "loss": 1.0068,
      "step": 625
    },
    {
      "epoch": 0.0020804202050011505,
      "grad_norm": 3.2356081008911133,
      "learning_rate": 0.00013197639245712454,
      "loss": 0.9736,
      "step": 626
    },
    {
      "epoch": 0.0020837435599612166,
      "grad_norm": 1.9294627904891968,
      "learning_rate": 0.00013178477960078594,
      "loss": 0.8874,
      "step": 627
    },
    {
      "epoch": 0.0020870669149212822,
      "grad_norm": 2.251549005508423,
      "learning_rate": 0.0001315930368421676,
      "loss": 0.9998,
      "step": 628
    },
    {
      "epoch": 0.002090390269881348,
      "grad_norm": 2.887120485305786,
      "learning_rate": 0.00013140116496490945,
      "loss": 1.1595,
      "step": 629
    },
    {
      "epoch": 0.0020937136248414135,
      "grad_norm": 2.8246986865997314,
      "learning_rate": 0.000131209164753179,
      "loss": 0.496,
      "step": 630
    },
    {
      "epoch": 0.0020970369798014796,
      "grad_norm": 4.464656352996826,
      "learning_rate": 0.00013101703699166842,
      "loss": 0.741,
      "step": 631
    },
    {
      "epoch": 0.002100360334761545,
      "grad_norm": 2.263756036758423,
      "learning_rate": 0.00013082478246559105,
      "loss": 0.8493,
      "step": 632
    },
    {
      "epoch": 0.002103683689721611,
      "grad_norm": 2.222669839859009,
      "learning_rate": 0.00013063240196067836,
      "loss": 0.9541,
      "step": 633
    },
    {
      "epoch": 0.0021070070446816765,
      "grad_norm": 2.3585987091064453,
      "learning_rate": 0.00013043989626317667,
      "loss": 1.2468,
      "step": 634
    },
    {
      "epoch": 0.0021103303996417425,
      "grad_norm": 2.599193811416626,
      "learning_rate": 0.000130247266159844,
      "loss": 0.9521,
      "step": 635
    },
    {
      "epoch": 0.002113653754601808,
      "grad_norm": 4.0644450187683105,
      "learning_rate": 0.0001300545124379467,
      "loss": 1.1313,
      "step": 636
    },
    {
      "epoch": 0.002116977109561874,
      "grad_norm": 2.174736976623535,
      "learning_rate": 0.00012986163588525647,
      "loss": 0.84,
      "step": 637
    },
    {
      "epoch": 0.0021203004645219395,
      "grad_norm": 2.0878796577453613,
      "learning_rate": 0.0001296686372900469,
      "loss": 0.996,
      "step": 638
    },
    {
      "epoch": 0.002123623819482005,
      "grad_norm": 3.3061838150024414,
      "learning_rate": 0.00012947551744109043,
      "loss": 0.6779,
      "step": 639
    },
    {
      "epoch": 0.002126947174442071,
      "grad_norm": 2.3058764934539795,
      "learning_rate": 0.00012928227712765504,
      "loss": 0.8907,
      "step": 640
    },
    {
      "epoch": 0.002130270529402137,
      "grad_norm": 2.582022190093994,
      "learning_rate": 0.00012908891713950106,
      "loss": 1.1439,
      "step": 641
    },
    {
      "epoch": 0.0021335938843622024,
      "grad_norm": 2.867875814437866,
      "learning_rate": 0.00012889543826687783,
      "loss": 1.0303,
      "step": 642
    },
    {
      "epoch": 0.002136917239322268,
      "grad_norm": 2.2079970836639404,
      "learning_rate": 0.0001287018413005207,
      "loss": 0.8371,
      "step": 643
    },
    {
      "epoch": 0.002140240594282334,
      "grad_norm": 2.599525213241577,
      "learning_rate": 0.00012850812703164754,
      "loss": 0.7378,
      "step": 644
    },
    {
      "epoch": 0.0021435639492423998,
      "grad_norm": 2.0749166011810303,
      "learning_rate": 0.00012831429625195575,
      "loss": 0.6333,
      "step": 645
    },
    {
      "epoch": 0.0021468873042024654,
      "grad_norm": 2.550325870513916,
      "learning_rate": 0.00012812034975361874,
      "loss": 0.7078,
      "step": 646
    },
    {
      "epoch": 0.002150210659162531,
      "grad_norm": 2.0685744285583496,
      "learning_rate": 0.00012792628832928302,
      "loss": 1.029,
      "step": 647
    },
    {
      "epoch": 0.002153534014122597,
      "grad_norm": 3.8932793140411377,
      "learning_rate": 0.0001277321127720647,
      "loss": 1.0904,
      "step": 648
    },
    {
      "epoch": 0.0021568573690826627,
      "grad_norm": 2.48850154876709,
      "learning_rate": 0.00012753782387554634,
      "loss": 0.9601,
      "step": 649
    },
    {
      "epoch": 0.0021601807240427284,
      "grad_norm": 2.2119946479797363,
      "learning_rate": 0.00012734342243377376,
      "loss": 0.7453,
      "step": 650
    },
    {
      "epoch": 0.002163504079002794,
      "grad_norm": 1.59943687915802,
      "learning_rate": 0.00012714890924125268,
      "loss": 1.2015,
      "step": 651
    },
    {
      "epoch": 0.0021668274339628596,
      "grad_norm": 2.129467010498047,
      "learning_rate": 0.00012695428509294567,
      "loss": 0.8838,
      "step": 652
    },
    {
      "epoch": 0.0021701507889229257,
      "grad_norm": 1.9391980171203613,
      "learning_rate": 0.0001267595507842686,
      "loss": 1.0961,
      "step": 653
    },
    {
      "epoch": 0.0021734741438829914,
      "grad_norm": 2.3214011192321777,
      "learning_rate": 0.00012656470711108764,
      "loss": 0.8224,
      "step": 654
    },
    {
      "epoch": 0.002176797498843057,
      "grad_norm": 2.602752208709717,
      "learning_rate": 0.00012636975486971595,
      "loss": 0.6202,
      "step": 655
    },
    {
      "epoch": 0.0021801208538031226,
      "grad_norm": 2.1404647827148438,
      "learning_rate": 0.00012617469485691035,
      "loss": 0.775,
      "step": 656
    },
    {
      "epoch": 0.0021834442087631887,
      "grad_norm": 2.254523277282715,
      "learning_rate": 0.00012597952786986812,
      "loss": 0.8103,
      "step": 657
    },
    {
      "epoch": 0.0021867675637232543,
      "grad_norm": 3.0238242149353027,
      "learning_rate": 0.0001257842547062238,
      "loss": 0.8414,
      "step": 658
    },
    {
      "epoch": 0.00219009091868332,
      "grad_norm": 1.820005178451538,
      "learning_rate": 0.0001255888761640458,
      "loss": 0.815,
      "step": 659
    },
    {
      "epoch": 0.0021934142736433856,
      "grad_norm": 2.6637959480285645,
      "learning_rate": 0.0001253933930418332,
      "loss": 1.1724,
      "step": 660
    },
    {
      "epoch": 0.0021967376286034517,
      "grad_norm": 3.4101970195770264,
      "learning_rate": 0.00012519780613851254,
      "loss": 0.9487,
      "step": 661
    },
    {
      "epoch": 0.0022000609835635173,
      "grad_norm": 2.4594998359680176,
      "learning_rate": 0.00012500211625343448,
      "loss": 0.8358,
      "step": 662
    },
    {
      "epoch": 0.002203384338523583,
      "grad_norm": 4.284570693969727,
      "learning_rate": 0.00012480632418637052,
      "loss": 1.189,
      "step": 663
    },
    {
      "epoch": 0.0022067076934836486,
      "grad_norm": 1.786333680152893,
      "learning_rate": 0.00012461043073750988,
      "loss": 0.8278,
      "step": 664
    },
    {
      "epoch": 0.002210031048443714,
      "grad_norm": 3.9894890785217285,
      "learning_rate": 0.00012441443670745605,
      "loss": 0.592,
      "step": 665
    },
    {
      "epoch": 0.0022133544034037803,
      "grad_norm": 4.242265701293945,
      "learning_rate": 0.00012421834289722355,
      "loss": 0.9178,
      "step": 666
    },
    {
      "epoch": 0.002216677758363846,
      "grad_norm": 4.722704887390137,
      "learning_rate": 0.00012402215010823473,
      "loss": 1.0838,
      "step": 667
    },
    {
      "epoch": 0.0022200011133239115,
      "grad_norm": 1.7997252941131592,
      "learning_rate": 0.0001238258591423165,
      "loss": 1.0418,
      "step": 668
    },
    {
      "epoch": 0.002223324468283977,
      "grad_norm": 2.09721302986145,
      "learning_rate": 0.000123629470801697,
      "loss": 1.0094,
      "step": 669
    },
    {
      "epoch": 0.0022266478232440432,
      "grad_norm": 3.6016581058502197,
      "learning_rate": 0.00012343298588900225,
      "loss": 1.0567,
      "step": 670
    },
    {
      "epoch": 0.002229971178204109,
      "grad_norm": 2.5362613201141357,
      "learning_rate": 0.00012323640520725307,
      "loss": 0.7355,
      "step": 671
    },
    {
      "epoch": 0.0022332945331641745,
      "grad_norm": 2.2114808559417725,
      "learning_rate": 0.0001230397295598616,
      "loss": 0.5816,
      "step": 672
    },
    {
      "epoch": 0.00223661788812424,
      "grad_norm": 2.7749695777893066,
      "learning_rate": 0.00012284295975062813,
      "loss": 0.7572,
      "step": 673
    },
    {
      "epoch": 0.0022399412430843062,
      "grad_norm": 2.002821207046509,
      "learning_rate": 0.0001226460965837378,
      "loss": 0.8347,
      "step": 674
    },
    {
      "epoch": 0.002243264598044372,
      "grad_norm": 2.2390637397766113,
      "learning_rate": 0.00012244914086375724,
      "loss": 0.94,
      "step": 675
    },
    {
      "epoch": 0.0022465879530044375,
      "grad_norm": 2.4279181957244873,
      "learning_rate": 0.00012225209339563145,
      "loss": 0.9947,
      "step": 676
    },
    {
      "epoch": 0.002249911307964503,
      "grad_norm": 2.4590868949890137,
      "learning_rate": 0.00012205495498468025,
      "loss": 1.0504,
      "step": 677
    },
    {
      "epoch": 0.002253234662924569,
      "grad_norm": 1.7103303670883179,
      "learning_rate": 0.00012185772643659521,
      "loss": 0.8025,
      "step": 678
    },
    {
      "epoch": 0.002256558017884635,
      "grad_norm": 2.8539164066314697,
      "learning_rate": 0.00012166040855743635,
      "loss": 0.9741,
      "step": 679
    },
    {
      "epoch": 0.0022598813728447005,
      "grad_norm": 1.8874194622039795,
      "learning_rate": 0.00012146300215362862,
      "loss": 0.6932,
      "step": 680
    },
    {
      "epoch": 0.002263204727804766,
      "grad_norm": 1.9180642366409302,
      "learning_rate": 0.00012126550803195895,
      "loss": 1.0262,
      "step": 681
    },
    {
      "epoch": 0.0022665280827648317,
      "grad_norm": 3.2663681507110596,
      "learning_rate": 0.00012106792699957263,
      "loss": 0.5546,
      "step": 682
    },
    {
      "epoch": 0.002269851437724898,
      "grad_norm": 2.525022506713867,
      "learning_rate": 0.00012087025986397023,
      "loss": 0.598,
      "step": 683
    },
    {
      "epoch": 0.0022731747926849634,
      "grad_norm": 3.0280516147613525,
      "learning_rate": 0.00012067250743300413,
      "loss": 1.0419,
      "step": 684
    },
    {
      "epoch": 0.002276498147645029,
      "grad_norm": 5.640909194946289,
      "learning_rate": 0.00012047467051487539,
      "loss": 0.5269,
      "step": 685
    },
    {
      "epoch": 0.0022798215026050947,
      "grad_norm": 1.774013638496399,
      "learning_rate": 0.00012027674991813036,
      "loss": 1.1529,
      "step": 686
    },
    {
      "epoch": 0.0022831448575651608,
      "grad_norm": 4.854739665985107,
      "learning_rate": 0.0001200787464516573,
      "loss": 0.9952,
      "step": 687
    },
    {
      "epoch": 0.0022864682125252264,
      "grad_norm": 3.877364158630371,
      "learning_rate": 0.00011988066092468324,
      "loss": 1.0236,
      "step": 688
    },
    {
      "epoch": 0.002289791567485292,
      "grad_norm": 2.118544816970825,
      "learning_rate": 0.00011968249414677055,
      "loss": 0.9376,
      "step": 689
    },
    {
      "epoch": 0.0022931149224453577,
      "grad_norm": 2.3172237873077393,
      "learning_rate": 0.00011948424692781364,
      "loss": 0.4439,
      "step": 690
    },
    {
      "epoch": 0.0022964382774054238,
      "grad_norm": 2.4006459712982178,
      "learning_rate": 0.00011928592007803574,
      "loss": 0.7175,
      "step": 691
    },
    {
      "epoch": 0.0022997616323654894,
      "grad_norm": 2.9216134548187256,
      "learning_rate": 0.0001190875144079855,
      "loss": 0.7329,
      "step": 692
    },
    {
      "epoch": 0.002303084987325555,
      "grad_norm": 2.148543119430542,
      "learning_rate": 0.00011888903072853363,
      "loss": 0.9194,
      "step": 693
    },
    {
      "epoch": 0.0023064083422856207,
      "grad_norm": 3.084096908569336,
      "learning_rate": 0.00011869046985086978,
      "loss": 0.8466,
      "step": 694
    },
    {
      "epoch": 0.0023097316972456863,
      "grad_norm": 3.912842035293579,
      "learning_rate": 0.00011849183258649903,
      "loss": 0.6887,
      "step": 695
    },
    {
      "epoch": 0.0023130550522057524,
      "grad_norm": 2.0377395153045654,
      "learning_rate": 0.00011829311974723867,
      "loss": 1.0077,
      "step": 696
    },
    {
      "epoch": 0.002316378407165818,
      "grad_norm": 2.6107492446899414,
      "learning_rate": 0.00011809433214521485,
      "loss": 1.083,
      "step": 697
    },
    {
      "epoch": 0.0023197017621258836,
      "grad_norm": 3.943509340286255,
      "learning_rate": 0.00011789547059285929,
      "loss": 0.8698,
      "step": 698
    },
    {
      "epoch": 0.0023230251170859493,
      "grad_norm": 2.5334324836730957,
      "learning_rate": 0.0001176965359029059,
      "loss": 1.0397,
      "step": 699
    },
    {
      "epoch": 0.0023263484720460153,
      "grad_norm": 2.3146746158599854,
      "learning_rate": 0.00011749752888838754,
      "loss": 0.9279,
      "step": 700
    },
    {
      "epoch": 0.002329671827006081,
      "grad_norm": 2.793034553527832,
      "learning_rate": 0.00011729845036263263,
      "loss": 1.1322,
      "step": 701
    },
    {
      "epoch": 0.0023329951819661466,
      "grad_norm": 3.1331021785736084,
      "learning_rate": 0.00011709930113926191,
      "loss": 0.7267,
      "step": 702
    },
    {
      "epoch": 0.0023363185369262122,
      "grad_norm": 2.891813039779663,
      "learning_rate": 0.00011690008203218493,
      "loss": 0.7112,
      "step": 703
    },
    {
      "epoch": 0.0023396418918862783,
      "grad_norm": 2.8992931842803955,
      "learning_rate": 0.00011670079385559693,
      "loss": 1.0116,
      "step": 704
    },
    {
      "epoch": 0.002342965246846344,
      "grad_norm": 4.038349628448486,
      "learning_rate": 0.00011650143742397553,
      "loss": 1.339,
      "step": 705
    },
    {
      "epoch": 0.0023462886018064096,
      "grad_norm": 2.3103556632995605,
      "learning_rate": 0.00011630201355207709,
      "loss": 0.9411,
      "step": 706
    },
    {
      "epoch": 0.0023496119567664752,
      "grad_norm": 1.9319459199905396,
      "learning_rate": 0.00011610252305493374,
      "loss": 1.1523,
      "step": 707
    },
    {
      "epoch": 0.002352935311726541,
      "grad_norm": 2.8613054752349854,
      "learning_rate": 0.00011590296674784991,
      "loss": 0.961,
      "step": 708
    },
    {
      "epoch": 0.002356258666686607,
      "grad_norm": 1.6967684030532837,
      "learning_rate": 0.00011570334544639896,
      "loss": 1.0784,
      "step": 709
    },
    {
      "epoch": 0.0023595820216466726,
      "grad_norm": 2.6161861419677734,
      "learning_rate": 0.00011550365996641979,
      "loss": 0.8609,
      "step": 710
    },
    {
      "epoch": 0.002362905376606738,
      "grad_norm": 1.6876049041748047,
      "learning_rate": 0.00011530391112401374,
      "loss": 1.2656,
      "step": 711
    },
    {
      "epoch": 0.002366228731566804,
      "grad_norm": 3.4880599975585938,
      "learning_rate": 0.000115104099735541,
      "loss": 0.6527,
      "step": 712
    },
    {
      "epoch": 0.00236955208652687,
      "grad_norm": 2.2646336555480957,
      "learning_rate": 0.00011490422661761744,
      "loss": 0.5576,
      "step": 713
    },
    {
      "epoch": 0.0023728754414869355,
      "grad_norm": 2.6069772243499756,
      "learning_rate": 0.00011470429258711121,
      "loss": 1.0257,
      "step": 714
    },
    {
      "epoch": 0.002376198796447001,
      "grad_norm": 2.2213001251220703,
      "learning_rate": 0.00011450429846113939,
      "loss": 0.6215,
      "step": 715
    },
    {
      "epoch": 0.002379522151407067,
      "grad_norm": 1.7358691692352295,
      "learning_rate": 0.00011430424505706466,
      "loss": 0.8623,
      "step": 716
    },
    {
      "epoch": 0.002382845506367133,
      "grad_norm": 1.5811043977737427,
      "learning_rate": 0.00011410413319249194,
      "loss": 0.8186,
      "step": 717
    },
    {
      "epoch": 0.0023861688613271985,
      "grad_norm": 2.876056671142578,
      "learning_rate": 0.00011390396368526517,
      "loss": 1.0585,
      "step": 718
    },
    {
      "epoch": 0.002389492216287264,
      "grad_norm": 2.5403969287872314,
      "learning_rate": 0.00011370373735346376,
      "loss": 0.3974,
      "step": 719
    },
    {
      "epoch": 0.0023928155712473298,
      "grad_norm": 4.178350925445557,
      "learning_rate": 0.00011350345501539941,
      "loss": 0.8826,
      "step": 720
    },
    {
      "epoch": 0.0023961389262073954,
      "grad_norm": 2.554903745651245,
      "learning_rate": 0.00011330311748961277,
      "loss": 0.7078,
      "step": 721
    },
    {
      "epoch": 0.0023994622811674615,
      "grad_norm": 2.9373857975006104,
      "learning_rate": 0.00011310272559486992,
      "loss": 0.5977,
      "step": 722
    },
    {
      "epoch": 0.002402785636127527,
      "grad_norm": 2.036313772201538,
      "learning_rate": 0.00011290228015015923,
      "loss": 1.2615,
      "step": 723
    },
    {
      "epoch": 0.0024061089910875928,
      "grad_norm": 2.689767360687256,
      "learning_rate": 0.00011270178197468789,
      "loss": 0.5867,
      "step": 724
    },
    {
      "epoch": 0.0024094323460476584,
      "grad_norm": 2.3252217769622803,
      "learning_rate": 0.0001125012318878786,
      "loss": 1.2734,
      "step": 725
    },
    {
      "epoch": 0.0024127557010077245,
      "grad_norm": 2.145219326019287,
      "learning_rate": 0.00011230063070936622,
      "loss": 1.2633,
      "step": 726
    },
    {
      "epoch": 0.00241607905596779,
      "grad_norm": 2.8459153175354004,
      "learning_rate": 0.00011209997925899442,
      "loss": 0.5971,
      "step": 727
    },
    {
      "epoch": 0.0024194024109278557,
      "grad_norm": 3.035327434539795,
      "learning_rate": 0.00011189927835681239,
      "loss": 1.2025,
      "step": 728
    },
    {
      "epoch": 0.0024227257658879214,
      "grad_norm": 2.1481621265411377,
      "learning_rate": 0.00011169852882307128,
      "loss": 0.6709,
      "step": 729
    },
    {
      "epoch": 0.0024260491208479874,
      "grad_norm": 2.592527151107788,
      "learning_rate": 0.00011149773147822111,
      "loss": 1.154,
      "step": 730
    },
    {
      "epoch": 0.002429372475808053,
      "grad_norm": 2.186795711517334,
      "learning_rate": 0.00011129688714290729,
      "loss": 1.0236,
      "step": 731
    },
    {
      "epoch": 0.0024326958307681187,
      "grad_norm": 2.3875553607940674,
      "learning_rate": 0.00011109599663796724,
      "loss": 0.8996,
      "step": 732
    },
    {
      "epoch": 0.0024360191857281843,
      "grad_norm": 2.9787566661834717,
      "learning_rate": 0.00011089506078442708,
      "loss": 1.2581,
      "step": 733
    },
    {
      "epoch": 0.0024393425406882504,
      "grad_norm": 2.3837294578552246,
      "learning_rate": 0.0001106940804034983,
      "loss": 1.2547,
      "step": 734
    },
    {
      "epoch": 0.002442665895648316,
      "grad_norm": 4.661477565765381,
      "learning_rate": 0.00011049305631657434,
      "loss": 0.8619,
      "step": 735
    },
    {
      "epoch": 0.0024459892506083817,
      "grad_norm": 2.0789432525634766,
      "learning_rate": 0.00011029198934522725,
      "loss": 0.8992,
      "step": 736
    },
    {
      "epoch": 0.0024493126055684473,
      "grad_norm": 3.655514717102051,
      "learning_rate": 0.00011009088031120438,
      "loss": 0.6776,
      "step": 737
    },
    {
      "epoch": 0.002452635960528513,
      "grad_norm": 1.9057753086090088,
      "learning_rate": 0.00010988973003642499,
      "loss": 1.0093,
      "step": 738
    },
    {
      "epoch": 0.002455959315488579,
      "grad_norm": 2.5895657539367676,
      "learning_rate": 0.00010968853934297685,
      "loss": 0.9294,
      "step": 739
    },
    {
      "epoch": 0.0024592826704486447,
      "grad_norm": 2.3742287158966064,
      "learning_rate": 0.00010948730905311293,
      "loss": 0.7016,
      "step": 740
    },
    {
      "epoch": 0.0024626060254087103,
      "grad_norm": 2.8927066326141357,
      "learning_rate": 0.00010928603998924806,
      "loss": 0.8132,
      "step": 741
    },
    {
      "epoch": 0.002465929380368776,
      "grad_norm": 2.5231008529663086,
      "learning_rate": 0.00010908473297395551,
      "loss": 0.7774,
      "step": 742
    },
    {
      "epoch": 0.002469252735328842,
      "grad_norm": 2.50783634185791,
      "learning_rate": 0.00010888338882996365,
      "loss": 0.9813,
      "step": 743
    },
    {
      "epoch": 0.0024725760902889076,
      "grad_norm": 2.4090073108673096,
      "learning_rate": 0.00010868200838015265,
      "loss": 0.8982,
      "step": 744
    },
    {
      "epoch": 0.0024758994452489733,
      "grad_norm": 3.4489665031433105,
      "learning_rate": 0.00010848059244755093,
      "loss": 0.9568,
      "step": 745
    },
    {
      "epoch": 0.002479222800209039,
      "grad_norm": 2.0470728874206543,
      "learning_rate": 0.00010827914185533206,
      "loss": 0.889,
      "step": 746
    },
    {
      "epoch": 0.002482546155169105,
      "grad_norm": 2.2938454151153564,
      "learning_rate": 0.0001080776574268112,
      "loss": 0.9934,
      "step": 747
    },
    {
      "epoch": 0.0024858695101291706,
      "grad_norm": 2.2668325901031494,
      "learning_rate": 0.0001078761399854418,
      "loss": 1.0706,
      "step": 748
    },
    {
      "epoch": 0.0024891928650892362,
      "grad_norm": 3.773338556289673,
      "learning_rate": 0.00010767459035481222,
      "loss": 0.7569,
      "step": 749
    },
    {
      "epoch": 0.002492516220049302,
      "grad_norm": 2.2252817153930664,
      "learning_rate": 0.00010747300935864243,
      "loss": 0.6862,
      "step": 750
    },
    {
      "epoch": 0.0024958395750093675,
      "grad_norm": 2.2346713542938232,
      "learning_rate": 0.00010727139782078053,
      "loss": 0.7629,
      "step": 751
    },
    {
      "epoch": 0.0024991629299694336,
      "grad_norm": 2.4557881355285645,
      "learning_rate": 0.00010706975656519946,
      "loss": 0.9483,
      "step": 752
    },
    {
      "epoch": 0.002502486284929499,
      "grad_norm": 2.8478827476501465,
      "learning_rate": 0.00010686808641599364,
      "loss": 0.6774,
      "step": 753
    },
    {
      "epoch": 0.002505809639889565,
      "grad_norm": 1.6155130863189697,
      "learning_rate": 0.00010666638819737553,
      "loss": 0.5868,
      "step": 754
    },
    {
      "epoch": 0.0025091329948496305,
      "grad_norm": 2.7965087890625,
      "learning_rate": 0.00010646466273367235,
      "loss": 0.8612,
      "step": 755
    },
    {
      "epoch": 0.0025124563498096966,
      "grad_norm": 2.708322048187256,
      "learning_rate": 0.00010626291084932261,
      "loss": 0.8576,
      "step": 756
    },
    {
      "epoch": 0.002515779704769762,
      "grad_norm": 2.0945708751678467,
      "learning_rate": 0.00010606113336887291,
      "loss": 0.5911,
      "step": 757
    },
    {
      "epoch": 0.002519103059729828,
      "grad_norm": 2.197315216064453,
      "learning_rate": 0.0001058593311169743,
      "loss": 0.7516,
      "step": 758
    },
    {
      "epoch": 0.0025224264146898935,
      "grad_norm": 2.038851737976074,
      "learning_rate": 0.00010565750491837925,
      "loss": 1.1835,
      "step": 759
    },
    {
      "epoch": 0.0025257497696499595,
      "grad_norm": 2.6233997344970703,
      "learning_rate": 0.00010545565559793796,
      "loss": 0.971,
      "step": 760
    },
    {
      "epoch": 0.002529073124610025,
      "grad_norm": 2.3153769969940186,
      "learning_rate": 0.00010525378398059515,
      "loss": 0.5912,
      "step": 761
    },
    {
      "epoch": 0.002532396479570091,
      "grad_norm": 2.227771043777466,
      "learning_rate": 0.00010505189089138671,
      "loss": 0.8677,
      "step": 762
    },
    {
      "epoch": 0.0025357198345301564,
      "grad_norm": 3.817293405532837,
      "learning_rate": 0.00010484997715543632,
      "loss": 0.9035,
      "step": 763
    },
    {
      "epoch": 0.002539043189490222,
      "grad_norm": 2.1776576042175293,
      "learning_rate": 0.0001046480435979519,
      "loss": 0.8186,
      "step": 764
    },
    {
      "epoch": 0.002542366544450288,
      "grad_norm": 2.7286250591278076,
      "learning_rate": 0.00010444609104422254,
      "loss": 0.7138,
      "step": 765
    },
    {
      "epoch": 0.0025456898994103538,
      "grad_norm": 1.9284968376159668,
      "learning_rate": 0.00010424412031961484,
      "loss": 0.9529,
      "step": 766
    },
    {
      "epoch": 0.0025490132543704194,
      "grad_norm": 2.494922399520874,
      "learning_rate": 0.00010404213224956974,
      "loss": 0.6777,
      "step": 767
    },
    {
      "epoch": 0.002552336609330485,
      "grad_norm": 2.717733860015869,
      "learning_rate": 0.00010384012765959903,
      "loss": 0.7697,
      "step": 768
    },
    {
      "epoch": 0.002555659964290551,
      "grad_norm": 2.2490556240081787,
      "learning_rate": 0.00010363810737528203,
      "loss": 1.2213,
      "step": 769
    },
    {
      "epoch": 0.0025589833192506167,
      "grad_norm": 2.5134971141815186,
      "learning_rate": 0.00010343607222226226,
      "loss": 1.0915,
      "step": 770
    },
    {
      "epoch": 0.0025623066742106824,
      "grad_norm": 4.855796813964844,
      "learning_rate": 0.00010323402302624386,
      "loss": 0.5551,
      "step": 771
    },
    {
      "epoch": 0.002565630029170748,
      "grad_norm": 1.9683635234832764,
      "learning_rate": 0.0001030319606129885,
      "loss": 1.0957,
      "step": 772
    },
    {
      "epoch": 0.002568953384130814,
      "grad_norm": 1.7863355875015259,
      "learning_rate": 0.00010282988580831183,
      "loss": 0.9418,
      "step": 773
    },
    {
      "epoch": 0.0025722767390908797,
      "grad_norm": 1.9649670124053955,
      "learning_rate": 0.0001026277994380801,
      "loss": 0.926,
      "step": 774
    },
    {
      "epoch": 0.0025756000940509454,
      "grad_norm": 1.9400885105133057,
      "learning_rate": 0.00010242570232820687,
      "loss": 1.0588,
      "step": 775
    },
    {
      "epoch": 0.002578923449011011,
      "grad_norm": 2.37092924118042,
      "learning_rate": 0.00010222359530464964,
      "loss": 0.7359,
      "step": 776
    },
    {
      "epoch": 0.0025822468039710766,
      "grad_norm": 1.56278657913208,
      "learning_rate": 0.0001020214791934063,
      "loss": 1.0065,
      "step": 777
    },
    {
      "epoch": 0.0025855701589311427,
      "grad_norm": 2.879283905029297,
      "learning_rate": 0.00010181935482051197,
      "loss": 0.8936,
      "step": 778
    },
    {
      "epoch": 0.0025888935138912083,
      "grad_norm": 2.6248812675476074,
      "learning_rate": 0.00010161722301203553,
      "loss": 0.5138,
      "step": 779
    },
    {
      "epoch": 0.002592216868851274,
      "grad_norm": 2.922018527984619,
      "learning_rate": 0.00010141508459407623,
      "loss": 0.4026,
      "step": 780
    },
    {
      "epoch": 0.0025955402238113396,
      "grad_norm": 2.5472235679626465,
      "learning_rate": 0.0001012129403927603,
      "loss": 0.9032,
      "step": 781
    },
    {
      "epoch": 0.0025988635787714057,
      "grad_norm": 2.224081039428711,
      "learning_rate": 0.00010101079123423771,
      "loss": 0.7695,
      "step": 782
    },
    {
      "epoch": 0.0025988635787714057,
      "eval_loss": 0.8235964179039001,
      "eval_runtime": 3695.4024,
      "eval_samples_per_second": 34.285,
      "eval_steps_per_second": 17.142,
      "step": 782
    }
  ],
  "logging_steps": 1,
  "max_steps": 1564,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 391,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.9535109128192e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}