{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0006653359946773,
  "eval_steps": 282,
  "global_step": 1128,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0008871146595697493,
      "grad_norm": 3.6673190593719482,
      "learning_rate": 2e-05,
      "loss": 1.8679,
      "step": 1
    },
    {
      "epoch": 0.0008871146595697493,
      "eval_loss": 2.023972988128662,
      "eval_runtime": 12.1786,
      "eval_samples_per_second": 39.003,
      "eval_steps_per_second": 19.542,
      "step": 1
    },
    {
      "epoch": 0.0017742293191394987,
      "grad_norm": 5.227359771728516,
      "learning_rate": 4e-05,
      "loss": 1.6645,
      "step": 2
    },
    {
      "epoch": 0.0026613439787092482,
      "grad_norm": 5.089718818664551,
      "learning_rate": 6e-05,
      "loss": 1.7951,
      "step": 3
    },
    {
      "epoch": 0.0035484586382789974,
      "grad_norm": 4.330444812774658,
      "learning_rate": 8e-05,
      "loss": 1.8818,
      "step": 4
    },
    {
      "epoch": 0.004435573297848747,
      "grad_norm": 4.714459419250488,
      "learning_rate": 0.0001,
      "loss": 2.073,
      "step": 5
    },
    {
      "epoch": 0.0053226879574184965,
      "grad_norm": 7.309926509857178,
      "learning_rate": 0.00012,
      "loss": 1.8162,
      "step": 6
    },
    {
      "epoch": 0.006209802616988246,
      "grad_norm": 6.139472007751465,
      "learning_rate": 0.00014,
      "loss": 2.0275,
      "step": 7
    },
    {
      "epoch": 0.007096917276557995,
      "grad_norm": 4.38075590133667,
      "learning_rate": 0.00016,
      "loss": 1.9916,
      "step": 8
    },
    {
      "epoch": 0.007984031936127744,
      "grad_norm": 5.914366245269775,
      "learning_rate": 0.00018,
      "loss": 1.8435,
      "step": 9
    },
    {
      "epoch": 0.008871146595697495,
      "grad_norm": 4.4900126457214355,
      "learning_rate": 0.0002,
      "loss": 1.6362,
      "step": 10
    },
    {
      "epoch": 0.009758261255267244,
      "grad_norm": 4.459842681884766,
      "learning_rate": 0.00019999960519207944,
      "loss": 1.5268,
      "step": 11
    },
    {
      "epoch": 0.010645375914836993,
      "grad_norm": 8.407224655151367,
      "learning_rate": 0.00019999842077143512,
      "loss": 1.7023,
      "step": 12
    },
    {
      "epoch": 0.011532490574406742,
      "grad_norm": 6.581134796142578,
      "learning_rate": 0.00019999644674741944,
      "loss": 1.6208,
      "step": 13
    },
    {
      "epoch": 0.012419605233976491,
      "grad_norm": 7.770218849182129,
      "learning_rate": 0.00019999368313561967,
      "loss": 1.7215,
      "step": 14
    },
    {
      "epoch": 0.01330671989354624,
      "grad_norm": 7.000676155090332,
      "learning_rate": 0.00019999012995785764,
      "loss": 1.502,
      "step": 15
    },
    {
      "epoch": 0.01419383455311599,
      "grad_norm": 7.1374616622924805,
      "learning_rate": 0.00019998578724218986,
      "loss": 1.2161,
      "step": 16
    },
    {
      "epoch": 0.01508094921268574,
      "grad_norm": 10.82014274597168,
      "learning_rate": 0.00019998065502290708,
      "loss": 1.2529,
      "step": 17
    },
    {
      "epoch": 0.015968063872255488,
      "grad_norm": 16.018245697021484,
      "learning_rate": 0.00019997473334053414,
      "loss": 1.184,
      "step": 18
    },
    {
      "epoch": 0.01685517853182524,
      "grad_norm": 10.612144470214844,
      "learning_rate": 0.00019996802224182955,
      "loss": 1.1036,
      "step": 19
    },
    {
      "epoch": 0.01774229319139499,
      "grad_norm": 12.681857109069824,
      "learning_rate": 0.00019996052177978518,
      "loss": 1.3494,
      "step": 20
    },
    {
      "epoch": 0.018629407850964737,
      "grad_norm": 15.213363647460938,
      "learning_rate": 0.00019995223201362596,
      "loss": 1.0644,
      "step": 21
    },
    {
      "epoch": 0.019516522510534488,
      "grad_norm": 10.044658660888672,
      "learning_rate": 0.00019994315300880913,
      "loss": 1.0145,
      "step": 22
    },
    {
      "epoch": 0.020403637170104235,
      "grad_norm": 11.904994010925293,
      "learning_rate": 0.00019993328483702393,
      "loss": 0.9969,
      "step": 23
    },
    {
      "epoch": 0.021290751829673986,
      "grad_norm": 20.642271041870117,
      "learning_rate": 0.0001999226275761911,
      "loss": 1.1908,
      "step": 24
    },
    {
      "epoch": 0.022177866489243733,
      "grad_norm": 14.061671257019043,
      "learning_rate": 0.00019991118131046197,
      "loss": 1.0661,
      "step": 25
    },
    {
      "epoch": 0.023064981148813484,
      "grad_norm": 13.23771858215332,
      "learning_rate": 0.0001998989461302181,
      "loss": 1.2261,
      "step": 26
    },
    {
      "epoch": 0.023952095808383235,
      "grad_norm": 15.058538436889648,
      "learning_rate": 0.0001998859221320704,
      "loss": 0.9589,
      "step": 27
    },
    {
      "epoch": 0.024839210467952982,
      "grad_norm": 12.514619827270508,
      "learning_rate": 0.00019987210941885844,
      "loss": 1.037,
      "step": 28
    },
    {
      "epoch": 0.025726325127522733,
      "grad_norm": 12.36343002319336,
      "learning_rate": 0.0001998575080996496,
      "loss": 0.7925,
      "step": 29
    },
    {
      "epoch": 0.02661343978709248,
      "grad_norm": 19.053913116455078,
      "learning_rate": 0.00019984211828973818,
      "loss": 0.9819,
      "step": 30
    },
    {
      "epoch": 0.02750055444666223,
      "grad_norm": 15.246320724487305,
      "learning_rate": 0.00019982594011064454,
      "loss": 0.9843,
      "step": 31
    },
    {
      "epoch": 0.02838766910623198,
      "grad_norm": 14.748583793640137,
      "learning_rate": 0.0001998089736901142,
      "loss": 0.9288,
      "step": 32
    },
    {
      "epoch": 0.02927478376580173,
      "grad_norm": 14.616230964660645,
      "learning_rate": 0.0001997912191621167,
      "loss": 0.7724,
      "step": 33
    },
    {
      "epoch": 0.03016189842537148,
      "grad_norm": 11.348190307617188,
      "learning_rate": 0.00019977267666684457,
      "loss": 0.743,
      "step": 34
    },
    {
      "epoch": 0.031049013084941228,
      "grad_norm": 24.320838928222656,
      "learning_rate": 0.00019975334635071232,
      "loss": 0.8574,
      "step": 35
    },
    {
      "epoch": 0.031936127744510975,
      "grad_norm": 14.566607475280762,
      "learning_rate": 0.00019973322836635518,
      "loss": 0.9054,
      "step": 36
    },
    {
      "epoch": 0.03282324240408073,
      "grad_norm": 13.297017097473145,
      "learning_rate": 0.00019971232287262791,
      "loss": 1.1246,
      "step": 37
    },
    {
      "epoch": 0.03371035706365048,
      "grad_norm": 11.143675804138184,
      "learning_rate": 0.00019969063003460365,
      "loss": 0.7478,
      "step": 38
    },
    {
      "epoch": 0.034597471723220224,
      "grad_norm": 21.96076011657715,
      "learning_rate": 0.0001996681500235724,
      "loss": 0.8467,
      "step": 39
    },
    {
      "epoch": 0.03548458638278998,
      "grad_norm": 13.878495216369629,
      "learning_rate": 0.00019964488301704004,
      "loss": 0.8485,
      "step": 40
    },
    {
      "epoch": 0.036371701042359726,
      "grad_norm": 18.939308166503906,
      "learning_rate": 0.0001996208291987264,
      "loss": 0.8222,
      "step": 41
    },
    {
      "epoch": 0.037258815701929474,
      "grad_norm": 11.756958961486816,
      "learning_rate": 0.00019959598875856428,
      "loss": 1.2362,
      "step": 42
    },
    {
      "epoch": 0.03814593036149922,
      "grad_norm": 9.653301239013672,
      "learning_rate": 0.00019957036189269776,
      "loss": 0.678,
      "step": 43
    },
    {
      "epoch": 0.039033045021068975,
      "grad_norm": 13.054235458374023,
      "learning_rate": 0.0001995439488034806,
      "loss": 0.8528,
      "step": 44
    },
    {
      "epoch": 0.03992015968063872,
      "grad_norm": 8.952322006225586,
      "learning_rate": 0.00019951674969947476,
      "loss": 0.8973,
      "step": 45
    },
    {
      "epoch": 0.04080727434020847,
      "grad_norm": 9.048155784606934,
      "learning_rate": 0.00019948876479544865,
      "loss": 0.5689,
      "step": 46
    },
    {
      "epoch": 0.041694388999778224,
      "grad_norm": 8.52102279663086,
      "learning_rate": 0.0001994599943123755,
      "loss": 0.6539,
      "step": 47
    },
    {
      "epoch": 0.04258150365934797,
      "grad_norm": 12.988398551940918,
      "learning_rate": 0.00019943043847743164,
      "loss": 0.6807,
      "step": 48
    },
    {
      "epoch": 0.04346861831891772,
      "grad_norm": 8.046446800231934,
      "learning_rate": 0.0001994000975239946,
      "loss": 0.5781,
      "step": 49
    },
    {
      "epoch": 0.04435573297848747,
      "grad_norm": 12.383731842041016,
      "learning_rate": 0.00019936897169164138,
      "loss": 0.8615,
      "step": 50
    },
    {
      "epoch": 0.04524284763805722,
      "grad_norm": 13.143173217773438,
      "learning_rate": 0.00019933706122614645,
      "loss": 0.6558,
      "step": 51
    },
    {
      "epoch": 0.04612996229762697,
      "grad_norm": 9.389509201049805,
      "learning_rate": 0.0001993043663794799,
      "loss": 0.6604,
      "step": 52
    },
    {
      "epoch": 0.047017076957196716,
      "grad_norm": 10.539285659790039,
      "learning_rate": 0.0001992708874098054,
      "loss": 0.6846,
      "step": 53
    },
    {
      "epoch": 0.04790419161676647,
      "grad_norm": 10.352611541748047,
      "learning_rate": 0.00019923662458147827,
      "loss": 0.8359,
      "step": 54
    },
    {
      "epoch": 0.04879130627633622,
      "grad_norm": 11.366193771362305,
      "learning_rate": 0.0001992015781650432,
      "loss": 0.6553,
      "step": 55
    },
    {
      "epoch": 0.049678420935905965,
      "grad_norm": 6.360193729400635,
      "learning_rate": 0.0001991657484372322,
      "loss": 0.7952,
      "step": 56
    },
    {
      "epoch": 0.05056553559547571,
      "grad_norm": 12.521248817443848,
      "learning_rate": 0.00019912913568096252,
      "loss": 1.0233,
      "step": 57
    },
    {
      "epoch": 0.051452650255045466,
      "grad_norm": 7.647332191467285,
      "learning_rate": 0.00019909174018533428,
      "loss": 0.5761,
      "step": 58
    },
    {
      "epoch": 0.052339764914615214,
      "grad_norm": 9.201091766357422,
      "learning_rate": 0.00019905356224562824,
      "loss": 0.7336,
      "step": 59
    },
    {
      "epoch": 0.05322687957418496,
      "grad_norm": 9.427762985229492,
      "learning_rate": 0.00019901460216330342,
      "loss": 0.6997,
      "step": 60
    },
    {
      "epoch": 0.054113994233754716,
      "grad_norm": 8.422709465026855,
      "learning_rate": 0.00019897486024599486,
      "loss": 0.6618,
      "step": 61
    },
    {
      "epoch": 0.05500110889332446,
      "grad_norm": 11.193824768066406,
      "learning_rate": 0.00019893433680751103,
      "loss": 0.4967,
      "step": 62
    },
    {
      "epoch": 0.05588822355289421,
      "grad_norm": 10.63187313079834,
      "learning_rate": 0.00019889303216783137,
      "loss": 0.7534,
      "step": 63
    },
    {
      "epoch": 0.05677533821246396,
      "grad_norm": 9.322698593139648,
      "learning_rate": 0.0001988509466531039,
      "loss": 0.7452,
      "step": 64
    },
    {
      "epoch": 0.05766245287203371,
      "grad_norm": 10.455256462097168,
      "learning_rate": 0.0001988080805956425,
      "loss": 1.1743,
      "step": 65
    },
    {
      "epoch": 0.05854956753160346,
      "grad_norm": 8.596287727355957,
      "learning_rate": 0.00019876443433392433,
      "loss": 0.8782,
      "step": 66
    },
    {
      "epoch": 0.05943668219117321,
      "grad_norm": 9.011756896972656,
      "learning_rate": 0.0001987200082125872,
      "loss": 0.6693,
      "step": 67
    },
    {
      "epoch": 0.06032379685074296,
      "grad_norm": 11.070636749267578,
      "learning_rate": 0.00019867480258242682,
      "loss": 0.7454,
      "step": 68
    },
    {
      "epoch": 0.06121091151031271,
      "grad_norm": 12.717456817626953,
      "learning_rate": 0.00019862881780039398,
      "loss": 0.9085,
      "step": 69
    },
    {
      "epoch": 0.062098026169882456,
      "grad_norm": 15.079666137695312,
      "learning_rate": 0.0001985820542295918,
      "loss": 0.6073,
      "step": 70
    },
    {
      "epoch": 0.06298514082945221,
      "grad_norm": 12.839912414550781,
      "learning_rate": 0.0001985345122392729,
      "loss": 0.6237,
      "step": 71
    },
    {
      "epoch": 0.06387225548902195,
      "grad_norm": 11.559992790222168,
      "learning_rate": 0.0001984861922048363,
      "loss": 0.7515,
      "step": 72
    },
    {
      "epoch": 0.0647593701485917,
      "grad_norm": 8.247275352478027,
      "learning_rate": 0.00019843709450782467,
      "loss": 0.6023,
      "step": 73
    },
    {
      "epoch": 0.06564648480816146,
      "grad_norm": 6.980910778045654,
      "learning_rate": 0.00019838721953592124,
      "loss": 0.7054,
      "step": 74
    },
    {
      "epoch": 0.0665335994677312,
      "grad_norm": 11.540618896484375,
      "learning_rate": 0.00019833656768294662,
      "loss": 0.8891,
      "step": 75
    },
    {
      "epoch": 0.06742071412730095,
      "grad_norm": 11.740543365478516,
      "learning_rate": 0.00019828513934885592,
      "loss": 0.8309,
      "step": 76
    },
    {
      "epoch": 0.06830782878687071,
      "grad_norm": 11.343753814697266,
      "learning_rate": 0.0001982329349397354,
      "loss": 0.7939,
      "step": 77
    },
    {
      "epoch": 0.06919494344644045,
      "grad_norm": 9.70691967010498,
      "learning_rate": 0.0001981799548677993,
      "loss": 0.657,
      "step": 78
    },
    {
      "epoch": 0.0700820581060102,
      "grad_norm": 14.004857063293457,
      "learning_rate": 0.0001981261995513867,
      "loss": 0.6555,
      "step": 79
    },
    {
      "epoch": 0.07096917276557996,
      "grad_norm": 10.615334510803223,
      "learning_rate": 0.0001980716694149581,
      "loss": 0.9318,
      "step": 80
    },
    {
      "epoch": 0.0718562874251497,
      "grad_norm": 10.814762115478516,
      "learning_rate": 0.00019801636488909208,
      "loss": 0.6416,
      "step": 81
    },
    {
      "epoch": 0.07274340208471945,
      "grad_norm": 13.94945240020752,
      "learning_rate": 0.00019796028641048196,
      "loss": 0.6752,
      "step": 82
    },
    {
      "epoch": 0.07363051674428919,
      "grad_norm": 13.915162086486816,
      "learning_rate": 0.0001979034344219323,
      "loss": 0.6117,
      "step": 83
    },
    {
      "epoch": 0.07451763140385895,
      "grad_norm": 17.205469131469727,
      "learning_rate": 0.00019784580937235534,
      "loss": 0.9613,
      "step": 84
    },
    {
      "epoch": 0.0754047460634287,
      "grad_norm": 9.852814674377441,
      "learning_rate": 0.00019778741171676763,
      "loss": 0.7405,
      "step": 85
    },
    {
      "epoch": 0.07629186072299844,
      "grad_norm": 11.27894115447998,
      "learning_rate": 0.00019772824191628633,
      "loss": 0.7177,
      "step": 86
    },
    {
      "epoch": 0.0771789753825682,
      "grad_norm": 17.786542892456055,
      "learning_rate": 0.0001976683004381256,
      "loss": 0.846,
      "step": 87
    },
    {
      "epoch": 0.07806609004213795,
      "grad_norm": 20.08266258239746,
      "learning_rate": 0.00019760758775559274,
      "loss": 0.6336,
      "step": 88
    },
    {
      "epoch": 0.07895320470170769,
      "grad_norm": 16.52497100830078,
      "learning_rate": 0.00019754610434808475,
      "loss": 0.7734,
      "step": 89
    },
    {
      "epoch": 0.07984031936127745,
      "grad_norm": 18.733089447021484,
      "learning_rate": 0.00019748385070108443,
      "loss": 0.793,
      "step": 90
    },
    {
      "epoch": 0.0807274340208472,
      "grad_norm": 10.460667610168457,
      "learning_rate": 0.00019742082730615632,
      "loss": 0.7058,
      "step": 91
    },
    {
      "epoch": 0.08161454868041694,
      "grad_norm": 12.447992324829102,
      "learning_rate": 0.00019735703466094325,
      "loss": 0.7795,
      "step": 92
    },
    {
      "epoch": 0.0825016633399867,
      "grad_norm": 16.476871490478516,
      "learning_rate": 0.00019729247326916193,
      "loss": 0.8203,
      "step": 93
    },
    {
      "epoch": 0.08338877799955645,
      "grad_norm": 11.621484756469727,
      "learning_rate": 0.00019722714364059943,
      "loss": 0.9551,
      "step": 94
    },
    {
      "epoch": 0.08427589265912619,
      "grad_norm": 22.71044921875,
      "learning_rate": 0.0001971610462911088,
      "loss": 0.8313,
      "step": 95
    },
    {
      "epoch": 0.08516300731869594,
      "grad_norm": 23.781505584716797,
      "learning_rate": 0.0001970941817426052,
      "loss": 0.8013,
      "step": 96
    },
    {
      "epoch": 0.08605012197826568,
      "grad_norm": 21.654478073120117,
      "learning_rate": 0.0001970265505230617,
      "loss": 0.7208,
      "step": 97
    },
    {
      "epoch": 0.08693723663783544,
      "grad_norm": 13.208924293518066,
      "learning_rate": 0.00019695815316650512,
      "loss": 0.5379,
      "step": 98
    },
    {
      "epoch": 0.08782435129740519,
      "grad_norm": 14.243273735046387,
      "learning_rate": 0.0001968889902130118,
      "loss": 0.9173,
      "step": 99
    },
    {
      "epoch": 0.08871146595697493,
      "grad_norm": 12.128312110900879,
      "learning_rate": 0.00019681906220870343,
      "loss": 0.7378,
      "step": 100
    },
    {
      "epoch": 0.08959858061654469,
      "grad_norm": 13.487462997436523,
      "learning_rate": 0.00019674836970574254,
      "loss": 0.6032,
      "step": 101
    },
    {
      "epoch": 0.09048569527611444,
      "grad_norm": 12.065999984741211,
      "learning_rate": 0.00019667691326232838,
      "loss": 0.7097,
      "step": 102
    },
    {
      "epoch": 0.09137280993568418,
      "grad_norm": 11.19507884979248,
      "learning_rate": 0.0001966046934426923,
      "loss": 0.7717,
      "step": 103
    },
    {
      "epoch": 0.09225992459525394,
      "grad_norm": 17.148624420166016,
      "learning_rate": 0.0001965317108170935,
      "loss": 0.7964,
      "step": 104
    },
    {
      "epoch": 0.09314703925482369,
      "grad_norm": 15.926012992858887,
      "learning_rate": 0.00019645796596181434,
      "loss": 0.7741,
      "step": 105
    },
    {
      "epoch": 0.09403415391439343,
      "grad_norm": 11.76050090789795,
      "learning_rate": 0.00019638345945915587,
      "loss": 0.6524,
      "step": 106
    },
    {
      "epoch": 0.09492126857396319,
      "grad_norm": 14.853300094604492,
      "learning_rate": 0.00019630819189743316,
      "loss": 0.7818,
      "step": 107
    },
    {
      "epoch": 0.09580838323353294,
      "grad_norm": 9.69763469696045,
      "learning_rate": 0.00019623216387097095,
      "loss": 0.6061,
      "step": 108
    },
    {
      "epoch": 0.09669549789310268,
      "grad_norm": 11.943038940429688,
      "learning_rate": 0.00019615537598009842,
      "loss": 0.6562,
      "step": 109
    },
    {
      "epoch": 0.09758261255267243,
      "grad_norm": 12.512228012084961,
      "learning_rate": 0.00019607782883114506,
      "loss": 0.6749,
      "step": 110
    },
    {
      "epoch": 0.09846972721224219,
      "grad_norm": 16.082195281982422,
      "learning_rate": 0.00019599952303643538,
      "loss": 0.7328,
      "step": 111
    },
    {
      "epoch": 0.09935684187181193,
      "grad_norm": 12.50361156463623,
      "learning_rate": 0.00019592045921428434,
      "loss": 0.54,
      "step": 112
    },
    {
      "epoch": 0.10024395653138168,
      "grad_norm": 32.194026947021484,
      "learning_rate": 0.0001958406379889924,
      "loss": 0.5953,
      "step": 113
    },
    {
      "epoch": 0.10113107119095142,
      "grad_norm": 13.69925594329834,
      "learning_rate": 0.0001957600599908406,
      "loss": 0.6617,
      "step": 114
    },
    {
      "epoch": 0.10201818585052118,
      "grad_norm": 9.728471755981445,
      "learning_rate": 0.0001956787258560856,
      "loss": 0.6035,
      "step": 115
    },
    {
      "epoch": 0.10290530051009093,
      "grad_norm": 13.60407543182373,
      "learning_rate": 0.00019559663622695459,
      "loss": 0.8447,
      "step": 116
    },
    {
      "epoch": 0.10379241516966067,
      "grad_norm": 12.249717712402344,
      "learning_rate": 0.00019551379175164032,
      "loss": 0.6996,
      "step": 117
    },
    {
      "epoch": 0.10467952982923043,
      "grad_norm": 19.859582901000977,
      "learning_rate": 0.0001954301930842958,
      "loss": 0.7288,
      "step": 118
    },
    {
      "epoch": 0.10556664448880018,
      "grad_norm": 16.79155921936035,
      "learning_rate": 0.00019534584088502945,
      "loss": 0.7852,
      "step": 119
    },
    {
      "epoch": 0.10645375914836992,
      "grad_norm": 13.953434944152832,
      "learning_rate": 0.00019526073581989958,
      "loss": 0.7189,
      "step": 120
    },
    {
      "epoch": 0.10734087380793968,
      "grad_norm": 14.046134948730469,
      "learning_rate": 0.00019517487856090924,
      "loss": 0.8054,
      "step": 121
    },
    {
      "epoch": 0.10822798846750943,
      "grad_norm": 14.587677001953125,
      "learning_rate": 0.00019508826978600094,
      "loss": 0.7838,
      "step": 122
    },
    {
      "epoch": 0.10911510312707917,
      "grad_norm": 18.557950973510742,
      "learning_rate": 0.00019500091017905132,
      "loss": 0.5381,
      "step": 123
    },
    {
      "epoch": 0.11000221778664893,
      "grad_norm": 23.79853630065918,
      "learning_rate": 0.00019491280042986564,
      "loss": 1.0192,
      "step": 124
    },
    {
      "epoch": 0.11088933244621868,
      "grad_norm": 19.0394287109375,
      "learning_rate": 0.00019482394123417247,
      "loss": 0.7861,
      "step": 125
    },
    {
      "epoch": 0.11177644710578842,
      "grad_norm": 19.11589241027832,
      "learning_rate": 0.00019473433329361806,
      "loss": 0.7684,
      "step": 126
    },
    {
      "epoch": 0.11266356176535818,
      "grad_norm": 13.572484970092773,
      "learning_rate": 0.00019464397731576094,
      "loss": 0.6289,
      "step": 127
    },
    {
      "epoch": 0.11355067642492792,
      "grad_norm": 17.378578186035156,
      "learning_rate": 0.00019455287401406622,
      "loss": 0.71,
      "step": 128
    },
    {
      "epoch": 0.11443779108449767,
      "grad_norm": 19.375595092773438,
      "learning_rate": 0.00019446102410789997,
      "loss": 0.9319,
      "step": 129
    },
    {
      "epoch": 0.11532490574406742,
      "grad_norm": 21.332448959350586,
      "learning_rate": 0.00019436842832252363,
      "loss": 0.7618,
      "step": 130
    },
    {
      "epoch": 0.11621202040363716,
      "grad_norm": 27.096935272216797,
      "learning_rate": 0.00019427508738908817,
      "loss": 0.7984,
      "step": 131
    },
    {
      "epoch": 0.11709913506320692,
      "grad_norm": 30.043567657470703,
      "learning_rate": 0.0001941810020446284,
      "loss": 0.6286,
      "step": 132
    },
    {
      "epoch": 0.11798624972277667,
      "grad_norm": 13.005191802978516,
      "learning_rate": 0.0001940861730320571,
      "loss": 0.7405,
      "step": 133
    },
    {
      "epoch": 0.11887336438234641,
      "grad_norm": 22.041711807250977,
      "learning_rate": 0.00019399060110015918,
      "loss": 0.8709,
      "step": 134
    },
    {
      "epoch": 0.11976047904191617,
      "grad_norm": 11.42326831817627,
      "learning_rate": 0.00019389428700358573,
      "loss": 0.681,
      "step": 135
    },
    {
      "epoch": 0.12064759370148592,
      "grad_norm": 22.315006256103516,
      "learning_rate": 0.00019379723150284817,
      "loss": 0.7943,
      "step": 136
    },
    {
      "epoch": 0.12153470836105566,
      "grad_norm": 11.499406814575195,
      "learning_rate": 0.00019369943536431204,
      "loss": 0.7848,
      "step": 137
    },
    {
      "epoch": 0.12242182302062542,
      "grad_norm": 38.648067474365234,
      "learning_rate": 0.00019360089936019118,
      "loss": 0.7439,
      "step": 138
    },
    {
      "epoch": 0.12330893768019517,
      "grad_norm": 19.0308780670166,
      "learning_rate": 0.0001935016242685415,
      "loss": 0.772,
      "step": 139
    },
    {
      "epoch": 0.12419605233976491,
      "grad_norm": 25.51531410217285,
      "learning_rate": 0.0001934016108732548,
      "loss": 0.8683,
      "step": 140
    },
    {
      "epoch": 0.12508316699933467,
      "grad_norm": 23.900896072387695,
      "learning_rate": 0.00019330085996405275,
      "loss": 0.8985,
      "step": 141
    },
    {
      "epoch": 0.12597028165890442,
      "grad_norm": 19.882522583007812,
      "learning_rate": 0.00019319937233648043,
      "loss": 0.5469,
      "step": 142
    },
    {
      "epoch": 0.12685739631847417,
      "grad_norm": 19.66452407836914,
      "learning_rate": 0.0001930971487919003,
      "loss": 0.8116,
      "step": 143
    },
    {
      "epoch": 0.1277445109780439,
      "grad_norm": 33.7516975402832,
      "learning_rate": 0.0001929941901374856,
      "loss": 0.7309,
      "step": 144
    },
    {
      "epoch": 0.12863162563761366,
      "grad_norm": 13.763235092163086,
      "learning_rate": 0.00019289049718621421,
      "loss": 0.5757,
      "step": 145
    },
    {
      "epoch": 0.1295187402971834,
      "grad_norm": 37.91111373901367,
      "learning_rate": 0.00019278607075686206,
      "loss": 0.9593,
      "step": 146
    },
    {
      "epoch": 0.13040585495675316,
      "grad_norm": 40.69053649902344,
      "learning_rate": 0.0001926809116739968,
      "loss": 0.8585,
      "step": 147
    },
    {
      "epoch": 0.13129296961632292,
      "grad_norm": 19.890880584716797,
      "learning_rate": 0.00019257502076797125,
      "loss": 0.7219,
      "step": 148
    },
    {
      "epoch": 0.13218008427589265,
      "grad_norm": 34.15671157836914,
      "learning_rate": 0.0001924683988749167,
      "loss": 0.8431,
      "step": 149
    },
    {
      "epoch": 0.1330671989354624,
      "grad_norm": 23.498340606689453,
      "learning_rate": 0.00019236104683673655,
      "loss": 0.9929,
      "step": 150
    },
    {
      "epoch": 0.13395431359503215,
      "grad_norm": 23.188526153564453,
      "learning_rate": 0.00019225296550109947,
      "loss": 0.6915,
      "step": 151
    },
    {
      "epoch": 0.1348414282546019,
      "grad_norm": 22.094791412353516,
      "learning_rate": 0.00019214415572143287,
      "loss": 0.8568,
      "step": 152
    },
    {
      "epoch": 0.13572854291417166,
      "grad_norm": 23.88852310180664,
      "learning_rate": 0.00019203461835691594,
      "loss": 0.7147,
      "step": 153
    },
    {
      "epoch": 0.13661565757374142,
      "grad_norm": 18.02852439880371,
      "learning_rate": 0.00019192435427247312,
      "loss": 0.7977,
      "step": 154
    },
    {
      "epoch": 0.13750277223331114,
      "grad_norm": 16.47564697265625,
      "learning_rate": 0.00019181336433876704,
      "loss": 0.7023,
      "step": 155
    },
    {
      "epoch": 0.1383898868928809,
      "grad_norm": 19.167165756225586,
      "learning_rate": 0.00019170164943219185,
      "loss": 0.7959,
      "step": 156
    },
    {
      "epoch": 0.13927700155245065,
      "grad_norm": 32.47418212890625,
      "learning_rate": 0.00019158921043486605,
      "loss": 0.7262,
      "step": 157
    },
    {
      "epoch": 0.1401641162120204,
      "grad_norm": 24.74172019958496,
      "learning_rate": 0.00019147604823462587,
      "loss": 0.6572,
      "step": 158
    },
    {
      "epoch": 0.14105123087159016,
      "grad_norm": 28.058868408203125,
      "learning_rate": 0.000191362163725018,
      "loss": 0.6138,
      "step": 159
    },
    {
      "epoch": 0.14193834553115992,
      "grad_norm": 25.870729446411133,
      "learning_rate": 0.00019124755780529246,
      "loss": 0.8841,
      "step": 160
    },
    {
      "epoch": 0.14282546019072964,
      "grad_norm": 21.655162811279297,
      "learning_rate": 0.00019113223138039577,
      "loss": 0.8496,
      "step": 161
    },
    {
      "epoch": 0.1437125748502994,
      "grad_norm": 28.216838836669922,
      "learning_rate": 0.0001910161853609637,
      "loss": 0.6961,
      "step": 162
    },
    {
      "epoch": 0.14459968950986915,
      "grad_norm": 34.215824127197266,
      "learning_rate": 0.00019089942066331399,
      "loss": 0.8068,
      "step": 163
    },
    {
      "epoch": 0.1454868041694389,
      "grad_norm": 49.95932388305664,
      "learning_rate": 0.00019078193820943918,
      "loss": 0.5983,
      "step": 164
    },
    {
      "epoch": 0.14637391882900866,
      "grad_norm": 38.664920806884766,
      "learning_rate": 0.0001906637389269993,
      "loss": 1.1332,
      "step": 165
    },
    {
      "epoch": 0.14726103348857839,
      "grad_norm": 45.079505920410156,
      "learning_rate": 0.00019054482374931467,
      "loss": 0.8875,
      "step": 166
    },
    {
      "epoch": 0.14814814814814814,
      "grad_norm": 20.407562255859375,
      "learning_rate": 0.00019042519361535835,
      "loss": 0.7269,
      "step": 167
    },
    {
      "epoch": 0.1490352628077179,
      "grad_norm": 19.568706512451172,
      "learning_rate": 0.0001903048494697488,
      "loss": 0.5521,
      "step": 168
    },
    {
      "epoch": 0.14992237746728765,
      "grad_norm": 22.60396957397461,
      "learning_rate": 0.0001901837922627425,
      "loss": 0.6021,
      "step": 169
    },
    {
      "epoch": 0.1508094921268574,
      "grad_norm": 30.288347244262695,
      "learning_rate": 0.0001900620229502263,
      "loss": 0.7757,
      "step": 170
    },
    {
      "epoch": 0.15169660678642716,
      "grad_norm": 26.311542510986328,
      "learning_rate": 0.00018993954249371,
      "loss": 0.6785,
      "step": 171
    },
    {
      "epoch": 0.15258372144599688,
      "grad_norm": 17.19566535949707,
      "learning_rate": 0.0001898163518603187,
      "loss": 0.7217,
      "step": 172
    },
    {
      "epoch": 0.15347083610556664,
      "grad_norm": 35.321502685546875,
      "learning_rate": 0.0001896924520227851,
      "loss": 0.8431,
      "step": 173
    },
    {
      "epoch": 0.1543579507651364,
      "grad_norm": 19.556644439697266,
      "learning_rate": 0.00018956784395944201,
      "loss": 0.7432,
      "step": 174
    },
    {
      "epoch": 0.15524506542470615,
      "grad_norm": 20.905879974365234,
      "learning_rate": 0.00018944252865421438,
      "loss": 0.7069,
      "step": 175
    },
    {
      "epoch": 0.1561321800842759,
      "grad_norm": 50.99443054199219,
      "learning_rate": 0.00018931650709661177,
      "loss": 0.6042,
      "step": 176
    },
    {
      "epoch": 0.15701929474384566,
      "grad_norm": 24.88127899169922,
      "learning_rate": 0.00018918978028172032,
      "loss": 0.6354,
      "step": 177
    },
    {
      "epoch": 0.15790640940341538,
      "grad_norm": 49.08732604980469,
      "learning_rate": 0.00018906234921019506,
      "loss": 0.6703,
      "step": 178
    },
    {
      "epoch": 0.15879352406298514,
      "grad_norm": 23.377338409423828,
      "learning_rate": 0.0001889342148882519,
      "loss": 0.68,
      "step": 179
    },
    {
      "epoch": 0.1596806387225549,
      "grad_norm": 15.747218132019043,
      "learning_rate": 0.00018880537832765976,
      "loss": 0.6852,
      "step": 180
    },
    {
      "epoch": 0.16056775338212464,
      "grad_norm": 30.395034790039062,
      "learning_rate": 0.0001886758405457325,
      "loss": 1.028,
      "step": 181
    },
    {
      "epoch": 0.1614548680416944,
      "grad_norm": 32.11710739135742,
      "learning_rate": 0.000188545602565321,
      "loss": 0.7734,
      "step": 182
    },
    {
      "epoch": 0.16234198270126413,
      "grad_norm": 22.153827667236328,
      "learning_rate": 0.00018841466541480496,
      "loss": 0.6246,
      "step": 183
    },
    {
      "epoch": 0.16322909736083388,
      "grad_norm": 21.075809478759766,
      "learning_rate": 0.0001882830301280849,
      "loss": 0.6643,
      "step": 184
    },
    {
      "epoch": 0.16411621202040363,
      "grad_norm": 57.072410583496094,
      "learning_rate": 0.00018815069774457386,
      "loss": 0.9323,
      "step": 185
    },
    {
      "epoch": 0.1650033266799734,
      "grad_norm": 26.475011825561523,
      "learning_rate": 0.0001880176693091893,
      "loss": 0.6921,
      "step": 186
    },
    {
      "epoch": 0.16589044133954314,
      "grad_norm": 23.072275161743164,
      "learning_rate": 0.00018788394587234485,
      "loss": 0.5759,
      "step": 187
    },
    {
      "epoch": 0.1667775559991129,
      "grad_norm": 21.539968490600586,
      "learning_rate": 0.00018774952848994193,
      "loss": 0.6084,
      "step": 188
    },
    {
      "epoch": 0.16766467065868262,
      "grad_norm": 20.017019271850586,
      "learning_rate": 0.0001876144182233615,
      "loss": 0.7426,
      "step": 189
    },
    {
      "epoch": 0.16855178531825238,
      "grad_norm": 29.647531509399414,
      "learning_rate": 0.0001874786161394556,
      "loss": 0.8658,
      "step": 190
    },
    {
      "epoch": 0.16943889997782213,
      "grad_norm": 20.922107696533203,
      "learning_rate": 0.000187342123310539,
      "loss": 0.8473,
      "step": 191
    },
    {
      "epoch": 0.1703260146373919,
      "grad_norm": 29.94416046142578,
      "learning_rate": 0.00018720494081438078,
      "loss": 0.8088,
      "step": 192
    },
    {
      "epoch": 0.17121312929696164,
      "grad_norm": 32.729949951171875,
      "learning_rate": 0.00018706706973419554,
      "loss": 1.0273,
      "step": 193
    },
    {
      "epoch": 0.17210024395653137,
      "grad_norm": 20.425113677978516,
      "learning_rate": 0.00018692851115863525,
      "loss": 0.9334,
      "step": 194
    },
    {
      "epoch": 0.17298735861610112,
      "grad_norm": 23.192119598388672,
      "learning_rate": 0.00018678926618178032,
      "loss": 0.4974,
      "step": 195
    },
    {
      "epoch": 0.17387447327567088,
      "grad_norm": 26.235944747924805,
      "learning_rate": 0.00018664933590313118,
      "loss": 0.5571,
      "step": 196
    },
    {
      "epoch": 0.17476158793524063,
      "grad_norm": 29.143844604492188,
      "learning_rate": 0.0001865087214275995,
      "loss": 0.5871,
      "step": 197
    },
    {
      "epoch": 0.17564870259481039,
      "grad_norm": 31.811716079711914,
      "learning_rate": 0.00018636742386549937,
      "loss": 0.5642,
      "step": 198
    },
    {
      "epoch": 0.17653581725438014,
      "grad_norm": 13.649747848510742,
      "learning_rate": 0.00018622544433253882,
      "loss": 0.6491,
      "step": 199
    },
    {
      "epoch": 0.17742293191394987,
      "grad_norm": 20.3490047454834,
      "learning_rate": 0.00018608278394981068,
      "loss": 0.8204,
      "step": 200
    },
    {
      "epoch": 0.17831004657351962,
      "grad_norm": 20.485511779785156,
      "learning_rate": 0.0001859394438437839,
      "loss": 0.5392,
      "step": 201
    },
    {
      "epoch": 0.17919716123308937,
      "grad_norm": 19.52290916442871,
      "learning_rate": 0.00018579542514629473,
      "loss": 0.918,
      "step": 202
    },
    {
      "epoch": 0.18008427589265913,
      "grad_norm": 22.756853103637695,
      "learning_rate": 0.00018565072899453763,
      "loss": 0.9109,
      "step": 203
    },
    {
      "epoch": 0.18097139055222888,
      "grad_norm": 16.914188385009766,
      "learning_rate": 0.00018550535653105623,
      "loss": 0.7897,
      "step": 204
    },
    {
      "epoch": 0.18185850521179864,
      "grad_norm": 28.666181564331055,
      "learning_rate": 0.00018535930890373466,
      "loss": 0.7098,
      "step": 205
    },
    {
      "epoch": 0.18274561987136836,
      "grad_norm": 25.38735008239746,
      "learning_rate": 0.00018521258726578803,
      "loss": 0.7736,
      "step": 206
    },
    {
      "epoch": 0.18363273453093812,
      "grad_norm": 17.938142776489258,
      "learning_rate": 0.00018506519277575368,
      "loss": 0.6126,
      "step": 207
    },
    {
      "epoch": 0.18451984919050787,
      "grad_norm": 20.262981414794922,
      "learning_rate": 0.00018491712659748184,
      "loss": 0.5811,
      "step": 208
    },
    {
      "epoch": 0.18540696385007763,
      "grad_norm": 9.535762786865234,
      "learning_rate": 0.0001847683899001265,
      "loss": 0.5678,
      "step": 209
    },
    {
      "epoch": 0.18629407850964738,
      "grad_norm": 18.773645401000977,
      "learning_rate": 0.0001846189838581362,
      "loss": 0.6511,
      "step": 210
    },
    {
      "epoch": 0.1871811931692171,
      "grad_norm": 12.819246292114258,
      "learning_rate": 0.0001844689096512447,
      "loss": 0.7461,
      "step": 211
    },
    {
      "epoch": 0.18806830782878686,
      "grad_norm": 21.424793243408203,
      "learning_rate": 0.00018431816846446172,
      "loss": 0.7618,
      "step": 212
    },
    {
      "epoch": 0.18895542248835662,
      "grad_norm": 18.16388702392578,
      "learning_rate": 0.00018416676148806356,
      "loss": 0.6313,
      "step": 213
    },
    {
      "epoch": 0.18984253714792637,
      "grad_norm": 13.219898223876953,
      "learning_rate": 0.00018401468991758365,
      "loss": 0.6818,
      "step": 214
    },
    {
      "epoch": 0.19072965180749613,
      "grad_norm": 33.622249603271484,
      "learning_rate": 0.00018386195495380324,
      "loss": 0.7736,
      "step": 215
    },
    {
      "epoch": 0.19161676646706588,
      "grad_norm": 23.666650772094727,
      "learning_rate": 0.0001837085578027418,
      "loss": 0.6398,
      "step": 216
    },
    {
      "epoch": 0.1925038811266356,
      "grad_norm": 10.47040843963623,
      "learning_rate": 0.00018355449967564754,
      "loss": 0.5539,
      "step": 217
    },
    {
      "epoch": 0.19339099578620536,
      "grad_norm": 13.883574485778809,
      "learning_rate": 0.0001833997817889878,
      "loss": 0.611,
      "step": 218
    },
    {
      "epoch": 0.19427811044577512,
      "grad_norm": 25.08109474182129,
      "learning_rate": 0.00018324440536443955,
      "loss": 0.5338,
      "step": 219
    },
    {
      "epoch": 0.19516522510534487,
      "grad_norm": 17.069477081298828,
      "learning_rate": 0.00018308837162887964,
      "loss": 0.6763,
      "step": 220
    },
    {
      "epoch": 0.19605233976491462,
      "grad_norm": 11.905150413513184,
      "learning_rate": 0.00018293168181437514,
      "loss": 0.5811,
      "step": 221
    },
    {
      "epoch": 0.19693945442448438,
      "grad_norm": 10.642459869384766,
      "learning_rate": 0.00018277433715817372,
      "loss": 0.3536,
      "step": 222
    },
    {
      "epoch": 0.1978265690840541,
      "grad_norm": 23.491737365722656,
      "learning_rate": 0.00018261633890269362,
      "loss": 0.7912,
      "step": 223
    },
    {
      "epoch": 0.19871368374362386,
      "grad_norm": 27.5528621673584,
      "learning_rate": 0.00018245768829551416,
      "loss": 0.8515,
      "step": 224
    },
    {
      "epoch": 0.1996007984031936,
      "grad_norm": 13.247807502746582,
      "learning_rate": 0.00018229838658936564,
      "loss": 0.5233,
      "step": 225
    },
    {
      "epoch": 0.20048791306276337,
      "grad_norm": 12.086628913879395,
      "learning_rate": 0.00018213843504211958,
      "loss": 0.5596,
      "step": 226
    },
    {
      "epoch": 0.20137502772233312,
      "grad_norm": 18.1185359954834,
      "learning_rate": 0.00018197783491677872,
      "loss": 0.7982,
      "step": 227
    },
    {
      "epoch": 0.20226214238190285,
      "grad_norm": 14.042352676391602,
      "learning_rate": 0.0001818165874814671,
      "loss": 0.6791,
      "step": 228
    },
    {
      "epoch": 0.2031492570414726,
      "grad_norm": 18.572362899780273,
      "learning_rate": 0.00018165469400942,
      "loss": 0.4728,
      "step": 229
    },
    {
      "epoch": 0.20403637170104236,
      "grad_norm": 25.068756103515625,
      "learning_rate": 0.00018149215577897395,
      "loss": 0.4652,
      "step": 230
    },
    {
      "epoch": 0.2049234863606121,
      "grad_norm": 16.826940536499023,
      "learning_rate": 0.00018132897407355657,
      "loss": 0.624,
      "step": 231
    },
    {
      "epoch": 0.20581060102018187,
      "grad_norm": 15.21729850769043,
      "learning_rate": 0.00018116515018167637,
      "loss": 0.6469,
      "step": 232
    },
    {
      "epoch": 0.20669771567975162,
      "grad_norm": 8.755391120910645,
      "learning_rate": 0.00018100068539691284,
      "loss": 0.5382,
      "step": 233
    },
    {
      "epoch": 0.20758483033932135,
      "grad_norm": 8.568201065063477,
      "learning_rate": 0.00018083558101790597,
      "loss": 0.5767,
      "step": 234
    },
    {
      "epoch": 0.2084719449988911,
      "grad_norm": 14.262703895568848,
      "learning_rate": 0.00018066983834834607,
      "loss": 0.5276,
      "step": 235
    },
    {
      "epoch": 0.20935905965846086,
      "grad_norm": 14.983972549438477,
      "learning_rate": 0.00018050345869696349,
      "loss": 0.6137,
      "step": 236
    },
    {
      "epoch": 0.2102461743180306,
      "grad_norm": 11.844828605651855,
      "learning_rate": 0.00018033644337751834,
      "loss": 0.8168,
      "step": 237
    },
    {
      "epoch": 0.21113328897760036,
      "grad_norm": 22.596370697021484,
      "learning_rate": 0.00018016879370879004,
      "loss": 0.6181,
      "step": 238
    },
    {
      "epoch": 0.2120204036371701,
      "grad_norm": 11.74633502960205,
      "learning_rate": 0.0001800005110145669,
      "loss": 0.5449,
      "step": 239
    },
    {
      "epoch": 0.21290751829673984,
      "grad_norm": 16.671375274658203,
      "learning_rate": 0.0001798315966236358,
      "loss": 0.7283,
      "step": 240
    },
    {
      "epoch": 0.2137946329563096,
      "grad_norm": 20.660642623901367,
      "learning_rate": 0.00017966205186977153,
      "loss": 0.5153,
      "step": 241
    },
    {
      "epoch": 0.21468174761587935,
      "grad_norm": 10.120579719543457,
      "learning_rate": 0.00017949187809172622,
      "loss": 0.6825,
      "step": 242
    },
    {
      "epoch": 0.2155688622754491,
      "grad_norm": 11.539834976196289,
      "learning_rate": 0.00017932107663321908,
      "loss": 0.6759,
      "step": 243
    },
    {
      "epoch": 0.21645597693501886,
      "grad_norm": 12.353001594543457,
      "learning_rate": 0.00017914964884292544,
      "loss": 0.6731,
      "step": 244
    },
    {
      "epoch": 0.2173430915945886,
      "grad_norm": 11.479430198669434,
      "learning_rate": 0.00017897759607446627,
      "loss": 0.6575,
      "step": 245
    },
    {
      "epoch": 0.21823020625415834,
      "grad_norm": 20.177513122558594,
      "learning_rate": 0.00017880491968639753,
      "loss": 0.9264,
      "step": 246
    },
    {
      "epoch": 0.2191173209137281,
      "grad_norm": 13.685609817504883,
      "learning_rate": 0.0001786316210421993,
      "loss": 0.5712,
      "step": 247
    },
    {
      "epoch": 0.22000443557329785,
      "grad_norm": 11.184941291809082,
      "learning_rate": 0.00017845770151026516,
      "loss": 0.5932,
      "step": 248
    },
    {
      "epoch": 0.2208915502328676,
      "grad_norm": 11.88948917388916,
      "learning_rate": 0.00017828316246389124,
      "loss": 0.7795,
      "step": 249
    },
    {
      "epoch": 0.22177866489243736,
      "grad_norm": 18.403589248657227,
      "learning_rate": 0.00017810800528126553,
      "loss": 0.7222,
      "step": 250
    },
    {
      "epoch": 0.2226657795520071,
      "grad_norm": 12.016600608825684,
      "learning_rate": 0.0001779322313454569,
      "loss": 0.6965,
      "step": 251
    },
    {
      "epoch": 0.22355289421157684,
      "grad_norm": 16.505937576293945,
      "learning_rate": 0.00017775584204440418,
      "loss": 0.6555,
      "step": 252
    },
    {
      "epoch": 0.2244400088711466,
      "grad_norm": 10.434307098388672,
      "learning_rate": 0.00017757883877090523,
      "loss": 0.8405,
      "step": 253
    },
    {
      "epoch": 0.22532712353071635,
      "grad_norm": 9.892736434936523,
      "learning_rate": 0.00017740122292260596,
      "loss": 0.4333,
      "step": 254
    },
    {
      "epoch": 0.2262142381902861,
      "grad_norm": 11.61801528930664,
      "learning_rate": 0.00017722299590198918,
      "loss": 0.6691,
      "step": 255
    },
    {
      "epoch": 0.22710135284985583,
      "grad_norm": 9.6951265335083,
      "learning_rate": 0.00017704415911636376,
      "loss": 0.7844,
      "step": 256
    },
    {
      "epoch": 0.22798846750942559,
      "grad_norm": 10.380433082580566,
      "learning_rate": 0.0001768647139778532,
      "loss": 0.5602,
      "step": 257
    },
    {
      "epoch": 0.22887558216899534,
      "grad_norm": 12.144814491271973,
      "learning_rate": 0.00017668466190338484,
      "loss": 0.7833,
      "step": 258
    },
    {
      "epoch": 0.2297626968285651,
      "grad_norm": 6.783545970916748,
      "learning_rate": 0.0001765040043146783,
      "loss": 0.5193,
      "step": 259
    },
    {
      "epoch": 0.23064981148813485,
      "grad_norm": 20.30607795715332,
      "learning_rate": 0.0001763227426382346,
      "loss": 0.6422,
      "step": 260
    },
    {
      "epoch": 0.2315369261477046,
      "grad_norm": 12.176137924194336,
      "learning_rate": 0.00017614087830532452,
      "loss": 0.7755,
      "step": 261
    },
    {
      "epoch": 0.23242404080727433,
      "grad_norm": 17.175838470458984,
      "learning_rate": 0.00017595841275197782,
      "loss": 0.5638,
      "step": 262
    },
    {
      "epoch": 0.23331115546684408,
      "grad_norm": 19.801382064819336,
      "learning_rate": 0.00017577534741897125,
      "loss": 0.7115,
      "step": 263
    },
    {
      "epoch": 0.23419827012641384,
      "grad_norm": 14.718282699584961,
      "learning_rate": 0.00017559168375181776,
      "loss": 0.6704,
      "step": 264
    },
    {
      "epoch": 0.2350853847859836,
      "grad_norm": 11.484332084655762,
      "learning_rate": 0.00017540742320075475,
      "loss": 0.6422,
      "step": 265
    },
    {
      "epoch": 0.23597249944555335,
      "grad_norm": 10.361227035522461,
      "learning_rate": 0.00017522256722073273,
      "loss": 0.6488,
      "step": 266
    },
    {
      "epoch": 0.2368596141051231,
      "grad_norm": 12.265303611755371,
      "learning_rate": 0.0001750371172714038,
      "loss": 0.7721,
      "step": 267
    },
    {
      "epoch": 0.23774672876469283,
      "grad_norm": 8.165664672851562,
      "learning_rate": 0.00017485107481711012,
      "loss": 0.668,
      "step": 268
    },
    {
      "epoch": 0.23863384342426258,
      "grad_norm": 8.025667190551758,
      "learning_rate": 0.0001746644413268724,
      "loss": 0.5657,
      "step": 269
    },
    {
      "epoch": 0.23952095808383234,
      "grad_norm": 19.359500885009766,
      "learning_rate": 0.0001744772182743782,
      "loss": 0.7413,
      "step": 270
    },
    {
      "epoch": 0.2404080727434021,
      "grad_norm": 14.940943717956543,
      "learning_rate": 0.00017428940713797044,
      "loss": 0.6575,
      "step": 271
    },
    {
      "epoch": 0.24129518740297184,
      "grad_norm": 12.643631935119629,
      "learning_rate": 0.00017410100940063562,
      "loss": 0.6058,
      "step": 272
    },
    {
      "epoch": 0.24218230206254157,
      "grad_norm": 14.173830032348633,
      "learning_rate": 0.00017391202654999205,
      "loss": 0.6278,
      "step": 273
    },
    {
      "epoch": 0.24306941672211133,
      "grad_norm": 14.370845794677734,
      "learning_rate": 0.00017372246007827836,
      "loss": 0.6857,
      "step": 274
    },
    {
      "epoch": 0.24395653138168108,
      "grad_norm": 15.510537147521973,
      "learning_rate": 0.00017353231148234134,
      "loss": 0.8263,
      "step": 275
    },
    {
      "epoch": 0.24484364604125083,
      "grad_norm": 53.506370544433594,
      "learning_rate": 0.00017334158226362447,
      "loss": 0.5788,
      "step": 276
    },
    {
      "epoch": 0.2457307607008206,
      "grad_norm": 12.734685897827148,
      "learning_rate": 0.00017315027392815588,
      "loss": 0.4672,
      "step": 277
    },
    {
      "epoch": 0.24661787536039034,
      "grad_norm": 18.188007354736328,
      "learning_rate": 0.0001729583879865365,
      "loss": 0.5957,
      "step": 278
    },
    {
      "epoch": 0.24750499001996007,
      "grad_norm": 9.636313438415527,
      "learning_rate": 0.00017276592595392808,
      "loss": 0.6249,
      "step": 279
    },
    {
      "epoch": 0.24839210467952982,
      "grad_norm": 20.323827743530273,
      "learning_rate": 0.00017257288935004135,
      "loss": 0.6513,
      "step": 280
    },
    {
      "epoch": 0.24927921933909958,
      "grad_norm": 19.549949645996094,
      "learning_rate": 0.00017237927969912393,
      "loss": 0.5393,
      "step": 281
    },
    {
      "epoch": 0.25016633399866933,
      "grad_norm": 14.492785453796387,
      "learning_rate": 0.00017218509852994824,
      "loss": 0.4752,
      "step": 282
    },
    {
      "epoch": 0.25016633399866933,
      "eval_loss": 0.6011372804641724,
      "eval_runtime": 10.8386,
      "eval_samples_per_second": 43.825,
      "eval_steps_per_second": 21.958,
      "step": 282
    },
    {
      "epoch": 0.2510534486582391,
      "grad_norm": 16.642892837524414,
      "learning_rate": 0.0001719903473757996,
      "loss": 0.4994,
      "step": 283
    },
    {
      "epoch": 0.25194056331780884,
      "grad_norm": 13.755242347717285,
      "learning_rate": 0.00017179502777446394,
      "loss": 0.5069,
      "step": 284
    },
    {
      "epoch": 0.2528276779773786,
      "grad_norm": 24.4505558013916,
      "learning_rate": 0.0001715991412682158,
      "loss": 0.7918,
      "step": 285
    },
    {
      "epoch": 0.25371479263694835,
      "grad_norm": 17.767684936523438,
      "learning_rate": 0.00017140268940380607,
      "loss": 0.6017,
      "step": 286
    },
    {
      "epoch": 0.25460190729651805,
      "grad_norm": 57.410011291503906,
      "learning_rate": 0.00017120567373244975,
      "loss": 0.5963,
      "step": 287
    },
    {
      "epoch": 0.2554890219560878,
      "grad_norm": 22.70063018798828,
      "learning_rate": 0.00017100809580981386,
      "loss": 0.4519,
      "step": 288
    },
    {
      "epoch": 0.25637613661565756,
      "grad_norm": 14.78348159790039,
      "learning_rate": 0.0001708099571960049,
      "loss": 0.6012,
      "step": 289
    },
    {
      "epoch": 0.2572632512752273,
      "grad_norm": 39.3880729675293,
      "learning_rate": 0.0001706112594555568,
      "loss": 0.5337,
      "step": 290
    },
    {
      "epoch": 0.25815036593479707,
      "grad_norm": 16.99457550048828,
      "learning_rate": 0.00017041200415741835,
      "loss": 0.4121,
      "step": 291
    },
    {
      "epoch": 0.2590374805943668,
      "grad_norm": 15.653166770935059,
      "learning_rate": 0.00017021219287494102,
      "loss": 0.6162,
      "step": 292
    },
    {
      "epoch": 0.2599245952539366,
      "grad_norm": 32.408016204833984,
      "learning_rate": 0.00017001182718586627,
      "loss": 0.6165,
      "step": 293
    },
    {
      "epoch": 0.26081170991350633,
      "grad_norm": 10.292571067810059,
      "learning_rate": 0.00016981090867231337,
      "loss": 0.5356,
      "step": 294
    },
    {
      "epoch": 0.2616988245730761,
      "grad_norm": 20.99966049194336,
      "learning_rate": 0.0001696094389207667,
      "loss": 0.5585,
      "step": 295
    },
    {
      "epoch": 0.26258593923264584,
      "grad_norm": 17.0163516998291,
      "learning_rate": 0.0001694074195220634,
      "loss": 0.6955,
      "step": 296
    },
    {
      "epoch": 0.2634730538922156,
      "grad_norm": 9.049871444702148,
      "learning_rate": 0.00016920485207138058,
      "loss": 0.479,
      "step": 297
    },
    {
      "epoch": 0.2643601685517853,
      "grad_norm": 15.760085105895996,
      "learning_rate": 0.00016900173816822292,
      "loss": 0.5071,
      "step": 298
    },
    {
      "epoch": 0.26524728321135504,
      "grad_norm": 19.418373107910156,
      "learning_rate": 0.00016879807941641,
      "loss": 0.5777,
      "step": 299
    },
    {
      "epoch": 0.2661343978709248,
      "grad_norm": 32.92445373535156,
      "learning_rate": 0.00016859387742406358,
      "loss": 0.7193,
      "step": 300
    },
    {
      "epoch": 0.26702151253049455,
      "grad_norm": 23.398488998413086,
      "learning_rate": 0.00016838913380359493,
      "loss": 0.5902,
      "step": 301
    },
    {
      "epoch": 0.2679086271900643,
      "grad_norm": 28.66646385192871,
      "learning_rate": 0.00016818385017169213,
      "loss": 0.5954,
      "step": 302
    },
    {
      "epoch": 0.26879574184963406,
      "grad_norm": 21.33940887451172,
      "learning_rate": 0.00016797802814930724,
      "loss": 0.7351,
      "step": 303
    },
    {
      "epoch": 0.2696828565092038,
      "grad_norm": 25.289386749267578,
      "learning_rate": 0.00016777166936164355,
      "loss": 0.6651,
      "step": 304
    },
    {
      "epoch": 0.27056997116877357,
      "grad_norm": 19.8903865814209,
      "learning_rate": 0.00016756477543814274,
      "loss": 0.6467,
      "step": 305
    },
    {
      "epoch": 0.2714570858283433,
      "grad_norm": 14.74760627746582,
      "learning_rate": 0.00016735734801247203,
      "loss": 0.6038,
      "step": 306
    },
    {
      "epoch": 0.2723442004879131,
      "grad_norm": 31.076887130737305,
      "learning_rate": 0.0001671493887225112,
      "loss": 0.5751,
      "step": 307
    },
    {
      "epoch": 0.27323131514748283,
      "grad_norm": 13.567943572998047,
      "learning_rate": 0.00016694089921033979,
      "loss": 0.739,
      "step": 308
    },
    {
      "epoch": 0.2741184298070526,
      "grad_norm": 22.61478614807129,
      "learning_rate": 0.00016673188112222394,
      "loss": 0.5989,
      "step": 309
    },
    {
      "epoch": 0.2750055444666223,
      "grad_norm": 40.02077865600586,
      "learning_rate": 0.00016652233610860365,
      "loss": 0.7392,
      "step": 310
    },
    {
      "epoch": 0.27589265912619204,
      "grad_norm": 56.0201301574707,
      "learning_rate": 0.00016631226582407952,
      "loss": 0.7627,
      "step": 311
    },
    {
      "epoch": 0.2767797737857618,
      "grad_norm": 36.449161529541016,
      "learning_rate": 0.0001661016719273998,
      "loss": 0.6811,
      "step": 312
    },
    {
      "epoch": 0.27766688844533155,
      "grad_norm": 28.325000762939453,
      "learning_rate": 0.00016589055608144725,
      "loss": 0.6625,
      "step": 313
    },
    {
      "epoch": 0.2785540031049013,
      "grad_norm": 14.586188316345215,
      "learning_rate": 0.00016567891995322603,
      "loss": 0.5407,
      "step": 314
    },
    {
      "epoch": 0.27944111776447106,
      "grad_norm": 19.25945472717285,
      "learning_rate": 0.00016546676521384858,
      "loss": 0.6141,
      "step": 315
    },
    {
      "epoch": 0.2803282324240408,
      "grad_norm": 58.145957946777344,
      "learning_rate": 0.00016525409353852224,
      "loss": 0.7506,
      "step": 316
    },
    {
      "epoch": 0.28121534708361057,
      "grad_norm": 20.251026153564453,
      "learning_rate": 0.0001650409066065363,
      "loss": 0.5522,
      "step": 317
    },
    {
      "epoch": 0.2821024617431803,
      "grad_norm": 24.43158531188965,
      "learning_rate": 0.00016482720610124858,
      "loss": 0.5008,
      "step": 318
    },
    {
      "epoch": 0.2829895764027501,
      "grad_norm": 15.445161819458008,
      "learning_rate": 0.0001646129937100721,
      "loss": 0.582,
      "step": 319
    },
    {
      "epoch": 0.28387669106231983,
      "grad_norm": 30.256113052368164,
      "learning_rate": 0.00016439827112446176,
      "loss": 0.8317,
      "step": 320
    },
    {
      "epoch": 0.28476380572188953,
      "grad_norm": 19.61781120300293,
      "learning_rate": 0.0001641830400399012,
      "loss": 0.5693,
      "step": 321
    },
    {
      "epoch": 0.2856509203814593,
      "grad_norm": 27.79059600830078,
      "learning_rate": 0.00016396730215588915,
      "loss": 0.711,
      "step": 322
    },
    {
      "epoch": 0.28653803504102904,
      "grad_norm": 41.43427658081055,
      "learning_rate": 0.00016375105917592605,
      "loss": 0.6344,
      "step": 323
    },
    {
      "epoch": 0.2874251497005988,
      "grad_norm": 35.849891662597656,
      "learning_rate": 0.00016353431280750083,
      "loss": 0.5573,
      "step": 324
    },
    {
      "epoch": 0.28831226436016855,
      "grad_norm": 37.99524688720703,
      "learning_rate": 0.00016331706476207706,
      "loss": 0.9083,
      "step": 325
    },
    {
      "epoch": 0.2891993790197383,
      "grad_norm": 16.29431915283203,
      "learning_rate": 0.00016309931675507978,
      "loss": 0.668,
      "step": 326
    },
    {
      "epoch": 0.29008649367930806,
      "grad_norm": 27.628767013549805,
      "learning_rate": 0.00016288107050588173,
      "loss": 0.6294,
      "step": 327
    },
    {
      "epoch": 0.2909736083388778,
      "grad_norm": 31.28477668762207,
      "learning_rate": 0.00016266232773778984,
      "loss": 0.7231,
      "step": 328
    },
    {
      "epoch": 0.29186072299844756,
      "grad_norm": 42.0711555480957,
      "learning_rate": 0.0001624430901780317,
      "loss": 0.9138,
      "step": 329
    },
    {
      "epoch": 0.2927478376580173,
      "grad_norm": 76.23348999023438,
      "learning_rate": 0.00016222335955774178,
      "loss": 0.6069,
      "step": 330
    },
    {
      "epoch": 0.2936349523175871,
      "grad_norm": 22.45024871826172,
      "learning_rate": 0.00016200313761194782,
      "loss": 0.5923,
      "step": 331
    },
    {
      "epoch": 0.29452206697715677,
      "grad_norm": 31.565271377563477,
      "learning_rate": 0.00016178242607955731,
      "loss": 0.6257,
      "step": 332
    },
    {
      "epoch": 0.2954091816367265,
      "grad_norm": 26.479629516601562,
      "learning_rate": 0.0001615612267033434,
      "loss": 0.7226,
      "step": 333
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 33.2335205078125,
      "learning_rate": 0.0001613395412299314,
      "loss": 0.6399,
      "step": 334
    },
    {
      "epoch": 0.29718341095586603,
      "grad_norm": 31.446346282958984,
      "learning_rate": 0.00016111737140978494,
      "loss": 0.8102,
      "step": 335
    },
    {
      "epoch": 0.2980705256154358,
      "grad_norm": 34.97662353515625,
      "learning_rate": 0.0001608947189971921,
      "loss": 0.6489,
      "step": 336
    },
    {
      "epoch": 0.29895764027500554,
      "grad_norm": 37.86847686767578,
      "learning_rate": 0.00016067158575025164,
      "loss": 0.6699,
      "step": 337
    },
    {
      "epoch": 0.2998447549345753,
      "grad_norm": 53.60788345336914,
      "learning_rate": 0.000160447973430859,
      "loss": 1.0483,
      "step": 338
    },
    {
      "epoch": 0.30073186959414505,
      "grad_norm": 38.39834213256836,
      "learning_rate": 0.00016022388380469246,
      "loss": 0.8886,
      "step": 339
    },
    {
      "epoch": 0.3016189842537148,
      "grad_norm": 21.829418182373047,
      "learning_rate": 0.00015999931864119923,
      "loss": 0.8314,
      "step": 340
    },
    {
      "epoch": 0.30250609891328456,
      "grad_norm": 26.04100227355957,
      "learning_rate": 0.0001597742797135814,
      "loss": 0.6838,
      "step": 341
    },
    {
      "epoch": 0.3033932135728543,
      "grad_norm": 31.353578567504883,
      "learning_rate": 0.000159548768798782,
      "loss": 0.6312,
      "step": 342
    },
    {
      "epoch": 0.304280328232424,
      "grad_norm": 31.969974517822266,
      "learning_rate": 0.00015932278767747093,
      "loss": 0.7607,
      "step": 343
    },
    {
      "epoch": 0.30516744289199377,
      "grad_norm": 23.519380569458008,
      "learning_rate": 0.00015909633813403093,
      "loss": 0.5735,
      "step": 344
    },
    {
      "epoch": 0.3060545575515635,
      "grad_norm": 23.793487548828125,
      "learning_rate": 0.00015886942195654345,
      "loss": 0.5921,
      "step": 345
    },
    {
      "epoch": 0.3069416722111333,
      "grad_norm": 45.2393684387207,
      "learning_rate": 0.00015864204093677463,
      "loss": 0.7518,
      "step": 346
    },
    {
      "epoch": 0.30782878687070303,
      "grad_norm": 30.64528465270996,
      "learning_rate": 0.00015841419687016094,
      "loss": 0.5776,
      "step": 347
    },
    {
      "epoch": 0.3087159015302728,
      "grad_norm": 24.232440948486328,
      "learning_rate": 0.0001581858915557953,
      "loss": 0.7526,
      "step": 348
    },
    {
      "epoch": 0.30960301618984254,
      "grad_norm": 25.55686378479004,
      "learning_rate": 0.00015795712679641258,
      "loss": 0.6028,
      "step": 349
    },
    {
      "epoch": 0.3104901308494123,
      "grad_norm": 14.51638126373291,
      "learning_rate": 0.00015772790439837558,
      "loss": 0.6614,
      "step": 350
    },
    {
      "epoch": 0.31137724550898205,
      "grad_norm": 38.3800163269043,
      "learning_rate": 0.00015749822617166067,
      "loss": 0.6977,
      "step": 351
    },
    {
      "epoch": 0.3122643601685518,
      "grad_norm": 34.66380310058594,
      "learning_rate": 0.0001572680939298435,
      "loss": 0.7857,
      "step": 352
    },
    {
      "epoch": 0.31315147482812156,
      "grad_norm": 36.403404235839844,
      "learning_rate": 0.0001570375094900847,
      "loss": 0.736,
      "step": 353
    },
    {
      "epoch": 0.3140385894876913,
      "grad_norm": 25.319026947021484,
      "learning_rate": 0.00015680647467311557,
      "loss": 0.68,
      "step": 354
    },
    {
      "epoch": 0.314925704147261,
      "grad_norm": 23.064058303833008,
      "learning_rate": 0.00015657499130322365,
      "loss": 0.6033,
      "step": 355
    },
    {
      "epoch": 0.31581281880683076,
      "grad_norm": 25.380556106567383,
      "learning_rate": 0.00015634306120823822,
      "loss": 0.8817,
      "step": 356
    },
    {
      "epoch": 0.3166999334664005,
      "grad_norm": 23.61338233947754,
      "learning_rate": 0.00015611068621951605,
      "loss": 0.7228,
      "step": 357
    },
    {
      "epoch": 0.3175870481259703,
      "grad_norm": 28.053176879882812,
      "learning_rate": 0.00015587786817192688,
      "loss": 0.6438,
      "step": 358
    },
    {
      "epoch": 0.31847416278554,
      "grad_norm": 59.95302200317383,
      "learning_rate": 0.00015564460890383897,
      "loss": 0.8517,
      "step": 359
    },
    {
      "epoch": 0.3193612774451098,
      "grad_norm": 35.213809967041016,
      "learning_rate": 0.00015541091025710434,
      "loss": 0.9153,
      "step": 360
    },
    {
      "epoch": 0.32024839210467954,
      "grad_norm": 15.519350051879883,
      "learning_rate": 0.0001551767740770446,
      "loss": 0.67,
      "step": 361
    },
    {
      "epoch": 0.3211355067642493,
      "grad_norm": 19.76760482788086,
      "learning_rate": 0.0001549422022124361,
      "loss": 0.8197,
      "step": 362
    },
    {
      "epoch": 0.32202262142381904,
      "grad_norm": 14.866445541381836,
      "learning_rate": 0.0001547071965154954,
      "loss": 0.7102,
      "step": 363
    },
    {
      "epoch": 0.3229097360833888,
      "grad_norm": 18.68987274169922,
      "learning_rate": 0.0001544717588418648,
      "loss": 0.5472,
      "step": 364
    },
    {
      "epoch": 0.32379685074295855,
      "grad_norm": 23.21475601196289,
      "learning_rate": 0.00015423589105059736,
      "loss": 0.6683,
      "step": 365
    },
    {
      "epoch": 0.32468396540252825,
      "grad_norm": 10.689895629882812,
      "learning_rate": 0.00015399959500414262,
      "loss": 0.6378,
      "step": 366
    },
    {
      "epoch": 0.325571080062098,
      "grad_norm": 74.02900695800781,
      "learning_rate": 0.00015376287256833152,
      "loss": 0.6866,
      "step": 367
    },
    {
      "epoch": 0.32645819472166776,
      "grad_norm": 59.157352447509766,
      "learning_rate": 0.00015352572561236198,
      "loss": 0.7855,
      "step": 368
    },
    {
      "epoch": 0.3273453093812375,
      "grad_norm": 101.06365203857422,
      "learning_rate": 0.00015328815600878387,
      "loss": 0.7728,
      "step": 369
    },
    {
      "epoch": 0.32823242404080727,
      "grad_norm": 34.50669860839844,
      "learning_rate": 0.00015305016563348445,
      "loss": 0.6171,
      "step": 370
    },
    {
      "epoch": 0.329119538700377,
      "grad_norm": 29.932363510131836,
      "learning_rate": 0.0001528117563656734,
      "loss": 0.6567,
      "step": 371
    },
    {
      "epoch": 0.3300066533599468,
      "grad_norm": 15.895071029663086,
      "learning_rate": 0.0001525729300878681,
      "loss": 0.7957,
      "step": 372
    },
    {
      "epoch": 0.33089376801951653,
      "grad_norm": 9.247759819030762,
      "learning_rate": 0.00015233368868587866,
      "loss": 0.6887,
      "step": 373
    },
    {
      "epoch": 0.3317808826790863,
      "grad_norm": 14.729595184326172,
      "learning_rate": 0.00015209403404879303,
      "loss": 0.8604,
      "step": 374
    },
    {
      "epoch": 0.33266799733865604,
      "grad_norm": 12.705025672912598,
      "learning_rate": 0.0001518539680689623,
      "loss": 0.9267,
      "step": 375
    },
    {
      "epoch": 0.3335551119982258,
      "grad_norm": 10.04382038116455,
      "learning_rate": 0.00015161349264198538,
      "loss": 0.6648,
      "step": 376
    },
    {
      "epoch": 0.3344422266577955,
      "grad_norm": 16.78365707397461,
      "learning_rate": 0.00015137260966669437,
      "loss": 0.8446,
      "step": 377
    },
    {
      "epoch": 0.33532934131736525,
      "grad_norm": 6.509123802185059,
      "learning_rate": 0.0001511313210451394,
      "loss": 0.6314,
      "step": 378
    },
    {
      "epoch": 0.336216455976935,
      "grad_norm": 13.314435005187988,
      "learning_rate": 0.00015088962868257366,
      "loss": 0.7996,
      "step": 379
    },
    {
      "epoch": 0.33710357063650476,
      "grad_norm": 6.498622417449951,
      "learning_rate": 0.00015064753448743834,
      "loss": 0.5645,
      "step": 380
    },
    {
      "epoch": 0.3379906852960745,
      "grad_norm": 10.840405464172363,
      "learning_rate": 0.0001504050403713475,
      "loss": 0.6855,
      "step": 381
    },
    {
      "epoch": 0.33887779995564427,
      "grad_norm": 7.651847839355469,
      "learning_rate": 0.00015016214824907316,
      "loss": 0.6004,
      "step": 382
    },
    {
      "epoch": 0.339764914615214,
      "grad_norm": 12.546937942504883,
      "learning_rate": 0.00014991886003852995,
      "loss": 0.6742,
      "step": 383
    },
    {
      "epoch": 0.3406520292747838,
      "grad_norm": 11.398303985595703,
      "learning_rate": 0.00014967517766076015,
      "loss": 0.7347,
      "step": 384
    },
    {
      "epoch": 0.34153914393435353,
      "grad_norm": 5.643710613250732,
      "learning_rate": 0.00014943110303991842,
      "loss": 0.5821,
      "step": 385
    },
    {
      "epoch": 0.3424262585939233,
      "grad_norm": 6.555891036987305,
      "learning_rate": 0.00014918663810325659,
      "loss": 0.7594,
      "step": 386
    },
    {
      "epoch": 0.34331337325349304,
      "grad_norm": 7.459266185760498,
      "learning_rate": 0.00014894178478110857,
      "loss": 0.6487,
      "step": 387
    },
    {
      "epoch": 0.34420048791306274,
      "grad_norm": 6.554928302764893,
      "learning_rate": 0.00014869654500687494,
      "loss": 0.5624,
      "step": 388
    },
    {
      "epoch": 0.3450876025726325,
      "grad_norm": 6.247368812561035,
      "learning_rate": 0.00014845092071700785,
      "loss": 0.6024,
      "step": 389
    },
    {
      "epoch": 0.34597471723220224,
      "grad_norm": 9.071155548095703,
      "learning_rate": 0.00014820491385099556,
      "loss": 0.7982,
      "step": 390
    },
    {
      "epoch": 0.346861831891772,
      "grad_norm": 12.630884170532227,
      "learning_rate": 0.00014795852635134725,
      "loss": 0.7266,
      "step": 391
    },
    {
      "epoch": 0.34774894655134175,
      "grad_norm": 8.612798690795898,
      "learning_rate": 0.0001477117601635777,
      "loss": 0.6881,
      "step": 392
    },
    {
      "epoch": 0.3486360612109115,
      "grad_norm": 19.33282470703125,
      "learning_rate": 0.0001474646172361918,
      "loss": 0.7078,
      "step": 393
    },
    {
      "epoch": 0.34952317587048126,
      "grad_norm": 5.776717662811279,
      "learning_rate": 0.00014721709952066924,
      "loss": 0.5665,
      "step": 394
    },
    {
      "epoch": 0.350410290530051,
      "grad_norm": 13.471555709838867,
      "learning_rate": 0.00014696920897144914,
      "loss": 0.5606,
      "step": 395
    },
    {
      "epoch": 0.35129740518962077,
      "grad_norm": 9.234952926635742,
      "learning_rate": 0.0001467209475459145,
      "loss": 0.7052,
      "step": 396
    },
    {
      "epoch": 0.3521845198491905,
      "grad_norm": 11.08529281616211,
      "learning_rate": 0.00014647231720437686,
      "loss": 0.8411,
      "step": 397
    },
    {
      "epoch": 0.3530716345087603,
      "grad_norm": 10.295777320861816,
      "learning_rate": 0.00014622331991006083,
      "loss": 0.5587,
      "step": 398
    },
    {
      "epoch": 0.35395874916833003,
      "grad_norm": 13.196831703186035,
      "learning_rate": 0.00014597395762908847,
      "loss": 0.7353,
      "step": 399
    },
    {
      "epoch": 0.35484586382789973,
      "grad_norm": 16.916051864624023,
      "learning_rate": 0.00014572423233046386,
      "loss": 0.8516,
      "step": 400
    },
    {
      "epoch": 0.3557329784874695,
      "grad_norm": 14.288348197937012,
      "learning_rate": 0.0001454741459860575,
      "loss": 0.7149,
      "step": 401
    },
    {
      "epoch": 0.35662009314703924,
      "grad_norm": 9.934588432312012,
      "learning_rate": 0.0001452237005705908,
      "loss": 0.6033,
      "step": 402
    },
    {
      "epoch": 0.357507207806609,
      "grad_norm": 15.563827514648438,
      "learning_rate": 0.0001449728980616204,
      "loss": 0.6589,
      "step": 403
    },
    {
      "epoch": 0.35839432246617875,
      "grad_norm": 13.488783836364746,
      "learning_rate": 0.0001447217404395227,
      "loss": 0.6343,
      "step": 404
    },
    {
      "epoch": 0.3592814371257485,
      "grad_norm": 10.201630592346191,
      "learning_rate": 0.00014447022968747803,
      "loss": 0.8285,
      "step": 405
    },
    {
      "epoch": 0.36016855178531826,
      "grad_norm": 15.478995323181152,
      "learning_rate": 0.00014421836779145514,
      "loss": 0.5125,
      "step": 406
    },
    {
      "epoch": 0.361055666444888,
      "grad_norm": 12.458490371704102,
      "learning_rate": 0.00014396615674019543,
      "loss": 0.6456,
      "step": 407
    },
    {
      "epoch": 0.36194278110445777,
      "grad_norm": 23.95646095275879,
      "learning_rate": 0.00014371359852519735,
      "loss": 0.5611,
      "step": 408
    },
    {
      "epoch": 0.3628298957640275,
      "grad_norm": 12.233011245727539,
      "learning_rate": 0.00014346069514070055,
      "loss": 0.6682,
      "step": 409
    },
    {
      "epoch": 0.3637170104235973,
      "grad_norm": 10.161602020263672,
      "learning_rate": 0.00014320744858367025,
      "loss": 0.4479,
      "step": 410
    },
    {
      "epoch": 0.364604125083167,
      "grad_norm": 11.242932319641113,
      "learning_rate": 0.00014295386085378138,
      "loss": 0.6359,
      "step": 411
    },
    {
      "epoch": 0.36549123974273673,
      "grad_norm": 19.740100860595703,
      "learning_rate": 0.00014269993395340277,
      "loss": 0.6867,
      "step": 412
    },
    {
      "epoch": 0.3663783544023065,
      "grad_norm": 33.91779327392578,
      "learning_rate": 0.00014244566988758152,
      "loss": 0.6118,
      "step": 413
    },
    {
      "epoch": 0.36726546906187624,
      "grad_norm": 25.11684799194336,
      "learning_rate": 0.00014219107066402694,
      "loss": 0.7088,
      "step": 414
    },
    {
      "epoch": 0.368152583721446,
      "grad_norm": 43.218013763427734,
      "learning_rate": 0.0001419361382930948,
      "loss": 0.6299,
      "step": 415
    },
    {
      "epoch": 0.36903969838101575,
      "grad_norm": 20.02423858642578,
      "learning_rate": 0.00014168087478777156,
      "loss": 0.5517,
      "step": 416
    },
    {
      "epoch": 0.3699268130405855,
      "grad_norm": 18.15707778930664,
      "learning_rate": 0.00014142528216365822,
      "loss": 0.7692,
      "step": 417
    },
    {
      "epoch": 0.37081392770015525,
      "grad_norm": 58.26266098022461,
      "learning_rate": 0.00014116936243895468,
      "loss": 0.6257,
      "step": 418
    },
    {
      "epoch": 0.371701042359725,
      "grad_norm": 10.378327369689941,
      "learning_rate": 0.00014091311763444358,
      "loss": 0.4815,
      "step": 419
    },
    {
      "epoch": 0.37258815701929476,
      "grad_norm": 48.033058166503906,
      "learning_rate": 0.0001406565497734745,
      "loss": 0.7361,
      "step": 420
    },
    {
      "epoch": 0.3734752716788645,
      "grad_norm": 41.672637939453125,
      "learning_rate": 0.000140399660881948,
      "loss": 0.7787,
      "step": 421
    },
    {
      "epoch": 0.3743623863384342,
      "grad_norm": 17.94431495666504,
      "learning_rate": 0.00014014245298829935,
      "loss": 0.3636,
      "step": 422
    },
    {
      "epoch": 0.37524950099800397,
      "grad_norm": 17.968677520751953,
      "learning_rate": 0.00013988492812348289,
      "loss": 0.4506,
      "step": 423
    },
    {
      "epoch": 0.3761366156575737,
      "grad_norm": 24.70743179321289,
      "learning_rate": 0.0001396270883209557,
      "loss": 0.6416,
      "step": 424
    },
    {
      "epoch": 0.3770237303171435,
      "grad_norm": 13.088916778564453,
      "learning_rate": 0.0001393689356166617,
      "loss": 0.4915,
      "step": 425
    },
    {
      "epoch": 0.37791084497671323,
      "grad_norm": 14.412118911743164,
      "learning_rate": 0.0001391104720490156,
      "loss": 0.5729,
      "step": 426
    },
    {
      "epoch": 0.378797959636283,
      "grad_norm": 25.916366577148438,
      "learning_rate": 0.00013885169965888666,
      "loss": 0.732,
      "step": 427
    },
    {
      "epoch": 0.37968507429585274,
      "grad_norm": 25.987152099609375,
      "learning_rate": 0.0001385926204895826,
      "loss": 0.5221,
      "step": 428
    },
    {
      "epoch": 0.3805721889554225,
      "grad_norm": 13.118130683898926,
      "learning_rate": 0.00013833323658683363,
      "loss": 0.5443,
      "step": 429
    },
    {
      "epoch": 0.38145930361499225,
      "grad_norm": 15.166748046875,
      "learning_rate": 0.00013807354999877615,
      "loss": 0.5046,
      "step": 430
    },
    {
      "epoch": 0.382346418274562,
      "grad_norm": 14.290443420410156,
      "learning_rate": 0.0001378135627759366,
      "loss": 0.6199,
      "step": 431
    },
    {
      "epoch": 0.38323353293413176,
      "grad_norm": 32.93875503540039,
      "learning_rate": 0.00013755327697121523,
      "loss": 0.7156,
      "step": 432
    },
    {
      "epoch": 0.38412064759370146,
      "grad_norm": 16.738372802734375,
      "learning_rate": 0.00013729269463987002,
      "loss": 0.4267,
      "step": 433
    },
    {
      "epoch": 0.3850077622532712,
      "grad_norm": 23.126134872436523,
      "learning_rate": 0.00013703181783950033,
      "loss": 0.5898,
      "step": 434
    },
    {
      "epoch": 0.38589487691284097,
      "grad_norm": 24.76387596130371,
      "learning_rate": 0.0001367706486300307,
      "loss": 0.5255,
      "step": 435
    },
    {
      "epoch": 0.3867819915724107,
      "grad_norm": 23.15577507019043,
      "learning_rate": 0.00013650918907369454,
      "loss": 0.5287,
      "step": 436
    },
    {
      "epoch": 0.3876691062319805,
      "grad_norm": 17.57865333557129,
      "learning_rate": 0.000136247441235018,
      "loss": 0.7301,
      "step": 437
    },
    {
      "epoch": 0.38855622089155023,
      "grad_norm": 22.052438735961914,
      "learning_rate": 0.00013598540718080346,
      "loss": 0.5459,
      "step": 438
    },
    {
      "epoch": 0.38944333555112,
      "grad_norm": 22.841508865356445,
      "learning_rate": 0.0001357230889801133,
      "loss": 0.5083,
      "step": 439
    },
    {
      "epoch": 0.39033045021068974,
      "grad_norm": 41.49013137817383,
      "learning_rate": 0.00013546048870425356,
      "loss": 0.6305,
      "step": 440
    },
    {
      "epoch": 0.3912175648702595,
      "grad_norm": 31.323017120361328,
      "learning_rate": 0.00013519760842675767,
      "loss": 0.783,
      "step": 441
    },
    {
      "epoch": 0.39210467952982925,
      "grad_norm": 13.78834056854248,
      "learning_rate": 0.00013493445022336994,
      "loss": 0.5972,
      "step": 442
    },
    {
      "epoch": 0.392991794189399,
      "grad_norm": 32.62153625488281,
      "learning_rate": 0.0001346710161720292,
      "loss": 0.8145,
      "step": 443
    },
    {
      "epoch": 0.39387890884896876,
      "grad_norm": 19.633575439453125,
      "learning_rate": 0.0001344073083528525,
      "loss": 0.6332,
      "step": 444
    },
    {
      "epoch": 0.39476602350853846,
      "grad_norm": 24.696508407592773,
      "learning_rate": 0.00013414332884811847,
      "loss": 0.468,
      "step": 445
    },
    {
      "epoch": 0.3956531381681082,
      "grad_norm": 19.79391098022461,
      "learning_rate": 0.00013387907974225118,
      "loss": 0.5154,
      "step": 446
    },
    {
      "epoch": 0.39654025282767796,
      "grad_norm": 22.7702579498291,
      "learning_rate": 0.0001336145631218034,
      "loss": 0.6803,
      "step": 447
    },
    {
      "epoch": 0.3974273674872477,
      "grad_norm": 75.6989517211914,
      "learning_rate": 0.00013334978107544025,
      "loss": 0.8633,
      "step": 448
    },
    {
      "epoch": 0.3983144821468175,
      "grad_norm": 17.506349563598633,
      "learning_rate": 0.00013308473569392272,
      "loss": 0.6601,
      "step": 449
    },
    {
      "epoch": 0.3992015968063872,
      "grad_norm": 19.47184181213379,
      "learning_rate": 0.00013281942907009112,
      "loss": 0.6329,
      "step": 450
    },
    {
      "epoch": 0.400088711465957,
      "grad_norm": 27.625965118408203,
      "learning_rate": 0.00013255386329884866,
      "loss": 0.5822,
      "step": 451
    },
    {
      "epoch": 0.40097582612552674,
      "grad_norm": 18.07463264465332,
      "learning_rate": 0.00013228804047714463,
      "loss": 0.6447,
      "step": 452
    },
    {
      "epoch": 0.4018629407850965,
      "grad_norm": 25.590557098388672,
      "learning_rate": 0.00013202196270395818,
      "loss": 0.561,
      "step": 453
    },
    {
      "epoch": 0.40275005544466624,
      "grad_norm": 12.460678100585938,
      "learning_rate": 0.00013175563208028162,
      "loss": 0.4433,
      "step": 454
    },
    {
      "epoch": 0.403637170104236,
      "grad_norm": 52.151187896728516,
      "learning_rate": 0.00013148905070910362,
      "loss": 0.6626,
      "step": 455
    },
    {
      "epoch": 0.4045242847638057,
      "grad_norm": 23.456859588623047,
      "learning_rate": 0.00013122222069539302,
      "loss": 0.6924,
      "step": 456
    },
    {
      "epoch": 0.40541139942337545,
      "grad_norm": 25.388647079467773,
      "learning_rate": 0.0001309551441460818,
      "loss": 0.6828,
      "step": 457
    },
    {
      "epoch": 0.4062985140829452,
      "grad_norm": 20.9304141998291,
      "learning_rate": 0.00013068782317004874,
      "loss": 0.7869,
      "step": 458
    },
    {
      "epoch": 0.40718562874251496,
      "grad_norm": 37.56403732299805,
      "learning_rate": 0.00013042025987810267,
      "loss": 0.818,
      "step": 459
    },
    {
      "epoch": 0.4080727434020847,
      "grad_norm": 23.283416748046875,
      "learning_rate": 0.00013015245638296565,
      "loss": 0.6548,
      "step": 460
    },
    {
      "epoch": 0.40895985806165447,
      "grad_norm": 12.479449272155762,
      "learning_rate": 0.00012988441479925653,
      "loss": 0.5411,
      "step": 461
    },
    {
      "epoch": 0.4098469727212242,
      "grad_norm": 16.973432540893555,
      "learning_rate": 0.0001296161372434741,
      "loss": 0.5706,
      "step": 462
    },
    {
      "epoch": 0.410734087380794,
      "grad_norm": 22.319782257080078,
      "learning_rate": 0.00012934762583398043,
      "loss": 0.5741,
      "step": 463
    },
    {
      "epoch": 0.41162120204036373,
      "grad_norm": 35.45627212524414,
      "learning_rate": 0.0001290788826909842,
      "loss": 0.5357,
      "step": 464
    },
    {
      "epoch": 0.4125083166999335,
      "grad_norm": 16.758756637573242,
      "learning_rate": 0.00012880990993652377,
      "loss": 0.5204,
      "step": 465
    },
    {
      "epoch": 0.41339543135950324,
      "grad_norm": 22.393482208251953,
      "learning_rate": 0.00012854070969445068,
      "loss": 0.7606,
      "step": 466
    },
    {
      "epoch": 0.41428254601907294,
      "grad_norm": 9.232998847961426,
      "learning_rate": 0.00012827128409041263,
      "loss": 0.6465,
      "step": 467
    },
    {
      "epoch": 0.4151696606786427,
      "grad_norm": 10.5361328125,
      "learning_rate": 0.00012800163525183687,
      "loss": 0.6279,
      "step": 468
    },
    {
      "epoch": 0.41605677533821245,
      "grad_norm": 70.41617584228516,
      "learning_rate": 0.0001277317653079134,
      "loss": 0.536,
      "step": 469
    },
    {
      "epoch": 0.4169438899977822,
      "grad_norm": 17.029085159301758,
      "learning_rate": 0.00012746167638957807,
      "loss": 0.5772,
      "step": 470
    },
    {
      "epoch": 0.41783100465735196,
      "grad_norm": 12.786548614501953,
      "learning_rate": 0.00012719137062949568,
      "loss": 0.6107,
      "step": 471
    },
    {
      "epoch": 0.4187181193169217,
      "grad_norm": 9.802287101745605,
      "learning_rate": 0.00012692085016204334,
      "loss": 0.5555,
      "step": 472
    },
    {
      "epoch": 0.41960523397649147,
      "grad_norm": 15.928787231445312,
      "learning_rate": 0.00012665011712329356,
      "loss": 0.549,
      "step": 473
    },
    {
      "epoch": 0.4204923486360612,
      "grad_norm": 17.350805282592773,
      "learning_rate": 0.00012637917365099726,
      "loss": 0.6476,
      "step": 474
    },
    {
      "epoch": 0.421379463295631,
      "grad_norm": 9.157479286193848,
      "learning_rate": 0.00012610802188456707,
      "loss": 0.6846,
      "step": 475
    },
    {
      "epoch": 0.42226657795520073,
      "grad_norm": 12.637914657592773,
      "learning_rate": 0.00012583666396506025,
      "loss": 0.6415,
      "step": 476
    },
    {
      "epoch": 0.4231536926147705,
      "grad_norm": 12.5719575881958,
      "learning_rate": 0.0001255651020351619,
      "loss": 0.6135,
      "step": 477
    },
    {
      "epoch": 0.4240408072743402,
      "grad_norm": 11.433701515197754,
      "learning_rate": 0.00012529333823916807,
      "loss": 0.5769,
      "step": 478
    },
    {
      "epoch": 0.42492792193390994,
      "grad_norm": 18.106197357177734,
      "learning_rate": 0.00012502137472296878,
      "loss": 0.6184,
      "step": 479
    },
    {
      "epoch": 0.4258150365934797,
      "grad_norm": 13.467117309570312,
      "learning_rate": 0.00012474921363403096,
      "loss": 0.6146,
      "step": 480
    },
    {
      "epoch": 0.42670215125304944,
      "grad_norm": 19.940454483032227,
      "learning_rate": 0.00012447685712138176,
      "loss": 0.6689,
      "step": 481
    },
    {
      "epoch": 0.4275892659126192,
      "grad_norm": 10.641328811645508,
      "learning_rate": 0.00012420430733559124,
      "loss": 0.6364,
      "step": 482
    },
    {
      "epoch": 0.42847638057218895,
      "grad_norm": 16.504207611083984,
      "learning_rate": 0.0001239315664287558,
      "loss": 0.5241,
      "step": 483
    },
    {
      "epoch": 0.4293634952317587,
      "grad_norm": 13.391386985778809,
      "learning_rate": 0.00012365863655448074,
      "loss": 0.7543,
      "step": 484
    },
    {
      "epoch": 0.43025060989132846,
      "grad_norm": 18.418357849121094,
      "learning_rate": 0.00012338551986786368,
      "loss": 0.5919,
      "step": 485
    },
    {
      "epoch": 0.4311377245508982,
      "grad_norm": 18.132274627685547,
      "learning_rate": 0.00012311221852547724,
      "loss": 0.4565,
      "step": 486
    },
    {
      "epoch": 0.43202483921046797,
      "grad_norm": 14.63431167602539,
      "learning_rate": 0.000122838734685352,
      "loss": 0.7825,
      "step": 487
    },
    {
      "epoch": 0.4329119538700377,
      "grad_norm": 32.95280838012695,
      "learning_rate": 0.00012256507050695977,
      "loss": 0.5876,
      "step": 488
    },
    {
      "epoch": 0.4337990685296075,
      "grad_norm": 15.923604011535645,
      "learning_rate": 0.0001222912281511963,
      "loss": 0.5527,
      "step": 489
    },
    {
      "epoch": 0.4346861831891772,
      "grad_norm": 21.641054153442383,
      "learning_rate": 0.00012201720978036411,
      "loss": 0.5204,
      "step": 490
    },
    {
      "epoch": 0.43557329784874693,
      "grad_norm": 13.625927925109863,
      "learning_rate": 0.00012174301755815571,
      "loss": 0.4179,
      "step": 491
    },
    {
      "epoch": 0.4364604125083167,
      "grad_norm": 18.07998275756836,
      "learning_rate": 0.00012146865364963633,
      "loss": 0.6473,
      "step": 492
    },
    {
      "epoch": 0.43734752716788644,
      "grad_norm": 17.83867073059082,
      "learning_rate": 0.00012119412022122683,
      "loss": 0.6271,
      "step": 493
    },
    {
      "epoch": 0.4382346418274562,
      "grad_norm": 10.322158813476562,
      "learning_rate": 0.00012091941944068665,
      "loss": 0.6462,
      "step": 494
    },
    {
      "epoch": 0.43912175648702595,
      "grad_norm": 31.352947235107422,
      "learning_rate": 0.0001206445534770967,
      "loss": 0.9059,
      "step": 495
    },
    {
      "epoch": 0.4400088711465957,
      "grad_norm": 14.748805046081543,
      "learning_rate": 0.00012036952450084216,
      "loss": 0.5561,
      "step": 496
    },
    {
      "epoch": 0.44089598580616546,
      "grad_norm": 8.463850021362305,
      "learning_rate": 0.00012009433468359539,
      "loss": 0.45,
      "step": 497
    },
    {
      "epoch": 0.4417831004657352,
      "grad_norm": 15.950064659118652,
      "learning_rate": 0.00011981898619829879,
      "loss": 0.5356,
      "step": 498
    },
    {
      "epoch": 0.44267021512530497,
      "grad_norm": 21.852371215820312,
      "learning_rate": 0.00011954348121914758,
      "loss": 0.8173,
      "step": 499
    },
    {
      "epoch": 0.4435573297848747,
      "grad_norm": 17.100448608398438,
      "learning_rate": 0.00011926782192157275,
      "loss": 0.5236,
      "step": 500
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 10.350621223449707,
      "learning_rate": 0.00011899201048222377,
      "loss": 0.5157,
      "step": 501
    },
    {
      "epoch": 0.4453315591040142,
      "grad_norm": 11.549381256103516,
      "learning_rate": 0.00011871604907895148,
      "loss": 0.5313,
      "step": 502
    },
    {
      "epoch": 0.44621867376358393,
      "grad_norm": 13.375553131103516,
      "learning_rate": 0.0001184399398907908,
      "loss": 0.5753,
      "step": 503
    },
    {
      "epoch": 0.4471057884231537,
      "grad_norm": 15.414403915405273,
      "learning_rate": 0.00011816368509794364,
      "loss": 0.5197,
      "step": 504
    },
    {
      "epoch": 0.44799290308272344,
      "grad_norm": 15.397647857666016,
      "learning_rate": 0.00011788728688176162,
      "loss": 0.6035,
      "step": 505
    },
    {
      "epoch": 0.4488800177422932,
      "grad_norm": 25.81956672668457,
      "learning_rate": 0.00011761074742472882,
      "loss": 0.6291,
      "step": 506
    },
    {
      "epoch": 0.44976713240186295,
      "grad_norm": 7.330275058746338,
      "learning_rate": 0.00011733406891044461,
      "loss": 0.4814,
      "step": 507
    },
    {
      "epoch": 0.4506542470614327,
      "grad_norm": 15.21330738067627,
      "learning_rate": 0.00011705725352360635,
      "loss": 0.8946,
      "step": 508
    },
    {
      "epoch": 0.45154136172100245,
      "grad_norm": 14.31373119354248,
      "learning_rate": 0.0001167803034499922,
      "loss": 0.5603,
      "step": 509
    },
    {
      "epoch": 0.4524284763805722,
      "grad_norm": 21.25768280029297,
      "learning_rate": 0.00011650322087644381,
      "loss": 0.6217,
      "step": 510
    },
    {
      "epoch": 0.45331559104014196,
      "grad_norm": 11.403766632080078,
      "learning_rate": 0.00011622600799084907,
      "loss": 0.6729,
      "step": 511
    },
    {
      "epoch": 0.45420270569971166,
      "grad_norm": 8.444910049438477,
      "learning_rate": 0.00011594866698212483,
      "loss": 0.6956,
      "step": 512
    },
    {
      "epoch": 0.4550898203592814,
      "grad_norm": 17.55299186706543,
      "learning_rate": 0.00011567120004019967,
      "loss": 0.7067,
      "step": 513
    },
    {
      "epoch": 0.45597693501885117,
      "grad_norm": 11.06583309173584,
      "learning_rate": 0.00011539360935599646,
      "loss": 0.5151,
      "step": 514
    },
    {
      "epoch": 0.4568640496784209,
      "grad_norm": 16.49662971496582,
      "learning_rate": 0.00011511589712141527,
      "loss": 0.5499,
      "step": 515
    },
    {
      "epoch": 0.4577511643379907,
      "grad_norm": 18.202896118164062,
      "learning_rate": 0.00011483806552931585,
      "loss": 0.6034,
      "step": 516
    },
    {
      "epoch": 0.45863827899756043,
      "grad_norm": 8.675766944885254,
      "learning_rate": 0.00011456011677350051,
      "loss": 0.5948,
      "step": 517
    },
    {
      "epoch": 0.4595253936571302,
      "grad_norm": 7.7072954177856445,
      "learning_rate": 0.00011428205304869661,
      "loss": 0.4068,
      "step": 518
    },
    {
      "epoch": 0.46041250831669994,
      "grad_norm": 24.1860294342041,
      "learning_rate": 0.00011400387655053941,
      "loss": 0.6643,
      "step": 519
    },
    {
      "epoch": 0.4612996229762697,
      "grad_norm": 17.247211456298828,
      "learning_rate": 0.00011372558947555456,
      "loss": 0.7236,
      "step": 520
    },
    {
      "epoch": 0.46218673763583945,
      "grad_norm": 11.05486011505127,
      "learning_rate": 0.00011344719402114092,
      "loss": 0.5702,
      "step": 521
    },
    {
      "epoch": 0.4630738522954092,
      "grad_norm": 11.89603042602539,
      "learning_rate": 0.00011316869238555312,
      "loss": 0.5544,
      "step": 522
    },
    {
      "epoch": 0.4639609669549789,
      "grad_norm": 17.946462631225586,
      "learning_rate": 0.00011289008676788415,
      "loss": 0.6347,
      "step": 523
    },
    {
      "epoch": 0.46484808161454866,
      "grad_norm": 12.888246536254883,
      "learning_rate": 0.00011261137936804813,
      "loss": 0.7742,
      "step": 524
    },
    {
      "epoch": 0.4657351962741184,
      "grad_norm": 12.53116512298584,
      "learning_rate": 0.0001123325723867628,
      "loss": 0.473,
      "step": 525
    },
    {
      "epoch": 0.46662231093368817,
      "grad_norm": 16.474693298339844,
      "learning_rate": 0.0001120536680255323,
      "loss": 0.3752,
      "step": 526
    },
    {
      "epoch": 0.4675094255932579,
      "grad_norm": 11.543760299682617,
      "learning_rate": 0.00011177466848662965,
      "loss": 0.5735,
      "step": 527
    },
    {
      "epoch": 0.4683965402528277,
      "grad_norm": 11.618128776550293,
      "learning_rate": 0.00011149557597307936,
      "loss": 0.5801,
      "step": 528
    },
    {
      "epoch": 0.46928365491239743,
      "grad_norm": 16.319522857666016,
      "learning_rate": 0.00011121639268864015,
      "loss": 0.6991,
      "step": 529
    },
    {
      "epoch": 0.4701707695719672,
      "grad_norm": 21.742673873901367,
      "learning_rate": 0.00011093712083778746,
      "loss": 0.5511,
      "step": 530
    },
    {
      "epoch": 0.47105788423153694,
      "grad_norm": 9.816018104553223,
      "learning_rate": 0.00011065776262569605,
      "loss": 0.4773,
      "step": 531
    },
    {
      "epoch": 0.4719449988911067,
      "grad_norm": 14.445199012756348,
      "learning_rate": 0.00011037832025822266,
      "loss": 0.6194,
      "step": 532
    },
    {
      "epoch": 0.47283211355067645,
      "grad_norm": 35.967010498046875,
      "learning_rate": 0.00011009879594188844,
      "loss": 0.7097,
      "step": 533
    },
    {
      "epoch": 0.4737192282102462,
      "grad_norm": 9.598065376281738,
      "learning_rate": 0.00010981919188386172,
      "loss": 0.5112,
      "step": 534
    },
    {
      "epoch": 0.4746063428698159,
      "grad_norm": 11.46258544921875,
      "learning_rate": 0.00010953951029194039,
      "loss": 0.5203,
      "step": 535
    },
    {
      "epoch": 0.47549345752938565,
      "grad_norm": 7.841265678405762,
      "learning_rate": 0.00010925975337453462,
      "loss": 0.4096,
      "step": 536
    },
    {
      "epoch": 0.4763805721889554,
      "grad_norm": 14.957223892211914,
      "learning_rate": 0.00010897992334064937,
      "loss": 0.5223,
      "step": 537
    },
    {
      "epoch": 0.47726768684852516,
      "grad_norm": 12.167428016662598,
      "learning_rate": 0.00010870002239986687,
      "loss": 0.6473,
      "step": 538
    },
    {
      "epoch": 0.4781548015080949,
      "grad_norm": 12.44282341003418,
      "learning_rate": 0.00010842005276232932,
      "loss": 0.4611,
      "step": 539
    },
    {
      "epoch": 0.47904191616766467,
      "grad_norm": 20.91424560546875,
      "learning_rate": 0.00010814001663872133,
      "loss": 0.6555,
      "step": 540
    },
    {
      "epoch": 0.4799290308272344,
      "grad_norm": 14.777873992919922,
      "learning_rate": 0.00010785991624025249,
      "loss": 0.4319,
      "step": 541
    },
    {
      "epoch": 0.4808161454868042,
      "grad_norm": 14.822694778442383,
      "learning_rate": 0.0001075797537786399,
      "loss": 0.6316,
      "step": 542
    },
    {
      "epoch": 0.48170326014637393,
      "grad_norm": 12.554086685180664,
      "learning_rate": 0.00010729953146609076,
      "loss": 0.6087,
      "step": 543
    },
    {
      "epoch": 0.4825903748059437,
      "grad_norm": 8.567695617675781,
      "learning_rate": 0.00010701925151528482,
      "loss": 0.4914,
      "step": 544
    },
    {
      "epoch": 0.48347748946551344,
      "grad_norm": 16.64634895324707,
      "learning_rate": 0.000106738916139357,
      "loss": 0.4539,
      "step": 545
    },
    {
      "epoch": 0.48436460412508314,
      "grad_norm": 16.0655517578125,
      "learning_rate": 0.00010645852755187984,
      "loss": 0.5303,
      "step": 546
    },
    {
      "epoch": 0.4852517187846529,
      "grad_norm": 11.187954902648926,
      "learning_rate": 0.00010617808796684599,
      "loss": 0.4395,
      "step": 547
    },
    {
      "epoch": 0.48613883344422265,
      "grad_norm": 13.750595092773438,
      "learning_rate": 0.00010589759959865086,
      "loss": 0.4793,
      "step": 548
    },
    {
      "epoch": 0.4870259481037924,
      "grad_norm": 10.186639785766602,
      "learning_rate": 0.00010561706466207507,
      "loss": 0.4404,
      "step": 549
    },
    {
      "epoch": 0.48791306276336216,
      "grad_norm": 12.152388572692871,
      "learning_rate": 0.00010533648537226688,
      "loss": 0.4731,
      "step": 550
    },
    {
      "epoch": 0.4888001774229319,
      "grad_norm": 12.606999397277832,
      "learning_rate": 0.00010505586394472486,
      "loss": 0.525,
      "step": 551
    },
    {
      "epoch": 0.48968729208250167,
      "grad_norm": 12.952710151672363,
      "learning_rate": 0.00010477520259528022,
      "loss": 0.709,
      "step": 552
    },
    {
      "epoch": 0.4905744067420714,
      "grad_norm": 18.342161178588867,
      "learning_rate": 0.00010449450354007942,
      "loss": 0.5819,
      "step": 553
    },
    {
      "epoch": 0.4914615214016412,
      "grad_norm": 8.435304641723633,
      "learning_rate": 0.00010421376899556667,
      "loss": 0.5771,
      "step": 554
    },
    {
      "epoch": 0.49234863606121093,
      "grad_norm": 19.246320724487305,
      "learning_rate": 0.00010393300117846647,
      "loss": 0.4049,
      "step": 555
    },
    {
      "epoch": 0.4932357507207807,
      "grad_norm": 16.713577270507812,
      "learning_rate": 0.0001036522023057659,
      "loss": 0.5345,
      "step": 556
    },
    {
      "epoch": 0.4941228653803504,
      "grad_norm": 15.018911361694336,
      "learning_rate": 0.0001033713745946974,
      "loss": 0.4445,
      "step": 557
    },
    {
      "epoch": 0.49500998003992014,
      "grad_norm": 15.99842643737793,
      "learning_rate": 0.000103090520262721,
      "loss": 0.5423,
      "step": 558
    },
    {
      "epoch": 0.4958970946994899,
      "grad_norm": 14.742325782775879,
      "learning_rate": 0.000102809641527507,
      "loss": 0.6549,
      "step": 559
    },
    {
      "epoch": 0.49678420935905965,
      "grad_norm": 19.182870864868164,
      "learning_rate": 0.00010252874060691846,
      "loss": 0.483,
      "step": 560
    },
    {
      "epoch": 0.4976713240186294,
      "grad_norm": 10.996511459350586,
      "learning_rate": 0.00010224781971899353,
      "loss": 0.4881,
      "step": 561
    },
    {
      "epoch": 0.49855843867819916,
      "grad_norm": 21.27942657470703,
      "learning_rate": 0.00010196688108192798,
      "loss": 0.8263,
      "step": 562
    },
    {
      "epoch": 0.4994455533377689,
      "grad_norm": 11.998114585876465,
      "learning_rate": 0.00010168592691405782,
      "loss": 0.516,
      "step": 563
    },
    {
      "epoch": 0.5003326679973387,
      "grad_norm": 18.787263870239258,
      "learning_rate": 0.0001014049594338417,
      "loss": 0.4913,
      "step": 564
    },
    {
      "epoch": 0.5003326679973387,
      "eval_loss": 0.5282977819442749,
      "eval_runtime": 10.8694,
      "eval_samples_per_second": 43.701,
      "eval_steps_per_second": 21.896,
      "step": 564
    },
    {
      "epoch": 0.5012197826569084,
      "grad_norm": 10.902974128723145,
      "learning_rate": 0.00010112398085984334,
      "loss": 0.7425,
      "step": 565
    },
    {
      "epoch": 0.5021068973164782,
      "grad_norm": 11.902405738830566,
      "learning_rate": 0.00010084299341071404,
      "loss": 0.5859,
      "step": 566
    },
    {
      "epoch": 0.5029940119760479,
      "grad_norm": 15.015090942382812,
      "learning_rate": 0.00010056199930517525,
      "loss": 0.5177,
      "step": 567
    },
    {
      "epoch": 0.5038811266356177,
      "grad_norm": 13.690829277038574,
      "learning_rate": 0.00010028100076200089,
      "loss": 0.5336,
      "step": 568
    },
    {
      "epoch": 0.5047682412951874,
      "grad_norm": 9.040242195129395,
      "learning_rate": 0.0001,
      "loss": 0.5395,
      "step": 569
    },
    {
      "epoch": 0.5056553559547572,
      "grad_norm": 13.7742338180542,
      "learning_rate": 9.971899923799914e-05,
      "loss": 0.4848,
      "step": 570
    },
    {
      "epoch": 0.5065424706143269,
      "grad_norm": 18.301097869873047,
      "learning_rate": 9.943800069482478e-05,
      "loss": 0.4187,
      "step": 571
    },
    {
      "epoch": 0.5074295852738967,
      "grad_norm": 9.796411514282227,
      "learning_rate": 9.915700658928599e-05,
      "loss": 0.4489,
      "step": 572
    },
    {
      "epoch": 0.5083166999334664,
      "grad_norm": 14.318580627441406,
      "learning_rate": 9.887601914015667e-05,
      "loss": 0.5288,
      "step": 573
    },
    {
      "epoch": 0.5092038145930361,
      "grad_norm": 9.185602188110352,
      "learning_rate": 9.859504056615832e-05,
      "loss": 0.548,
      "step": 574
    },
    {
      "epoch": 0.5100909292526059,
      "grad_norm": 14.943018913269043,
      "learning_rate": 9.831407308594216e-05,
      "loss": 0.6803,
      "step": 575
    },
    {
      "epoch": 0.5109780439121756,
      "grad_norm": 9.161589622497559,
      "learning_rate": 9.803311891807205e-05,
      "loss": 0.5322,
      "step": 576
    },
    {
      "epoch": 0.5118651585717454,
      "grad_norm": 10.11030101776123,
      "learning_rate": 9.77521802810065e-05,
      "loss": 0.5211,
      "step": 577
    },
    {
      "epoch": 0.5127522732313151,
      "grad_norm": 7.554240703582764,
      "learning_rate": 9.747125939308155e-05,
      "loss": 0.3952,
      "step": 578
    },
    {
      "epoch": 0.5136393878908849,
      "grad_norm": 12.61319637298584,
      "learning_rate": 9.719035847249303e-05,
      "loss": 0.7119,
      "step": 579
    },
    {
      "epoch": 0.5145265025504546,
      "grad_norm": 13.83900260925293,
      "learning_rate": 9.690947973727904e-05,
      "loss": 0.5416,
      "step": 580
    },
    {
      "epoch": 0.5154136172100244,
      "grad_norm": 11.517401695251465,
      "learning_rate": 9.662862540530267e-05,
      "loss": 0.4499,
      "step": 581
    },
    {
      "epoch": 0.5163007318695941,
      "grad_norm": 9.80035400390625,
      "learning_rate": 9.63477976942341e-05,
      "loss": 0.5606,
      "step": 582
    },
    {
      "epoch": 0.5171878465291639,
      "grad_norm": 11.86060619354248,
      "learning_rate": 9.606699882153356e-05,
      "loss": 0.4866,
      "step": 583
    },
    {
      "epoch": 0.5180749611887336,
      "grad_norm": 15.583041191101074,
      "learning_rate": 9.578623100443332e-05,
      "loss": 0.4695,
      "step": 584
    },
    {
      "epoch": 0.5189620758483033,
      "grad_norm": 15.2178316116333,
      "learning_rate": 9.55054964599206e-05,
      "loss": 0.5595,
      "step": 585
    },
    {
      "epoch": 0.5198491905078731,
      "grad_norm": 13.039602279663086,
      "learning_rate": 9.522479740471979e-05,
      "loss": 0.698,
      "step": 586
    },
    {
      "epoch": 0.5207363051674428,
      "grad_norm": 8.607948303222656,
      "learning_rate": 9.494413605527515e-05,
      "loss": 0.5861,
      "step": 587
    },
    {
      "epoch": 0.5216234198270127,
      "grad_norm": 13.608397483825684,
      "learning_rate": 9.466351462773313e-05,
      "loss": 0.4025,
      "step": 588
    },
    {
      "epoch": 0.5225105344865824,
      "grad_norm": 12.589532852172852,
      "learning_rate": 9.438293533792494e-05,
      "loss": 0.6171,
      "step": 589
    },
    {
      "epoch": 0.5233976491461522,
      "grad_norm": 10.912978172302246,
      "learning_rate": 9.410240040134918e-05,
      "loss": 0.6293,
      "step": 590
    },
    {
      "epoch": 0.5242847638057219,
      "grad_norm": 8.326505661010742,
      "learning_rate": 9.382191203315403e-05,
      "loss": 0.4261,
      "step": 591
    },
    {
      "epoch": 0.5251718784652917,
      "grad_norm": 7.694733619689941,
      "learning_rate": 9.354147244812021e-05,
      "loss": 0.4666,
      "step": 592
    },
    {
      "epoch": 0.5260589931248614,
      "grad_norm": 9.189980506896973,
      "learning_rate": 9.326108386064301e-05,
      "loss": 0.417,
      "step": 593
    },
    {
      "epoch": 0.5269461077844312,
      "grad_norm": 19.21633529663086,
      "learning_rate": 9.298074848471521e-05,
      "loss": 0.5011,
      "step": 594
    },
    {
      "epoch": 0.5278332224440009,
      "grad_norm": 9.492502212524414,
      "learning_rate": 9.270046853390925e-05,
      "loss": 0.5188,
      "step": 595
    },
    {
      "epoch": 0.5287203371035706,
      "grad_norm": 22.717971801757812,
      "learning_rate": 9.242024622136011e-05,
      "loss": 0.7037,
      "step": 596
    },
    {
      "epoch": 0.5296074517631404,
      "grad_norm": 11.47793197631836,
      "learning_rate": 9.21400837597475e-05,
      "loss": 0.5535,
      "step": 597
    },
    {
      "epoch": 0.5304945664227101,
      "grad_norm": 14.473817825317383,
      "learning_rate": 9.185998336127868e-05,
      "loss": 0.502,
      "step": 598
    },
    {
      "epoch": 0.5313816810822799,
      "grad_norm": 7.6455159187316895,
      "learning_rate": 9.15799472376707e-05,
      "loss": 0.6291,
      "step": 599
    },
    {
      "epoch": 0.5322687957418496,
      "grad_norm": 10.890273094177246,
      "learning_rate": 9.129997760013316e-05,
      "loss": 0.4843,
      "step": 600
    },
    {
      "epoch": 0.5331559104014194,
      "grad_norm": 12.707287788391113,
      "learning_rate": 9.102007665935068e-05,
      "loss": 0.4587,
      "step": 601
    },
    {
      "epoch": 0.5340430250609891,
      "grad_norm": 8.730186462402344,
      "learning_rate": 9.074024662546539e-05,
      "loss": 0.5039,
      "step": 602
    },
    {
      "epoch": 0.5349301397205589,
      "grad_norm": 11.060835838317871,
      "learning_rate": 9.046048970805965e-05,
      "loss": 0.5254,
      "step": 603
    },
    {
      "epoch": 0.5358172543801286,
      "grad_norm": 18.250869750976562,
      "learning_rate": 9.018080811613832e-05,
      "loss": 0.5477,
      "step": 604
    },
    {
      "epoch": 0.5367043690396984,
      "grad_norm": 14.458378791809082,
      "learning_rate": 8.990120405811159e-05,
      "loss": 0.7526,
      "step": 605
    },
    {
      "epoch": 0.5375914836992681,
      "grad_norm": 13.491866111755371,
      "learning_rate": 8.962167974177735e-05,
      "loss": 0.5717,
      "step": 606
    },
    {
      "epoch": 0.5384785983588379,
      "grad_norm": 16.16080093383789,
      "learning_rate": 8.934223737430396e-05,
      "loss": 0.7254,
      "step": 607
    },
    {
      "epoch": 0.5393657130184076,
      "grad_norm": 7.009119987487793,
      "learning_rate": 8.906287916221259e-05,
      "loss": 0.5927,
      "step": 608
    },
    {
      "epoch": 0.5402528276779773,
      "grad_norm": 11.678023338317871,
      "learning_rate": 8.878360731135986e-05,
      "loss": 0.5457,
      "step": 609
    },
    {
      "epoch": 0.5411399423375471,
      "grad_norm": 9.542930603027344,
      "learning_rate": 8.850442402692068e-05,
      "loss": 0.4317,
      "step": 610
    },
    {
      "epoch": 0.5420270569971168,
      "grad_norm": 13.226850509643555,
      "learning_rate": 8.822533151337037e-05,
      "loss": 0.557,
      "step": 611
    },
    {
      "epoch": 0.5429141716566867,
      "grad_norm": 10.57911491394043,
      "learning_rate": 8.79463319744677e-05,
      "loss": 0.442,
      "step": 612
    },
    {
      "epoch": 0.5438012863162563,
      "grad_norm": 11.425403594970703,
      "learning_rate": 8.766742761323719e-05,
      "loss": 0.7939,
      "step": 613
    },
    {
      "epoch": 0.5446884009758262,
      "grad_norm": 18.34521484375,
      "learning_rate": 8.738862063195189e-05,
      "loss": 0.734,
      "step": 614
    },
    {
      "epoch": 0.5455755156353959,
      "grad_norm": 16.841562271118164,
      "learning_rate": 8.710991323211586e-05,
      "loss": 0.6358,
      "step": 615
    },
    {
      "epoch": 0.5464626302949657,
      "grad_norm": 11.342370986938477,
      "learning_rate": 8.68313076144469e-05,
      "loss": 0.4895,
      "step": 616
    },
    {
      "epoch": 0.5473497449545354,
      "grad_norm": 15.323671340942383,
      "learning_rate": 8.655280597885911e-05,
      "loss": 0.652,
      "step": 617
    },
    {
      "epoch": 0.5482368596141052,
      "grad_norm": 13.089852333068848,
      "learning_rate": 8.627441052444545e-05,
      "loss": 0.5529,
      "step": 618
    },
    {
      "epoch": 0.5491239742736749,
      "grad_norm": 16.727554321289062,
      "learning_rate": 8.599612344946064e-05,
      "loss": 0.681,
      "step": 619
    },
    {
      "epoch": 0.5500110889332446,
      "grad_norm": 10.245580673217773,
      "learning_rate": 8.571794695130342e-05,
      "loss": 0.5258,
      "step": 620
    },
    {
      "epoch": 0.5508982035928144,
      "grad_norm": 12.5084867477417,
      "learning_rate": 8.543988322649954e-05,
      "loss": 0.5769,
      "step": 621
    },
    {
      "epoch": 0.5517853182523841,
      "grad_norm": 10.441475868225098,
      "learning_rate": 8.516193447068416e-05,
      "loss": 0.4775,
      "step": 622
    },
    {
      "epoch": 0.5526724329119539,
      "grad_norm": 12.65396785736084,
      "learning_rate": 8.488410287858477e-05,
      "loss": 0.5363,
      "step": 623
    },
    {
      "epoch": 0.5535595475715236,
      "grad_norm": 16.62245750427246,
      "learning_rate": 8.460639064400354e-05,
      "loss": 0.658,
      "step": 624
    },
    {
      "epoch": 0.5544466622310934,
      "grad_norm": 11.90361499786377,
      "learning_rate": 8.432879995980037e-05,
      "loss": 0.6477,
      "step": 625
    },
    {
      "epoch": 0.5553337768906631,
      "grad_norm": 10.623332023620605,
      "learning_rate": 8.40513330178752e-05,
      "loss": 0.393,
      "step": 626
    },
    {
      "epoch": 0.5562208915502329,
      "grad_norm": 14.030241012573242,
      "learning_rate": 8.377399200915097e-05,
      "loss": 0.5509,
      "step": 627
    },
    {
      "epoch": 0.5571080062098026,
      "grad_norm": 10.130109786987305,
      "learning_rate": 8.349677912355624e-05,
      "loss": 0.5138,
      "step": 628
    },
    {
      "epoch": 0.5579951208693724,
      "grad_norm": 14.270792007446289,
      "learning_rate": 8.321969655000782e-05,
      "loss": 0.5168,
      "step": 629
    },
    {
      "epoch": 0.5588822355289421,
      "grad_norm": 23.30116844177246,
      "learning_rate": 8.294274647639368e-05,
      "loss": 0.581,
      "step": 630
    },
    {
      "epoch": 0.5597693501885118,
      "grad_norm": 10.404685974121094,
      "learning_rate": 8.266593108955541e-05,
      "loss": 0.5583,
      "step": 631
    },
    {
      "epoch": 0.5606564648480816,
      "grad_norm": 17.7594051361084,
      "learning_rate": 8.238925257527122e-05,
      "loss": 0.4393,
      "step": 632
    },
    {
      "epoch": 0.5615435795076513,
      "grad_norm": 11.197213172912598,
      "learning_rate": 8.211271311823839e-05,
      "loss": 0.537,
      "step": 633
    },
    {
      "epoch": 0.5624306941672211,
      "grad_norm": 10.514182090759277,
      "learning_rate": 8.183631490205637e-05,
      "loss": 0.5498,
      "step": 634
    },
    {
      "epoch": 0.5633178088267908,
      "grad_norm": 16.91399383544922,
      "learning_rate": 8.15600601092092e-05,
      "loss": 0.7521,
      "step": 635
    },
    {
      "epoch": 0.5642049234863606,
      "grad_norm": 84.91975402832031,
      "learning_rate": 8.128395092104853e-05,
      "loss": 0.6462,
      "step": 636
    },
    {
      "epoch": 0.5650920381459303,
      "grad_norm": 16.906450271606445,
      "learning_rate": 8.100798951777625e-05,
      "loss": 0.6416,
      "step": 637
    },
    {
      "epoch": 0.5659791528055002,
      "grad_norm": 24.34198570251465,
      "learning_rate": 8.073217807842727e-05,
      "loss": 0.5717,
      "step": 638
    },
    {
      "epoch": 0.5668662674650699,
      "grad_norm": 11.372908592224121,
      "learning_rate": 8.045651878085245e-05,
      "loss": 0.5616,
      "step": 639
    },
    {
      "epoch": 0.5677533821246397,
      "grad_norm": 8.02955150604248,
      "learning_rate": 8.018101380170123e-05,
      "loss": 0.5275,
      "step": 640
    },
    {
      "epoch": 0.5686404967842094,
      "grad_norm": 21.609766006469727,
      "learning_rate": 7.990566531640462e-05,
      "loss": 0.5938,
      "step": 641
    },
    {
      "epoch": 0.5695276114437791,
      "grad_norm": 13.45399284362793,
      "learning_rate": 7.963047549915784e-05,
      "loss": 0.4565,
      "step": 642
    },
    {
      "epoch": 0.5704147261033489,
      "grad_norm": 9.19005298614502,
      "learning_rate": 7.93554465229033e-05,
      "loss": 0.5592,
      "step": 643
    },
    {
      "epoch": 0.5713018407629186,
      "grad_norm": 12.550573348999023,
      "learning_rate": 7.908058055931333e-05,
      "loss": 0.4513,
      "step": 644
    },
    {
      "epoch": 0.5721889554224884,
      "grad_norm": 13.851094245910645,
      "learning_rate": 7.880587977877319e-05,
      "loss": 0.4971,
      "step": 645
    },
    {
      "epoch": 0.5730760700820581,
      "grad_norm": 25.586532592773438,
      "learning_rate": 7.853134635036371e-05,
      "loss": 0.6257,
      "step": 646
    },
    {
      "epoch": 0.5739631847416279,
      "grad_norm": 26.970287322998047,
      "learning_rate": 7.825698244184431e-05,
      "loss": 0.4314,
      "step": 647
    },
    {
      "epoch": 0.5748502994011976,
      "grad_norm": 10.33347225189209,
      "learning_rate": 7.798279021963594e-05,
      "loss": 0.5275,
      "step": 648
    },
    {
      "epoch": 0.5757374140607674,
      "grad_norm": 14.449501037597656,
      "learning_rate": 7.770877184880372e-05,
      "loss": 0.6204,
      "step": 649
    },
    {
      "epoch": 0.5766245287203371,
      "grad_norm": 22.542757034301758,
      "learning_rate": 7.743492949304023e-05,
      "loss": 0.4435,
      "step": 650
    },
    {
      "epoch": 0.5775116433799069,
      "grad_norm": 12.012246131896973,
      "learning_rate": 7.7161265314648e-05,
      "loss": 0.4355,
      "step": 651
    },
    {
      "epoch": 0.5783987580394766,
      "grad_norm": 10.556063652038574,
      "learning_rate": 7.68877814745228e-05,
      "loss": 0.4113,
      "step": 652
    },
    {
      "epoch": 0.5792858726990463,
      "grad_norm": 13.091650009155273,
      "learning_rate": 7.66144801321363e-05,
      "loss": 0.4257,
      "step": 653
    },
    {
      "epoch": 0.5801729873586161,
      "grad_norm": 9.24223518371582,
      "learning_rate": 7.634136344551925e-05,
      "loss": 0.4396,
      "step": 654
    },
    {
      "epoch": 0.5810601020181858,
      "grad_norm": 31.38812828063965,
      "learning_rate": 7.606843357124426e-05,
      "loss": 0.3948,
      "step": 655
    },
    {
      "epoch": 0.5819472166777556,
      "grad_norm": 28.180227279663086,
      "learning_rate": 7.579569266440877e-05,
      "loss": 0.486,
      "step": 656
    },
    {
      "epoch": 0.5828343313373253,
      "grad_norm": 10.564338684082031,
      "learning_rate": 7.552314287861831e-05,
      "loss": 0.4612,
      "step": 657
    },
    {
      "epoch": 0.5837214459968951,
      "grad_norm": 9.421873092651367,
      "learning_rate": 7.525078636596906e-05,
      "loss": 0.4412,
      "step": 658
    },
    {
      "epoch": 0.5846085606564648,
      "grad_norm": 21.697776794433594,
      "learning_rate": 7.497862527703127e-05,
      "loss": 0.5813,
      "step": 659
    },
    {
      "epoch": 0.5854956753160346,
      "grad_norm": 11.459709167480469,
      "learning_rate": 7.470666176083192e-05,
      "loss": 0.4765,
      "step": 660
    },
    {
      "epoch": 0.5863827899756043,
      "grad_norm": 13.117362976074219,
      "learning_rate": 7.443489796483812e-05,
      "loss": 0.4558,
      "step": 661
    },
    {
      "epoch": 0.5872699046351741,
      "grad_norm": 16.061323165893555,
      "learning_rate": 7.416333603493977e-05,
      "loss": 0.4438,
      "step": 662
    },
    {
      "epoch": 0.5881570192947438,
      "grad_norm": 11.130778312683105,
      "learning_rate": 7.389197811543296e-05,
      "loss": 0.594,
      "step": 663
    },
    {
      "epoch": 0.5890441339543135,
      "grad_norm": 15.16738224029541,
      "learning_rate": 7.362082634900276e-05,
      "loss": 0.6442,
      "step": 664
    },
    {
      "epoch": 0.5899312486138834,
      "grad_norm": 24.3815975189209,
      "learning_rate": 7.334988287670648e-05,
      "loss": 0.5429,
      "step": 665
    },
    {
      "epoch": 0.590818363273453,
      "grad_norm": 14.995140075683594,
      "learning_rate": 7.30791498379567e-05,
      "loss": 0.5478,
      "step": 666
    },
    {
      "epoch": 0.5917054779330229,
      "grad_norm": 11.763010025024414,
      "learning_rate": 7.280862937050435e-05,
      "loss": 0.5046,
      "step": 667
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 11.140966415405273,
      "learning_rate": 7.253832361042196e-05,
      "loss": 0.4978,
      "step": 668
    },
    {
      "epoch": 0.5934797072521624,
      "grad_norm": 46.653255462646484,
      "learning_rate": 7.226823469208659e-05,
      "loss": 0.5881,
      "step": 669
    },
    {
      "epoch": 0.5943668219117321,
      "grad_norm": 28.90702247619629,
      "learning_rate": 7.199836474816312e-05,
      "loss": 0.5859,
      "step": 670
    },
    {
      "epoch": 0.5952539365713019,
      "grad_norm": 15.683173179626465,
      "learning_rate": 7.172871590958739e-05,
      "loss": 0.4822,
      "step": 671
    },
    {
      "epoch": 0.5961410512308716,
      "grad_norm": 22.498428344726562,
      "learning_rate": 7.145929030554937e-05,
      "loss": 0.8313,
      "step": 672
    },
    {
      "epoch": 0.5970281658904414,
      "grad_norm": 20.472537994384766,
      "learning_rate": 7.119009006347625e-05,
      "loss": 0.585,
      "step": 673
    },
    {
      "epoch": 0.5979152805500111,
      "grad_norm": 11.613113403320312,
      "learning_rate": 7.092111730901585e-05,
      "loss": 0.5317,
      "step": 674
    },
    {
      "epoch": 0.5988023952095808,
      "grad_norm": 10.49897575378418,
      "learning_rate": 7.065237416601962e-05,
      "loss": 0.6331,
      "step": 675
    },
    {
      "epoch": 0.5996895098691506,
      "grad_norm": 13.33802318572998,
      "learning_rate": 7.038386275652594e-05,
      "loss": 0.4473,
      "step": 676
    },
    {
      "epoch": 0.6005766245287203,
      "grad_norm": 14.789121627807617,
      "learning_rate": 7.011558520074351e-05,
      "loss": 0.5388,
      "step": 677
    },
    {
      "epoch": 0.6014637391882901,
      "grad_norm": 14.772530555725098,
      "learning_rate": 6.984754361703436e-05,
      "loss": 0.339,
      "step": 678
    },
    {
      "epoch": 0.6023508538478598,
      "grad_norm": 22.230491638183594,
      "learning_rate": 6.957974012189734e-05,
      "loss": 0.5151,
      "step": 679
    },
    {
      "epoch": 0.6032379685074296,
      "grad_norm": 16.534082412719727,
      "learning_rate": 6.931217682995124e-05,
      "loss": 0.5062,
      "step": 680
    },
    {
      "epoch": 0.6041250831669993,
      "grad_norm": 41.85133743286133,
      "learning_rate": 6.904485585391822e-05,
      "loss": 0.7946,
      "step": 681
    },
    {
      "epoch": 0.6050121978265691,
      "grad_norm": 11.459538459777832,
      "learning_rate": 6.877777930460701e-05,
      "loss": 0.5184,
      "step": 682
    },
    {
      "epoch": 0.6058993124861388,
      "grad_norm": 19.05097007751465,
      "learning_rate": 6.85109492908964e-05,
      "loss": 0.6423,
      "step": 683
    },
    {
      "epoch": 0.6067864271457086,
      "grad_norm": 9.64467716217041,
      "learning_rate": 6.824436791971845e-05,
      "loss": 0.4561,
      "step": 684
    },
    {
      "epoch": 0.6076735418052783,
      "grad_norm": 7.468964576721191,
      "learning_rate": 6.797803729604183e-05,
      "loss": 0.3583,
      "step": 685
    },
    {
      "epoch": 0.608560656464848,
      "grad_norm": 23.450870513916016,
      "learning_rate": 6.77119595228554e-05,
      "loss": 0.5657,
      "step": 686
    },
    {
      "epoch": 0.6094477711244178,
      "grad_norm": 15.124369621276855,
      "learning_rate": 6.744613670115137e-05,
      "loss": 0.5733,
      "step": 687
    },
    {
      "epoch": 0.6103348857839875,
      "grad_norm": 8.277901649475098,
      "learning_rate": 6.718057092990888e-05,
      "loss": 0.4123,
      "step": 688
    },
    {
      "epoch": 0.6112220004435573,
      "grad_norm": 14.833108901977539,
      "learning_rate": 6.691526430607729e-05,
      "loss": 0.4358,
      "step": 689
    },
    {
      "epoch": 0.612109115103127,
      "grad_norm": 14.099374771118164,
      "learning_rate": 6.665021892455978e-05,
      "loss": 0.532,
      "step": 690
    },
    {
      "epoch": 0.6129962297626969,
      "grad_norm": 17.116300582885742,
      "learning_rate": 6.638543687819663e-05,
      "loss": 0.5285,
      "step": 691
    },
    {
      "epoch": 0.6138833444222666,
      "grad_norm": 11.693442344665527,
      "learning_rate": 6.612092025774885e-05,
      "loss": 0.6356,
      "step": 692
    },
    {
      "epoch": 0.6147704590818364,
      "grad_norm": 17.48737335205078,
      "learning_rate": 6.585667115188156e-05,
      "loss": 0.6221,
      "step": 693
    },
    {
      "epoch": 0.6156575737414061,
      "grad_norm": 9.696533203125,
      "learning_rate": 6.559269164714753e-05,
      "loss": 0.5044,
      "step": 694
    },
    {
      "epoch": 0.6165446884009759,
      "grad_norm": 7.648679256439209,
      "learning_rate": 6.532898382797081e-05,
      "loss": 0.3928,
      "step": 695
    },
    {
      "epoch": 0.6174318030605456,
      "grad_norm": 9.026745796203613,
      "learning_rate": 6.506554977663008e-05,
      "loss": 0.4039,
      "step": 696
    },
    {
      "epoch": 0.6183189177201154,
      "grad_norm": 18.633039474487305,
      "learning_rate": 6.480239157324234e-05,
      "loss": 0.7304,
      "step": 697
    },
    {
      "epoch": 0.6192060323796851,
      "grad_norm": 10.93970775604248,
      "learning_rate": 6.453951129574644e-05,
      "loss": 0.4674,
      "step": 698
    },
    {
      "epoch": 0.6200931470392548,
      "grad_norm": 13.715667724609375,
      "learning_rate": 6.427691101988673e-05,
      "loss": 0.4547,
      "step": 699
    },
    {
      "epoch": 0.6209802616988246,
      "grad_norm": 10.849258422851562,
      "learning_rate": 6.401459281919656e-05,
      "loss": 0.5201,
      "step": 700
    },
    {
      "epoch": 0.6218673763583943,
      "grad_norm": 16.430770874023438,
      "learning_rate": 6.375255876498202e-05,
      "loss": 0.5456,
      "step": 701
    },
    {
      "epoch": 0.6227544910179641,
      "grad_norm": 9.536650657653809,
      "learning_rate": 6.349081092630549e-05,
      "loss": 0.3952,
      "step": 702
    },
    {
      "epoch": 0.6236416056775338,
      "grad_norm": 14.929004669189453,
      "learning_rate": 6.322935136996935e-05,
      "loss": 0.434,
      "step": 703
    },
    {
      "epoch": 0.6245287203371036,
      "grad_norm": 12.225709915161133,
      "learning_rate": 6.296818216049972e-05,
      "loss": 0.4973,
      "step": 704
    },
    {
      "epoch": 0.6254158349966733,
      "grad_norm": 16.465450286865234,
      "learning_rate": 6.270730536013e-05,
      "loss": 0.4434,
      "step": 705
    },
    {
      "epoch": 0.6263029496562431,
      "grad_norm": 9.261791229248047,
      "learning_rate": 6.24467230287848e-05,
      "loss": 0.5105,
      "step": 706
    },
    {
      "epoch": 0.6271900643158128,
      "grad_norm": 8.896374702453613,
      "learning_rate": 6.218643722406342e-05,
      "loss": 0.3651,
      "step": 707
    },
    {
      "epoch": 0.6280771789753826,
      "grad_norm": 13.184693336486816,
      "learning_rate": 6.192645000122385e-05,
      "loss": 0.5239,
      "step": 708
    },
    {
      "epoch": 0.6289642936349523,
      "grad_norm": 21.19748878479004,
      "learning_rate": 6.166676341316636e-05,
      "loss": 0.6183,
      "step": 709
    },
    {
      "epoch": 0.629851408294522,
      "grad_norm": 8.727391242980957,
      "learning_rate": 6.140737951041741e-05,
      "loss": 0.4353,
      "step": 710
    },
    {
      "epoch": 0.6307385229540918,
      "grad_norm": 11.26137924194336,
      "learning_rate": 6.114830034111337e-05,
      "loss": 0.5852,
      "step": 711
    },
    {
      "epoch": 0.6316256376136615,
      "grad_norm": 8.761695861816406,
      "learning_rate": 6.0889527950984416e-05,
      "loss": 0.6376,
      "step": 712
    },
    {
      "epoch": 0.6325127522732313,
      "grad_norm": 8.231353759765625,
      "learning_rate": 6.0631064383338324e-05,
      "loss": 0.4156,
      "step": 713
    },
    {
      "epoch": 0.633399866932801,
      "grad_norm": 10.958303451538086,
      "learning_rate": 6.037291167904433e-05,
      "loss": 0.4909,
      "step": 714
    },
    {
      "epoch": 0.6342869815923708,
      "grad_norm": 11.080120086669922,
      "learning_rate": 6.011507187651715e-05,
      "loss": 0.5212,
      "step": 715
    },
    {
      "epoch": 0.6351740962519405,
      "grad_norm": 13.539773941040039,
      "learning_rate": 5.985754701170065e-05,
      "loss": 0.3951,
      "step": 716
    },
    {
      "epoch": 0.6360612109115104,
      "grad_norm": 11.42703628540039,
      "learning_rate": 5.960033911805202e-05,
      "loss": 0.5008,
      "step": 717
    },
    {
      "epoch": 0.63694832557108,
      "grad_norm": 19.99700164794922,
      "learning_rate": 5.934345022652548e-05,
      "loss": 1.0099,
      "step": 718
    },
    {
      "epoch": 0.6378354402306499,
      "grad_norm": 13.377654075622559,
      "learning_rate": 5.908688236555644e-05,
      "loss": 0.555,
      "step": 719
    },
    {
      "epoch": 0.6387225548902196,
      "grad_norm": 14.82989501953125,
      "learning_rate": 5.8830637561045344e-05,
      "loss": 0.5899,
      "step": 720
    },
    {
      "epoch": 0.6396096695497893,
      "grad_norm": 11.61060619354248,
      "learning_rate": 5.8574717836341806e-05,
      "loss": 0.5077,
      "step": 721
    },
    {
      "epoch": 0.6404967842093591,
      "grad_norm": 11.934564590454102,
      "learning_rate": 5.8319125212228486e-05,
      "loss": 0.4381,
      "step": 722
    },
    {
      "epoch": 0.6413838988689288,
      "grad_norm": 16.860280990600586,
      "learning_rate": 5.806386170690519e-05,
      "loss": 0.4966,
      "step": 723
    },
    {
      "epoch": 0.6422710135284986,
      "grad_norm": 18.89276885986328,
      "learning_rate": 5.7808929335973085e-05,
      "loss": 0.6193,
      "step": 724
    },
    {
      "epoch": 0.6431581281880683,
      "grad_norm": 13.440986633300781,
      "learning_rate": 5.755433011241851e-05,
      "loss": 0.5139,
      "step": 725
    },
    {
      "epoch": 0.6440452428476381,
      "grad_norm": 11.759783744812012,
      "learning_rate": 5.730006604659726e-05,
      "loss": 0.592,
      "step": 726
    },
    {
      "epoch": 0.6449323575072078,
      "grad_norm": 17.991891860961914,
      "learning_rate": 5.7046139146218645e-05,
      "loss": 0.6615,
      "step": 727
    },
    {
      "epoch": 0.6458194721667776,
      "grad_norm": 12.734895706176758,
      "learning_rate": 5.6792551416329773e-05,
      "loss": 0.5328,
      "step": 728
    },
    {
      "epoch": 0.6467065868263473,
      "grad_norm": 22.883752822875977,
      "learning_rate": 5.6539304859299435e-05,
      "loss": 0.5916,
      "step": 729
    },
    {
      "epoch": 0.6475937014859171,
      "grad_norm": 17.01342010498047,
      "learning_rate": 5.628640147480267e-05,
      "loss": 0.5658,
      "step": 730
    },
    {
      "epoch": 0.6484808161454868,
      "grad_norm": 16.225374221801758,
      "learning_rate": 5.6033843259804605e-05,
      "loss": 0.3515,
      "step": 731
    },
    {
      "epoch": 0.6493679308050565,
      "grad_norm": 9.77843952178955,
      "learning_rate": 5.578163220854489e-05,
      "loss": 0.437,
      "step": 732
    },
    {
      "epoch": 0.6502550454646263,
      "grad_norm": 20.974016189575195,
      "learning_rate": 5.5529770312522e-05,
      "loss": 0.4379,
      "step": 733
    },
    {
      "epoch": 0.651142160124196,
      "grad_norm": 9.540085792541504,
      "learning_rate": 5.52782595604773e-05,
      "loss": 0.2684,
      "step": 734
    },
    {
      "epoch": 0.6520292747837658,
      "grad_norm": 11.393203735351562,
      "learning_rate": 5.5027101938379586e-05,
      "loss": 0.4354,
      "step": 735
    },
    {
      "epoch": 0.6529163894433355,
      "grad_norm": 13.707018852233887,
      "learning_rate": 5.477629942940923e-05,
      "loss": 0.5427,
      "step": 736
    },
    {
      "epoch": 0.6538035041029053,
      "grad_norm": 14.644453048706055,
      "learning_rate": 5.4525854013942535e-05,
      "loss": 0.5407,
      "step": 737
    },
    {
      "epoch": 0.654690618762475,
      "grad_norm": 16.010452270507812,
      "learning_rate": 5.4275767669536146e-05,
      "loss": 0.5764,
      "step": 738
    },
    {
      "epoch": 0.6555777334220448,
      "grad_norm": 10.812746047973633,
      "learning_rate": 5.4026042370911556e-05,
      "loss": 0.4667,
      "step": 739
    },
    {
      "epoch": 0.6564648480816145,
      "grad_norm": 15.723227500915527,
      "learning_rate": 5.3776680089939214e-05,
      "loss": 0.5437,
      "step": 740
    },
    {
      "epoch": 0.6573519627411843,
      "grad_norm": 11.941295623779297,
      "learning_rate": 5.3527682795623146e-05,
      "loss": 0.5908,
      "step": 741
    },
    {
      "epoch": 0.658239077400754,
      "grad_norm": 15.680458068847656,
      "learning_rate": 5.327905245408555e-05,
      "loss": 0.6756,
      "step": 742
    },
    {
      "epoch": 0.6591261920603237,
      "grad_norm": 11.948385238647461,
      "learning_rate": 5.303079102855089e-05,
      "loss": 0.4524,
      "step": 743
    },
    {
      "epoch": 0.6600133067198936,
      "grad_norm": 12.797087669372559,
      "learning_rate": 5.278290047933077e-05,
      "loss": 0.4158,
      "step": 744
    },
    {
      "epoch": 0.6609004213794633,
      "grad_norm": 14.391511917114258,
      "learning_rate": 5.253538276380818e-05,
      "loss": 0.5793,
      "step": 745
    },
    {
      "epoch": 0.6617875360390331,
      "grad_norm": 8.63280963897705,
      "learning_rate": 5.228823983642228e-05,
      "loss": 0.3671,
      "step": 746
    },
    {
      "epoch": 0.6626746506986028,
      "grad_norm": 12.107617378234863,
      "learning_rate": 5.204147364865275e-05,
      "loss": 0.4573,
      "step": 747
    },
    {
      "epoch": 0.6635617653581726,
      "grad_norm": 18.592702865600586,
      "learning_rate": 5.1795086149004476e-05,
      "loss": 0.5514,
      "step": 748
    },
    {
      "epoch": 0.6644488800177423,
      "grad_norm": 13.723289489746094,
      "learning_rate": 5.1549079282992176e-05,
      "loss": 0.4538,
      "step": 749
    },
    {
      "epoch": 0.6653359946773121,
      "grad_norm": 20.8067626953125,
      "learning_rate": 5.130345499312508e-05,
      "loss": 0.5764,
      "step": 750
    },
    {
      "epoch": 0.6662231093368818,
      "grad_norm": 10.351223945617676,
      "learning_rate": 5.105821521889147e-05,
      "loss": 0.4968,
      "step": 751
    },
    {
      "epoch": 0.6671102239964516,
      "grad_norm": 11.10601806640625,
      "learning_rate": 5.081336189674342e-05,
      "loss": 0.4455,
      "step": 752
    },
    {
      "epoch": 0.6679973386560213,
      "grad_norm": 23.80708122253418,
      "learning_rate": 5.0568896960081615e-05,
      "loss": 0.6493,
      "step": 753
    },
    {
      "epoch": 0.668884453315591,
      "grad_norm": 56.507957458496094,
      "learning_rate": 5.032482233923984e-05,
      "loss": 0.6051,
      "step": 754
    },
    {
      "epoch": 0.6697715679751608,
      "grad_norm": 9.12030029296875,
      "learning_rate": 5.008113996147006e-05,
      "loss": 0.364,
      "step": 755
    },
    {
      "epoch": 0.6706586826347305,
      "grad_norm": 16.474374771118164,
      "learning_rate": 4.983785175092683e-05,
      "loss": 0.3989,
      "step": 756
    },
    {
      "epoch": 0.6715457972943003,
      "grad_norm": 8.423661231994629,
      "learning_rate": 4.9594959628652495e-05,
      "loss": 0.5771,
      "step": 757
    },
    {
      "epoch": 0.67243291195387,
      "grad_norm": 9.461164474487305,
      "learning_rate": 4.9352465512561696e-05,
      "loss": 0.5513,
      "step": 758
    },
    {
      "epoch": 0.6733200266134398,
      "grad_norm": 14.729146003723145,
      "learning_rate": 4.9110371317426373e-05,
      "loss": 0.6103,
      "step": 759
    },
    {
      "epoch": 0.6742071412730095,
      "grad_norm": 27.242321014404297,
      "learning_rate": 4.886867895486065e-05,
      "loss": 0.4828,
      "step": 760
    },
    {
      "epoch": 0.6750942559325793,
      "grad_norm": 20.277198791503906,
      "learning_rate": 4.8627390333305656e-05,
      "loss": 0.5338,
      "step": 761
    },
    {
      "epoch": 0.675981370592149,
      "grad_norm": 17.494857788085938,
      "learning_rate": 4.8386507358014664e-05,
      "loss": 0.6744,
      "step": 762
    },
    {
      "epoch": 0.6768684852517188,
      "grad_norm": 12.648123741149902,
      "learning_rate": 4.8146031931037725e-05,
      "loss": 0.4445,
      "step": 763
    },
    {
      "epoch": 0.6777555999112885,
      "grad_norm": 11.398780822753906,
      "learning_rate": 4.790596595120699e-05,
      "loss": 0.4397,
      "step": 764
    },
    {
      "epoch": 0.6786427145708582,
      "grad_norm": 14.132295608520508,
      "learning_rate": 4.766631131412136e-05,
      "loss": 0.517,
      "step": 765
    },
    {
      "epoch": 0.679529829230428,
      "grad_norm": 15.413162231445312,
      "learning_rate": 4.7427069912131916e-05,
      "loss": 0.6715,
      "step": 766
    },
    {
      "epoch": 0.6804169438899977,
      "grad_norm": 14.411371231079102,
      "learning_rate": 4.7188243634326624e-05,
      "loss": 0.486,
      "step": 767
    },
    {
      "epoch": 0.6813040585495675,
      "grad_norm": 13.904054641723633,
      "learning_rate": 4.694983436651559e-05,
      "loss": 0.5595,
      "step": 768
    },
    {
      "epoch": 0.6821911732091372,
      "grad_norm": 9.86853313446045,
      "learning_rate": 4.671184399121619e-05,
      "loss": 0.4118,
      "step": 769
    },
    {
      "epoch": 0.6830782878687071,
      "grad_norm": 14.655244827270508,
      "learning_rate": 4.647427438763805e-05,
      "loss": 0.6323,
      "step": 770
    },
    {
      "epoch": 0.6839654025282768,
      "grad_norm": 9.12621021270752,
      "learning_rate": 4.62371274316685e-05,
      "loss": 0.551,
      "step": 771
    },
    {
      "epoch": 0.6848525171878466,
      "grad_norm": 11.181554794311523,
      "learning_rate": 4.6000404995857394e-05,
      "loss": 0.5978,
      "step": 772
    },
    {
      "epoch": 0.6857396318474163,
      "grad_norm": 12.317878723144531,
      "learning_rate": 4.576410894940265e-05,
      "loss": 0.4889,
      "step": 773
    },
    {
      "epoch": 0.6866267465069861,
      "grad_norm": 23.654909133911133,
      "learning_rate": 4.552824115813522e-05,
      "loss": 0.6426,
      "step": 774
    },
    {
      "epoch": 0.6875138611665558,
      "grad_norm": 10.04800033569336,
      "learning_rate": 4.52928034845046e-05,
      "loss": 0.5225,
      "step": 775
    },
    {
      "epoch": 0.6884009758261255,
      "grad_norm": 12.746999740600586,
      "learning_rate": 4.50577977875639e-05,
      "loss": 0.4446,
      "step": 776
    },
    {
      "epoch": 0.6892880904856953,
      "grad_norm": 16.64950942993164,
      "learning_rate": 4.48232259229554e-05,
      "loss": 0.5334,
      "step": 777
    },
    {
      "epoch": 0.690175205145265,
      "grad_norm": 14.080852508544922,
      "learning_rate": 4.4589089742895674e-05,
      "loss": 0.4376,
      "step": 778
    },
    {
      "epoch": 0.6910623198048348,
      "grad_norm": 15.194035530090332,
      "learning_rate": 4.435539109616108e-05,
      "loss": 0.5406,
      "step": 779
    },
    {
      "epoch": 0.6919494344644045,
      "grad_norm": 35.64105987548828,
      "learning_rate": 4.412213182807315e-05,
      "loss": 0.4621,
      "step": 780
    },
    {
      "epoch": 0.6928365491239743,
      "grad_norm": 13.00590991973877,
      "learning_rate": 4.3889313780484e-05,
      "loss": 0.6288,
      "step": 781
    },
    {
      "epoch": 0.693723663783544,
      "grad_norm": 11.864535331726074,
      "learning_rate": 4.365693879176186e-05,
      "loss": 0.3651,
      "step": 782
    },
    {
      "epoch": 0.6946107784431138,
      "grad_norm": 8.109209060668945,
      "learning_rate": 4.3425008696776384e-05,
      "loss": 0.4472,
      "step": 783
    },
    {
      "epoch": 0.6954978931026835,
      "grad_norm": 14.499054908752441,
      "learning_rate": 4.3193525326884435e-05,
      "loss": 0.5721,
      "step": 784
    },
    {
      "epoch": 0.6963850077622533,
      "grad_norm": 35.059696197509766,
      "learning_rate": 4.2962490509915284e-05,
      "loss": 0.5945,
      "step": 785
    },
    {
      "epoch": 0.697272122421823,
      "grad_norm": 31.424205780029297,
      "learning_rate": 4.273190607015651e-05,
      "loss": 0.4088,
      "step": 786
    },
    {
      "epoch": 0.6981592370813928,
      "grad_norm": 12.461301803588867,
      "learning_rate": 4.2501773828339363e-05,
      "loss": 0.4463,
      "step": 787
    },
    {
      "epoch": 0.6990463517409625,
      "grad_norm": 12.250697135925293,
      "learning_rate": 4.227209560162443e-05,
      "loss": 0.3669,
      "step": 788
    },
    {
      "epoch": 0.6999334664005322,
      "grad_norm": 13.238368034362793,
      "learning_rate": 4.204287320358744e-05,
      "loss": 0.476,
      "step": 789
    },
    {
      "epoch": 0.700820581060102,
      "grad_norm": 13.23167610168457,
      "learning_rate": 4.181410844420474e-05,
      "loss": 0.3455,
      "step": 790
    },
    {
      "epoch": 0.7017076957196717,
      "grad_norm": 13.013540267944336,
      "learning_rate": 4.1585803129839084e-05,
      "loss": 0.4485,
      "step": 791
    },
    {
      "epoch": 0.7025948103792415,
      "grad_norm": 24.71671485900879,
      "learning_rate": 4.135795906322538e-05,
      "loss": 0.492,
      "step": 792
    },
    {
      "epoch": 0.7034819250388112,
      "grad_norm": 12.968646049499512,
      "learning_rate": 4.113057804345656e-05,
      "loss": 0.6793,
      "step": 793
    },
    {
      "epoch": 0.704369039698381,
      "grad_norm": 21.373889923095703,
      "learning_rate": 4.0903661865969066e-05,
      "loss": 0.5159,
      "step": 794
    },
    {
      "epoch": 0.7052561543579507,
      "grad_norm": 21.874197006225586,
      "learning_rate": 4.067721232252909e-05,
      "loss": 0.5216,
      "step": 795
    },
    {
      "epoch": 0.7061432690175206,
      "grad_norm": 6.001595497131348,
      "learning_rate": 4.0451231201218e-05,
      "loss": 0.3626,
      "step": 796
    },
    {
      "epoch": 0.7070303836770903,
      "grad_norm": 8.445518493652344,
      "learning_rate": 4.022572028641861e-05,
      "loss": 0.341,
      "step": 797
    },
    {
      "epoch": 0.7079174983366601,
      "grad_norm": 13.166404724121094,
      "learning_rate": 4.00006813588008e-05,
      "loss": 0.4688,
      "step": 798
    },
    {
      "epoch": 0.7088046129962298,
      "grad_norm": 12.631126403808594,
      "learning_rate": 3.9776116195307546e-05,
      "loss": 0.4757,
      "step": 799
    },
    {
      "epoch": 0.7096917276557995,
      "grad_norm": 14.651433944702148,
      "learning_rate": 3.955202656914102e-05,
      "loss": 0.4386,
      "step": 800
    },
    {
      "epoch": 0.7105788423153693,
      "grad_norm": 10.194268226623535,
      "learning_rate": 3.932841424974838e-05,
      "loss": 0.5871,
      "step": 801
    },
    {
      "epoch": 0.711465956974939,
      "grad_norm": 21.200773239135742,
      "learning_rate": 3.910528100280792e-05,
      "loss": 0.4825,
      "step": 802
    },
    {
      "epoch": 0.7123530716345088,
      "grad_norm": 18.282560348510742,
      "learning_rate": 3.8882628590215074e-05,
      "loss": 0.5209,
      "step": 803
    },
    {
      "epoch": 0.7132401862940785,
      "grad_norm": 13.180267333984375,
      "learning_rate": 3.866045877006863e-05,
      "loss": 0.5473,
      "step": 804
    },
    {
      "epoch": 0.7141273009536483,
      "grad_norm": 27.223230361938477,
      "learning_rate": 3.8438773296656615e-05,
      "loss": 0.7251,
      "step": 805
    },
    {
      "epoch": 0.715014415613218,
      "grad_norm": 15.446741104125977,
      "learning_rate": 3.821757392044271e-05,
      "loss": 0.6063,
      "step": 806
    },
    {
      "epoch": 0.7159015302727878,
      "grad_norm": 14.336801528930664,
      "learning_rate": 3.799686238805219e-05,
      "loss": 0.5717,
      "step": 807
    },
    {
      "epoch": 0.7167886449323575,
      "grad_norm": 9.617875099182129,
      "learning_rate": 3.7776640442258246e-05,
      "loss": 0.4587,
      "step": 808
    },
    {
      "epoch": 0.7176757595919273,
      "grad_norm": 12.300052642822266,
      "learning_rate": 3.755690982196833e-05,
      "loss": 0.62,
      "step": 809
    },
    {
      "epoch": 0.718562874251497,
      "grad_norm": 21.29966163635254,
      "learning_rate": 3.733767226221015e-05,
      "loss": 0.679,
      "step": 810
    },
    {
      "epoch": 0.7194499889110667,
      "grad_norm": 14.02743911743164,
      "learning_rate": 3.711892949411828e-05,
      "loss": 0.4408,
      "step": 811
    },
    {
      "epoch": 0.7203371035706365,
      "grad_norm": 31.345745086669922,
      "learning_rate": 3.690068324492023e-05,
      "loss": 0.3563,
      "step": 812
    },
    {
      "epoch": 0.7212242182302062,
      "grad_norm": 15.704072952270508,
      "learning_rate": 3.668293523792295e-05,
      "loss": 0.3783,
      "step": 813
    },
    {
      "epoch": 0.722111332889776,
      "grad_norm": 12.449313163757324,
      "learning_rate": 3.646568719249918e-05,
      "loss": 0.5252,
      "step": 814
    },
    {
      "epoch": 0.7229984475493457,
      "grad_norm": 15.762452125549316,
      "learning_rate": 3.624894082407395e-05,
      "loss": 0.4831,
      "step": 815
    },
    {
      "epoch": 0.7238855622089155,
      "grad_norm": 15.660745620727539,
      "learning_rate": 3.60326978441109e-05,
      "loss": 0.4746,
      "step": 816
    },
    {
      "epoch": 0.7247726768684852,
      "grad_norm": 15.334529876708984,
      "learning_rate": 3.5816959960098816e-05,
      "loss": 0.4709,
      "step": 817
    },
    {
      "epoch": 0.725659791528055,
      "grad_norm": 13.043730735778809,
      "learning_rate": 3.560172887553827e-05,
      "loss": 0.4973,
      "step": 818
    },
    {
      "epoch": 0.7265469061876247,
      "grad_norm": 13.293781280517578,
      "learning_rate": 3.5387006289927934e-05,
      "loss": 0.5499,
      "step": 819
    },
    {
      "epoch": 0.7274340208471946,
      "grad_norm": 22.66112518310547,
      "learning_rate": 3.517279389875144e-05,
      "loss": 0.4516,
      "step": 820
    },
    {
      "epoch": 0.7283211355067643,
      "grad_norm": 8.65180778503418,
      "learning_rate": 3.4959093393463714e-05,
      "loss": 0.5809,
      "step": 821
    },
    {
      "epoch": 0.729208250166334,
      "grad_norm": 11.188575744628906,
      "learning_rate": 3.4745906461477805e-05,
      "loss": 0.4625,
      "step": 822
    },
    {
      "epoch": 0.7300953648259038,
      "grad_norm": 23.267488479614258,
      "learning_rate": 3.453323478615146e-05,
      "loss": 0.4673,
      "step": 823
    },
    {
      "epoch": 0.7309824794854735,
      "grad_norm": 25.62115478515625,
      "learning_rate": 3.432108004677399e-05,
      "loss": 0.6366,
      "step": 824
    },
    {
      "epoch": 0.7318695941450433,
      "grad_norm": 16.057785034179688,
      "learning_rate": 3.4109443918552784e-05,
      "loss": 0.502,
      "step": 825
    },
    {
      "epoch": 0.732756708804613,
      "grad_norm": 12.957669258117676,
      "learning_rate": 3.3898328072600214e-05,
      "loss": 0.6005,
      "step": 826
    },
    {
      "epoch": 0.7336438234641828,
      "grad_norm": 26.8953800201416,
      "learning_rate": 3.36877341759205e-05,
      "loss": 0.6706,
      "step": 827
    },
    {
      "epoch": 0.7345309381237525,
      "grad_norm": 18.606760025024414,
      "learning_rate": 3.347766389139635e-05,
      "loss": 0.4312,
      "step": 828
    },
    {
      "epoch": 0.7354180527833223,
      "grad_norm": 9.35049057006836,
      "learning_rate": 3.3268118877776066e-05,
      "loss": 0.4968,
      "step": 829
    },
    {
      "epoch": 0.736305167442892,
      "grad_norm": 16.754907608032227,
      "learning_rate": 3.305910078966021e-05,
      "loss": 0.4265,
      "step": 830
    },
    {
      "epoch": 0.7371922821024618,
      "grad_norm": 12.229593276977539,
      "learning_rate": 3.28506112774888e-05,
      "loss": 0.5378,
      "step": 831
    },
    {
      "epoch": 0.7380793967620315,
      "grad_norm": 11.687797546386719,
      "learning_rate": 3.264265198752798e-05,
      "loss": 0.3578,
      "step": 832
    },
    {
      "epoch": 0.7389665114216012,
      "grad_norm": 13.730910301208496,
      "learning_rate": 3.243522456185728e-05,
      "loss": 0.3901,
      "step": 833
    },
    {
      "epoch": 0.739853626081171,
      "grad_norm": 10.771448135375977,
      "learning_rate": 3.222833063835646e-05,
      "loss": 0.4289,
      "step": 834
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 13.738914489746094,
      "learning_rate": 3.202197185069279e-05,
      "loss": 0.5393,
      "step": 835
    },
    {
      "epoch": 0.7416278554003105,
      "grad_norm": 10.760634422302246,
      "learning_rate": 3.181614982830792e-05,
      "loss": 0.47,
      "step": 836
    },
    {
      "epoch": 0.7425149700598802,
      "grad_norm": 23.778690338134766,
      "learning_rate": 3.1610866196405087e-05,
      "loss": 0.6212,
      "step": 837
    },
    {
      "epoch": 0.74340208471945,
      "grad_norm": 11.87030029296875,
      "learning_rate": 3.1406122575936445e-05,
      "loss": 0.4383,
      "step": 838
    },
    {
      "epoch": 0.7442891993790197,
      "grad_norm": 17.953266143798828,
      "learning_rate": 3.1201920583590005e-05,
      "loss": 0.3218,
      "step": 839
    },
    {
      "epoch": 0.7451763140385895,
      "grad_norm": 10.039000511169434,
      "learning_rate": 3.0998261831777095e-05,
      "loss": 0.4233,
      "step": 840
    },
    {
      "epoch": 0.7460634286981592,
      "grad_norm": 12.72931957244873,
      "learning_rate": 3.0795147928619426e-05,
      "loss": 0.4219,
      "step": 841
    },
    {
      "epoch": 0.746950543357729,
      "grad_norm": 14.968008995056152,
      "learning_rate": 3.059258047793661e-05,
      "loss": 0.4582,
      "step": 842
    },
    {
      "epoch": 0.7478376580172987,
      "grad_norm": 21.54296112060547,
      "learning_rate": 3.039056107923329e-05,
      "loss": 0.5858,
      "step": 843
    },
    {
      "epoch": 0.7487247726768684,
      "grad_norm": 12.985248565673828,
      "learning_rate": 3.018909132768666e-05,
      "loss": 0.3274,
      "step": 844
    },
    {
      "epoch": 0.7496118873364382,
      "grad_norm": 16.357763290405273,
      "learning_rate": 2.9988172814133776e-05,
      "loss": 0.5592,
      "step": 845
    },
    {
      "epoch": 0.7504990019960079,
      "grad_norm": 9.235986709594727,
      "learning_rate": 2.978780712505902e-05,
      "loss": 0.5311,
      "step": 846
    },
    {
      "epoch": 0.7504990019960079,
      "eval_loss": 0.4874645471572876,
      "eval_runtime": 10.7422,
      "eval_samples_per_second": 44.218,
      "eval_steps_per_second": 22.156,
      "step": 846
    },
    {
      "epoch": 0.7513861166555778,
      "grad_norm": 16.13149070739746,
      "learning_rate": 2.9587995842581672e-05,
      "loss": 0.46,
      "step": 847
    },
    {
      "epoch": 0.7522732313151475,
      "grad_norm": 11.165360450744629,
      "learning_rate": 2.938874054444323e-05,
      "loss": 0.5268,
      "step": 848
    },
    {
      "epoch": 0.7531603459747173,
      "grad_norm": 12.34492015838623,
      "learning_rate": 2.9190042803995134e-05,
      "loss": 0.4136,
      "step": 849
    },
    {
      "epoch": 0.754047460634287,
      "grad_norm": 13.024209976196289,
      "learning_rate": 2.8991904190186158e-05,
      "loss": 0.5033,
      "step": 850
    },
    {
      "epoch": 0.7549345752938568,
      "grad_norm": 10.466731071472168,
      "learning_rate": 2.879432626755024e-05,
      "loss": 0.5318,
      "step": 851
    },
    {
      "epoch": 0.7558216899534265,
      "grad_norm": 13.053683280944824,
      "learning_rate": 2.8597310596193927e-05,
      "loss": 0.597,
      "step": 852
    },
    {
      "epoch": 0.7567088046129963,
      "grad_norm": 14.991875648498535,
      "learning_rate": 2.8400858731784197e-05,
      "loss": 0.6857,
      "step": 853
    },
    {
      "epoch": 0.757595919272566,
      "grad_norm": 16.386035919189453,
      "learning_rate": 2.8204972225536063e-05,
      "loss": 0.4371,
      "step": 854
    },
    {
      "epoch": 0.7584830339321357,
      "grad_norm": 9.093429565429688,
      "learning_rate": 2.800965262420043e-05,
      "loss": 0.535,
      "step": 855
    },
    {
      "epoch": 0.7593701485917055,
      "grad_norm": 9.995321273803711,
      "learning_rate": 2.7814901470051803e-05,
      "loss": 0.5509,
      "step": 856
    },
    {
      "epoch": 0.7602572632512752,
      "grad_norm": 11.875955581665039,
      "learning_rate": 2.76207203008761e-05,
      "loss": 0.7729,
      "step": 857
    },
    {
      "epoch": 0.761144377910845,
      "grad_norm": 7.362653732299805,
      "learning_rate": 2.7427110649958675e-05,
      "loss": 0.3756,
      "step": 858
    },
    {
      "epoch": 0.7620314925704147,
      "grad_norm": 10.144363403320312,
      "learning_rate": 2.7234074046071934e-05,
      "loss": 0.3978,
      "step": 859
    },
    {
      "epoch": 0.7629186072299845,
      "grad_norm": 24.79554557800293,
      "learning_rate": 2.7041612013463536e-05,
      "loss": 0.5512,
      "step": 860
    },
    {
      "epoch": 0.7638057218895542,
      "grad_norm": 12.38182258605957,
      "learning_rate": 2.6849726071844117e-05,
      "loss": 0.3653,
      "step": 861
    },
    {
      "epoch": 0.764692836549124,
      "grad_norm": 20.29462242126465,
      "learning_rate": 2.6658417736375542e-05,
      "loss": 0.4773,
      "step": 862
    },
    {
      "epoch": 0.7655799512086937,
      "grad_norm": 8.199698448181152,
      "learning_rate": 2.6467688517658685e-05,
      "loss": 0.483,
      "step": 863
    },
    {
      "epoch": 0.7664670658682635,
      "grad_norm": 12.229251861572266,
      "learning_rate": 2.627753992172166e-05,
      "loss": 0.4689,
      "step": 864
    },
    {
      "epoch": 0.7673541805278332,
      "grad_norm": 9.831352233886719,
      "learning_rate": 2.6087973450007952e-05,
      "loss": 0.2867,
      "step": 865
    },
    {
      "epoch": 0.7682412951874029,
      "grad_norm": 6.984581470489502,
      "learning_rate": 2.5898990599364413e-05,
      "loss": 0.4721,
      "step": 866
    },
    {
      "epoch": 0.7691284098469727,
      "grad_norm": 13.064971923828125,
      "learning_rate": 2.5710592862029593e-05,
      "loss": 0.4196,
      "step": 867
    },
    {
      "epoch": 0.7700155245065424,
      "grad_norm": 10.23808765411377,
      "learning_rate": 2.5522781725621813e-05,
      "loss": 0.5173,
      "step": 868
    },
    {
      "epoch": 0.7709026391661122,
      "grad_norm": 11.593350410461426,
      "learning_rate": 2.5335558673127648e-05,
      "loss": 0.4316,
      "step": 869
    },
    {
      "epoch": 0.7717897538256819,
      "grad_norm": 11.8599214553833,
      "learning_rate": 2.514892518288988e-05,
      "loss": 0.48,
      "step": 870
    },
    {
      "epoch": 0.7726768684852517,
      "grad_norm": 20.546873092651367,
      "learning_rate": 2.4962882728596215e-05,
      "loss": 0.5011,
      "step": 871
    },
    {
      "epoch": 0.7735639831448214,
      "grad_norm": 10.527314186096191,
      "learning_rate": 2.477743277926725e-05,
      "loss": 0.4947,
      "step": 872
    },
    {
      "epoch": 0.7744510978043913,
      "grad_norm": 10.426814079284668,
      "learning_rate": 2.4592576799245236e-05,
      "loss": 0.4751,
      "step": 873
    },
    {
      "epoch": 0.775338212463961,
      "grad_norm": 8.159466743469238,
      "learning_rate": 2.4408316248182238e-05,
      "loss": 0.495,
      "step": 874
    },
    {
      "epoch": 0.7762253271235308,
      "grad_norm": 9.48791790008545,
      "learning_rate": 2.422465258102875e-05,
      "loss": 0.481,
      "step": 875
    },
    {
      "epoch": 0.7771124417831005,
      "grad_norm": 15.211747169494629,
      "learning_rate": 2.4041587248022212e-05,
      "loss": 0.6237,
      "step": 876
    },
    {
      "epoch": 0.7779995564426703,
      "grad_norm": 9.950769424438477,
      "learning_rate": 2.3859121694675468e-05,
      "loss": 0.4161,
      "step": 877
    },
    {
      "epoch": 0.77888667110224,
      "grad_norm": 10.439580917358398,
      "learning_rate": 2.3677257361765448e-05,
      "loss": 0.5652,
      "step": 878
    },
    {
      "epoch": 0.7797737857618097,
      "grad_norm": 15.638633728027344,
      "learning_rate": 2.3495995685321703e-05,
      "loss": 0.5893,
      "step": 879
    },
    {
      "epoch": 0.7806609004213795,
      "grad_norm": 16.041889190673828,
      "learning_rate": 2.331533809661518e-05,
      "loss": 0.474,
      "step": 880
    },
    {
      "epoch": 0.7815480150809492,
      "grad_norm": 10.811283111572266,
      "learning_rate": 2.3135286022146785e-05,
      "loss": 0.4312,
      "step": 881
    },
    {
      "epoch": 0.782435129740519,
      "grad_norm": 11.245023727416992,
      "learning_rate": 2.295584088363627e-05,
      "loss": 0.3919,
      "step": 882
    },
    {
      "epoch": 0.7833222444000887,
      "grad_norm": 10.603113174438477,
      "learning_rate": 2.2777004098010836e-05,
      "loss": 0.4334,
      "step": 883
    },
    {
      "epoch": 0.7842093590596585,
      "grad_norm": 5.438088417053223,
      "learning_rate": 2.2598777077394063e-05,
      "loss": 0.3594,
      "step": 884
    },
    {
      "epoch": 0.7850964737192282,
      "grad_norm": 20.825389862060547,
      "learning_rate": 2.2421161229094777e-05,
      "loss": 0.4325,
      "step": 885
    },
    {
      "epoch": 0.785983588378798,
      "grad_norm": 14.635637283325195,
      "learning_rate": 2.2244157955595834e-05,
      "loss": 0.5262,
      "step": 886
    },
    {
      "epoch": 0.7868707030383677,
      "grad_norm": 8.072504997253418,
      "learning_rate": 2.206776865454312e-05,
      "loss": 0.4515,
      "step": 887
    },
    {
      "epoch": 0.7877578176979375,
      "grad_norm": 9.44644832611084,
      "learning_rate": 2.1891994718734476e-05,
      "loss": 0.4687,
      "step": 888
    },
    {
      "epoch": 0.7886449323575072,
      "grad_norm": 12.75917911529541,
      "learning_rate": 2.1716837536108782e-05,
      "loss": 0.445,
      "step": 889
    },
    {
      "epoch": 0.7895320470170769,
      "grad_norm": 12.285440444946289,
      "learning_rate": 2.1542298489734856e-05,
      "loss": 0.4283,
      "step": 890
    },
    {
      "epoch": 0.7904191616766467,
      "grad_norm": 11.136722564697266,
      "learning_rate": 2.1368378957800716e-05,
      "loss": 0.5106,
      "step": 891
    },
    {
      "epoch": 0.7913062763362164,
      "grad_norm": 22.180984497070312,
      "learning_rate": 2.1195080313602512e-05,
      "loss": 0.5271,
      "step": 892
    },
    {
      "epoch": 0.7921933909957862,
      "grad_norm": 9.79897689819336,
      "learning_rate": 2.102240392553375e-05,
      "loss": 0.5906,
      "step": 893
    },
    {
      "epoch": 0.7930805056553559,
      "grad_norm": 14.730162620544434,
      "learning_rate": 2.0850351157074598e-05,
      "loss": 0.5152,
      "step": 894
    },
    {
      "epoch": 0.7939676203149257,
      "grad_norm": 8.241604804992676,
      "learning_rate": 2.0678923366780932e-05,
      "loss": 0.5153,
      "step": 895
    },
    {
      "epoch": 0.7948547349744954,
      "grad_norm": 11.378893852233887,
      "learning_rate": 2.050812190827378e-05,
      "loss": 0.3991,
      "step": 896
    },
    {
      "epoch": 0.7957418496340652,
      "grad_norm": 21.40683937072754,
      "learning_rate": 2.0337948130228502e-05,
      "loss": 0.3993,
      "step": 897
    },
    {
      "epoch": 0.796628964293635,
      "grad_norm": 7.13019323348999,
      "learning_rate": 2.01684033763642e-05,
      "loss": 0.3376,
      "step": 898
    },
    {
      "epoch": 0.7975160789532048,
      "grad_norm": 16.92372703552246,
      "learning_rate": 1.999948898543308e-05,
      "loss": 0.5657,
      "step": 899
    },
    {
      "epoch": 0.7984031936127745,
      "grad_norm": 10.721900939941406,
      "learning_rate": 1.9831206291209982e-05,
      "loss": 0.4881,
      "step": 900
    },
    {
      "epoch": 0.7992903082723442,
      "grad_norm": 13.686079025268555,
      "learning_rate": 1.9663556622481693e-05,
      "loss": 0.3842,
      "step": 901
    },
    {
      "epoch": 0.800177422931914,
      "grad_norm": 9.744307518005371,
      "learning_rate": 1.949654130303653e-05,
      "loss": 0.4735,
      "step": 902
    },
    {
      "epoch": 0.8010645375914837,
      "grad_norm": 32.700111389160156,
      "learning_rate": 1.9330161651653966e-05,
      "loss": 0.3749,
      "step": 903
    },
    {
      "epoch": 0.8019516522510535,
      "grad_norm": 9.556541442871094,
      "learning_rate": 1.9164418982094036e-05,
      "loss": 0.5018,
      "step": 904
    },
    {
      "epoch": 0.8028387669106232,
      "grad_norm": 8.709882736206055,
      "learning_rate": 1.8999314603087158e-05,
      "loss": 0.3697,
      "step": 905
    },
    {
      "epoch": 0.803725881570193,
      "grad_norm": 22.638389587402344,
      "learning_rate": 1.8834849818323618e-05,
      "loss": 0.5226,
      "step": 906
    },
    {
      "epoch": 0.8046129962297627,
      "grad_norm": 17.66343879699707,
      "learning_rate": 1.8671025926443465e-05,
      "loss": 0.3899,
      "step": 907
    },
    {
      "epoch": 0.8055001108893325,
      "grad_norm": 15.689319610595703,
      "learning_rate": 1.850784422102606e-05,
      "loss": 0.492,
      "step": 908
    },
    {
      "epoch": 0.8063872255489022,
      "grad_norm": 9.708518981933594,
      "learning_rate": 1.834530599058001e-05,
      "loss": 0.4309,
      "step": 909
    },
    {
      "epoch": 0.807274340208472,
      "grad_norm": 10.633560180664062,
      "learning_rate": 1.8183412518532905e-05,
      "loss": 0.3696,
      "step": 910
    },
    {
      "epoch": 0.8081614548680417,
      "grad_norm": 15.695269584655762,
      "learning_rate": 1.8022165083221298e-05,
      "loss": 0.4791,
      "step": 911
    },
    {
      "epoch": 0.8090485695276114,
      "grad_norm": 11.5938720703125,
      "learning_rate": 1.786156495788045e-05,
      "loss": 0.5466,
      "step": 912
    },
    {
      "epoch": 0.8099356841871812,
      "grad_norm": 11.861326217651367,
      "learning_rate": 1.7701613410634365e-05,
      "loss": 0.3405,
      "step": 913
    },
    {
      "epoch": 0.8108227988467509,
      "grad_norm": 18.392236709594727,
      "learning_rate": 1.7542311704485857e-05,
      "loss": 0.603,
      "step": 914
    },
    {
      "epoch": 0.8117099135063207,
      "grad_norm": 10.928403854370117,
      "learning_rate": 1.738366109730638e-05,
      "loss": 0.4083,
      "step": 915
    },
    {
      "epoch": 0.8125970281658904,
      "grad_norm": 17.291597366333008,
      "learning_rate": 1.7225662841826306e-05,
      "loss": 0.5849,
      "step": 916
    },
    {
      "epoch": 0.8134841428254602,
      "grad_norm": 17.765827178955078,
      "learning_rate": 1.7068318185624844e-05,
      "loss": 0.4895,
      "step": 917
    },
    {
      "epoch": 0.8143712574850299,
      "grad_norm": 21.642414093017578,
      "learning_rate": 1.691162837112038e-05,
      "loss": 0.5206,
      "step": 918
    },
    {
      "epoch": 0.8152583721445997,
      "grad_norm": 18.208024978637695,
      "learning_rate": 1.675559463556047e-05,
      "loss": 0.6327,
      "step": 919
    },
    {
      "epoch": 0.8161454868041694,
      "grad_norm": 10.112720489501953,
      "learning_rate": 1.660021821101222e-05,
      "loss": 0.2927,
      "step": 920
    },
    {
      "epoch": 0.8170326014637392,
      "grad_norm": 32.01003646850586,
      "learning_rate": 1.644550032435249e-05,
      "loss": 0.5318,
      "step": 921
    },
    {
      "epoch": 0.8179197161233089,
      "grad_norm": 7.12423038482666,
      "learning_rate": 1.62914421972582e-05,
      "loss": 0.388,
      "step": 922
    },
    {
      "epoch": 0.8188068307828786,
      "grad_norm": 14.286084175109863,
      "learning_rate": 1.613804504619676e-05,
      "loss": 0.3757,
      "step": 923
    },
    {
      "epoch": 0.8196939454424484,
      "grad_norm": 9.067225456237793,
      "learning_rate": 1.5985310082416348e-05,
      "loss": 0.377,
      "step": 924
    },
    {
      "epoch": 0.8205810601020181,
      "grad_norm": 18.667949676513672,
      "learning_rate": 1.5833238511936464e-05,
      "loss": 0.3941,
      "step": 925
    },
    {
      "epoch": 0.821468174761588,
      "grad_norm": 8.76092529296875,
      "learning_rate": 1.5681831535538283e-05,
      "loss": 0.5266,
      "step": 926
    },
    {
      "epoch": 0.8223552894211577,
      "grad_norm": 9.581717491149902,
      "learning_rate": 1.5531090348755306e-05,
      "loss": 0.5201,
      "step": 927
    },
    {
      "epoch": 0.8232424040807275,
      "grad_norm": 29.186050415039062,
      "learning_rate": 1.5381016141863803e-05,
      "loss": 0.5628,
      "step": 928
    },
    {
      "epoch": 0.8241295187402972,
      "grad_norm": 18.121822357177734,
      "learning_rate": 1.5231610099873506e-05,
      "loss": 0.6186,
      "step": 929
    },
    {
      "epoch": 0.825016633399867,
      "grad_norm": 29.561237335205078,
      "learning_rate": 1.5082873402518171e-05,
      "loss": 0.5494,
      "step": 930
    },
    {
      "epoch": 0.8259037480594367,
      "grad_norm": 8.853630065917969,
      "learning_rate": 1.4934807224246339e-05,
      "loss": 0.4337,
      "step": 931
    },
    {
      "epoch": 0.8267908627190065,
      "grad_norm": 7.297351360321045,
      "learning_rate": 1.4787412734211992e-05,
      "loss": 0.3974,
      "step": 932
    },
    {
      "epoch": 0.8276779773785762,
      "grad_norm": 16.35736656188965,
      "learning_rate": 1.4640691096265358e-05,
      "loss": 0.3912,
      "step": 933
    },
    {
      "epoch": 0.8285650920381459,
      "grad_norm": 7.96182918548584,
      "learning_rate": 1.449464346894378e-05,
      "loss": 0.3641,
      "step": 934
    },
    {
      "epoch": 0.8294522066977157,
      "grad_norm": 10.12028980255127,
      "learning_rate": 1.4349271005462394e-05,
      "loss": 0.3533,
      "step": 935
    },
    {
      "epoch": 0.8303393213572854,
      "grad_norm": 10.646061897277832,
      "learning_rate": 1.4204574853705277e-05,
      "loss": 0.6059,
      "step": 936
    },
    {
      "epoch": 0.8312264360168552,
      "grad_norm": 8.811293601989746,
      "learning_rate": 1.4060556156216098e-05,
      "loss": 0.2965,
      "step": 937
    },
    {
      "epoch": 0.8321135506764249,
      "grad_norm": 5.69448709487915,
      "learning_rate": 1.3917216050189352e-05,
      "loss": 0.3294,
      "step": 938
    },
    {
      "epoch": 0.8330006653359947,
      "grad_norm": 16.302663803100586,
      "learning_rate": 1.3774555667461209e-05,
      "loss": 0.5133,
      "step": 939
    },
    {
      "epoch": 0.8338877799955644,
      "grad_norm": 8.711990356445312,
      "learning_rate": 1.3632576134500651e-05,
      "loss": 0.3869,
      "step": 940
    },
    {
      "epoch": 0.8347748946551342,
      "grad_norm": 25.026229858398438,
      "learning_rate": 1.3491278572400556e-05,
      "loss": 0.6137,
      "step": 941
    },
    {
      "epoch": 0.8356620093147039,
      "grad_norm": 6.219710826873779,
      "learning_rate": 1.3350664096868837e-05,
      "loss": 0.355,
      "step": 942
    },
    {
      "epoch": 0.8365491239742737,
      "grad_norm": 10.382426261901855,
      "learning_rate": 1.3210733818219701e-05,
      "loss": 0.4796,
      "step": 943
    },
    {
      "epoch": 0.8374362386338434,
      "grad_norm": 14.422384262084961,
      "learning_rate": 1.3071488841364776e-05,
      "loss": 0.7141,
      "step": 944
    },
    {
      "epoch": 0.8383233532934131,
      "grad_norm": 11.336522102355957,
      "learning_rate": 1.2932930265804477e-05,
      "loss": 0.4777,
      "step": 945
    },
    {
      "epoch": 0.8392104679529829,
      "grad_norm": 11.02225399017334,
      "learning_rate": 1.2795059185619229e-05,
      "loss": 0.4501,
      "step": 946
    },
    {
      "epoch": 0.8400975826125526,
      "grad_norm": 11.96590518951416,
      "learning_rate": 1.2657876689460979e-05,
      "loss": 0.3598,
      "step": 947
    },
    {
      "epoch": 0.8409846972721224,
      "grad_norm": 9.04054069519043,
      "learning_rate": 1.252138386054441e-05,
      "loss": 0.3466,
      "step": 948
    },
    {
      "epoch": 0.8418718119316921,
      "grad_norm": 12.468199729919434,
      "learning_rate": 1.238558177663851e-05,
      "loss": 0.5293,
      "step": 949
    },
    {
      "epoch": 0.842758926591262,
      "grad_norm": 18.688222885131836,
      "learning_rate": 1.225047151005807e-05,
      "loss": 0.5429,
      "step": 950
    },
    {
      "epoch": 0.8436460412508316,
      "grad_norm": 12.101099967956543,
      "learning_rate": 1.2116054127655163e-05,
      "loss": 0.4964,
      "step": 951
    },
    {
      "epoch": 0.8445331559104015,
      "grad_norm": 12.439939498901367,
      "learning_rate": 1.1982330690810716e-05,
      "loss": 0.5876,
      "step": 952
    },
    {
      "epoch": 0.8454202705699712,
      "grad_norm": 14.638487815856934,
      "learning_rate": 1.1849302255426154e-05,
      "loss": 0.4916,
      "step": 953
    },
    {
      "epoch": 0.846307385229541,
      "grad_norm": 10.553542137145996,
      "learning_rate": 1.171696987191513e-05,
      "loss": 0.4458,
      "step": 954
    },
    {
      "epoch": 0.8471944998891107,
      "grad_norm": 7.079880237579346,
      "learning_rate": 1.158533458519504e-05,
      "loss": 0.4268,
      "step": 955
    },
    {
      "epoch": 0.8480816145486804,
      "grad_norm": 15.56994342803955,
      "learning_rate": 1.1454397434679021e-05,
      "loss": 0.4259,
      "step": 956
    },
    {
      "epoch": 0.8489687292082502,
      "grad_norm": 7.888230323791504,
      "learning_rate": 1.1324159454267502e-05,
      "loss": 0.4781,
      "step": 957
    },
    {
      "epoch": 0.8498558438678199,
      "grad_norm": 20.305356979370117,
      "learning_rate": 1.1194621672340266e-05,
      "loss": 0.4527,
      "step": 958
    },
    {
      "epoch": 0.8507429585273897,
      "grad_norm": 15.891175270080566,
      "learning_rate": 1.1065785111748117e-05,
      "loss": 0.5626,
      "step": 959
    },
    {
      "epoch": 0.8516300731869594,
      "grad_norm": 13.237488746643066,
      "learning_rate": 1.0937650789804943e-05,
      "loss": 0.622,
      "step": 960
    },
    {
      "epoch": 0.8525171878465292,
      "grad_norm": 9.93332576751709,
      "learning_rate": 1.081021971827968e-05,
      "loss": 0.5259,
      "step": 961
    },
    {
      "epoch": 0.8534043025060989,
      "grad_norm": 10.819890022277832,
      "learning_rate": 1.0683492903388248e-05,
      "loss": 0.499,
      "step": 962
    },
    {
      "epoch": 0.8542914171656687,
      "grad_norm": 21.57282066345215,
      "learning_rate": 1.055747134578563e-05,
      "loss": 0.4946,
      "step": 963
    },
    {
      "epoch": 0.8551785318252384,
      "grad_norm": 12.92870044708252,
      "learning_rate": 1.0432156040558017e-05,
      "loss": 0.4013,
      "step": 964
    },
    {
      "epoch": 0.8560656464848082,
      "grad_norm": 10.307047843933105,
      "learning_rate": 1.0307547977214916e-05,
      "loss": 0.4716,
      "step": 965
    },
    {
      "epoch": 0.8569527611443779,
      "grad_norm": 11.493558883666992,
      "learning_rate": 1.0183648139681323e-05,
      "loss": 0.3553,
      "step": 966
    },
    {
      "epoch": 0.8578398758039477,
      "grad_norm": 12.072612762451172,
      "learning_rate": 1.006045750629001e-05,
      "loss": 0.403,
      "step": 967
    },
    {
      "epoch": 0.8587269904635174,
      "grad_norm": 10.802952766418457,
      "learning_rate": 9.937977049773717e-06,
      "loss": 0.442,
      "step": 968
    },
    {
      "epoch": 0.8596141051230871,
      "grad_norm": 13.241268157958984,
      "learning_rate": 9.81620773725751e-06,
      "loss": 0.3415,
      "step": 969
    },
    {
      "epoch": 0.8605012197826569,
      "grad_norm": 7.708680152893066,
      "learning_rate": 9.695150530251207e-06,
      "loss": 0.5084,
      "step": 970
    },
    {
      "epoch": 0.8613883344422266,
      "grad_norm": 15.389039993286133,
      "learning_rate": 9.574806384641666e-06,
      "loss": 0.5905,
      "step": 971
    },
    {
      "epoch": 0.8622754491017964,
      "grad_norm": 19.868955612182617,
      "learning_rate": 9.455176250685338e-06,
      "loss": 0.4458,
      "step": 972
    },
    {
      "epoch": 0.8631625637613661,
      "grad_norm": 15.125438690185547,
      "learning_rate": 9.336261073000707e-06,
      "loss": 0.6466,
      "step": 973
    },
    {
      "epoch": 0.8640496784209359,
      "grad_norm": 14.646078109741211,
      "learning_rate": 9.218061790560862e-06,
      "loss": 0.629,
      "step": 974
    },
    {
      "epoch": 0.8649367930805056,
      "grad_norm": 16.263572692871094,
      "learning_rate": 9.100579336686033e-06,
      "loss": 0.5453,
      "step": 975
    },
    {
      "epoch": 0.8658239077400754,
      "grad_norm": 10.454965591430664,
      "learning_rate": 8.983814639036315e-06,
      "loss": 0.3868,
      "step": 976
    },
    {
      "epoch": 0.8667110223996451,
      "grad_norm": 11.401768684387207,
      "learning_rate": 8.867768619604254e-06,
      "loss": 0.4726,
      "step": 977
    },
    {
      "epoch": 0.867598137059215,
      "grad_norm": 12.913899421691895,
      "learning_rate": 8.752442194707578e-06,
      "loss": 0.3689,
      "step": 978
    },
    {
      "epoch": 0.8684852517187847,
      "grad_norm": 73.84892272949219,
      "learning_rate": 8.637836274982047e-06,
      "loss": 0.4788,
      "step": 979
    },
    {
      "epoch": 0.8693723663783544,
      "grad_norm": 15.162006378173828,
      "learning_rate": 8.523951765374117e-06,
      "loss": 0.5627,
      "step": 980
    },
    {
      "epoch": 0.8702594810379242,
      "grad_norm": 9.976114273071289,
      "learning_rate": 8.410789565133947e-06,
      "loss": 0.4781,
      "step": 981
    },
    {
      "epoch": 0.8711465956974939,
      "grad_norm": 19.243574142456055,
      "learning_rate": 8.298350567808177e-06,
      "loss": 0.4267,
      "step": 982
    },
    {
      "epoch": 0.8720337103570637,
      "grad_norm": 10.063124656677246,
      "learning_rate": 8.186635661232966e-06,
      "loss": 0.4553,
      "step": 983
    },
    {
      "epoch": 0.8729208250166334,
      "grad_norm": 16.91646385192871,
      "learning_rate": 8.075645727526892e-06,
      "loss": 0.4673,
      "step": 984
    },
    {
      "epoch": 0.8738079396762032,
      "grad_norm": 18.919445037841797,
      "learning_rate": 7.96538164308407e-06,
      "loss": 0.7139,
      "step": 985
    },
    {
      "epoch": 0.8746950543357729,
      "grad_norm": 13.82746696472168,
      "learning_rate": 7.85584427856716e-06,
      "loss": 0.6956,
      "step": 986
    },
    {
      "epoch": 0.8755821689953427,
      "grad_norm": 7.548649311065674,
      "learning_rate": 7.747034498900529e-06,
      "loss": 0.4956,
      "step": 987
    },
    {
      "epoch": 0.8764692836549124,
      "grad_norm": 10.60162353515625,
      "learning_rate": 7.638953163263485e-06,
      "loss": 0.3386,
      "step": 988
    },
    {
      "epoch": 0.8773563983144822,
      "grad_norm": 12.549342155456543,
      "learning_rate": 7.531601125083321e-06,
      "loss": 0.3738,
      "step": 989
    },
    {
      "epoch": 0.8782435129740519,
      "grad_norm": 19.571786880493164,
      "learning_rate": 7.424979232028784e-06,
      "loss": 0.5547,
      "step": 990
    },
    {
      "epoch": 0.8791306276336216,
      "grad_norm": 13.478897094726562,
      "learning_rate": 7.3190883260031875e-06,
      "loss": 0.3675,
      "step": 991
    },
    {
      "epoch": 0.8800177422931914,
      "grad_norm": 10.325810432434082,
      "learning_rate": 7.213929243137951e-06,
      "loss": 0.5147,
      "step": 992
    },
    {
      "epoch": 0.8809048569527611,
      "grad_norm": 19.73050880432129,
      "learning_rate": 7.109502813785818e-06,
      "loss": 0.4175,
      "step": 993
    },
    {
      "epoch": 0.8817919716123309,
      "grad_norm": 12.608325958251953,
      "learning_rate": 7.005809862514412e-06,
      "loss": 0.444,
      "step": 994
    },
    {
      "epoch": 0.8826790862719006,
      "grad_norm": 12.87313175201416,
      "learning_rate": 6.902851208099703e-06,
      "loss": 0.4144,
      "step": 995
    },
    {
      "epoch": 0.8835662009314704,
      "grad_norm": 15.232973098754883,
      "learning_rate": 6.800627663519566e-06,
      "loss": 0.6757,
      "step": 996
    },
    {
      "epoch": 0.8844533155910401,
      "grad_norm": 12.656904220581055,
      "learning_rate": 6.699140035947271e-06,
      "loss": 0.6232,
      "step": 997
    },
    {
      "epoch": 0.8853404302506099,
      "grad_norm": 12.776655197143555,
      "learning_rate": 6.598389126745208e-06,
      "loss": 0.3182,
      "step": 998
    },
    {
      "epoch": 0.8862275449101796,
      "grad_norm": 9.930959701538086,
      "learning_rate": 6.498375731458528e-06,
      "loss": 0.4178,
      "step": 999
    },
    {
      "epoch": 0.8871146595697494,
      "grad_norm": 11.72494125366211,
      "learning_rate": 6.39910063980882e-06,
      "loss": 0.5655,
      "step": 1000
    },
    {
      "epoch": 0.8880017742293191,
      "grad_norm": 11.506627082824707,
      "learning_rate": 6.300564635687978e-06,
      "loss": 0.4303,
      "step": 1001
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 12.72122573852539,
      "learning_rate": 6.202768497151845e-06,
      "loss": 0.549,
      "step": 1002
    },
    {
      "epoch": 0.8897760035484586,
      "grad_norm": 7.925876617431641,
      "learning_rate": 6.10571299641427e-06,
      "loss": 0.3864,
      "step": 1003
    },
    {
      "epoch": 0.8906631182080283,
      "grad_norm": 11.271458625793457,
      "learning_rate": 6.009398899840834e-06,
      "loss": 0.4659,
      "step": 1004
    },
    {
      "epoch": 0.8915502328675982,
      "grad_norm": 14.010461807250977,
      "learning_rate": 5.913826967942926e-06,
      "loss": 0.4776,
      "step": 1005
    },
    {
      "epoch": 0.8924373475271679,
      "grad_norm": 11.67714786529541,
      "learning_rate": 5.81899795537163e-06,
      "loss": 0.443,
      "step": 1006
    },
    {
      "epoch": 0.8933244621867377,
      "grad_norm": 13.595877647399902,
      "learning_rate": 5.724912610911848e-06,
      "loss": 0.4117,
      "step": 1007
    },
    {
      "epoch": 0.8942115768463074,
      "grad_norm": 13.032642364501953,
      "learning_rate": 5.631571677476399e-06,
      "loss": 0.4839,
      "step": 1008
    },
    {
      "epoch": 0.8950986915058772,
      "grad_norm": 13.162764549255371,
      "learning_rate": 5.53897589210004e-06,
      "loss": 0.3876,
      "step": 1009
    },
    {
      "epoch": 0.8959858061654469,
      "grad_norm": 34.89821243286133,
      "learning_rate": 5.447125985933809e-06,
      "loss": 0.7009,
      "step": 1010
    },
    {
      "epoch": 0.8968729208250167,
      "grad_norm": 8.58856201171875,
      "learning_rate": 5.3560226842390596e-06,
      "loss": 0.3525,
      "step": 1011
    },
    {
      "epoch": 0.8977600354845864,
      "grad_norm": 14.273567199707031,
      "learning_rate": 5.2656667063819445e-06,
      "loss": 0.4886,
      "step": 1012
    },
    {
      "epoch": 0.8986471501441561,
      "grad_norm": 8.452250480651855,
      "learning_rate": 5.176058765827541e-06,
      "loss": 0.3941,
      "step": 1013
    },
    {
      "epoch": 0.8995342648037259,
      "grad_norm": 8.419010162353516,
      "learning_rate": 5.087199570134371e-06,
      "loss": 0.399,
      "step": 1014
    },
    {
      "epoch": 0.9004213794632956,
      "grad_norm": 7.708995819091797,
      "learning_rate": 4.999089820948699e-06,
      "loss": 0.4624,
      "step": 1015
    },
    {
      "epoch": 0.9013084941228654,
      "grad_norm": 10.307332038879395,
      "learning_rate": 4.911730213999077e-06,
      "loss": 0.2681,
      "step": 1016
    },
    {
      "epoch": 0.9021956087824351,
      "grad_norm": 11.95180606842041,
      "learning_rate": 4.825121439090785e-06,
      "loss": 0.5176,
      "step": 1017
    },
    {
      "epoch": 0.9030827234420049,
      "grad_norm": 26.49159049987793,
      "learning_rate": 4.739264180100433e-06,
      "loss": 0.7102,
      "step": 1018
    },
    {
      "epoch": 0.9039698381015746,
      "grad_norm": 12.855508804321289,
      "learning_rate": 4.654159114970546e-06,
      "loss": 0.3644,
      "step": 1019
    },
    {
      "epoch": 0.9048569527611444,
      "grad_norm": 10.737751960754395,
      "learning_rate": 4.5698069157042e-06,
      "loss": 0.4037,
      "step": 1020
    },
    {
      "epoch": 0.9057440674207141,
      "grad_norm": 13.542057991027832,
      "learning_rate": 4.4862082483597245e-06,
      "loss": 0.4985,
      "step": 1021
    },
    {
      "epoch": 0.9066311820802839,
      "grad_norm": 19.490076065063477,
      "learning_rate": 4.40336377304541e-06,
      "loss": 0.5326,
      "step": 1022
    },
    {
      "epoch": 0.9075182967398536,
      "grad_norm": 17.469894409179688,
      "learning_rate": 4.321274143914411e-06,
      "loss": 0.41,
      "step": 1023
    },
    {
      "epoch": 0.9084054113994233,
      "grad_norm": 10.22476863861084,
      "learning_rate": 4.2399400091594154e-06,
      "loss": 0.4138,
      "step": 1024
    },
    {
      "epoch": 0.9092925260589931,
      "grad_norm": 7.5776262283325195,
      "learning_rate": 4.159362011007606e-06,
      "loss": 0.3368,
      "step": 1025
    },
    {
      "epoch": 0.9101796407185628,
      "grad_norm": 10.263829231262207,
      "learning_rate": 4.079540785715674e-06,
      "loss": 0.4549,
      "step": 1026
    },
    {
      "epoch": 0.9110667553781326,
      "grad_norm": 9.862759590148926,
      "learning_rate": 4.000476963564637e-06,
      "loss": 0.667,
      "step": 1027
    },
    {
      "epoch": 0.9119538700377023,
      "grad_norm": 12.498156547546387,
      "learning_rate": 3.922171168854949e-06,
      "loss": 0.6025,
      "step": 1028
    },
    {
      "epoch": 0.9128409846972722,
      "grad_norm": 13.828898429870605,
      "learning_rate": 3.844624019901566e-06,
      "loss": 0.4545,
      "step": 1029
    },
    {
      "epoch": 0.9137280993568418,
      "grad_norm": 11.822444915771484,
      "learning_rate": 3.76783612902909e-06,
      "loss": 0.444,
      "step": 1030
    },
    {
      "epoch": 0.9146152140164117,
      "grad_norm": 9.135422706604004,
      "learning_rate": 3.6918081025668293e-06,
      "loss": 0.5274,
      "step": 1031
    },
    {
      "epoch": 0.9155023286759814,
      "grad_norm": 15.2363920211792,
      "learning_rate": 3.616540540844171e-06,
      "loss": 0.3559,
      "step": 1032
    },
    {
      "epoch": 0.9163894433355512,
      "grad_norm": 14.721640586853027,
      "learning_rate": 3.5420340381856596e-06,
      "loss": 0.5893,
      "step": 1033
    },
    {
      "epoch": 0.9172765579951209,
      "grad_norm": 16.4736328125,
      "learning_rate": 3.4682891829064924e-06,
      "loss": 0.5251,
      "step": 1034
    },
    {
      "epoch": 0.9181636726546906,
      "grad_norm": 10.874480247497559,
      "learning_rate": 3.395306557307698e-06,
      "loss": 0.6438,
      "step": 1035
    },
    {
      "epoch": 0.9190507873142604,
      "grad_norm": 10.507955551147461,
      "learning_rate": 3.3230867376716324e-06,
      "loss": 0.3371,
      "step": 1036
    },
    {
      "epoch": 0.9199379019738301,
      "grad_norm": 6.158603191375732,
      "learning_rate": 3.2516302942574793e-06,
      "loss": 0.3562,
      "step": 1037
    },
    {
      "epoch": 0.9208250166333999,
      "grad_norm": 12.064779281616211,
      "learning_rate": 3.180937791296601e-06,
      "loss": 0.667,
      "step": 1038
    },
    {
      "epoch": 0.9217121312929696,
      "grad_norm": 10.11420726776123,
      "learning_rate": 3.111009786988206e-06,
      "loss": 0.4448,
      "step": 1039
    },
    {
      "epoch": 0.9225992459525394,
      "grad_norm": 9.525238990783691,
      "learning_rate": 3.041846833494888e-06,
      "loss": 0.4374,
      "step": 1040
    },
    {
      "epoch": 0.9234863606121091,
      "grad_norm": 8.193055152893066,
      "learning_rate": 2.973449476938306e-06,
      "loss": 0.4299,
      "step": 1041
    },
    {
      "epoch": 0.9243734752716789,
      "grad_norm": 10.366134643554688,
      "learning_rate": 2.905818257394799e-06,
      "loss": 0.3695,
      "step": 1042
    },
    {
      "epoch": 0.9252605899312486,
      "grad_norm": 10.414983749389648,
      "learning_rate": 2.838953708891201e-06,
      "loss": 0.5448,
      "step": 1043
    },
    {
      "epoch": 0.9261477045908184,
      "grad_norm": 21.019689559936523,
      "learning_rate": 2.7728563594005885e-06,
      "loss": 0.484,
      "step": 1044
    },
    {
      "epoch": 0.9270348192503881,
      "grad_norm": 13.039497375488281,
      "learning_rate": 2.7075267308380727e-06,
      "loss": 0.4998,
      "step": 1045
    },
    {
      "epoch": 0.9279219339099578,
      "grad_norm": 10.591346740722656,
      "learning_rate": 2.64296533905678e-06,
      "loss": 0.5303,
      "step": 1046
    },
    {
      "epoch": 0.9288090485695276,
      "grad_norm": 20.83610725402832,
      "learning_rate": 2.579172693843679e-06,
      "loss": 0.5893,
      "step": 1047
    },
    {
      "epoch": 0.9296961632290973,
      "grad_norm": 16.813255310058594,
      "learning_rate": 2.5161492989156043e-06,
      "loss": 0.5033,
      "step": 1048
    },
    {
      "epoch": 0.9305832778886671,
      "grad_norm": 14.235921859741211,
      "learning_rate": 2.45389565191525e-06,
      "loss": 0.5229,
      "step": 1049
    },
    {
      "epoch": 0.9314703925482368,
      "grad_norm": 13.580808639526367,
      "learning_rate": 2.392412244407294e-06,
      "loss": 0.4308,
      "step": 1050
    },
    {
      "epoch": 0.9323575072078066,
      "grad_norm": 12.805529594421387,
      "learning_rate": 2.331699561874434e-06,
      "loss": 0.4701,
      "step": 1051
    },
    {
      "epoch": 0.9332446218673763,
      "grad_norm": 12.748414039611816,
      "learning_rate": 2.271758083713671e-06,
      "loss": 0.4248,
      "step": 1052
    },
    {
      "epoch": 0.9341317365269461,
      "grad_norm": 16.5654354095459,
      "learning_rate": 2.212588283232386e-06,
      "loss": 0.5491,
      "step": 1053
    },
    {
      "epoch": 0.9350188511865158,
      "grad_norm": 8.293146133422852,
      "learning_rate": 2.154190627644692e-06,
      "loss": 0.5365,
      "step": 1054
    },
    {
      "epoch": 0.9359059658460857,
      "grad_norm": 9.117541313171387,
      "learning_rate": 2.096565578067744e-06,
      "loss": 0.4523,
      "step": 1055
    },
    {
      "epoch": 0.9367930805056554,
      "grad_norm": 13.245999336242676,
      "learning_rate": 2.0397135895180443e-06,
      "loss": 0.4991,
      "step": 1056
    },
    {
      "epoch": 0.937680195165225,
      "grad_norm": 14.852270126342773,
      "learning_rate": 1.983635110907922e-06,
      "loss": 0.5233,
      "step": 1057
    },
    {
      "epoch": 0.9385673098247949,
      "grad_norm": 14.363321304321289,
      "learning_rate": 1.928330585041915e-06,
      "loss": 0.557,
      "step": 1058
    },
    {
      "epoch": 0.9394544244843646,
      "grad_norm": 10.015359878540039,
      "learning_rate": 1.8738004486133165e-06,
      "loss": 0.4677,
      "step": 1059
    },
    {
      "epoch": 0.9403415391439344,
      "grad_norm": 14.187544822692871,
      "learning_rate": 1.8200451322007205e-06,
      "loss": 0.4093,
      "step": 1060
    },
    {
      "epoch": 0.9412286538035041,
      "grad_norm": 11.323384284973145,
      "learning_rate": 1.7670650602646498e-06,
      "loss": 0.3977,
      "step": 1061
    },
    {
      "epoch": 0.9421157684630739,
      "grad_norm": 12.506549835205078,
      "learning_rate": 1.7148606511441123e-06,
      "loss": 0.4279,
      "step": 1062
    },
    {
      "epoch": 0.9430028831226436,
      "grad_norm": 18.197879791259766,
      "learning_rate": 1.6634323170533928e-06,
      "loss": 0.4587,
      "step": 1063
    },
    {
      "epoch": 0.9438899977822134,
      "grad_norm": 8.139731407165527,
      "learning_rate": 1.612780464078778e-06,
      "loss": 0.4519,
      "step": 1064
    },
    {
      "epoch": 0.9447771124417831,
      "grad_norm": 12.83732795715332,
      "learning_rate": 1.5629054921753262e-06,
      "loss": 0.427,
      "step": 1065
    },
    {
      "epoch": 0.9456642271013529,
      "grad_norm": 11.904767036437988,
      "learning_rate": 1.513807795163702e-06,
      "loss": 0.6134,
      "step": 1066
    },
    {
      "epoch": 0.9465513417609226,
      "grad_norm": 11.980192184448242,
      "learning_rate": 1.4654877607271022e-06,
      "loss": 0.6109,
      "step": 1067
    },
    {
      "epoch": 0.9474384564204924,
      "grad_norm": 16.889787673950195,
      "learning_rate": 1.4179457704081911e-06,
      "loss": 0.4512,
      "step": 1068
    },
    {
      "epoch": 0.9483255710800621,
      "grad_norm": 12.165899276733398,
      "learning_rate": 1.371182199606036e-06,
      "loss": 0.4904,
      "step": 1069
    },
    {
      "epoch": 0.9492126857396318,
      "grad_norm": 10.704561233520508,
      "learning_rate": 1.3251974175731985e-06,
      "loss": 0.4017,
      "step": 1070
    },
    {
      "epoch": 0.9500998003992016,
      "grad_norm": 9.137234687805176,
      "learning_rate": 1.2799917874128153e-06,
      "loss": 0.4366,
      "step": 1071
    },
    {
      "epoch": 0.9509869150587713,
      "grad_norm": 12.777780532836914,
      "learning_rate": 1.2355656660756998e-06,
      "loss": 0.3931,
      "step": 1072
    },
    {
      "epoch": 0.9518740297183411,
      "grad_norm": 9.037379264831543,
      "learning_rate": 1.1919194043575333e-06,
      "loss": 0.5308,
      "step": 1073
    },
    {
      "epoch": 0.9527611443779108,
      "grad_norm": 20.947134017944336,
      "learning_rate": 1.1490533468961118e-06,
      "loss": 0.4174,
      "step": 1074
    },
    {
      "epoch": 0.9536482590374806,
      "grad_norm": 9.096094131469727,
      "learning_rate": 1.1069678321686372e-06,
      "loss": 0.3964,
      "step": 1075
    },
    {
      "epoch": 0.9545353736970503,
      "grad_norm": 12.503694534301758,
      "learning_rate": 1.0656631924889749e-06,
      "loss": 0.4138,
      "step": 1076
    },
    {
      "epoch": 0.9554224883566201,
      "grad_norm": 12.566364288330078,
      "learning_rate": 1.0251397540051334e-06,
      "loss": 0.3893,
      "step": 1077
    },
    {
      "epoch": 0.9563096030161898,
      "grad_norm": 12.700660705566406,
      "learning_rate": 9.853978366965666e-07,
      "loss": 0.477,
      "step": 1078
    },
    {
      "epoch": 0.9571967176757596,
      "grad_norm": 31.849468231201172,
      "learning_rate": 9.464377543717651e-07,
      "loss": 0.6414,
      "step": 1079
    },
    {
      "epoch": 0.9580838323353293,
      "grad_norm": 12.52246379852295,
      "learning_rate": 9.082598146657239e-07,
      "loss": 0.595,
      "step": 1080
    },
    {
      "epoch": 0.958970946994899,
      "grad_norm": 9.577744483947754,
      "learning_rate": 8.708643190374898e-07,
      "loss": 0.5941,
      "step": 1081
    },
    {
      "epoch": 0.9598580616544689,
      "grad_norm": 10.3617525100708,
      "learning_rate": 8.342515627678183e-07,
      "loss": 0.4442,
      "step": 1082
    },
    {
      "epoch": 0.9607451763140386,
      "grad_norm": 9.462540626525879,
      "learning_rate": 7.984218349568306e-07,
      "loss": 0.3686,
      "step": 1083
    },
    {
      "epoch": 0.9616322909736084,
      "grad_norm": 17.241979598999023,
      "learning_rate": 7.63375418521739e-07,
      "loss": 0.4106,
      "step": 1084
    },
    {
      "epoch": 0.9625194056331781,
      "grad_norm": 9.949472427368164,
      "learning_rate": 7.291125901946027e-07,
      "loss": 0.4578,
      "step": 1085
    },
    {
      "epoch": 0.9634065202927479,
      "grad_norm": 10.84328556060791,
      "learning_rate": 6.956336205201419e-07,
      "loss": 0.4447,
      "step": 1086
    },
    {
      "epoch": 0.9642936349523176,
      "grad_norm": 9.630438804626465,
      "learning_rate": 6.62938773853583e-07,
      "loss": 0.4507,
      "step": 1087
    },
    {
      "epoch": 0.9651807496118874,
      "grad_norm": 9.323690414428711,
      "learning_rate": 6.310283083586499e-07,
      "loss": 0.5855,
      "step": 1088
    },
    {
      "epoch": 0.9660678642714571,
      "grad_norm": 13.328221321105957,
      "learning_rate": 5.999024760054095e-07,
      "loss": 0.5097,
      "step": 1089
    },
    {
      "epoch": 0.9669549789310269,
      "grad_norm": 8.897379875183105,
      "learning_rate": 5.695615225683737e-07,
      "loss": 0.5024,
      "step": 1090
    },
    {
      "epoch": 0.9678420935905966,
      "grad_norm": 10.961204528808594,
      "learning_rate": 5.400056876245119e-07,
      "loss": 0.3104,
      "step": 1091
    },
    {
      "epoch": 0.9687292082501663,
      "grad_norm": 10.906503677368164,
      "learning_rate": 5.112352045513746e-07,
      "loss": 0.4452,
      "step": 1092
    },
    {
      "epoch": 0.9696163229097361,
      "grad_norm": 17.903579711914062,
      "learning_rate": 4.832503005252731e-07,
      "loss": 0.4622,
      "step": 1093
    },
    {
      "epoch": 0.9705034375693058,
      "grad_norm": 11.087383270263672,
      "learning_rate": 4.5605119651941363e-07,
      "loss": 0.4393,
      "step": 1094
    },
    {
      "epoch": 0.9713905522288756,
      "grad_norm": 9.18616008758545,
      "learning_rate": 4.2963810730225486e-07,
      "loss": 0.4423,
      "step": 1095
    },
    {
      "epoch": 0.9722776668884453,
      "grad_norm": 12.07927131652832,
      "learning_rate": 4.040112414357311e-07,
      "loss": 0.5602,
      "step": 1096
    },
    {
      "epoch": 0.9731647815480151,
      "grad_norm": 9.466694831848145,
      "learning_rate": 3.7917080127362057e-07,
      "loss": 0.4334,
      "step": 1097
    },
    {
      "epoch": 0.9740518962075848,
      "grad_norm": 9.19725513458252,
      "learning_rate": 3.5511698295997984e-07,
      "loss": 0.4312,
      "step": 1098
    },
    {
      "epoch": 0.9749390108671546,
      "grad_norm": 11.751232147216797,
      "learning_rate": 3.3184997642757844e-07,
      "loss": 0.309,
      "step": 1099
    },
    {
      "epoch": 0.9758261255267243,
      "grad_norm": 16.197540283203125,
      "learning_rate": 3.0936996539636663e-07,
      "loss": 0.4865,
      "step": 1100
    },
    {
      "epoch": 0.9767132401862941,
      "grad_norm": 10.555951118469238,
      "learning_rate": 2.876771273720991e-07,
      "loss": 0.3068,
      "step": 1101
    },
    {
      "epoch": 0.9776003548458638,
      "grad_norm": 14.841662406921387,
      "learning_rate": 2.667716336448356e-07,
      "loss": 0.4839,
      "step": 1102
    },
    {
      "epoch": 0.9784874695054335,
      "grad_norm": 15.460678100585938,
      "learning_rate": 2.4665364928767584e-07,
      "loss": 0.6619,
      "step": 1103
    },
    {
      "epoch": 0.9793745841650033,
      "grad_norm": 10.860766410827637,
      "learning_rate": 2.2732333315541588e-07,
      "loss": 0.403,
      "step": 1104
    },
    {
      "epoch": 0.980261698824573,
      "grad_norm": 14.19787311553955,
      "learning_rate": 2.0878083788329338e-07,
      "loss": 0.3078,
      "step": 1105
    },
    {
      "epoch": 0.9811488134841428,
      "grad_norm": 10.109692573547363,
      "learning_rate": 1.9102630988577786e-07,
      "loss": 0.32,
      "step": 1106
    },
    {
      "epoch": 0.9820359281437125,
      "grad_norm": 11.299921989440918,
      "learning_rate": 1.7405988935544904e-07,
      "loss": 0.3891,
      "step": 1107
    },
    {
      "epoch": 0.9829230428032824,
      "grad_norm": 11.631474494934082,
      "learning_rate": 1.5788171026184239e-07,
      "loss": 0.3416,
      "step": 1108
    },
    {
      "epoch": 0.983810157462852,
      "grad_norm": 11.567190170288086,
      "learning_rate": 1.424919003504166e-07,
      "loss": 0.314,
      "step": 1109
    },
    {
      "epoch": 0.9846972721224219,
      "grad_norm": 18.81186866760254,
      "learning_rate": 1.278905811415654e-07,
      "loss": 0.5033,
      "step": 1110
    },
    {
      "epoch": 0.9855843867819916,
      "grad_norm": 13.36063289642334,
      "learning_rate": 1.1407786792960728e-07,
      "loss": 0.6911,
      "step": 1111
    },
    {
      "epoch": 0.9864715014415614,
      "grad_norm": 8.861466407775879,
      "learning_rate": 1.0105386978191966e-07,
      "loss": 0.4301,
      "step": 1112
    },
    {
      "epoch": 0.9873586161011311,
      "grad_norm": 9.511704444885254,
      "learning_rate": 8.88186895380505e-08,
      "loss": 0.4571,
      "step": 1113
    },
    {
      "epoch": 0.9882457307607008,
      "grad_norm": 9.28747272491455,
      "learning_rate": 7.737242380891907e-08,
      "loss": 0.4126,
      "step": 1114
    },
    {
      "epoch": 0.9891328454202706,
      "grad_norm": 23.752521514892578,
      "learning_rate": 6.671516297606095e-08,
      "loss": 0.5314,
      "step": 1115
    },
    {
      "epoch": 0.9900199600798403,
      "grad_norm": 9.109354972839355,
      "learning_rate": 5.684699119089532e-08,
      "loss": 0.3809,
      "step": 1116
    },
    {
      "epoch": 0.9909070747394101,
      "grad_norm": 11.1279935836792,
      "learning_rate": 4.776798637405877e-08,
      "loss": 0.3736,
      "step": 1117
    },
    {
      "epoch": 0.9917941893989798,
      "grad_norm": 20.905622482299805,
      "learning_rate": 3.9478220214816954e-08,
      "loss": 0.4756,
      "step": 1118
    },
    {
      "epoch": 0.9926813040585496,
      "grad_norm": 7.516505241394043,
      "learning_rate": 3.19777581704761e-08,
      "loss": 0.459,
      "step": 1119
    },
    {
      "epoch": 0.9935684187181193,
      "grad_norm": 9.362292289733887,
      "learning_rate": 2.5266659465883468e-08,
      "loss": 0.4512,
      "step": 1120
    },
    {
      "epoch": 0.9944555333776891,
      "grad_norm": 13.627337455749512,
      "learning_rate": 1.9344977092927708e-08,
      "loss": 0.476,
      "step": 1121
    },
    {
      "epoch": 0.9953426480372588,
      "grad_norm": 9.739202499389648,
      "learning_rate": 1.42127578101503e-08,
      "loss": 0.4275,
      "step": 1122
    },
    {
      "epoch": 0.9962297626968286,
      "grad_norm": 6.459015846252441,
      "learning_rate": 9.870042142368085e-09,
      "loss": 0.4464,
      "step": 1123
    },
    {
      "epoch": 0.9971168773563983,
      "grad_norm": 11.925034523010254,
      "learning_rate": 6.316864380351284e-09,
      "loss": 0.4775,
      "step": 1124
    },
    {
      "epoch": 0.998003992015968,
      "grad_norm": 23.34541130065918,
      "learning_rate": 3.553252580557054e-09,
      "loss": 0.4718,
      "step": 1125
    },
    {
      "epoch": 0.9988911066755378,
      "grad_norm": 38.08772277832031,
      "learning_rate": 1.57922856489634e-09,
      "loss": 0.5003,
      "step": 1126
    },
    {
      "epoch": 0.9997782213351075,
      "grad_norm": 11.465082168579102,
      "learning_rate": 3.948079205895461e-10,
      "loss": 0.5621,
      "step": 1127
    },
    {
      "epoch": 1.0006653359946773,
      "grad_norm": 16.393604278564453,
      "learning_rate": 0.0,
      "loss": 0.8287,
      "step": 1128
    },
    {
      "epoch": 1.0006653359946773,
      "eval_loss": 0.46599382162094116,
      "eval_runtime": 10.8551,
      "eval_samples_per_second": 43.758,
      "eval_steps_per_second": 21.925,
      "step": 1128
    }
  ],
  "logging_steps": 1,
  "max_steps": 1128,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 282,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.374294304161792e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}