{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 20.0,
  "eval_steps": 500,
  "global_step": 214120,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.009340556697179151,
      "grad_norm": 0.24490927159786224,
      "learning_rate": 3.6888629226955084e-06,
      "loss": 2.5654,
      "step": 100
    },
    {
      "epoch": 0.018681113394358302,
      "grad_norm": 0.2315603792667389,
      "learning_rate": 4.254706770678877e-06,
      "loss": 2.5587,
      "step": 200
    },
    {
      "epoch": 0.028021670091537457,
      "grad_norm": 0.2890286147594452,
      "learning_rate": 4.583630533316995e-06,
      "loss": 2.5454,
      "step": 300
    },
    {
      "epoch": 0.037362226788716604,
      "grad_norm": 0.3282017409801483,
      "learning_rate": 4.816435654892157e-06,
      "loss": 2.5314,
      "step": 400
    },
    {
      "epoch": 0.04670278348589576,
      "grad_norm": 0.4267456531524658,
      "learning_rate": 4.996775322486903e-06,
      "loss": 2.516,
      "step": 500
    },
    {
      "epoch": 0.05604334018307491,
      "grad_norm": 0.5179130434989929,
      "learning_rate": 5e-06,
      "loss": 2.4935,
      "step": 600
    },
    {
      "epoch": 0.06538389688025406,
      "grad_norm": 0.6055325269699097,
      "learning_rate": 5e-06,
      "loss": 2.4646,
      "step": 700
    },
    {
      "epoch": 0.07472445357743321,
      "grad_norm": 0.917830228805542,
      "learning_rate": 5e-06,
      "loss": 2.4283,
      "step": 800
    },
    {
      "epoch": 0.08406501027461237,
      "grad_norm": 1.3353214263916016,
      "learning_rate": 5e-06,
      "loss": 2.3862,
      "step": 900
    },
    {
      "epoch": 0.09340556697179152,
      "grad_norm": 1.2582011222839355,
      "learning_rate": 5e-06,
      "loss": 2.3442,
      "step": 1000
    },
    {
      "epoch": 0.10274612366897067,
      "grad_norm": 1.4711006879806519,
      "learning_rate": 5e-06,
      "loss": 2.3132,
      "step": 1100
    },
    {
      "epoch": 0.11208668036614983,
      "grad_norm": 1.910351037979126,
      "learning_rate": 5e-06,
      "loss": 2.279,
      "step": 1200
    },
    {
      "epoch": 0.12142723706332897,
      "grad_norm": 2.3028388023376465,
      "learning_rate": 5e-06,
      "loss": 2.2464,
      "step": 1300
    },
    {
      "epoch": 0.13076779376050812,
      "grad_norm": 2.166229724884033,
      "learning_rate": 5e-06,
      "loss": 2.2046,
      "step": 1400
    },
    {
      "epoch": 0.14010835045768727,
      "grad_norm": 2.529273748397827,
      "learning_rate": 5e-06,
      "loss": 2.1806,
      "step": 1500
    },
    {
      "epoch": 0.14944890715486642,
      "grad_norm": 3.6801247596740723,
      "learning_rate": 5e-06,
      "loss": 2.1465,
      "step": 1600
    },
    {
      "epoch": 0.1587894638520456,
      "grad_norm": 2.7954328060150146,
      "learning_rate": 5e-06,
      "loss": 2.1228,
      "step": 1700
    },
    {
      "epoch": 0.16813002054922474,
      "grad_norm": 3.1072113513946533,
      "learning_rate": 5e-06,
      "loss": 2.0838,
      "step": 1800
    },
    {
      "epoch": 0.1774705772464039,
      "grad_norm": 3.572248935699463,
      "learning_rate": 5e-06,
      "loss": 2.0663,
      "step": 1900
    },
    {
      "epoch": 0.18681113394358304,
      "grad_norm": 3.212052345275879,
      "learning_rate": 5e-06,
      "loss": 2.0376,
      "step": 2000
    },
    {
      "epoch": 0.19615169064076218,
      "grad_norm": 3.392380714416504,
      "learning_rate": 5e-06,
      "loss": 2.0022,
      "step": 2100
    },
    {
      "epoch": 0.20549224733794133,
      "grad_norm": 4.072075843811035,
      "learning_rate": 5e-06,
      "loss": 1.9776,
      "step": 2200
    },
    {
      "epoch": 0.2148328040351205,
      "grad_norm": 3.9981837272644043,
      "learning_rate": 5e-06,
      "loss": 1.9507,
      "step": 2300
    },
    {
      "epoch": 0.22417336073229965,
      "grad_norm": 5.1439900398254395,
      "learning_rate": 5e-06,
      "loss": 1.9177,
      "step": 2400
    },
    {
      "epoch": 0.2335139174294788,
      "grad_norm": 4.393458843231201,
      "learning_rate": 5e-06,
      "loss": 1.8938,
      "step": 2500
    },
    {
      "epoch": 0.24285447412665795,
      "grad_norm": 4.3327507972717285,
      "learning_rate": 5e-06,
      "loss": 1.8707,
      "step": 2600
    },
    {
      "epoch": 0.2521950308238371,
      "grad_norm": 3.9431445598602295,
      "learning_rate": 5e-06,
      "loss": 1.8398,
      "step": 2700
    },
    {
      "epoch": 0.26153558752101624,
      "grad_norm": 4.543567180633545,
      "learning_rate": 5e-06,
      "loss": 1.8114,
      "step": 2800
    },
    {
      "epoch": 0.2708761442181954,
      "grad_norm": 4.299246788024902,
      "learning_rate": 5e-06,
      "loss": 1.7875,
      "step": 2900
    },
    {
      "epoch": 0.28021670091537454,
      "grad_norm": 6.712219715118408,
      "learning_rate": 5e-06,
      "loss": 1.7664,
      "step": 3000
    },
    {
      "epoch": 0.2895572576125537,
      "grad_norm": 4.86509370803833,
      "learning_rate": 5e-06,
      "loss": 1.7447,
      "step": 3100
    },
    {
      "epoch": 0.29889781430973283,
      "grad_norm": 5.775921821594238,
      "learning_rate": 5e-06,
      "loss": 1.7257,
      "step": 3200
    },
    {
      "epoch": 0.30823837100691204,
      "grad_norm": 4.322110652923584,
      "learning_rate": 5e-06,
      "loss": 1.6949,
      "step": 3300
    },
    {
      "epoch": 0.3175789277040912,
      "grad_norm": 4.990842819213867,
      "learning_rate": 5e-06,
      "loss": 1.6781,
      "step": 3400
    },
    {
      "epoch": 0.32691948440127033,
      "grad_norm": 7.429114818572998,
      "learning_rate": 5e-06,
      "loss": 1.6656,
      "step": 3500
    },
    {
      "epoch": 0.3362600410984495,
      "grad_norm": 6.405215740203857,
      "learning_rate": 5e-06,
      "loss": 1.6581,
      "step": 3600
    },
    {
      "epoch": 0.34560059779562863,
      "grad_norm": 5.198259353637695,
      "learning_rate": 5e-06,
      "loss": 1.6259,
      "step": 3700
    },
    {
      "epoch": 0.3549411544928078,
      "grad_norm": 6.072173118591309,
      "learning_rate": 5e-06,
      "loss": 1.6183,
      "step": 3800
    },
    {
      "epoch": 0.3642817111899869,
      "grad_norm": 7.407243728637695,
      "learning_rate": 5e-06,
      "loss": 1.5927,
      "step": 3900
    },
    {
      "epoch": 0.37362226788716607,
      "grad_norm": 6.940005779266357,
      "learning_rate": 5e-06,
      "loss": 1.5733,
      "step": 4000
    },
    {
      "epoch": 0.3829628245843452,
      "grad_norm": 6.5144429206848145,
      "learning_rate": 5e-06,
      "loss": 1.5444,
      "step": 4100
    },
    {
      "epoch": 0.39230338128152437,
      "grad_norm": 6.649282455444336,
      "learning_rate": 5e-06,
      "loss": 1.5229,
      "step": 4200
    },
    {
      "epoch": 0.4016439379787035,
      "grad_norm": 6.223095417022705,
      "learning_rate": 5e-06,
      "loss": 1.5147,
      "step": 4300
    },
    {
      "epoch": 0.41098449467588266,
      "grad_norm": 8.262578010559082,
      "learning_rate": 5e-06,
      "loss": 1.5076,
      "step": 4400
    },
    {
      "epoch": 0.4203250513730618,
      "grad_norm": 7.873270511627197,
      "learning_rate": 5e-06,
      "loss": 1.4907,
      "step": 4500
    },
    {
      "epoch": 0.429665608070241,
      "grad_norm": 7.8516740798950195,
      "learning_rate": 5e-06,
      "loss": 1.4538,
      "step": 4600
    },
    {
      "epoch": 0.43900616476742016,
      "grad_norm": 6.787626266479492,
      "learning_rate": 5e-06,
      "loss": 1.4384,
      "step": 4700
    },
    {
      "epoch": 0.4483467214645993,
      "grad_norm": 6.864293098449707,
      "learning_rate": 5e-06,
      "loss": 1.4397,
      "step": 4800
    },
    {
      "epoch": 0.45768727816177845,
      "grad_norm": 8.521383285522461,
      "learning_rate": 5e-06,
      "loss": 1.4015,
      "step": 4900
    },
    {
      "epoch": 0.4670278348589576,
      "grad_norm": 6.207188129425049,
      "learning_rate": 5e-06,
      "loss": 1.4042,
      "step": 5000
    },
    {
      "epoch": 0.47636839155613675,
      "grad_norm": 6.264854907989502,
      "learning_rate": 5e-06,
      "loss": 1.3922,
      "step": 5100
    },
    {
      "epoch": 0.4857089482533159,
      "grad_norm": 7.935125827789307,
      "learning_rate": 5e-06,
      "loss": 1.3683,
      "step": 5200
    },
    {
      "epoch": 0.49504950495049505,
      "grad_norm": 6.175066947937012,
      "learning_rate": 5e-06,
      "loss": 1.3521,
      "step": 5300
    },
    {
      "epoch": 0.5043900616476742,
      "grad_norm": 6.4194746017456055,
      "learning_rate": 5e-06,
      "loss": 1.327,
      "step": 5400
    },
    {
      "epoch": 0.5137306183448533,
      "grad_norm": 7.58105993270874,
      "learning_rate": 5e-06,
      "loss": 1.3455,
      "step": 5500
    },
    {
      "epoch": 0.5230711750420325,
      "grad_norm": 7.915642738342285,
      "learning_rate": 5e-06,
      "loss": 1.3102,
      "step": 5600
    },
    {
      "epoch": 0.5324117317392116,
      "grad_norm": 6.884181976318359,
      "learning_rate": 5e-06,
      "loss": 1.317,
      "step": 5700
    },
    {
      "epoch": 0.5417522884363908,
      "grad_norm": 10.28857421875,
      "learning_rate": 5e-06,
      "loss": 1.2851,
      "step": 5800
    },
    {
      "epoch": 0.5510928451335699,
      "grad_norm": 7.387235641479492,
      "learning_rate": 5e-06,
      "loss": 1.2833,
      "step": 5900
    },
    {
      "epoch": 0.5604334018307491,
      "grad_norm": 9.384627342224121,
      "learning_rate": 5e-06,
      "loss": 1.2674,
      "step": 6000
    },
    {
      "epoch": 0.5697739585279282,
      "grad_norm": 6.848216533660889,
      "learning_rate": 5e-06,
      "loss": 1.2443,
      "step": 6100
    },
    {
      "epoch": 0.5791145152251074,
      "grad_norm": 7.97431755065918,
      "learning_rate": 5e-06,
      "loss": 1.239,
      "step": 6200
    },
    {
      "epoch": 0.5884550719222865,
      "grad_norm": 8.192886352539062,
      "learning_rate": 5e-06,
      "loss": 1.2212,
      "step": 6300
    },
    {
      "epoch": 0.5977956286194657,
      "grad_norm": 7.981608867645264,
      "learning_rate": 5e-06,
      "loss": 1.2191,
      "step": 6400
    },
    {
      "epoch": 0.6071361853166449,
      "grad_norm": 7.159592628479004,
      "learning_rate": 5e-06,
      "loss": 1.1828,
      "step": 6500
    },
    {
      "epoch": 0.6164767420138241,
      "grad_norm": 8.588462829589844,
      "learning_rate": 5e-06,
      "loss": 1.1867,
      "step": 6600
    },
    {
      "epoch": 0.6258172987110032,
      "grad_norm": 6.463566780090332,
      "learning_rate": 5e-06,
      "loss": 1.1715,
      "step": 6700
    },
    {
      "epoch": 0.6351578554081824,
      "grad_norm": 8.24862289428711,
      "learning_rate": 5e-06,
      "loss": 1.1731,
      "step": 6800
    },
    {
      "epoch": 0.6444984121053615,
      "grad_norm": 8.253684997558594,
      "learning_rate": 5e-06,
      "loss": 1.1696,
      "step": 6900
    },
    {
      "epoch": 0.6538389688025407,
      "grad_norm": 9.07073974609375,
      "learning_rate": 5e-06,
      "loss": 1.165,
      "step": 7000
    },
    {
      "epoch": 0.6631795254997198,
      "grad_norm": 8.204659461975098,
      "learning_rate": 5e-06,
      "loss": 1.1489,
      "step": 7100
    },
    {
      "epoch": 0.672520082196899,
      "grad_norm": 9.203499794006348,
      "learning_rate": 5e-06,
      "loss": 1.1178,
      "step": 7200
    },
    {
      "epoch": 0.6818606388940781,
      "grad_norm": 7.973787784576416,
      "learning_rate": 5e-06,
      "loss": 1.098,
      "step": 7300
    },
    {
      "epoch": 0.6912011955912573,
      "grad_norm": 7.77390193939209,
      "learning_rate": 5e-06,
      "loss": 1.1179,
      "step": 7400
    },
    {
      "epoch": 0.7005417522884364,
      "grad_norm": 9.237825393676758,
      "learning_rate": 5e-06,
      "loss": 1.1146,
      "step": 7500
    },
    {
      "epoch": 0.7098823089856156,
      "grad_norm": 8.738642692565918,
      "learning_rate": 5e-06,
      "loss": 1.0726,
      "step": 7600
    },
    {
      "epoch": 0.7192228656827947,
      "grad_norm": 8.645129203796387,
      "learning_rate": 5e-06,
      "loss": 1.071,
      "step": 7700
    },
    {
      "epoch": 0.7285634223799738,
      "grad_norm": 6.672494888305664,
      "learning_rate": 5e-06,
      "loss": 1.0663,
      "step": 7800
    },
    {
      "epoch": 0.737903979077153,
      "grad_norm": 9.610877990722656,
      "learning_rate": 5e-06,
      "loss": 1.0645,
      "step": 7900
    },
    {
      "epoch": 0.7472445357743321,
      "grad_norm": 8.839618682861328,
      "learning_rate": 5e-06,
      "loss": 1.0359,
      "step": 8000
    },
    {
      "epoch": 0.7565850924715113,
      "grad_norm": 9.816760063171387,
      "learning_rate": 5e-06,
      "loss": 1.0367,
      "step": 8100
    },
    {
      "epoch": 0.7659256491686904,
      "grad_norm": 8.62587833404541,
      "learning_rate": 5e-06,
      "loss": 1.0531,
      "step": 8200
    },
    {
      "epoch": 0.7752662058658696,
      "grad_norm": 9.202266693115234,
      "learning_rate": 5e-06,
      "loss": 1.0221,
      "step": 8300
    },
    {
      "epoch": 0.7846067625630487,
      "grad_norm": 8.139867782592773,
      "learning_rate": 5e-06,
      "loss": 1.0534,
      "step": 8400
    },
    {
      "epoch": 0.7939473192602279,
      "grad_norm": 7.960549831390381,
      "learning_rate": 5e-06,
      "loss": 1.005,
      "step": 8500
    },
    {
      "epoch": 0.803287875957407,
      "grad_norm": 10.177430152893066,
      "learning_rate": 5e-06,
      "loss": 1.0154,
      "step": 8600
    },
    {
      "epoch": 0.8126284326545862,
      "grad_norm": 9.36005687713623,
      "learning_rate": 5e-06,
      "loss": 0.9932,
      "step": 8700
    },
    {
      "epoch": 0.8219689893517653,
      "grad_norm": 10.452857971191406,
      "learning_rate": 5e-06,
      "loss": 1.017,
      "step": 8800
    },
    {
      "epoch": 0.8313095460489445,
      "grad_norm": 8.468194961547852,
      "learning_rate": 5e-06,
      "loss": 0.9988,
      "step": 8900
    },
    {
      "epoch": 0.8406501027461236,
      "grad_norm": 8.282858848571777,
      "learning_rate": 5e-06,
      "loss": 0.9741,
      "step": 9000
    },
    {
      "epoch": 0.8499906594433029,
      "grad_norm": 8.708531379699707,
      "learning_rate": 5e-06,
      "loss": 0.9947,
      "step": 9100
    },
    {
      "epoch": 0.859331216140482,
      "grad_norm": 9.62859058380127,
      "learning_rate": 5e-06,
      "loss": 0.9806,
      "step": 9200
    },
    {
      "epoch": 0.8686717728376612,
      "grad_norm": 8.039609909057617,
      "learning_rate": 5e-06,
      "loss": 0.9488,
      "step": 9300
    },
    {
      "epoch": 0.8780123295348403,
      "grad_norm": 6.1089630126953125,
      "learning_rate": 5e-06,
      "loss": 0.9666,
      "step": 9400
    },
    {
      "epoch": 0.8873528862320195,
      "grad_norm": 11.522998809814453,
      "learning_rate": 5e-06,
      "loss": 0.9598,
      "step": 9500
    },
    {
      "epoch": 0.8966934429291986,
      "grad_norm": 8.044610023498535,
      "learning_rate": 5e-06,
      "loss": 0.9499,
      "step": 9600
    },
    {
      "epoch": 0.9060339996263778,
      "grad_norm": 7.128061771392822,
      "learning_rate": 5e-06,
      "loss": 0.9441,
      "step": 9700
    },
    {
      "epoch": 0.9153745563235569,
      "grad_norm": 9.168087005615234,
      "learning_rate": 5e-06,
      "loss": 0.9127,
      "step": 9800
    },
    {
      "epoch": 0.9247151130207361,
      "grad_norm": 9.270570755004883,
      "learning_rate": 5e-06,
      "loss": 0.9193,
      "step": 9900
    },
    {
      "epoch": 0.9340556697179152,
      "grad_norm": 7.9523234367370605,
      "learning_rate": 5e-06,
      "loss": 0.9177,
      "step": 10000
    },
    {
      "epoch": 0.9433962264150944,
      "grad_norm": 7.298976421356201,
      "learning_rate": 5e-06,
      "loss": 0.9043,
      "step": 10100
    },
    {
      "epoch": 0.9527367831122735,
      "grad_norm": 8.768118858337402,
      "learning_rate": 5e-06,
      "loss": 0.8947,
      "step": 10200
    },
    {
      "epoch": 0.9620773398094526,
      "grad_norm": 10.410821914672852,
      "learning_rate": 5e-06,
      "loss": 0.8929,
      "step": 10300
    },
    {
      "epoch": 0.9714178965066318,
      "grad_norm": 10.042499542236328,
      "learning_rate": 5e-06,
      "loss": 0.8738,
      "step": 10400
    },
    {
      "epoch": 0.9807584532038109,
      "grad_norm": 8.96017074584961,
      "learning_rate": 5e-06,
      "loss": 0.8854,
      "step": 10500
    },
    {
      "epoch": 0.9900990099009901,
      "grad_norm": 8.283614158630371,
      "learning_rate": 5e-06,
      "loss": 0.8908,
      "step": 10600
    },
    {
      "epoch": 0.9994395665981692,
      "grad_norm": 7.548793315887451,
      "learning_rate": 5e-06,
      "loss": 0.8869,
      "step": 10700
    },
    {
      "epoch": 1.0,
      "step": 10706,
      "train_loss": 0.8395813703536987,
      "train_perplexity": 2.315397479837138,
      "train_runtime": 1018.2001,
      "train_samples_per_second": 168.23,
      "train_steps_per_second": 10.515
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.8345000147819519,
      "eval_perplexity": 2.303661963369234,
      "eval_runtime": 197.385,
      "eval_samples_per_second": 216.952,
      "eval_steps_per_second": 13.562,
      "step": 10706
    },
    {
      "epoch": 1.0087801232953484,
      "grad_norm": 7.716500282287598,
      "learning_rate": 5e-06,
      "loss": 0.8781,
      "step": 10800
    },
    {
      "epoch": 1.0181206799925275,
      "grad_norm": 7.907318115234375,
      "learning_rate": 5e-06,
      "loss": 0.8782,
      "step": 10900
    },
    {
      "epoch": 1.0274612366897067,
      "grad_norm": 8.674318313598633,
      "learning_rate": 5e-06,
      "loss": 0.859,
      "step": 11000
    },
    {
      "epoch": 1.0368017933868858,
      "grad_norm": 6.933258056640625,
      "learning_rate": 5e-06,
      "loss": 0.857,
      "step": 11100
    },
    {
      "epoch": 1.046142350084065,
      "grad_norm": 7.388689041137695,
      "learning_rate": 5e-06,
      "loss": 0.8293,
      "step": 11200
    },
    {
      "epoch": 1.0554829067812441,
      "grad_norm": 8.154444694519043,
      "learning_rate": 5e-06,
      "loss": 0.8377,
      "step": 11300
    },
    {
      "epoch": 1.0648234634784233,
      "grad_norm": 7.751438617706299,
      "learning_rate": 5e-06,
      "loss": 0.8417,
      "step": 11400
    },
    {
      "epoch": 1.0741640201756024,
      "grad_norm": 7.669437885284424,
      "learning_rate": 5e-06,
      "loss": 0.8477,
      "step": 11500
    },
    {
      "epoch": 1.0835045768727816,
      "grad_norm": 8.53795337677002,
      "learning_rate": 5e-06,
      "loss": 0.8296,
      "step": 11600
    },
    {
      "epoch": 1.0928451335699607,
      "grad_norm": 9.411064147949219,
      "learning_rate": 5e-06,
      "loss": 0.8136,
      "step": 11700
    },
    {
      "epoch": 1.1021856902671399,
      "grad_norm": 9.37598991394043,
      "learning_rate": 5e-06,
      "loss": 0.8202,
      "step": 11800
    },
    {
      "epoch": 1.111526246964319,
      "grad_norm": 7.06934118270874,
      "learning_rate": 5e-06,
      "loss": 0.8267,
      "step": 11900
    },
    {
      "epoch": 1.1208668036614982,
      "grad_norm": 10.949734687805176,
      "learning_rate": 5e-06,
      "loss": 0.7957,
      "step": 12000
    },
    {
      "epoch": 1.1302073603586773,
      "grad_norm": 8.0162935256958,
      "learning_rate": 5e-06,
      "loss": 0.8026,
      "step": 12100
    },
    {
      "epoch": 1.1395479170558565,
      "grad_norm": 9.59383487701416,
      "learning_rate": 5e-06,
      "loss": 0.7875,
      "step": 12200
    },
    {
      "epoch": 1.1488884737530356,
      "grad_norm": 7.390994071960449,
      "learning_rate": 5e-06,
      "loss": 0.8119,
      "step": 12300
    },
    {
      "epoch": 1.1582290304502147,
      "grad_norm": 6.986259460449219,
      "learning_rate": 5e-06,
      "loss": 0.8041,
      "step": 12400
    },
    {
      "epoch": 1.167569587147394,
      "grad_norm": 7.615765571594238,
      "learning_rate": 5e-06,
      "loss": 0.7887,
      "step": 12500
    },
    {
      "epoch": 1.176910143844573,
      "grad_norm": 7.461755752563477,
      "learning_rate": 5e-06,
      "loss": 0.7741,
      "step": 12600
    },
    {
      "epoch": 1.1862507005417524,
      "grad_norm": 7.417735576629639,
      "learning_rate": 5e-06,
      "loss": 0.7664,
      "step": 12700
    },
    {
      "epoch": 1.1955912572389313,
      "grad_norm": 7.140293598175049,
      "learning_rate": 5e-06,
      "loss": 0.7654,
      "step": 12800
    },
    {
      "epoch": 1.2049318139361107,
      "grad_norm": 7.478175163269043,
      "learning_rate": 5e-06,
      "loss": 0.7782,
      "step": 12900
    },
    {
      "epoch": 1.2142723706332896,
      "grad_norm": 10.942622184753418,
      "learning_rate": 5e-06,
      "loss": 0.7747,
      "step": 13000
    },
    {
      "epoch": 1.223612927330469,
      "grad_norm": 8.662274360656738,
      "learning_rate": 5e-06,
      "loss": 0.7281,
      "step": 13100
    },
    {
      "epoch": 1.232953484027648,
      "grad_norm": 8.186875343322754,
      "learning_rate": 5e-06,
      "loss": 0.7555,
      "step": 13200
    },
    {
      "epoch": 1.2422940407248273,
      "grad_norm": 7.652974605560303,
      "learning_rate": 5e-06,
      "loss": 0.7499,
      "step": 13300
    },
    {
      "epoch": 1.2516345974220062,
      "grad_norm": 9.421221733093262,
      "learning_rate": 5e-06,
      "loss": 0.7246,
      "step": 13400
    },
    {
      "epoch": 1.2609751541191856,
      "grad_norm": 9.602365493774414,
      "learning_rate": 5e-06,
      "loss": 0.7284,
      "step": 13500
    },
    {
      "epoch": 1.2703157108163645,
      "grad_norm": 8.42544937133789,
      "learning_rate": 5e-06,
      "loss": 0.7202,
      "step": 13600
    },
    {
      "epoch": 1.2796562675135439,
      "grad_norm": 7.490119457244873,
      "learning_rate": 5e-06,
      "loss": 0.7144,
      "step": 13700
    },
    {
      "epoch": 1.288996824210723,
      "grad_norm": 10.363768577575684,
      "learning_rate": 5e-06,
      "loss": 0.7464,
      "step": 13800
    },
    {
      "epoch": 1.2983373809079022,
      "grad_norm": 9.013355255126953,
      "learning_rate": 5e-06,
      "loss": 0.7015,
      "step": 13900
    },
    {
      "epoch": 1.3076779376050813,
      "grad_norm": 8.061467170715332,
      "learning_rate": 5e-06,
      "loss": 0.7396,
      "step": 14000
    },
    {
      "epoch": 1.3170184943022605,
      "grad_norm": 8.444899559020996,
      "learning_rate": 5e-06,
      "loss": 0.7134,
      "step": 14100
    },
    {
      "epoch": 1.3263590509994396,
      "grad_norm": 7.182311058044434,
      "learning_rate": 5e-06,
      "loss": 0.7447,
      "step": 14200
    },
    {
      "epoch": 1.3356996076966188,
      "grad_norm": 9.846534729003906,
      "learning_rate": 5e-06,
      "loss": 0.7363,
      "step": 14300
    },
    {
      "epoch": 1.345040164393798,
      "grad_norm": 6.220211505889893,
      "learning_rate": 5e-06,
      "loss": 0.7293,
      "step": 14400
    },
    {
      "epoch": 1.354380721090977,
      "grad_norm": 7.598313331604004,
      "learning_rate": 5e-06,
      "loss": 0.721,
      "step": 14500
    },
    {
      "epoch": 1.3637212777881562,
      "grad_norm": 6.57211971282959,
      "learning_rate": 5e-06,
      "loss": 0.716,
      "step": 14600
    },
    {
      "epoch": 1.3730618344853354,
      "grad_norm": 7.021605968475342,
      "learning_rate": 5e-06,
      "loss": 0.6843,
      "step": 14700
    },
    {
      "epoch": 1.3824023911825145,
      "grad_norm": 7.8854169845581055,
      "learning_rate": 5e-06,
      "loss": 0.6848,
      "step": 14800
    },
    {
      "epoch": 1.3917429478796937,
      "grad_norm": 6.6829400062561035,
      "learning_rate": 5e-06,
      "loss": 0.6887,
      "step": 14900
    },
    {
      "epoch": 1.4010835045768728,
      "grad_norm": 8.245354652404785,
      "learning_rate": 5e-06,
      "loss": 0.6714,
      "step": 15000
    },
    {
      "epoch": 1.410424061274052,
      "grad_norm": 8.508342742919922,
      "learning_rate": 5e-06,
      "loss": 0.6832,
      "step": 15100
    },
    {
      "epoch": 1.419764617971231,
      "grad_norm": 7.682379722595215,
      "learning_rate": 5e-06,
      "loss": 0.6971,
      "step": 15200
    },
    {
      "epoch": 1.4291051746684102,
      "grad_norm": 8.127643585205078,
      "learning_rate": 5e-06,
      "loss": 0.6739,
      "step": 15300
    },
    {
      "epoch": 1.4384457313655894,
      "grad_norm": 7.613578796386719,
      "learning_rate": 5e-06,
      "loss": 0.664,
      "step": 15400
    },
    {
      "epoch": 1.4477862880627685,
      "grad_norm": 8.41824722290039,
      "learning_rate": 5e-06,
      "loss": 0.6538,
      "step": 15500
    },
    {
      "epoch": 1.4571268447599477,
      "grad_norm": 6.676429271697998,
      "learning_rate": 5e-06,
      "loss": 0.6635,
      "step": 15600
    },
    {
      "epoch": 1.4664674014571268,
      "grad_norm": 7.188627243041992,
      "learning_rate": 5e-06,
      "loss": 0.6587,
      "step": 15700
    },
    {
      "epoch": 1.475807958154306,
      "grad_norm": 8.212919235229492,
      "learning_rate": 5e-06,
      "loss": 0.6505,
      "step": 15800
    },
    {
      "epoch": 1.4851485148514851,
      "grad_norm": 6.530966281890869,
      "learning_rate": 5e-06,
      "loss": 0.6585,
      "step": 15900
    },
    {
      "epoch": 1.4944890715486643,
      "grad_norm": 8.607629776000977,
      "learning_rate": 5e-06,
      "loss": 0.6884,
      "step": 16000
    },
    {
      "epoch": 1.5038296282458434,
      "grad_norm": 7.377142429351807,
      "learning_rate": 5e-06,
      "loss": 0.6432,
      "step": 16100
    },
    {
      "epoch": 1.5131701849430226,
      "grad_norm": 6.242367744445801,
      "learning_rate": 5e-06,
      "loss": 0.6344,
      "step": 16200
    },
    {
      "epoch": 1.5225107416402017,
      "grad_norm": 7.805871963500977,
      "learning_rate": 5e-06,
      "loss": 0.6377,
      "step": 16300
    },
    {
      "epoch": 1.5318512983373809,
      "grad_norm": 7.574950695037842,
      "learning_rate": 5e-06,
      "loss": 0.6278,
      "step": 16400
    },
    {
      "epoch": 1.54119185503456,
      "grad_norm": 7.550795555114746,
      "learning_rate": 5e-06,
      "loss": 0.6396,
      "step": 16500
    },
    {
      "epoch": 1.5505324117317392,
      "grad_norm": 7.6023430824279785,
      "learning_rate": 5e-06,
      "loss": 0.63,
      "step": 16600
    },
    {
      "epoch": 1.5598729684289183,
      "grad_norm": 7.176816940307617,
      "learning_rate": 5e-06,
      "loss": 0.6426,
      "step": 16700
    },
    {
      "epoch": 1.5692135251260975,
      "grad_norm": 6.986473560333252,
      "learning_rate": 5e-06,
      "loss": 0.6191,
      "step": 16800
    },
    {
      "epoch": 1.5785540818232766,
      "grad_norm": 7.184571266174316,
      "learning_rate": 5e-06,
      "loss": 0.6113,
      "step": 16900
    },
    {
      "epoch": 1.587894638520456,
      "grad_norm": 8.126258850097656,
      "learning_rate": 5e-06,
      "loss": 0.6162,
      "step": 17000
    },
    {
      "epoch": 1.597235195217635,
      "grad_norm": 7.6696577072143555,
      "learning_rate": 5e-06,
      "loss": 0.654,
      "step": 17100
    },
    {
      "epoch": 1.6065757519148143,
      "grad_norm": 5.9790802001953125,
      "learning_rate": 5e-06,
      "loss": 0.6084,
      "step": 17200
    },
    {
      "epoch": 1.6159163086119932,
      "grad_norm": 7.907872200012207,
      "learning_rate": 5e-06,
      "loss": 0.6004,
      "step": 17300
    },
    {
      "epoch": 1.6252568653091726,
      "grad_norm": 8.215240478515625,
      "learning_rate": 5e-06,
      "loss": 0.6243,
      "step": 17400
    },
    {
      "epoch": 1.6345974220063515,
      "grad_norm": 6.5883331298828125,
      "learning_rate": 5e-06,
      "loss": 0.6021,
      "step": 17500
    },
    {
      "epoch": 1.6439379787035309,
      "grad_norm": 6.346146583557129,
      "learning_rate": 5e-06,
      "loss": 0.6108,
      "step": 17600
    },
    {
      "epoch": 1.6532785354007098,
      "grad_norm": 8.449287414550781,
      "learning_rate": 5e-06,
      "loss": 0.6097,
      "step": 17700
    },
    {
      "epoch": 1.6626190920978892,
      "grad_norm": 6.967901229858398,
      "learning_rate": 5e-06,
      "loss": 0.6037,
      "step": 17800
    },
    {
      "epoch": 1.671959648795068,
      "grad_norm": 9.023369789123535,
      "learning_rate": 5e-06,
      "loss": 0.5958,
      "step": 17900
    },
    {
      "epoch": 1.6813002054922475,
      "grad_norm": 6.230794429779053,
      "learning_rate": 5e-06,
      "loss": 0.5788,
      "step": 18000
    },
    {
      "epoch": 1.6906407621894264,
      "grad_norm": 7.514952659606934,
      "learning_rate": 5e-06,
      "loss": 0.592,
      "step": 18100
    },
    {
      "epoch": 1.6999813188866058,
      "grad_norm": 6.9518585205078125,
      "learning_rate": 5e-06,
      "loss": 0.5946,
      "step": 18200
    },
    {
      "epoch": 1.7093218755837847,
      "grad_norm": 6.792739391326904,
      "learning_rate": 5e-06,
      "loss": 0.579,
      "step": 18300
    },
    {
      "epoch": 1.718662432280964,
      "grad_norm": 7.336724281311035,
      "learning_rate": 5e-06,
      "loss": 0.568,
      "step": 18400
    },
    {
      "epoch": 1.728002988978143,
      "grad_norm": 6.659194469451904,
      "learning_rate": 5e-06,
      "loss": 0.5864,
      "step": 18500
    },
    {
      "epoch": 1.7373435456753223,
      "grad_norm": 6.7894206047058105,
      "learning_rate": 5e-06,
      "loss": 0.5761,
      "step": 18600
    },
    {
      "epoch": 1.7466841023725013,
      "grad_norm": 5.924132347106934,
      "learning_rate": 5e-06,
      "loss": 0.5732,
      "step": 18700
    },
    {
      "epoch": 1.7560246590696806,
      "grad_norm": 8.343352317810059,
      "learning_rate": 5e-06,
      "loss": 0.5635,
      "step": 18800
    },
    {
      "epoch": 1.7653652157668596,
      "grad_norm": 6.975896835327148,
      "learning_rate": 5e-06,
      "loss": 0.5755,
      "step": 18900
    },
    {
      "epoch": 1.774705772464039,
      "grad_norm": 7.634350299835205,
      "learning_rate": 5e-06,
      "loss": 0.5643,
      "step": 19000
    },
    {
      "epoch": 1.7840463291612179,
      "grad_norm": 7.795317649841309,
      "learning_rate": 5e-06,
      "loss": 0.5615,
      "step": 19100
    },
    {
      "epoch": 1.7933868858583972,
      "grad_norm": 6.966041564941406,
      "learning_rate": 5e-06,
      "loss": 0.5496,
      "step": 19200
    },
    {
      "epoch": 1.8027274425555762,
      "grad_norm": 10.452193260192871,
      "learning_rate": 5e-06,
      "loss": 0.5497,
      "step": 19300
    },
    {
      "epoch": 1.8120679992527555,
      "grad_norm": 6.251557350158691,
      "learning_rate": 5e-06,
      "loss": 0.5495,
      "step": 19400
    },
    {
      "epoch": 1.8214085559499347,
      "grad_norm": 6.99285888671875,
      "learning_rate": 5e-06,
      "loss": 0.5598,
      "step": 19500
    },
    {
      "epoch": 1.8307491126471138,
      "grad_norm": 8.005789756774902,
      "learning_rate": 5e-06,
      "loss": 0.5593,
      "step": 19600
    },
    {
      "epoch": 1.840089669344293,
      "grad_norm": 6.591460227966309,
      "learning_rate": 5e-06,
      "loss": 0.5384,
      "step": 19700
    },
    {
      "epoch": 1.8494302260414721,
      "grad_norm": 6.592325687408447,
      "learning_rate": 5e-06,
      "loss": 0.5424,
      "step": 19800
    },
    {
      "epoch": 1.8587707827386513,
      "grad_norm": 6.69786262512207,
      "learning_rate": 5e-06,
      "loss": 0.5228,
      "step": 19900
    },
    {
      "epoch": 1.8681113394358304,
      "grad_norm": 6.42023229598999,
      "learning_rate": 5e-06,
      "loss": 0.5457,
      "step": 20000
    },
    {
      "epoch": 1.8774518961330096,
      "grad_norm": 6.231932640075684,
      "learning_rate": 5e-06,
      "loss": 0.5333,
      "step": 20100
    },
    {
      "epoch": 1.8867924528301887,
      "grad_norm": 7.215362071990967,
      "learning_rate": 5e-06,
      "loss": 0.5217,
      "step": 20200
    },
    {
      "epoch": 1.8961330095273679,
      "grad_norm": 6.425142765045166,
      "learning_rate": 5e-06,
      "loss": 0.5512,
      "step": 20300
    },
    {
      "epoch": 1.905473566224547,
      "grad_norm": 6.159500598907471,
      "learning_rate": 5e-06,
      "loss": 0.5267,
      "step": 20400
    },
    {
      "epoch": 1.9148141229217261,
      "grad_norm": 8.424032211303711,
      "learning_rate": 5e-06,
      "loss": 0.5153,
      "step": 20500
    },
    {
      "epoch": 1.9241546796189053,
      "grad_norm": 7.2694549560546875,
      "learning_rate": 5e-06,
      "loss": 0.5178,
      "step": 20600
    },
    {
      "epoch": 1.9334952363160844,
      "grad_norm": 5.823476791381836,
      "learning_rate": 5e-06,
      "loss": 0.5261,
      "step": 20700
    },
    {
      "epoch": 1.9428357930132636,
      "grad_norm": 8.666367530822754,
      "learning_rate": 5e-06,
      "loss": 0.525,
      "step": 20800
    },
    {
      "epoch": 1.9521763497104427,
      "grad_norm": 8.71826457977295,
      "learning_rate": 5e-06,
      "loss": 0.5378,
      "step": 20900
    },
    {
      "epoch": 1.9615169064076219,
      "grad_norm": 5.891025066375732,
      "learning_rate": 5e-06,
      "loss": 0.5064,
      "step": 21000
    },
    {
      "epoch": 1.970857463104801,
      "grad_norm": 6.535373687744141,
      "learning_rate": 5e-06,
      "loss": 0.5038,
      "step": 21100
    },
    {
      "epoch": 1.9801980198019802,
      "grad_norm": 6.810604095458984,
      "learning_rate": 5e-06,
      "loss": 0.5137,
      "step": 21200
    },
    {
      "epoch": 1.9895385764991593,
      "grad_norm": 6.516439437866211,
      "learning_rate": 5e-06,
      "loss": 0.517,
      "step": 21300
    },
    {
      "epoch": 1.9988791331963385,
      "grad_norm": 6.71792459487915,
      "learning_rate": 5e-06,
      "loss": 0.5075,
      "step": 21400
    },
    {
      "epoch": 2.0,
      "step": 21412,
      "train_loss": 0.4718112647533417,
      "train_perplexity": 1.6028948324248598,
      "train_runtime": 1017.0508,
      "train_samples_per_second": 168.42,
      "train_steps_per_second": 10.527
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.4675895571708679,
      "eval_perplexity": 1.5961421431260359,
      "eval_runtime": 197.4789,
      "eval_samples_per_second": 216.848,
      "eval_steps_per_second": 13.556,
      "step": 21412
    },
    {
      "epoch": 2.008219689893518,
      "grad_norm": 6.244154453277588,
      "learning_rate": 5e-06,
      "loss": 0.5034,
      "step": 21500
    },
    {
      "epoch": 2.0175602465906968,
      "grad_norm": 7.587032794952393,
      "learning_rate": 5e-06,
      "loss": 0.5062,
      "step": 21600
    },
    {
      "epoch": 2.026900803287876,
      "grad_norm": 6.491462707519531,
      "learning_rate": 5e-06,
      "loss": 0.4985,
      "step": 21700
    },
    {
      "epoch": 2.036241359985055,
      "grad_norm": 6.21779203414917,
      "learning_rate": 5e-06,
      "loss": 0.489,
      "step": 21800
    },
    {
      "epoch": 2.0455819166822344,
      "grad_norm": 5.905067443847656,
      "learning_rate": 5e-06,
      "loss": 0.4819,
      "step": 21900
    },
    {
      "epoch": 2.0549224733794134,
      "grad_norm": 8.845947265625,
      "learning_rate": 5e-06,
      "loss": 0.5125,
      "step": 22000
    },
    {
      "epoch": 2.0642630300765927,
      "grad_norm": 7.643442153930664,
      "learning_rate": 5e-06,
      "loss": 0.4853,
      "step": 22100
    },
    {
      "epoch": 2.0736035867737717,
      "grad_norm": 6.329272270202637,
      "learning_rate": 5e-06,
      "loss": 0.4887,
      "step": 22200
    },
    {
      "epoch": 2.082944143470951,
      "grad_norm": 6.18300199508667,
      "learning_rate": 5e-06,
      "loss": 0.5025,
      "step": 22300
    },
    {
      "epoch": 2.09228470016813,
      "grad_norm": 7.68779993057251,
      "learning_rate": 5e-06,
      "loss": 0.4889,
      "step": 22400
    },
    {
      "epoch": 2.1016252568653093,
      "grad_norm": 6.764468669891357,
      "learning_rate": 5e-06,
      "loss": 0.4943,
      "step": 22500
    },
    {
      "epoch": 2.1109658135624882,
      "grad_norm": 6.022781848907471,
      "learning_rate": 5e-06,
      "loss": 0.4623,
      "step": 22600
    },
    {
      "epoch": 2.1203063702596676,
      "grad_norm": 8.637430191040039,
      "learning_rate": 5e-06,
      "loss": 0.4561,
      "step": 22700
    },
    {
      "epoch": 2.1296469269568465,
      "grad_norm": 6.928168773651123,
      "learning_rate": 5e-06,
      "loss": 0.4792,
      "step": 22800
    },
    {
      "epoch": 2.138987483654026,
      "grad_norm": 7.505837917327881,
      "learning_rate": 5e-06,
      "loss": 0.4735,
      "step": 22900
    },
    {
      "epoch": 2.148328040351205,
      "grad_norm": 6.798720836639404,
      "learning_rate": 5e-06,
      "loss": 0.4719,
      "step": 23000
    },
    {
      "epoch": 2.157668597048384,
      "grad_norm": 5.263323783874512,
      "learning_rate": 5e-06,
      "loss": 0.4639,
      "step": 23100
    },
    {
      "epoch": 2.167009153745563,
      "grad_norm": 6.788463592529297,
      "learning_rate": 5e-06,
      "loss": 0.459,
      "step": 23200
    },
    {
      "epoch": 2.1763497104427425,
      "grad_norm": 6.142336368560791,
      "learning_rate": 5e-06,
      "loss": 0.4652,
      "step": 23300
    },
    {
      "epoch": 2.1856902671399214,
      "grad_norm": 7.266806125640869,
      "learning_rate": 5e-06,
      "loss": 0.4586,
      "step": 23400
    },
    {
      "epoch": 2.195030823837101,
      "grad_norm": 6.093989849090576,
      "learning_rate": 5e-06,
      "loss": 0.4473,
      "step": 23500
    },
    {
      "epoch": 2.2043713805342797,
      "grad_norm": 6.777754783630371,
      "learning_rate": 5e-06,
      "loss": 0.4537,
      "step": 23600
    },
    {
      "epoch": 2.213711937231459,
      "grad_norm": 6.4682745933532715,
      "learning_rate": 5e-06,
      "loss": 0.4652,
      "step": 23700
    },
    {
      "epoch": 2.223052493928638,
      "grad_norm": 5.89578104019165,
      "learning_rate": 5e-06,
      "loss": 0.4534,
      "step": 23800
    },
    {
      "epoch": 2.2323930506258174,
      "grad_norm": 8.04207992553711,
      "learning_rate": 5e-06,
      "loss": 0.4529,
      "step": 23900
    },
    {
      "epoch": 2.2417336073229963,
      "grad_norm": 7.050722599029541,
      "learning_rate": 5e-06,
      "loss": 0.4471,
      "step": 24000
    },
    {
      "epoch": 2.2510741640201757,
      "grad_norm": 5.79897403717041,
      "learning_rate": 5e-06,
      "loss": 0.4358,
      "step": 24100
    },
    {
      "epoch": 2.2604147207173546,
      "grad_norm": 6.931863784790039,
      "learning_rate": 5e-06,
      "loss": 0.4434,
      "step": 24200
    },
    {
      "epoch": 2.269755277414534,
      "grad_norm": 6.240288257598877,
      "learning_rate": 5e-06,
      "loss": 0.4562,
      "step": 24300
    },
    {
      "epoch": 2.279095834111713,
      "grad_norm": 6.438721656799316,
      "learning_rate": 5e-06,
      "loss": 0.4416,
      "step": 24400
    },
    {
      "epoch": 2.2884363908088923,
      "grad_norm": 5.405604362487793,
      "learning_rate": 5e-06,
      "loss": 0.4454,
      "step": 24500
    },
    {
      "epoch": 2.297776947506071,
      "grad_norm": 5.8391289710998535,
      "learning_rate": 5e-06,
      "loss": 0.4261,
      "step": 24600
    },
    {
      "epoch": 2.3071175042032506,
      "grad_norm": 7.9982404708862305,
      "learning_rate": 5e-06,
      "loss": 0.439,
      "step": 24700
    },
    {
      "epoch": 2.3164580609004295,
      "grad_norm": 7.738008499145508,
      "learning_rate": 5e-06,
      "loss": 0.4184,
      "step": 24800
    },
    {
      "epoch": 2.325798617597609,
      "grad_norm": 6.211972713470459,
      "learning_rate": 5e-06,
      "loss": 0.4309,
      "step": 24900
    },
    {
      "epoch": 2.335139174294788,
      "grad_norm": 8.125805854797363,
      "learning_rate": 5e-06,
      "loss": 0.4289,
      "step": 25000
    },
    {
      "epoch": 2.344479730991967,
      "grad_norm": 6.840771675109863,
      "learning_rate": 5e-06,
      "loss": 0.4463,
      "step": 25100
    },
    {
      "epoch": 2.353820287689146,
      "grad_norm": 6.188076019287109,
      "learning_rate": 5e-06,
      "loss": 0.4301,
      "step": 25200
    },
    {
      "epoch": 2.3631608443863255,
      "grad_norm": 6.35762882232666,
      "learning_rate": 5e-06,
      "loss": 0.418,
      "step": 25300
    },
    {
      "epoch": 2.372501401083505,
      "grad_norm": 6.530981540679932,
      "learning_rate": 5e-06,
      "loss": 0.4217,
      "step": 25400
    },
    {
      "epoch": 2.3818419577806837,
      "grad_norm": 6.419869899749756,
      "learning_rate": 5e-06,
      "loss": 0.4155,
      "step": 25500
    },
    {
      "epoch": 2.3911825144778627,
      "grad_norm": 6.248108386993408,
      "learning_rate": 5e-06,
      "loss": 0.425,
      "step": 25600
    },
    {
      "epoch": 2.400523071175042,
      "grad_norm": 5.764277935028076,
      "learning_rate": 5e-06,
      "loss": 0.4199,
      "step": 25700
    },
    {
      "epoch": 2.4098636278722214,
      "grad_norm": 5.660484790802002,
      "learning_rate": 5e-06,
      "loss": 0.3986,
      "step": 25800
    },
    {
      "epoch": 2.4192041845694003,
      "grad_norm": 7.18143892288208,
      "learning_rate": 5e-06,
      "loss": 0.4095,
      "step": 25900
    },
    {
      "epoch": 2.4285447412665793,
      "grad_norm": 5.7144927978515625,
      "learning_rate": 5e-06,
      "loss": 0.4102,
      "step": 26000
    },
    {
      "epoch": 2.4378852979637586,
      "grad_norm": 8.804794311523438,
      "learning_rate": 5e-06,
      "loss": 0.419,
      "step": 26100
    },
    {
      "epoch": 2.447225854660938,
      "grad_norm": 5.727256774902344,
      "learning_rate": 5e-06,
      "loss": 0.3972,
      "step": 26200
    },
    {
      "epoch": 2.456566411358117,
      "grad_norm": 6.284267425537109,
      "learning_rate": 5e-06,
      "loss": 0.4044,
      "step": 26300
    },
    {
      "epoch": 2.465906968055296,
      "grad_norm": 5.677114963531494,
      "learning_rate": 5e-06,
      "loss": 0.3898,
      "step": 26400
    },
    {
      "epoch": 2.4752475247524752,
      "grad_norm": 7.054372787475586,
      "learning_rate": 5e-06,
      "loss": 0.3799,
      "step": 26500
    },
    {
      "epoch": 2.4845880814496546,
      "grad_norm": 6.943441390991211,
      "learning_rate": 5e-06,
      "loss": 0.3935,
      "step": 26600
    },
    {
      "epoch": 2.4939286381468335,
      "grad_norm": 6.940208435058594,
      "learning_rate": 5e-06,
      "loss": 0.4032,
      "step": 26700
    },
    {
      "epoch": 2.5032691948440124,
      "grad_norm": 6.268791198730469,
      "learning_rate": 5e-06,
      "loss": 0.388,
      "step": 26800
    },
    {
      "epoch": 2.512609751541192,
      "grad_norm": 6.101434230804443,
      "learning_rate": 5e-06,
      "loss": 0.3925,
      "step": 26900
    },
    {
      "epoch": 2.521950308238371,
      "grad_norm": 6.866127967834473,
      "learning_rate": 5e-06,
      "loss": 0.3908,
      "step": 27000
    },
    {
      "epoch": 2.53129086493555,
      "grad_norm": 6.775079727172852,
      "learning_rate": 5e-06,
      "loss": 0.3842,
      "step": 27100
    },
    {
      "epoch": 2.540631421632729,
      "grad_norm": 8.214865684509277,
      "learning_rate": 5e-06,
      "loss": 0.3811,
      "step": 27200
    },
    {
      "epoch": 2.5499719783299084,
      "grad_norm": 5.741604328155518,
      "learning_rate": 5e-06,
      "loss": 0.3642,
      "step": 27300
    },
    {
      "epoch": 2.5593125350270878,
      "grad_norm": 5.945553302764893,
      "learning_rate": 5e-06,
      "loss": 0.3765,
      "step": 27400
    },
    {
      "epoch": 2.5686530917242667,
      "grad_norm": 5.877207279205322,
      "learning_rate": 5e-06,
      "loss": 0.3724,
      "step": 27500
    },
    {
      "epoch": 2.577993648421446,
      "grad_norm": 5.076820373535156,
      "learning_rate": 5e-06,
      "loss": 0.3912,
      "step": 27600
    },
    {
      "epoch": 2.587334205118625,
      "grad_norm": 6.511185646057129,
      "learning_rate": 5e-06,
      "loss": 0.3726,
      "step": 27700
    },
    {
      "epoch": 2.5966747618158044,
      "grad_norm": 5.778853416442871,
      "learning_rate": 5e-06,
      "loss": 0.388,
      "step": 27800
    },
    {
      "epoch": 2.6060153185129833,
      "grad_norm": 5.800150394439697,
      "learning_rate": 5e-06,
      "loss": 0.3727,
      "step": 27900
    },
    {
      "epoch": 2.6153558752101627,
      "grad_norm": 11.41981029510498,
      "learning_rate": 5e-06,
      "loss": 0.3748,
      "step": 28000
    },
    {
      "epoch": 2.6246964319073416,
      "grad_norm": 5.740060806274414,
      "learning_rate": 5e-06,
      "loss": 0.3688,
      "step": 28100
    },
    {
      "epoch": 2.634036988604521,
      "grad_norm": 5.764344215393066,
      "learning_rate": 5e-06,
      "loss": 0.3718,
      "step": 28200
    },
    {
      "epoch": 2.6433775453017,
      "grad_norm": 6.279395580291748,
      "learning_rate": 5e-06,
      "loss": 0.3639,
      "step": 28300
    },
    {
      "epoch": 2.6527181019988793,
      "grad_norm": 6.124523162841797,
      "learning_rate": 5e-06,
      "loss": 0.3678,
      "step": 28400
    },
    {
      "epoch": 2.662058658696058,
      "grad_norm": 7.5580854415893555,
      "learning_rate": 5e-06,
      "loss": 0.3883,
      "step": 28500
    },
    {
      "epoch": 2.6713992153932375,
      "grad_norm": 6.459713935852051,
      "learning_rate": 5e-06,
      "loss": 0.3597,
      "step": 28600
    },
    {
      "epoch": 2.6807397720904165,
      "grad_norm": 5.555650234222412,
      "learning_rate": 5e-06,
      "loss": 0.3592,
      "step": 28700
    },
    {
      "epoch": 2.690080328787596,
      "grad_norm": 5.791937351226807,
      "learning_rate": 5e-06,
      "loss": 0.3647,
      "step": 28800
    },
    {
      "epoch": 2.6994208854847748,
      "grad_norm": 5.3440680503845215,
      "learning_rate": 5e-06,
      "loss": 0.3659,
      "step": 28900
    },
    {
      "epoch": 2.708761442181954,
      "grad_norm": 5.36745023727417,
      "learning_rate": 5e-06,
      "loss": 0.3481,
      "step": 29000
    },
    {
      "epoch": 2.718101998879133,
      "grad_norm": 5.517136096954346,
      "learning_rate": 5e-06,
      "loss": 0.3494,
      "step": 29100
    },
    {
      "epoch": 2.7274425555763124,
      "grad_norm": 5.617356777191162,
      "learning_rate": 5e-06,
      "loss": 0.3495,
      "step": 29200
    },
    {
      "epoch": 2.7367831122734914,
      "grad_norm": 5.346099376678467,
      "learning_rate": 5e-06,
      "loss": 0.3533,
      "step": 29300
    },
    {
      "epoch": 2.7461236689706707,
      "grad_norm": 6.248435020446777,
      "learning_rate": 5e-06,
      "loss": 0.3405,
      "step": 29400
    },
    {
      "epoch": 2.7554642256678497,
      "grad_norm": 5.595005989074707,
      "learning_rate": 5e-06,
      "loss": 0.3489,
      "step": 29500
    },
    {
      "epoch": 2.764804782365029,
      "grad_norm": 7.516063213348389,
      "learning_rate": 5e-06,
      "loss": 0.3483,
      "step": 29600
    },
    {
      "epoch": 2.774145339062208,
      "grad_norm": 6.1063947677612305,
      "learning_rate": 5e-06,
      "loss": 0.3297,
      "step": 29700
    },
    {
      "epoch": 2.7834858957593873,
      "grad_norm": 6.875208854675293,
      "learning_rate": 5e-06,
      "loss": 0.3379,
      "step": 29800
    },
    {
      "epoch": 2.7928264524565662,
      "grad_norm": 5.165263652801514,
      "learning_rate": 5e-06,
      "loss": 0.3327,
      "step": 29900
    },
    {
      "epoch": 2.8021670091537456,
      "grad_norm": 6.070437431335449,
      "learning_rate": 5e-06,
      "loss": 0.3443,
      "step": 30000
    },
    {
      "epoch": 2.811507565850925,
      "grad_norm": 7.105213642120361,
      "learning_rate": 5e-06,
      "loss": 0.3469,
      "step": 30100
    },
    {
      "epoch": 2.820848122548104,
      "grad_norm": 6.206918239593506,
      "learning_rate": 5e-06,
      "loss": 0.333,
      "step": 30200
    },
    {
      "epoch": 2.830188679245283,
      "grad_norm": 5.7215166091918945,
      "learning_rate": 5e-06,
      "loss": 0.335,
      "step": 30300
    },
    {
      "epoch": 2.839529235942462,
      "grad_norm": 6.227153778076172,
      "learning_rate": 5e-06,
      "loss": 0.3333,
      "step": 30400
    },
    {
      "epoch": 2.8488697926396416,
      "grad_norm": 6.108885288238525,
      "learning_rate": 5e-06,
      "loss": 0.3248,
      "step": 30500
    },
    {
      "epoch": 2.8582103493368205,
      "grad_norm": 5.753843784332275,
      "learning_rate": 5e-06,
      "loss": 0.3495,
      "step": 30600
    },
    {
      "epoch": 2.8675509060339994,
      "grad_norm": 5.911016941070557,
      "learning_rate": 5e-06,
      "loss": 0.3321,
      "step": 30700
    },
    {
      "epoch": 2.876891462731179,
      "grad_norm": 6.602644920349121,
      "learning_rate": 5e-06,
      "loss": 0.3424,
      "step": 30800
    },
    {
      "epoch": 2.886232019428358,
      "grad_norm": 6.031124114990234,
      "learning_rate": 5e-06,
      "loss": 0.3273,
      "step": 30900
    },
    {
      "epoch": 2.895572576125537,
      "grad_norm": 4.962787628173828,
      "learning_rate": 5e-06,
      "loss": 0.3306,
      "step": 31000
    },
    {
      "epoch": 2.904913132822716,
      "grad_norm": 5.043059825897217,
      "learning_rate": 5e-06,
      "loss": 0.3178,
      "step": 31100
    },
    {
      "epoch": 2.9142536895198954,
      "grad_norm": 7.638330936431885,
      "learning_rate": 5e-06,
      "loss": 0.3228,
      "step": 31200
    },
    {
      "epoch": 2.9235942462170748,
      "grad_norm": 5.13707971572876,
      "learning_rate": 5e-06,
      "loss": 0.3262,
      "step": 31300
    },
    {
      "epoch": 2.9329348029142537,
      "grad_norm": 7.134208679199219,
      "learning_rate": 5e-06,
      "loss": 0.3144,
      "step": 31400
    },
    {
      "epoch": 2.9422753596114326,
      "grad_norm": 5.907341003417969,
      "learning_rate": 5e-06,
      "loss": 0.3088,
      "step": 31500
    },
    {
      "epoch": 2.951615916308612,
      "grad_norm": 6.343433856964111,
      "learning_rate": 5e-06,
      "loss": 0.3158,
      "step": 31600
    },
    {
      "epoch": 2.9609564730057913,
      "grad_norm": 6.011490345001221,
      "learning_rate": 5e-06,
      "loss": 0.313,
      "step": 31700
    },
    {
      "epoch": 2.9702970297029703,
      "grad_norm": 6.742486953735352,
      "learning_rate": 5e-06,
      "loss": 0.3288,
      "step": 31800
    },
    {
      "epoch": 2.979637586400149,
      "grad_norm": 6.179427146911621,
      "learning_rate": 5e-06,
      "loss": 0.3086,
      "step": 31900
    },
    {
      "epoch": 2.9889781430973286,
      "grad_norm": 5.321114540100098,
      "learning_rate": 5e-06,
      "loss": 0.3088,
      "step": 32000
    },
    {
      "epoch": 2.998318699794508,
      "grad_norm": 6.9220805168151855,
      "learning_rate": 5e-06,
      "loss": 0.3129,
      "step": 32100
    },
    {
      "epoch": 3.0,
      "step": 32118,
      "train_loss": 0.27529576420783997,
      "train_perplexity": 1.316920115108174,
      "train_runtime": 1018.8496,
      "train_samples_per_second": 168.123,
      "train_steps_per_second": 10.508
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.27297070622444153,
      "eval_perplexity": 1.3138617562896011,
      "eval_runtime": 197.6202,
      "eval_samples_per_second": 216.693,
      "eval_steps_per_second": 13.546,
      "step": 32118
    },
    {
      "epoch": 3.007659256491687,
      "grad_norm": 6.1501641273498535,
      "learning_rate": 5e-06,
      "loss": 0.3053,
      "step": 32200
    },
    {
      "epoch": 3.0169998131888662,
      "grad_norm": 7.810513496398926,
      "learning_rate": 5e-06,
      "loss": 0.3125,
      "step": 32300
    },
    {
      "epoch": 3.026340369886045,
      "grad_norm": 6.158674716949463,
      "learning_rate": 5e-06,
      "loss": 0.3079,
      "step": 32400
    },
    {
      "epoch": 3.0356809265832245,
      "grad_norm": 6.202889919281006,
      "learning_rate": 5e-06,
      "loss": 0.3015,
      "step": 32500
    },
    {
      "epoch": 3.0450214832804035,
      "grad_norm": 5.870101451873779,
      "learning_rate": 5e-06,
      "loss": 0.2978,
      "step": 32600
    },
    {
      "epoch": 3.054362039977583,
      "grad_norm": 7.126412391662598,
      "learning_rate": 5e-06,
      "loss": 0.2951,
      "step": 32700
    },
    {
      "epoch": 3.0637025966747617,
      "grad_norm": 4.65054988861084,
      "learning_rate": 5e-06,
      "loss": 0.3066,
      "step": 32800
    },
    {
      "epoch": 3.073043153371941,
      "grad_norm": 6.036115646362305,
      "learning_rate": 5e-06,
      "loss": 0.2922,
      "step": 32900
    },
    {
      "epoch": 3.08238371006912,
      "grad_norm": 6.759803295135498,
      "learning_rate": 5e-06,
      "loss": 0.2922,
      "step": 33000
    },
    {
      "epoch": 3.0917242667662994,
      "grad_norm": 5.8720526695251465,
      "learning_rate": 5e-06,
      "loss": 0.2997,
      "step": 33100
    },
    {
      "epoch": 3.1010648234634783,
      "grad_norm": 5.006931304931641,
      "learning_rate": 5e-06,
      "loss": 0.29,
      "step": 33200
    },
    {
      "epoch": 3.1104053801606577,
      "grad_norm": 5.402060508728027,
      "learning_rate": 5e-06,
      "loss": 0.2822,
      "step": 33300
    },
    {
      "epoch": 3.1197459368578366,
      "grad_norm": 5.705726146697998,
      "learning_rate": 5e-06,
      "loss": 0.2883,
      "step": 33400
    },
    {
      "epoch": 3.129086493555016,
      "grad_norm": 8.262664794921875,
      "learning_rate": 5e-06,
      "loss": 0.2991,
      "step": 33500
    },
    {
      "epoch": 3.138427050252195,
      "grad_norm": 5.841647624969482,
      "learning_rate": 5e-06,
      "loss": 0.2701,
      "step": 33600
    },
    {
      "epoch": 3.1477676069493743,
      "grad_norm": 4.929961204528809,
      "learning_rate": 5e-06,
      "loss": 0.2872,
      "step": 33700
    },
    {
      "epoch": 3.1571081636465532,
      "grad_norm": 6.009572505950928,
      "learning_rate": 5e-06,
      "loss": 0.2846,
      "step": 33800
    },
    {
      "epoch": 3.1664487203437326,
      "grad_norm": 5.480778217315674,
      "learning_rate": 5e-06,
      "loss": 0.2839,
      "step": 33900
    },
    {
      "epoch": 3.1757892770409115,
      "grad_norm": 4.657479763031006,
      "learning_rate": 5e-06,
      "loss": 0.2772,
      "step": 34000
    },
    {
      "epoch": 3.185129833738091,
      "grad_norm": 6.472105503082275,
      "learning_rate": 5e-06,
      "loss": 0.2849,
      "step": 34100
    },
    {
      "epoch": 3.19447039043527,
      "grad_norm": 5.0261454582214355,
      "learning_rate": 5e-06,
      "loss": 0.2811,
      "step": 34200
    },
    {
      "epoch": 3.203810947132449,
      "grad_norm": 5.308178424835205,
      "learning_rate": 5e-06,
      "loss": 0.2838,
      "step": 34300
    },
    {
      "epoch": 3.213151503829628,
      "grad_norm": 5.547868728637695,
      "learning_rate": 5e-06,
      "loss": 0.2785,
      "step": 34400
    },
    {
      "epoch": 3.2224920605268075,
      "grad_norm": 6.073380470275879,
      "learning_rate": 5e-06,
      "loss": 0.276,
      "step": 34500
    },
    {
      "epoch": 3.2318326172239864,
      "grad_norm": 4.819974899291992,
      "learning_rate": 5e-06,
      "loss": 0.2705,
      "step": 34600
    },
    {
      "epoch": 3.2411731739211658,
      "grad_norm": 4.70408821105957,
      "learning_rate": 5e-06,
      "loss": 0.271,
      "step": 34700
    },
    {
      "epoch": 3.2505137306183447,
      "grad_norm": 5.752791881561279,
      "learning_rate": 5e-06,
      "loss": 0.2727,
      "step": 34800
    },
    {
      "epoch": 3.259854287315524,
      "grad_norm": 6.021145820617676,
      "learning_rate": 5e-06,
      "loss": 0.2686,
      "step": 34900
    },
    {
      "epoch": 3.269194844012703,
      "grad_norm": 6.214293003082275,
      "learning_rate": 5e-06,
      "loss": 0.275,
      "step": 35000
    },
    {
      "epoch": 3.2785354007098824,
      "grad_norm": 5.574116230010986,
      "learning_rate": 5e-06,
      "loss": 0.2776,
      "step": 35100
    },
    {
      "epoch": 3.2878759574070613,
      "grad_norm": 5.178666114807129,
      "learning_rate": 5e-06,
      "loss": 0.2772,
      "step": 35200
    },
    {
      "epoch": 3.2972165141042407,
      "grad_norm": 5.4010396003723145,
      "learning_rate": 5e-06,
      "loss": 0.2643,
      "step": 35300
    },
    {
      "epoch": 3.3065570708014196,
      "grad_norm": 6.16787052154541,
      "learning_rate": 5e-06,
      "loss": 0.2651,
      "step": 35400
    },
    {
      "epoch": 3.315897627498599,
      "grad_norm": 6.418585777282715,
      "learning_rate": 5e-06,
      "loss": 0.2671,
      "step": 35500
    },
    {
      "epoch": 3.325238184195778,
      "grad_norm": 5.168409824371338,
      "learning_rate": 5e-06,
      "loss": 0.278,
      "step": 35600
    },
    {
      "epoch": 3.3345787408929572,
      "grad_norm": 5.048305034637451,
      "learning_rate": 5e-06,
      "loss": 0.2685,
      "step": 35700
    },
    {
      "epoch": 3.343919297590136,
      "grad_norm": 4.754378795623779,
      "learning_rate": 5e-06,
      "loss": 0.2646,
      "step": 35800
    },
    {
      "epoch": 3.3532598542873155,
      "grad_norm": 4.693429946899414,
      "learning_rate": 5e-06,
      "loss": 0.2607,
      "step": 35900
    },
    {
      "epoch": 3.362600410984495,
      "grad_norm": 5.612504959106445,
      "learning_rate": 5e-06,
      "loss": 0.2681,
      "step": 36000
    },
    {
      "epoch": 3.371940967681674,
      "grad_norm": 5.858962535858154,
      "learning_rate": 5e-06,
      "loss": 0.2547,
      "step": 36100
    },
    {
      "epoch": 3.3812815243788528,
      "grad_norm": 6.621435165405273,
      "learning_rate": 5e-06,
      "loss": 0.2677,
      "step": 36200
    },
    {
      "epoch": 3.390622081076032,
      "grad_norm": 5.484931468963623,
      "learning_rate": 5e-06,
      "loss": 0.2563,
      "step": 36300
    },
    {
      "epoch": 3.3999626377732115,
      "grad_norm": 5.0017266273498535,
      "learning_rate": 5e-06,
      "loss": 0.2606,
      "step": 36400
    },
    {
      "epoch": 3.4093031944703904,
      "grad_norm": 5.382483005523682,
      "learning_rate": 5e-06,
      "loss": 0.2544,
      "step": 36500
    },
    {
      "epoch": 3.4186437511675694,
      "grad_norm": 6.46252965927124,
      "learning_rate": 5e-06,
      "loss": 0.2579,
      "step": 36600
    },
    {
      "epoch": 3.4279843078647487,
      "grad_norm": 5.485466957092285,
      "learning_rate": 5e-06,
      "loss": 0.2721,
      "step": 36700
    },
    {
      "epoch": 3.437324864561928,
      "grad_norm": 5.904938220977783,
      "learning_rate": 5e-06,
      "loss": 0.2627,
      "step": 36800
    },
    {
      "epoch": 3.446665421259107,
      "grad_norm": 5.522419452667236,
      "learning_rate": 5e-06,
      "loss": 0.2621,
      "step": 36900
    },
    {
      "epoch": 3.456005977956286,
      "grad_norm": 4.774572372436523,
      "learning_rate": 5e-06,
      "loss": 0.2561,
      "step": 37000
    },
    {
      "epoch": 3.4653465346534653,
      "grad_norm": 4.890699863433838,
      "learning_rate": 5e-06,
      "loss": 0.2581,
      "step": 37100
    },
    {
      "epoch": 3.4746870913506447,
      "grad_norm": 4.9291090965271,
      "learning_rate": 5e-06,
      "loss": 0.2441,
      "step": 37200
    },
    {
      "epoch": 3.4840276480478236,
      "grad_norm": 5.702927112579346,
      "learning_rate": 5e-06,
      "loss": 0.2513,
      "step": 37300
    },
    {
      "epoch": 3.493368204745003,
      "grad_norm": 6.548548698425293,
      "learning_rate": 5e-06,
      "loss": 0.2447,
      "step": 37400
    },
    {
      "epoch": 3.502708761442182,
      "grad_norm": 5.203535079956055,
      "learning_rate": 5e-06,
      "loss": 0.2478,
      "step": 37500
    },
    {
      "epoch": 3.5120493181393613,
      "grad_norm": 4.797501564025879,
      "learning_rate": 5e-06,
      "loss": 0.2471,
      "step": 37600
    },
    {
      "epoch": 3.52138987483654,
      "grad_norm": 5.004666328430176,
      "learning_rate": 5e-06,
      "loss": 0.2419,
      "step": 37700
    },
    {
      "epoch": 3.5307304315337196,
      "grad_norm": 6.847660541534424,
      "learning_rate": 5e-06,
      "loss": 0.2501,
      "step": 37800
    },
    {
      "epoch": 3.5400709882308985,
      "grad_norm": 4.294826507568359,
      "learning_rate": 5e-06,
      "loss": 0.2405,
      "step": 37900
    },
    {
      "epoch": 3.549411544928078,
      "grad_norm": 6.0166916847229,
      "learning_rate": 5e-06,
      "loss": 0.2365,
      "step": 38000
    },
    {
      "epoch": 3.558752101625257,
      "grad_norm": 7.253996849060059,
      "learning_rate": 5e-06,
      "loss": 0.2397,
      "step": 38100
    },
    {
      "epoch": 3.568092658322436,
      "grad_norm": 5.336140155792236,
      "learning_rate": 5e-06,
      "loss": 0.24,
      "step": 38200
    },
    {
      "epoch": 3.577433215019615,
      "grad_norm": 5.315796852111816,
      "learning_rate": 5e-06,
      "loss": 0.2371,
      "step": 38300
    },
    {
      "epoch": 3.5867737717167945,
      "grad_norm": 6.007647514343262,
      "learning_rate": 5e-06,
      "loss": 0.2208,
      "step": 38400
    },
    {
      "epoch": 3.5961143284139734,
      "grad_norm": 4.353734493255615,
      "learning_rate": 5e-06,
      "loss": 0.2421,
      "step": 38500
    },
    {
      "epoch": 3.6054548851111528,
      "grad_norm": 4.435250282287598,
      "learning_rate": 5e-06,
      "loss": 0.2407,
      "step": 38600
    },
    {
      "epoch": 3.6147954418083317,
      "grad_norm": 5.195054054260254,
      "learning_rate": 5e-06,
      "loss": 0.2312,
      "step": 38700
    },
    {
      "epoch": 3.624135998505511,
      "grad_norm": 4.557536602020264,
      "learning_rate": 5e-06,
      "loss": 0.2295,
      "step": 38800
    },
    {
      "epoch": 3.63347655520269,
      "grad_norm": 5.076484203338623,
      "learning_rate": 5e-06,
      "loss": 0.2343,
      "step": 38900
    },
    {
      "epoch": 3.6428171118998693,
      "grad_norm": 6.195662975311279,
      "learning_rate": 5e-06,
      "loss": 0.2307,
      "step": 39000
    },
    {
      "epoch": 3.6521576685970483,
      "grad_norm": 5.482377052307129,
      "learning_rate": 5e-06,
      "loss": 0.2313,
      "step": 39100
    },
    {
      "epoch": 3.6614982252942276,
      "grad_norm": 4.8356757164001465,
      "learning_rate": 5e-06,
      "loss": 0.2247,
      "step": 39200
    },
    {
      "epoch": 3.6708387819914066,
      "grad_norm": 6.6837873458862305,
      "learning_rate": 5e-06,
      "loss": 0.2339,
      "step": 39300
    },
    {
      "epoch": 3.680179338688586,
      "grad_norm": 4.8215460777282715,
      "learning_rate": 5e-06,
      "loss": 0.232,
      "step": 39400
    },
    {
      "epoch": 3.689519895385765,
      "grad_norm": 4.925788402557373,
      "learning_rate": 5e-06,
      "loss": 0.23,
      "step": 39500
    },
    {
      "epoch": 3.6988604520829442,
      "grad_norm": 4.910212516784668,
      "learning_rate": 5e-06,
      "loss": 0.2248,
      "step": 39600
    },
    {
      "epoch": 3.708201008780123,
      "grad_norm": 4.5051798820495605,
      "learning_rate": 5e-06,
      "loss": 0.2313,
      "step": 39700
    },
    {
      "epoch": 3.7175415654773025,
      "grad_norm": 4.904195785522461,
      "learning_rate": 5e-06,
      "loss": 0.2223,
      "step": 39800
    },
    {
      "epoch": 3.7268821221744814,
      "grad_norm": 5.940517902374268,
      "learning_rate": 5e-06,
      "loss": 0.2232,
      "step": 39900
    },
    {
      "epoch": 3.736222678871661,
      "grad_norm": 5.513617992401123,
      "learning_rate": 5e-06,
      "loss": 0.2301,
      "step": 40000
    },
    {
      "epoch": 3.7455632355688397,
      "grad_norm": 4.438914775848389,
      "learning_rate": 5e-06,
      "loss": 0.2146,
      "step": 40100
    },
    {
      "epoch": 3.754903792266019,
      "grad_norm": 5.1352105140686035,
      "learning_rate": 5e-06,
      "loss": 0.2262,
      "step": 40200
    },
    {
      "epoch": 3.7642443489631985,
      "grad_norm": 4.278143882751465,
      "learning_rate": 5e-06,
      "loss": 0.2245,
      "step": 40300
    },
    {
      "epoch": 3.7735849056603774,
      "grad_norm": 6.375539779663086,
      "learning_rate": 5e-06,
      "loss": 0.2235,
      "step": 40400
    },
    {
      "epoch": 3.7829254623575563,
      "grad_norm": 6.188470840454102,
      "learning_rate": 5e-06,
      "loss": 0.2205,
      "step": 40500
    },
    {
      "epoch": 3.7922660190547357,
      "grad_norm": 6.254647731781006,
      "learning_rate": 5e-06,
      "loss": 0.2155,
      "step": 40600
    },
    {
      "epoch": 3.801606575751915,
      "grad_norm": 4.514874458312988,
      "learning_rate": 5e-06,
      "loss": 0.2166,
      "step": 40700
    },
    {
      "epoch": 3.810947132449094,
      "grad_norm": 6.199565410614014,
      "learning_rate": 5e-06,
      "loss": 0.2194,
      "step": 40800
    },
    {
      "epoch": 3.820287689146273,
      "grad_norm": 5.642965316772461,
      "learning_rate": 5e-06,
      "loss": 0.2169,
      "step": 40900
    },
    {
      "epoch": 3.8296282458434523,
      "grad_norm": 5.605148792266846,
      "learning_rate": 5e-06,
      "loss": 0.2195,
      "step": 41000
    },
    {
      "epoch": 3.8389688025406317,
      "grad_norm": 5.301915645599365,
      "learning_rate": 5e-06,
      "loss": 0.2172,
      "step": 41100
    },
    {
      "epoch": 3.8483093592378106,
      "grad_norm": 4.41559362411499,
      "learning_rate": 5e-06,
      "loss": 0.2109,
      "step": 41200
    },
    {
      "epoch": 3.8576499159349895,
      "grad_norm": 4.709118843078613,
      "learning_rate": 5e-06,
      "loss": 0.2196,
      "step": 41300
    },
    {
      "epoch": 3.866990472632169,
      "grad_norm": 5.107523441314697,
      "learning_rate": 5e-06,
      "loss": 0.2115,
      "step": 41400
    },
    {
      "epoch": 3.8763310293293483,
      "grad_norm": 7.01507043838501,
      "learning_rate": 5e-06,
      "loss": 0.2071,
      "step": 41500
    },
    {
      "epoch": 3.885671586026527,
      "grad_norm": 5.019678115844727,
      "learning_rate": 5e-06,
      "loss": 0.2125,
      "step": 41600
    },
    {
      "epoch": 3.895012142723706,
      "grad_norm": 4.92693567276001,
      "learning_rate": 5e-06,
      "loss": 0.2123,
      "step": 41700
    },
    {
      "epoch": 3.9043526994208855,
      "grad_norm": 11.030975341796875,
      "learning_rate": 5e-06,
      "loss": 0.2095,
      "step": 41800
    },
    {
      "epoch": 3.913693256118065,
      "grad_norm": 3.128711223602295,
      "learning_rate": 5e-06,
      "loss": 0.2078,
      "step": 41900
    },
    {
      "epoch": 3.9230338128152438,
      "grad_norm": 4.965696334838867,
      "learning_rate": 5e-06,
      "loss": 0.205,
      "step": 42000
    },
    {
      "epoch": 3.9323743695124227,
      "grad_norm": 5.028578758239746,
      "learning_rate": 5e-06,
      "loss": 0.2058,
      "step": 42100
    },
    {
      "epoch": 3.941714926209602,
      "grad_norm": 5.159366130828857,
      "learning_rate": 5e-06,
      "loss": 0.2046,
      "step": 42200
    },
    {
      "epoch": 3.9510554829067814,
      "grad_norm": 5.270029067993164,
      "learning_rate": 5e-06,
      "loss": 0.2093,
      "step": 42300
    },
    {
      "epoch": 3.9603960396039604,
      "grad_norm": 5.503666877746582,
      "learning_rate": 5e-06,
      "loss": 0.2055,
      "step": 42400
    },
    {
      "epoch": 3.9697365963011393,
      "grad_norm": 4.856273651123047,
      "learning_rate": 5e-06,
      "loss": 0.2116,
      "step": 42500
    },
    {
      "epoch": 3.9790771529983187,
      "grad_norm": 4.1451191902160645,
      "learning_rate": 5e-06,
      "loss": 0.2061,
      "step": 42600
    },
    {
      "epoch": 3.988417709695498,
      "grad_norm": 5.567936420440674,
      "learning_rate": 5e-06,
      "loss": 0.2088,
      "step": 42700
    },
    {
      "epoch": 3.997758266392677,
      "grad_norm": 3.727766275405884,
      "learning_rate": 5e-06,
      "loss": 0.2038,
      "step": 42800
    },
    {
      "epoch": 4.0,
      "step": 42824,
      "train_loss": 0.17484454810619354,
      "train_perplexity": 1.191061049524656,
      "train_runtime": 1016.6148,
      "train_samples_per_second": 168.493,
      "train_steps_per_second": 10.531
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.17352181673049927,
      "eval_perplexity": 1.189486637195927,
      "eval_runtime": 197.4041,
      "eval_samples_per_second": 216.931,
      "eval_steps_per_second": 13.561,
      "step": 42824
    },
    {
      "epoch": 4.007098823089856,
      "grad_norm": 4.475107669830322,
      "learning_rate": 5e-06,
      "loss": 0.2005,
      "step": 42900
    },
    {
      "epoch": 4.016439379787036,
      "grad_norm": 4.170730113983154,
      "learning_rate": 5e-06,
      "loss": 0.1984,
      "step": 43000
    },
    {
      "epoch": 4.025779936484215,
      "grad_norm": 3.730879545211792,
      "learning_rate": 5e-06,
      "loss": 0.2019,
      "step": 43100
    },
    {
      "epoch": 4.0351204931813935,
      "grad_norm": 4.619673728942871,
      "learning_rate": 5e-06,
      "loss": 0.1931,
      "step": 43200
    },
    {
      "epoch": 4.0444610498785725,
      "grad_norm": 3.8164117336273193,
      "learning_rate": 5e-06,
      "loss": 0.2,
      "step": 43300
    },
    {
      "epoch": 4.053801606575752,
      "grad_norm": 3.637671947479248,
      "learning_rate": 5e-06,
      "loss": 0.199,
      "step": 43400
    },
    {
      "epoch": 4.063142163272931,
      "grad_norm": 5.37423849105835,
      "learning_rate": 5e-06,
      "loss": 0.199,
      "step": 43500
    },
    {
      "epoch": 4.07248271997011,
      "grad_norm": 5.12391471862793,
      "learning_rate": 5e-06,
      "loss": 0.2003,
      "step": 43600
    },
    {
      "epoch": 4.081823276667289,
      "grad_norm": 5.200753688812256,
      "learning_rate": 5e-06,
      "loss": 0.1912,
      "step": 43700
    },
    {
      "epoch": 4.091163833364469,
      "grad_norm": 3.806861400604248,
      "learning_rate": 5e-06,
      "loss": 0.1942,
      "step": 43800
    },
    {
      "epoch": 4.100504390061648,
      "grad_norm": 4.970185279846191,
      "learning_rate": 5e-06,
      "loss": 0.1976,
      "step": 43900
    },
    {
      "epoch": 4.109844946758827,
      "grad_norm": 3.6047112941741943,
      "learning_rate": 5e-06,
      "loss": 0.199,
      "step": 44000
    },
    {
      "epoch": 4.119185503456006,
      "grad_norm": 4.123476505279541,
      "learning_rate": 5e-06,
      "loss": 0.1873,
      "step": 44100
    },
    {
      "epoch": 4.1285260601531855,
      "grad_norm": 4.8235182762146,
      "learning_rate": 5e-06,
      "loss": 0.1885,
      "step": 44200
    },
    {
      "epoch": 4.137866616850364,
      "grad_norm": 3.4540114402770996,
      "learning_rate": 5e-06,
      "loss": 0.1898,
      "step": 44300
    },
    {
      "epoch": 4.147207173547543,
      "grad_norm": 4.927824020385742,
      "learning_rate": 5e-06,
      "loss": 0.1884,
      "step": 44400
    },
    {
      "epoch": 4.156547730244722,
      "grad_norm": 4.770328521728516,
      "learning_rate": 5e-06,
      "loss": 0.1916,
      "step": 44500
    },
    {
      "epoch": 4.165888286941902,
      "grad_norm": 4.556270599365234,
      "learning_rate": 5e-06,
      "loss": 0.1927,
      "step": 44600
    },
    {
      "epoch": 4.175228843639081,
      "grad_norm": 4.432644844055176,
      "learning_rate": 5e-06,
      "loss": 0.1936,
      "step": 44700
    },
    {
      "epoch": 4.18456940033626,
      "grad_norm": 4.787160396575928,
      "learning_rate": 5e-06,
      "loss": 0.1906,
      "step": 44800
    },
    {
      "epoch": 4.193909957033439,
      "grad_norm": 3.474174737930298,
      "learning_rate": 5e-06,
      "loss": 0.1903,
      "step": 44900
    },
    {
      "epoch": 4.203250513730619,
      "grad_norm": 4.231200218200684,
      "learning_rate": 5e-06,
      "loss": 0.1861,
      "step": 45000
    },
    {
      "epoch": 4.212591070427798,
      "grad_norm": 4.265667915344238,
      "learning_rate": 5e-06,
      "loss": 0.1819,
      "step": 45100
    },
    {
      "epoch": 4.2219316271249765,
      "grad_norm": 6.160311222076416,
      "learning_rate": 5e-06,
      "loss": 0.1856,
      "step": 45200
    },
    {
      "epoch": 4.231272183822155,
      "grad_norm": 3.73388934135437,
      "learning_rate": 5e-06,
      "loss": 0.1864,
      "step": 45300
    },
    {
      "epoch": 4.240612740519335,
      "grad_norm": 4.704687595367432,
      "learning_rate": 5e-06,
      "loss": 0.1901,
      "step": 45400
    },
    {
      "epoch": 4.249953297216514,
      "grad_norm": 4.931395053863525,
      "learning_rate": 5e-06,
      "loss": 0.1864,
      "step": 45500
    },
    {
      "epoch": 4.259293853913693,
      "grad_norm": 4.250392436981201,
      "learning_rate": 5e-06,
      "loss": 0.1919,
      "step": 45600
    },
    {
      "epoch": 4.268634410610872,
      "grad_norm": 5.420941352844238,
      "learning_rate": 5e-06,
      "loss": 0.1927,
      "step": 45700
    },
    {
      "epoch": 4.277974967308052,
      "grad_norm": 5.073381423950195,
      "learning_rate": 5e-06,
      "loss": 0.1856,
      "step": 45800
    },
    {
      "epoch": 4.287315524005231,
      "grad_norm": 3.9703738689422607,
      "learning_rate": 5e-06,
      "loss": 0.179,
      "step": 45900
    },
    {
      "epoch": 4.29665608070241,
      "grad_norm": 3.4321000576019287,
      "learning_rate": 5e-06,
      "loss": 0.1864,
      "step": 46000
    },
    {
      "epoch": 4.305996637399589,
      "grad_norm": 4.907174587249756,
      "learning_rate": 5e-06,
      "loss": 0.1791,
      "step": 46100
    },
    {
      "epoch": 4.315337194096768,
      "grad_norm": 5.2445878982543945,
      "learning_rate": 5e-06,
      "loss": 0.1898,
      "step": 46200
    },
    {
      "epoch": 4.324677750793947,
      "grad_norm": 4.021240711212158,
      "learning_rate": 5e-06,
      "loss": 0.1892,
      "step": 46300
    },
    {
      "epoch": 4.334018307491126,
      "grad_norm": 4.472342014312744,
      "learning_rate": 5e-06,
      "loss": 0.1828,
      "step": 46400
    },
    {
      "epoch": 4.343358864188305,
      "grad_norm": 4.4553656578063965,
      "learning_rate": 5e-06,
      "loss": 0.1807,
      "step": 46500
    },
    {
      "epoch": 4.352699420885485,
      "grad_norm": 5.881633281707764,
      "learning_rate": 5e-06,
      "loss": 0.1741,
      "step": 46600
    },
    {
      "epoch": 4.362039977582664,
      "grad_norm": 4.704823017120361,
      "learning_rate": 5e-06,
      "loss": 0.1816,
      "step": 46700
    },
    {
      "epoch": 4.371380534279843,
      "grad_norm": 4.685069561004639,
      "learning_rate": 5e-06,
      "loss": 0.175,
      "step": 46800
    },
    {
      "epoch": 4.380721090977023,
      "grad_norm": 3.642340898513794,
      "learning_rate": 5e-06,
      "loss": 0.1855,
      "step": 46900
    },
    {
      "epoch": 4.390061647674202,
      "grad_norm": 4.337325572967529,
      "learning_rate": 5e-06,
      "loss": 0.1768,
      "step": 47000
    },
    {
      "epoch": 4.3994022043713805,
      "grad_norm": 5.574779510498047,
      "learning_rate": 5e-06,
      "loss": 0.178,
      "step": 47100
    },
    {
      "epoch": 4.4087427610685594,
      "grad_norm": 4.543002128601074,
      "learning_rate": 5e-06,
      "loss": 0.1846,
      "step": 47200
    },
    {
      "epoch": 4.418083317765738,
      "grad_norm": 4.851734161376953,
      "learning_rate": 5e-06,
      "loss": 0.1834,
      "step": 47300
    },
    {
      "epoch": 4.427423874462918,
      "grad_norm": 5.004130840301514,
      "learning_rate": 5e-06,
      "loss": 0.1786,
      "step": 47400
    },
    {
      "epoch": 4.436764431160097,
      "grad_norm": 5.79380989074707,
      "learning_rate": 5e-06,
      "loss": 0.1819,
      "step": 47500
    },
    {
      "epoch": 4.446104987857276,
      "grad_norm": 5.187265396118164,
      "learning_rate": 5e-06,
      "loss": 0.1733,
      "step": 47600
    },
    {
      "epoch": 4.455445544554456,
      "grad_norm": 4.253146171569824,
      "learning_rate": 5e-06,
      "loss": 0.1783,
      "step": 47700
    },
    {
      "epoch": 4.464786101251635,
      "grad_norm": 4.999964237213135,
      "learning_rate": 5e-06,
      "loss": 0.1719,
      "step": 47800
    },
    {
      "epoch": 4.474126657948814,
      "grad_norm": 4.446289539337158,
      "learning_rate": 5e-06,
      "loss": 0.1753,
      "step": 47900
    },
    {
      "epoch": 4.483467214645993,
      "grad_norm": 4.124642372131348,
      "learning_rate": 5e-06,
      "loss": 0.176,
      "step": 48000
    },
    {
      "epoch": 4.492807771343172,
      "grad_norm": 3.742044448852539,
      "learning_rate": 5e-06,
      "loss": 0.1771,
      "step": 48100
    },
    {
      "epoch": 4.502148328040351,
      "grad_norm": 4.330371379852295,
      "learning_rate": 5e-06,
      "loss": 0.1782,
      "step": 48200
    },
    {
      "epoch": 4.51148888473753,
      "grad_norm": 5.201873779296875,
      "learning_rate": 5e-06,
      "loss": 0.1701,
      "step": 48300
    },
    {
      "epoch": 4.520829441434709,
      "grad_norm": 4.146735668182373,
      "learning_rate": 5e-06,
      "loss": 0.1733,
      "step": 48400
    },
    {
      "epoch": 4.530169998131889,
      "grad_norm": 4.639552116394043,
      "learning_rate": 5e-06,
      "loss": 0.1727,
      "step": 48500
    },
    {
      "epoch": 4.539510554829068,
      "grad_norm": 3.827120304107666,
      "learning_rate": 5e-06,
      "loss": 0.1692,
      "step": 48600
    },
    {
      "epoch": 4.548851111526247,
      "grad_norm": 4.231366157531738,
      "learning_rate": 5e-06,
      "loss": 0.1669,
      "step": 48700
    },
    {
      "epoch": 4.558191668223426,
      "grad_norm": 3.618565082550049,
      "learning_rate": 5e-06,
      "loss": 0.1751,
      "step": 48800
    },
    {
      "epoch": 4.567532224920606,
      "grad_norm": 4.667559623718262,
      "learning_rate": 5e-06,
      "loss": 0.1704,
      "step": 48900
    },
    {
      "epoch": 4.5768727816177845,
      "grad_norm": 3.725221872329712,
      "learning_rate": 5e-06,
      "loss": 0.1677,
      "step": 49000
    },
    {
      "epoch": 4.5862133383149635,
      "grad_norm": 3.8917813301086426,
      "learning_rate": 5e-06,
      "loss": 0.1673,
      "step": 49100
    },
    {
      "epoch": 4.595553895012142,
      "grad_norm": 4.484280109405518,
      "learning_rate": 5e-06,
      "loss": 0.1715,
      "step": 49200
    },
    {
      "epoch": 4.604894451709322,
      "grad_norm": 4.229739189147949,
      "learning_rate": 5e-06,
      "loss": 0.1687,
      "step": 49300
    },
    {
      "epoch": 4.614235008406501,
      "grad_norm": 3.5006890296936035,
      "learning_rate": 5e-06,
      "loss": 0.1669,
      "step": 49400
    },
    {
      "epoch": 4.62357556510368,
      "grad_norm": 3.62660813331604,
      "learning_rate": 5e-06,
      "loss": 0.1691,
      "step": 49500
    },
    {
      "epoch": 4.632916121800859,
      "grad_norm": 3.816791296005249,
      "learning_rate": 5e-06,
      "loss": 0.1737,
      "step": 49600
    },
    {
      "epoch": 4.642256678498039,
      "grad_norm": 4.306339263916016,
      "learning_rate": 5e-06,
      "loss": 0.1733,
      "step": 49700
    },
    {
      "epoch": 4.651597235195218,
      "grad_norm": 4.218868255615234,
      "learning_rate": 5e-06,
      "loss": 0.1674,
      "step": 49800
    },
    {
      "epoch": 4.660937791892397,
      "grad_norm": 3.844219207763672,
      "learning_rate": 5e-06,
      "loss": 0.168,
      "step": 49900
    },
    {
      "epoch": 4.670278348589576,
      "grad_norm": 3.59843111038208,
      "learning_rate": 5e-06,
      "loss": 0.1643,
      "step": 50000
    },
    {
      "epoch": 4.679618905286755,
      "grad_norm": 4.179465293884277,
      "learning_rate": 5e-06,
      "loss": 0.1594,
      "step": 50100
    },
    {
      "epoch": 4.688959461983934,
      "grad_norm": 4.609322547912598,
      "learning_rate": 5e-06,
      "loss": 0.1614,
      "step": 50200
    },
    {
      "epoch": 4.698300018681113,
      "grad_norm": 3.8908612728118896,
      "learning_rate": 5e-06,
      "loss": 0.1593,
      "step": 50300
    },
    {
      "epoch": 4.707640575378292,
      "grad_norm": 4.795267581939697,
      "learning_rate": 5e-06,
      "loss": 0.1603,
      "step": 50400
    },
    {
      "epoch": 4.716981132075472,
      "grad_norm": 3.835784912109375,
      "learning_rate": 5e-06,
      "loss": 0.1582,
      "step": 50500
    },
    {
      "epoch": 4.726321688772651,
      "grad_norm": 4.785733222961426,
      "learning_rate": 5e-06,
      "loss": 0.1674,
      "step": 50600
    },
    {
      "epoch": 4.73566224546983,
      "grad_norm": 3.4132254123687744,
      "learning_rate": 5e-06,
      "loss": 0.165,
      "step": 50700
    },
    {
      "epoch": 4.74500280216701,
      "grad_norm": 4.6986308097839355,
      "learning_rate": 5e-06,
      "loss": 0.1741,
      "step": 50800
    },
    {
      "epoch": 4.754343358864189,
      "grad_norm": 4.445487976074219,
      "learning_rate": 5e-06,
      "loss": 0.1636,
      "step": 50900
    },
    {
      "epoch": 4.7636839155613675,
      "grad_norm": 3.5332608222961426,
      "learning_rate": 5e-06,
      "loss": 0.1651,
      "step": 51000
    },
    {
      "epoch": 4.773024472258546,
      "grad_norm": 3.755614995956421,
      "learning_rate": 5e-06,
      "loss": 0.1613,
      "step": 51100
    },
    {
      "epoch": 4.782365028955725,
      "grad_norm": 4.201594829559326,
      "learning_rate": 5e-06,
      "loss": 0.1596,
      "step": 51200
    },
    {
      "epoch": 4.791705585652905,
      "grad_norm": 3.6734399795532227,
      "learning_rate": 5e-06,
      "loss": 0.1563,
      "step": 51300
    },
    {
      "epoch": 4.801046142350084,
      "grad_norm": 3.9995064735412598,
      "learning_rate": 5e-06,
      "loss": 0.1577,
      "step": 51400
    },
    {
      "epoch": 4.810386699047263,
      "grad_norm": 3.7776248455047607,
      "learning_rate": 5e-06,
      "loss": 0.1648,
      "step": 51500
    },
    {
      "epoch": 4.819727255744443,
      "grad_norm": 4.261819839477539,
      "learning_rate": 5e-06,
      "loss": 0.1636,
      "step": 51600
    },
    {
      "epoch": 4.829067812441622,
      "grad_norm": 4.119591236114502,
      "learning_rate": 5e-06,
      "loss": 0.1646,
      "step": 51700
    },
    {
      "epoch": 4.838408369138801,
      "grad_norm": 4.255692958831787,
      "learning_rate": 5e-06,
      "loss": 0.1574,
      "step": 51800
    },
    {
      "epoch": 4.84774892583598,
      "grad_norm": 3.4528167247772217,
      "learning_rate": 5e-06,
      "loss": 0.1632,
      "step": 51900
    },
    {
      "epoch": 4.8570894825331585,
      "grad_norm": 6.03519868850708,
      "learning_rate": 5e-06,
      "loss": 0.1625,
      "step": 52000
    },
    {
      "epoch": 4.866430039230338,
      "grad_norm": 4.439755439758301,
      "learning_rate": 5e-06,
      "loss": 0.1612,
      "step": 52100
    },
    {
      "epoch": 4.875770595927517,
      "grad_norm": 3.8337748050689697,
      "learning_rate": 5e-06,
      "loss": 0.1569,
      "step": 52200
    },
    {
      "epoch": 4.885111152624696,
      "grad_norm": 3.7101199626922607,
      "learning_rate": 5e-06,
      "loss": 0.1596,
      "step": 52300
    },
    {
      "epoch": 4.894451709321876,
      "grad_norm": 3.7473113536834717,
      "learning_rate": 5e-06,
      "loss": 0.1536,
      "step": 52400
    },
    {
      "epoch": 4.903792266019055,
      "grad_norm": 4.900430202484131,
      "learning_rate": 5e-06,
      "loss": 0.1635,
      "step": 52500
    },
    {
      "epoch": 4.913132822716234,
      "grad_norm": 3.9192023277282715,
      "learning_rate": 5e-06,
      "loss": 0.1572,
      "step": 52600
    },
    {
      "epoch": 4.922473379413413,
      "grad_norm": 4.343136310577393,
      "learning_rate": 5e-06,
      "loss": 0.157,
      "step": 52700
    },
    {
      "epoch": 4.931813936110592,
      "grad_norm": 3.5918853282928467,
      "learning_rate": 5e-06,
      "loss": 0.1574,
      "step": 52800
    },
    {
      "epoch": 4.9411544928077715,
      "grad_norm": 3.9615650177001953,
      "learning_rate": 5e-06,
      "loss": 0.1529,
      "step": 52900
    },
    {
      "epoch": 4.9504950495049505,
      "grad_norm": 4.399749279022217,
      "learning_rate": 5e-06,
      "loss": 0.1531,
      "step": 53000
    },
    {
      "epoch": 4.959835606202129,
      "grad_norm": 5.060405731201172,
      "learning_rate": 5e-06,
      "loss": 0.1554,
      "step": 53100
    },
    {
      "epoch": 4.969176162899309,
      "grad_norm": 4.39790678024292,
      "learning_rate": 5e-06,
      "loss": 0.1634,
      "step": 53200
    },
    {
      "epoch": 4.978516719596488,
      "grad_norm": 4.261087894439697,
      "learning_rate": 5e-06,
      "loss": 0.1496,
      "step": 53300
    },
    {
      "epoch": 4.987857276293667,
      "grad_norm": 3.6320958137512207,
      "learning_rate": 5e-06,
      "loss": 0.158,
      "step": 53400
    },
    {
      "epoch": 4.997197832990846,
      "grad_norm": 3.991424798965454,
      "learning_rate": 5e-06,
      "loss": 0.1515,
      "step": 53500
    },
    {
      "epoch": 5.0,
      "step": 53530,
      "train_loss": 0.1288491189479828,
      "train_perplexity": 1.1375184812320867,
      "train_runtime": 1017.3674,
      "train_samples_per_second": 168.368,
      "train_steps_per_second": 10.523
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.12788300216197968,
      "eval_perplexity": 1.1364200362314956,
      "eval_runtime": 197.6167,
      "eval_samples_per_second": 216.697,
      "eval_steps_per_second": 13.546,
      "step": 53530
    },
    {
      "epoch": 5.006538389688026,
      "grad_norm": 3.8595972061157227,
      "learning_rate": 5e-06,
      "loss": 0.1516,
      "step": 53600
    },
    {
      "epoch": 5.015878946385205,
      "grad_norm": 3.8702104091644287,
      "learning_rate": 5e-06,
      "loss": 0.1504,
      "step": 53700
    },
    {
      "epoch": 5.025219503082384,
      "grad_norm": 4.530982494354248,
      "learning_rate": 5e-06,
      "loss": 0.1562,
      "step": 53800
    },
    {
      "epoch": 5.034560059779563,
      "grad_norm": 5.0251312255859375,
      "learning_rate": 5e-06,
      "loss": 0.1477,
      "step": 53900
    },
    {
      "epoch": 5.043900616476742,
      "grad_norm": 3.3402211666107178,
      "learning_rate": 5e-06,
      "loss": 0.1463,
      "step": 54000
    },
    {
      "epoch": 5.053241173173921,
      "grad_norm": 4.538159370422363,
      "learning_rate": 5e-06,
      "loss": 0.1531,
      "step": 54100
    },
    {
      "epoch": 5.0625817298711,
      "grad_norm": 3.413564920425415,
      "learning_rate": 5e-06,
      "loss": 0.1487,
      "step": 54200
    },
    {
      "epoch": 5.071922286568279,
      "grad_norm": 3.854398488998413,
      "learning_rate": 5e-06,
      "loss": 0.1446,
      "step": 54300
    },
    {
      "epoch": 5.081262843265459,
      "grad_norm": 4.225541591644287,
      "learning_rate": 5e-06,
      "loss": 0.1532,
      "step": 54400
    },
    {
      "epoch": 5.090603399962638,
      "grad_norm": 4.137479782104492,
      "learning_rate": 5e-06,
      "loss": 0.1492,
      "step": 54500
    },
    {
      "epoch": 5.099943956659817,
      "grad_norm": 3.7632436752319336,
      "learning_rate": 5e-06,
      "loss": 0.1477,
      "step": 54600
    },
    {
      "epoch": 5.109284513356996,
      "grad_norm": 3.560689687728882,
      "learning_rate": 5e-06,
      "loss": 0.1413,
      "step": 54700
    },
    {
      "epoch": 5.1186250700541756,
      "grad_norm": 4.326833724975586,
      "learning_rate": 5e-06,
      "loss": 0.15,
      "step": 54800
    },
    {
      "epoch": 5.1279656267513545,
      "grad_norm": 3.899287223815918,
      "learning_rate": 5e-06,
      "loss": 0.1434,
      "step": 54900
    },
    {
      "epoch": 5.137306183448533,
      "grad_norm": 3.294930934906006,
      "learning_rate": 5e-06,
      "loss": 0.1453,
      "step": 55000
    },
    {
      "epoch": 5.146646740145712,
      "grad_norm": 4.168273448944092,
      "learning_rate": 5e-06,
      "loss": 0.1487,
      "step": 55100
    },
    {
      "epoch": 5.155987296842892,
      "grad_norm": 3.613738536834717,
      "learning_rate": 5e-06,
      "loss": 0.1452,
      "step": 55200
    },
    {
      "epoch": 5.165327853540071,
      "grad_norm": 4.706936836242676,
      "learning_rate": 5e-06,
      "loss": 0.1517,
      "step": 55300
    },
    {
      "epoch": 5.17466841023725,
      "grad_norm": 4.386106491088867,
      "learning_rate": 5e-06,
      "loss": 0.1457,
      "step": 55400
    },
    {
      "epoch": 5.184008966934429,
      "grad_norm": 3.960144281387329,
      "learning_rate": 5e-06,
      "loss": 0.1496,
      "step": 55500
    },
    {
      "epoch": 5.193349523631609,
      "grad_norm": 4.143190860748291,
      "learning_rate": 5e-06,
      "loss": 0.1462,
      "step": 55600
    },
    {
      "epoch": 5.202690080328788,
      "grad_norm": 4.480109214782715,
      "learning_rate": 5e-06,
      "loss": 0.14,
      "step": 55700
    },
    {
      "epoch": 5.212030637025967,
      "grad_norm": 4.3405442237854,
      "learning_rate": 5e-06,
      "loss": 0.154,
      "step": 55800
    },
    {
      "epoch": 5.2213711937231455,
      "grad_norm": 4.1755475997924805,
      "learning_rate": 5e-06,
      "loss": 0.1433,
      "step": 55900
    },
    {
      "epoch": 5.230711750420325,
      "grad_norm": 3.1559386253356934,
      "learning_rate": 5e-06,
      "loss": 0.1406,
      "step": 56000
    },
    {
      "epoch": 5.240052307117504,
      "grad_norm": 4.953742980957031,
      "learning_rate": 5e-06,
      "loss": 0.1486,
      "step": 56100
    },
    {
      "epoch": 5.249392863814683,
      "grad_norm": 3.6415133476257324,
      "learning_rate": 5e-06,
      "loss": 0.1476,
      "step": 56200
    },
    {
      "epoch": 5.258733420511862,
      "grad_norm": 4.273039817810059,
      "learning_rate": 5e-06,
      "loss": 0.1465,
      "step": 56300
    },
    {
      "epoch": 5.268073977209042,
      "grad_norm": 4.203496932983398,
      "learning_rate": 5e-06,
      "loss": 0.1442,
      "step": 56400
    },
    {
      "epoch": 5.277414533906221,
      "grad_norm": 3.7512874603271484,
      "learning_rate": 5e-06,
      "loss": 0.1423,
      "step": 56500
    },
    {
      "epoch": 5.2867550906034,
      "grad_norm": 3.453380823135376,
      "learning_rate": 5e-06,
      "loss": 0.1368,
      "step": 56600
    },
    {
      "epoch": 5.296095647300579,
      "grad_norm": 4.287818908691406,
      "learning_rate": 5e-06,
      "loss": 0.1432,
      "step": 56700
    },
    {
      "epoch": 5.3054362039977585,
      "grad_norm": 3.47780179977417,
      "learning_rate": 5e-06,
      "loss": 0.1405,
      "step": 56800
    },
    {
      "epoch": 5.314776760694937,
      "grad_norm": 4.124629497528076,
      "learning_rate": 5e-06,
      "loss": 0.1362,
      "step": 56900
    },
    {
      "epoch": 5.324117317392116,
      "grad_norm": 4.320638179779053,
      "learning_rate": 5e-06,
      "loss": 0.1432,
      "step": 57000
    },
    {
      "epoch": 5.333457874089296,
      "grad_norm": 4.048215389251709,
      "learning_rate": 5e-06,
      "loss": 0.1379,
      "step": 57100
    },
    {
      "epoch": 5.342798430786475,
      "grad_norm": 3.700333595275879,
      "learning_rate": 5e-06,
      "loss": 0.1382,
      "step": 57200
    },
    {
      "epoch": 5.352138987483654,
      "grad_norm": 3.131366729736328,
      "learning_rate": 5e-06,
      "loss": 0.1351,
      "step": 57300
    },
    {
      "epoch": 5.361479544180833,
      "grad_norm": 3.4254095554351807,
      "learning_rate": 5e-06,
      "loss": 0.1413,
      "step": 57400
    },
    {
      "epoch": 5.370820100878012,
      "grad_norm": 5.464468955993652,
      "learning_rate": 5e-06,
      "loss": 0.1415,
      "step": 57500
    },
    {
      "epoch": 5.380160657575192,
      "grad_norm": 4.312286376953125,
      "learning_rate": 5e-06,
      "loss": 0.1372,
      "step": 57600
    },
    {
      "epoch": 5.389501214272371,
      "grad_norm": 4.231282711029053,
      "learning_rate": 5e-06,
      "loss": 0.1317,
      "step": 57700
    },
    {
      "epoch": 5.3988417709695495,
      "grad_norm": 5.0214948654174805,
      "learning_rate": 5e-06,
      "loss": 0.1456,
      "step": 57800
    },
    {
      "epoch": 5.408182327666729,
      "grad_norm": 3.4642460346221924,
      "learning_rate": 5e-06,
      "loss": 0.1383,
      "step": 57900
    },
    {
      "epoch": 5.417522884363908,
      "grad_norm": 3.387303590774536,
      "learning_rate": 5e-06,
      "loss": 0.1325,
      "step": 58000
    },
    {
      "epoch": 5.426863441061087,
      "grad_norm": 2.788254976272583,
      "learning_rate": 5e-06,
      "loss": 0.1392,
      "step": 58100
    },
    {
      "epoch": 5.436203997758266,
      "grad_norm": 3.824655771255493,
      "learning_rate": 5e-06,
      "loss": 0.1402,
      "step": 58200
    },
    {
      "epoch": 5.445544554455446,
      "grad_norm": 3.3749542236328125,
      "learning_rate": 5e-06,
      "loss": 0.1421,
      "step": 58300
    },
    {
      "epoch": 5.454885111152625,
      "grad_norm": 4.4351019859313965,
      "learning_rate": 5e-06,
      "loss": 0.1381,
      "step": 58400
    },
    {
      "epoch": 5.464225667849804,
      "grad_norm": 4.245395183563232,
      "learning_rate": 5e-06,
      "loss": 0.139,
      "step": 58500
    },
    {
      "epoch": 5.473566224546983,
      "grad_norm": 2.854034662246704,
      "learning_rate": 5e-06,
      "loss": 0.1422,
      "step": 58600
    },
    {
      "epoch": 5.4829067812441625,
      "grad_norm": 4.431162357330322,
      "learning_rate": 5e-06,
      "loss": 0.1369,
      "step": 58700
    },
    {
      "epoch": 5.4922473379413415,
      "grad_norm": 4.055620193481445,
      "learning_rate": 5e-06,
      "loss": 0.1418,
      "step": 58800
    },
    {
      "epoch": 5.50158789463852,
      "grad_norm": 4.111905097961426,
      "learning_rate": 5e-06,
      "loss": 0.1275,
      "step": 58900
    },
    {
      "epoch": 5.510928451335699,
      "grad_norm": 4.075157642364502,
      "learning_rate": 5e-06,
      "loss": 0.134,
      "step": 59000
    },
    {
      "epoch": 5.520269008032879,
      "grad_norm": 2.9380297660827637,
      "learning_rate": 5e-06,
      "loss": 0.1369,
      "step": 59100
    },
    {
      "epoch": 5.529609564730058,
      "grad_norm": 3.8689327239990234,
      "learning_rate": 5e-06,
      "loss": 0.1346,
      "step": 59200
    },
    {
      "epoch": 5.538950121427237,
      "grad_norm": 4.104385852813721,
      "learning_rate": 5e-06,
      "loss": 0.1421,
      "step": 59300
    },
    {
      "epoch": 5.548290678124416,
      "grad_norm": 4.875547885894775,
      "learning_rate": 5e-06,
      "loss": 0.1379,
      "step": 59400
    },
    {
      "epoch": 5.557631234821596,
      "grad_norm": 3.670428514480591,
      "learning_rate": 5e-06,
      "loss": 0.1335,
      "step": 59500
    },
    {
      "epoch": 5.566971791518775,
      "grad_norm": 2.8286361694335938,
      "learning_rate": 5e-06,
      "loss": 0.1342,
      "step": 59600
    },
    {
      "epoch": 5.576312348215954,
      "grad_norm": 3.776089906692505,
      "learning_rate": 5e-06,
      "loss": 0.1322,
      "step": 59700
    },
    {
      "epoch": 5.5856529049131325,
      "grad_norm": 3.370666027069092,
      "learning_rate": 5e-06,
      "loss": 0.1352,
      "step": 59800
    },
    {
      "epoch": 5.594993461610312,
      "grad_norm": 4.064539909362793,
      "learning_rate": 5e-06,
      "loss": 0.1331,
      "step": 59900
    },
    {
      "epoch": 5.604334018307491,
      "grad_norm": 4.233561992645264,
      "learning_rate": 5e-06,
      "loss": 0.1393,
      "step": 60000
    },
    {
      "epoch": 5.61367457500467,
      "grad_norm": 3.4730424880981445,
      "learning_rate": 5e-06,
      "loss": 0.1369,
      "step": 60100
    },
    {
      "epoch": 5.623015131701849,
      "grad_norm": 2.846877336502075,
      "learning_rate": 5e-06,
      "loss": 0.13,
      "step": 60200
    },
    {
      "epoch": 5.632355688399029,
      "grad_norm": 4.644834518432617,
      "learning_rate": 5e-06,
      "loss": 0.1255,
      "step": 60300
    },
    {
      "epoch": 5.641696245096208,
      "grad_norm": 5.620416641235352,
      "learning_rate": 5e-06,
      "loss": 0.1368,
      "step": 60400
    },
    {
      "epoch": 5.651036801793387,
      "grad_norm": 3.697976589202881,
      "learning_rate": 5e-06,
      "loss": 0.1314,
      "step": 60500
    },
    {
      "epoch": 5.660377358490566,
      "grad_norm": 3.8782801628112793,
      "learning_rate": 5e-06,
      "loss": 0.1361,
      "step": 60600
    },
    {
      "epoch": 5.6697179151877455,
      "grad_norm": 3.7265477180480957,
      "learning_rate": 5e-06,
      "loss": 0.1292,
      "step": 60700
    },
    {
      "epoch": 5.679058471884924,
      "grad_norm": 3.8010594844818115,
      "learning_rate": 5e-06,
      "loss": 0.1255,
      "step": 60800
    },
    {
      "epoch": 5.688399028582103,
      "grad_norm": 3.104536533355713,
      "learning_rate": 5e-06,
      "loss": 0.1302,
      "step": 60900
    },
    {
      "epoch": 5.697739585279282,
      "grad_norm": 3.9130918979644775,
      "learning_rate": 5e-06,
      "loss": 0.131,
      "step": 61000
    },
    {
      "epoch": 5.707080141976462,
      "grad_norm": 2.8091697692871094,
      "learning_rate": 5e-06,
      "loss": 0.1335,
      "step": 61100
    },
    {
      "epoch": 5.716420698673641,
      "grad_norm": 3.427767276763916,
      "learning_rate": 5e-06,
      "loss": 0.1262,
      "step": 61200
    },
    {
      "epoch": 5.72576125537082,
      "grad_norm": 3.7841389179229736,
      "learning_rate": 5e-06,
      "loss": 0.1307,
      "step": 61300
    },
    {
      "epoch": 5.735101812067999,
      "grad_norm": 2.8118104934692383,
      "learning_rate": 5e-06,
      "loss": 0.1304,
      "step": 61400
    },
    {
      "epoch": 5.744442368765179,
      "grad_norm": 3.650151014328003,
      "learning_rate": 5e-06,
      "loss": 0.1281,
      "step": 61500
    },
    {
      "epoch": 5.753782925462358,
      "grad_norm": 4.504635810852051,
      "learning_rate": 5e-06,
      "loss": 0.1317,
      "step": 61600
    },
    {
      "epoch": 5.7631234821595365,
      "grad_norm": 3.782366991043091,
      "learning_rate": 5e-06,
      "loss": 0.1269,
      "step": 61700
    },
    {
      "epoch": 5.772464038856716,
      "grad_norm": 3.5533852577209473,
      "learning_rate": 5e-06,
      "loss": 0.1324,
      "step": 61800
    },
    {
      "epoch": 5.781804595553895,
      "grad_norm": 3.288233757019043,
      "learning_rate": 5e-06,
      "loss": 0.1307,
      "step": 61900
    },
    {
      "epoch": 5.791145152251074,
      "grad_norm": 3.5933470726013184,
      "learning_rate": 5e-06,
      "loss": 0.1268,
      "step": 62000
    },
    {
      "epoch": 5.800485708948253,
      "grad_norm": 3.7489371299743652,
      "learning_rate": 5e-06,
      "loss": 0.1317,
      "step": 62100
    },
    {
      "epoch": 5.809826265645432,
      "grad_norm": 4.248530387878418,
      "learning_rate": 5e-06,
      "loss": 0.1362,
      "step": 62200
    },
    {
      "epoch": 5.819166822342612,
      "grad_norm": 3.408003807067871,
      "learning_rate": 5e-06,
      "loss": 0.1341,
      "step": 62300
    },
    {
      "epoch": 5.828507379039791,
      "grad_norm": 3.3280181884765625,
      "learning_rate": 5e-06,
      "loss": 0.139,
      "step": 62400
    },
    {
      "epoch": 5.83784793573697,
      "grad_norm": 3.4743661880493164,
      "learning_rate": 5e-06,
      "loss": 0.1304,
      "step": 62500
    },
    {
      "epoch": 5.8471884924341495,
      "grad_norm": 4.074106693267822,
      "learning_rate": 5e-06,
      "loss": 0.1244,
      "step": 62600
    },
    {
      "epoch": 5.856529049131328,
      "grad_norm": 2.981069326400757,
      "learning_rate": 5e-06,
      "loss": 0.128,
      "step": 62700
    },
    {
      "epoch": 5.865869605828507,
      "grad_norm": 4.362540245056152,
      "learning_rate": 5e-06,
      "loss": 0.1254,
      "step": 62800
    },
    {
      "epoch": 5.875210162525686,
      "grad_norm": 3.6275906562805176,
      "learning_rate": 5e-06,
      "loss": 0.1293,
      "step": 62900
    },
    {
      "epoch": 5.884550719222865,
      "grad_norm": 3.680757522583008,
      "learning_rate": 5e-06,
      "loss": 0.1298,
      "step": 63000
    },
    {
      "epoch": 5.893891275920045,
      "grad_norm": 3.0198991298675537,
      "learning_rate": 5e-06,
      "loss": 0.1348,
      "step": 63100
    },
    {
      "epoch": 5.903231832617224,
      "grad_norm": 3.894740343093872,
      "learning_rate": 5e-06,
      "loss": 0.1249,
      "step": 63200
    },
    {
      "epoch": 5.912572389314403,
      "grad_norm": 4.716382026672363,
      "learning_rate": 5e-06,
      "loss": 0.131,
      "step": 63300
    },
    {
      "epoch": 5.921912946011583,
      "grad_norm": 3.060772657394409,
      "learning_rate": 5e-06,
      "loss": 0.1238,
      "step": 63400
    },
    {
      "epoch": 5.931253502708762,
      "grad_norm": 3.674603223800659,
      "learning_rate": 5e-06,
      "loss": 0.1251,
      "step": 63500
    },
    {
      "epoch": 5.9405940594059405,
      "grad_norm": 3.873383045196533,
      "learning_rate": 5e-06,
      "loss": 0.1208,
      "step": 63600
    },
    {
      "epoch": 5.9499346161031195,
      "grad_norm": 3.0720884799957275,
      "learning_rate": 5e-06,
      "loss": 0.1303,
      "step": 63700
    },
    {
      "epoch": 5.959275172800299,
      "grad_norm": 3.079146385192871,
      "learning_rate": 5e-06,
      "loss": 0.1239,
      "step": 63800
    },
    {
      "epoch": 5.968615729497478,
      "grad_norm": 4.436742782592773,
      "learning_rate": 5e-06,
      "loss": 0.1268,
      "step": 63900
    },
    {
      "epoch": 5.977956286194657,
      "grad_norm": 4.422832489013672,
      "learning_rate": 5e-06,
      "loss": 0.1229,
      "step": 64000
    },
    {
      "epoch": 5.987296842891836,
      "grad_norm": 2.951277494430542,
      "learning_rate": 5e-06,
      "loss": 0.1253,
      "step": 64100
    },
    {
      "epoch": 5.996637399589016,
      "grad_norm": 3.904878854751587,
      "learning_rate": 5e-06,
      "loss": 0.1219,
      "step": 64200
    },
    {
      "epoch": 6.0,
      "step": 64236,
      "train_loss": 0.10468200594186783,
      "train_perplexity": 1.110357467133007,
      "train_runtime": 1016.9694,
      "train_samples_per_second": 168.434,
      "train_steps_per_second": 10.527
    },
    {
      "epoch": 6.0,
      "eval_loss": 0.10386959463357925,
      "eval_perplexity": 1.109455766495957,
      "eval_runtime": 198.1258,
      "eval_samples_per_second": 216.14,
      "eval_steps_per_second": 13.512,
      "step": 64236
    },
    {
      "epoch": 6.005977956286195,
      "grad_norm": 6.418908596038818,
      "learning_rate": 5e-06,
      "loss": 0.1275,
      "step": 64300
    },
    {
      "epoch": 6.015318512983374,
      "grad_norm": 3.5316851139068604,
      "learning_rate": 5e-06,
      "loss": 0.1199,
      "step": 64400
    },
    {
      "epoch": 6.024659069680553,
      "grad_norm": 3.1608455181121826,
      "learning_rate": 5e-06,
      "loss": 0.1242,
      "step": 64500
    },
    {
      "epoch": 6.0339996263777325,
      "grad_norm": 3.870253801345825,
      "learning_rate": 5e-06,
      "loss": 0.1209,
      "step": 64600
    },
    {
      "epoch": 6.043340183074911,
      "grad_norm": 4.012199878692627,
      "learning_rate": 5e-06,
      "loss": 0.1209,
      "step": 64700
    },
    {
      "epoch": 6.05268073977209,
      "grad_norm": 3.0245237350463867,
      "learning_rate": 5e-06,
      "loss": 0.1186,
      "step": 64800
    },
    {
      "epoch": 6.062021296469269,
      "grad_norm": 3.1613166332244873,
      "learning_rate": 5e-06,
      "loss": 0.1222,
      "step": 64900
    },
    {
      "epoch": 6.071361853166449,
      "grad_norm": 3.075575351715088,
      "learning_rate": 5e-06,
      "loss": 0.122,
      "step": 65000
    },
    {
      "epoch": 6.080702409863628,
      "grad_norm": 3.7504971027374268,
      "learning_rate": 5e-06,
      "loss": 0.1235,
      "step": 65100
    },
    {
      "epoch": 6.090042966560807,
      "grad_norm": 3.7074031829833984,
      "learning_rate": 5e-06,
      "loss": 0.1223,
      "step": 65200
    },
    {
      "epoch": 6.099383523257986,
      "grad_norm": 3.230121374130249,
      "learning_rate": 5e-06,
      "loss": 0.1191,
      "step": 65300
    },
    {
      "epoch": 6.108724079955166,
      "grad_norm": 3.137260913848877,
      "learning_rate": 5e-06,
      "loss": 0.1239,
      "step": 65400
    },
    {
      "epoch": 6.118064636652345,
      "grad_norm": 4.2088623046875,
      "learning_rate": 5e-06,
      "loss": 0.1273,
      "step": 65500
    },
    {
      "epoch": 6.1274051933495235,
      "grad_norm": 3.320237874984741,
      "learning_rate": 5e-06,
      "loss": 0.1223,
      "step": 65600
    },
    {
      "epoch": 6.136745750046702,
      "grad_norm": 3.62967848777771,
      "learning_rate": 5e-06,
      "loss": 0.1155,
      "step": 65700
    },
    {
      "epoch": 6.146086306743882,
      "grad_norm": 3.1122970581054688,
      "learning_rate": 5e-06,
      "loss": 0.1247,
      "step": 65800
    },
    {
      "epoch": 6.155426863441061,
      "grad_norm": 2.8534655570983887,
      "learning_rate": 5e-06,
      "loss": 0.125,
      "step": 65900
    },
    {
      "epoch": 6.16476742013824,
      "grad_norm": 3.3238894939422607,
      "learning_rate": 5e-06,
      "loss": 0.1168,
      "step": 66000
    },
    {
      "epoch": 6.174107976835419,
      "grad_norm": 3.712885618209839,
      "learning_rate": 5e-06,
      "loss": 0.1251,
      "step": 66100
    },
    {
      "epoch": 6.183448533532599,
      "grad_norm": 3.4903788566589355,
      "learning_rate": 5e-06,
      "loss": 0.1124,
      "step": 66200
    },
    {
      "epoch": 6.192789090229778,
      "grad_norm": 3.1110286712646484,
      "learning_rate": 5e-06,
      "loss": 0.1198,
      "step": 66300
    },
    {
      "epoch": 6.202129646926957,
      "grad_norm": 3.4063162803649902,
      "learning_rate": 5e-06,
      "loss": 0.1198,
      "step": 66400
    },
    {
      "epoch": 6.211470203624136,
      "grad_norm": 3.327303409576416,
      "learning_rate": 5e-06,
      "loss": 0.124,
      "step": 66500
    },
    {
      "epoch": 6.220810760321315,
      "grad_norm": 2.8389861583709717,
      "learning_rate": 5e-06,
      "loss": 0.1221,
      "step": 66600
    },
    {
      "epoch": 6.230151317018494,
      "grad_norm": 3.6301426887512207,
      "learning_rate": 5e-06,
      "loss": 0.1176,
      "step": 66700
    },
    {
      "epoch": 6.239491873715673,
      "grad_norm": 3.633578300476074,
      "learning_rate": 5e-06,
      "loss": 0.1167,
      "step": 66800
    },
    {
      "epoch": 6.248832430412852,
      "grad_norm": 4.020380973815918,
      "learning_rate": 5e-06,
      "loss": 0.1177,
      "step": 66900
    },
    {
      "epoch": 6.258172987110032,
      "grad_norm": 3.3657097816467285,
      "learning_rate": 5e-06,
      "loss": 0.123,
      "step": 67000
    },
    {
      "epoch": 6.267513543807211,
      "grad_norm": 3.2466609477996826,
      "learning_rate": 5e-06,
      "loss": 0.1153,
      "step": 67100
    },
    {
      "epoch": 6.27685410050439,
      "grad_norm": 4.0260748863220215,
      "learning_rate": 5e-06,
      "loss": 0.1223,
      "step": 67200
    },
    {
      "epoch": 6.28619465720157,
      "grad_norm": 4.187409400939941,
      "learning_rate": 5e-06,
      "loss": 0.1179,
      "step": 67300
    },
    {
      "epoch": 6.295535213898749,
      "grad_norm": 3.388339042663574,
      "learning_rate": 5e-06,
      "loss": 0.1123,
      "step": 67400
    },
    {
      "epoch": 6.3048757705959275,
      "grad_norm": 3.972886562347412,
      "learning_rate": 5e-06,
      "loss": 0.1236,
      "step": 67500
    },
    {
      "epoch": 6.3142163272931064,
      "grad_norm": 3.50635027885437,
      "learning_rate": 5e-06,
      "loss": 0.1137,
      "step": 67600
    },
    {
      "epoch": 6.323556883990285,
      "grad_norm": 3.8681650161743164,
      "learning_rate": 5e-06,
      "loss": 0.1159,
      "step": 67700
    },
    {
      "epoch": 6.332897440687465,
      "grad_norm": 3.215146541595459,
      "learning_rate": 5e-06,
      "loss": 0.1128,
      "step": 67800
    },
    {
      "epoch": 6.342237997384644,
      "grad_norm": 3.686122417449951,
      "learning_rate": 5e-06,
      "loss": 0.1227,
      "step": 67900
    },
    {
      "epoch": 6.351578554081823,
      "grad_norm": 2.9728729724884033,
      "learning_rate": 5e-06,
      "loss": 0.1171,
      "step": 68000
    },
    {
      "epoch": 6.360919110779003,
      "grad_norm": 4.049495220184326,
      "learning_rate": 5e-06,
      "loss": 0.1197,
      "step": 68100
    },
    {
      "epoch": 6.370259667476182,
      "grad_norm": 3.4489760398864746,
      "learning_rate": 5e-06,
      "loss": 0.1161,
      "step": 68200
    },
    {
      "epoch": 6.379600224173361,
      "grad_norm": 3.3057126998901367,
      "learning_rate": 5e-06,
      "loss": 0.1219,
      "step": 68300
    },
    {
      "epoch": 6.38894078087054,
      "grad_norm": 3.3740622997283936,
      "learning_rate": 5e-06,
      "loss": 0.1189,
      "step": 68400
    },
    {
      "epoch": 6.398281337567719,
      "grad_norm": 3.626068115234375,
      "learning_rate": 5e-06,
      "loss": 0.115,
      "step": 68500
    },
    {
      "epoch": 6.407621894264898,
      "grad_norm": 3.1170082092285156,
      "learning_rate": 5e-06,
      "loss": 0.1159,
      "step": 68600
    },
    {
      "epoch": 6.416962450962077,
      "grad_norm": 2.5591485500335693,
      "learning_rate": 5e-06,
      "loss": 0.1173,
      "step": 68700
    },
    {
      "epoch": 6.426303007659256,
      "grad_norm": 3.0231521129608154,
      "learning_rate": 5e-06,
      "loss": 0.1159,
      "step": 68800
    },
    {
      "epoch": 6.435643564356436,
      "grad_norm": 2.899486780166626,
      "learning_rate": 5e-06,
      "loss": 0.1201,
      "step": 68900
    },
    {
      "epoch": 6.444984121053615,
      "grad_norm": 3.2751827239990234,
      "learning_rate": 5e-06,
      "loss": 0.1164,
      "step": 69000
    },
    {
      "epoch": 6.454324677750794,
      "grad_norm": 3.3144218921661377,
      "learning_rate": 5e-06,
      "loss": 0.1174,
      "step": 69100
    },
    {
      "epoch": 6.463665234447973,
      "grad_norm": 3.283344030380249,
      "learning_rate": 5e-06,
      "loss": 0.108,
      "step": 69200
    },
    {
      "epoch": 6.473005791145153,
      "grad_norm": 2.9769253730773926,
      "learning_rate": 5e-06,
      "loss": 0.1173,
      "step": 69300
    },
    {
      "epoch": 6.4823463478423315,
      "grad_norm": 2.9221153259277344,
      "learning_rate": 5e-06,
      "loss": 0.1144,
      "step": 69400
    },
    {
      "epoch": 6.4916869045395105,
      "grad_norm": 3.472546100616455,
      "learning_rate": 5e-06,
      "loss": 0.1138,
      "step": 69500
    },
    {
      "epoch": 6.501027461236689,
      "grad_norm": 3.3265509605407715,
      "learning_rate": 5e-06,
      "loss": 0.108,
      "step": 69600
    },
    {
      "epoch": 6.510368017933869,
      "grad_norm": 3.869267225265503,
      "learning_rate": 5e-06,
      "loss": 0.1056,
      "step": 69700
    },
    {
      "epoch": 6.519708574631048,
      "grad_norm": 3.8315622806549072,
      "learning_rate": 5e-06,
      "loss": 0.1133,
      "step": 69800
    },
    {
      "epoch": 6.529049131328227,
      "grad_norm": 2.8243377208709717,
      "learning_rate": 5e-06,
      "loss": 0.1221,
      "step": 69900
    },
    {
      "epoch": 6.538389688025406,
      "grad_norm": 3.3496546745300293,
      "learning_rate": 5e-06,
      "loss": 0.1207,
      "step": 70000
    },
    {
      "epoch": 6.547730244722586,
      "grad_norm": 3.654290199279785,
      "learning_rate": 5e-06,
      "loss": 0.1099,
      "step": 70100
    },
    {
      "epoch": 6.557070801419765,
      "grad_norm": 2.9303231239318848,
      "learning_rate": 5e-06,
      "loss": 0.114,
      "step": 70200
    },
    {
      "epoch": 6.566411358116944,
      "grad_norm": 4.15289831161499,
      "learning_rate": 5e-06,
      "loss": 0.1091,
      "step": 70300
    },
    {
      "epoch": 6.575751914814123,
      "grad_norm": 3.3758058547973633,
      "learning_rate": 5e-06,
      "loss": 0.1158,
      "step": 70400
    },
    {
      "epoch": 6.585092471511302,
      "grad_norm": 3.415891170501709,
      "learning_rate": 5e-06,
      "loss": 0.1198,
      "step": 70500
    },
    {
      "epoch": 6.594433028208481,
      "grad_norm": 4.135498523712158,
      "learning_rate": 5e-06,
      "loss": 0.108,
      "step": 70600
    },
    {
      "epoch": 6.60377358490566,
      "grad_norm": 3.7688963413238525,
      "learning_rate": 5e-06,
      "loss": 0.1187,
      "step": 70700
    },
    {
      "epoch": 6.613114141602839,
      "grad_norm": 3.232606887817383,
      "learning_rate": 5e-06,
      "loss": 0.1122,
      "step": 70800
    },
    {
      "epoch": 6.622454698300019,
      "grad_norm": 3.050497531890869,
      "learning_rate": 5e-06,
      "loss": 0.1098,
      "step": 70900
    },
    {
      "epoch": 6.631795254997198,
      "grad_norm": 3.1830501556396484,
      "learning_rate": 5e-06,
      "loss": 0.1087,
      "step": 71000
    },
    {
      "epoch": 6.641135811694377,
      "grad_norm": 3.061586380004883,
      "learning_rate": 5e-06,
      "loss": 0.1122,
      "step": 71100
    },
    {
      "epoch": 6.650476368391556,
      "grad_norm": 2.8420300483703613,
      "learning_rate": 5e-06,
      "loss": 0.1141,
      "step": 71200
    },
    {
      "epoch": 6.659816925088736,
      "grad_norm": 2.9967753887176514,
      "learning_rate": 5e-06,
      "loss": 0.11,
      "step": 71300
    },
    {
      "epoch": 6.6691574817859145,
      "grad_norm": 2.768296718597412,
      "learning_rate": 5e-06,
      "loss": 0.1054,
      "step": 71400
    },
    {
      "epoch": 6.678498038483093,
      "grad_norm": 2.167360305786133,
      "learning_rate": 5e-06,
      "loss": 0.11,
      "step": 71500
    },
    {
      "epoch": 6.687838595180272,
      "grad_norm": 3.7123188972473145,
      "learning_rate": 5e-06,
      "loss": 0.1131,
      "step": 71600
    },
    {
      "epoch": 6.697179151877452,
      "grad_norm": 3.0019538402557373,
      "learning_rate": 5e-06,
      "loss": 0.1084,
      "step": 71700
    },
    {
      "epoch": 6.706519708574631,
      "grad_norm": 3.6217031478881836,
      "learning_rate": 5e-06,
      "loss": 0.1018,
      "step": 71800
    },
    {
      "epoch": 6.71586026527181,
      "grad_norm": 3.380174398422241,
      "learning_rate": 5e-06,
      "loss": 0.1117,
      "step": 71900
    },
    {
      "epoch": 6.72520082196899,
      "grad_norm": 3.245326280593872,
      "learning_rate": 5e-06,
      "loss": 0.1176,
      "step": 72000
    },
    {
      "epoch": 6.734541378666169,
      "grad_norm": 3.364166259765625,
      "learning_rate": 5e-06,
      "loss": 0.1148,
      "step": 72100
    },
    {
      "epoch": 6.743881935363348,
      "grad_norm": 3.6724090576171875,
      "learning_rate": 5e-06,
      "loss": 0.1101,
      "step": 72200
    },
    {
      "epoch": 6.753222492060527,
      "grad_norm": 2.7401418685913086,
      "learning_rate": 5e-06,
      "loss": 0.1123,
      "step": 72300
    },
    {
      "epoch": 6.7625630487577055,
      "grad_norm": 2.7371208667755127,
      "learning_rate": 5e-06,
      "loss": 0.1088,
      "step": 72400
    },
    {
      "epoch": 6.771903605454885,
      "grad_norm": 2.493129014968872,
      "learning_rate": 5e-06,
      "loss": 0.1096,
      "step": 72500
    },
    {
      "epoch": 6.781244162152064,
      "grad_norm": 3.8646891117095947,
      "learning_rate": 5e-06,
      "loss": 0.1031,
      "step": 72600
    },
    {
      "epoch": 6.790584718849243,
      "grad_norm": 2.890308141708374,
      "learning_rate": 5e-06,
      "loss": 0.1126,
      "step": 72700
    },
    {
      "epoch": 6.799925275546423,
      "grad_norm": 3.3220059871673584,
      "learning_rate": 5e-06,
      "loss": 0.1172,
      "step": 72800
    },
    {
      "epoch": 6.809265832243602,
      "grad_norm": 3.5592241287231445,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 72900
    },
    {
      "epoch": 6.818606388940781,
      "grad_norm": 3.3157663345336914,
      "learning_rate": 5e-06,
      "loss": 0.1058,
      "step": 73000
    },
    {
      "epoch": 6.82794694563796,
      "grad_norm": 3.404123067855835,
      "learning_rate": 5e-06,
      "loss": 0.1122,
      "step": 73100
    },
    {
      "epoch": 6.837287502335139,
      "grad_norm": 2.6221561431884766,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 73200
    },
    {
      "epoch": 6.8466280590323185,
      "grad_norm": 3.3351986408233643,
      "learning_rate": 5e-06,
      "loss": 0.1094,
      "step": 73300
    },
    {
      "epoch": 6.8559686157294975,
      "grad_norm": 3.3762404918670654,
      "learning_rate": 5e-06,
      "loss": 0.1074,
      "step": 73400
    },
    {
      "epoch": 6.865309172426676,
      "grad_norm": 2.4832613468170166,
      "learning_rate": 5e-06,
      "loss": 0.1101,
      "step": 73500
    },
    {
      "epoch": 6.874649729123856,
      "grad_norm": 3.3084518909454346,
      "learning_rate": 5e-06,
      "loss": 0.1104,
      "step": 73600
    },
    {
      "epoch": 6.883990285821035,
      "grad_norm": 3.241682529449463,
      "learning_rate": 5e-06,
      "loss": 0.1119,
      "step": 73700
    },
    {
      "epoch": 6.893330842518214,
      "grad_norm": 2.9448955059051514,
      "learning_rate": 5e-06,
      "loss": 0.1069,
      "step": 73800
    },
    {
      "epoch": 6.902671399215393,
      "grad_norm": 3.5889294147491455,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 73900
    },
    {
      "epoch": 6.912011955912572,
      "grad_norm": 2.932101011276245,
      "learning_rate": 5e-06,
      "loss": 0.1046,
      "step": 74000
    },
    {
      "epoch": 6.921352512609752,
      "grad_norm": 3.0890233516693115,
      "learning_rate": 5e-06,
      "loss": 0.111,
      "step": 74100
    },
    {
      "epoch": 6.930693069306931,
      "grad_norm": 3.2346105575561523,
      "learning_rate": 5e-06,
      "loss": 0.1091,
      "step": 74200
    },
    {
      "epoch": 6.94003362600411,
      "grad_norm": 3.8680787086486816,
      "learning_rate": 5e-06,
      "loss": 0.1038,
      "step": 74300
    },
    {
      "epoch": 6.949374182701289,
      "grad_norm": 3.1172826290130615,
      "learning_rate": 5e-06,
      "loss": 0.1089,
      "step": 74400
    },
    {
      "epoch": 6.958714739398468,
      "grad_norm": 3.723693609237671,
      "learning_rate": 5e-06,
      "loss": 0.1118,
      "step": 74500
    },
    {
      "epoch": 6.968055296095647,
      "grad_norm": 2.8636603355407715,
      "learning_rate": 5e-06,
      "loss": 0.1075,
      "step": 74600
    },
    {
      "epoch": 6.977395852792826,
      "grad_norm": 2.8871302604675293,
      "learning_rate": 5e-06,
      "loss": 0.1062,
      "step": 74700
    },
    {
      "epoch": 6.986736409490006,
      "grad_norm": 3.3104026317596436,
      "learning_rate": 5e-06,
      "loss": 0.1033,
      "step": 74800
    },
    {
      "epoch": 6.996076966187185,
      "grad_norm": 3.272413730621338,
      "learning_rate": 5e-06,
      "loss": 0.1072,
      "step": 74900
    },
    {
      "epoch": 7.0,
      "step": 74942,
      "train_loss": 0.08869129419326782,
      "train_perplexity": 1.0927432680600335,
      "train_runtime": 1016.9719,
      "train_samples_per_second": 168.433,
      "train_steps_per_second": 10.527
    },
    {
      "epoch": 7.0,
      "eval_loss": 0.08796757459640503,
      "eval_perplexity": 1.0919527144466754,
      "eval_runtime": 197.7215,
      "eval_samples_per_second": 216.582,
      "eval_steps_per_second": 13.539,
      "step": 74942
    },
    {
      "epoch": 7.005417522884364,
      "grad_norm": 2.6041347980499268,
      "learning_rate": 5e-06,
      "loss": 0.1063,
      "step": 75000
    },
    {
      "epoch": 7.014758079581543,
      "grad_norm": 3.2385880947113037,
      "learning_rate": 5e-06,
      "loss": 0.1078,
      "step": 75100
    },
    {
      "epoch": 7.0240986362787226,
      "grad_norm": 3.200155019760132,
      "learning_rate": 5e-06,
      "loss": 0.1147,
      "step": 75200
    },
    {
      "epoch": 7.0334391929759015,
      "grad_norm": 2.1691701412200928,
      "learning_rate": 5e-06,
      "loss": 0.1037,
      "step": 75300
    },
    {
      "epoch": 7.04277974967308,
      "grad_norm": 2.964956760406494,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 75400
    },
    {
      "epoch": 7.052120306370259,
      "grad_norm": 3.2726197242736816,
      "learning_rate": 5e-06,
      "loss": 0.1067,
      "step": 75500
    },
    {
      "epoch": 7.061460863067439,
      "grad_norm": 3.0839667320251465,
      "learning_rate": 5e-06,
      "loss": 0.1025,
      "step": 75600
    },
    {
      "epoch": 7.070801419764618,
      "grad_norm": 2.8156511783599854,
      "learning_rate": 5e-06,
      "loss": 0.1052,
      "step": 75700
    },
    {
      "epoch": 7.080141976461797,
      "grad_norm": 3.8022189140319824,
      "learning_rate": 5e-06,
      "loss": 0.1029,
      "step": 75800
    },
    {
      "epoch": 7.089482533158976,
      "grad_norm": 2.880906581878662,
      "learning_rate": 5e-06,
      "loss": 0.1028,
      "step": 75900
    },
    {
      "epoch": 7.098823089856156,
      "grad_norm": 3.6399588584899902,
      "learning_rate": 5e-06,
      "loss": 0.1102,
      "step": 76000
    },
    {
      "epoch": 7.108163646553335,
      "grad_norm": 2.500948429107666,
      "learning_rate": 5e-06,
      "loss": 0.1063,
      "step": 76100
    },
    {
      "epoch": 7.117504203250514,
      "grad_norm": 3.6983816623687744,
      "learning_rate": 5e-06,
      "loss": 0.1049,
      "step": 76200
    },
    {
      "epoch": 7.1268447599476925,
      "grad_norm": 3.532209873199463,
      "learning_rate": 5e-06,
      "loss": 0.1079,
      "step": 76300
    },
    {
      "epoch": 7.136185316644872,
      "grad_norm": 2.955981969833374,
      "learning_rate": 5e-06,
      "loss": 0.1031,
      "step": 76400
    },
    {
      "epoch": 7.145525873342051,
      "grad_norm": 3.535113573074341,
      "learning_rate": 5e-06,
      "loss": 0.1086,
      "step": 76500
    },
    {
      "epoch": 7.15486643003923,
      "grad_norm": 2.815464735031128,
      "learning_rate": 5e-06,
      "loss": 0.1057,
      "step": 76600
    },
    {
      "epoch": 7.164206986736409,
      "grad_norm": 3.4052326679229736,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 76700
    },
    {
      "epoch": 7.173547543433589,
      "grad_norm": 2.8291409015655518,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 76800
    },
    {
      "epoch": 7.182888100130768,
      "grad_norm": 3.530574321746826,
      "learning_rate": 5e-06,
      "loss": 0.098,
      "step": 76900
    },
    {
      "epoch": 7.192228656827947,
      "grad_norm": 3.4920408725738525,
      "learning_rate": 5e-06,
      "loss": 0.1043,
      "step": 77000
    },
    {
      "epoch": 7.201569213525126,
      "grad_norm": 2.9282608032226562,
      "learning_rate": 5e-06,
      "loss": 0.102,
      "step": 77100
    },
    {
      "epoch": 7.2109097702223055,
      "grad_norm": 3.402130603790283,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 77200
    },
    {
      "epoch": 7.220250326919484,
      "grad_norm": 3.0807323455810547,
      "learning_rate": 5e-06,
      "loss": 0.1008,
      "step": 77300
    },
    {
      "epoch": 7.229590883616663,
      "grad_norm": 3.40676212310791,
      "learning_rate": 5e-06,
      "loss": 0.099,
      "step": 77400
    },
    {
      "epoch": 7.238931440313842,
      "grad_norm": 3.071995973587036,
      "learning_rate": 5e-06,
      "loss": 0.1017,
      "step": 77500
    },
    {
      "epoch": 7.248271997011022,
      "grad_norm": 3.1920053958892822,
      "learning_rate": 5e-06,
      "loss": 0.1058,
      "step": 77600
    },
    {
      "epoch": 7.257612553708201,
      "grad_norm": 2.808420181274414,
      "learning_rate": 5e-06,
      "loss": 0.1025,
      "step": 77700
    },
    {
      "epoch": 7.26695311040538,
      "grad_norm": 2.378335952758789,
      "learning_rate": 5e-06,
      "loss": 0.1023,
      "step": 77800
    },
    {
      "epoch": 7.276293667102559,
      "grad_norm": 3.670353412628174,
      "learning_rate": 5e-06,
      "loss": 0.1015,
      "step": 77900
    },
    {
      "epoch": 7.285634223799739,
      "grad_norm": 3.2218308448791504,
      "learning_rate": 5e-06,
      "loss": 0.104,
      "step": 78000
    },
    {
      "epoch": 7.294974780496918,
      "grad_norm": 3.3384995460510254,
      "learning_rate": 5e-06,
      "loss": 0.1002,
      "step": 78100
    },
    {
      "epoch": 7.3043153371940965,
      "grad_norm": 2.9298508167266846,
      "learning_rate": 5e-06,
      "loss": 0.1035,
      "step": 78200
    },
    {
      "epoch": 7.313655893891276,
      "grad_norm": 2.7035555839538574,
      "learning_rate": 5e-06,
      "loss": 0.1017,
      "step": 78300
    },
    {
      "epoch": 7.322996450588455,
      "grad_norm": 2.7248597145080566,
      "learning_rate": 5e-06,
      "loss": 0.1033,
      "step": 78400
    },
    {
      "epoch": 7.332337007285634,
      "grad_norm": 3.304246187210083,
      "learning_rate": 5e-06,
      "loss": 0.1016,
      "step": 78500
    },
    {
      "epoch": 7.341677563982813,
      "grad_norm": 3.0276389122009277,
      "learning_rate": 5e-06,
      "loss": 0.0995,
      "step": 78600
    },
    {
      "epoch": 7.351018120679993,
      "grad_norm": 3.9779858589172363,
      "learning_rate": 5e-06,
      "loss": 0.1038,
      "step": 78700
    },
    {
      "epoch": 7.360358677377172,
      "grad_norm": 3.5842020511627197,
      "learning_rate": 5e-06,
      "loss": 0.1009,
      "step": 78800
    },
    {
      "epoch": 7.369699234074351,
      "grad_norm": 4.378908157348633,
      "learning_rate": 5e-06,
      "loss": 0.1018,
      "step": 78900
    },
    {
      "epoch": 7.37903979077153,
      "grad_norm": 2.383390426635742,
      "learning_rate": 5e-06,
      "loss": 0.0945,
      "step": 79000
    },
    {
      "epoch": 7.3883803474687095,
      "grad_norm": 2.577204942703247,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 79100
    },
    {
      "epoch": 7.3977209041658885,
      "grad_norm": 2.865194320678711,
      "learning_rate": 5e-06,
      "loss": 0.1002,
      "step": 79200
    },
    {
      "epoch": 7.407061460863067,
      "grad_norm": 3.2391345500946045,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 79300
    },
    {
      "epoch": 7.416402017560246,
      "grad_norm": 2.3358473777770996,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 79400
    },
    {
      "epoch": 7.425742574257426,
      "grad_norm": 2.697421073913574,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 79500
    },
    {
      "epoch": 7.435083130954605,
      "grad_norm": 3.428925037384033,
      "learning_rate": 5e-06,
      "loss": 0.1014,
      "step": 79600
    },
    {
      "epoch": 7.444423687651784,
      "grad_norm": 3.089024066925049,
      "learning_rate": 5e-06,
      "loss": 0.1046,
      "step": 79700
    },
    {
      "epoch": 7.453764244348963,
      "grad_norm": 2.575070858001709,
      "learning_rate": 5e-06,
      "loss": 0.0991,
      "step": 79800
    },
    {
      "epoch": 7.463104801046143,
      "grad_norm": 3.38580322265625,
      "learning_rate": 5e-06,
      "loss": 0.1001,
      "step": 79900
    },
    {
      "epoch": 7.472445357743322,
      "grad_norm": 2.7120885848999023,
      "learning_rate": 5e-06,
      "loss": 0.0987,
      "step": 80000
    },
    {
      "epoch": 7.481785914440501,
      "grad_norm": 2.6726205348968506,
      "learning_rate": 5e-06,
      "loss": 0.1004,
      "step": 80100
    },
    {
      "epoch": 7.4911264711376795,
      "grad_norm": 2.8640003204345703,
      "learning_rate": 5e-06,
      "loss": 0.0942,
      "step": 80200
    },
    {
      "epoch": 7.500467027834859,
      "grad_norm": 2.978975296020508,
      "learning_rate": 5e-06,
      "loss": 0.1052,
      "step": 80300
    },
    {
      "epoch": 7.509807584532038,
      "grad_norm": 4.253438949584961,
      "learning_rate": 5e-06,
      "loss": 0.108,
      "step": 80400
    },
    {
      "epoch": 7.519148141229217,
      "grad_norm": 2.869758129119873,
      "learning_rate": 5e-06,
      "loss": 0.0945,
      "step": 80500
    },
    {
      "epoch": 7.528488697926396,
      "grad_norm": 3.8539836406707764,
      "learning_rate": 5e-06,
      "loss": 0.1036,
      "step": 80600
    },
    {
      "epoch": 7.537829254623576,
      "grad_norm": 2.571328639984131,
      "learning_rate": 5e-06,
      "loss": 0.0919,
      "step": 80700
    },
    {
      "epoch": 7.547169811320755,
      "grad_norm": 2.971156358718872,
      "learning_rate": 5e-06,
      "loss": 0.103,
      "step": 80800
    },
    {
      "epoch": 7.556510368017934,
      "grad_norm": 2.73041033744812,
      "learning_rate": 5e-06,
      "loss": 0.0969,
      "step": 80900
    },
    {
      "epoch": 7.565850924715113,
      "grad_norm": 2.45159649848938,
      "learning_rate": 5e-06,
      "loss": 0.0974,
      "step": 81000
    },
    {
      "epoch": 7.5751914814122925,
      "grad_norm": 2.9903008937835693,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 81100
    },
    {
      "epoch": 7.584532038109471,
      "grad_norm": 3.5073955059051514,
      "learning_rate": 5e-06,
      "loss": 0.1036,
      "step": 81200
    },
    {
      "epoch": 7.59387259480665,
      "grad_norm": 3.0028038024902344,
      "learning_rate": 5e-06,
      "loss": 0.1018,
      "step": 81300
    },
    {
      "epoch": 7.603213151503829,
      "grad_norm": 3.8318488597869873,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 81400
    },
    {
      "epoch": 7.612553708201009,
      "grad_norm": 3.0489771366119385,
      "learning_rate": 5e-06,
      "loss": 0.0988,
      "step": 81500
    },
    {
      "epoch": 7.621894264898188,
      "grad_norm": 2.475658416748047,
      "learning_rate": 5e-06,
      "loss": 0.0972,
      "step": 81600
    },
    {
      "epoch": 7.631234821595367,
      "grad_norm": 3.2862956523895264,
      "learning_rate": 5e-06,
      "loss": 0.0966,
      "step": 81700
    },
    {
      "epoch": 7.640575378292546,
      "grad_norm": 3.008047342300415,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 81800
    },
    {
      "epoch": 7.649915934989726,
      "grad_norm": 2.969372510910034,
      "learning_rate": 5e-06,
      "loss": 0.0991,
      "step": 81900
    },
    {
      "epoch": 7.659256491686905,
      "grad_norm": 2.337872266769409,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 82000
    },
    {
      "epoch": 7.6685970483840835,
      "grad_norm": 3.179394245147705,
      "learning_rate": 5e-06,
      "loss": 0.1036,
      "step": 82100
    },
    {
      "epoch": 7.677937605081263,
      "grad_norm": 3.245176315307617,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 82200
    },
    {
      "epoch": 7.687278161778442,
      "grad_norm": 2.9171059131622314,
      "learning_rate": 5e-06,
      "loss": 0.1003,
      "step": 82300
    },
    {
      "epoch": 7.696618718475621,
      "grad_norm": 2.8560502529144287,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 82400
    },
    {
      "epoch": 7.7059592751728,
      "grad_norm": 2.5980732440948486,
      "learning_rate": 5e-06,
      "loss": 0.0941,
      "step": 82500
    },
    {
      "epoch": 7.715299831869979,
      "grad_norm": 3.336299180984497,
      "learning_rate": 5e-06,
      "loss": 0.0991,
      "step": 82600
    },
    {
      "epoch": 7.724640388567159,
      "grad_norm": 2.8754448890686035,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 82700
    },
    {
      "epoch": 7.733980945264338,
      "grad_norm": 3.340573787689209,
      "learning_rate": 5e-06,
      "loss": 0.0974,
      "step": 82800
    },
    {
      "epoch": 7.743321501961517,
      "grad_norm": 3.4369263648986816,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 82900
    },
    {
      "epoch": 7.7526620586586965,
      "grad_norm": 3.4854631423950195,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 83000
    },
    {
      "epoch": 7.762002615355875,
      "grad_norm": 3.1141998767852783,
      "learning_rate": 5e-06,
      "loss": 0.095,
      "step": 83100
    },
    {
      "epoch": 7.771343172053054,
      "grad_norm": 3.400512456893921,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 83200
    },
    {
      "epoch": 7.780683728750233,
      "grad_norm": 2.7916159629821777,
      "learning_rate": 5e-06,
      "loss": 0.0971,
      "step": 83300
    },
    {
      "epoch": 7.790024285447412,
      "grad_norm": 2.641669511795044,
      "learning_rate": 5e-06,
      "loss": 0.0972,
      "step": 83400
    },
    {
      "epoch": 7.799364842144592,
      "grad_norm": 2.605379104614258,
      "learning_rate": 5e-06,
      "loss": 0.0918,
      "step": 83500
    },
    {
      "epoch": 7.808705398841771,
      "grad_norm": 2.4347469806671143,
      "learning_rate": 5e-06,
      "loss": 0.0951,
      "step": 83600
    },
    {
      "epoch": 7.81804595553895,
      "grad_norm": 3.0077664852142334,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 83700
    },
    {
      "epoch": 7.82738651223613,
      "grad_norm": 2.699904680252075,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 83800
    },
    {
      "epoch": 7.836727068933309,
      "grad_norm": 3.1716322898864746,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 83900
    },
    {
      "epoch": 7.8460676256304875,
      "grad_norm": 3.73054575920105,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 84000
    },
    {
      "epoch": 7.8554081823276665,
      "grad_norm": 3.082615613937378,
      "learning_rate": 5e-06,
      "loss": 0.0941,
      "step": 84100
    },
    {
      "epoch": 7.864748739024845,
      "grad_norm": 3.086918830871582,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 84200
    },
    {
      "epoch": 7.874089295722025,
      "grad_norm": 3.238130807876587,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 84300
    },
    {
      "epoch": 7.883429852419204,
      "grad_norm": 2.6032967567443848,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 84400
    },
    {
      "epoch": 7.892770409116383,
      "grad_norm": 2.8999741077423096,
      "learning_rate": 5e-06,
      "loss": 0.1028,
      "step": 84500
    },
    {
      "epoch": 7.902110965813563,
      "grad_norm": 2.964606523513794,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 84600
    },
    {
      "epoch": 7.911451522510742,
      "grad_norm": 2.614405393600464,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 84700
    },
    {
      "epoch": 7.920792079207921,
      "grad_norm": 3.114502429962158,
      "learning_rate": 5e-06,
      "loss": 0.0904,
      "step": 84800
    },
    {
      "epoch": 7.9301326359051,
      "grad_norm": 2.9698545932769775,
      "learning_rate": 5e-06,
      "loss": 0.0904,
      "step": 84900
    },
    {
      "epoch": 7.9394731926022795,
      "grad_norm": 3.0680997371673584,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 85000
    },
    {
      "epoch": 7.948813749299458,
      "grad_norm": 3.3518269062042236,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 85100
    },
    {
      "epoch": 7.958154305996637,
      "grad_norm": 2.163599967956543,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 85200
    },
    {
      "epoch": 7.967494862693816,
      "grad_norm": 3.6124513149261475,
      "learning_rate": 5e-06,
      "loss": 0.0956,
      "step": 85300
    },
    {
      "epoch": 7.976835419390996,
      "grad_norm": 3.1151461601257324,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 85400
    },
    {
      "epoch": 7.986175976088175,
      "grad_norm": 3.4285218715667725,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 85500
    },
    {
      "epoch": 7.995516532785354,
      "grad_norm": 2.4993515014648438,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 85600
    },
    {
      "epoch": 8.0,
      "step": 85648,
      "train_loss": 0.0771840289235115,
      "train_perplexity": 1.0802408536630885,
      "train_runtime": 1017.9235,
      "train_samples_per_second": 168.276,
      "train_steps_per_second": 10.517
    },
    {
      "epoch": 8.0,
      "eval_loss": 0.0765259638428688,
      "eval_perplexity": 1.0795302187262725,
      "eval_runtime": 197.7852,
      "eval_samples_per_second": 216.513,
      "eval_steps_per_second": 13.535,
      "step": 85648
    },
    {
      "epoch": 8.004857089482533,
      "grad_norm": 3.3243749141693115,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 85700
    },
    {
      "epoch": 8.014197646179712,
      "grad_norm": 3.994933605194092,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 85800
    },
    {
      "epoch": 8.02353820287689,
      "grad_norm": 3.1264445781707764,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 85900
    },
    {
      "epoch": 8.032878759574071,
      "grad_norm": 3.7322652339935303,
      "learning_rate": 5e-06,
      "loss": 0.0932,
      "step": 86000
    },
    {
      "epoch": 8.04221931627125,
      "grad_norm": 2.3837430477142334,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 86100
    },
    {
      "epoch": 8.05155987296843,
      "grad_norm": 2.8678979873657227,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 86200
    },
    {
      "epoch": 8.060900429665608,
      "grad_norm": 2.6137852668762207,
      "learning_rate": 5e-06,
      "loss": 0.096,
      "step": 86300
    },
    {
      "epoch": 8.070240986362787,
      "grad_norm": 2.712980031967163,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 86400
    },
    {
      "epoch": 8.079581543059966,
      "grad_norm": 2.4959702491760254,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 86500
    },
    {
      "epoch": 8.088922099757145,
      "grad_norm": 2.6569020748138428,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 86600
    },
    {
      "epoch": 8.098262656454324,
      "grad_norm": 3.3726871013641357,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 86700
    },
    {
      "epoch": 8.107603213151505,
      "grad_norm": 2.9321296215057373,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 86800
    },
    {
      "epoch": 8.116943769848683,
      "grad_norm": 3.057813882827759,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 86900
    },
    {
      "epoch": 8.126284326545862,
      "grad_norm": 2.0160117149353027,
      "learning_rate": 5e-06,
      "loss": 0.0907,
      "step": 87000
    },
    {
      "epoch": 8.135624883243041,
      "grad_norm": 3.3436646461486816,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 87100
    },
    {
      "epoch": 8.14496543994022,
      "grad_norm": 2.8672263622283936,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 87200
    },
    {
      "epoch": 8.1543059966374,
      "grad_norm": 3.0023350715637207,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 87300
    },
    {
      "epoch": 8.163646553334578,
      "grad_norm": 3.063685655593872,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 87400
    },
    {
      "epoch": 8.172987110031757,
      "grad_norm": 2.9265685081481934,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 87500
    },
    {
      "epoch": 8.182327666728938,
      "grad_norm": 2.937335729598999,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 87600
    },
    {
      "epoch": 8.191668223426117,
      "grad_norm": 2.394305467605591,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 87700
    },
    {
      "epoch": 8.201008780123296,
      "grad_norm": 2.387213945388794,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 87800
    },
    {
      "epoch": 8.210349336820475,
      "grad_norm": 2.735574960708618,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 87900
    },
    {
      "epoch": 8.219689893517653,
      "grad_norm": 2.594301462173462,
      "learning_rate": 5e-06,
      "loss": 0.0937,
      "step": 88000
    },
    {
      "epoch": 8.229030450214832,
      "grad_norm": 2.418079137802124,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 88100
    },
    {
      "epoch": 8.238371006912011,
      "grad_norm": 2.0744574069976807,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 88200
    },
    {
      "epoch": 8.24771156360919,
      "grad_norm": 3.171975612640381,
      "learning_rate": 5e-06,
      "loss": 0.0997,
      "step": 88300
    },
    {
      "epoch": 8.257052120306371,
      "grad_norm": 3.4659411907196045,
      "learning_rate": 5e-06,
      "loss": 0.0904,
      "step": 88400
    },
    {
      "epoch": 8.26639267700355,
      "grad_norm": 3.3084867000579834,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 88500
    },
    {
      "epoch": 8.275733233700729,
      "grad_norm": 2.5778002738952637,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 88600
    },
    {
      "epoch": 8.285073790397908,
      "grad_norm": 2.9056620597839355,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 88700
    },
    {
      "epoch": 8.294414347095087,
      "grad_norm": 3.6356499195098877,
      "learning_rate": 5e-06,
      "loss": 0.0935,
      "step": 88800
    },
    {
      "epoch": 8.303754903792266,
      "grad_norm": 3.0193231105804443,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 88900
    },
    {
      "epoch": 8.313095460489444,
      "grad_norm": 2.936955213546753,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 89000
    },
    {
      "epoch": 8.322436017186625,
      "grad_norm": 3.0970475673675537,
      "learning_rate": 5e-06,
      "loss": 0.0932,
      "step": 89100
    },
    {
      "epoch": 8.331776573883804,
      "grad_norm": 2.8696024417877197,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 89200
    },
    {
      "epoch": 8.341117130580983,
      "grad_norm": 2.480111598968506,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 89300
    },
    {
      "epoch": 8.350457687278162,
      "grad_norm": 3.071108341217041,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 89400
    },
    {
      "epoch": 8.35979824397534,
      "grad_norm": 2.801544189453125,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 89500
    },
    {
      "epoch": 8.36913880067252,
      "grad_norm": 2.9596807956695557,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 89600
    },
    {
      "epoch": 8.378479357369699,
      "grad_norm": 3.0760693550109863,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 89700
    },
    {
      "epoch": 8.387819914066878,
      "grad_norm": 2.9186363220214844,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 89800
    },
    {
      "epoch": 8.397160470764058,
      "grad_norm": 3.0480706691741943,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 89900
    },
    {
      "epoch": 8.406501027461237,
      "grad_norm": 2.8706274032592773,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 90000
    },
    {
      "epoch": 8.415841584158416,
      "grad_norm": 2.1160993576049805,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 90100
    },
    {
      "epoch": 8.425182140855595,
      "grad_norm": 2.455876111984253,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 90200
    },
    {
      "epoch": 8.434522697552774,
      "grad_norm": 2.6839797496795654,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 90300
    },
    {
      "epoch": 8.443863254249953,
      "grad_norm": 2.7919161319732666,
      "learning_rate": 5e-06,
      "loss": 0.0959,
      "step": 90400
    },
    {
      "epoch": 8.453203810947132,
      "grad_norm": 3.324995279312134,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 90500
    },
    {
      "epoch": 8.46254436764431,
      "grad_norm": 3.1036670207977295,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 90600
    },
    {
      "epoch": 8.471884924341492,
      "grad_norm": 2.6171793937683105,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 90700
    },
    {
      "epoch": 8.48122548103867,
      "grad_norm": 2.9995992183685303,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 90800
    },
    {
      "epoch": 8.49056603773585,
      "grad_norm": 2.876197576522827,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 90900
    },
    {
      "epoch": 8.499906594433028,
      "grad_norm": 2.7743546962738037,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 91000
    },
    {
      "epoch": 8.509247151130207,
      "grad_norm": 2.9296209812164307,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 91100
    },
    {
      "epoch": 8.518587707827386,
      "grad_norm": 3.0611090660095215,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 91200
    },
    {
      "epoch": 8.527928264524565,
      "grad_norm": 2.3698158264160156,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 91300
    },
    {
      "epoch": 8.537268821221744,
      "grad_norm": 3.0728518962860107,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 91400
    },
    {
      "epoch": 8.546609377918925,
      "grad_norm": 2.821394443511963,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 91500
    },
    {
      "epoch": 8.555949934616104,
      "grad_norm": 3.2666404247283936,
      "learning_rate": 5e-06,
      "loss": 0.0861,
      "step": 91600
    },
    {
      "epoch": 8.565290491313283,
      "grad_norm": 2.7758705615997314,
      "learning_rate": 5e-06,
      "loss": 0.0861,
      "step": 91700
    },
    {
      "epoch": 8.574631048010461,
      "grad_norm": 2.5984890460968018,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 91800
    },
    {
      "epoch": 8.58397160470764,
      "grad_norm": 2.6500537395477295,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 91900
    },
    {
      "epoch": 8.59331216140482,
      "grad_norm": 3.653475284576416,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 92000
    },
    {
      "epoch": 8.602652718101998,
      "grad_norm": 2.3661460876464844,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 92100
    },
    {
      "epoch": 8.611993274799177,
      "grad_norm": 2.9109010696411133,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 92200
    },
    {
      "epoch": 8.621333831496358,
      "grad_norm": 3.345665693283081,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 92300
    },
    {
      "epoch": 8.630674388193537,
      "grad_norm": 2.9683327674865723,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 92400
    },
    {
      "epoch": 8.640014944890716,
      "grad_norm": 2.3195619583129883,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 92500
    },
    {
      "epoch": 8.649355501587895,
      "grad_norm": 3.2168259620666504,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 92600
    },
    {
      "epoch": 8.658696058285074,
      "grad_norm": 6.996483325958252,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 92700
    },
    {
      "epoch": 8.668036614982253,
      "grad_norm": 2.986708402633667,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 92800
    },
    {
      "epoch": 8.677377171679431,
      "grad_norm": 2.6505889892578125,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 92900
    },
    {
      "epoch": 8.68671772837661,
      "grad_norm": 2.9478580951690674,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 93000
    },
    {
      "epoch": 8.696058285073791,
      "grad_norm": 3.719295024871826,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 93100
    },
    {
      "epoch": 8.70539884177097,
      "grad_norm": 2.6862165927886963,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 93200
    },
    {
      "epoch": 8.714739398468149,
      "grad_norm": 2.3574929237365723,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 93300
    },
    {
      "epoch": 8.724079955165328,
      "grad_norm": 3.5856587886810303,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 93400
    },
    {
      "epoch": 8.733420511862507,
      "grad_norm": 4.457054138183594,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 93500
    },
    {
      "epoch": 8.742761068559686,
      "grad_norm": 3.0644726753234863,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 93600
    },
    {
      "epoch": 8.752101625256865,
      "grad_norm": 3.4437663555145264,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 93700
    },
    {
      "epoch": 8.761442181954045,
      "grad_norm": 2.728865385055542,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 93800
    },
    {
      "epoch": 8.770782738651224,
      "grad_norm": 4.044130325317383,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 93900
    },
    {
      "epoch": 8.780123295348403,
      "grad_norm": 5.232071876525879,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 94000
    },
    {
      "epoch": 8.789463852045582,
      "grad_norm": 2.6335182189941406,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 94100
    },
    {
      "epoch": 8.798804408742761,
      "grad_norm": 3.1668028831481934,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 94200
    },
    {
      "epoch": 8.80814496543994,
      "grad_norm": 2.6780688762664795,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 94300
    },
    {
      "epoch": 8.817485522137119,
      "grad_norm": 3.2659966945648193,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 94400
    },
    {
      "epoch": 8.826826078834298,
      "grad_norm": 3.673724889755249,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 94500
    },
    {
      "epoch": 8.836166635531477,
      "grad_norm": 2.293351888656616,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 94600
    },
    {
      "epoch": 8.845507192228657,
      "grad_norm": 3.108738660812378,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 94700
    },
    {
      "epoch": 8.854847748925836,
      "grad_norm": 3.5266354084014893,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 94800
    },
    {
      "epoch": 8.864188305623015,
      "grad_norm": 3.7628345489501953,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 94900
    },
    {
      "epoch": 8.873528862320194,
      "grad_norm": 4.272435188293457,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 95000
    },
    {
      "epoch": 8.882869419017373,
      "grad_norm": 3.698408842086792,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 95100
    },
    {
      "epoch": 8.892209975714552,
      "grad_norm": 3.101452350616455,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 95200
    },
    {
      "epoch": 8.901550532411731,
      "grad_norm": 1.7833211421966553,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 95300
    },
    {
      "epoch": 8.910891089108912,
      "grad_norm": 2.995335817337036,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 95400
    },
    {
      "epoch": 8.92023164580609,
      "grad_norm": 2.1234350204467773,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 95500
    },
    {
      "epoch": 8.92957220250327,
      "grad_norm": 3.182697296142578,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 95600
    },
    {
      "epoch": 8.938912759200448,
      "grad_norm": 3.091996431350708,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 95700
    },
    {
      "epoch": 8.948253315897627,
      "grad_norm": 4.651994705200195,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 95800
    },
    {
      "epoch": 8.957593872594806,
      "grad_norm": 2.22821044921875,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 95900
    },
    {
      "epoch": 8.966934429291985,
      "grad_norm": 2.6712820529937744,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 96000
    },
    {
      "epoch": 8.976274985989164,
      "grad_norm": 2.6765565872192383,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 96100
    },
    {
      "epoch": 8.985615542686345,
      "grad_norm": 2.40950870513916,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 96200
    },
    {
      "epoch": 8.994956099383524,
      "grad_norm": 2.6563282012939453,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 96300
    },
    {
      "epoch": 9.0,
      "step": 96354,
      "train_loss": 0.06770097464323044,
      "train_perplexity": 1.0700452899597432,
      "train_runtime": 1019.5938,
      "train_samples_per_second": 168.0,
      "train_steps_per_second": 10.5
    },
    {
      "epoch": 9.0,
      "eval_loss": 0.06713000684976578,
      "eval_perplexity": 1.069434502948077,
      "eval_runtime": 198.1049,
      "eval_samples_per_second": 216.163,
      "eval_steps_per_second": 13.513,
      "step": 96354
    },
    {
      "epoch": 9.004296656080703,
      "grad_norm": 3.1638336181640625,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 96400
    },
    {
      "epoch": 9.013637212777882,
      "grad_norm": 3.120377779006958,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 96500
    },
    {
      "epoch": 9.02297776947506,
      "grad_norm": 3.326916217803955,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 96600
    },
    {
      "epoch": 9.03231832617224,
      "grad_norm": 3.0140421390533447,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 96700
    },
    {
      "epoch": 9.041658882869418,
      "grad_norm": 3.2773520946502686,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 96800
    },
    {
      "epoch": 9.050999439566597,
      "grad_norm": 2.3058600425720215,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 96900
    },
    {
      "epoch": 9.060339996263778,
      "grad_norm": 3.3191699981689453,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 97000
    },
    {
      "epoch": 9.069680552960957,
      "grad_norm": 2.741344690322876,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 97100
    },
    {
      "epoch": 9.079021109658136,
      "grad_norm": 2.1277856826782227,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 97200
    },
    {
      "epoch": 9.088361666355315,
      "grad_norm": 3.2956223487854004,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 97300
    },
    {
      "epoch": 9.097702223052494,
      "grad_norm": 2.8840630054473877,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 97400
    },
    {
      "epoch": 9.107042779749673,
      "grad_norm": 2.4096412658691406,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 97500
    },
    {
      "epoch": 9.116383336446852,
      "grad_norm": 2.2093286514282227,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 97600
    },
    {
      "epoch": 9.12572389314403,
      "grad_norm": 3.0376782417297363,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 97700
    },
    {
      "epoch": 9.135064449841211,
      "grad_norm": 2.917558431625366,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 97800
    },
    {
      "epoch": 9.14440500653839,
      "grad_norm": 2.6015536785125732,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 97900
    },
    {
      "epoch": 9.153745563235569,
      "grad_norm": 2.6066231727600098,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 98000
    },
    {
      "epoch": 9.163086119932748,
      "grad_norm": 2.245217800140381,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 98100
    },
    {
      "epoch": 9.172426676629927,
      "grad_norm": 3.3450167179107666,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 98200
    },
    {
      "epoch": 9.181767233327106,
      "grad_norm": 2.6280457973480225,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 98300
    },
    {
      "epoch": 9.191107790024285,
      "grad_norm": 2.292520761489868,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 98400
    },
    {
      "epoch": 9.200448346721465,
      "grad_norm": 2.4365975856781006,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 98500
    },
    {
      "epoch": 9.209788903418644,
      "grad_norm": 3.50046443939209,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 98600
    },
    {
      "epoch": 9.219129460115823,
      "grad_norm": 4.046478271484375,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 98700
    },
    {
      "epoch": 9.228470016813002,
      "grad_norm": 3.0137503147125244,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 98800
    },
    {
      "epoch": 9.237810573510181,
      "grad_norm": 2.4778940677642822,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 98900
    },
    {
      "epoch": 9.24715113020736,
      "grad_norm": 2.7222306728363037,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 99000
    },
    {
      "epoch": 9.256491686904539,
      "grad_norm": 2.995594024658203,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 99100
    },
    {
      "epoch": 9.265832243601718,
      "grad_norm": 2.602928400039673,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 99200
    },
    {
      "epoch": 9.275172800298897,
      "grad_norm": 2.68349289894104,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 99300
    },
    {
      "epoch": 9.284513356996078,
      "grad_norm": 2.825092077255249,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 99400
    },
    {
      "epoch": 9.293853913693257,
      "grad_norm": 2.4710445404052734,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 99500
    },
    {
      "epoch": 9.303194470390435,
      "grad_norm": 2.130143642425537,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 99600
    },
    {
      "epoch": 9.312535027087614,
      "grad_norm": 2.470315933227539,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 99700
    },
    {
      "epoch": 9.321875583784793,
      "grad_norm": 2.3487253189086914,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 99800
    },
    {
      "epoch": 9.331216140481972,
      "grad_norm": 2.368292808532715,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 99900
    },
    {
      "epoch": 9.340556697179151,
      "grad_norm": 2.221367359161377,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 100000
    },
    {
      "epoch": 9.349897253876332,
      "grad_norm": 3.2418272495269775,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 100100
    },
    {
      "epoch": 9.35923781057351,
      "grad_norm": 3.1104419231414795,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 100200
    },
    {
      "epoch": 9.36857836727069,
      "grad_norm": 5.350910663604736,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 100300
    },
    {
      "epoch": 9.377918923967869,
      "grad_norm": 2.9434642791748047,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 100400
    },
    {
      "epoch": 9.387259480665048,
      "grad_norm": 3.2312798500061035,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 100500
    },
    {
      "epoch": 9.396600037362226,
      "grad_norm": 2.7855594158172607,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 100600
    },
    {
      "epoch": 9.405940594059405,
      "grad_norm": 3.435544967651367,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 100700
    },
    {
      "epoch": 9.415281150756584,
      "grad_norm": 2.855123519897461,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 100800
    },
    {
      "epoch": 9.424621707453765,
      "grad_norm": 2.9917678833007812,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 100900
    },
    {
      "epoch": 9.433962264150944,
      "grad_norm": 2.6320650577545166,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 101000
    },
    {
      "epoch": 9.443302820848123,
      "grad_norm": 3.292802095413208,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 101100
    },
    {
      "epoch": 9.452643377545302,
      "grad_norm": 2.5394489765167236,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 101200
    },
    {
      "epoch": 9.46198393424248,
      "grad_norm": 2.407609224319458,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 101300
    },
    {
      "epoch": 9.47132449093966,
      "grad_norm": 2.894193172454834,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 101400
    },
    {
      "epoch": 9.480665047636839,
      "grad_norm": 2.8071367740631104,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 101500
    },
    {
      "epoch": 9.490005604334018,
      "grad_norm": 2.3916611671447754,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 101600
    },
    {
      "epoch": 9.499346161031198,
      "grad_norm": 3.5188992023468018,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 101700
    },
    {
      "epoch": 9.508686717728377,
      "grad_norm": 3.465928554534912,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 101800
    },
    {
      "epoch": 9.518027274425556,
      "grad_norm": 2.164609670639038,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 101900
    },
    {
      "epoch": 9.527367831122735,
      "grad_norm": 2.1663689613342285,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 102000
    },
    {
      "epoch": 9.536708387819914,
      "grad_norm": 3.0478408336639404,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 102100
    },
    {
      "epoch": 9.546048944517093,
      "grad_norm": 2.7744762897491455,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 102200
    },
    {
      "epoch": 9.555389501214272,
      "grad_norm": 2.824556350708008,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 102300
    },
    {
      "epoch": 9.56473005791145,
      "grad_norm": 2.7777273654937744,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 102400
    },
    {
      "epoch": 9.574070614608631,
      "grad_norm": 2.167818069458008,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 102500
    },
    {
      "epoch": 9.58341117130581,
      "grad_norm": 2.1462249755859375,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 102600
    },
    {
      "epoch": 9.59275172800299,
      "grad_norm": 2.2817041873931885,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 102700
    },
    {
      "epoch": 9.602092284700168,
      "grad_norm": 2.6131484508514404,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 102800
    },
    {
      "epoch": 9.611432841397347,
      "grad_norm": 2.6060171127319336,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 102900
    },
    {
      "epoch": 9.620773398094526,
      "grad_norm": 2.3637893199920654,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 103000
    },
    {
      "epoch": 9.630113954791705,
      "grad_norm": 3.091015577316284,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 103100
    },
    {
      "epoch": 9.639454511488886,
      "grad_norm": 2.7825851440429688,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 103200
    },
    {
      "epoch": 9.648795068186065,
      "grad_norm": 2.378817081451416,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 103300
    },
    {
      "epoch": 9.658135624883244,
      "grad_norm": 2.3297173976898193,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 103400
    },
    {
      "epoch": 9.667476181580422,
      "grad_norm": 3.1353886127471924,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 103500
    },
    {
      "epoch": 9.676816738277601,
      "grad_norm": 2.43249773979187,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 103600
    },
    {
      "epoch": 9.68615729497478,
      "grad_norm": 3.535539388656616,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 103700
    },
    {
      "epoch": 9.69549785167196,
      "grad_norm": 2.8150644302368164,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 103800
    },
    {
      "epoch": 9.704838408369138,
      "grad_norm": 2.2490224838256836,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 103900
    },
    {
      "epoch": 9.714178965066317,
      "grad_norm": 2.901428461074829,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 104000
    },
    {
      "epoch": 9.723519521763498,
      "grad_norm": 3.399200201034546,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 104100
    },
    {
      "epoch": 9.732860078460677,
      "grad_norm": 2.298642873764038,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 104200
    },
    {
      "epoch": 9.742200635157856,
      "grad_norm": 2.6966922283172607,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 104300
    },
    {
      "epoch": 9.751541191855035,
      "grad_norm": 2.379370927810669,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 104400
    },
    {
      "epoch": 9.760881748552213,
      "grad_norm": 2.415316343307495,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 104500
    },
    {
      "epoch": 9.770222305249392,
      "grad_norm": 1.9245457649230957,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 104600
    },
    {
      "epoch": 9.779562861946571,
      "grad_norm": 3.5307857990264893,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 104700
    },
    {
      "epoch": 9.788903418643752,
      "grad_norm": 2.916977882385254,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 104800
    },
    {
      "epoch": 9.798243975340931,
      "grad_norm": 3.0884604454040527,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 104900
    },
    {
      "epoch": 9.80758453203811,
      "grad_norm": 3.007328510284424,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 105000
    },
    {
      "epoch": 9.816925088735289,
      "grad_norm": 2.3424768447875977,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 105100
    },
    {
      "epoch": 9.826265645432468,
      "grad_norm": 2.1071925163269043,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 105200
    },
    {
      "epoch": 9.835606202129647,
      "grad_norm": 2.5617856979370117,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 105300
    },
    {
      "epoch": 9.844946758826826,
      "grad_norm": 3.935811996459961,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 105400
    },
    {
      "epoch": 9.854287315524004,
      "grad_norm": 4.181857109069824,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 105500
    },
    {
      "epoch": 9.863627872221185,
      "grad_norm": 2.563767910003662,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 105600
    },
    {
      "epoch": 9.872968428918364,
      "grad_norm": 2.7415473461151123,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 105700
    },
    {
      "epoch": 9.882308985615543,
      "grad_norm": 2.5411031246185303,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 105800
    },
    {
      "epoch": 9.891649542312722,
      "grad_norm": 3.3949081897735596,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 105900
    },
    {
      "epoch": 9.900990099009901,
      "grad_norm": 2.7022135257720947,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 106000
    },
    {
      "epoch": 9.91033065570708,
      "grad_norm": 2.170954465866089,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 106100
    },
    {
      "epoch": 9.919671212404259,
      "grad_norm": 3.4454445838928223,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 106200
    },
    {
      "epoch": 9.929011769101438,
      "grad_norm": 2.4592089653015137,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 106300
    },
    {
      "epoch": 9.938352325798618,
      "grad_norm": 3.5572330951690674,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 106400
    },
    {
      "epoch": 9.947692882495797,
      "grad_norm": 2.3720855712890625,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 106500
    },
    {
      "epoch": 9.957033439192976,
      "grad_norm": 2.647249937057495,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 106600
    },
    {
      "epoch": 9.966373995890155,
      "grad_norm": 2.807124614715576,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 106700
    },
    {
      "epoch": 9.975714552587334,
      "grad_norm": 2.5490691661834717,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 106800
    },
    {
      "epoch": 9.985055109284513,
      "grad_norm": 3.21537446975708,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 106900
    },
    {
      "epoch": 9.994395665981692,
      "grad_norm": 4.067836284637451,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 107000
    },
    {
      "epoch": 10.0,
      "step": 107060,
      "train_loss": 0.060166969895362854,
      "train_perplexity": 1.0620138560846943,
      "train_runtime": 1017.304,
      "train_samples_per_second": 168.378,
      "train_steps_per_second": 10.524
    },
    {
      "epoch": 10.0,
      "eval_loss": 0.05964706838130951,
      "eval_perplexity": 1.0614618569779897,
      "eval_runtime": 197.7603,
      "eval_samples_per_second": 216.54,
      "eval_steps_per_second": 13.537,
      "step": 107060
    },
    {
      "epoch": 10.00373622267887,
      "grad_norm": 2.231055974960327,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 107100
    },
    {
      "epoch": 10.013076779376052,
      "grad_norm": 2.350270986557007,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 107200
    },
    {
      "epoch": 10.02241733607323,
      "grad_norm": 1.7475045919418335,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 107300
    },
    {
      "epoch": 10.03175789277041,
      "grad_norm": 2.5924525260925293,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 107400
    },
    {
      "epoch": 10.041098449467588,
      "grad_norm": 2.944627046585083,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 107500
    },
    {
      "epoch": 10.050439006164767,
      "grad_norm": 3.2873740196228027,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 107600
    },
    {
      "epoch": 10.059779562861946,
      "grad_norm": 2.0019919872283936,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 107700
    },
    {
      "epoch": 10.069120119559125,
      "grad_norm": 1.515670895576477,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 107800
    },
    {
      "epoch": 10.078460676256304,
      "grad_norm": 2.6941933631896973,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 107900
    },
    {
      "epoch": 10.087801232953485,
      "grad_norm": 3.383098602294922,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 108000
    },
    {
      "epoch": 10.097141789650664,
      "grad_norm": 2.5060105323791504,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 108100
    },
    {
      "epoch": 10.106482346347843,
      "grad_norm": 2.7727437019348145,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 108200
    },
    {
      "epoch": 10.115822903045022,
      "grad_norm": 2.376312732696533,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 108300
    },
    {
      "epoch": 10.1251634597422,
      "grad_norm": 2.834085464477539,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 108400
    },
    {
      "epoch": 10.13450401643938,
      "grad_norm": 2.8287582397460938,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 108500
    },
    {
      "epoch": 10.143844573136558,
      "grad_norm": 2.6643459796905518,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 108600
    },
    {
      "epoch": 10.153185129833737,
      "grad_norm": 2.5419788360595703,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 108700
    },
    {
      "epoch": 10.162525686530918,
      "grad_norm": 2.298888921737671,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 108800
    },
    {
      "epoch": 10.171866243228097,
      "grad_norm": 2.2854158878326416,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 108900
    },
    {
      "epoch": 10.181206799925276,
      "grad_norm": 2.931692123413086,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 109000
    },
    {
      "epoch": 10.190547356622455,
      "grad_norm": 2.8471829891204834,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 109100
    },
    {
      "epoch": 10.199887913319634,
      "grad_norm": 2.379373073577881,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 109200
    },
    {
      "epoch": 10.209228470016813,
      "grad_norm": 3.2478201389312744,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 109300
    },
    {
      "epoch": 10.218569026713991,
      "grad_norm": 2.7454841136932373,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 109400
    },
    {
      "epoch": 10.227909583411172,
      "grad_norm": 2.11966872215271,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 109500
    },
    {
      "epoch": 10.237250140108351,
      "grad_norm": 2.7177233695983887,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 109600
    },
    {
      "epoch": 10.24659069680553,
      "grad_norm": 2.163015365600586,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 109700
    },
    {
      "epoch": 10.255931253502709,
      "grad_norm": 3.463284730911255,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 109800
    },
    {
      "epoch": 10.265271810199888,
      "grad_norm": 2.802532196044922,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 109900
    },
    {
      "epoch": 10.274612366897067,
      "grad_norm": 2.1669797897338867,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 110000
    },
    {
      "epoch": 10.283952923594246,
      "grad_norm": 2.508415699005127,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 110100
    },
    {
      "epoch": 10.293293480291425,
      "grad_norm": 2.86501145362854,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 110200
    },
    {
      "epoch": 10.302634036988605,
      "grad_norm": 2.4211878776550293,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 110300
    },
    {
      "epoch": 10.311974593685784,
      "grad_norm": 2.3600478172302246,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 110400
    },
    {
      "epoch": 10.321315150382963,
      "grad_norm": 2.337353467941284,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 110500
    },
    {
      "epoch": 10.330655707080142,
      "grad_norm": 2.413864850997925,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 110600
    },
    {
      "epoch": 10.339996263777321,
      "grad_norm": 2.917512893676758,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 110700
    },
    {
      "epoch": 10.3493368204745,
      "grad_norm": 2.343388795852661,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 110800
    },
    {
      "epoch": 10.358677377171679,
      "grad_norm": 2.4226696491241455,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 110900
    },
    {
      "epoch": 10.368017933868858,
      "grad_norm": 2.7915830612182617,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 111000
    },
    {
      "epoch": 10.377358490566039,
      "grad_norm": 2.3911495208740234,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 111100
    },
    {
      "epoch": 10.386699047263217,
      "grad_norm": 2.3223507404327393,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 111200
    },
    {
      "epoch": 10.396039603960396,
      "grad_norm": 2.1724331378936768,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 111300
    },
    {
      "epoch": 10.405380160657575,
      "grad_norm": 2.539924144744873,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 111400
    },
    {
      "epoch": 10.414720717354754,
      "grad_norm": 2.31107759475708,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 111500
    },
    {
      "epoch": 10.424061274051933,
      "grad_norm": 2.3840949535369873,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 111600
    },
    {
      "epoch": 10.433401830749112,
      "grad_norm": 2.2724602222442627,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 111700
    },
    {
      "epoch": 10.442742387446291,
      "grad_norm": 2.8362386226654053,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 111800
    },
    {
      "epoch": 10.452082944143472,
      "grad_norm": 3.1192290782928467,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 111900
    },
    {
      "epoch": 10.46142350084065,
      "grad_norm": 2.777975082397461,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 112000
    },
    {
      "epoch": 10.47076405753783,
      "grad_norm": 2.184765100479126,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 112100
    },
    {
      "epoch": 10.480104614235008,
      "grad_norm": 3.2166948318481445,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 112200
    },
    {
      "epoch": 10.489445170932187,
      "grad_norm": 2.2232613563537598,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 112300
    },
    {
      "epoch": 10.498785727629366,
      "grad_norm": 2.4306838512420654,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 112400
    },
    {
      "epoch": 10.508126284326545,
      "grad_norm": 2.6864805221557617,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 112500
    },
    {
      "epoch": 10.517466841023724,
      "grad_norm": 3.399606704711914,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 112600
    },
    {
      "epoch": 10.526807397720905,
      "grad_norm": 2.7851946353912354,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 112700
    },
    {
      "epoch": 10.536147954418084,
      "grad_norm": 2.2807109355926514,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 112800
    },
    {
      "epoch": 10.545488511115263,
      "grad_norm": 2.2033438682556152,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 112900
    },
    {
      "epoch": 10.554829067812442,
      "grad_norm": 2.338056802749634,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 113000
    },
    {
      "epoch": 10.56416962450962,
      "grad_norm": 2.626383066177368,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 113100
    },
    {
      "epoch": 10.5735101812068,
      "grad_norm": 2.380974292755127,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 113200
    },
    {
      "epoch": 10.582850737903978,
      "grad_norm": 2.473747730255127,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 113300
    },
    {
      "epoch": 10.592191294601157,
      "grad_norm": 2.4927830696105957,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 113400
    },
    {
      "epoch": 10.601531851298338,
      "grad_norm": 2.3055810928344727,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 113500
    },
    {
      "epoch": 10.610872407995517,
      "grad_norm": 2.97214412689209,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 113600
    },
    {
      "epoch": 10.620212964692696,
      "grad_norm": 3.3484435081481934,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 113700
    },
    {
      "epoch": 10.629553521389875,
      "grad_norm": 2.6867783069610596,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 113800
    },
    {
      "epoch": 10.638894078087054,
      "grad_norm": 2.4846343994140625,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 113900
    },
    {
      "epoch": 10.648234634784233,
      "grad_norm": 2.4378533363342285,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 114000
    },
    {
      "epoch": 10.657575191481412,
      "grad_norm": 2.5716285705566406,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 114100
    },
    {
      "epoch": 10.666915748178592,
      "grad_norm": 3.0373311042785645,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 114200
    },
    {
      "epoch": 10.676256304875771,
      "grad_norm": 3.7330429553985596,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 114300
    },
    {
      "epoch": 10.68559686157295,
      "grad_norm": 2.2147674560546875,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 114400
    },
    {
      "epoch": 10.69493741827013,
      "grad_norm": 2.295393943786621,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 114500
    },
    {
      "epoch": 10.704277974967308,
      "grad_norm": 2.423102378845215,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 114600
    },
    {
      "epoch": 10.713618531664487,
      "grad_norm": 4.468764305114746,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 114700
    },
    {
      "epoch": 10.722959088361666,
      "grad_norm": 2.0528647899627686,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 114800
    },
    {
      "epoch": 10.732299645058845,
      "grad_norm": 2.6997604370117188,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 114900
    },
    {
      "epoch": 10.741640201756024,
      "grad_norm": 2.5636045932769775,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 115000
    },
    {
      "epoch": 10.750980758453204,
      "grad_norm": 2.3612310886383057,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 115100
    },
    {
      "epoch": 10.760321315150383,
      "grad_norm": 2.752565383911133,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 115200
    },
    {
      "epoch": 10.769661871847562,
      "grad_norm": 2.3017187118530273,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 115300
    },
    {
      "epoch": 10.779002428544741,
      "grad_norm": 2.6479578018188477,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 115400
    },
    {
      "epoch": 10.78834298524192,
      "grad_norm": 2.307126998901367,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 115500
    },
    {
      "epoch": 10.797683541939099,
      "grad_norm": 4.300950050354004,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 115600
    },
    {
      "epoch": 10.807024098636278,
      "grad_norm": 2.667159080505371,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 115700
    },
    {
      "epoch": 10.816364655333459,
      "grad_norm": 2.000739097595215,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 115800
    },
    {
      "epoch": 10.825705212030638,
      "grad_norm": 3.0997917652130127,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 115900
    },
    {
      "epoch": 10.835045768727817,
      "grad_norm": 2.5761632919311523,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 116000
    },
    {
      "epoch": 10.844386325424995,
      "grad_norm": 2.340982437133789,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 116100
    },
    {
      "epoch": 10.853726882122174,
      "grad_norm": 2.2386372089385986,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 116200
    },
    {
      "epoch": 10.863067438819353,
      "grad_norm": 2.2479875087738037,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 116300
    },
    {
      "epoch": 10.872407995516532,
      "grad_norm": 2.169222116470337,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 116400
    },
    {
      "epoch": 10.881748552213711,
      "grad_norm": 2.5528430938720703,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 116500
    },
    {
      "epoch": 10.891089108910892,
      "grad_norm": 2.690305709838867,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 116600
    },
    {
      "epoch": 10.90042966560807,
      "grad_norm": 2.019625663757324,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 116700
    },
    {
      "epoch": 10.90977022230525,
      "grad_norm": 3.1060750484466553,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 116800
    },
    {
      "epoch": 10.919110779002429,
      "grad_norm": 2.0533018112182617,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 116900
    },
    {
      "epoch": 10.928451335699608,
      "grad_norm": 2.7997798919677734,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 117000
    },
    {
      "epoch": 10.937791892396787,
      "grad_norm": 2.6843652725219727,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 117100
    },
    {
      "epoch": 10.947132449093965,
      "grad_norm": 1.7041007280349731,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 117200
    },
    {
      "epoch": 10.956473005791144,
      "grad_norm": 2.9918301105499268,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 117300
    },
    {
      "epoch": 10.965813562488325,
      "grad_norm": 2.424360990524292,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 117400
    },
    {
      "epoch": 10.975154119185504,
      "grad_norm": 2.744913339614868,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 117500
    },
    {
      "epoch": 10.984494675882683,
      "grad_norm": 2.6660637855529785,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 117600
    },
    {
      "epoch": 10.993835232579862,
      "grad_norm": 2.7591612339019775,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 117700
    },
    {
      "epoch": 11.0,
      "step": 117766,
      "train_loss": 0.05445004999637604,
      "train_perplexity": 1.0559597299040562,
      "train_runtime": 1019.5127,
      "train_samples_per_second": 168.014,
      "train_steps_per_second": 10.501
    },
    {
      "epoch": 11.0,
      "eval_loss": 0.0539848618209362,
      "eval_perplexity": 1.0554686241611126,
      "eval_runtime": 197.9825,
      "eval_samples_per_second": 216.297,
      "eval_steps_per_second": 13.521,
      "step": 117766
    },
    {
      "epoch": 11.00317578927704,
      "grad_norm": 2.333958625793457,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 117800
    },
    {
      "epoch": 11.01251634597422,
      "grad_norm": 2.3535068035125732,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 117900
    },
    {
      "epoch": 11.021856902671399,
      "grad_norm": 2.497757911682129,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 118000
    },
    {
      "epoch": 11.031197459368578,
      "grad_norm": 2.630311965942383,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 118100
    },
    {
      "epoch": 11.040538016065758,
      "grad_norm": 2.519289255142212,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 118200
    },
    {
      "epoch": 11.049878572762937,
      "grad_norm": 1.9067481756210327,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 118300
    },
    {
      "epoch": 11.059219129460116,
      "grad_norm": 1.911318302154541,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 118400
    },
    {
      "epoch": 11.068559686157295,
      "grad_norm": 2.8196356296539307,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 118500
    },
    {
      "epoch": 11.077900242854474,
      "grad_norm": 2.6857833862304688,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 118600
    },
    {
      "epoch": 11.087240799551653,
      "grad_norm": 1.565539836883545,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 118700
    },
    {
      "epoch": 11.096581356248832,
      "grad_norm": 2.888293743133545,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 118800
    },
    {
      "epoch": 11.10592191294601,
      "grad_norm": 2.4906904697418213,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 118900
    },
    {
      "epoch": 11.115262469643191,
      "grad_norm": 1.9607635736465454,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 119000
    },
    {
      "epoch": 11.12460302634037,
      "grad_norm": 2.193490505218506,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 119100
    },
    {
      "epoch": 11.13394358303755,
      "grad_norm": 3.26071834564209,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 119200
    },
    {
      "epoch": 11.143284139734728,
      "grad_norm": 2.4593586921691895,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 119300
    },
    {
      "epoch": 11.152624696431907,
      "grad_norm": 2.32558536529541,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 119400
    },
    {
      "epoch": 11.161965253129086,
      "grad_norm": 3.0653018951416016,
      "learning_rate": 5e-06,
      "loss": 0.0626,
      "step": 119500
    },
    {
      "epoch": 11.171305809826265,
      "grad_norm": 1.8302185535430908,
      "learning_rate": 5e-06,
      "loss": 0.0606,
      "step": 119600
    },
    {
      "epoch": 11.180646366523444,
      "grad_norm": 2.544100761413574,
      "learning_rate": 5e-06,
      "loss": 0.0638,
      "step": 119700
    },
    {
      "epoch": 11.189986923220625,
      "grad_norm": 2.016894817352295,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 119800
    },
    {
      "epoch": 11.199327479917804,
      "grad_norm": 2.541773796081543,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 119900
    },
    {
      "epoch": 11.208668036614982,
      "grad_norm": 2.5445396900177,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 120000
    },
    {
      "epoch": 11.218008593312161,
      "grad_norm": 2.401991844177246,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 120100
    },
    {
      "epoch": 11.22734915000934,
      "grad_norm": 2.581355571746826,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 120200
    },
    {
      "epoch": 11.23668970670652,
      "grad_norm": 3.0692639350891113,
      "learning_rate": 5e-06,
      "loss": 0.0625,
      "step": 120300
    },
    {
      "epoch": 11.246030263403698,
      "grad_norm": 2.7258903980255127,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 120400
    },
    {
      "epoch": 11.255370820100879,
      "grad_norm": 2.0995278358459473,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 120500
    },
    {
      "epoch": 11.264711376798058,
      "grad_norm": 2.590068817138672,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 120600
    },
    {
      "epoch": 11.274051933495237,
      "grad_norm": 2.1145784854888916,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 120700
    },
    {
      "epoch": 11.283392490192416,
      "grad_norm": 2.285386323928833,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 120800
    },
    {
      "epoch": 11.292733046889595,
      "grad_norm": 2.301269769668579,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 120900
    },
    {
      "epoch": 11.302073603586773,
      "grad_norm": 2.3325064182281494,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 121000
    },
    {
      "epoch": 11.311414160283952,
      "grad_norm": 2.6874635219573975,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 121100
    },
    {
      "epoch": 11.320754716981131,
      "grad_norm": 2.7471208572387695,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 121200
    },
    {
      "epoch": 11.330095273678312,
      "grad_norm": 2.0977041721343994,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 121300
    },
    {
      "epoch": 11.339435830375491,
      "grad_norm": 2.3548543453216553,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 121400
    },
    {
      "epoch": 11.34877638707267,
      "grad_norm": 2.542656898498535,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 121500
    },
    {
      "epoch": 11.358116943769849,
      "grad_norm": 2.560004234313965,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 121600
    },
    {
      "epoch": 11.367457500467028,
      "grad_norm": 2.6390371322631836,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 121700
    },
    {
      "epoch": 11.376798057164207,
      "grad_norm": 3.333531141281128,
      "learning_rate": 5e-06,
      "loss": 0.0609,
      "step": 121800
    },
    {
      "epoch": 11.386138613861386,
      "grad_norm": 2.7208364009857178,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 121900
    },
    {
      "epoch": 11.395479170558565,
      "grad_norm": 2.3113901615142822,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 122000
    },
    {
      "epoch": 11.404819727255745,
      "grad_norm": 2.446310520172119,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 122100
    },
    {
      "epoch": 11.414160283952924,
      "grad_norm": 2.190965414047241,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 122200
    },
    {
      "epoch": 11.423500840650103,
      "grad_norm": 2.215872287750244,
      "learning_rate": 5e-06,
      "loss": 0.062,
      "step": 122300
    },
    {
      "epoch": 11.432841397347282,
      "grad_norm": 2.0011444091796875,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 122400
    },
    {
      "epoch": 11.442181954044461,
      "grad_norm": 2.313288688659668,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 122500
    },
    {
      "epoch": 11.45152251074164,
      "grad_norm": 2.3803763389587402,
      "learning_rate": 5e-06,
      "loss": 0.0626,
      "step": 122600
    },
    {
      "epoch": 11.460863067438819,
      "grad_norm": 3.6111178398132324,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 122700
    },
    {
      "epoch": 11.470203624135998,
      "grad_norm": 2.4881951808929443,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 122800
    },
    {
      "epoch": 11.479544180833178,
      "grad_norm": 2.187260627746582,
      "learning_rate": 5e-06,
      "loss": 0.0638,
      "step": 122900
    },
    {
      "epoch": 11.488884737530357,
      "grad_norm": 2.2151591777801514,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 123000
    },
    {
      "epoch": 11.498225294227536,
      "grad_norm": 2.606917381286621,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 123100
    },
    {
      "epoch": 11.507565850924715,
      "grad_norm": 2.559141159057617,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 123200
    },
    {
      "epoch": 11.516906407621894,
      "grad_norm": 1.993769645690918,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 123300
    },
    {
      "epoch": 11.526246964319073,
      "grad_norm": 2.3391997814178467,
      "learning_rate": 5e-06,
      "loss": 0.0623,
      "step": 123400
    },
    {
      "epoch": 11.535587521016252,
      "grad_norm": 2.047821044921875,
      "learning_rate": 5e-06,
      "loss": 0.0615,
      "step": 123500
    },
    {
      "epoch": 11.544928077713433,
      "grad_norm": 2.7425482273101807,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 123600
    },
    {
      "epoch": 11.554268634410612,
      "grad_norm": 2.202695846557617,
      "learning_rate": 5e-06,
      "loss": 0.0618,
      "step": 123700
    },
    {
      "epoch": 11.56360919110779,
      "grad_norm": 2.1013243198394775,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 123800
    },
    {
      "epoch": 11.57294974780497,
      "grad_norm": 2.9924585819244385,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 123900
    },
    {
      "epoch": 11.582290304502148,
      "grad_norm": 3.2667248249053955,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 124000
    },
    {
      "epoch": 11.591630861199327,
      "grad_norm": 2.343499183654785,
      "learning_rate": 5e-06,
      "loss": 0.0574,
      "step": 124100
    },
    {
      "epoch": 11.600971417896506,
      "grad_norm": 2.6683173179626465,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 124200
    },
    {
      "epoch": 11.610311974593685,
      "grad_norm": 2.51643705368042,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 124300
    },
    {
      "epoch": 11.619652531290864,
      "grad_norm": 1.896890640258789,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 124400
    },
    {
      "epoch": 11.628993087988045,
      "grad_norm": 2.2485556602478027,
      "learning_rate": 5e-06,
      "loss": 0.0604,
      "step": 124500
    },
    {
      "epoch": 11.638333644685224,
      "grad_norm": 2.119594097137451,
      "learning_rate": 5e-06,
      "loss": 0.0618,
      "step": 124600
    },
    {
      "epoch": 11.647674201382403,
      "grad_norm": 2.49946928024292,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 124700
    },
    {
      "epoch": 11.657014758079582,
      "grad_norm": 1.653932809829712,
      "learning_rate": 5e-06,
      "loss": 0.0638,
      "step": 124800
    },
    {
      "epoch": 11.66635531477676,
      "grad_norm": 2.0702574253082275,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 124900
    },
    {
      "epoch": 11.67569587147394,
      "grad_norm": 1.965835690498352,
      "learning_rate": 5e-06,
      "loss": 0.0622,
      "step": 125000
    },
    {
      "epoch": 11.685036428171118,
      "grad_norm": 2.7628846168518066,
      "learning_rate": 5e-06,
      "loss": 0.0618,
      "step": 125100
    },
    {
      "epoch": 11.694376984868299,
      "grad_norm": 2.1124069690704346,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 125200
    },
    {
      "epoch": 11.703717541565478,
      "grad_norm": 2.1282973289489746,
      "learning_rate": 5e-06,
      "loss": 0.062,
      "step": 125300
    },
    {
      "epoch": 11.713058098262657,
      "grad_norm": 2.633756160736084,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 125400
    },
    {
      "epoch": 11.722398654959836,
      "grad_norm": 2.7005436420440674,
      "learning_rate": 5e-06,
      "loss": 0.0617,
      "step": 125500
    },
    {
      "epoch": 11.731739211657015,
      "grad_norm": 2.4596478939056396,
      "learning_rate": 5e-06,
      "loss": 0.061,
      "step": 125600
    },
    {
      "epoch": 11.741079768354194,
      "grad_norm": 2.3762946128845215,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 125700
    },
    {
      "epoch": 11.750420325051373,
      "grad_norm": 2.9053404331207275,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 125800
    },
    {
      "epoch": 11.759760881748551,
      "grad_norm": 2.822772264480591,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 125900
    },
    {
      "epoch": 11.76910143844573,
      "grad_norm": 3.12371563911438,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 126000
    },
    {
      "epoch": 11.778441995142911,
      "grad_norm": 2.2855474948883057,
      "learning_rate": 5e-06,
      "loss": 0.059,
      "step": 126100
    },
    {
      "epoch": 11.78778255184009,
      "grad_norm": 2.658114433288574,
      "learning_rate": 5e-06,
      "loss": 0.0621,
      "step": 126200
    },
    {
      "epoch": 11.797123108537269,
      "grad_norm": 2.5414252281188965,
      "learning_rate": 5e-06,
      "loss": 0.0612,
      "step": 126300
    },
    {
      "epoch": 11.806463665234448,
      "grad_norm": 2.2790188789367676,
      "learning_rate": 5e-06,
      "loss": 0.0597,
      "step": 126400
    },
    {
      "epoch": 11.815804221931627,
      "grad_norm": 2.5195987224578857,
      "learning_rate": 5e-06,
      "loss": 0.0619,
      "step": 126500
    },
    {
      "epoch": 11.825144778628806,
      "grad_norm": 1.8807792663574219,
      "learning_rate": 5e-06,
      "loss": 0.0605,
      "step": 126600
    },
    {
      "epoch": 11.834485335325985,
      "grad_norm": 1.582253098487854,
      "learning_rate": 5e-06,
      "loss": 0.0617,
      "step": 126700
    },
    {
      "epoch": 11.843825892023165,
      "grad_norm": 1.993769645690918,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 126800
    },
    {
      "epoch": 11.853166448720344,
      "grad_norm": 1.9896557331085205,
      "learning_rate": 5e-06,
      "loss": 0.0612,
      "step": 126900
    },
    {
      "epoch": 11.862507005417523,
      "grad_norm": 2.012047052383423,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 127000
    },
    {
      "epoch": 11.871847562114702,
      "grad_norm": 2.9062917232513428,
      "learning_rate": 5e-06,
      "loss": 0.0584,
      "step": 127100
    },
    {
      "epoch": 11.881188118811881,
      "grad_norm": 2.392179489135742,
      "learning_rate": 5e-06,
      "loss": 0.0588,
      "step": 127200
    },
    {
      "epoch": 11.89052867550906,
      "grad_norm": 2.5793628692626953,
      "learning_rate": 5e-06,
      "loss": 0.0605,
      "step": 127300
    },
    {
      "epoch": 11.899869232206239,
      "grad_norm": 1.8357524871826172,
      "learning_rate": 5e-06,
      "loss": 0.0608,
      "step": 127400
    },
    {
      "epoch": 11.909209788903418,
      "grad_norm": 2.2314937114715576,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 127500
    },
    {
      "epoch": 11.918550345600599,
      "grad_norm": 2.1953961849212646,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 127600
    },
    {
      "epoch": 11.927890902297777,
      "grad_norm": 1.9931391477584839,
      "learning_rate": 5e-06,
      "loss": 0.0592,
      "step": 127700
    },
    {
      "epoch": 11.937231458994956,
      "grad_norm": 1.7701798677444458,
      "learning_rate": 5e-06,
      "loss": 0.057,
      "step": 127800
    },
    {
      "epoch": 11.946572015692135,
      "grad_norm": 2.328101396560669,
      "learning_rate": 5e-06,
      "loss": 0.0615,
      "step": 127900
    },
    {
      "epoch": 11.955912572389314,
      "grad_norm": 2.4117164611816406,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 128000
    },
    {
      "epoch": 11.965253129086493,
      "grad_norm": 2.2829580307006836,
      "learning_rate": 5e-06,
      "loss": 0.0626,
      "step": 128100
    },
    {
      "epoch": 11.974593685783672,
      "grad_norm": 2.2888009548187256,
      "learning_rate": 5e-06,
      "loss": 0.0617,
      "step": 128200
    },
    {
      "epoch": 11.983934242480851,
      "grad_norm": 1.6407510042190552,
      "learning_rate": 5e-06,
      "loss": 0.0615,
      "step": 128300
    },
    {
      "epoch": 11.993274799178032,
      "grad_norm": 2.3773674964904785,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 128400
    },
    {
      "epoch": 12.0,
      "step": 128472,
      "train_loss": 0.049720197916030884,
      "train_perplexity": 1.0509769896801935,
      "train_runtime": 1017.2112,
      "train_samples_per_second": 168.394,
      "train_steps_per_second": 10.525
    },
    {
      "epoch": 12.0,
      "eval_loss": 0.049294620752334595,
      "eval_perplexity": 1.0505298130346488,
      "eval_runtime": 197.5684,
      "eval_samples_per_second": 216.75,
      "eval_steps_per_second": 13.55,
      "step": 128472
    },
    {
      "epoch": 12.00261535587521,
      "grad_norm": 2.2997734546661377,
      "learning_rate": 5e-06,
      "loss": 0.0575,
      "step": 128500
    },
    {
      "epoch": 12.01195591257239,
      "grad_norm": 2.0992908477783203,
      "learning_rate": 5e-06,
      "loss": 0.0584,
      "step": 128600
    },
    {
      "epoch": 12.021296469269569,
      "grad_norm": 2.8961901664733887,
      "learning_rate": 5e-06,
      "loss": 0.0594,
      "step": 128700
    },
    {
      "epoch": 12.030637025966747,
      "grad_norm": 2.848154306411743,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 128800
    },
    {
      "epoch": 12.039977582663926,
      "grad_norm": 3.745018243789673,
      "learning_rate": 5e-06,
      "loss": 0.0615,
      "step": 128900
    },
    {
      "epoch": 12.049318139361105,
      "grad_norm": 1.7971360683441162,
      "learning_rate": 5e-06,
      "loss": 0.0605,
      "step": 129000
    },
    {
      "epoch": 12.058658696058284,
      "grad_norm": 2.4904911518096924,
      "learning_rate": 5e-06,
      "loss": 0.0609,
      "step": 129100
    },
    {
      "epoch": 12.067999252755465,
      "grad_norm": 1.6953004598617554,
      "learning_rate": 5e-06,
      "loss": 0.0597,
      "step": 129200
    },
    {
      "epoch": 12.077339809452644,
      "grad_norm": 2.500596761703491,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 129300
    },
    {
      "epoch": 12.086680366149823,
      "grad_norm": 2.553076982498169,
      "learning_rate": 5e-06,
      "loss": 0.0613,
      "step": 129400
    },
    {
      "epoch": 12.096020922847002,
      "grad_norm": 2.2801969051361084,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 129500
    },
    {
      "epoch": 12.10536147954418,
      "grad_norm": 2.4359865188598633,
      "learning_rate": 5e-06,
      "loss": 0.0608,
      "step": 129600
    },
    {
      "epoch": 12.11470203624136,
      "grad_norm": 2.302816867828369,
      "learning_rate": 5e-06,
      "loss": 0.0589,
      "step": 129700
    },
    {
      "epoch": 12.124042592938538,
      "grad_norm": 2.478602886199951,
      "learning_rate": 5e-06,
      "loss": 0.0625,
      "step": 129800
    },
    {
      "epoch": 12.13338314963572,
      "grad_norm": 1.6615170240402222,
      "learning_rate": 5e-06,
      "loss": 0.0597,
      "step": 129900
    },
    {
      "epoch": 12.142723706332898,
      "grad_norm": 1.9764126539230347,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 130000
    },
    {
      "epoch": 12.152064263030077,
      "grad_norm": 2.1210246086120605,
      "learning_rate": 5e-06,
      "loss": 0.061,
      "step": 130100
    },
    {
      "epoch": 12.161404819727256,
      "grad_norm": 1.8942265510559082,
      "learning_rate": 5e-06,
      "loss": 0.0597,
      "step": 130200
    },
    {
      "epoch": 12.170745376424435,
      "grad_norm": 1.9058690071105957,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 130300
    },
    {
      "epoch": 12.180085933121614,
      "grad_norm": 2.2465877532958984,
      "learning_rate": 5e-06,
      "loss": 0.0619,
      "step": 130400
    },
    {
      "epoch": 12.189426489818793,
      "grad_norm": 2.2208523750305176,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 130500
    },
    {
      "epoch": 12.198767046515972,
      "grad_norm": 2.15995717048645,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 130600
    },
    {
      "epoch": 12.208107603213152,
      "grad_norm": 1.9259625673294067,
      "learning_rate": 5e-06,
      "loss": 0.0573,
      "step": 130700
    },
    {
      "epoch": 12.217448159910331,
      "grad_norm": 2.4239625930786133,
      "learning_rate": 5e-06,
      "loss": 0.0619,
      "step": 130800
    },
    {
      "epoch": 12.22678871660751,
      "grad_norm": 2.1891744136810303,
      "learning_rate": 5e-06,
      "loss": 0.0584,
      "step": 130900
    },
    {
      "epoch": 12.23612927330469,
      "grad_norm": 1.9192588329315186,
      "learning_rate": 5e-06,
      "loss": 0.0604,
      "step": 131000
    },
    {
      "epoch": 12.245469830001868,
      "grad_norm": 2.5429022312164307,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 131100
    },
    {
      "epoch": 12.254810386699047,
      "grad_norm": 2.5457582473754883,
      "learning_rate": 5e-06,
      "loss": 0.0617,
      "step": 131200
    },
    {
      "epoch": 12.264150943396226,
      "grad_norm": 2.6161561012268066,
      "learning_rate": 5e-06,
      "loss": 0.059,
      "step": 131300
    },
    {
      "epoch": 12.273491500093405,
      "grad_norm": 2.748094320297241,
      "learning_rate": 5e-06,
      "loss": 0.0616,
      "step": 131400
    },
    {
      "epoch": 12.282832056790586,
      "grad_norm": 3.02469801902771,
      "learning_rate": 5e-06,
      "loss": 0.0584,
      "step": 131500
    },
    {
      "epoch": 12.292172613487764,
      "grad_norm": 2.595409870147705,
      "learning_rate": 5e-06,
      "loss": 0.0586,
      "step": 131600
    },
    {
      "epoch": 12.301513170184943,
      "grad_norm": 2.5935921669006348,
      "learning_rate": 5e-06,
      "loss": 0.0614,
      "step": 131700
    },
    {
      "epoch": 12.310853726882122,
      "grad_norm": 2.225477933883667,
      "learning_rate": 5e-06,
      "loss": 0.0594,
      "step": 131800
    },
    {
      "epoch": 12.320194283579301,
      "grad_norm": 1.9012788534164429,
      "learning_rate": 5e-06,
      "loss": 0.0584,
      "step": 131900
    },
    {
      "epoch": 12.32953484027648,
      "grad_norm": 2.9412944316864014,
      "learning_rate": 5e-06,
      "loss": 0.0588,
      "step": 132000
    },
    {
      "epoch": 12.338875396973659,
      "grad_norm": 2.3797061443328857,
      "learning_rate": 5e-06,
      "loss": 0.061,
      "step": 132100
    },
    {
      "epoch": 12.348215953670838,
      "grad_norm": 2.255434989929199,
      "learning_rate": 5e-06,
      "loss": 0.0601,
      "step": 132200
    },
    {
      "epoch": 12.357556510368019,
      "grad_norm": 2.2981514930725098,
      "learning_rate": 5e-06,
      "loss": 0.0596,
      "step": 132300
    },
    {
      "epoch": 12.366897067065198,
      "grad_norm": 2.4687700271606445,
      "learning_rate": 5e-06,
      "loss": 0.0565,
      "step": 132400
    },
    {
      "epoch": 12.376237623762377,
      "grad_norm": 2.213538408279419,
      "learning_rate": 5e-06,
      "loss": 0.0602,
      "step": 132500
    },
    {
      "epoch": 12.385578180459555,
      "grad_norm": 2.166619300842285,
      "learning_rate": 5e-06,
      "loss": 0.061,
      "step": 132600
    },
    {
      "epoch": 12.394918737156734,
      "grad_norm": 1.8508480787277222,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 132700
    },
    {
      "epoch": 12.404259293853913,
      "grad_norm": 2.2142505645751953,
      "learning_rate": 5e-06,
      "loss": 0.058,
      "step": 132800
    },
    {
      "epoch": 12.413599850551092,
      "grad_norm": 3.445465326309204,
      "learning_rate": 5e-06,
      "loss": 0.0591,
      "step": 132900
    },
    {
      "epoch": 12.422940407248271,
      "grad_norm": 1.852290391921997,
      "learning_rate": 5e-06,
      "loss": 0.0581,
      "step": 133000
    },
    {
      "epoch": 12.432280963945452,
      "grad_norm": 2.1344265937805176,
      "learning_rate": 5e-06,
      "loss": 0.0581,
      "step": 133100
    },
    {
      "epoch": 12.44162152064263,
      "grad_norm": 2.3797519207000732,
      "learning_rate": 5e-06,
      "loss": 0.0591,
      "step": 133200
    },
    {
      "epoch": 12.45096207733981,
      "grad_norm": 2.295664072036743,
      "learning_rate": 5e-06,
      "loss": 0.0588,
      "step": 133300
    },
    {
      "epoch": 12.460302634036989,
      "grad_norm": 2.349273204803467,
      "learning_rate": 5e-06,
      "loss": 0.0593,
      "step": 133400
    },
    {
      "epoch": 12.469643190734168,
      "grad_norm": 2.2304348945617676,
      "learning_rate": 5e-06,
      "loss": 0.0568,
      "step": 133500
    },
    {
      "epoch": 12.478983747431347,
      "grad_norm": 1.6320593357086182,
      "learning_rate": 5e-06,
      "loss": 0.0588,
      "step": 133600
    },
    {
      "epoch": 12.488324304128525,
      "grad_norm": 2.957270860671997,
      "learning_rate": 5e-06,
      "loss": 0.0572,
      "step": 133700
    },
    {
      "epoch": 12.497664860825704,
      "grad_norm": 1.47683584690094,
      "learning_rate": 5e-06,
      "loss": 0.058,
      "step": 133800
    },
    {
      "epoch": 12.507005417522885,
      "grad_norm": 2.968376398086548,
      "learning_rate": 5e-06,
      "loss": 0.0591,
      "step": 133900
    },
    {
      "epoch": 12.516345974220064,
      "grad_norm": 2.140782356262207,
      "learning_rate": 5e-06,
      "loss": 0.0596,
      "step": 134000
    },
    {
      "epoch": 12.525686530917243,
      "grad_norm": 2.5605597496032715,
      "learning_rate": 5e-06,
      "loss": 0.0585,
      "step": 134100
    },
    {
      "epoch": 12.535027087614422,
      "grad_norm": 2.6766154766082764,
      "learning_rate": 5e-06,
      "loss": 0.0565,
      "step": 134200
    },
    {
      "epoch": 12.5443676443116,
      "grad_norm": 2.1316802501678467,
      "learning_rate": 5e-06,
      "loss": 0.059,
      "step": 134300
    },
    {
      "epoch": 12.55370820100878,
      "grad_norm": 1.8559808731079102,
      "learning_rate": 5e-06,
      "loss": 0.0574,
      "step": 134400
    },
    {
      "epoch": 12.563048757705959,
      "grad_norm": 2.3320584297180176,
      "learning_rate": 5e-06,
      "loss": 0.0616,
      "step": 134500
    },
    {
      "epoch": 12.57238931440314,
      "grad_norm": 2.571316957473755,
      "learning_rate": 5e-06,
      "loss": 0.0589,
      "step": 134600
    },
    {
      "epoch": 12.581729871100318,
      "grad_norm": 2.093679904937744,
      "learning_rate": 5e-06,
      "loss": 0.0581,
      "step": 134700
    },
    {
      "epoch": 12.591070427797497,
      "grad_norm": 3.1011805534362793,
      "learning_rate": 5e-06,
      "loss": 0.0579,
      "step": 134800
    },
    {
      "epoch": 12.600410984494676,
      "grad_norm": 3.287147045135498,
      "learning_rate": 5e-06,
      "loss": 0.0583,
      "step": 134900
    },
    {
      "epoch": 12.609751541191855,
      "grad_norm": 2.532979965209961,
      "learning_rate": 5e-06,
      "loss": 0.0605,
      "step": 135000
    },
    {
      "epoch": 12.619092097889034,
      "grad_norm": 2.1198129653930664,
      "learning_rate": 5e-06,
      "loss": 0.0575,
      "step": 135100
    },
    {
      "epoch": 12.628432654586213,
      "grad_norm": 1.8863617181777954,
      "learning_rate": 5e-06,
      "loss": 0.0604,
      "step": 135200
    },
    {
      "epoch": 12.637773211283392,
      "grad_norm": 1.9192607402801514,
      "learning_rate": 5e-06,
      "loss": 0.0569,
      "step": 135300
    },
    {
      "epoch": 12.64711376798057,
      "grad_norm": 2.016563892364502,
      "learning_rate": 5e-06,
      "loss": 0.0568,
      "step": 135400
    },
    {
      "epoch": 12.656454324677751,
      "grad_norm": 2.169492483139038,
      "learning_rate": 5e-06,
      "loss": 0.058,
      "step": 135500
    },
    {
      "epoch": 12.66579488137493,
      "grad_norm": 1.7229244709014893,
      "learning_rate": 5e-06,
      "loss": 0.0586,
      "step": 135600
    },
    {
      "epoch": 12.67513543807211,
      "grad_norm": 2.368741750717163,
      "learning_rate": 5e-06,
      "loss": 0.0579,
      "step": 135700
    },
    {
      "epoch": 12.684475994769288,
      "grad_norm": 1.786821722984314,
      "learning_rate": 5e-06,
      "loss": 0.0574,
      "step": 135800
    },
    {
      "epoch": 12.693816551466467,
      "grad_norm": 2.3485517501831055,
      "learning_rate": 5e-06,
      "loss": 0.0602,
      "step": 135900
    },
    {
      "epoch": 12.703157108163646,
      "grad_norm": 2.122270345687866,
      "learning_rate": 5e-06,
      "loss": 0.0599,
      "step": 136000
    },
    {
      "epoch": 12.712497664860825,
      "grad_norm": 2.2278478145599365,
      "learning_rate": 5e-06,
      "loss": 0.059,
      "step": 136100
    },
    {
      "epoch": 12.721838221558006,
      "grad_norm": 2.7946360111236572,
      "learning_rate": 5e-06,
      "loss": 0.0572,
      "step": 136200
    },
    {
      "epoch": 12.731178778255185,
      "grad_norm": 2.8214874267578125,
      "learning_rate": 5e-06,
      "loss": 0.0612,
      "step": 136300
    },
    {
      "epoch": 12.740519334952364,
      "grad_norm": 2.03342604637146,
      "learning_rate": 5e-06,
      "loss": 0.0565,
      "step": 136400
    },
    {
      "epoch": 12.749859891649542,
      "grad_norm": 2.086268663406372,
      "learning_rate": 5e-06,
      "loss": 0.0561,
      "step": 136500
    },
    {
      "epoch": 12.759200448346721,
      "grad_norm": 2.2983107566833496,
      "learning_rate": 5e-06,
      "loss": 0.0587,
      "step": 136600
    },
    {
      "epoch": 12.7685410050439,
      "grad_norm": 1.8104568719863892,
      "learning_rate": 5e-06,
      "loss": 0.0606,
      "step": 136700
    },
    {
      "epoch": 12.77788156174108,
      "grad_norm": 2.6664092540740967,
      "learning_rate": 5e-06,
      "loss": 0.0591,
      "step": 136800
    },
    {
      "epoch": 12.787222118438258,
      "grad_norm": 2.2039146423339844,
      "learning_rate": 5e-06,
      "loss": 0.0571,
      "step": 136900
    },
    {
      "epoch": 12.796562675135439,
      "grad_norm": 1.801445722579956,
      "learning_rate": 5e-06,
      "loss": 0.0569,
      "step": 137000
    },
    {
      "epoch": 12.805903231832618,
      "grad_norm": 2.00954270362854,
      "learning_rate": 5e-06,
      "loss": 0.054,
      "step": 137100
    },
    {
      "epoch": 12.815243788529797,
      "grad_norm": 2.3478856086730957,
      "learning_rate": 5e-06,
      "loss": 0.0575,
      "step": 137200
    },
    {
      "epoch": 12.824584345226976,
      "grad_norm": 1.7673308849334717,
      "learning_rate": 5e-06,
      "loss": 0.0582,
      "step": 137300
    },
    {
      "epoch": 12.833924901924155,
      "grad_norm": 2.6529884338378906,
      "learning_rate": 5e-06,
      "loss": 0.0614,
      "step": 137400
    },
    {
      "epoch": 12.843265458621334,
      "grad_norm": 1.890040397644043,
      "learning_rate": 5e-06,
      "loss": 0.0587,
      "step": 137500
    },
    {
      "epoch": 12.852606015318512,
      "grad_norm": 2.593367338180542,
      "learning_rate": 5e-06,
      "loss": 0.0592,
      "step": 137600
    },
    {
      "epoch": 12.861946572015691,
      "grad_norm": 1.6535794734954834,
      "learning_rate": 5e-06,
      "loss": 0.0568,
      "step": 137700
    },
    {
      "epoch": 12.871287128712872,
      "grad_norm": 2.637864589691162,
      "learning_rate": 5e-06,
      "loss": 0.0586,
      "step": 137800
    },
    {
      "epoch": 12.880627685410051,
      "grad_norm": 3.1373493671417236,
      "learning_rate": 5e-06,
      "loss": 0.0597,
      "step": 137900
    },
    {
      "epoch": 12.88996824210723,
      "grad_norm": 2.4783778190612793,
      "learning_rate": 5e-06,
      "loss": 0.0569,
      "step": 138000
    },
    {
      "epoch": 12.899308798804409,
      "grad_norm": 2.4065780639648438,
      "learning_rate": 5e-06,
      "loss": 0.058,
      "step": 138100
    },
    {
      "epoch": 12.908649355501588,
      "grad_norm": 1.9687453508377075,
      "learning_rate": 5e-06,
      "loss": 0.0567,
      "step": 138200
    },
    {
      "epoch": 12.917989912198767,
      "grad_norm": 1.777735710144043,
      "learning_rate": 5e-06,
      "loss": 0.0561,
      "step": 138300
    },
    {
      "epoch": 12.927330468895946,
      "grad_norm": 1.6343457698822021,
      "learning_rate": 5e-06,
      "loss": 0.0561,
      "step": 138400
    },
    {
      "epoch": 12.936671025593125,
      "grad_norm": 2.582242250442505,
      "learning_rate": 5e-06,
      "loss": 0.0559,
      "step": 138500
    },
    {
      "epoch": 12.946011582290305,
      "grad_norm": 3.591754198074341,
      "learning_rate": 5e-06,
      "loss": 0.0592,
      "step": 138600
    },
    {
      "epoch": 12.955352138987484,
      "grad_norm": 2.896852493286133,
      "learning_rate": 5e-06,
      "loss": 0.058,
      "step": 138700
    },
    {
      "epoch": 12.964692695684663,
      "grad_norm": 1.8487261533737183,
      "learning_rate": 5e-06,
      "loss": 0.0543,
      "step": 138800
    },
    {
      "epoch": 12.974033252381842,
      "grad_norm": 2.4345481395721436,
      "learning_rate": 5e-06,
      "loss": 0.0567,
      "step": 138900
    },
    {
      "epoch": 12.983373809079021,
      "grad_norm": 2.378674030303955,
      "learning_rate": 5e-06,
      "loss": 0.0566,
      "step": 139000
    },
    {
      "epoch": 12.9927143657762,
      "grad_norm": 1.9543875455856323,
      "learning_rate": 5e-06,
      "loss": 0.0547,
      "step": 139100
    },
    {
      "epoch": 13.0,
      "step": 139178,
      "train_loss": 0.04622165113687515,
      "train_perplexity": 1.047306521913397,
      "train_runtime": 1017.9772,
      "train_samples_per_second": 168.267,
      "train_steps_per_second": 10.517
    },
    {
      "epoch": 13.0,
      "eval_loss": 0.045820582658052444,
      "eval_perplexity": 1.0468865645012617,
      "eval_runtime": 197.7524,
      "eval_samples_per_second": 216.549,
      "eval_steps_per_second": 13.537,
      "step": 139178
    },
    {
      "epoch": 13.002054922473379,
      "grad_norm": 2.3122482299804688,
      "learning_rate": 5e-06,
      "loss": 0.0545,
      "step": 139200
    },
    {
      "epoch": 13.011395479170558,
      "grad_norm": 3.8722827434539795,
      "learning_rate": 5e-06,
      "loss": 0.0542,
      "step": 139300
    },
    {
      "epoch": 13.020736035867738,
      "grad_norm": 2.3902878761291504,
      "learning_rate": 5e-06,
      "loss": 0.0559,
      "step": 139400
    },
    {
      "epoch": 13.030076592564917,
      "grad_norm": 2.2403924465179443,
      "learning_rate": 5e-06,
      "loss": 0.0555,
      "step": 139500
    },
    {
      "epoch": 13.039417149262096,
      "grad_norm": 1.792838454246521,
      "learning_rate": 5e-06,
      "loss": 0.0593,
      "step": 139600
    },
    {
      "epoch": 13.048757705959275,
      "grad_norm": 2.5128207206726074,
      "learning_rate": 5e-06,
      "loss": 0.0543,
      "step": 139700
    },
    {
      "epoch": 13.058098262656454,
      "grad_norm": 1.6769541501998901,
      "learning_rate": 5e-06,
      "loss": 0.062,
      "step": 139800
    },
    {
      "epoch": 13.067438819353633,
      "grad_norm": 2.3931617736816406,
      "learning_rate": 5e-06,
      "loss": 0.0574,
      "step": 139900
    },
    {
      "epoch": 13.076779376050812,
      "grad_norm": 1.5205515623092651,
      "learning_rate": 5e-06,
      "loss": 0.0565,
      "step": 140000
    },
    {
      "epoch": 13.086119932747991,
      "grad_norm": 2.456219434738159,
      "learning_rate": 5e-06,
      "loss": 0.0619,
      "step": 140100
    },
    {
      "epoch": 13.095460489445172,
      "grad_norm": 2.952427864074707,
      "learning_rate": 5e-06,
      "loss": 0.0573,
      "step": 140200
    },
    {
      "epoch": 13.10480104614235,
      "grad_norm": 2.6980786323547363,
      "learning_rate": 5e-06,
      "loss": 0.0557,
      "step": 140300
    },
    {
      "epoch": 13.11414160283953,
      "grad_norm": 2.371619462966919,
      "learning_rate": 5e-06,
      "loss": 0.0573,
      "step": 140400
    },
    {
      "epoch": 13.123482159536708,
      "grad_norm": 3.1560230255126953,
      "learning_rate": 5e-06,
      "loss": 0.0565,
      "step": 140500
    },
    {
      "epoch": 13.132822716233887,
      "grad_norm": 1.975213646888733,
      "learning_rate": 5e-06,
      "loss": 0.0573,
      "step": 140600
    },
    {
      "epoch": 13.142163272931066,
      "grad_norm": 1.973039150238037,
      "learning_rate": 5e-06,
      "loss": 0.0565,
      "step": 140700
    },
    {
      "epoch": 13.151503829628245,
      "grad_norm": 2.64327335357666,
      "learning_rate": 5e-06,
      "loss": 0.0585,
      "step": 140800
    },
    {
      "epoch": 13.160844386325426,
      "grad_norm": 1.7475796937942505,
      "learning_rate": 5e-06,
      "loss": 0.0579,
      "step": 140900
    },
    {
      "epoch": 13.170184943022605,
      "grad_norm": 2.1582231521606445,
      "learning_rate": 5e-06,
      "loss": 0.0543,
      "step": 141000
    },
    {
      "epoch": 13.179525499719784,
      "grad_norm": 2.3149189949035645,
      "learning_rate": 5e-06,
      "loss": 0.0555,
      "step": 141100
    },
    {
      "epoch": 13.188866056416963,
      "grad_norm": 2.7752864360809326,
      "learning_rate": 5e-06,
      "loss": 0.0583,
      "step": 141200
    },
    {
      "epoch": 13.198206613114142,
      "grad_norm": 2.377383232116699,
      "learning_rate": 5e-06,
      "loss": 0.0554,
      "step": 141300
    },
    {
      "epoch": 13.20754716981132,
      "grad_norm": 2.232022762298584,
      "learning_rate": 5e-06,
      "loss": 0.0584,
      "step": 141400
    },
    {
      "epoch": 13.2168877265085,
      "grad_norm": 2.069927930831909,
      "learning_rate": 5e-06,
      "loss": 0.0554,
      "step": 141500
    },
    {
      "epoch": 13.226228283205678,
      "grad_norm": 2.2153358459472656,
      "learning_rate": 5e-06,
      "loss": 0.0525,
      "step": 141600
    },
    {
      "epoch": 13.235568839902859,
      "grad_norm": 2.619511365890503,
      "learning_rate": 5e-06,
      "loss": 0.0534,
      "step": 141700
    },
    {
      "epoch": 13.244909396600038,
      "grad_norm": 2.4511163234710693,
      "learning_rate": 5e-06,
      "loss": 0.052,
      "step": 141800
    },
    {
      "epoch": 13.254249953297217,
      "grad_norm": 3.1607143878936768,
      "learning_rate": 5e-06,
      "loss": 0.0573,
      "step": 141900
    },
    {
      "epoch": 13.263590509994396,
      "grad_norm": 2.357147693634033,
      "learning_rate": 5e-06,
      "loss": 0.0581,
      "step": 142000
    },
    {
      "epoch": 13.272931066691575,
      "grad_norm": 2.809784412384033,
      "learning_rate": 5e-06,
      "loss": 0.0546,
      "step": 142100
    },
    {
      "epoch": 13.282271623388754,
      "grad_norm": 1.941408634185791,
      "learning_rate": 5e-06,
      "loss": 0.0543,
      "step": 142200
    },
    {
      "epoch": 13.291612180085933,
      "grad_norm": 2.115302324295044,
      "learning_rate": 5e-06,
      "loss": 0.0621,
      "step": 142300
    },
    {
      "epoch": 13.300952736783112,
      "grad_norm": 2.5903007984161377,
      "learning_rate": 5e-06,
      "loss": 0.0567,
      "step": 142400
    },
    {
      "epoch": 13.310293293480292,
      "grad_norm": 1.602800726890564,
      "learning_rate": 5e-06,
      "loss": 0.0539,
      "step": 142500
    },
    {
      "epoch": 13.319633850177471,
      "grad_norm": 1.616637945175171,
      "learning_rate": 5e-06,
      "loss": 0.0588,
      "step": 142600
    },
    {
      "epoch": 13.32897440687465,
      "grad_norm": 2.875610589981079,
      "learning_rate": 5e-06,
      "loss": 0.0544,
      "step": 142700
    },
    {
      "epoch": 13.338314963571829,
      "grad_norm": 2.061871290206909,
      "learning_rate": 5e-06,
      "loss": 0.0541,
      "step": 142800
    },
    {
      "epoch": 13.347655520269008,
      "grad_norm": 1.96190345287323,
      "learning_rate": 5e-06,
      "loss": 0.0554,
      "step": 142900
    },
    {
      "epoch": 13.356996076966187,
      "grad_norm": 2.2767860889434814,
      "learning_rate": 5e-06,
      "loss": 0.0534,
      "step": 143000
    },
    {
      "epoch": 13.366336633663366,
      "grad_norm": 2.2654542922973633,
      "learning_rate": 5e-06,
      "loss": 0.0593,
      "step": 143100
    },
    {
      "epoch": 13.375677190360545,
      "grad_norm": 1.95244562625885,
      "learning_rate": 5e-06,
      "loss": 0.0566,
      "step": 143200
    },
    {
      "epoch": 13.385017747057725,
      "grad_norm": 1.7564390897750854,
      "learning_rate": 5e-06,
      "loss": 0.0559,
      "step": 143300
    },
    {
      "epoch": 13.394358303754904,
      "grad_norm": 1.9434396028518677,
      "learning_rate": 5e-06,
      "loss": 0.054,
      "step": 143400
    },
    {
      "epoch": 13.403698860452083,
      "grad_norm": 2.163722515106201,
      "learning_rate": 5e-06,
      "loss": 0.0529,
      "step": 143500
    },
    {
      "epoch": 13.413039417149262,
      "grad_norm": 1.3716439008712769,
      "learning_rate": 5e-06,
      "loss": 0.0603,
      "step": 143600
    },
    {
      "epoch": 13.422379973846441,
      "grad_norm": 2.3656363487243652,
      "learning_rate": 5e-06,
      "loss": 0.0547,
      "step": 143700
    },
    {
      "epoch": 13.43172053054362,
      "grad_norm": 1.6343436241149902,
      "learning_rate": 5e-06,
      "loss": 0.0554,
      "step": 143800
    },
    {
      "epoch": 13.441061087240799,
      "grad_norm": 3.0453295707702637,
      "learning_rate": 5e-06,
      "loss": 0.057,
      "step": 143900
    },
    {
      "epoch": 13.450401643937978,
      "grad_norm": 1.7918671369552612,
      "learning_rate": 5e-06,
      "loss": 0.0585,
      "step": 144000
    },
    {
      "epoch": 13.459742200635159,
      "grad_norm": 3.1507928371429443,
      "learning_rate": 5e-06,
      "loss": 0.0545,
      "step": 144100
    },
    {
      "epoch": 13.469082757332338,
      "grad_norm": 2.146474599838257,
      "learning_rate": 5e-06,
      "loss": 0.055,
      "step": 144200
    },
    {
      "epoch": 13.478423314029516,
      "grad_norm": 2.9384665489196777,
      "learning_rate": 5e-06,
      "loss": 0.0603,
      "step": 144300
    },
    {
      "epoch": 13.487763870726695,
      "grad_norm": 2.6408934593200684,
      "learning_rate": 5e-06,
      "loss": 0.0547,
      "step": 144400
    },
    {
      "epoch": 13.497104427423874,
      "grad_norm": 2.5986273288726807,
      "learning_rate": 5e-06,
      "loss": 0.0547,
      "step": 144500
    },
    {
      "epoch": 13.506444984121053,
      "grad_norm": 2.2068352699279785,
      "learning_rate": 5e-06,
      "loss": 0.0524,
      "step": 144600
    },
    {
      "epoch": 13.515785540818232,
      "grad_norm": 2.386248826980591,
      "learning_rate": 5e-06,
      "loss": 0.0541,
      "step": 144700
    },
    {
      "epoch": 13.525126097515411,
      "grad_norm": 1.7014198303222656,
      "learning_rate": 5e-06,
      "loss": 0.0568,
      "step": 144800
    },
    {
      "epoch": 13.534466654212592,
      "grad_norm": 2.4741408824920654,
      "learning_rate": 5e-06,
      "loss": 0.0567,
      "step": 144900
    },
    {
      "epoch": 13.54380721090977,
      "grad_norm": 1.971154808998108,
      "learning_rate": 5e-06,
      "loss": 0.0555,
      "step": 145000
    },
    {
      "epoch": 13.55314776760695,
      "grad_norm": 1.7623341083526611,
      "learning_rate": 5e-06,
      "loss": 0.0547,
      "step": 145100
    },
    {
      "epoch": 13.562488324304129,
      "grad_norm": 1.813401222229004,
      "learning_rate": 5e-06,
      "loss": 0.0536,
      "step": 145200
    },
    {
      "epoch": 13.571828881001307,
      "grad_norm": 1.7850383520126343,
      "learning_rate": 5e-06,
      "loss": 0.0557,
      "step": 145300
    },
    {
      "epoch": 13.581169437698486,
      "grad_norm": 2.917332172393799,
      "learning_rate": 5e-06,
      "loss": 0.0534,
      "step": 145400
    },
    {
      "epoch": 13.590509994395665,
      "grad_norm": 3.0438973903656006,
      "learning_rate": 5e-06,
      "loss": 0.0519,
      "step": 145500
    },
    {
      "epoch": 13.599850551092846,
      "grad_norm": 2.1545908451080322,
      "learning_rate": 5e-06,
      "loss": 0.055,
      "step": 145600
    },
    {
      "epoch": 13.609191107790025,
      "grad_norm": 2.025763988494873,
      "learning_rate": 5e-06,
      "loss": 0.0523,
      "step": 145700
    },
    {
      "epoch": 13.618531664487204,
      "grad_norm": 2.301269769668579,
      "learning_rate": 5e-06,
      "loss": 0.0546,
      "step": 145800
    },
    {
      "epoch": 13.627872221184383,
      "grad_norm": 2.117992401123047,
      "learning_rate": 5e-06,
      "loss": 0.0562,
      "step": 145900
    },
    {
      "epoch": 13.637212777881562,
      "grad_norm": 2.055863618850708,
      "learning_rate": 5e-06,
      "loss": 0.0497,
      "step": 146000
    },
    {
      "epoch": 13.64655333457874,
      "grad_norm": 1.9805787801742554,
      "learning_rate": 5e-06,
      "loss": 0.0542,
      "step": 146100
    },
    {
      "epoch": 13.65589389127592,
      "grad_norm": 2.09218430519104,
      "learning_rate": 5e-06,
      "loss": 0.054,
      "step": 146200
    },
    {
      "epoch": 13.665234447973098,
      "grad_norm": 2.260549783706665,
      "learning_rate": 5e-06,
      "loss": 0.0572,
      "step": 146300
    },
    {
      "epoch": 13.674575004670277,
      "grad_norm": 2.4903054237365723,
      "learning_rate": 5e-06,
      "loss": 0.0534,
      "step": 146400
    },
    {
      "epoch": 13.683915561367458,
      "grad_norm": 1.8108724355697632,
      "learning_rate": 5e-06,
      "loss": 0.0583,
      "step": 146500
    },
    {
      "epoch": 13.693256118064637,
      "grad_norm": 2.325432062149048,
      "learning_rate": 5e-06,
      "loss": 0.0547,
      "step": 146600
    },
    {
      "epoch": 13.702596674761816,
      "grad_norm": 2.349897861480713,
      "learning_rate": 5e-06,
      "loss": 0.0518,
      "step": 146700
    },
    {
      "epoch": 13.711937231458995,
      "grad_norm": 1.6565574407577515,
      "learning_rate": 5e-06,
      "loss": 0.0535,
      "step": 146800
    },
    {
      "epoch": 13.721277788156174,
      "grad_norm": 1.7524023056030273,
      "learning_rate": 5e-06,
      "loss": 0.053,
      "step": 146900
    },
    {
      "epoch": 13.730618344853353,
      "grad_norm": 1.7770988941192627,
      "learning_rate": 5e-06,
      "loss": 0.0544,
      "step": 147000
    },
    {
      "epoch": 13.739958901550532,
      "grad_norm": 1.725666880607605,
      "learning_rate": 5e-06,
      "loss": 0.0511,
      "step": 147100
    },
    {
      "epoch": 13.749299458247712,
      "grad_norm": 2.5386903285980225,
      "learning_rate": 5e-06,
      "loss": 0.0554,
      "step": 147200
    },
    {
      "epoch": 13.758640014944891,
      "grad_norm": 3.794628143310547,
      "learning_rate": 5e-06,
      "loss": 0.054,
      "step": 147300
    },
    {
      "epoch": 13.76798057164207,
      "grad_norm": 2.20983624458313,
      "learning_rate": 5e-06,
      "loss": 0.053,
      "step": 147400
    },
    {
      "epoch": 13.77732112833925,
      "grad_norm": 2.68300199508667,
      "learning_rate": 5e-06,
      "loss": 0.054,
      "step": 147500
    },
    {
      "epoch": 13.786661685036428,
      "grad_norm": 2.6197917461395264,
      "learning_rate": 5e-06,
      "loss": 0.0556,
      "step": 147600
    },
    {
      "epoch": 13.796002241733607,
      "grad_norm": 2.510756731033325,
      "learning_rate": 5e-06,
      "loss": 0.0587,
      "step": 147700
    },
    {
      "epoch": 13.805342798430786,
      "grad_norm": 2.3778505325317383,
      "learning_rate": 5e-06,
      "loss": 0.0501,
      "step": 147800
    },
    {
      "epoch": 13.814683355127965,
      "grad_norm": 1.7805925607681274,
      "learning_rate": 5e-06,
      "loss": 0.0535,
      "step": 147900
    },
    {
      "epoch": 13.824023911825146,
      "grad_norm": 2.094149589538574,
      "learning_rate": 5e-06,
      "loss": 0.0521,
      "step": 148000
    },
    {
      "epoch": 13.833364468522324,
      "grad_norm": 4.9873247146606445,
      "learning_rate": 5e-06,
      "loss": 0.0549,
      "step": 148100
    },
    {
      "epoch": 13.842705025219503,
      "grad_norm": 2.7983360290527344,
      "learning_rate": 5e-06,
      "loss": 0.0518,
      "step": 148200
    },
    {
      "epoch": 13.852045581916682,
      "grad_norm": 1.9696424007415771,
      "learning_rate": 5e-06,
      "loss": 0.0507,
      "step": 148300
    },
    {
      "epoch": 13.861386138613861,
      "grad_norm": 1.8599090576171875,
      "learning_rate": 5e-06,
      "loss": 0.054,
      "step": 148400
    },
    {
      "epoch": 13.87072669531104,
      "grad_norm": 2.1214752197265625,
      "learning_rate": 5e-06,
      "loss": 0.0531,
      "step": 148500
    },
    {
      "epoch": 13.88006725200822,
      "grad_norm": 2.2545955181121826,
      "learning_rate": 5e-06,
      "loss": 0.054,
      "step": 148600
    },
    {
      "epoch": 13.889407808705398,
      "grad_norm": 1.6850035190582275,
      "learning_rate": 5e-06,
      "loss": 0.0519,
      "step": 148700
    },
    {
      "epoch": 13.898748365402579,
      "grad_norm": 1.7666141986846924,
      "learning_rate": 5e-06,
      "loss": 0.0578,
      "step": 148800
    },
    {
      "epoch": 13.908088922099758,
      "grad_norm": 1.9533294439315796,
      "learning_rate": 5e-06,
      "loss": 0.0528,
      "step": 148900
    },
    {
      "epoch": 13.917429478796937,
      "grad_norm": 3.1940252780914307,
      "learning_rate": 5e-06,
      "loss": 0.054,
      "step": 149000
    },
    {
      "epoch": 13.926770035494116,
      "grad_norm": 2.6631593704223633,
      "learning_rate": 5e-06,
      "loss": 0.0541,
      "step": 149100
    },
    {
      "epoch": 13.936110592191294,
      "grad_norm": 1.647236704826355,
      "learning_rate": 5e-06,
      "loss": 0.056,
      "step": 149200
    },
    {
      "epoch": 13.945451148888473,
      "grad_norm": 4.200844764709473,
      "learning_rate": 5e-06,
      "loss": 0.0536,
      "step": 149300
    },
    {
      "epoch": 13.954791705585652,
      "grad_norm": 2.489083766937256,
      "learning_rate": 5e-06,
      "loss": 0.0525,
      "step": 149400
    },
    {
      "epoch": 13.964132262282831,
      "grad_norm": 2.0192339420318604,
      "learning_rate": 5e-06,
      "loss": 0.0533,
      "step": 149500
    },
    {
      "epoch": 13.973472818980012,
      "grad_norm": 3.0128679275512695,
      "learning_rate": 5e-06,
      "loss": 0.052,
      "step": 149600
    },
    {
      "epoch": 13.98281337567719,
      "grad_norm": 1.692431092262268,
      "learning_rate": 5e-06,
      "loss": 0.0502,
      "step": 149700
    },
    {
      "epoch": 13.99215393237437,
      "grad_norm": 2.1296956539154053,
      "learning_rate": 5e-06,
      "loss": 0.0512,
      "step": 149800
    },
    {
      "epoch": 14.0,
      "step": 149884,
      "train_loss": 0.04322071000933647,
      "train_perplexity": 1.044168327821628,
      "train_runtime": 1017.1036,
      "train_samples_per_second": 168.412,
      "train_steps_per_second": 10.526
    },
    {
      "epoch": 14.0,
      "eval_loss": 0.04287618771195412,
      "eval_perplexity": 1.043808650512457,
      "eval_runtime": 197.4678,
      "eval_samples_per_second": 216.861,
      "eval_steps_per_second": 13.557,
      "step": 149884
    },
    {
      "epoch": 14.001494489071549,
      "grad_norm": 1.5198969841003418,
      "learning_rate": 5e-06,
      "loss": 0.0533,
      "step": 149900
    },
    {
      "epoch": 14.010835045768728,
      "grad_norm": 1.9891223907470703,
      "learning_rate": 5e-06,
      "loss": 0.0555,
      "step": 150000
    },
    {
      "epoch": 14.020175602465907,
      "grad_norm": 2.641404151916504,
      "learning_rate": 5e-06,
      "loss": 0.0553,
      "step": 150100
    },
    {
      "epoch": 14.029516159163085,
      "grad_norm": 1.3797098398208618,
      "learning_rate": 5e-06,
      "loss": 0.0526,
      "step": 150200
    },
    {
      "epoch": 14.038856715860264,
      "grad_norm": 2.8433609008789062,
      "learning_rate": 5e-06,
      "loss": 0.0537,
      "step": 150300
    },
    {
      "epoch": 14.048197272557445,
      "grad_norm": 2.3955869674682617,
      "learning_rate": 5e-06,
      "loss": 0.0532,
      "step": 150400
    },
    {
      "epoch": 14.057537829254624,
      "grad_norm": 1.9970369338989258,
      "learning_rate": 5e-06,
      "loss": 0.0528,
      "step": 150500
    },
    {
      "epoch": 14.066878385951803,
      "grad_norm": 3.3992788791656494,
      "learning_rate": 5e-06,
      "loss": 0.0518,
      "step": 150600
    },
    {
      "epoch": 14.076218942648982,
      "grad_norm": 2.3437516689300537,
      "learning_rate": 5e-06,
      "loss": 0.0553,
      "step": 150700
    },
    {
      "epoch": 14.08555949934616,
      "grad_norm": 2.6663131713867188,
      "learning_rate": 5e-06,
      "loss": 0.0507,
      "step": 150800
    },
    {
      "epoch": 14.09490005604334,
      "grad_norm": 2.079892873764038,
      "learning_rate": 5e-06,
      "loss": 0.0536,
      "step": 150900
    },
    {
      "epoch": 14.104240612740519,
      "grad_norm": 2.0204343795776367,
      "learning_rate": 5e-06,
      "loss": 0.0557,
      "step": 151000
    },
    {
      "epoch": 14.1135811694377,
      "grad_norm": 2.8857526779174805,
      "learning_rate": 5e-06,
      "loss": 0.0536,
      "step": 151100
    },
    {
      "epoch": 14.122921726134878,
      "grad_norm": 1.890404224395752,
      "learning_rate": 5e-06,
      "loss": 0.0528,
      "step": 151200
    },
    {
      "epoch": 14.132262282832057,
      "grad_norm": 2.3498828411102295,
      "learning_rate": 5e-06,
      "loss": 0.0554,
      "step": 151300
    },
    {
      "epoch": 14.141602839529236,
      "grad_norm": 1.5355278253555298,
      "learning_rate": 5e-06,
      "loss": 0.0515,
      "step": 151400
    },
    {
      "epoch": 14.150943396226415,
      "grad_norm": 2.6976723670959473,
      "learning_rate": 5e-06,
      "loss": 0.0573,
      "step": 151500
    },
    {
      "epoch": 14.160283952923594,
      "grad_norm": 1.8257564306259155,
      "learning_rate": 5e-06,
      "loss": 0.0576,
      "step": 151600
    },
    {
      "epoch": 14.169624509620773,
      "grad_norm": 1.5298279523849487,
      "learning_rate": 5e-06,
      "loss": 0.0515,
      "step": 151700
    },
    {
      "epoch": 14.178965066317952,
      "grad_norm": 2.0263781547546387,
      "learning_rate": 5e-06,
      "loss": 0.0504,
      "step": 151800
    },
    {
      "epoch": 14.188305623015133,
      "grad_norm": 2.315624713897705,
      "learning_rate": 5e-06,
      "loss": 0.0556,
      "step": 151900
    },
    {
      "epoch": 14.197646179712311,
      "grad_norm": 2.3410565853118896,
      "learning_rate": 5e-06,
      "loss": 0.0531,
      "step": 152000
    },
    {
      "epoch": 14.20698673640949,
      "grad_norm": 2.852876663208008,
      "learning_rate": 5e-06,
      "loss": 0.0519,
      "step": 152100
    },
    {
      "epoch": 14.21632729310667,
      "grad_norm": 2.115928888320923,
      "learning_rate": 5e-06,
      "loss": 0.0522,
      "step": 152200
    },
    {
      "epoch": 14.225667849803848,
      "grad_norm": 1.88992440700531,
      "learning_rate": 5e-06,
      "loss": 0.0535,
      "step": 152300
    },
    {
      "epoch": 14.235008406501027,
      "grad_norm": 1.827008843421936,
      "learning_rate": 5e-06,
      "loss": 0.0507,
      "step": 152400
    },
    {
      "epoch": 14.244348963198206,
      "grad_norm": 2.1225945949554443,
      "learning_rate": 5e-06,
      "loss": 0.05,
      "step": 152500
    },
    {
      "epoch": 14.253689519895385,
      "grad_norm": 1.7477630376815796,
      "learning_rate": 5e-06,
      "loss": 0.0513,
      "step": 152600
    },
    {
      "epoch": 14.263030076592566,
      "grad_norm": 2.2576026916503906,
      "learning_rate": 5e-06,
      "loss": 0.0501,
      "step": 152700
    },
    {
      "epoch": 14.272370633289745,
      "grad_norm": 2.033012628555298,
      "learning_rate": 5e-06,
      "loss": 0.0528,
      "step": 152800
    },
    {
      "epoch": 14.281711189986924,
      "grad_norm": 2.637336492538452,
      "learning_rate": 5e-06,
      "loss": 0.0516,
      "step": 152900
    },
    {
      "epoch": 14.291051746684102,
      "grad_norm": 2.085606336593628,
      "learning_rate": 5e-06,
      "loss": 0.0539,
      "step": 153000
    },
    {
      "epoch": 14.300392303381281,
      "grad_norm": 1.8468072414398193,
      "learning_rate": 5e-06,
      "loss": 0.0514,
      "step": 153100
    },
    {
      "epoch": 14.30973286007846,
      "grad_norm": 1.7021934986114502,
      "learning_rate": 5e-06,
      "loss": 0.0504,
      "step": 153200
    },
    {
      "epoch": 14.31907341677564,
      "grad_norm": 1.8190834522247314,
      "learning_rate": 5e-06,
      "loss": 0.0543,
      "step": 153300
    },
    {
      "epoch": 14.328413973472818,
      "grad_norm": 2.1842737197875977,
      "learning_rate": 5e-06,
      "loss": 0.0493,
      "step": 153400
    },
    {
      "epoch": 14.337754530169999,
      "grad_norm": 2.879484176635742,
      "learning_rate": 5e-06,
      "loss": 0.0544,
      "step": 153500
    },
    {
      "epoch": 14.347095086867178,
      "grad_norm": 2.511502981185913,
      "learning_rate": 5e-06,
      "loss": 0.0521,
      "step": 153600
    },
    {
      "epoch": 14.356435643564357,
      "grad_norm": 2.1788644790649414,
      "learning_rate": 5e-06,
      "loss": 0.0487,
      "step": 153700
    },
    {
      "epoch": 14.365776200261536,
      "grad_norm": 1.5958322286605835,
      "learning_rate": 5e-06,
      "loss": 0.0534,
      "step": 153800
    },
    {
      "epoch": 14.375116756958715,
      "grad_norm": 2.3340253829956055,
      "learning_rate": 5e-06,
      "loss": 0.0534,
      "step": 153900
    },
    {
      "epoch": 14.384457313655894,
      "grad_norm": 1.8414126634597778,
      "learning_rate": 5e-06,
      "loss": 0.0527,
      "step": 154000
    },
    {
      "epoch": 14.393797870353072,
      "grad_norm": 1.9483789205551147,
      "learning_rate": 5e-06,
      "loss": 0.0514,
      "step": 154100
    },
    {
      "epoch": 14.403138427050251,
      "grad_norm": 1.981164813041687,
      "learning_rate": 5e-06,
      "loss": 0.0525,
      "step": 154200
    },
    {
      "epoch": 14.412478983747432,
      "grad_norm": 2.103407382965088,
      "learning_rate": 5e-06,
      "loss": 0.0517,
      "step": 154300
    },
    {
      "epoch": 14.421819540444611,
      "grad_norm": 2.0788657665252686,
      "learning_rate": 5e-06,
      "loss": 0.0501,
      "step": 154400
    },
    {
      "epoch": 14.43116009714179,
      "grad_norm": 1.813703179359436,
      "learning_rate": 5e-06,
      "loss": 0.0507,
      "step": 154500
    },
    {
      "epoch": 14.440500653838969,
      "grad_norm": 1.8219889402389526,
      "learning_rate": 5e-06,
      "loss": 0.0564,
      "step": 154600
    },
    {
      "epoch": 14.449841210536148,
      "grad_norm": 1.9597519636154175,
      "learning_rate": 5e-06,
      "loss": 0.0514,
      "step": 154700
    },
    {
      "epoch": 14.459181767233327,
      "grad_norm": 2.27846622467041,
      "learning_rate": 5e-06,
      "loss": 0.0507,
      "step": 154800
    },
    {
      "epoch": 14.468522323930506,
      "grad_norm": 2.1320693492889404,
      "learning_rate": 5e-06,
      "loss": 0.0525,
      "step": 154900
    },
    {
      "epoch": 14.477862880627685,
      "grad_norm": 1.7180060148239136,
      "learning_rate": 5e-06,
      "loss": 0.0478,
      "step": 155000
    },
    {
      "epoch": 14.487203437324865,
      "grad_norm": 2.489689350128174,
      "learning_rate": 5e-06,
      "loss": 0.0505,
      "step": 155100
    },
    {
      "epoch": 14.496543994022044,
      "grad_norm": 1.7582645416259766,
      "learning_rate": 5e-06,
      "loss": 0.0508,
      "step": 155200
    },
    {
      "epoch": 14.505884550719223,
      "grad_norm": 2.819523334503174,
      "learning_rate": 5e-06,
      "loss": 0.0519,
      "step": 155300
    },
    {
      "epoch": 14.515225107416402,
      "grad_norm": 2.290830373764038,
      "learning_rate": 5e-06,
      "loss": 0.0518,
      "step": 155400
    },
    {
      "epoch": 14.524565664113581,
      "grad_norm": 1.8261926174163818,
      "learning_rate": 5e-06,
      "loss": 0.0512,
      "step": 155500
    },
    {
      "epoch": 14.53390622081076,
      "grad_norm": 2.1689133644104004,
      "learning_rate": 5e-06,
      "loss": 0.0501,
      "step": 155600
    },
    {
      "epoch": 14.543246777507939,
      "grad_norm": 3.2235286235809326,
      "learning_rate": 5e-06,
      "loss": 0.0491,
      "step": 155700
    },
    {
      "epoch": 14.552587334205118,
      "grad_norm": 1.5100442171096802,
      "learning_rate": 5e-06,
      "loss": 0.0511,
      "step": 155800
    },
    {
      "epoch": 14.561927890902298,
      "grad_norm": 2.068697690963745,
      "learning_rate": 5e-06,
      "loss": 0.0507,
      "step": 155900
    },
    {
      "epoch": 14.571268447599477,
      "grad_norm": 3.0634536743164062,
      "learning_rate": 5e-06,
      "loss": 0.0524,
      "step": 156000
    },
    {
      "epoch": 14.580609004296656,
      "grad_norm": 1.673420786857605,
      "learning_rate": 5e-06,
      "loss": 0.0529,
      "step": 156100
    },
    {
      "epoch": 14.589949560993835,
      "grad_norm": 2.8210244178771973,
      "learning_rate": 5e-06,
      "loss": 0.0503,
      "step": 156200
    },
    {
      "epoch": 14.599290117691014,
      "grad_norm": 2.2670748233795166,
      "learning_rate": 5e-06,
      "loss": 0.0499,
      "step": 156300
    },
    {
      "epoch": 14.608630674388193,
      "grad_norm": 1.7815954685211182,
      "learning_rate": 5e-06,
      "loss": 0.0498,
      "step": 156400
    },
    {
      "epoch": 14.617971231085372,
      "grad_norm": 1.7072904109954834,
      "learning_rate": 5e-06,
      "loss": 0.0513,
      "step": 156500
    },
    {
      "epoch": 14.627311787782553,
      "grad_norm": 1.9557461738586426,
      "learning_rate": 5e-06,
      "loss": 0.0492,
      "step": 156600
    },
    {
      "epoch": 14.636652344479732,
      "grad_norm": 2.4959490299224854,
      "learning_rate": 5e-06,
      "loss": 0.0517,
      "step": 156700
    },
    {
      "epoch": 14.64599290117691,
      "grad_norm": 2.0840649604797363,
      "learning_rate": 5e-06,
      "loss": 0.0492,
      "step": 156800
    },
    {
      "epoch": 14.65533345787409,
      "grad_norm": 2.258216381072998,
      "learning_rate": 5e-06,
      "loss": 0.0526,
      "step": 156900
    },
    {
      "epoch": 14.664674014571268,
      "grad_norm": 2.023789882659912,
      "learning_rate": 5e-06,
      "loss": 0.0525,
      "step": 157000
    },
    {
      "epoch": 14.674014571268447,
      "grad_norm": 2.7539310455322266,
      "learning_rate": 5e-06,
      "loss": 0.0523,
      "step": 157100
    },
    {
      "epoch": 14.683355127965626,
      "grad_norm": 2.278038263320923,
      "learning_rate": 5e-06,
      "loss": 0.051,
      "step": 157200
    },
    {
      "epoch": 14.692695684662805,
      "grad_norm": 1.9733269214630127,
      "learning_rate": 5e-06,
      "loss": 0.0521,
      "step": 157300
    },
    {
      "epoch": 14.702036241359986,
      "grad_norm": 1.553517460823059,
      "learning_rate": 5e-06,
      "loss": 0.0508,
      "step": 157400
    },
    {
      "epoch": 14.711376798057165,
      "grad_norm": 1.6687268018722534,
      "learning_rate": 5e-06,
      "loss": 0.049,
      "step": 157500
    },
    {
      "epoch": 14.720717354754344,
      "grad_norm": 2.9562275409698486,
      "learning_rate": 5e-06,
      "loss": 0.0517,
      "step": 157600
    },
    {
      "epoch": 14.730057911451523,
      "grad_norm": 1.8103463649749756,
      "learning_rate": 5e-06,
      "loss": 0.0506,
      "step": 157700
    },
    {
      "epoch": 14.739398468148702,
      "grad_norm": 2.296851634979248,
      "learning_rate": 5e-06,
      "loss": 0.0531,
      "step": 157800
    },
    {
      "epoch": 14.74873902484588,
      "grad_norm": 1.8356025218963623,
      "learning_rate": 5e-06,
      "loss": 0.052,
      "step": 157900
    },
    {
      "epoch": 14.75807958154306,
      "grad_norm": 1.8158386945724487,
      "learning_rate": 5e-06,
      "loss": 0.0501,
      "step": 158000
    },
    {
      "epoch": 14.767420138240238,
      "grad_norm": 2.55415940284729,
      "learning_rate": 5e-06,
      "loss": 0.0507,
      "step": 158100
    },
    {
      "epoch": 14.776760694937419,
      "grad_norm": 2.4097695350646973,
      "learning_rate": 5e-06,
      "loss": 0.0515,
      "step": 158200
    },
    {
      "epoch": 14.786101251634598,
      "grad_norm": 2.952843189239502,
      "learning_rate": 5e-06,
      "loss": 0.0508,
      "step": 158300
    },
    {
      "epoch": 14.795441808331777,
      "grad_norm": 1.5024393796920776,
      "learning_rate": 5e-06,
      "loss": 0.0535,
      "step": 158400
    },
    {
      "epoch": 14.804782365028956,
      "grad_norm": 1.4958492517471313,
      "learning_rate": 5e-06,
      "loss": 0.0557,
      "step": 158500
    },
    {
      "epoch": 14.814122921726135,
      "grad_norm": 1.8737177848815918,
      "learning_rate": 5e-06,
      "loss": 0.0497,
      "step": 158600
    },
    {
      "epoch": 14.823463478423314,
      "grad_norm": 2.1860556602478027,
      "learning_rate": 5e-06,
      "loss": 0.0509,
      "step": 158700
    },
    {
      "epoch": 14.832804035120493,
      "grad_norm": 1.8803856372833252,
      "learning_rate": 5e-06,
      "loss": 0.0498,
      "step": 158800
    },
    {
      "epoch": 14.842144591817672,
      "grad_norm": 2.44960618019104,
      "learning_rate": 5e-06,
      "loss": 0.0497,
      "step": 158900
    },
    {
      "epoch": 14.851485148514852,
      "grad_norm": 2.0274477005004883,
      "learning_rate": 5e-06,
      "loss": 0.0497,
      "step": 159000
    },
    {
      "epoch": 14.860825705212031,
      "grad_norm": 1.860079288482666,
      "learning_rate": 5e-06,
      "loss": 0.0502,
      "step": 159100
    },
    {
      "epoch": 14.87016626190921,
      "grad_norm": 2.1350317001342773,
      "learning_rate": 5e-06,
      "loss": 0.0493,
      "step": 159200
    },
    {
      "epoch": 14.879506818606389,
      "grad_norm": 2.026698112487793,
      "learning_rate": 5e-06,
      "loss": 0.0506,
      "step": 159300
    },
    {
      "epoch": 14.888847375303568,
      "grad_norm": 1.3062885999679565,
      "learning_rate": 5e-06,
      "loss": 0.0491,
      "step": 159400
    },
    {
      "epoch": 14.898187932000747,
      "grad_norm": 1.5650200843811035,
      "learning_rate": 5e-06,
      "loss": 0.0607,
      "step": 159500
    },
    {
      "epoch": 14.907528488697926,
      "grad_norm": 2.3414599895477295,
      "learning_rate": 5e-06,
      "loss": 0.0546,
      "step": 159600
    },
    {
      "epoch": 14.916869045395105,
      "grad_norm": 1.8304117918014526,
      "learning_rate": 5e-06,
      "loss": 0.0501,
      "step": 159700
    },
    {
      "epoch": 14.926209602092285,
      "grad_norm": 2.0556697845458984,
      "learning_rate": 5e-06,
      "loss": 0.0499,
      "step": 159800
    },
    {
      "epoch": 14.935550158789464,
      "grad_norm": 2.589825391769409,
      "learning_rate": 5e-06,
      "loss": 0.0522,
      "step": 159900
    },
    {
      "epoch": 14.944890715486643,
      "grad_norm": 1.4753167629241943,
      "learning_rate": 5e-06,
      "loss": 0.0499,
      "step": 160000
    },
    {
      "epoch": 14.954231272183822,
      "grad_norm": 2.0674266815185547,
      "learning_rate": 5e-06,
      "loss": 0.0507,
      "step": 160100
    },
    {
      "epoch": 14.963571828881001,
      "grad_norm": 2.09741473197937,
      "learning_rate": 5e-06,
      "loss": 0.0481,
      "step": 160200
    },
    {
      "epoch": 14.97291238557818,
      "grad_norm": 2.749336004257202,
      "learning_rate": 5e-06,
      "loss": 0.049,
      "step": 160300
    },
    {
      "epoch": 14.982252942275359,
      "grad_norm": 1.6474223136901855,
      "learning_rate": 5e-06,
      "loss": 0.0523,
      "step": 160400
    },
    {
      "epoch": 14.991593498972538,
      "grad_norm": 1.9202688932418823,
      "learning_rate": 5e-06,
      "loss": 0.0515,
      "step": 160500
    },
    {
      "epoch": 15.0,
      "step": 160590,
      "train_loss": 0.04093229025602341,
      "train_perplexity": 1.0417815643943402,
      "train_runtime": 1017.0397,
      "train_samples_per_second": 168.422,
      "train_steps_per_second": 10.527
    },
    {
      "epoch": 15.0,
      "eval_loss": 0.04061857610940933,
      "eval_perplexity": 1.0414547940388297,
      "eval_runtime": 197.5207,
      "eval_samples_per_second": 216.803,
      "eval_steps_per_second": 13.553,
      "step": 160590
    },
    {
      "epoch": 15.000934055669719,
      "grad_norm": 2.368708848953247,
      "learning_rate": 5e-06,
      "loss": 0.0498,
      "step": 160600
    },
    {
      "epoch": 15.010274612366898,
      "grad_norm": 2.2208268642425537,
      "learning_rate": 5e-06,
      "loss": 0.0492,
      "step": 160700
    },
    {
      "epoch": 15.019615169064076,
      "grad_norm": 2.8575339317321777,
      "learning_rate": 5e-06,
      "loss": 0.0476,
      "step": 160800
    },
    {
      "epoch": 15.028955725761255,
      "grad_norm": 2.4543139934539795,
      "learning_rate": 5e-06,
      "loss": 0.0515,
      "step": 160900
    },
    {
      "epoch": 15.038296282458434,
      "grad_norm": 1.500006079673767,
      "learning_rate": 5e-06,
      "loss": 0.053,
      "step": 161000
    },
    {
      "epoch": 15.047636839155613,
      "grad_norm": 1.7930200099945068,
      "learning_rate": 5e-06,
      "loss": 0.0496,
      "step": 161100
    },
    {
      "epoch": 15.056977395852792,
      "grad_norm": 1.5580568313598633,
      "learning_rate": 5e-06,
      "loss": 0.0496,
      "step": 161200
    },
    {
      "epoch": 15.066317952549973,
      "grad_norm": 1.9321179389953613,
      "learning_rate": 5e-06,
      "loss": 0.0485,
      "step": 161300
    },
    {
      "epoch": 15.075658509247152,
      "grad_norm": 2.015697717666626,
      "learning_rate": 5e-06,
      "loss": 0.0524,
      "step": 161400
    },
    {
      "epoch": 15.08499906594433,
      "grad_norm": 1.763629674911499,
      "learning_rate": 5e-06,
      "loss": 0.0505,
      "step": 161500
    },
    {
      "epoch": 15.09433962264151,
      "grad_norm": 2.0153114795684814,
      "learning_rate": 5e-06,
      "loss": 0.0576,
      "step": 161600
    },
    {
      "epoch": 15.103680179338689,
      "grad_norm": 2.90470814704895,
      "learning_rate": 5e-06,
      "loss": 0.0512,
      "step": 161700
    },
    {
      "epoch": 15.113020736035867,
      "grad_norm": 1.9207209348678589,
      "learning_rate": 5e-06,
      "loss": 0.0501,
      "step": 161800
    },
    {
      "epoch": 15.122361292733046,
      "grad_norm": 2.25421142578125,
      "learning_rate": 5e-06,
      "loss": 0.0527,
      "step": 161900
    },
    {
      "epoch": 15.131701849430225,
      "grad_norm": 2.660942792892456,
      "learning_rate": 5e-06,
      "loss": 0.0518,
      "step": 162000
    },
    {
      "epoch": 15.141042406127406,
      "grad_norm": 3.6323366165161133,
      "learning_rate": 5e-06,
      "loss": 0.0496,
      "step": 162100
    },
    {
      "epoch": 15.150382962824585,
      "grad_norm": 2.2383806705474854,
      "learning_rate": 5e-06,
      "loss": 0.0501,
      "step": 162200
    },
    {
      "epoch": 15.159723519521764,
      "grad_norm": 1.9360830783843994,
      "learning_rate": 5e-06,
      "loss": 0.0486,
      "step": 162300
    },
    {
      "epoch": 15.169064076218943,
      "grad_norm": 2.317575216293335,
      "learning_rate": 5e-06,
      "loss": 0.0495,
      "step": 162400
    },
    {
      "epoch": 15.178404632916122,
      "grad_norm": 2.5065701007843018,
      "learning_rate": 5e-06,
      "loss": 0.0501,
      "step": 162500
    },
    {
      "epoch": 15.1877451896133,
      "grad_norm": 1.9779646396636963,
      "learning_rate": 5e-06,
      "loss": 0.0521,
      "step": 162600
    },
    {
      "epoch": 15.19708574631048,
      "grad_norm": 1.636048436164856,
      "learning_rate": 5e-06,
      "loss": 0.0467,
      "step": 162700
    },
    {
      "epoch": 15.206426303007659,
      "grad_norm": 1.9001904726028442,
      "learning_rate": 5e-06,
      "loss": 0.0464,
      "step": 162800
    },
    {
      "epoch": 15.21576685970484,
      "grad_norm": 2.0033068656921387,
      "learning_rate": 5e-06,
      "loss": 0.0486,
      "step": 162900
    },
    {
      "epoch": 15.225107416402018,
      "grad_norm": 1.699422836303711,
      "learning_rate": 5e-06,
      "loss": 0.0488,
      "step": 163000
    },
    {
      "epoch": 15.234447973099197,
      "grad_norm": 1.9128868579864502,
      "learning_rate": 5e-06,
      "loss": 0.0489,
      "step": 163100
    },
    {
      "epoch": 15.243788529796376,
      "grad_norm": 1.8884122371673584,
      "learning_rate": 5e-06,
      "loss": 0.0485,
      "step": 163200
    },
    {
      "epoch": 15.253129086493555,
      "grad_norm": 2.4272754192352295,
      "learning_rate": 5e-06,
      "loss": 0.0507,
      "step": 163300
    },
    {
      "epoch": 15.262469643190734,
      "grad_norm": 1.7570416927337646,
      "learning_rate": 5e-06,
      "loss": 0.0494,
      "step": 163400
    },
    {
      "epoch": 15.271810199887913,
      "grad_norm": 1.67497980594635,
      "learning_rate": 5e-06,
      "loss": 0.052,
      "step": 163500
    },
    {
      "epoch": 15.281150756585092,
      "grad_norm": 1.8028531074523926,
      "learning_rate": 5e-06,
      "loss": 0.0504,
      "step": 163600
    },
    {
      "epoch": 15.290491313282272,
      "grad_norm": 2.0245401859283447,
      "learning_rate": 5e-06,
      "loss": 0.0502,
      "step": 163700
    },
    {
      "epoch": 15.299831869979451,
      "grad_norm": 2.309602975845337,
      "learning_rate": 5e-06,
      "loss": 0.0478,
      "step": 163800
    },
    {
      "epoch": 15.30917242667663,
      "grad_norm": 1.7476741075515747,
      "learning_rate": 5e-06,
      "loss": 0.0467,
      "step": 163900
    },
    {
      "epoch": 15.31851298337381,
      "grad_norm": 1.4116895198822021,
      "learning_rate": 5e-06,
      "loss": 0.0541,
      "step": 164000
    },
    {
      "epoch": 15.327853540070988,
      "grad_norm": 1.7271604537963867,
      "learning_rate": 5e-06,
      "loss": 0.047,
      "step": 164100
    },
    {
      "epoch": 15.337194096768167,
      "grad_norm": 2.0647571086883545,
      "learning_rate": 5e-06,
      "loss": 0.0506,
      "step": 164200
    },
    {
      "epoch": 15.346534653465346,
      "grad_norm": 1.782522439956665,
      "learning_rate": 5e-06,
      "loss": 0.0494,
      "step": 164300
    },
    {
      "epoch": 15.355875210162525,
      "grad_norm": 2.031418561935425,
      "learning_rate": 5e-06,
      "loss": 0.0503,
      "step": 164400
    },
    {
      "epoch": 15.365215766859706,
      "grad_norm": 1.9017226696014404,
      "learning_rate": 5e-06,
      "loss": 0.0486,
      "step": 164500
    },
    {
      "epoch": 15.374556323556885,
      "grad_norm": 2.4325191974639893,
      "learning_rate": 5e-06,
      "loss": 0.0484,
      "step": 164600
    },
    {
      "epoch": 15.383896880254063,
      "grad_norm": 1.8540329933166504,
      "learning_rate": 5e-06,
      "loss": 0.0497,
      "step": 164700
    },
    {
      "epoch": 15.393237436951242,
      "grad_norm": 1.7348358631134033,
      "learning_rate": 5e-06,
      "loss": 0.054,
      "step": 164800
    },
    {
      "epoch": 15.402577993648421,
      "grad_norm": 1.565423846244812,
      "learning_rate": 5e-06,
      "loss": 0.0476,
      "step": 164900
    },
    {
      "epoch": 15.4119185503456,
      "grad_norm": 2.136007785797119,
      "learning_rate": 5e-06,
      "loss": 0.0483,
      "step": 165000
    },
    {
      "epoch": 15.42125910704278,
      "grad_norm": 2.433206796646118,
      "learning_rate": 5e-06,
      "loss": 0.0492,
      "step": 165100
    },
    {
      "epoch": 15.430599663739958,
      "grad_norm": 1.9593218564987183,
      "learning_rate": 5e-06,
      "loss": 0.0505,
      "step": 165200
    },
    {
      "epoch": 15.439940220437139,
      "grad_norm": 2.050710678100586,
      "learning_rate": 5e-06,
      "loss": 0.049,
      "step": 165300
    },
    {
      "epoch": 15.449280777134318,
      "grad_norm": 2.3893399238586426,
      "learning_rate": 5e-06,
      "loss": 0.0473,
      "step": 165400
    },
    {
      "epoch": 15.458621333831497,
      "grad_norm": 1.8697859048843384,
      "learning_rate": 5e-06,
      "loss": 0.0498,
      "step": 165500
    },
    {
      "epoch": 15.467961890528676,
      "grad_norm": 2.3388545513153076,
      "learning_rate": 5e-06,
      "loss": 0.0525,
      "step": 165600
    },
    {
      "epoch": 15.477302447225854,
      "grad_norm": 1.4019025564193726,
      "learning_rate": 5e-06,
      "loss": 0.0453,
      "step": 165700
    },
    {
      "epoch": 15.486643003923033,
      "grad_norm": 3.032709836959839,
      "learning_rate": 5e-06,
      "loss": 0.0497,
      "step": 165800
    },
    {
      "epoch": 15.495983560620212,
      "grad_norm": 1.3394863605499268,
      "learning_rate": 5e-06,
      "loss": 0.0491,
      "step": 165900
    },
    {
      "epoch": 15.505324117317393,
      "grad_norm": 1.8415008783340454,
      "learning_rate": 5e-06,
      "loss": 0.049,
      "step": 166000
    },
    {
      "epoch": 15.514664674014572,
      "grad_norm": 2.585088014602661,
      "learning_rate": 5e-06,
      "loss": 0.0502,
      "step": 166100
    },
    {
      "epoch": 15.52400523071175,
      "grad_norm": 1.5842409133911133,
      "learning_rate": 5e-06,
      "loss": 0.049,
      "step": 166200
    },
    {
      "epoch": 15.53334578740893,
      "grad_norm": 1.5115009546279907,
      "learning_rate": 5e-06,
      "loss": 0.0454,
      "step": 166300
    },
    {
      "epoch": 15.542686344106109,
      "grad_norm": 2.2493093013763428,
      "learning_rate": 5e-06,
      "loss": 0.0502,
      "step": 166400
    },
    {
      "epoch": 15.552026900803288,
      "grad_norm": 2.1873621940612793,
      "learning_rate": 5e-06,
      "loss": 0.054,
      "step": 166500
    },
    {
      "epoch": 15.561367457500467,
      "grad_norm": 2.471102476119995,
      "learning_rate": 5e-06,
      "loss": 0.0501,
      "step": 166600
    },
    {
      "epoch": 15.570708014197645,
      "grad_norm": 1.6720088720321655,
      "learning_rate": 5e-06,
      "loss": 0.0505,
      "step": 166700
    },
    {
      "epoch": 15.580048570894824,
      "grad_norm": 1.8741424083709717,
      "learning_rate": 5e-06,
      "loss": 0.0477,
      "step": 166800
    },
    {
      "epoch": 15.589389127592005,
      "grad_norm": 1.7484246492385864,
      "learning_rate": 5e-06,
      "loss": 0.0508,
      "step": 166900
    },
    {
      "epoch": 15.598729684289184,
      "grad_norm": 2.3170371055603027,
      "learning_rate": 5e-06,
      "loss": 0.0477,
      "step": 167000
    },
    {
      "epoch": 15.608070240986363,
      "grad_norm": 2.5850327014923096,
      "learning_rate": 5e-06,
      "loss": 0.0493,
      "step": 167100
    },
    {
      "epoch": 15.617410797683542,
      "grad_norm": 1.7740498781204224,
      "learning_rate": 5e-06,
      "loss": 0.0458,
      "step": 167200
    },
    {
      "epoch": 15.62675135438072,
      "grad_norm": 1.551961898803711,
      "learning_rate": 5e-06,
      "loss": 0.0487,
      "step": 167300
    },
    {
      "epoch": 15.6360919110779,
      "grad_norm": 1.9028972387313843,
      "learning_rate": 5e-06,
      "loss": 0.0473,
      "step": 167400
    },
    {
      "epoch": 15.645432467775079,
      "grad_norm": 1.8881875276565552,
      "learning_rate": 5e-06,
      "loss": 0.0479,
      "step": 167500
    },
    {
      "epoch": 15.65477302447226,
      "grad_norm": 1.8840023279190063,
      "learning_rate": 5e-06,
      "loss": 0.0459,
      "step": 167600
    },
    {
      "epoch": 15.664113581169438,
      "grad_norm": 1.836724042892456,
      "learning_rate": 5e-06,
      "loss": 0.047,
      "step": 167700
    },
    {
      "epoch": 15.673454137866617,
      "grad_norm": 1.958742618560791,
      "learning_rate": 5e-06,
      "loss": 0.0473,
      "step": 167800
    },
    {
      "epoch": 15.682794694563796,
      "grad_norm": 2.103797435760498,
      "learning_rate": 5e-06,
      "loss": 0.049,
      "step": 167900
    },
    {
      "epoch": 15.692135251260975,
      "grad_norm": 1.833094596862793,
      "learning_rate": 5e-06,
      "loss": 0.0538,
      "step": 168000
    },
    {
      "epoch": 15.701475807958154,
      "grad_norm": 2.3159732818603516,
      "learning_rate": 5e-06,
      "loss": 0.0453,
      "step": 168100
    },
    {
      "epoch": 15.710816364655333,
      "grad_norm": 1.412638545036316,
      "learning_rate": 5e-06,
      "loss": 0.0472,
      "step": 168200
    },
    {
      "epoch": 15.720156921352512,
      "grad_norm": 1.337458610534668,
      "learning_rate": 5e-06,
      "loss": 0.048,
      "step": 168300
    },
    {
      "epoch": 15.729497478049693,
      "grad_norm": 1.4545979499816895,
      "learning_rate": 5e-06,
      "loss": 0.0493,
      "step": 168400
    },
    {
      "epoch": 15.738838034746871,
      "grad_norm": 1.8560327291488647,
      "learning_rate": 5e-06,
      "loss": 0.0502,
      "step": 168500
    },
    {
      "epoch": 15.74817859144405,
      "grad_norm": 1.6054134368896484,
      "learning_rate": 5e-06,
      "loss": 0.0472,
      "step": 168600
    },
    {
      "epoch": 15.75751914814123,
      "grad_norm": 2.480128526687622,
      "learning_rate": 5e-06,
      "loss": 0.0487,
      "step": 168700
    },
    {
      "epoch": 15.766859704838408,
      "grad_norm": 1.4230526685714722,
      "learning_rate": 5e-06,
      "loss": 0.0472,
      "step": 168800
    },
    {
      "epoch": 15.776200261535587,
      "grad_norm": 2.4036920070648193,
      "learning_rate": 5e-06,
      "loss": 0.0509,
      "step": 168900
    },
    {
      "epoch": 15.785540818232766,
      "grad_norm": 1.6682491302490234,
      "learning_rate": 5e-06,
      "loss": 0.0477,
      "step": 169000
    },
    {
      "epoch": 15.794881374929945,
      "grad_norm": 2.63468861579895,
      "learning_rate": 5e-06,
      "loss": 0.0463,
      "step": 169100
    },
    {
      "epoch": 15.804221931627126,
      "grad_norm": 1.7650176286697388,
      "learning_rate": 5e-06,
      "loss": 0.0466,
      "step": 169200
    },
    {
      "epoch": 15.813562488324305,
      "grad_norm": 1.5619968175888062,
      "learning_rate": 5e-06,
      "loss": 0.0481,
      "step": 169300
    },
    {
      "epoch": 15.822903045021484,
      "grad_norm": 2.150062322616577,
      "learning_rate": 5e-06,
      "loss": 0.0475,
      "step": 169400
    },
    {
      "epoch": 15.832243601718663,
      "grad_norm": 2.29483699798584,
      "learning_rate": 5e-06,
      "loss": 0.0512,
      "step": 169500
    },
    {
      "epoch": 15.841584158415841,
      "grad_norm": 3.03471040725708,
      "learning_rate": 5e-06,
      "loss": 0.0483,
      "step": 169600
    },
    {
      "epoch": 15.85092471511302,
      "grad_norm": 1.9833060503005981,
      "learning_rate": 5e-06,
      "loss": 0.0479,
      "step": 169700
    },
    {
      "epoch": 15.8602652718102,
      "grad_norm": 2.5439605712890625,
      "learning_rate": 5e-06,
      "loss": 0.0502,
      "step": 169800
    },
    {
      "epoch": 15.869605828507378,
      "grad_norm": 1.9318392276763916,
      "learning_rate": 5e-06,
      "loss": 0.0488,
      "step": 169900
    },
    {
      "epoch": 15.878946385204559,
      "grad_norm": 2.0041229724884033,
      "learning_rate": 5e-06,
      "loss": 0.0479,
      "step": 170000
    },
    {
      "epoch": 15.888286941901738,
      "grad_norm": 2.0026285648345947,
      "learning_rate": 5e-06,
      "loss": 0.0483,
      "step": 170100
    },
    {
      "epoch": 15.897627498598917,
      "grad_norm": 1.437067985534668,
      "learning_rate": 5e-06,
      "loss": 0.0517,
      "step": 170200
    },
    {
      "epoch": 15.906968055296096,
      "grad_norm": 1.70612633228302,
      "learning_rate": 5e-06,
      "loss": 0.0467,
      "step": 170300
    },
    {
      "epoch": 15.916308611993275,
      "grad_norm": 1.757695198059082,
      "learning_rate": 5e-06,
      "loss": 0.049,
      "step": 170400
    },
    {
      "epoch": 15.925649168690454,
      "grad_norm": 1.8440879583358765,
      "learning_rate": 5e-06,
      "loss": 0.0469,
      "step": 170500
    },
    {
      "epoch": 15.934989725387632,
      "grad_norm": 1.3863099813461304,
      "learning_rate": 5e-06,
      "loss": 0.0503,
      "step": 170600
    },
    {
      "epoch": 15.944330282084813,
      "grad_norm": 1.4991973638534546,
      "learning_rate": 5e-06,
      "loss": 0.0492,
      "step": 170700
    },
    {
      "epoch": 15.953670838781992,
      "grad_norm": 1.3066864013671875,
      "learning_rate": 5e-06,
      "loss": 0.0462,
      "step": 170800
    },
    {
      "epoch": 15.963011395479171,
      "grad_norm": 1.8438036441802979,
      "learning_rate": 5e-06,
      "loss": 0.0496,
      "step": 170900
    },
    {
      "epoch": 15.97235195217635,
      "grad_norm": 2.0862059593200684,
      "learning_rate": 5e-06,
      "loss": 0.0485,
      "step": 171000
    },
    {
      "epoch": 15.981692508873529,
      "grad_norm": 1.638051152229309,
      "learning_rate": 5e-06,
      "loss": 0.0469,
      "step": 171100
    },
    {
      "epoch": 15.991033065570708,
      "grad_norm": 1.5099871158599854,
      "learning_rate": 5e-06,
      "loss": 0.0482,
      "step": 171200
    },
    {
      "epoch": 16.0,
      "step": 171296,
      "train_loss": 0.0392107330262661,
      "train_perplexity": 1.0399896207196977,
      "train_runtime": 1017.0862,
      "train_samples_per_second": 168.414,
      "train_steps_per_second": 10.526
    },
    {
      "epoch": 16.0,
      "eval_loss": 0.03893910348415375,
      "eval_perplexity": 1.0397071671783196,
      "eval_runtime": 197.5755,
      "eval_samples_per_second": 216.742,
      "eval_steps_per_second": 13.549,
      "step": 171296
    },
    {
      "epoch": 16.000373622267887,
      "grad_norm": 1.4990863800048828,
      "learning_rate": 5e-06,
      "loss": 0.0497,
      "step": 171300
    },
    {
      "epoch": 16.009714178965066,
      "grad_norm": 2.034559965133667,
      "learning_rate": 5e-06,
      "loss": 0.0486,
      "step": 171400
    },
    {
      "epoch": 16.019054735662245,
      "grad_norm": 1.6537812948226929,
      "learning_rate": 5e-06,
      "loss": 0.0457,
      "step": 171500
    },
    {
      "epoch": 16.028395292359424,
      "grad_norm": 2.3554701805114746,
      "learning_rate": 5e-06,
      "loss": 0.0492,
      "step": 171600
    },
    {
      "epoch": 16.037735849056602,
      "grad_norm": 1.1118377447128296,
      "learning_rate": 5e-06,
      "loss": 0.0452,
      "step": 171700
    },
    {
      "epoch": 16.04707640575378,
      "grad_norm": 1.7957537174224854,
      "learning_rate": 5e-06,
      "loss": 0.0469,
      "step": 171800
    },
    {
      "epoch": 16.056416962450964,
      "grad_norm": 2.2901017665863037,
      "learning_rate": 5e-06,
      "loss": 0.0448,
      "step": 171900
    },
    {
      "epoch": 16.065757519148143,
      "grad_norm": 2.2322442531585693,
      "learning_rate": 5e-06,
      "loss": 0.0456,
      "step": 172000
    },
    {
      "epoch": 16.07509807584532,
      "grad_norm": 2.25126051902771,
      "learning_rate": 5e-06,
      "loss": 0.0496,
      "step": 172100
    },
    {
      "epoch": 16.0844386325425,
      "grad_norm": 1.6685373783111572,
      "learning_rate": 5e-06,
      "loss": 0.0474,
      "step": 172200
    },
    {
      "epoch": 16.09377918923968,
      "grad_norm": 2.8750252723693848,
      "learning_rate": 5e-06,
      "loss": 0.0509,
      "step": 172300
    },
    {
      "epoch": 16.10311974593686,
      "grad_norm": 2.017219305038452,
      "learning_rate": 5e-06,
      "loss": 0.0468,
      "step": 172400
    },
    {
      "epoch": 16.112460302634037,
      "grad_norm": 2.6855928897857666,
      "learning_rate": 5e-06,
      "loss": 0.0488,
      "step": 172500
    },
    {
      "epoch": 16.121800859331216,
      "grad_norm": 2.62117862701416,
      "learning_rate": 5e-06,
      "loss": 0.046,
      "step": 172600
    },
    {
      "epoch": 16.131141416028395,
      "grad_norm": 1.989601969718933,
      "learning_rate": 5e-06,
      "loss": 0.0489,
      "step": 172700
    },
    {
      "epoch": 16.140481972725574,
      "grad_norm": 1.9597114324569702,
      "learning_rate": 5e-06,
      "loss": 0.054,
      "step": 172800
    },
    {
      "epoch": 16.149822529422753,
      "grad_norm": 1.7096679210662842,
      "learning_rate": 5e-06,
      "loss": 0.0444,
      "step": 172900
    },
    {
      "epoch": 16.159163086119932,
      "grad_norm": 1.8990788459777832,
      "learning_rate": 5e-06,
      "loss": 0.0474,
      "step": 173000
    },
    {
      "epoch": 16.16850364281711,
      "grad_norm": 1.58803129196167,
      "learning_rate": 5e-06,
      "loss": 0.0454,
      "step": 173100
    },
    {
      "epoch": 16.17784419951429,
      "grad_norm": 1.968632698059082,
      "learning_rate": 5e-06,
      "loss": 0.0457,
      "step": 173200
    },
    {
      "epoch": 16.18718475621147,
      "grad_norm": 2.0343329906463623,
      "learning_rate": 5e-06,
      "loss": 0.0466,
      "step": 173300
    },
    {
      "epoch": 16.196525312908648,
      "grad_norm": 1.554425835609436,
      "learning_rate": 5e-06,
      "loss": 0.0474,
      "step": 173400
    },
    {
      "epoch": 16.20586586960583,
      "grad_norm": 2.016731023788452,
      "learning_rate": 5e-06,
      "loss": 0.0452,
      "step": 173500
    },
    {
      "epoch": 16.21520642630301,
      "grad_norm": 1.7160735130310059,
      "learning_rate": 5e-06,
      "loss": 0.0468,
      "step": 173600
    },
    {
      "epoch": 16.224546983000188,
      "grad_norm": 2.1807665824890137,
      "learning_rate": 5e-06,
      "loss": 0.047,
      "step": 173700
    },
    {
      "epoch": 16.233887539697367,
      "grad_norm": 1.49189031124115,
      "learning_rate": 5e-06,
      "loss": 0.0453,
      "step": 173800
    },
    {
      "epoch": 16.243228096394546,
      "grad_norm": 1.6515421867370605,
      "learning_rate": 5e-06,
      "loss": 0.048,
      "step": 173900
    },
    {
      "epoch": 16.252568653091725,
      "grad_norm": 1.5495058298110962,
      "learning_rate": 5e-06,
      "loss": 0.0447,
      "step": 174000
    },
    {
      "epoch": 16.261909209788904,
      "grad_norm": 1.9678664207458496,
      "learning_rate": 5e-06,
      "loss": 0.0471,
      "step": 174100
    },
    {
      "epoch": 16.271249766486083,
      "grad_norm": 1.6554267406463623,
      "learning_rate": 5e-06,
      "loss": 0.0457,
      "step": 174200
    },
    {
      "epoch": 16.28059032318326,
      "grad_norm": 1.784470558166504,
      "learning_rate": 5e-06,
      "loss": 0.0442,
      "step": 174300
    },
    {
      "epoch": 16.28993087988044,
      "grad_norm": 1.8606265783309937,
      "learning_rate": 5e-06,
      "loss": 0.0465,
      "step": 174400
    },
    {
      "epoch": 16.29927143657762,
      "grad_norm": 2.777040719985962,
      "learning_rate": 5e-06,
      "loss": 0.046,
      "step": 174500
    },
    {
      "epoch": 16.3086119932748,
      "grad_norm": 2.0075485706329346,
      "learning_rate": 5e-06,
      "loss": 0.0469,
      "step": 174600
    },
    {
      "epoch": 16.317952549971977,
      "grad_norm": 2.3609750270843506,
      "learning_rate": 5e-06,
      "loss": 0.0491,
      "step": 174700
    },
    {
      "epoch": 16.327293106669156,
      "grad_norm": 1.4716403484344482,
      "learning_rate": 5e-06,
      "loss": 0.046,
      "step": 174800
    },
    {
      "epoch": 16.336633663366335,
      "grad_norm": 1.3685801029205322,
      "learning_rate": 5e-06,
      "loss": 0.0436,
      "step": 174900
    },
    {
      "epoch": 16.345974220063514,
      "grad_norm": 2.011423110961914,
      "learning_rate": 5e-06,
      "loss": 0.0473,
      "step": 175000
    },
    {
      "epoch": 16.355314776760697,
      "grad_norm": 1.3336354494094849,
      "learning_rate": 5e-06,
      "loss": 0.0468,
      "step": 175100
    },
    {
      "epoch": 16.364655333457875,
      "grad_norm": 1.9167472124099731,
      "learning_rate": 5e-06,
      "loss": 0.0456,
      "step": 175200
    },
    {
      "epoch": 16.373995890155054,
      "grad_norm": 1.8819392919540405,
      "learning_rate": 5e-06,
      "loss": 0.0479,
      "step": 175300
    },
    {
      "epoch": 16.383336446852233,
      "grad_norm": 1.8416616916656494,
      "learning_rate": 5e-06,
      "loss": 0.0474,
      "step": 175400
    },
    {
      "epoch": 16.392677003549412,
      "grad_norm": 1.6844855546951294,
      "learning_rate": 5e-06,
      "loss": 0.0461,
      "step": 175500
    },
    {
      "epoch": 16.40201756024659,
      "grad_norm": 2.313270330429077,
      "learning_rate": 5e-06,
      "loss": 0.052,
      "step": 175600
    },
    {
      "epoch": 16.41135811694377,
      "grad_norm": 2.110226631164551,
      "learning_rate": 5e-06,
      "loss": 0.0471,
      "step": 175700
    },
    {
      "epoch": 16.42069867364095,
      "grad_norm": 2.3563175201416016,
      "learning_rate": 5e-06,
      "loss": 0.0481,
      "step": 175800
    },
    {
      "epoch": 16.430039230338128,
      "grad_norm": 2.3640196323394775,
      "learning_rate": 5e-06,
      "loss": 0.0458,
      "step": 175900
    },
    {
      "epoch": 16.439379787035307,
      "grad_norm": 1.7865771055221558,
      "learning_rate": 5e-06,
      "loss": 0.0454,
      "step": 176000
    },
    {
      "epoch": 16.448720343732486,
      "grad_norm": 1.6080982685089111,
      "learning_rate": 5e-06,
      "loss": 0.047,
      "step": 176100
    },
    {
      "epoch": 16.458060900429665,
      "grad_norm": 2.147233486175537,
      "learning_rate": 5e-06,
      "loss": 0.0472,
      "step": 176200
    },
    {
      "epoch": 16.467401457126844,
      "grad_norm": 2.160459041595459,
      "learning_rate": 5e-06,
      "loss": 0.0478,
      "step": 176300
    },
    {
      "epoch": 16.476742013824023,
      "grad_norm": 1.6995946168899536,
      "learning_rate": 5e-06,
      "loss": 0.0499,
      "step": 176400
    },
    {
      "epoch": 16.4860825705212,
      "grad_norm": 1.9969266653060913,
      "learning_rate": 5e-06,
      "loss": 0.0465,
      "step": 176500
    },
    {
      "epoch": 16.49542312721838,
      "grad_norm": 2.353504180908203,
      "learning_rate": 5e-06,
      "loss": 0.0485,
      "step": 176600
    },
    {
      "epoch": 16.504763683915563,
      "grad_norm": 1.5193066596984863,
      "learning_rate": 5e-06,
      "loss": 0.0492,
      "step": 176700
    },
    {
      "epoch": 16.514104240612742,
      "grad_norm": 3.071876287460327,
      "learning_rate": 5e-06,
      "loss": 0.0458,
      "step": 176800
    },
    {
      "epoch": 16.52344479730992,
      "grad_norm": 1.4474635124206543,
      "learning_rate": 5e-06,
      "loss": 0.0473,
      "step": 176900
    },
    {
      "epoch": 16.5327853540071,
      "grad_norm": 2.167710542678833,
      "learning_rate": 5e-06,
      "loss": 0.0445,
      "step": 177000
    },
    {
      "epoch": 16.54212591070428,
      "grad_norm": 1.9389469623565674,
      "learning_rate": 5e-06,
      "loss": 0.0492,
      "step": 177100
    },
    {
      "epoch": 16.551466467401458,
      "grad_norm": 1.2525697946548462,
      "learning_rate": 5e-06,
      "loss": 0.0484,
      "step": 177200
    },
    {
      "epoch": 16.560807024098636,
      "grad_norm": 2.0240817070007324,
      "learning_rate": 5e-06,
      "loss": 0.046,
      "step": 177300
    },
    {
      "epoch": 16.570147580795815,
      "grad_norm": 1.7456436157226562,
      "learning_rate": 5e-06,
      "loss": 0.0472,
      "step": 177400
    },
    {
      "epoch": 16.579488137492994,
      "grad_norm": 1.5057265758514404,
      "learning_rate": 5e-06,
      "loss": 0.0435,
      "step": 177500
    },
    {
      "epoch": 16.588828694190173,
      "grad_norm": 2.1108038425445557,
      "learning_rate": 5e-06,
      "loss": 0.0475,
      "step": 177600
    },
    {
      "epoch": 16.598169250887352,
      "grad_norm": 2.1838223934173584,
      "learning_rate": 5e-06,
      "loss": 0.0498,
      "step": 177700
    },
    {
      "epoch": 16.60750980758453,
      "grad_norm": 2.879195213317871,
      "learning_rate": 5e-06,
      "loss": 0.0479,
      "step": 177800
    },
    {
      "epoch": 16.61685036428171,
      "grad_norm": 2.1553452014923096,
      "learning_rate": 5e-06,
      "loss": 0.0446,
      "step": 177900
    },
    {
      "epoch": 16.62619092097889,
      "grad_norm": 2.0078604221343994,
      "learning_rate": 5e-06,
      "loss": 0.048,
      "step": 178000
    },
    {
      "epoch": 16.635531477676068,
      "grad_norm": 2.0443568229675293,
      "learning_rate": 5e-06,
      "loss": 0.0462,
      "step": 178100
    },
    {
      "epoch": 16.64487203437325,
      "grad_norm": 1.4628512859344482,
      "learning_rate": 5e-06,
      "loss": 0.0506,
      "step": 178200
    },
    {
      "epoch": 16.65421259107043,
      "grad_norm": 2.156735897064209,
      "learning_rate": 5e-06,
      "loss": 0.0462,
      "step": 178300
    },
    {
      "epoch": 16.663553147767608,
      "grad_norm": 1.2699395418167114,
      "learning_rate": 5e-06,
      "loss": 0.0436,
      "step": 178400
    },
    {
      "epoch": 16.672893704464787,
      "grad_norm": 1.7878600358963013,
      "learning_rate": 5e-06,
      "loss": 0.0504,
      "step": 178500
    },
    {
      "epoch": 16.682234261161966,
      "grad_norm": 1.9787567853927612,
      "learning_rate": 5e-06,
      "loss": 0.0461,
      "step": 178600
    },
    {
      "epoch": 16.691574817859145,
      "grad_norm": 1.946537733078003,
      "learning_rate": 5e-06,
      "loss": 0.0463,
      "step": 178700
    },
    {
      "epoch": 16.700915374556324,
      "grad_norm": 2.2555387020111084,
      "learning_rate": 5e-06,
      "loss": 0.0446,
      "step": 178800
    },
    {
      "epoch": 16.710255931253503,
      "grad_norm": 1.7385668754577637,
      "learning_rate": 5e-06,
      "loss": 0.0464,
      "step": 178900
    },
    {
      "epoch": 16.71959648795068,
      "grad_norm": 1.9521098136901855,
      "learning_rate": 5e-06,
      "loss": 0.0516,
      "step": 179000
    },
    {
      "epoch": 16.72893704464786,
      "grad_norm": 1.728227972984314,
      "learning_rate": 5e-06,
      "loss": 0.0463,
      "step": 179100
    },
    {
      "epoch": 16.73827760134504,
      "grad_norm": 1.893851637840271,
      "learning_rate": 5e-06,
      "loss": 0.0453,
      "step": 179200
    },
    {
      "epoch": 16.74761815804222,
      "grad_norm": 1.8432661294937134,
      "learning_rate": 5e-06,
      "loss": 0.0476,
      "step": 179300
    },
    {
      "epoch": 16.756958714739397,
      "grad_norm": 1.79628586769104,
      "learning_rate": 5e-06,
      "loss": 0.0461,
      "step": 179400
    },
    {
      "epoch": 16.766299271436576,
      "grad_norm": 2.459036350250244,
      "learning_rate": 5e-06,
      "loss": 0.0443,
      "step": 179500
    },
    {
      "epoch": 16.775639828133755,
      "grad_norm": 1.7495498657226562,
      "learning_rate": 5e-06,
      "loss": 0.0472,
      "step": 179600
    },
    {
      "epoch": 16.784980384830934,
      "grad_norm": 1.4091142416000366,
      "learning_rate": 5e-06,
      "loss": 0.0465,
      "step": 179700
    },
    {
      "epoch": 16.794320941528117,
      "grad_norm": 1.7697513103485107,
      "learning_rate": 5e-06,
      "loss": 0.0466,
      "step": 179800
    },
    {
      "epoch": 16.803661498225296,
      "grad_norm": 2.0039050579071045,
      "learning_rate": 5e-06,
      "loss": 0.0457,
      "step": 179900
    },
    {
      "epoch": 16.813002054922475,
      "grad_norm": 2.419909954071045,
      "learning_rate": 5e-06,
      "loss": 0.0453,
      "step": 180000
    },
    {
      "epoch": 16.822342611619653,
      "grad_norm": 2.7298691272735596,
      "learning_rate": 5e-06,
      "loss": 0.0471,
      "step": 180100
    },
    {
      "epoch": 16.831683168316832,
      "grad_norm": 2.4990670680999756,
      "learning_rate": 5e-06,
      "loss": 0.0452,
      "step": 180200
    },
    {
      "epoch": 16.84102372501401,
      "grad_norm": 2.0342066287994385,
      "learning_rate": 5e-06,
      "loss": 0.0484,
      "step": 180300
    },
    {
      "epoch": 16.85036428171119,
      "grad_norm": 2.534376382827759,
      "learning_rate": 5e-06,
      "loss": 0.0457,
      "step": 180400
    },
    {
      "epoch": 16.85970483840837,
      "grad_norm": 1.9343711137771606,
      "learning_rate": 5e-06,
      "loss": 0.0487,
      "step": 180500
    },
    {
      "epoch": 16.869045395105548,
      "grad_norm": 2.063314914703369,
      "learning_rate": 5e-06,
      "loss": 0.0447,
      "step": 180600
    },
    {
      "epoch": 16.878385951802727,
      "grad_norm": 2.3730082511901855,
      "learning_rate": 5e-06,
      "loss": 0.045,
      "step": 180700
    },
    {
      "epoch": 16.887726508499906,
      "grad_norm": 2.416621208190918,
      "learning_rate": 5e-06,
      "loss": 0.0467,
      "step": 180800
    },
    {
      "epoch": 16.897067065197085,
      "grad_norm": 1.9070966243743896,
      "learning_rate": 5e-06,
      "loss": 0.045,
      "step": 180900
    },
    {
      "epoch": 16.906407621894264,
      "grad_norm": 1.328554391860962,
      "learning_rate": 5e-06,
      "loss": 0.0484,
      "step": 181000
    },
    {
      "epoch": 16.915748178591443,
      "grad_norm": 1.5749164819717407,
      "learning_rate": 5e-06,
      "loss": 0.0451,
      "step": 181100
    },
    {
      "epoch": 16.92508873528862,
      "grad_norm": 1.9444540739059448,
      "learning_rate": 5e-06,
      "loss": 0.0442,
      "step": 181200
    },
    {
      "epoch": 16.9344292919858,
      "grad_norm": 2.3696000576019287,
      "learning_rate": 5e-06,
      "loss": 0.0464,
      "step": 181300
    },
    {
      "epoch": 16.943769848682983,
      "grad_norm": 2.703106641769409,
      "learning_rate": 5e-06,
      "loss": 0.0458,
      "step": 181400
    },
    {
      "epoch": 16.953110405380162,
      "grad_norm": 1.7821372747421265,
      "learning_rate": 5e-06,
      "loss": 0.0456,
      "step": 181500
    },
    {
      "epoch": 16.96245096207734,
      "grad_norm": 2.2947568893432617,
      "learning_rate": 5e-06,
      "loss": 0.0464,
      "step": 181600
    },
    {
      "epoch": 16.97179151877452,
      "grad_norm": 1.8650161027908325,
      "learning_rate": 5e-06,
      "loss": 0.046,
      "step": 181700
    },
    {
      "epoch": 16.9811320754717,
      "grad_norm": 1.6964236497879028,
      "learning_rate": 5e-06,
      "loss": 0.0451,
      "step": 181800
    },
    {
      "epoch": 16.990472632168878,
      "grad_norm": 2.1105616092681885,
      "learning_rate": 5e-06,
      "loss": 0.0485,
      "step": 181900
    },
    {
      "epoch": 16.999813188866057,
      "grad_norm": 1.4113649129867554,
      "learning_rate": 5e-06,
      "loss": 0.0497,
      "step": 182000
    },
    {
      "epoch": 17.0,
      "step": 182002,
      "train_loss": 0.037510599941015244,
      "train_perplexity": 1.0382230021260819,
      "train_runtime": 1017.4581,
      "train_samples_per_second": 168.353,
      "train_steps_per_second": 10.522
    },
    {
      "epoch": 17.0,
      "eval_loss": 0.03724905475974083,
      "eval_perplexity": 1.0379514954099718,
      "eval_runtime": 197.5004,
      "eval_samples_per_second": 216.825,
      "eval_steps_per_second": 13.554,
      "step": 182002
    },
    {
      "epoch": 17.009153745563236,
      "grad_norm": 2.3928675651550293,
      "learning_rate": 5e-06,
      "loss": 0.0452,
      "step": 182100
    },
    {
      "epoch": 17.018494302260414,
      "grad_norm": 2.2686150074005127,
      "learning_rate": 5e-06,
      "loss": 0.0482,
      "step": 182200
    },
    {
      "epoch": 17.027834858957593,
      "grad_norm": 1.4179972410202026,
      "learning_rate": 5e-06,
      "loss": 0.0476,
      "step": 182300
    },
    {
      "epoch": 17.037175415654772,
      "grad_norm": 1.8443275690078735,
      "learning_rate": 5e-06,
      "loss": 0.0443,
      "step": 182400
    },
    {
      "epoch": 17.04651597235195,
      "grad_norm": 1.8697174787521362,
      "learning_rate": 5e-06,
      "loss": 0.0451,
      "step": 182500
    },
    {
      "epoch": 17.05585652904913,
      "grad_norm": 1.3765850067138672,
      "learning_rate": 5e-06,
      "loss": 0.0418,
      "step": 182600
    },
    {
      "epoch": 17.06519708574631,
      "grad_norm": 1.9164155721664429,
      "learning_rate": 5e-06,
      "loss": 0.0461,
      "step": 182700
    },
    {
      "epoch": 17.074537642443488,
      "grad_norm": 2.5925872325897217,
      "learning_rate": 5e-06,
      "loss": 0.0447,
      "step": 182800
    },
    {
      "epoch": 17.08387819914067,
      "grad_norm": 1.096364140510559,
      "learning_rate": 5e-06,
      "loss": 0.0438,
      "step": 182900
    },
    {
      "epoch": 17.09321875583785,
      "grad_norm": 1.7610173225402832,
      "learning_rate": 5e-06,
      "loss": 0.045,
      "step": 183000
    },
    {
      "epoch": 17.10255931253503,
      "grad_norm": 1.990576148033142,
      "learning_rate": 5e-06,
      "loss": 0.0446,
      "step": 183100
    },
    {
      "epoch": 17.111899869232207,
      "grad_norm": 2.000230550765991,
      "learning_rate": 5e-06,
      "loss": 0.046,
      "step": 183200
    },
    {
      "epoch": 17.121240425929386,
      "grad_norm": 1.9412181377410889,
      "learning_rate": 5e-06,
      "loss": 0.0469,
      "step": 183300
    },
    {
      "epoch": 17.130580982626565,
      "grad_norm": 2.364692211151123,
      "learning_rate": 5e-06,
      "loss": 0.0449,
      "step": 183400
    },
    {
      "epoch": 17.139921539323744,
      "grad_norm": 1.4458870887756348,
      "learning_rate": 5e-06,
      "loss": 0.0455,
      "step": 183500
    },
    {
      "epoch": 17.149262096020923,
      "grad_norm": 2.243839979171753,
      "learning_rate": 5e-06,
      "loss": 0.0463,
      "step": 183600
    },
    {
      "epoch": 17.158602652718102,
      "grad_norm": 1.696532964706421,
      "learning_rate": 5e-06,
      "loss": 0.0431,
      "step": 183700
    },
    {
      "epoch": 17.16794320941528,
      "grad_norm": 1.5141178369522095,
      "learning_rate": 5e-06,
      "loss": 0.0429,
      "step": 183800
    },
    {
      "epoch": 17.17728376611246,
      "grad_norm": 1.279550552368164,
      "learning_rate": 5e-06,
      "loss": 0.0467,
      "step": 183900
    },
    {
      "epoch": 17.18662432280964,
      "grad_norm": 2.5181779861450195,
      "learning_rate": 5e-06,
      "loss": 0.046,
      "step": 184000
    },
    {
      "epoch": 17.195964879506818,
      "grad_norm": 2.0140063762664795,
      "learning_rate": 5e-06,
      "loss": 0.0436,
      "step": 184100
    },
    {
      "epoch": 17.205305436203997,
      "grad_norm": 2.253868579864502,
      "learning_rate": 5e-06,
      "loss": 0.0455,
      "step": 184200
    },
    {
      "epoch": 17.214645992901175,
      "grad_norm": 2.2975659370422363,
      "learning_rate": 5e-06,
      "loss": 0.0484,
      "step": 184300
    },
    {
      "epoch": 17.223986549598354,
      "grad_norm": 1.885693907737732,
      "learning_rate": 5e-06,
      "loss": 0.0436,
      "step": 184400
    },
    {
      "epoch": 17.233327106295537,
      "grad_norm": 2.0461418628692627,
      "learning_rate": 5e-06,
      "loss": 0.0437,
      "step": 184500
    },
    {
      "epoch": 17.242667662992716,
      "grad_norm": 9.82852554321289,
      "learning_rate": 5e-06,
      "loss": 0.049,
      "step": 184600
    },
    {
      "epoch": 17.252008219689895,
      "grad_norm": 1.2530168294906616,
      "learning_rate": 5e-06,
      "loss": 0.0517,
      "step": 184700
    },
    {
      "epoch": 17.261348776387074,
      "grad_norm": 2.1611905097961426,
      "learning_rate": 5e-06,
      "loss": 0.0496,
      "step": 184800
    },
    {
      "epoch": 17.270689333084253,
      "grad_norm": 2.431614875793457,
      "learning_rate": 5e-06,
      "loss": 0.0433,
      "step": 184900
    },
    {
      "epoch": 17.28002988978143,
      "grad_norm": 1.3801391124725342,
      "learning_rate": 5e-06,
      "loss": 0.0453,
      "step": 185000
    },
    {
      "epoch": 17.28937044647861,
      "grad_norm": 1.228139042854309,
      "learning_rate": 5e-06,
      "loss": 0.042,
      "step": 185100
    },
    {
      "epoch": 17.29871100317579,
      "grad_norm": 1.2902398109436035,
      "learning_rate": 5e-06,
      "loss": 0.0464,
      "step": 185200
    },
    {
      "epoch": 17.30805155987297,
      "grad_norm": 1.5425609350204468,
      "learning_rate": 5e-06,
      "loss": 0.0427,
      "step": 185300
    },
    {
      "epoch": 17.317392116570147,
      "grad_norm": 1.2943724393844604,
      "learning_rate": 5e-06,
      "loss": 0.0446,
      "step": 185400
    },
    {
      "epoch": 17.326732673267326,
      "grad_norm": 1.8796790838241577,
      "learning_rate": 5e-06,
      "loss": 0.0433,
      "step": 185500
    },
    {
      "epoch": 17.336073229964505,
      "grad_norm": 1.7261966466903687,
      "learning_rate": 5e-06,
      "loss": 0.0444,
      "step": 185600
    },
    {
      "epoch": 17.345413786661684,
      "grad_norm": 2.2726314067840576,
      "learning_rate": 5e-06,
      "loss": 0.0438,
      "step": 185700
    },
    {
      "epoch": 17.354754343358863,
      "grad_norm": 3.5714995861053467,
      "learning_rate": 5e-06,
      "loss": 0.0445,
      "step": 185800
    },
    {
      "epoch": 17.364094900056042,
      "grad_norm": 1.3861106634140015,
      "learning_rate": 5e-06,
      "loss": 0.0428,
      "step": 185900
    },
    {
      "epoch": 17.37343545675322,
      "grad_norm": 1.3104629516601562,
      "learning_rate": 5e-06,
      "loss": 0.0434,
      "step": 186000
    },
    {
      "epoch": 17.382776013450403,
      "grad_norm": 1.8395582437515259,
      "learning_rate": 5e-06,
      "loss": 0.0435,
      "step": 186100
    },
    {
      "epoch": 17.392116570147582,
      "grad_norm": 1.9714399576187134,
      "learning_rate": 5e-06,
      "loss": 0.0443,
      "step": 186200
    },
    {
      "epoch": 17.40145712684476,
      "grad_norm": 1.7031397819519043,
      "learning_rate": 5e-06,
      "loss": 0.045,
      "step": 186300
    },
    {
      "epoch": 17.41079768354194,
      "grad_norm": 1.6956340074539185,
      "learning_rate": 5e-06,
      "loss": 0.0451,
      "step": 186400
    },
    {
      "epoch": 17.42013824023912,
      "grad_norm": 1.721378207206726,
      "learning_rate": 5e-06,
      "loss": 0.0436,
      "step": 186500
    },
    {
      "epoch": 17.429478796936298,
      "grad_norm": 1.3310015201568604,
      "learning_rate": 5e-06,
      "loss": 0.0474,
      "step": 186600
    },
    {
      "epoch": 17.438819353633477,
      "grad_norm": 1.3056915998458862,
      "learning_rate": 5e-06,
      "loss": 0.0433,
      "step": 186700
    },
    {
      "epoch": 17.448159910330656,
      "grad_norm": 2.3485019207000732,
      "learning_rate": 5e-06,
      "loss": 0.0461,
      "step": 186800
    },
    {
      "epoch": 17.457500467027835,
      "grad_norm": 1.7102686166763306,
      "learning_rate": 5e-06,
      "loss": 0.0443,
      "step": 186900
    },
    {
      "epoch": 17.466841023725014,
      "grad_norm": 3.705883264541626,
      "learning_rate": 5e-06,
      "loss": 0.0433,
      "step": 187000
    },
    {
      "epoch": 17.476181580422192,
      "grad_norm": 2.4843103885650635,
      "learning_rate": 5e-06,
      "loss": 0.0441,
      "step": 187100
    },
    {
      "epoch": 17.48552213711937,
      "grad_norm": 2.5186564922332764,
      "learning_rate": 5e-06,
      "loss": 0.0439,
      "step": 187200
    },
    {
      "epoch": 17.49486269381655,
      "grad_norm": 2.3782432079315186,
      "learning_rate": 5e-06,
      "loss": 0.0478,
      "step": 187300
    },
    {
      "epoch": 17.50420325051373,
      "grad_norm": 1.3071197271347046,
      "learning_rate": 5e-06,
      "loss": 0.047,
      "step": 187400
    },
    {
      "epoch": 17.513543807210908,
      "grad_norm": 1.7627556324005127,
      "learning_rate": 5e-06,
      "loss": 0.0443,
      "step": 187500
    },
    {
      "epoch": 17.52288436390809,
      "grad_norm": 2.502192497253418,
      "learning_rate": 5e-06,
      "loss": 0.0474,
      "step": 187600
    },
    {
      "epoch": 17.53222492060527,
      "grad_norm": 1.6699893474578857,
      "learning_rate": 5e-06,
      "loss": 0.0453,
      "step": 187700
    },
    {
      "epoch": 17.54156547730245,
      "grad_norm": 2.5069949626922607,
      "learning_rate": 5e-06,
      "loss": 0.0482,
      "step": 187800
    },
    {
      "epoch": 17.550906033999627,
      "grad_norm": 1.4219588041305542,
      "learning_rate": 5e-06,
      "loss": 0.0482,
      "step": 187900
    },
    {
      "epoch": 17.560246590696806,
      "grad_norm": 1.7335412502288818,
      "learning_rate": 5e-06,
      "loss": 0.0476,
      "step": 188000
    },
    {
      "epoch": 17.569587147393985,
      "grad_norm": 2.126474380493164,
      "learning_rate": 5e-06,
      "loss": 0.0435,
      "step": 188100
    },
    {
      "epoch": 17.578927704091164,
      "grad_norm": 1.8714945316314697,
      "learning_rate": 5e-06,
      "loss": 0.0465,
      "step": 188200
    },
    {
      "epoch": 17.588268260788343,
      "grad_norm": 2.71785831451416,
      "learning_rate": 5e-06,
      "loss": 0.0478,
      "step": 188300
    },
    {
      "epoch": 17.597608817485522,
      "grad_norm": 1.8679165840148926,
      "learning_rate": 5e-06,
      "loss": 0.0456,
      "step": 188400
    },
    {
      "epoch": 17.6069493741827,
      "grad_norm": 1.7747471332550049,
      "learning_rate": 5e-06,
      "loss": 0.0476,
      "step": 188500
    },
    {
      "epoch": 17.61628993087988,
      "grad_norm": 1.7984201908111572,
      "learning_rate": 5e-06,
      "loss": 0.0469,
      "step": 188600
    },
    {
      "epoch": 17.62563048757706,
      "grad_norm": 1.8920588493347168,
      "learning_rate": 5e-06,
      "loss": 0.0432,
      "step": 188700
    },
    {
      "epoch": 17.634971044274238,
      "grad_norm": 1.3217799663543701,
      "learning_rate": 5e-06,
      "loss": 0.0472,
      "step": 188800
    },
    {
      "epoch": 17.644311600971417,
      "grad_norm": 1.8814990520477295,
      "learning_rate": 5e-06,
      "loss": 0.0446,
      "step": 188900
    },
    {
      "epoch": 17.653652157668596,
      "grad_norm": 2.1287031173706055,
      "learning_rate": 5e-06,
      "loss": 0.0471,
      "step": 189000
    },
    {
      "epoch": 17.662992714365775,
      "grad_norm": 1.6911596059799194,
      "learning_rate": 5e-06,
      "loss": 0.0449,
      "step": 189100
    },
    {
      "epoch": 17.672333271062957,
      "grad_norm": 1.8024805784225464,
      "learning_rate": 5e-06,
      "loss": 0.0455,
      "step": 189200
    },
    {
      "epoch": 17.681673827760136,
      "grad_norm": 2.128373622894287,
      "learning_rate": 5e-06,
      "loss": 0.0457,
      "step": 189300
    },
    {
      "epoch": 17.691014384457315,
      "grad_norm": 1.7129789590835571,
      "learning_rate": 5e-06,
      "loss": 0.0422,
      "step": 189400
    },
    {
      "epoch": 17.700354941154494,
      "grad_norm": 1.6916195154190063,
      "learning_rate": 5e-06,
      "loss": 0.0454,
      "step": 189500
    },
    {
      "epoch": 17.709695497851673,
      "grad_norm": 2.2589337825775146,
      "learning_rate": 5e-06,
      "loss": 0.0452,
      "step": 189600
    },
    {
      "epoch": 17.71903605454885,
      "grad_norm": 1.8783482313156128,
      "learning_rate": 5e-06,
      "loss": 0.044,
      "step": 189700
    },
    {
      "epoch": 17.72837661124603,
      "grad_norm": 1.3911478519439697,
      "learning_rate": 5e-06,
      "loss": 0.0429,
      "step": 189800
    },
    {
      "epoch": 17.73771716794321,
      "grad_norm": 1.8493692874908447,
      "learning_rate": 5e-06,
      "loss": 0.0464,
      "step": 189900
    },
    {
      "epoch": 17.74705772464039,
      "grad_norm": 2.231997013092041,
      "learning_rate": 5e-06,
      "loss": 0.0451,
      "step": 190000
    },
    {
      "epoch": 17.756398281337567,
      "grad_norm": 1.8646599054336548,
      "learning_rate": 5e-06,
      "loss": 0.0442,
      "step": 190100
    },
    {
      "epoch": 17.765738838034746,
      "grad_norm": 1.780761480331421,
      "learning_rate": 5e-06,
      "loss": 0.043,
      "step": 190200
    },
    {
      "epoch": 17.775079394731925,
      "grad_norm": 2.132251262664795,
      "learning_rate": 5e-06,
      "loss": 0.0425,
      "step": 190300
    },
    {
      "epoch": 17.784419951429104,
      "grad_norm": 1.921533226966858,
      "learning_rate": 5e-06,
      "loss": 0.0432,
      "step": 190400
    },
    {
      "epoch": 17.793760508126283,
      "grad_norm": 2.078859806060791,
      "learning_rate": 5e-06,
      "loss": 0.0457,
      "step": 190500
    },
    {
      "epoch": 17.803101064823462,
      "grad_norm": 1.8288440704345703,
      "learning_rate": 5e-06,
      "loss": 0.0466,
      "step": 190600
    },
    {
      "epoch": 17.81244162152064,
      "grad_norm": 1.5604721307754517,
      "learning_rate": 5e-06,
      "loss": 0.0417,
      "step": 190700
    },
    {
      "epoch": 17.821782178217823,
      "grad_norm": 2.0108234882354736,
      "learning_rate": 5e-06,
      "loss": 0.0435,
      "step": 190800
    },
    {
      "epoch": 17.831122734915002,
      "grad_norm": 1.9200865030288696,
      "learning_rate": 5e-06,
      "loss": 0.0451,
      "step": 190900
    },
    {
      "epoch": 17.84046329161218,
      "grad_norm": 1.545055627822876,
      "learning_rate": 5e-06,
      "loss": 0.0469,
      "step": 191000
    },
    {
      "epoch": 17.84980384830936,
      "grad_norm": 1.7271430492401123,
      "learning_rate": 5e-06,
      "loss": 0.0466,
      "step": 191100
    },
    {
      "epoch": 17.85914440500654,
      "grad_norm": 2.3493549823760986,
      "learning_rate": 5e-06,
      "loss": 0.044,
      "step": 191200
    },
    {
      "epoch": 17.868484961703718,
      "grad_norm": 2.3761770725250244,
      "learning_rate": 5e-06,
      "loss": 0.0424,
      "step": 191300
    },
    {
      "epoch": 17.877825518400897,
      "grad_norm": 1.9654769897460938,
      "learning_rate": 5e-06,
      "loss": 0.0442,
      "step": 191400
    },
    {
      "epoch": 17.887166075098076,
      "grad_norm": 1.9682050943374634,
      "learning_rate": 5e-06,
      "loss": 0.0428,
      "step": 191500
    },
    {
      "epoch": 17.896506631795255,
      "grad_norm": 1.4886066913604736,
      "learning_rate": 5e-06,
      "loss": 0.0464,
      "step": 191600
    },
    {
      "epoch": 17.905847188492434,
      "grad_norm": 2.158090353012085,
      "learning_rate": 5e-06,
      "loss": 0.0454,
      "step": 191700
    },
    {
      "epoch": 17.915187745189613,
      "grad_norm": 1.5721369981765747,
      "learning_rate": 5e-06,
      "loss": 0.0437,
      "step": 191800
    },
    {
      "epoch": 17.92452830188679,
      "grad_norm": 1.6434898376464844,
      "learning_rate": 5e-06,
      "loss": 0.047,
      "step": 191900
    },
    {
      "epoch": 17.93386885858397,
      "grad_norm": 2.1865344047546387,
      "learning_rate": 5e-06,
      "loss": 0.0447,
      "step": 192000
    },
    {
      "epoch": 17.94320941528115,
      "grad_norm": 2.2800190448760986,
      "learning_rate": 5e-06,
      "loss": 0.0427,
      "step": 192100
    },
    {
      "epoch": 17.95254997197833,
      "grad_norm": 2.023885488510132,
      "learning_rate": 5e-06,
      "loss": 0.0431,
      "step": 192200
    },
    {
      "epoch": 17.96189052867551,
      "grad_norm": 1.751328945159912,
      "learning_rate": 5e-06,
      "loss": 0.0415,
      "step": 192300
    },
    {
      "epoch": 17.97123108537269,
      "grad_norm": 1.3790881633758545,
      "learning_rate": 5e-06,
      "loss": 0.0442,
      "step": 192400
    },
    {
      "epoch": 17.98057164206987,
      "grad_norm": 1.6790716648101807,
      "learning_rate": 5e-06,
      "loss": 0.0416,
      "step": 192500
    },
    {
      "epoch": 17.989912198767048,
      "grad_norm": 2.5479345321655273,
      "learning_rate": 5e-06,
      "loss": 0.0457,
      "step": 192600
    },
    {
      "epoch": 17.999252755464227,
      "grad_norm": 1.3735997676849365,
      "learning_rate": 5e-06,
      "loss": 0.0452,
      "step": 192700
    },
    {
      "epoch": 18.0,
      "step": 192708,
      "train_loss": 0.036269526928663254,
      "train_perplexity": 1.0369352908145026,
      "train_runtime": 1017.0739,
      "train_samples_per_second": 168.416,
      "train_steps_per_second": 10.526
    },
    {
      "epoch": 18.0,
      "eval_loss": 0.036043763160705566,
      "eval_perplexity": 1.0367012148200536,
      "eval_runtime": 197.5221,
      "eval_samples_per_second": 216.801,
      "eval_steps_per_second": 13.553,
      "step": 192708
    },
    {
      "epoch": 18.008593312161405,
      "grad_norm": 1.8830269575119019,
      "learning_rate": 5e-06,
      "loss": 0.045,
      "step": 192800
    },
    {
      "epoch": 18.017933868858584,
      "grad_norm": 2.094956398010254,
      "learning_rate": 5e-06,
      "loss": 0.0442,
      "step": 192900
    },
    {
      "epoch": 18.027274425555763,
      "grad_norm": 2.054630756378174,
      "learning_rate": 5e-06,
      "loss": 0.0425,
      "step": 193000
    },
    {
      "epoch": 18.036614982252942,
      "grad_norm": 1.7586925029754639,
      "learning_rate": 5e-06,
      "loss": 0.0476,
      "step": 193100
    },
    {
      "epoch": 18.04595553895012,
      "grad_norm": 2.034177541732788,
      "learning_rate": 5e-06,
      "loss": 0.047,
      "step": 193200
    },
    {
      "epoch": 18.0552960956473,
      "grad_norm": 1.10336172580719,
      "learning_rate": 5e-06,
      "loss": 0.0471,
      "step": 193300
    },
    {
      "epoch": 18.06463665234448,
      "grad_norm": 1.2988711595535278,
      "learning_rate": 5e-06,
      "loss": 0.0446,
      "step": 193400
    },
    {
      "epoch": 18.073977209041658,
      "grad_norm": 2.248624801635742,
      "learning_rate": 5e-06,
      "loss": 0.0446,
      "step": 193500
    },
    {
      "epoch": 18.083317765738837,
      "grad_norm": 1.458467960357666,
      "learning_rate": 5e-06,
      "loss": 0.0417,
      "step": 193600
    },
    {
      "epoch": 18.092658322436016,
      "grad_norm": 1.5710757970809937,
      "learning_rate": 5e-06,
      "loss": 0.043,
      "step": 193700
    },
    {
      "epoch": 18.101998879133195,
      "grad_norm": 2.3145954608917236,
      "learning_rate": 5e-06,
      "loss": 0.0459,
      "step": 193800
    },
    {
      "epoch": 18.111339435830377,
      "grad_norm": 1.4680591821670532,
      "learning_rate": 5e-06,
      "loss": 0.0444,
      "step": 193900
    },
    {
      "epoch": 18.120679992527556,
      "grad_norm": 2.6787571907043457,
      "learning_rate": 5e-06,
      "loss": 0.0446,
      "step": 194000
    },
    {
      "epoch": 18.130020549224735,
      "grad_norm": 2.488288640975952,
      "learning_rate": 5e-06,
      "loss": 0.0445,
      "step": 194100
    },
    {
      "epoch": 18.139361105921914,
      "grad_norm": 1.6049391031265259,
      "learning_rate": 5e-06,
      "loss": 0.0415,
      "step": 194200
    },
    {
      "epoch": 18.148701662619093,
      "grad_norm": 1.4063713550567627,
      "learning_rate": 5e-06,
      "loss": 0.0437,
      "step": 194300
    },
    {
      "epoch": 18.158042219316272,
      "grad_norm": 4.022802352905273,
      "learning_rate": 5e-06,
      "loss": 0.0415,
      "step": 194400
    },
    {
      "epoch": 18.16738277601345,
      "grad_norm": 2.100285053253174,
      "learning_rate": 5e-06,
      "loss": 0.0437,
      "step": 194500
    },
    {
      "epoch": 18.17672333271063,
      "grad_norm": 1.6805593967437744,
      "learning_rate": 5e-06,
      "loss": 0.0463,
      "step": 194600
    },
    {
      "epoch": 18.18606388940781,
      "grad_norm": 1.7009042501449585,
      "learning_rate": 5e-06,
      "loss": 0.0434,
      "step": 194700
    },
    {
      "epoch": 18.195404446104988,
      "grad_norm": 1.4760079383850098,
      "learning_rate": 5e-06,
      "loss": 0.0413,
      "step": 194800
    },
    {
      "epoch": 18.204745002802166,
      "grad_norm": 2.2303459644317627,
      "learning_rate": 5e-06,
      "loss": 0.0442,
      "step": 194900
    },
    {
      "epoch": 18.214085559499345,
      "grad_norm": 1.548309326171875,
      "learning_rate": 5e-06,
      "loss": 0.0449,
      "step": 195000
    },
    {
      "epoch": 18.223426116196524,
      "grad_norm": 2.0643227100372314,
      "learning_rate": 5e-06,
      "loss": 0.0449,
      "step": 195100
    },
    {
      "epoch": 18.232766672893703,
      "grad_norm": 1.8251229524612427,
      "learning_rate": 5e-06,
      "loss": 0.0432,
      "step": 195200
    },
    {
      "epoch": 18.242107229590882,
      "grad_norm": 2.494807720184326,
      "learning_rate": 5e-06,
      "loss": 0.0421,
      "step": 195300
    },
    {
      "epoch": 18.25144778628806,
      "grad_norm": 1.4248954057693481,
      "learning_rate": 5e-06,
      "loss": 0.0451,
      "step": 195400
    },
    {
      "epoch": 18.260788342985244,
      "grad_norm": 1.5061438083648682,
      "learning_rate": 5e-06,
      "loss": 0.0422,
      "step": 195500
    },
    {
      "epoch": 18.270128899682422,
      "grad_norm": 1.8395363092422485,
      "learning_rate": 5e-06,
      "loss": 0.045,
      "step": 195600
    },
    {
      "epoch": 18.2794694563796,
      "grad_norm": 1.7735642194747925,
      "learning_rate": 5e-06,
      "loss": 0.0443,
      "step": 195700
    },
    {
      "epoch": 18.28881001307678,
      "grad_norm": 1.9983198642730713,
      "learning_rate": 5e-06,
      "loss": 0.043,
      "step": 195800
    },
    {
      "epoch": 18.29815056977396,
      "grad_norm": 1.1791661977767944,
      "learning_rate": 5e-06,
      "loss": 0.0438,
      "step": 195900
    },
    {
      "epoch": 18.307491126471138,
      "grad_norm": 1.7554837465286255,
      "learning_rate": 5e-06,
      "loss": 0.0432,
      "step": 196000
    },
    {
      "epoch": 18.316831683168317,
      "grad_norm": 2.063732385635376,
      "learning_rate": 5e-06,
      "loss": 0.0419,
      "step": 196100
    },
    {
      "epoch": 18.326172239865496,
      "grad_norm": 1.8253742456436157,
      "learning_rate": 5e-06,
      "loss": 0.044,
      "step": 196200
    },
    {
      "epoch": 18.335512796562675,
      "grad_norm": 2.5797080993652344,
      "learning_rate": 5e-06,
      "loss": 0.0417,
      "step": 196300
    },
    {
      "epoch": 18.344853353259854,
      "grad_norm": 1.657293438911438,
      "learning_rate": 5e-06,
      "loss": 0.0431,
      "step": 196400
    },
    {
      "epoch": 18.354193909957033,
      "grad_norm": 2.1080894470214844,
      "learning_rate": 5e-06,
      "loss": 0.0428,
      "step": 196500
    },
    {
      "epoch": 18.36353446665421,
      "grad_norm": 1.542519211769104,
      "learning_rate": 5e-06,
      "loss": 0.046,
      "step": 196600
    },
    {
      "epoch": 18.37287502335139,
      "grad_norm": 2.2123382091522217,
      "learning_rate": 5e-06,
      "loss": 0.043,
      "step": 196700
    },
    {
      "epoch": 18.38221558004857,
      "grad_norm": 2.0680999755859375,
      "learning_rate": 5e-06,
      "loss": 0.0408,
      "step": 196800
    },
    {
      "epoch": 18.39155613674575,
      "grad_norm": 1.9276586771011353,
      "learning_rate": 5e-06,
      "loss": 0.0437,
      "step": 196900
    },
    {
      "epoch": 18.40089669344293,
      "grad_norm": 1.5387611389160156,
      "learning_rate": 5e-06,
      "loss": 0.0417,
      "step": 197000
    },
    {
      "epoch": 18.41023725014011,
      "grad_norm": 2.363074541091919,
      "learning_rate": 5e-06,
      "loss": 0.0456,
      "step": 197100
    },
    {
      "epoch": 18.41957780683729,
      "grad_norm": 1.9249920845031738,
      "learning_rate": 5e-06,
      "loss": 0.044,
      "step": 197200
    },
    {
      "epoch": 18.428918363534468,
      "grad_norm": 2.483320713043213,
      "learning_rate": 5e-06,
      "loss": 0.0431,
      "step": 197300
    },
    {
      "epoch": 18.438258920231647,
      "grad_norm": 1.601399540901184,
      "learning_rate": 5e-06,
      "loss": 0.0408,
      "step": 197400
    },
    {
      "epoch": 18.447599476928826,
      "grad_norm": 1.5155307054519653,
      "learning_rate": 5e-06,
      "loss": 0.0414,
      "step": 197500
    },
    {
      "epoch": 18.456940033626005,
      "grad_norm": 1.9888298511505127,
      "learning_rate": 5e-06,
      "loss": 0.0449,
      "step": 197600
    },
    {
      "epoch": 18.466280590323183,
      "grad_norm": 2.1799187660217285,
      "learning_rate": 5e-06,
      "loss": 0.0444,
      "step": 197700
    },
    {
      "epoch": 18.475621147020362,
      "grad_norm": 1.8369441032409668,
      "learning_rate": 5e-06,
      "loss": 0.0441,
      "step": 197800
    },
    {
      "epoch": 18.48496170371754,
      "grad_norm": 1.7827842235565186,
      "learning_rate": 5e-06,
      "loss": 0.045,
      "step": 197900
    },
    {
      "epoch": 18.49430226041472,
      "grad_norm": 1.7277323007583618,
      "learning_rate": 5e-06,
      "loss": 0.0432,
      "step": 198000
    },
    {
      "epoch": 18.5036428171119,
      "grad_norm": 1.5474600791931152,
      "learning_rate": 5e-06,
      "loss": 0.0445,
      "step": 198100
    },
    {
      "epoch": 18.512983373809078,
      "grad_norm": 1.5620651245117188,
      "learning_rate": 5e-06,
      "loss": 0.0437,
      "step": 198200
    },
    {
      "epoch": 18.522323930506257,
      "grad_norm": 1.5689419507980347,
      "learning_rate": 5e-06,
      "loss": 0.0426,
      "step": 198300
    },
    {
      "epoch": 18.531664487203436,
      "grad_norm": 1.8002675771713257,
      "learning_rate": 5e-06,
      "loss": 0.0442,
      "step": 198400
    },
    {
      "epoch": 18.541005043900615,
      "grad_norm": 2.814497947692871,
      "learning_rate": 5e-06,
      "loss": 0.043,
      "step": 198500
    },
    {
      "epoch": 18.550345600597794,
      "grad_norm": 2.5309996604919434,
      "learning_rate": 5e-06,
      "loss": 0.043,
      "step": 198600
    },
    {
      "epoch": 18.559686157294976,
      "grad_norm": 1.6368019580841064,
      "learning_rate": 5e-06,
      "loss": 0.0426,
      "step": 198700
    },
    {
      "epoch": 18.569026713992155,
      "grad_norm": 1.7538212537765503,
      "learning_rate": 5e-06,
      "loss": 0.042,
      "step": 198800
    },
    {
      "epoch": 18.578367270689334,
      "grad_norm": 2.0232865810394287,
      "learning_rate": 5e-06,
      "loss": 0.0436,
      "step": 198900
    },
    {
      "epoch": 18.587707827386513,
      "grad_norm": 1.8460532426834106,
      "learning_rate": 5e-06,
      "loss": 0.0429,
      "step": 199000
    },
    {
      "epoch": 18.597048384083692,
      "grad_norm": 1.4317868947982788,
      "learning_rate": 5e-06,
      "loss": 0.0433,
      "step": 199100
    },
    {
      "epoch": 18.60638894078087,
      "grad_norm": 1.4143263101577759,
      "learning_rate": 5e-06,
      "loss": 0.0426,
      "step": 199200
    },
    {
      "epoch": 18.61572949747805,
      "grad_norm": 2.060032844543457,
      "learning_rate": 5e-06,
      "loss": 0.0462,
      "step": 199300
    },
    {
      "epoch": 18.62507005417523,
      "grad_norm": 2.0810248851776123,
      "learning_rate": 5e-06,
      "loss": 0.0425,
      "step": 199400
    },
    {
      "epoch": 18.634410610872408,
      "grad_norm": 1.2724379301071167,
      "learning_rate": 5e-06,
      "loss": 0.0423,
      "step": 199500
    },
    {
      "epoch": 18.643751167569587,
      "grad_norm": 1.6237396001815796,
      "learning_rate": 5e-06,
      "loss": 0.0409,
      "step": 199600
    },
    {
      "epoch": 18.653091724266766,
      "grad_norm": 1.4640015363693237,
      "learning_rate": 5e-06,
      "loss": 0.0441,
      "step": 199700
    },
    {
      "epoch": 18.662432280963944,
      "grad_norm": 1.9935458898544312,
      "learning_rate": 5e-06,
      "loss": 0.0423,
      "step": 199800
    },
    {
      "epoch": 18.671772837661123,
      "grad_norm": 3.8630595207214355,
      "learning_rate": 5e-06,
      "loss": 0.0423,
      "step": 199900
    },
    {
      "epoch": 18.681113394358302,
      "grad_norm": 1.9884501695632935,
      "learning_rate": 5e-06,
      "loss": 0.0432,
      "step": 200000
    },
    {
      "epoch": 18.69045395105548,
      "grad_norm": 1.7600494623184204,
      "learning_rate": 5e-06,
      "loss": 0.0433,
      "step": 200100
    },
    {
      "epoch": 18.699794507752664,
      "grad_norm": 2.9141159057617188,
      "learning_rate": 5e-06,
      "loss": 0.0435,
      "step": 200200
    },
    {
      "epoch": 18.709135064449843,
      "grad_norm": 1.923003911972046,
      "learning_rate": 5e-06,
      "loss": 0.0487,
      "step": 200300
    },
    {
      "epoch": 18.71847562114702,
      "grad_norm": 1.0402278900146484,
      "learning_rate": 5e-06,
      "loss": 0.0419,
      "step": 200400
    },
    {
      "epoch": 18.7278161778442,
      "grad_norm": 1.6746424436569214,
      "learning_rate": 5e-06,
      "loss": 0.0418,
      "step": 200500
    },
    {
      "epoch": 18.73715673454138,
      "grad_norm": 1.418899655342102,
      "learning_rate": 5e-06,
      "loss": 0.0415,
      "step": 200600
    },
    {
      "epoch": 18.74649729123856,
      "grad_norm": 1.7140467166900635,
      "learning_rate": 5e-06,
      "loss": 0.0421,
      "step": 200700
    },
    {
      "epoch": 18.755837847935737,
      "grad_norm": 1.6270371675491333,
      "learning_rate": 5e-06,
      "loss": 0.041,
      "step": 200800
    },
    {
      "epoch": 18.765178404632916,
      "grad_norm": 2.0773887634277344,
      "learning_rate": 5e-06,
      "loss": 0.0433,
      "step": 200900
    },
    {
      "epoch": 18.774518961330095,
      "grad_norm": 1.702871322631836,
      "learning_rate": 5e-06,
      "loss": 0.0425,
      "step": 201000
    },
    {
      "epoch": 18.783859518027274,
      "grad_norm": 1.6881814002990723,
      "learning_rate": 5e-06,
      "loss": 0.044,
      "step": 201100
    },
    {
      "epoch": 18.793200074724453,
      "grad_norm": 1.8755115270614624,
      "learning_rate": 5e-06,
      "loss": 0.0471,
      "step": 201200
    },
    {
      "epoch": 18.802540631421632,
      "grad_norm": 2.125218391418457,
      "learning_rate": 5e-06,
      "loss": 0.0483,
      "step": 201300
    },
    {
      "epoch": 18.81188118811881,
      "grad_norm": 1.9112211465835571,
      "learning_rate": 5e-06,
      "loss": 0.0438,
      "step": 201400
    },
    {
      "epoch": 18.82122174481599,
      "grad_norm": 1.9350032806396484,
      "learning_rate": 5e-06,
      "loss": 0.0415,
      "step": 201500
    },
    {
      "epoch": 18.83056230151317,
      "grad_norm": 1.7108293771743774,
      "learning_rate": 5e-06,
      "loss": 0.0441,
      "step": 201600
    },
    {
      "epoch": 18.83990285821035,
      "grad_norm": 1.278662085533142,
      "learning_rate": 5e-06,
      "loss": 0.0423,
      "step": 201700
    },
    {
      "epoch": 18.84924341490753,
      "grad_norm": 1.337984323501587,
      "learning_rate": 5e-06,
      "loss": 0.0418,
      "step": 201800
    },
    {
      "epoch": 18.85858397160471,
      "grad_norm": 2.366872549057007,
      "learning_rate": 5e-06,
      "loss": 0.0415,
      "step": 201900
    },
    {
      "epoch": 18.867924528301888,
      "grad_norm": 1.41493821144104,
      "learning_rate": 5e-06,
      "loss": 0.0419,
      "step": 202000
    },
    {
      "epoch": 18.877265084999067,
      "grad_norm": 1.978928565979004,
      "learning_rate": 5e-06,
      "loss": 0.0407,
      "step": 202100
    },
    {
      "epoch": 18.886605641696246,
      "grad_norm": 1.53631591796875,
      "learning_rate": 5e-06,
      "loss": 0.0438,
      "step": 202200
    },
    {
      "epoch": 18.895946198393425,
      "grad_norm": 1.4857908487319946,
      "learning_rate": 5e-06,
      "loss": 0.0434,
      "step": 202300
    },
    {
      "epoch": 18.905286755090604,
      "grad_norm": 1.5579544305801392,
      "learning_rate": 5e-06,
      "loss": 0.0442,
      "step": 202400
    },
    {
      "epoch": 18.914627311787783,
      "grad_norm": 1.326156735420227,
      "learning_rate": 5e-06,
      "loss": 0.0418,
      "step": 202500
    },
    {
      "epoch": 18.92396786848496,
      "grad_norm": 1.167489767074585,
      "learning_rate": 5e-06,
      "loss": 0.0394,
      "step": 202600
    },
    {
      "epoch": 18.93330842518214,
      "grad_norm": 1.2600442171096802,
      "learning_rate": 5e-06,
      "loss": 0.0414,
      "step": 202700
    },
    {
      "epoch": 18.94264898187932,
      "grad_norm": 1.8055797815322876,
      "learning_rate": 5e-06,
      "loss": 0.0427,
      "step": 202800
    },
    {
      "epoch": 18.9519895385765,
      "grad_norm": 1.433377981185913,
      "learning_rate": 5e-06,
      "loss": 0.0405,
      "step": 202900
    },
    {
      "epoch": 18.961330095273677,
      "grad_norm": 2.4140477180480957,
      "learning_rate": 5e-06,
      "loss": 0.0417,
      "step": 203000
    },
    {
      "epoch": 18.970670651970856,
      "grad_norm": 2.396713972091675,
      "learning_rate": 5e-06,
      "loss": 0.0407,
      "step": 203100
    },
    {
      "epoch": 18.980011208668035,
      "grad_norm": 2.221949815750122,
      "learning_rate": 5e-06,
      "loss": 0.0452,
      "step": 203200
    },
    {
      "epoch": 18.989351765365214,
      "grad_norm": 1.426442265510559,
      "learning_rate": 5e-06,
      "loss": 0.0436,
      "step": 203300
    },
    {
      "epoch": 18.998692322062396,
      "grad_norm": 1.6446245908737183,
      "learning_rate": 5e-06,
      "loss": 0.0391,
      "step": 203400
    },
    {
      "epoch": 19.0,
      "step": 203414,
      "train_loss": 0.034983646124601364,
      "train_perplexity": 1.0356027725424324,
      "train_runtime": 1018.0198,
      "train_samples_per_second": 168.26,
      "train_steps_per_second": 10.516
    },
    {
      "epoch": 19.0,
      "eval_loss": 0.03478102385997772,
      "eval_perplexity": 1.0353929576207144,
      "eval_runtime": 197.6908,
      "eval_samples_per_second": 216.616,
      "eval_steps_per_second": 13.541,
      "step": 203414
    },
    {
      "epoch": 19.008032878759575,
      "grad_norm": 1.0990122556686401,
      "learning_rate": 5e-06,
      "loss": 0.042,
      "step": 203500
    },
    {
      "epoch": 19.017373435456754,
      "grad_norm": 1.0201001167297363,
      "learning_rate": 5e-06,
      "loss": 0.045,
      "step": 203600
    },
    {
      "epoch": 19.026713992153933,
      "grad_norm": 1.3746166229248047,
      "learning_rate": 5e-06,
      "loss": 0.0411,
      "step": 203700
    },
    {
      "epoch": 19.036054548851112,
      "grad_norm": 1.5618833303451538,
      "learning_rate": 5e-06,
      "loss": 0.04,
      "step": 203800
    },
    {
      "epoch": 19.04539510554829,
      "grad_norm": 1.949479341506958,
      "learning_rate": 5e-06,
      "loss": 0.0447,
      "step": 203900
    },
    {
      "epoch": 19.05473566224547,
      "grad_norm": 2.1106650829315186,
      "learning_rate": 5e-06,
      "loss": 0.0425,
      "step": 204000
    },
    {
      "epoch": 19.06407621894265,
      "grad_norm": 1.1933566331863403,
      "learning_rate": 5e-06,
      "loss": 0.0445,
      "step": 204100
    },
    {
      "epoch": 19.073416775639828,
      "grad_norm": 1.3926554918289185,
      "learning_rate": 5e-06,
      "loss": 0.0403,
      "step": 204200
    },
    {
      "epoch": 19.082757332337007,
      "grad_norm": 1.6537965536117554,
      "learning_rate": 5e-06,
      "loss": 0.0491,
      "step": 204300
    },
    {
      "epoch": 19.092097889034186,
      "grad_norm": 2.898301362991333,
      "learning_rate": 5e-06,
      "loss": 0.0435,
      "step": 204400
    },
    {
      "epoch": 19.101438445731365,
      "grad_norm": 1.5162712335586548,
      "learning_rate": 5e-06,
      "loss": 0.0412,
      "step": 204500
    },
    {
      "epoch": 19.110779002428544,
      "grad_norm": 1.3107094764709473,
      "learning_rate": 5e-06,
      "loss": 0.0426,
      "step": 204600
    },
    {
      "epoch": 19.120119559125722,
      "grad_norm": 1.504516363143921,
      "learning_rate": 5e-06,
      "loss": 0.0417,
      "step": 204700
    },
    {
      "epoch": 19.1294601158229,
      "grad_norm": 1.9006915092468262,
      "learning_rate": 5e-06,
      "loss": 0.0417,
      "step": 204800
    },
    {
      "epoch": 19.138800672520084,
      "grad_norm": 1.8393969535827637,
      "learning_rate": 5e-06,
      "loss": 0.0415,
      "step": 204900
    },
    {
      "epoch": 19.148141229217263,
      "grad_norm": 2.3471672534942627,
      "learning_rate": 5e-06,
      "loss": 0.0435,
      "step": 205000
    },
    {
      "epoch": 19.15748178591444,
      "grad_norm": 1.6936537027359009,
      "learning_rate": 5e-06,
      "loss": 0.0442,
      "step": 205100
    },
    {
      "epoch": 19.16682234261162,
      "grad_norm": 1.6776965856552124,
      "learning_rate": 5e-06,
      "loss": 0.0414,
      "step": 205200
    },
    {
      "epoch": 19.1761628993088,
      "grad_norm": 1.701513409614563,
      "learning_rate": 5e-06,
      "loss": 0.0414,
      "step": 205300
    },
    {
      "epoch": 19.18550345600598,
      "grad_norm": 1.7214494943618774,
      "learning_rate": 5e-06,
      "loss": 0.0421,
      "step": 205400
    },
    {
      "epoch": 19.194844012703157,
      "grad_norm": 1.7662957906723022,
      "learning_rate": 5e-06,
      "loss": 0.044,
      "step": 205500
    },
    {
      "epoch": 19.204184569400336,
      "grad_norm": 2.321279764175415,
      "learning_rate": 5e-06,
      "loss": 0.0428,
      "step": 205600
    },
    {
      "epoch": 19.213525126097515,
      "grad_norm": 1.4100391864776611,
      "learning_rate": 5e-06,
      "loss": 0.043,
      "step": 205700
    },
    {
      "epoch": 19.222865682794694,
      "grad_norm": 2.3323922157287598,
      "learning_rate": 5e-06,
      "loss": 0.0413,
      "step": 205800
    },
    {
      "epoch": 19.232206239491873,
      "grad_norm": 2.1804983615875244,
      "learning_rate": 5e-06,
      "loss": 0.0418,
      "step": 205900
    },
    {
      "epoch": 19.241546796189052,
      "grad_norm": 1.4918726682662964,
      "learning_rate": 5e-06,
      "loss": 0.0431,
      "step": 206000
    },
    {
      "epoch": 19.25088735288623,
      "grad_norm": 1.9739280939102173,
      "learning_rate": 5e-06,
      "loss": 0.0409,
      "step": 206100
    },
    {
      "epoch": 19.26022790958341,
      "grad_norm": 1.4273829460144043,
      "learning_rate": 5e-06,
      "loss": 0.0425,
      "step": 206200
    },
    {
      "epoch": 19.26956846628059,
      "grad_norm": 1.7537094354629517,
      "learning_rate": 5e-06,
      "loss": 0.0407,
      "step": 206300
    },
    {
      "epoch": 19.278909022977768,
      "grad_norm": 1.5738078355789185,
      "learning_rate": 5e-06,
      "loss": 0.0406,
      "step": 206400
    },
    {
      "epoch": 19.28824957967495,
      "grad_norm": 1.702957272529602,
      "learning_rate": 5e-06,
      "loss": 0.0421,
      "step": 206500
    },
    {
      "epoch": 19.29759013637213,
      "grad_norm": 1.8349649906158447,
      "learning_rate": 5e-06,
      "loss": 0.0425,
      "step": 206600
    },
    {
      "epoch": 19.306930693069308,
      "grad_norm": 2.092465400695801,
      "learning_rate": 5e-06,
      "loss": 0.0403,
      "step": 206700
    },
    {
      "epoch": 19.316271249766487,
      "grad_norm": 1.641489863395691,
      "learning_rate": 5e-06,
      "loss": 0.042,
      "step": 206800
    },
    {
      "epoch": 19.325611806463666,
      "grad_norm": 1.4567421674728394,
      "learning_rate": 5e-06,
      "loss": 0.0434,
      "step": 206900
    },
    {
      "epoch": 19.334952363160845,
      "grad_norm": 2.2072744369506836,
      "learning_rate": 5e-06,
      "loss": 0.0456,
      "step": 207000
    },
    {
      "epoch": 19.344292919858024,
      "grad_norm": 1.4253761768341064,
      "learning_rate": 5e-06,
      "loss": 0.0413,
      "step": 207100
    },
    {
      "epoch": 19.353633476555203,
      "grad_norm": 1.8133113384246826,
      "learning_rate": 5e-06,
      "loss": 0.0428,
      "step": 207200
    },
    {
      "epoch": 19.36297403325238,
      "grad_norm": 2.093209981918335,
      "learning_rate": 5e-06,
      "loss": 0.0419,
      "step": 207300
    },
    {
      "epoch": 19.37231458994956,
      "grad_norm": 2.0270416736602783,
      "learning_rate": 5e-06,
      "loss": 0.0431,
      "step": 207400
    },
    {
      "epoch": 19.38165514664674,
      "grad_norm": 2.1164605617523193,
      "learning_rate": 5e-06,
      "loss": 0.0464,
      "step": 207500
    },
    {
      "epoch": 19.39099570334392,
      "grad_norm": 2.0552499294281006,
      "learning_rate": 5e-06,
      "loss": 0.0419,
      "step": 207600
    },
    {
      "epoch": 19.400336260041097,
      "grad_norm": 2.081620931625366,
      "learning_rate": 5e-06,
      "loss": 0.0423,
      "step": 207700
    },
    {
      "epoch": 19.409676816738276,
      "grad_norm": 1.5594402551651,
      "learning_rate": 5e-06,
      "loss": 0.0411,
      "step": 207800
    },
    {
      "epoch": 19.419017373435455,
      "grad_norm": 1.5206211805343628,
      "learning_rate": 5e-06,
      "loss": 0.0432,
      "step": 207900
    },
    {
      "epoch": 19.428357930132634,
      "grad_norm": 1.8506051301956177,
      "learning_rate": 5e-06,
      "loss": 0.0438,
      "step": 208000
    },
    {
      "epoch": 19.437698486829817,
      "grad_norm": 2.170163869857788,
      "learning_rate": 5e-06,
      "loss": 0.0414,
      "step": 208100
    },
    {
      "epoch": 19.447039043526996,
      "grad_norm": 1.3291685581207275,
      "learning_rate": 5e-06,
      "loss": 0.0399,
      "step": 208200
    },
    {
      "epoch": 19.456379600224174,
      "grad_norm": 1.458767294883728,
      "learning_rate": 5e-06,
      "loss": 0.0426,
      "step": 208300
    },
    {
      "epoch": 19.465720156921353,
      "grad_norm": 1.595663070678711,
      "learning_rate": 5e-06,
      "loss": 0.0441,
      "step": 208400
    },
    {
      "epoch": 19.475060713618532,
      "grad_norm": 1.722917079925537,
      "learning_rate": 5e-06,
      "loss": 0.0398,
      "step": 208500
    },
    {
      "epoch": 19.48440127031571,
      "grad_norm": 2.106276512145996,
      "learning_rate": 5e-06,
      "loss": 0.0396,
      "step": 208600
    },
    {
      "epoch": 19.49374182701289,
      "grad_norm": 1.6815972328186035,
      "learning_rate": 5e-06,
      "loss": 0.0423,
      "step": 208700
    },
    {
      "epoch": 19.50308238371007,
      "grad_norm": 1.7868744134902954,
      "learning_rate": 5e-06,
      "loss": 0.0427,
      "step": 208800
    },
    {
      "epoch": 19.512422940407248,
      "grad_norm": 1.7451367378234863,
      "learning_rate": 5e-06,
      "loss": 0.0384,
      "step": 208900
    },
    {
      "epoch": 19.521763497104427,
      "grad_norm": 1.3348475694656372,
      "learning_rate": 5e-06,
      "loss": 0.0398,
      "step": 209000
    },
    {
      "epoch": 19.531104053801606,
      "grad_norm": 2.540459156036377,
      "learning_rate": 5e-06,
      "loss": 0.0431,
      "step": 209100
    },
    {
      "epoch": 19.540444610498785,
      "grad_norm": 1.9849324226379395,
      "learning_rate": 5e-06,
      "loss": 0.0433,
      "step": 209200
    },
    {
      "epoch": 19.549785167195964,
      "grad_norm": 1.3489388227462769,
      "learning_rate": 5e-06,
      "loss": 0.0393,
      "step": 209300
    },
    {
      "epoch": 19.559125723893143,
      "grad_norm": 1.8153965473175049,
      "learning_rate": 5e-06,
      "loss": 0.0436,
      "step": 209400
    },
    {
      "epoch": 19.56846628059032,
      "grad_norm": 1.8142492771148682,
      "learning_rate": 5e-06,
      "loss": 0.0414,
      "step": 209500
    },
    {
      "epoch": 19.577806837287504,
      "grad_norm": 1.84181547164917,
      "learning_rate": 5e-06,
      "loss": 0.0396,
      "step": 209600
    },
    {
      "epoch": 19.587147393984683,
      "grad_norm": 1.942332148551941,
      "learning_rate": 5e-06,
      "loss": 0.0412,
      "step": 209700
    },
    {
      "epoch": 19.596487950681862,
      "grad_norm": 1.6788663864135742,
      "learning_rate": 5e-06,
      "loss": 0.0388,
      "step": 209800
    },
    {
      "epoch": 19.60582850737904,
      "grad_norm": 12.851033210754395,
      "learning_rate": 5e-06,
      "loss": 0.045,
      "step": 209900
    },
    {
      "epoch": 19.61516906407622,
      "grad_norm": 1.3852605819702148,
      "learning_rate": 5e-06,
      "loss": 0.044,
      "step": 210000
    },
    {
      "epoch": 19.6245096207734,
      "grad_norm": 1.9356575012207031,
      "learning_rate": 5e-06,
      "loss": 0.042,
      "step": 210100
    },
    {
      "epoch": 19.633850177470578,
      "grad_norm": 1.5924241542816162,
      "learning_rate": 5e-06,
      "loss": 0.0411,
      "step": 210200
    },
    {
      "epoch": 19.643190734167757,
      "grad_norm": 1.4162030220031738,
      "learning_rate": 5e-06,
      "loss": 0.0413,
      "step": 210300
    },
    {
      "epoch": 19.652531290864935,
      "grad_norm": 2.418320655822754,
      "learning_rate": 5e-06,
      "loss": 0.0413,
      "step": 210400
    },
    {
      "epoch": 19.661871847562114,
      "grad_norm": 1.5147607326507568,
      "learning_rate": 5e-06,
      "loss": 0.0391,
      "step": 210500
    },
    {
      "epoch": 19.671212404259293,
      "grad_norm": 1.3400293588638306,
      "learning_rate": 5e-06,
      "loss": 0.0445,
      "step": 210600
    },
    {
      "epoch": 19.680552960956472,
      "grad_norm": 1.6611919403076172,
      "learning_rate": 5e-06,
      "loss": 0.0408,
      "step": 210700
    },
    {
      "epoch": 19.68989351765365,
      "grad_norm": 2.695866107940674,
      "learning_rate": 5e-06,
      "loss": 0.0419,
      "step": 210800
    },
    {
      "epoch": 19.69923407435083,
      "grad_norm": 1.809951663017273,
      "learning_rate": 5e-06,
      "loss": 0.0421,
      "step": 210900
    },
    {
      "epoch": 19.70857463104801,
      "grad_norm": 1.547671914100647,
      "learning_rate": 5e-06,
      "loss": 0.0406,
      "step": 211000
    },
    {
      "epoch": 19.717915187745188,
      "grad_norm": 1.7193816900253296,
      "learning_rate": 5e-06,
      "loss": 0.0413,
      "step": 211100
    },
    {
      "epoch": 19.72725574444237,
      "grad_norm": 1.7830591201782227,
      "learning_rate": 5e-06,
      "loss": 0.0421,
      "step": 211200
    },
    {
      "epoch": 19.73659630113955,
      "grad_norm": 2.540353536605835,
      "learning_rate": 5e-06,
      "loss": 0.0443,
      "step": 211300
    },
    {
      "epoch": 19.74593685783673,
      "grad_norm": 1.3108245134353638,
      "learning_rate": 5e-06,
      "loss": 0.0372,
      "step": 211400
    },
    {
      "epoch": 19.755277414533907,
      "grad_norm": 1.6635754108428955,
      "learning_rate": 5e-06,
      "loss": 0.0404,
      "step": 211500
    },
    {
      "epoch": 19.764617971231086,
      "grad_norm": 1.3347247838974,
      "learning_rate": 5e-06,
      "loss": 0.0432,
      "step": 211600
    },
    {
      "epoch": 19.773958527928265,
      "grad_norm": 1.484202265739441,
      "learning_rate": 5e-06,
      "loss": 0.0409,
      "step": 211700
    },
    {
      "epoch": 19.783299084625444,
      "grad_norm": 1.6716853380203247,
      "learning_rate": 5e-06,
      "loss": 0.0391,
      "step": 211800
    },
    {
      "epoch": 19.792639641322623,
      "grad_norm": 2.0392398834228516,
      "learning_rate": 5e-06,
      "loss": 0.0422,
      "step": 211900
    },
    {
      "epoch": 19.801980198019802,
      "grad_norm": 2.0437097549438477,
      "learning_rate": 5e-06,
      "loss": 0.0422,
      "step": 212000
    },
    {
      "epoch": 19.81132075471698,
      "grad_norm": 1.3695831298828125,
      "learning_rate": 5e-06,
      "loss": 0.0412,
      "step": 212100
    },
    {
      "epoch": 19.82066131141416,
      "grad_norm": 1.994887351989746,
      "learning_rate": 5e-06,
      "loss": 0.0417,
      "step": 212200
    },
    {
      "epoch": 19.83000186811134,
      "grad_norm": 1.34133780002594,
      "learning_rate": 5e-06,
      "loss": 0.0408,
      "step": 212300
    },
    {
      "epoch": 19.839342424808518,
      "grad_norm": 1.646060585975647,
      "learning_rate": 5e-06,
      "loss": 0.0396,
      "step": 212400
    },
    {
      "epoch": 19.848682981505696,
      "grad_norm": 2.356580972671509,
      "learning_rate": 5e-06,
      "loss": 0.0392,
      "step": 212500
    },
    {
      "epoch": 19.858023538202875,
      "grad_norm": 1.4699411392211914,
      "learning_rate": 5e-06,
      "loss": 0.0397,
      "step": 212600
    },
    {
      "epoch": 19.867364094900054,
      "grad_norm": 1.485060453414917,
      "learning_rate": 5e-06,
      "loss": 0.0407,
      "step": 212700
    },
    {
      "epoch": 19.876704651597237,
      "grad_norm": 1.4234473705291748,
      "learning_rate": 5e-06,
      "loss": 0.0406,
      "step": 212800
    },
    {
      "epoch": 19.886045208294416,
      "grad_norm": 2.1375186443328857,
      "learning_rate": 5e-06,
      "loss": 0.044,
      "step": 212900
    },
    {
      "epoch": 19.895385764991595,
      "grad_norm": 1.8487324714660645,
      "learning_rate": 5e-06,
      "loss": 0.0429,
      "step": 213000
    },
    {
      "epoch": 19.904726321688774,
      "grad_norm": 1.6871732473373413,
      "learning_rate": 5e-06,
      "loss": 0.0434,
      "step": 213100
    },
    {
      "epoch": 19.914066878385952,
      "grad_norm": 1.2560877799987793,
      "learning_rate": 5e-06,
      "loss": 0.0398,
      "step": 213200
    },
    {
      "epoch": 19.92340743508313,
      "grad_norm": 1.5548946857452393,
      "learning_rate": 5e-06,
      "loss": 0.0394,
      "step": 213300
    },
    {
      "epoch": 19.93274799178031,
      "grad_norm": 1.6838058233261108,
      "learning_rate": 5e-06,
      "loss": 0.0377,
      "step": 213400
    },
    {
      "epoch": 19.94208854847749,
      "grad_norm": 1.8794159889221191,
      "learning_rate": 5e-06,
      "loss": 0.0403,
      "step": 213500
    },
    {
      "epoch": 19.951429105174668,
      "grad_norm": 2.3283286094665527,
      "learning_rate": 5e-06,
      "loss": 0.0435,
      "step": 213600
    },
    {
      "epoch": 19.960769661871847,
      "grad_norm": 1.7039016485214233,
      "learning_rate": 5e-06,
      "loss": 0.0416,
      "step": 213700
    },
    {
      "epoch": 19.970110218569026,
      "grad_norm": 1.5257716178894043,
      "learning_rate": 5e-06,
      "loss": 0.0432,
      "step": 213800
    },
    {
      "epoch": 19.979450775266205,
      "grad_norm": 1.5863957405090332,
      "learning_rate": 5e-06,
      "loss": 0.0419,
      "step": 213900
    },
    {
      "epoch": 19.988791331963384,
      "grad_norm": 1.6979858875274658,
      "learning_rate": 5e-06,
      "loss": 0.0411,
      "step": 214000
    },
    {
      "epoch": 19.998131888660563,
      "grad_norm": 13.736209869384766,
      "learning_rate": 5e-06,
      "loss": 0.0441,
      "step": 214100
    },
    {
      "epoch": 20.0,
      "step": 214120,
      "train_loss": 0.03412065654993057,
      "train_perplexity": 1.0347094436684228,
      "train_runtime": 1017.2395,
      "train_samples_per_second": 168.389,
      "train_steps_per_second": 10.525
    },
    {
      "epoch": 20.0,
      "eval_loss": 0.03393520042300224,
      "eval_perplexity": 1.0345175682552894,
      "eval_runtime": 197.5875,
      "eval_samples_per_second": 216.729,
      "eval_steps_per_second": 13.548,
      "step": 214120
    },
    {
      "epoch": 20.0,
      "step": 214120,
      "total_flos": 2.451040076205916e+17,
      "train_loss": 0.2003261178848834,
      "train_runtime": 59111.8122,
      "train_samples_per_second": 57.955,
      "train_steps_per_second": 3.622
    }
  ],
  "logging_steps": 100,
  "max_steps": 214120,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 5,
        "early_stopping_threshold": 0.001
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.451040076205916e+17,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}