{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 20.0,
  "eval_steps": 500,
  "global_step": 776780,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0025747315842323437,
      "grad_norm": 0.6666887998580933,
      "learning_rate": 3.6888629226955084e-06,
      "loss": 2.6843,
      "step": 100
    },
    {
      "epoch": 0.0051494631684646875,
      "grad_norm": 0.5837825536727905,
      "learning_rate": 4.254706770678877e-06,
      "loss": 2.678,
      "step": 200
    },
    {
      "epoch": 0.007724194752697032,
      "grad_norm": 0.42730700969696045,
      "learning_rate": 4.583630533316995e-06,
      "loss": 2.6697,
      "step": 300
    },
    {
      "epoch": 0.010298926336929375,
      "grad_norm": 0.2600870430469513,
      "learning_rate": 4.816435654892157e-06,
      "loss": 2.6553,
      "step": 400
    },
    {
      "epoch": 0.012873657921161718,
      "grad_norm": 0.3205236792564392,
      "learning_rate": 4.996775322486903e-06,
      "loss": 2.6543,
      "step": 500
    },
    {
      "epoch": 0.015448389505394063,
      "grad_norm": 0.34069904685020447,
      "learning_rate": 5e-06,
      "loss": 2.6487,
      "step": 600
    },
    {
      "epoch": 0.018023121089626407,
      "grad_norm": 0.4433676600456238,
      "learning_rate": 5e-06,
      "loss": 2.6414,
      "step": 700
    },
    {
      "epoch": 0.02059785267385875,
      "grad_norm": 0.29969432950019836,
      "learning_rate": 5e-06,
      "loss": 2.6331,
      "step": 800
    },
    {
      "epoch": 0.023172584258091093,
      "grad_norm": 0.4027537405490875,
      "learning_rate": 5e-06,
      "loss": 2.639,
      "step": 900
    },
    {
      "epoch": 0.025747315842323436,
      "grad_norm": 0.36946263909339905,
      "learning_rate": 5e-06,
      "loss": 2.631,
      "step": 1000
    },
    {
      "epoch": 0.028322047426555783,
      "grad_norm": 0.5070970058441162,
      "learning_rate": 5e-06,
      "loss": 2.6302,
      "step": 1100
    },
    {
      "epoch": 0.030896779010788127,
      "grad_norm": 0.5041050314903259,
      "learning_rate": 5e-06,
      "loss": 2.6231,
      "step": 1200
    },
    {
      "epoch": 0.033471510595020466,
      "grad_norm": 0.5364605188369751,
      "learning_rate": 5e-06,
      "loss": 2.624,
      "step": 1300
    },
    {
      "epoch": 0.03604624217925281,
      "grad_norm": 0.6404077410697937,
      "learning_rate": 5e-06,
      "loss": 2.6112,
      "step": 1400
    },
    {
      "epoch": 0.03862097376348516,
      "grad_norm": 0.49029991030693054,
      "learning_rate": 5e-06,
      "loss": 2.6081,
      "step": 1500
    },
    {
      "epoch": 0.0411957053477175,
      "grad_norm": 0.5466170310974121,
      "learning_rate": 5e-06,
      "loss": 2.6097,
      "step": 1600
    },
    {
      "epoch": 0.043770436931949847,
      "grad_norm": 0.4850349724292755,
      "learning_rate": 5e-06,
      "loss": 2.6039,
      "step": 1700
    },
    {
      "epoch": 0.046345168516182186,
      "grad_norm": 0.6590009331703186,
      "learning_rate": 5e-06,
      "loss": 2.6029,
      "step": 1800
    },
    {
      "epoch": 0.04891990010041453,
      "grad_norm": 0.7436413764953613,
      "learning_rate": 5e-06,
      "loss": 2.5995,
      "step": 1900
    },
    {
      "epoch": 0.05149463168464687,
      "grad_norm": 0.6580232381820679,
      "learning_rate": 5e-06,
      "loss": 2.5976,
      "step": 2000
    },
    {
      "epoch": 0.05406936326887922,
      "grad_norm": 0.8754666447639465,
      "learning_rate": 5e-06,
      "loss": 2.5927,
      "step": 2100
    },
    {
      "epoch": 0.056644094853111567,
      "grad_norm": 1.0820034742355347,
      "learning_rate": 5e-06,
      "loss": 2.5745,
      "step": 2200
    },
    {
      "epoch": 0.059218826437343906,
      "grad_norm": 0.7278648018836975,
      "learning_rate": 5e-06,
      "loss": 2.5843,
      "step": 2300
    },
    {
      "epoch": 0.06179355802157625,
      "grad_norm": 1.0013116598129272,
      "learning_rate": 5e-06,
      "loss": 2.5666,
      "step": 2400
    },
    {
      "epoch": 0.06436828960580859,
      "grad_norm": 1.101722002029419,
      "learning_rate": 5e-06,
      "loss": 2.5654,
      "step": 2500
    },
    {
      "epoch": 0.06694302119004093,
      "grad_norm": 0.9676570892333984,
      "learning_rate": 5e-06,
      "loss": 2.5599,
      "step": 2600
    },
    {
      "epoch": 0.06951775277427329,
      "grad_norm": 1.1974740028381348,
      "learning_rate": 5e-06,
      "loss": 2.5433,
      "step": 2700
    },
    {
      "epoch": 0.07209248435850563,
      "grad_norm": 1.1904628276824951,
      "learning_rate": 5e-06,
      "loss": 2.5548,
      "step": 2800
    },
    {
      "epoch": 0.07466721594273797,
      "grad_norm": 1.1725825071334839,
      "learning_rate": 5e-06,
      "loss": 2.5465,
      "step": 2900
    },
    {
      "epoch": 0.07724194752697032,
      "grad_norm": 1.5080506801605225,
      "learning_rate": 5e-06,
      "loss": 2.5346,
      "step": 3000
    },
    {
      "epoch": 0.07981667911120266,
      "grad_norm": 1.6456698179244995,
      "learning_rate": 5e-06,
      "loss": 2.5303,
      "step": 3100
    },
    {
      "epoch": 0.082391410695435,
      "grad_norm": 1.9058700799942017,
      "learning_rate": 5e-06,
      "loss": 2.5318,
      "step": 3200
    },
    {
      "epoch": 0.08496614227966734,
      "grad_norm": 2.45453143119812,
      "learning_rate": 5e-06,
      "loss": 2.5256,
      "step": 3300
    },
    {
      "epoch": 0.08754087386389969,
      "grad_norm": 1.4831961393356323,
      "learning_rate": 5e-06,
      "loss": 2.5151,
      "step": 3400
    },
    {
      "epoch": 0.09011560544813203,
      "grad_norm": 2.103994131088257,
      "learning_rate": 5e-06,
      "loss": 2.5113,
      "step": 3500
    },
    {
      "epoch": 0.09269033703236437,
      "grad_norm": 1.6324753761291504,
      "learning_rate": 5e-06,
      "loss": 2.5102,
      "step": 3600
    },
    {
      "epoch": 0.09526506861659673,
      "grad_norm": 2.544668436050415,
      "learning_rate": 5e-06,
      "loss": 2.5005,
      "step": 3700
    },
    {
      "epoch": 0.09783980020082907,
      "grad_norm": 1.9664266109466553,
      "learning_rate": 5e-06,
      "loss": 2.4959,
      "step": 3800
    },
    {
      "epoch": 0.1004145317850614,
      "grad_norm": 2.0763132572174072,
      "learning_rate": 5e-06,
      "loss": 2.4945,
      "step": 3900
    },
    {
      "epoch": 0.10298926336929375,
      "grad_norm": 2.3361294269561768,
      "learning_rate": 5e-06,
      "loss": 2.4892,
      "step": 4000
    },
    {
      "epoch": 0.1055639949535261,
      "grad_norm": 2.3997297286987305,
      "learning_rate": 5e-06,
      "loss": 2.4794,
      "step": 4100
    },
    {
      "epoch": 0.10813872653775844,
      "grad_norm": 3.8173718452453613,
      "learning_rate": 5e-06,
      "loss": 2.4821,
      "step": 4200
    },
    {
      "epoch": 0.11071345812199078,
      "grad_norm": 2.477067470550537,
      "learning_rate": 5e-06,
      "loss": 2.4681,
      "step": 4300
    },
    {
      "epoch": 0.11328818970622313,
      "grad_norm": 2.340129852294922,
      "learning_rate": 5e-06,
      "loss": 2.4767,
      "step": 4400
    },
    {
      "epoch": 0.11586292129045547,
      "grad_norm": 2.789580821990967,
      "learning_rate": 5e-06,
      "loss": 2.4726,
      "step": 4500
    },
    {
      "epoch": 0.11843765287468781,
      "grad_norm": 2.5096986293792725,
      "learning_rate": 5e-06,
      "loss": 2.4584,
      "step": 4600
    },
    {
      "epoch": 0.12101238445892015,
      "grad_norm": 2.4113261699676514,
      "learning_rate": 5e-06,
      "loss": 2.4503,
      "step": 4700
    },
    {
      "epoch": 0.1235871160431525,
      "grad_norm": 2.8889782428741455,
      "learning_rate": 5e-06,
      "loss": 2.4393,
      "step": 4800
    },
    {
      "epoch": 0.12616184762738483,
      "grad_norm": 3.4382994174957275,
      "learning_rate": 5e-06,
      "loss": 2.4402,
      "step": 4900
    },
    {
      "epoch": 0.12873657921161719,
      "grad_norm": 2.828047037124634,
      "learning_rate": 5e-06,
      "loss": 2.4383,
      "step": 5000
    },
    {
      "epoch": 0.13131131079584954,
      "grad_norm": 2.3589608669281006,
      "learning_rate": 5e-06,
      "loss": 2.4296,
      "step": 5100
    },
    {
      "epoch": 0.13388604238008187,
      "grad_norm": 3.8593826293945312,
      "learning_rate": 5e-06,
      "loss": 2.4271,
      "step": 5200
    },
    {
      "epoch": 0.13646077396431422,
      "grad_norm": 3.0214006900787354,
      "learning_rate": 5e-06,
      "loss": 2.4233,
      "step": 5300
    },
    {
      "epoch": 0.13903550554854657,
      "grad_norm": 3.877802610397339,
      "learning_rate": 5e-06,
      "loss": 2.4268,
      "step": 5400
    },
    {
      "epoch": 0.1416102371327789,
      "grad_norm": 3.9442622661590576,
      "learning_rate": 5e-06,
      "loss": 2.4186,
      "step": 5500
    },
    {
      "epoch": 0.14418496871701125,
      "grad_norm": 3.736598491668701,
      "learning_rate": 5e-06,
      "loss": 2.4098,
      "step": 5600
    },
    {
      "epoch": 0.1467597003012436,
      "grad_norm": 3.5052177906036377,
      "learning_rate": 5e-06,
      "loss": 2.4004,
      "step": 5700
    },
    {
      "epoch": 0.14933443188547593,
      "grad_norm": 4.061877250671387,
      "learning_rate": 5e-06,
      "loss": 2.3942,
      "step": 5800
    },
    {
      "epoch": 0.15190916346970829,
      "grad_norm": 3.6292755603790283,
      "learning_rate": 5e-06,
      "loss": 2.3939,
      "step": 5900
    },
    {
      "epoch": 0.15448389505394064,
      "grad_norm": 3.5324392318725586,
      "learning_rate": 5e-06,
      "loss": 2.3909,
      "step": 6000
    },
    {
      "epoch": 0.15705862663817297,
      "grad_norm": 4.7351250648498535,
      "learning_rate": 5e-06,
      "loss": 2.3864,
      "step": 6100
    },
    {
      "epoch": 0.15963335822240532,
      "grad_norm": 4.223928451538086,
      "learning_rate": 5e-06,
      "loss": 2.3797,
      "step": 6200
    },
    {
      "epoch": 0.16220808980663765,
      "grad_norm": 3.8463656902313232,
      "learning_rate": 5e-06,
      "loss": 2.3764,
      "step": 6300
    },
    {
      "epoch": 0.16478282139087,
      "grad_norm": 4.448432922363281,
      "learning_rate": 5e-06,
      "loss": 2.3655,
      "step": 6400
    },
    {
      "epoch": 0.16735755297510235,
      "grad_norm": 3.8872411251068115,
      "learning_rate": 5e-06,
      "loss": 2.3667,
      "step": 6500
    },
    {
      "epoch": 0.16993228455933468,
      "grad_norm": 4.023601531982422,
      "learning_rate": 5e-06,
      "loss": 2.3595,
      "step": 6600
    },
    {
      "epoch": 0.17250701614356703,
      "grad_norm": 4.939648151397705,
      "learning_rate": 5e-06,
      "loss": 2.3624,
      "step": 6700
    },
    {
      "epoch": 0.17508174772779939,
      "grad_norm": 4.278984069824219,
      "learning_rate": 5e-06,
      "loss": 2.3564,
      "step": 6800
    },
    {
      "epoch": 0.1776564793120317,
      "grad_norm": 3.9927825927734375,
      "learning_rate": 5e-06,
      "loss": 2.3453,
      "step": 6900
    },
    {
      "epoch": 0.18023121089626407,
      "grad_norm": 4.731281280517578,
      "learning_rate": 5e-06,
      "loss": 2.3455,
      "step": 7000
    },
    {
      "epoch": 0.18280594248049642,
      "grad_norm": 4.614860534667969,
      "learning_rate": 5e-06,
      "loss": 2.346,
      "step": 7100
    },
    {
      "epoch": 0.18538067406472875,
      "grad_norm": 4.374871730804443,
      "learning_rate": 5e-06,
      "loss": 2.334,
      "step": 7200
    },
    {
      "epoch": 0.1879554056489611,
      "grad_norm": 5.436388969421387,
      "learning_rate": 5e-06,
      "loss": 2.3436,
      "step": 7300
    },
    {
      "epoch": 0.19053013723319345,
      "grad_norm": 6.113019943237305,
      "learning_rate": 5e-06,
      "loss": 2.3297,
      "step": 7400
    },
    {
      "epoch": 0.19310486881742578,
      "grad_norm": 5.405585765838623,
      "learning_rate": 5e-06,
      "loss": 2.3276,
      "step": 7500
    },
    {
      "epoch": 0.19567960040165813,
      "grad_norm": 4.777585506439209,
      "learning_rate": 5e-06,
      "loss": 2.3272,
      "step": 7600
    },
    {
      "epoch": 0.19825433198589046,
      "grad_norm": 5.490240097045898,
      "learning_rate": 5e-06,
      "loss": 2.3178,
      "step": 7700
    },
    {
      "epoch": 0.2008290635701228,
      "grad_norm": 4.763034343719482,
      "learning_rate": 5e-06,
      "loss": 2.319,
      "step": 7800
    },
    {
      "epoch": 0.20340379515435517,
      "grad_norm": 4.9943695068359375,
      "learning_rate": 5e-06,
      "loss": 2.3124,
      "step": 7900
    },
    {
      "epoch": 0.2059785267385875,
      "grad_norm": 5.781526565551758,
      "learning_rate": 5e-06,
      "loss": 2.3177,
      "step": 8000
    },
    {
      "epoch": 0.20855325832281985,
      "grad_norm": 5.864729881286621,
      "learning_rate": 5e-06,
      "loss": 2.3004,
      "step": 8100
    },
    {
      "epoch": 0.2111279899070522,
      "grad_norm": 5.325921058654785,
      "learning_rate": 5e-06,
      "loss": 2.3037,
      "step": 8200
    },
    {
      "epoch": 0.21370272149128453,
      "grad_norm": 6.2902092933654785,
      "learning_rate": 5e-06,
      "loss": 2.2936,
      "step": 8300
    },
    {
      "epoch": 0.21627745307551688,
      "grad_norm": 5.802682876586914,
      "learning_rate": 5e-06,
      "loss": 2.2932,
      "step": 8400
    },
    {
      "epoch": 0.21885218465974923,
      "grad_norm": 5.442993640899658,
      "learning_rate": 5e-06,
      "loss": 2.2809,
      "step": 8500
    },
    {
      "epoch": 0.22142691624398156,
      "grad_norm": 8.04941177368164,
      "learning_rate": 5e-06,
      "loss": 2.2735,
      "step": 8600
    },
    {
      "epoch": 0.2240016478282139,
      "grad_norm": 5.9771833419799805,
      "learning_rate": 5e-06,
      "loss": 2.2808,
      "step": 8700
    },
    {
      "epoch": 0.22657637941244627,
      "grad_norm": 6.5098557472229,
      "learning_rate": 5e-06,
      "loss": 2.2773,
      "step": 8800
    },
    {
      "epoch": 0.2291511109966786,
      "grad_norm": 6.272130489349365,
      "learning_rate": 5e-06,
      "loss": 2.2858,
      "step": 8900
    },
    {
      "epoch": 0.23172584258091095,
      "grad_norm": 7.4580206871032715,
      "learning_rate": 5e-06,
      "loss": 2.2625,
      "step": 9000
    },
    {
      "epoch": 0.23430057416514327,
      "grad_norm": 5.417823314666748,
      "learning_rate": 5e-06,
      "loss": 2.2566,
      "step": 9100
    },
    {
      "epoch": 0.23687530574937563,
      "grad_norm": 5.878376007080078,
      "learning_rate": 5e-06,
      "loss": 2.2637,
      "step": 9200
    },
    {
      "epoch": 0.23945003733360798,
      "grad_norm": 6.26442289352417,
      "learning_rate": 5e-06,
      "loss": 2.2508,
      "step": 9300
    },
    {
      "epoch": 0.2420247689178403,
      "grad_norm": 7.671467304229736,
      "learning_rate": 5e-06,
      "loss": 2.2494,
      "step": 9400
    },
    {
      "epoch": 0.24459950050207266,
      "grad_norm": 6.305484771728516,
      "learning_rate": 5e-06,
      "loss": 2.2515,
      "step": 9500
    },
    {
      "epoch": 0.247174232086305,
      "grad_norm": 6.929770469665527,
      "learning_rate": 5e-06,
      "loss": 2.2379,
      "step": 9600
    },
    {
      "epoch": 0.24974896367053734,
      "grad_norm": 6.058663368225098,
      "learning_rate": 5e-06,
      "loss": 2.2268,
      "step": 9700
    },
    {
      "epoch": 0.25232369525476966,
      "grad_norm": 5.256906986236572,
      "learning_rate": 5e-06,
      "loss": 2.2294,
      "step": 9800
    },
    {
      "epoch": 0.25489842683900205,
      "grad_norm": 7.178952217102051,
      "learning_rate": 5e-06,
      "loss": 2.2372,
      "step": 9900
    },
    {
      "epoch": 0.25747315842323437,
      "grad_norm": 6.526349067687988,
      "learning_rate": 5e-06,
      "loss": 2.2375,
      "step": 10000
    },
    {
      "epoch": 0.2600478900074667,
      "grad_norm": 6.673374176025391,
      "learning_rate": 5e-06,
      "loss": 2.2337,
      "step": 10100
    },
    {
      "epoch": 0.2626226215916991,
      "grad_norm": 9.418922424316406,
      "learning_rate": 5e-06,
      "loss": 2.2353,
      "step": 10200
    },
    {
      "epoch": 0.2651973531759314,
      "grad_norm": 7.722253799438477,
      "learning_rate": 5e-06,
      "loss": 2.2179,
      "step": 10300
    },
    {
      "epoch": 0.26777208476016373,
      "grad_norm": 8.391565322875977,
      "learning_rate": 5e-06,
      "loss": 2.2258,
      "step": 10400
    },
    {
      "epoch": 0.2703468163443961,
      "grad_norm": 6.6008148193359375,
      "learning_rate": 5e-06,
      "loss": 2.2149,
      "step": 10500
    },
    {
      "epoch": 0.27292154792862844,
      "grad_norm": 7.407266616821289,
      "learning_rate": 5e-06,
      "loss": 2.2196,
      "step": 10600
    },
    {
      "epoch": 0.27549627951286076,
      "grad_norm": 7.035433292388916,
      "learning_rate": 5e-06,
      "loss": 2.2121,
      "step": 10700
    },
    {
      "epoch": 0.27807101109709315,
      "grad_norm": 6.762935161590576,
      "learning_rate": 5e-06,
      "loss": 2.1816,
      "step": 10800
    },
    {
      "epoch": 0.28064574268132547,
      "grad_norm": 9.603826522827148,
      "learning_rate": 5e-06,
      "loss": 2.206,
      "step": 10900
    },
    {
      "epoch": 0.2832204742655578,
      "grad_norm": 6.92334508895874,
      "learning_rate": 5e-06,
      "loss": 2.2011,
      "step": 11000
    },
    {
      "epoch": 0.2857952058497902,
      "grad_norm": 6.936281204223633,
      "learning_rate": 5e-06,
      "loss": 2.1981,
      "step": 11100
    },
    {
      "epoch": 0.2883699374340225,
      "grad_norm": 8.272449493408203,
      "learning_rate": 5e-06,
      "loss": 2.1847,
      "step": 11200
    },
    {
      "epoch": 0.29094466901825483,
      "grad_norm": 8.07054615020752,
      "learning_rate": 5e-06,
      "loss": 2.1922,
      "step": 11300
    },
    {
      "epoch": 0.2935194006024872,
      "grad_norm": 7.328409194946289,
      "learning_rate": 5e-06,
      "loss": 2.1895,
      "step": 11400
    },
    {
      "epoch": 0.29609413218671954,
      "grad_norm": 10.841777801513672,
      "learning_rate": 5e-06,
      "loss": 2.1868,
      "step": 11500
    },
    {
      "epoch": 0.29866886377095186,
      "grad_norm": 6.243882656097412,
      "learning_rate": 5e-06,
      "loss": 2.1813,
      "step": 11600
    },
    {
      "epoch": 0.30124359535518425,
      "grad_norm": 7.729323863983154,
      "learning_rate": 5e-06,
      "loss": 2.1691,
      "step": 11700
    },
    {
      "epoch": 0.30381832693941657,
      "grad_norm": 9.140066146850586,
      "learning_rate": 5e-06,
      "loss": 2.1715,
      "step": 11800
    },
    {
      "epoch": 0.3063930585236489,
      "grad_norm": 9.075579643249512,
      "learning_rate": 5e-06,
      "loss": 2.1684,
      "step": 11900
    },
    {
      "epoch": 0.3089677901078813,
      "grad_norm": 6.937338829040527,
      "learning_rate": 5e-06,
      "loss": 2.1508,
      "step": 12000
    },
    {
      "epoch": 0.3115425216921136,
      "grad_norm": 7.3407135009765625,
      "learning_rate": 5e-06,
      "loss": 2.1659,
      "step": 12100
    },
    {
      "epoch": 0.31411725327634593,
      "grad_norm": 7.524662494659424,
      "learning_rate": 5e-06,
      "loss": 2.1547,
      "step": 12200
    },
    {
      "epoch": 0.31669198486057826,
      "grad_norm": 8.255949020385742,
      "learning_rate": 5e-06,
      "loss": 2.1448,
      "step": 12300
    },
    {
      "epoch": 0.31926671644481064,
      "grad_norm": 7.930125713348389,
      "learning_rate": 5e-06,
      "loss": 2.1496,
      "step": 12400
    },
    {
      "epoch": 0.32184144802904296,
      "grad_norm": 8.26446533203125,
      "learning_rate": 5e-06,
      "loss": 2.1585,
      "step": 12500
    },
    {
      "epoch": 0.3244161796132753,
      "grad_norm": 7.18212890625,
      "learning_rate": 5e-06,
      "loss": 2.1401,
      "step": 12600
    },
    {
      "epoch": 0.32699091119750767,
      "grad_norm": 7.899360656738281,
      "learning_rate": 5e-06,
      "loss": 2.1476,
      "step": 12700
    },
    {
      "epoch": 0.32956564278174,
      "grad_norm": 7.421077251434326,
      "learning_rate": 5e-06,
      "loss": 2.1549,
      "step": 12800
    },
    {
      "epoch": 0.3321403743659723,
      "grad_norm": 6.878194808959961,
      "learning_rate": 5e-06,
      "loss": 2.1566,
      "step": 12900
    },
    {
      "epoch": 0.3347151059502047,
      "grad_norm": 8.445602416992188,
      "learning_rate": 5e-06,
      "loss": 2.128,
      "step": 13000
    },
    {
      "epoch": 0.33728983753443703,
      "grad_norm": 10.011455535888672,
      "learning_rate": 5e-06,
      "loss": 2.1385,
      "step": 13100
    },
    {
      "epoch": 0.33986456911866936,
      "grad_norm": 8.754585266113281,
      "learning_rate": 5e-06,
      "loss": 2.1292,
      "step": 13200
    },
    {
      "epoch": 0.34243930070290174,
      "grad_norm": 10.29246711730957,
      "learning_rate": 5e-06,
      "loss": 2.1189,
      "step": 13300
    },
    {
      "epoch": 0.34501403228713406,
      "grad_norm": 7.481312274932861,
      "learning_rate": 5e-06,
      "loss": 2.1265,
      "step": 13400
    },
    {
      "epoch": 0.3475887638713664,
      "grad_norm": 9.358638763427734,
      "learning_rate": 5e-06,
      "loss": 2.1219,
      "step": 13500
    },
    {
      "epoch": 0.35016349545559877,
      "grad_norm": 9.974538803100586,
      "learning_rate": 5e-06,
      "loss": 2.1273,
      "step": 13600
    },
    {
      "epoch": 0.3527382270398311,
      "grad_norm": 7.475963115692139,
      "learning_rate": 5e-06,
      "loss": 2.1181,
      "step": 13700
    },
    {
      "epoch": 0.3553129586240634,
      "grad_norm": 7.7607831954956055,
      "learning_rate": 5e-06,
      "loss": 2.1026,
      "step": 13800
    },
    {
      "epoch": 0.3578876902082958,
      "grad_norm": 9.463578224182129,
      "learning_rate": 5e-06,
      "loss": 2.1091,
      "step": 13900
    },
    {
      "epoch": 0.36046242179252813,
      "grad_norm": 8.293437004089355,
      "learning_rate": 5e-06,
      "loss": 2.1066,
      "step": 14000
    },
    {
      "epoch": 0.36303715337676046,
      "grad_norm": 9.132844924926758,
      "learning_rate": 5e-06,
      "loss": 2.0853,
      "step": 14100
    },
    {
      "epoch": 0.36561188496099284,
      "grad_norm": 7.4177703857421875,
      "learning_rate": 5e-06,
      "loss": 2.0856,
      "step": 14200
    },
    {
      "epoch": 0.36818661654522516,
      "grad_norm": 10.187247276306152,
      "learning_rate": 5e-06,
      "loss": 2.0901,
      "step": 14300
    },
    {
      "epoch": 0.3707613481294575,
      "grad_norm": 9.105422973632812,
      "learning_rate": 5e-06,
      "loss": 2.1012,
      "step": 14400
    },
    {
      "epoch": 0.3733360797136899,
      "grad_norm": 9.707338333129883,
      "learning_rate": 5e-06,
      "loss": 2.092,
      "step": 14500
    },
    {
      "epoch": 0.3759108112979222,
      "grad_norm": 10.776834487915039,
      "learning_rate": 5e-06,
      "loss": 2.0958,
      "step": 14600
    },
    {
      "epoch": 0.3784855428821545,
      "grad_norm": 11.461886405944824,
      "learning_rate": 5e-06,
      "loss": 2.0765,
      "step": 14700
    },
    {
      "epoch": 0.3810602744663869,
      "grad_norm": 9.675762176513672,
      "learning_rate": 5e-06,
      "loss": 2.0804,
      "step": 14800
    },
    {
      "epoch": 0.38363500605061923,
      "grad_norm": 10.894749641418457,
      "learning_rate": 5e-06,
      "loss": 2.0878,
      "step": 14900
    },
    {
      "epoch": 0.38620973763485156,
      "grad_norm": 14.143007278442383,
      "learning_rate": 5e-06,
      "loss": 2.0725,
      "step": 15000
    },
    {
      "epoch": 0.3887844692190839,
      "grad_norm": 10.753406524658203,
      "learning_rate": 5e-06,
      "loss": 2.0821,
      "step": 15100
    },
    {
      "epoch": 0.39135920080331627,
      "grad_norm": 9.181445121765137,
      "learning_rate": 5e-06,
      "loss": 2.0686,
      "step": 15200
    },
    {
      "epoch": 0.3939339323875486,
      "grad_norm": 8.971162796020508,
      "learning_rate": 5e-06,
      "loss": 2.0691,
      "step": 15300
    },
    {
      "epoch": 0.3965086639717809,
      "grad_norm": 9.792567253112793,
      "learning_rate": 5e-06,
      "loss": 2.0744,
      "step": 15400
    },
    {
      "epoch": 0.3990833955560133,
      "grad_norm": 8.877008438110352,
      "learning_rate": 5e-06,
      "loss": 2.0644,
      "step": 15500
    },
    {
      "epoch": 0.4016581271402456,
      "grad_norm": 8.311813354492188,
      "learning_rate": 5e-06,
      "loss": 2.0441,
      "step": 15600
    },
    {
      "epoch": 0.40423285872447795,
      "grad_norm": 9.886056900024414,
      "learning_rate": 5e-06,
      "loss": 2.034,
      "step": 15700
    },
    {
      "epoch": 0.40680759030871033,
      "grad_norm": 12.052565574645996,
      "learning_rate": 5e-06,
      "loss": 2.0598,
      "step": 15800
    },
    {
      "epoch": 0.40938232189294266,
      "grad_norm": 11.160175323486328,
      "learning_rate": 5e-06,
      "loss": 2.0426,
      "step": 15900
    },
    {
      "epoch": 0.411957053477175,
      "grad_norm": 14.798135757446289,
      "learning_rate": 5e-06,
      "loss": 2.0485,
      "step": 16000
    },
    {
      "epoch": 0.41453178506140737,
      "grad_norm": 11.534401893615723,
      "learning_rate": 5e-06,
      "loss": 2.0445,
      "step": 16100
    },
    {
      "epoch": 0.4171065166456397,
      "grad_norm": 10.693644523620605,
      "learning_rate": 5e-06,
      "loss": 2.057,
      "step": 16200
    },
    {
      "epoch": 0.419681248229872,
      "grad_norm": 10.373312950134277,
      "learning_rate": 5e-06,
      "loss": 2.0425,
      "step": 16300
    },
    {
      "epoch": 0.4222559798141044,
      "grad_norm": 11.848431587219238,
      "learning_rate": 5e-06,
      "loss": 2.0585,
      "step": 16400
    },
    {
      "epoch": 0.4248307113983367,
      "grad_norm": 8.486808776855469,
      "learning_rate": 5e-06,
      "loss": 2.0387,
      "step": 16500
    },
    {
      "epoch": 0.42740544298256905,
      "grad_norm": 13.655556678771973,
      "learning_rate": 5e-06,
      "loss": 2.0233,
      "step": 16600
    },
    {
      "epoch": 0.42998017456680143,
      "grad_norm": 9.541723251342773,
      "learning_rate": 5e-06,
      "loss": 2.0405,
      "step": 16700
    },
    {
      "epoch": 0.43255490615103376,
      "grad_norm": 12.386493682861328,
      "learning_rate": 5e-06,
      "loss": 2.0382,
      "step": 16800
    },
    {
      "epoch": 0.4351296377352661,
      "grad_norm": 10.457307815551758,
      "learning_rate": 5e-06,
      "loss": 2.0456,
      "step": 16900
    },
    {
      "epoch": 0.43770436931949847,
      "grad_norm": 12.079350471496582,
      "learning_rate": 5e-06,
      "loss": 2.0175,
      "step": 17000
    },
    {
      "epoch": 0.4402791009037308,
      "grad_norm": 12.567912101745605,
      "learning_rate": 5e-06,
      "loss": 2.0424,
      "step": 17100
    },
    {
      "epoch": 0.4428538324879631,
      "grad_norm": 12.108902931213379,
      "learning_rate": 5e-06,
      "loss": 2.0167,
      "step": 17200
    },
    {
      "epoch": 0.4454285640721955,
      "grad_norm": 10.962241172790527,
      "learning_rate": 5e-06,
      "loss": 2.0315,
      "step": 17300
    },
    {
      "epoch": 0.4480032956564278,
      "grad_norm": 14.12592601776123,
      "learning_rate": 5e-06,
      "loss": 2.0105,
      "step": 17400
    },
    {
      "epoch": 0.45057802724066015,
      "grad_norm": 8.365518569946289,
      "learning_rate": 5e-06,
      "loss": 2.0188,
      "step": 17500
    },
    {
      "epoch": 0.45315275882489253,
      "grad_norm": 10.243515968322754,
      "learning_rate": 5e-06,
      "loss": 2.0133,
      "step": 17600
    },
    {
      "epoch": 0.45572749040912486,
      "grad_norm": 10.195934295654297,
      "learning_rate": 5e-06,
      "loss": 2.0085,
      "step": 17700
    },
    {
      "epoch": 0.4583022219933572,
      "grad_norm": 10.719989776611328,
      "learning_rate": 5e-06,
      "loss": 2.0139,
      "step": 17800
    },
    {
      "epoch": 0.4608769535775895,
      "grad_norm": 8.830119132995605,
      "learning_rate": 5e-06,
      "loss": 2.0133,
      "step": 17900
    },
    {
      "epoch": 0.4634516851618219,
      "grad_norm": 11.003618240356445,
      "learning_rate": 5e-06,
      "loss": 2.0096,
      "step": 18000
    },
    {
      "epoch": 0.4660264167460542,
      "grad_norm": 10.08119010925293,
      "learning_rate": 5e-06,
      "loss": 2.0019,
      "step": 18100
    },
    {
      "epoch": 0.46860114833028654,
      "grad_norm": 11.257461547851562,
      "learning_rate": 5e-06,
      "loss": 1.9942,
      "step": 18200
    },
    {
      "epoch": 0.4711758799145189,
      "grad_norm": 9.860721588134766,
      "learning_rate": 5e-06,
      "loss": 2.0002,
      "step": 18300
    },
    {
      "epoch": 0.47375061149875125,
      "grad_norm": 10.693058013916016,
      "learning_rate": 5e-06,
      "loss": 2.0062,
      "step": 18400
    },
    {
      "epoch": 0.4763253430829836,
      "grad_norm": 11.535253524780273,
      "learning_rate": 5e-06,
      "loss": 1.9839,
      "step": 18500
    },
    {
      "epoch": 0.47890007466721596,
      "grad_norm": 12.070306777954102,
      "learning_rate": 5e-06,
      "loss": 1.9852,
      "step": 18600
    },
    {
      "epoch": 0.4814748062514483,
      "grad_norm": 11.30301570892334,
      "learning_rate": 5e-06,
      "loss": 1.9897,
      "step": 18700
    },
    {
      "epoch": 0.4840495378356806,
      "grad_norm": 10.210245132446289,
      "learning_rate": 5e-06,
      "loss": 1.9833,
      "step": 18800
    },
    {
      "epoch": 0.486624269419913,
      "grad_norm": 12.558018684387207,
      "learning_rate": 5e-06,
      "loss": 1.9773,
      "step": 18900
    },
    {
      "epoch": 0.4891990010041453,
      "grad_norm": 9.067888259887695,
      "learning_rate": 5e-06,
      "loss": 1.978,
      "step": 19000
    },
    {
      "epoch": 0.49177373258837764,
      "grad_norm": 9.511733055114746,
      "learning_rate": 5e-06,
      "loss": 1.9793,
      "step": 19100
    },
    {
      "epoch": 0.49434846417261,
      "grad_norm": 12.031830787658691,
      "learning_rate": 5e-06,
      "loss": 1.9797,
      "step": 19200
    },
    {
      "epoch": 0.49692319575684235,
      "grad_norm": 12.602025985717773,
      "learning_rate": 5e-06,
      "loss": 1.9622,
      "step": 19300
    },
    {
      "epoch": 0.4994979273410747,
      "grad_norm": 11.407174110412598,
      "learning_rate": 5e-06,
      "loss": 1.9724,
      "step": 19400
    },
    {
      "epoch": 0.5020726589253071,
      "grad_norm": 10.413702011108398,
      "learning_rate": 5e-06,
      "loss": 1.9729,
      "step": 19500
    },
    {
      "epoch": 0.5046473905095393,
      "grad_norm": 11.516068458557129,
      "learning_rate": 5e-06,
      "loss": 1.9743,
      "step": 19600
    },
    {
      "epoch": 0.5072221220937717,
      "grad_norm": 10.539658546447754,
      "learning_rate": 5e-06,
      "loss": 1.9831,
      "step": 19700
    },
    {
      "epoch": 0.5097968536780041,
      "grad_norm": 10.78639030456543,
      "learning_rate": 5e-06,
      "loss": 1.9671,
      "step": 19800
    },
    {
      "epoch": 0.5123715852622364,
      "grad_norm": 11.707691192626953,
      "learning_rate": 5e-06,
      "loss": 1.9653,
      "step": 19900
    },
    {
      "epoch": 0.5149463168464687,
      "grad_norm": 10.436965942382812,
      "learning_rate": 5e-06,
      "loss": 1.9794,
      "step": 20000
    },
    {
      "epoch": 0.5175210484307011,
      "grad_norm": 12.595362663269043,
      "learning_rate": 5e-06,
      "loss": 1.9624,
      "step": 20100
    },
    {
      "epoch": 0.5200957800149334,
      "grad_norm": 11.78066349029541,
      "learning_rate": 5e-06,
      "loss": 1.9395,
      "step": 20200
    },
    {
      "epoch": 0.5226705115991658,
      "grad_norm": 9.962190628051758,
      "learning_rate": 5e-06,
      "loss": 1.9481,
      "step": 20300
    },
    {
      "epoch": 0.5252452431833982,
      "grad_norm": 10.418140411376953,
      "learning_rate": 5e-06,
      "loss": 1.9553,
      "step": 20400
    },
    {
      "epoch": 0.5278199747676304,
      "grad_norm": 8.408402442932129,
      "learning_rate": 5e-06,
      "loss": 1.9312,
      "step": 20500
    },
    {
      "epoch": 0.5303947063518628,
      "grad_norm": 11.433292388916016,
      "learning_rate": 5e-06,
      "loss": 1.9658,
      "step": 20600
    },
    {
      "epoch": 0.5329694379360952,
      "grad_norm": 10.48591423034668,
      "learning_rate": 5e-06,
      "loss": 1.9454,
      "step": 20700
    },
    {
      "epoch": 0.5355441695203275,
      "grad_norm": 10.536715507507324,
      "learning_rate": 5e-06,
      "loss": 1.9356,
      "step": 20800
    },
    {
      "epoch": 0.5381189011045598,
      "grad_norm": 14.868846893310547,
      "learning_rate": 5e-06,
      "loss": 1.9417,
      "step": 20900
    },
    {
      "epoch": 0.5406936326887922,
      "grad_norm": 12.944568634033203,
      "learning_rate": 5e-06,
      "loss": 1.9455,
      "step": 21000
    },
    {
      "epoch": 0.5432683642730245,
      "grad_norm": 12.92853832244873,
      "learning_rate": 5e-06,
      "loss": 1.9332,
      "step": 21100
    },
    {
      "epoch": 0.5458430958572569,
      "grad_norm": 10.742682456970215,
      "learning_rate": 5e-06,
      "loss": 1.9311,
      "step": 21200
    },
    {
      "epoch": 0.5484178274414893,
      "grad_norm": 13.86350154876709,
      "learning_rate": 5e-06,
      "loss": 1.9301,
      "step": 21300
    },
    {
      "epoch": 0.5509925590257215,
      "grad_norm": 10.897161483764648,
      "learning_rate": 5e-06,
      "loss": 1.9399,
      "step": 21400
    },
    {
      "epoch": 0.5535672906099539,
      "grad_norm": 14.023128509521484,
      "learning_rate": 5e-06,
      "loss": 1.9186,
      "step": 21500
    },
    {
      "epoch": 0.5561420221941863,
      "grad_norm": 11.664512634277344,
      "learning_rate": 5e-06,
      "loss": 1.9319,
      "step": 21600
    },
    {
      "epoch": 0.5587167537784186,
      "grad_norm": 14.638916015625,
      "learning_rate": 5e-06,
      "loss": 1.9149,
      "step": 21700
    },
    {
      "epoch": 0.5612914853626509,
      "grad_norm": 15.237338066101074,
      "learning_rate": 5e-06,
      "loss": 1.9107,
      "step": 21800
    },
    {
      "epoch": 0.5638662169468833,
      "grad_norm": 11.743412971496582,
      "learning_rate": 5e-06,
      "loss": 1.9045,
      "step": 21900
    },
    {
      "epoch": 0.5664409485311156,
      "grad_norm": 12.35883617401123,
      "learning_rate": 5e-06,
      "loss": 1.9364,
      "step": 22000
    },
    {
      "epoch": 0.569015680115348,
      "grad_norm": 9.543598175048828,
      "learning_rate": 5e-06,
      "loss": 1.9286,
      "step": 22100
    },
    {
      "epoch": 0.5715904116995804,
      "grad_norm": 9.376079559326172,
      "learning_rate": 5e-06,
      "loss": 1.8933,
      "step": 22200
    },
    {
      "epoch": 0.5741651432838126,
      "grad_norm": 13.118587493896484,
      "learning_rate": 5e-06,
      "loss": 1.9106,
      "step": 22300
    },
    {
      "epoch": 0.576739874868045,
      "grad_norm": 10.998087882995605,
      "learning_rate": 5e-06,
      "loss": 1.8942,
      "step": 22400
    },
    {
      "epoch": 0.5793146064522774,
      "grad_norm": 10.402695655822754,
      "learning_rate": 5e-06,
      "loss": 1.916,
      "step": 22500
    },
    {
      "epoch": 0.5818893380365097,
      "grad_norm": 11.13951587677002,
      "learning_rate": 5e-06,
      "loss": 1.9089,
      "step": 22600
    },
    {
      "epoch": 0.584464069620742,
      "grad_norm": 11.090683937072754,
      "learning_rate": 5e-06,
      "loss": 1.8994,
      "step": 22700
    },
    {
      "epoch": 0.5870388012049744,
      "grad_norm": 10.698673248291016,
      "learning_rate": 5e-06,
      "loss": 1.9208,
      "step": 22800
    },
    {
      "epoch": 0.5896135327892067,
      "grad_norm": 9.402210235595703,
      "learning_rate": 5e-06,
      "loss": 1.9015,
      "step": 22900
    },
    {
      "epoch": 0.5921882643734391,
      "grad_norm": 13.442899703979492,
      "learning_rate": 5e-06,
      "loss": 1.8944,
      "step": 23000
    },
    {
      "epoch": 0.5947629959576715,
      "grad_norm": 11.383147239685059,
      "learning_rate": 5e-06,
      "loss": 1.8931,
      "step": 23100
    },
    {
      "epoch": 0.5973377275419037,
      "grad_norm": 15.053357124328613,
      "learning_rate": 5e-06,
      "loss": 1.8925,
      "step": 23200
    },
    {
      "epoch": 0.5999124591261361,
      "grad_norm": 13.117654800415039,
      "learning_rate": 5e-06,
      "loss": 1.8659,
      "step": 23300
    },
    {
      "epoch": 0.6024871907103685,
      "grad_norm": 11.576083183288574,
      "learning_rate": 5e-06,
      "loss": 1.8813,
      "step": 23400
    },
    {
      "epoch": 0.6050619222946008,
      "grad_norm": 18.931026458740234,
      "learning_rate": 5e-06,
      "loss": 1.8925,
      "step": 23500
    },
    {
      "epoch": 0.6076366538788331,
      "grad_norm": 13.85683536529541,
      "learning_rate": 5e-06,
      "loss": 1.8887,
      "step": 23600
    },
    {
      "epoch": 0.6102113854630655,
      "grad_norm": 13.852509498596191,
      "learning_rate": 5e-06,
      "loss": 1.8988,
      "step": 23700
    },
    {
      "epoch": 0.6127861170472978,
      "grad_norm": 11.586764335632324,
      "learning_rate": 5e-06,
      "loss": 1.8807,
      "step": 23800
    },
    {
      "epoch": 0.6153608486315302,
      "grad_norm": 12.776229858398438,
      "learning_rate": 5e-06,
      "loss": 1.8776,
      "step": 23900
    },
    {
      "epoch": 0.6179355802157626,
      "grad_norm": 13.123427391052246,
      "learning_rate": 5e-06,
      "loss": 1.8862,
      "step": 24000
    },
    {
      "epoch": 0.6205103117999948,
      "grad_norm": 10.448640823364258,
      "learning_rate": 5e-06,
      "loss": 1.8755,
      "step": 24100
    },
    {
      "epoch": 0.6230850433842272,
      "grad_norm": 10.949136734008789,
      "learning_rate": 5e-06,
      "loss": 1.874,
      "step": 24200
    },
    {
      "epoch": 0.6256597749684596,
      "grad_norm": 11.26904010772705,
      "learning_rate": 5e-06,
      "loss": 1.8618,
      "step": 24300
    },
    {
      "epoch": 0.6282345065526919,
      "grad_norm": 12.600064277648926,
      "learning_rate": 5e-06,
      "loss": 1.86,
      "step": 24400
    },
    {
      "epoch": 0.6308092381369242,
      "grad_norm": 15.681206703186035,
      "learning_rate": 5e-06,
      "loss": 1.8771,
      "step": 24500
    },
    {
      "epoch": 0.6333839697211565,
      "grad_norm": 10.718688011169434,
      "learning_rate": 5e-06,
      "loss": 1.8667,
      "step": 24600
    },
    {
      "epoch": 0.6359587013053889,
      "grad_norm": 11.122505187988281,
      "learning_rate": 5e-06,
      "loss": 1.8553,
      "step": 24700
    },
    {
      "epoch": 0.6385334328896213,
      "grad_norm": 10.040301322937012,
      "learning_rate": 5e-06,
      "loss": 1.854,
      "step": 24800
    },
    {
      "epoch": 0.6411081644738535,
      "grad_norm": 14.474180221557617,
      "learning_rate": 5e-06,
      "loss": 1.864,
      "step": 24900
    },
    {
      "epoch": 0.6436828960580859,
      "grad_norm": 17.975318908691406,
      "learning_rate": 5e-06,
      "loss": 1.8634,
      "step": 25000
    },
    {
      "epoch": 0.6462576276423183,
      "grad_norm": 15.087628364562988,
      "learning_rate": 5e-06,
      "loss": 1.8366,
      "step": 25100
    },
    {
      "epoch": 0.6488323592265506,
      "grad_norm": 11.687498092651367,
      "learning_rate": 5e-06,
      "loss": 1.8701,
      "step": 25200
    },
    {
      "epoch": 0.651407090810783,
      "grad_norm": 10.606269836425781,
      "learning_rate": 5e-06,
      "loss": 1.8552,
      "step": 25300
    },
    {
      "epoch": 0.6539818223950153,
      "grad_norm": 15.641767501831055,
      "learning_rate": 5e-06,
      "loss": 1.8557,
      "step": 25400
    },
    {
      "epoch": 0.6565565539792476,
      "grad_norm": 12.662988662719727,
      "learning_rate": 5e-06,
      "loss": 1.8406,
      "step": 25500
    },
    {
      "epoch": 0.65913128556348,
      "grad_norm": 11.977998733520508,
      "learning_rate": 5e-06,
      "loss": 1.8645,
      "step": 25600
    },
    {
      "epoch": 0.6617060171477124,
      "grad_norm": 12.846915245056152,
      "learning_rate": 5e-06,
      "loss": 1.8268,
      "step": 25700
    },
    {
      "epoch": 0.6642807487319446,
      "grad_norm": 14.196687698364258,
      "learning_rate": 5e-06,
      "loss": 1.8509,
      "step": 25800
    },
    {
      "epoch": 0.666855480316177,
      "grad_norm": 13.256787300109863,
      "learning_rate": 5e-06,
      "loss": 1.8253,
      "step": 25900
    },
    {
      "epoch": 0.6694302119004094,
      "grad_norm": 10.40891170501709,
      "learning_rate": 5e-06,
      "loss": 1.8396,
      "step": 26000
    },
    {
      "epoch": 0.6720049434846417,
      "grad_norm": 14.43667984008789,
      "learning_rate": 5e-06,
      "loss": 1.8355,
      "step": 26100
    },
    {
      "epoch": 0.6745796750688741,
      "grad_norm": 14.106279373168945,
      "learning_rate": 5e-06,
      "loss": 1.8244,
      "step": 26200
    },
    {
      "epoch": 0.6771544066531064,
      "grad_norm": 12.58909797668457,
      "learning_rate": 5e-06,
      "loss": 1.8434,
      "step": 26300
    },
    {
      "epoch": 0.6797291382373387,
      "grad_norm": 13.832694053649902,
      "learning_rate": 5e-06,
      "loss": 1.8291,
      "step": 26400
    },
    {
      "epoch": 0.6823038698215711,
      "grad_norm": 11.126822471618652,
      "learning_rate": 5e-06,
      "loss": 1.8357,
      "step": 26500
    },
    {
      "epoch": 0.6848786014058035,
      "grad_norm": 13.461944580078125,
      "learning_rate": 5e-06,
      "loss": 1.8317,
      "step": 26600
    },
    {
      "epoch": 0.6874533329900357,
      "grad_norm": 16.625686645507812,
      "learning_rate": 5e-06,
      "loss": 1.8247,
      "step": 26700
    },
    {
      "epoch": 0.6900280645742681,
      "grad_norm": 12.495977401733398,
      "learning_rate": 5e-06,
      "loss": 1.8308,
      "step": 26800
    },
    {
      "epoch": 0.6926027961585005,
      "grad_norm": 11.500628471374512,
      "learning_rate": 5e-06,
      "loss": 1.8321,
      "step": 26900
    },
    {
      "epoch": 0.6951775277427328,
      "grad_norm": 12.58542537689209,
      "learning_rate": 5e-06,
      "loss": 1.8179,
      "step": 27000
    },
    {
      "epoch": 0.6977522593269652,
      "grad_norm": 17.414596557617188,
      "learning_rate": 5e-06,
      "loss": 1.8147,
      "step": 27100
    },
    {
      "epoch": 0.7003269909111975,
      "grad_norm": 12.467101097106934,
      "learning_rate": 5e-06,
      "loss": 1.8154,
      "step": 27200
    },
    {
      "epoch": 0.7029017224954298,
      "grad_norm": 15.566895484924316,
      "learning_rate": 5e-06,
      "loss": 1.8149,
      "step": 27300
    },
    {
      "epoch": 0.7054764540796622,
      "grad_norm": 12.423531532287598,
      "learning_rate": 5e-06,
      "loss": 1.799,
      "step": 27400
    },
    {
      "epoch": 0.7080511856638946,
      "grad_norm": 10.575235366821289,
      "learning_rate": 5e-06,
      "loss": 1.8173,
      "step": 27500
    },
    {
      "epoch": 0.7106259172481268,
      "grad_norm": 10.689794540405273,
      "learning_rate": 5e-06,
      "loss": 1.8236,
      "step": 27600
    },
    {
      "epoch": 0.7132006488323592,
      "grad_norm": 15.939409255981445,
      "learning_rate": 5e-06,
      "loss": 1.8105,
      "step": 27700
    },
    {
      "epoch": 0.7157753804165916,
      "grad_norm": 12.383213996887207,
      "learning_rate": 5e-06,
      "loss": 1.8092,
      "step": 27800
    },
    {
      "epoch": 0.7183501120008239,
      "grad_norm": 12.115209579467773,
      "learning_rate": 5e-06,
      "loss": 1.8037,
      "step": 27900
    },
    {
      "epoch": 0.7209248435850563,
      "grad_norm": 18.659494400024414,
      "learning_rate": 5e-06,
      "loss": 1.7919,
      "step": 28000
    },
    {
      "epoch": 0.7234995751692886,
      "grad_norm": 16.2979679107666,
      "learning_rate": 5e-06,
      "loss": 1.8001,
      "step": 28100
    },
    {
      "epoch": 0.7260743067535209,
      "grad_norm": 10.46047592163086,
      "learning_rate": 5e-06,
      "loss": 1.817,
      "step": 28200
    },
    {
      "epoch": 0.7286490383377533,
      "grad_norm": 13.180418968200684,
      "learning_rate": 5e-06,
      "loss": 1.7938,
      "step": 28300
    },
    {
      "epoch": 0.7312237699219857,
      "grad_norm": 13.491199493408203,
      "learning_rate": 5e-06,
      "loss": 1.8091,
      "step": 28400
    },
    {
      "epoch": 0.733798501506218,
      "grad_norm": 14.834419250488281,
      "learning_rate": 5e-06,
      "loss": 1.8027,
      "step": 28500
    },
    {
      "epoch": 0.7363732330904503,
      "grad_norm": 15.36881160736084,
      "learning_rate": 5e-06,
      "loss": 1.7869,
      "step": 28600
    },
    {
      "epoch": 0.7389479646746827,
      "grad_norm": 15.675607681274414,
      "learning_rate": 5e-06,
      "loss": 1.7782,
      "step": 28700
    },
    {
      "epoch": 0.741522696258915,
      "grad_norm": 13.845839500427246,
      "learning_rate": 5e-06,
      "loss": 1.7882,
      "step": 28800
    },
    {
      "epoch": 0.7440974278431474,
      "grad_norm": 13.512016296386719,
      "learning_rate": 5e-06,
      "loss": 1.7845,
      "step": 28900
    },
    {
      "epoch": 0.7466721594273797,
      "grad_norm": 12.181449890136719,
      "learning_rate": 5e-06,
      "loss": 1.7869,
      "step": 29000
    },
    {
      "epoch": 0.749246891011612,
      "grad_norm": 19.282453536987305,
      "learning_rate": 5e-06,
      "loss": 1.7695,
      "step": 29100
    },
    {
      "epoch": 0.7518216225958444,
      "grad_norm": 12.163025856018066,
      "learning_rate": 5e-06,
      "loss": 1.7799,
      "step": 29200
    },
    {
      "epoch": 0.7543963541800768,
      "grad_norm": 11.638452529907227,
      "learning_rate": 5e-06,
      "loss": 1.799,
      "step": 29300
    },
    {
      "epoch": 0.756971085764309,
      "grad_norm": 13.774496078491211,
      "learning_rate": 5e-06,
      "loss": 1.782,
      "step": 29400
    },
    {
      "epoch": 0.7595458173485414,
      "grad_norm": 15.18187427520752,
      "learning_rate": 5e-06,
      "loss": 1.7654,
      "step": 29500
    },
    {
      "epoch": 0.7621205489327738,
      "grad_norm": 17.923240661621094,
      "learning_rate": 5e-06,
      "loss": 1.7652,
      "step": 29600
    },
    {
      "epoch": 0.7646952805170061,
      "grad_norm": 14.21551513671875,
      "learning_rate": 5e-06,
      "loss": 1.777,
      "step": 29700
    },
    {
      "epoch": 0.7672700121012385,
      "grad_norm": 13.305469512939453,
      "learning_rate": 5e-06,
      "loss": 1.7733,
      "step": 29800
    },
    {
      "epoch": 0.7698447436854708,
      "grad_norm": 15.255084037780762,
      "learning_rate": 5e-06,
      "loss": 1.752,
      "step": 29900
    },
    {
      "epoch": 0.7724194752697031,
      "grad_norm": 11.543566703796387,
      "learning_rate": 5e-06,
      "loss": 1.7673,
      "step": 30000
    },
    {
      "epoch": 0.7749942068539355,
      "grad_norm": 11.30385971069336,
      "learning_rate": 5e-06,
      "loss": 1.7741,
      "step": 30100
    },
    {
      "epoch": 0.7775689384381678,
      "grad_norm": 17.520509719848633,
      "learning_rate": 5e-06,
      "loss": 1.782,
      "step": 30200
    },
    {
      "epoch": 0.7801436700224001,
      "grad_norm": 16.34132194519043,
      "learning_rate": 5e-06,
      "loss": 1.7446,
      "step": 30300
    },
    {
      "epoch": 0.7827184016066325,
      "grad_norm": 14.408597946166992,
      "learning_rate": 5e-06,
      "loss": 1.7539,
      "step": 30400
    },
    {
      "epoch": 0.7852931331908648,
      "grad_norm": 12.216143608093262,
      "learning_rate": 5e-06,
      "loss": 1.7648,
      "step": 30500
    },
    {
      "epoch": 0.7878678647750972,
      "grad_norm": 15.135103225708008,
      "learning_rate": 5e-06,
      "loss": 1.7636,
      "step": 30600
    },
    {
      "epoch": 0.7904425963593296,
      "grad_norm": 12.553462028503418,
      "learning_rate": 5e-06,
      "loss": 1.779,
      "step": 30700
    },
    {
      "epoch": 0.7930173279435618,
      "grad_norm": 12.425312995910645,
      "learning_rate": 5e-06,
      "loss": 1.738,
      "step": 30800
    },
    {
      "epoch": 0.7955920595277942,
      "grad_norm": 13.619714736938477,
      "learning_rate": 5e-06,
      "loss": 1.7738,
      "step": 30900
    },
    {
      "epoch": 0.7981667911120266,
      "grad_norm": 14.434853553771973,
      "learning_rate": 5e-06,
      "loss": 1.7537,
      "step": 31000
    },
    {
      "epoch": 0.8007415226962589,
      "grad_norm": 9.882973670959473,
      "learning_rate": 5e-06,
      "loss": 1.7553,
      "step": 31100
    },
    {
      "epoch": 0.8033162542804912,
      "grad_norm": 12.842920303344727,
      "learning_rate": 5e-06,
      "loss": 1.7655,
      "step": 31200
    },
    {
      "epoch": 0.8058909858647236,
      "grad_norm": 16.30652618408203,
      "learning_rate": 5e-06,
      "loss": 1.758,
      "step": 31300
    },
    {
      "epoch": 0.8084657174489559,
      "grad_norm": 16.60579490661621,
      "learning_rate": 5e-06,
      "loss": 1.7513,
      "step": 31400
    },
    {
      "epoch": 0.8110404490331883,
      "grad_norm": 13.8013334274292,
      "learning_rate": 5e-06,
      "loss": 1.7375,
      "step": 31500
    },
    {
      "epoch": 0.8136151806174207,
      "grad_norm": 12.22510814666748,
      "learning_rate": 5e-06,
      "loss": 1.7414,
      "step": 31600
    },
    {
      "epoch": 0.8161899122016529,
      "grad_norm": 15.588540077209473,
      "learning_rate": 5e-06,
      "loss": 1.7665,
      "step": 31700
    },
    {
      "epoch": 0.8187646437858853,
      "grad_norm": 17.79832649230957,
      "learning_rate": 5e-06,
      "loss": 1.7374,
      "step": 31800
    },
    {
      "epoch": 0.8213393753701177,
      "grad_norm": 14.419862747192383,
      "learning_rate": 5e-06,
      "loss": 1.7441,
      "step": 31900
    },
    {
      "epoch": 0.82391410695435,
      "grad_norm": 16.128820419311523,
      "learning_rate": 5e-06,
      "loss": 1.7377,
      "step": 32000
    },
    {
      "epoch": 0.8264888385385823,
      "grad_norm": 15.547293663024902,
      "learning_rate": 5e-06,
      "loss": 1.7222,
      "step": 32100
    },
    {
      "epoch": 0.8290635701228147,
      "grad_norm": 15.761218070983887,
      "learning_rate": 5e-06,
      "loss": 1.7315,
      "step": 32200
    },
    {
      "epoch": 0.831638301707047,
      "grad_norm": 13.807426452636719,
      "learning_rate": 5e-06,
      "loss": 1.7463,
      "step": 32300
    },
    {
      "epoch": 0.8342130332912794,
      "grad_norm": 14.819964408874512,
      "learning_rate": 5e-06,
      "loss": 1.7146,
      "step": 32400
    },
    {
      "epoch": 0.8367877648755118,
      "grad_norm": 11.737241744995117,
      "learning_rate": 5e-06,
      "loss": 1.7265,
      "step": 32500
    },
    {
      "epoch": 0.839362496459744,
      "grad_norm": 18.46120262145996,
      "learning_rate": 5e-06,
      "loss": 1.7066,
      "step": 32600
    },
    {
      "epoch": 0.8419372280439764,
      "grad_norm": 13.867769241333008,
      "learning_rate": 5e-06,
      "loss": 1.7075,
      "step": 32700
    },
    {
      "epoch": 0.8445119596282088,
      "grad_norm": 13.27155590057373,
      "learning_rate": 5e-06,
      "loss": 1.7137,
      "step": 32800
    },
    {
      "epoch": 0.8470866912124411,
      "grad_norm": 15.734356880187988,
      "learning_rate": 5e-06,
      "loss": 1.7226,
      "step": 32900
    },
    {
      "epoch": 0.8496614227966734,
      "grad_norm": 14.217450141906738,
      "learning_rate": 5e-06,
      "loss": 1.7243,
      "step": 33000
    },
    {
      "epoch": 0.8522361543809058,
      "grad_norm": 15.640141487121582,
      "learning_rate": 5e-06,
      "loss": 1.7036,
      "step": 33100
    },
    {
      "epoch": 0.8548108859651381,
      "grad_norm": 14.3743257522583,
      "learning_rate": 5e-06,
      "loss": 1.7257,
      "step": 33200
    },
    {
      "epoch": 0.8573856175493705,
      "grad_norm": 13.638422966003418,
      "learning_rate": 5e-06,
      "loss": 1.6983,
      "step": 33300
    },
    {
      "epoch": 0.8599603491336029,
      "grad_norm": 13.435781478881836,
      "learning_rate": 5e-06,
      "loss": 1.7239,
      "step": 33400
    },
    {
      "epoch": 0.8625350807178351,
      "grad_norm": 15.172606468200684,
      "learning_rate": 5e-06,
      "loss": 1.725,
      "step": 33500
    },
    {
      "epoch": 0.8651098123020675,
      "grad_norm": 13.25320053100586,
      "learning_rate": 5e-06,
      "loss": 1.7055,
      "step": 33600
    },
    {
      "epoch": 0.8676845438862999,
      "grad_norm": 17.357351303100586,
      "learning_rate": 5e-06,
      "loss": 1.7129,
      "step": 33700
    },
    {
      "epoch": 0.8702592754705322,
      "grad_norm": 17.969120025634766,
      "learning_rate": 5e-06,
      "loss": 1.6993,
      "step": 33800
    },
    {
      "epoch": 0.8728340070547645,
      "grad_norm": 15.211539268493652,
      "learning_rate": 5e-06,
      "loss": 1.7393,
      "step": 33900
    },
    {
      "epoch": 0.8754087386389969,
      "grad_norm": 12.487726211547852,
      "learning_rate": 5e-06,
      "loss": 1.6979,
      "step": 34000
    },
    {
      "epoch": 0.8779834702232292,
      "grad_norm": 13.82416820526123,
      "learning_rate": 5e-06,
      "loss": 1.7165,
      "step": 34100
    },
    {
      "epoch": 0.8805582018074616,
      "grad_norm": 13.238302230834961,
      "learning_rate": 5e-06,
      "loss": 1.7053,
      "step": 34200
    },
    {
      "epoch": 0.883132933391694,
      "grad_norm": 15.450929641723633,
      "learning_rate": 5e-06,
      "loss": 1.7033,
      "step": 34300
    },
    {
      "epoch": 0.8857076649759262,
      "grad_norm": 12.965203285217285,
      "learning_rate": 5e-06,
      "loss": 1.6916,
      "step": 34400
    },
    {
      "epoch": 0.8882823965601586,
      "grad_norm": 14.509138107299805,
      "learning_rate": 5e-06,
      "loss": 1.7311,
      "step": 34500
    },
    {
      "epoch": 0.890857128144391,
      "grad_norm": 17.30230712890625,
      "learning_rate": 5e-06,
      "loss": 1.6858,
      "step": 34600
    },
    {
      "epoch": 0.8934318597286233,
      "grad_norm": 12.39776611328125,
      "learning_rate": 5e-06,
      "loss": 1.6813,
      "step": 34700
    },
    {
      "epoch": 0.8960065913128556,
      "grad_norm": 13.78551959991455,
      "learning_rate": 5e-06,
      "loss": 1.6768,
      "step": 34800
    },
    {
      "epoch": 0.898581322897088,
      "grad_norm": 18.297523498535156,
      "learning_rate": 5e-06,
      "loss": 1.7083,
      "step": 34900
    },
    {
      "epoch": 0.9011560544813203,
      "grad_norm": 12.835702896118164,
      "learning_rate": 5e-06,
      "loss": 1.6783,
      "step": 35000
    },
    {
      "epoch": 0.9037307860655527,
      "grad_norm": 16.298124313354492,
      "learning_rate": 5e-06,
      "loss": 1.6853,
      "step": 35100
    },
    {
      "epoch": 0.9063055176497851,
      "grad_norm": 18.175935745239258,
      "learning_rate": 5e-06,
      "loss": 1.7071,
      "step": 35200
    },
    {
      "epoch": 0.9088802492340173,
      "grad_norm": 15.181859970092773,
      "learning_rate": 5e-06,
      "loss": 1.6789,
      "step": 35300
    },
    {
      "epoch": 0.9114549808182497,
      "grad_norm": 14.996843338012695,
      "learning_rate": 5e-06,
      "loss": 1.6958,
      "step": 35400
    },
    {
      "epoch": 0.914029712402482,
      "grad_norm": 13.431193351745605,
      "learning_rate": 5e-06,
      "loss": 1.6716,
      "step": 35500
    },
    {
      "epoch": 0.9166044439867144,
      "grad_norm": 13.06710433959961,
      "learning_rate": 5e-06,
      "loss": 1.69,
      "step": 35600
    },
    {
      "epoch": 0.9191791755709467,
      "grad_norm": 20.748001098632812,
      "learning_rate": 5e-06,
      "loss": 1.6681,
      "step": 35700
    },
    {
      "epoch": 0.921753907155179,
      "grad_norm": 15.712603569030762,
      "learning_rate": 5e-06,
      "loss": 1.6628,
      "step": 35800
    },
    {
      "epoch": 0.9243286387394114,
      "grad_norm": 15.463520050048828,
      "learning_rate": 5e-06,
      "loss": 1.6846,
      "step": 35900
    },
    {
      "epoch": 0.9269033703236438,
      "grad_norm": 12.43696403503418,
      "learning_rate": 5e-06,
      "loss": 1.6515,
      "step": 36000
    },
    {
      "epoch": 0.929478101907876,
      "grad_norm": 16.018314361572266,
      "learning_rate": 5e-06,
      "loss": 1.6891,
      "step": 36100
    },
    {
      "epoch": 0.9320528334921084,
      "grad_norm": 14.443528175354004,
      "learning_rate": 5e-06,
      "loss": 1.6777,
      "step": 36200
    },
    {
      "epoch": 0.9346275650763408,
      "grad_norm": 14.840608596801758,
      "learning_rate": 5e-06,
      "loss": 1.6866,
      "step": 36300
    },
    {
      "epoch": 0.9372022966605731,
      "grad_norm": 17.135295867919922,
      "learning_rate": 5e-06,
      "loss": 1.6748,
      "step": 36400
    },
    {
      "epoch": 0.9397770282448055,
      "grad_norm": 17.613784790039062,
      "learning_rate": 5e-06,
      "loss": 1.658,
      "step": 36500
    },
    {
      "epoch": 0.9423517598290378,
      "grad_norm": 21.153114318847656,
      "learning_rate": 5e-06,
      "loss": 1.6576,
      "step": 36600
    },
    {
      "epoch": 0.9449264914132701,
      "grad_norm": 15.677637100219727,
      "learning_rate": 5e-06,
      "loss": 1.6671,
      "step": 36700
    },
    {
      "epoch": 0.9475012229975025,
      "grad_norm": 14.44462776184082,
      "learning_rate": 5e-06,
      "loss": 1.6245,
      "step": 36800
    },
    {
      "epoch": 0.9500759545817349,
      "grad_norm": 20.830379486083984,
      "learning_rate": 5e-06,
      "loss": 1.6574,
      "step": 36900
    },
    {
      "epoch": 0.9526506861659672,
      "grad_norm": 14.3369779586792,
      "learning_rate": 5e-06,
      "loss": 1.6652,
      "step": 37000
    },
    {
      "epoch": 0.9552254177501995,
      "grad_norm": 13.267075538635254,
      "learning_rate": 5e-06,
      "loss": 1.6936,
      "step": 37100
    },
    {
      "epoch": 0.9578001493344319,
      "grad_norm": 12.038283348083496,
      "learning_rate": 5e-06,
      "loss": 1.6399,
      "step": 37200
    },
    {
      "epoch": 0.9603748809186642,
      "grad_norm": 13.880496978759766,
      "learning_rate": 5e-06,
      "loss": 1.6712,
      "step": 37300
    },
    {
      "epoch": 0.9629496125028966,
      "grad_norm": 17.256637573242188,
      "learning_rate": 5e-06,
      "loss": 1.6313,
      "step": 37400
    },
    {
      "epoch": 0.965524344087129,
      "grad_norm": 12.003043174743652,
      "learning_rate": 5e-06,
      "loss": 1.6448,
      "step": 37500
    },
    {
      "epoch": 0.9680990756713612,
      "grad_norm": 17.031591415405273,
      "learning_rate": 5e-06,
      "loss": 1.6451,
      "step": 37600
    },
    {
      "epoch": 0.9706738072555936,
      "grad_norm": 10.807999610900879,
      "learning_rate": 5e-06,
      "loss": 1.6469,
      "step": 37700
    },
    {
      "epoch": 0.973248538839826,
      "grad_norm": 20.891611099243164,
      "learning_rate": 5e-06,
      "loss": 1.6311,
      "step": 37800
    },
    {
      "epoch": 0.9758232704240583,
      "grad_norm": 13.196991920471191,
      "learning_rate": 5e-06,
      "loss": 1.6681,
      "step": 37900
    },
    {
      "epoch": 0.9783980020082906,
      "grad_norm": 13.090524673461914,
      "learning_rate": 5e-06,
      "loss": 1.6579,
      "step": 38000
    },
    {
      "epoch": 0.980972733592523,
      "grad_norm": 13.341176986694336,
      "learning_rate": 5e-06,
      "loss": 1.6191,
      "step": 38100
    },
    {
      "epoch": 0.9835474651767553,
      "grad_norm": 19.386619567871094,
      "learning_rate": 5e-06,
      "loss": 1.6633,
      "step": 38200
    },
    {
      "epoch": 0.9861221967609877,
      "grad_norm": 18.813074111938477,
      "learning_rate": 5e-06,
      "loss": 1.6161,
      "step": 38300
    },
    {
      "epoch": 0.98869692834522,
      "grad_norm": 15.166839599609375,
      "learning_rate": 5e-06,
      "loss": 1.6201,
      "step": 38400
    },
    {
      "epoch": 0.9912716599294523,
      "grad_norm": 13.297051429748535,
      "learning_rate": 5e-06,
      "loss": 1.6605,
      "step": 38500
    },
    {
      "epoch": 0.9938463915136847,
      "grad_norm": 14.626639366149902,
      "learning_rate": 5e-06,
      "loss": 1.6256,
      "step": 38600
    },
    {
      "epoch": 0.9964211230979171,
      "grad_norm": 13.700575828552246,
      "learning_rate": 5e-06,
      "loss": 1.6577,
      "step": 38700
    },
    {
      "epoch": 0.9989958546821494,
      "grad_norm": 14.798190116882324,
      "learning_rate": 5e-06,
      "loss": 1.6479,
      "step": 38800
    },
    {
      "epoch": 1.0,
      "step": 38839,
      "train_loss": 1.5906682014465332,
      "train_perplexity": 4.9070267154430525,
      "train_runtime": 772.2053,
      "train_samples_per_second": 402.364,
      "train_steps_per_second": 50.296
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.592596411705017,
      "eval_perplexity": 4.916497622710301,
      "eval_runtime": 192.44,
      "eval_samples_per_second": 403.643,
      "eval_steps_per_second": 50.457,
      "step": 38839
    },
    {
      "epoch": 1.0015705862663817,
      "grad_norm": 14.597830772399902,
      "learning_rate": 5e-06,
      "loss": 1.613,
      "step": 38900
    },
    {
      "epoch": 1.0041453178506141,
      "grad_norm": 17.928165435791016,
      "learning_rate": 5e-06,
      "loss": 1.6219,
      "step": 39000
    },
    {
      "epoch": 1.0067200494348465,
      "grad_norm": 11.976168632507324,
      "learning_rate": 5e-06,
      "loss": 1.6154,
      "step": 39100
    },
    {
      "epoch": 1.0092947810190787,
      "grad_norm": 20.454174041748047,
      "learning_rate": 5e-06,
      "loss": 1.6193,
      "step": 39200
    },
    {
      "epoch": 1.011869512603311,
      "grad_norm": 14.796163558959961,
      "learning_rate": 5e-06,
      "loss": 1.6286,
      "step": 39300
    },
    {
      "epoch": 1.0144442441875434,
      "grad_norm": 15.219284057617188,
      "learning_rate": 5e-06,
      "loss": 1.6404,
      "step": 39400
    },
    {
      "epoch": 1.0170189757717758,
      "grad_norm": 15.016630172729492,
      "learning_rate": 5e-06,
      "loss": 1.6206,
      "step": 39500
    },
    {
      "epoch": 1.0195937073560082,
      "grad_norm": 15.311580657958984,
      "learning_rate": 5e-06,
      "loss": 1.627,
      "step": 39600
    },
    {
      "epoch": 1.0221684389402406,
      "grad_norm": 13.137104034423828,
      "learning_rate": 5e-06,
      "loss": 1.6185,
      "step": 39700
    },
    {
      "epoch": 1.0247431705244727,
      "grad_norm": 13.268318176269531,
      "learning_rate": 5e-06,
      "loss": 1.5963,
      "step": 39800
    },
    {
      "epoch": 1.027317902108705,
      "grad_norm": 16.62761116027832,
      "learning_rate": 5e-06,
      "loss": 1.6195,
      "step": 39900
    },
    {
      "epoch": 1.0298926336929375,
      "grad_norm": 17.599149703979492,
      "learning_rate": 5e-06,
      "loss": 1.6103,
      "step": 40000
    },
    {
      "epoch": 1.0324673652771699,
      "grad_norm": 18.281709671020508,
      "learning_rate": 5e-06,
      "loss": 1.6328,
      "step": 40100
    },
    {
      "epoch": 1.0350420968614022,
      "grad_norm": 12.736379623413086,
      "learning_rate": 5e-06,
      "loss": 1.5863,
      "step": 40200
    },
    {
      "epoch": 1.0376168284456346,
      "grad_norm": 16.611766815185547,
      "learning_rate": 5e-06,
      "loss": 1.6175,
      "step": 40300
    },
    {
      "epoch": 1.0401915600298668,
      "grad_norm": 15.834014892578125,
      "learning_rate": 5e-06,
      "loss": 1.6119,
      "step": 40400
    },
    {
      "epoch": 1.0427662916140992,
      "grad_norm": 18.723379135131836,
      "learning_rate": 5e-06,
      "loss": 1.5995,
      "step": 40500
    },
    {
      "epoch": 1.0453410231983316,
      "grad_norm": 16.63123893737793,
      "learning_rate": 5e-06,
      "loss": 1.6132,
      "step": 40600
    },
    {
      "epoch": 1.047915754782564,
      "grad_norm": 19.26636505126953,
      "learning_rate": 5e-06,
      "loss": 1.613,
      "step": 40700
    },
    {
      "epoch": 1.0504904863667963,
      "grad_norm": 12.640732765197754,
      "learning_rate": 5e-06,
      "loss": 1.6185,
      "step": 40800
    },
    {
      "epoch": 1.0530652179510287,
      "grad_norm": 15.86047077178955,
      "learning_rate": 5e-06,
      "loss": 1.5996,
      "step": 40900
    },
    {
      "epoch": 1.0556399495352609,
      "grad_norm": 14.761219024658203,
      "learning_rate": 5e-06,
      "loss": 1.5741,
      "step": 41000
    },
    {
      "epoch": 1.0582146811194932,
      "grad_norm": 12.542734146118164,
      "learning_rate": 5e-06,
      "loss": 1.6006,
      "step": 41100
    },
    {
      "epoch": 1.0607894127037256,
      "grad_norm": 18.971755981445312,
      "learning_rate": 5e-06,
      "loss": 1.5902,
      "step": 41200
    },
    {
      "epoch": 1.063364144287958,
      "grad_norm": 14.807090759277344,
      "learning_rate": 5e-06,
      "loss": 1.5868,
      "step": 41300
    },
    {
      "epoch": 1.0659388758721904,
      "grad_norm": 16.620872497558594,
      "learning_rate": 5e-06,
      "loss": 1.6055,
      "step": 41400
    },
    {
      "epoch": 1.0685136074564228,
      "grad_norm": 12.702606201171875,
      "learning_rate": 5e-06,
      "loss": 1.5961,
      "step": 41500
    },
    {
      "epoch": 1.071088339040655,
      "grad_norm": 18.16896629333496,
      "learning_rate": 5e-06,
      "loss": 1.5747,
      "step": 41600
    },
    {
      "epoch": 1.0736630706248873,
      "grad_norm": 16.924039840698242,
      "learning_rate": 5e-06,
      "loss": 1.5708,
      "step": 41700
    },
    {
      "epoch": 1.0762378022091197,
      "grad_norm": 15.910642623901367,
      "learning_rate": 5e-06,
      "loss": 1.5618,
      "step": 41800
    },
    {
      "epoch": 1.078812533793352,
      "grad_norm": 18.669164657592773,
      "learning_rate": 5e-06,
      "loss": 1.6035,
      "step": 41900
    },
    {
      "epoch": 1.0813872653775845,
      "grad_norm": 17.448535919189453,
      "learning_rate": 5e-06,
      "loss": 1.5935,
      "step": 42000
    },
    {
      "epoch": 1.0839619969618168,
      "grad_norm": 15.138808250427246,
      "learning_rate": 5e-06,
      "loss": 1.5749,
      "step": 42100
    },
    {
      "epoch": 1.086536728546049,
      "grad_norm": 14.43059253692627,
      "learning_rate": 5e-06,
      "loss": 1.5855,
      "step": 42200
    },
    {
      "epoch": 1.0891114601302814,
      "grad_norm": 14.48857307434082,
      "learning_rate": 5e-06,
      "loss": 1.5822,
      "step": 42300
    },
    {
      "epoch": 1.0916861917145138,
      "grad_norm": 19.345705032348633,
      "learning_rate": 5e-06,
      "loss": 1.5666,
      "step": 42400
    },
    {
      "epoch": 1.0942609232987461,
      "grad_norm": 13.3223237991333,
      "learning_rate": 5e-06,
      "loss": 1.581,
      "step": 42500
    },
    {
      "epoch": 1.0968356548829785,
      "grad_norm": 14.273612976074219,
      "learning_rate": 5e-06,
      "loss": 1.5658,
      "step": 42600
    },
    {
      "epoch": 1.099410386467211,
      "grad_norm": 16.12056541442871,
      "learning_rate": 5e-06,
      "loss": 1.5564,
      "step": 42700
    },
    {
      "epoch": 1.101985118051443,
      "grad_norm": 14.102383613586426,
      "learning_rate": 5e-06,
      "loss": 1.5557,
      "step": 42800
    },
    {
      "epoch": 1.1045598496356754,
      "grad_norm": 12.615911483764648,
      "learning_rate": 5e-06,
      "loss": 1.5872,
      "step": 42900
    },
    {
      "epoch": 1.1071345812199078,
      "grad_norm": 17.09076499938965,
      "learning_rate": 5e-06,
      "loss": 1.5693,
      "step": 43000
    },
    {
      "epoch": 1.1097093128041402,
      "grad_norm": 13.876180648803711,
      "learning_rate": 5e-06,
      "loss": 1.5611,
      "step": 43100
    },
    {
      "epoch": 1.1122840443883726,
      "grad_norm": 14.725868225097656,
      "learning_rate": 5e-06,
      "loss": 1.5768,
      "step": 43200
    },
    {
      "epoch": 1.1148587759726047,
      "grad_norm": 14.552780151367188,
      "learning_rate": 5e-06,
      "loss": 1.5536,
      "step": 43300
    },
    {
      "epoch": 1.1174335075568371,
      "grad_norm": 15.710468292236328,
      "learning_rate": 5e-06,
      "loss": 1.5658,
      "step": 43400
    },
    {
      "epoch": 1.1200082391410695,
      "grad_norm": 15.869370460510254,
      "learning_rate": 5e-06,
      "loss": 1.5575,
      "step": 43500
    },
    {
      "epoch": 1.1225829707253019,
      "grad_norm": 14.061120986938477,
      "learning_rate": 5e-06,
      "loss": 1.5583,
      "step": 43600
    },
    {
      "epoch": 1.1251577023095343,
      "grad_norm": 14.450273513793945,
      "learning_rate": 5e-06,
      "loss": 1.5625,
      "step": 43700
    },
    {
      "epoch": 1.1277324338937667,
      "grad_norm": 16.22393798828125,
      "learning_rate": 5e-06,
      "loss": 1.5467,
      "step": 43800
    },
    {
      "epoch": 1.130307165477999,
      "grad_norm": 11.78872299194336,
      "learning_rate": 5e-06,
      "loss": 1.5558,
      "step": 43900
    },
    {
      "epoch": 1.1328818970622312,
      "grad_norm": 12.396102905273438,
      "learning_rate": 5e-06,
      "loss": 1.5568,
      "step": 44000
    },
    {
      "epoch": 1.1354566286464636,
      "grad_norm": 17.48969078063965,
      "learning_rate": 5e-06,
      "loss": 1.5491,
      "step": 44100
    },
    {
      "epoch": 1.138031360230696,
      "grad_norm": 16.170265197753906,
      "learning_rate": 5e-06,
      "loss": 1.5624,
      "step": 44200
    },
    {
      "epoch": 1.1406060918149283,
      "grad_norm": 18.766048431396484,
      "learning_rate": 5e-06,
      "loss": 1.5648,
      "step": 44300
    },
    {
      "epoch": 1.1431808233991607,
      "grad_norm": 15.440230369567871,
      "learning_rate": 5e-06,
      "loss": 1.5514,
      "step": 44400
    },
    {
      "epoch": 1.1457555549833929,
      "grad_norm": 15.982882499694824,
      "learning_rate": 5e-06,
      "loss": 1.5509,
      "step": 44500
    },
    {
      "epoch": 1.1483302865676253,
      "grad_norm": 16.2857666015625,
      "learning_rate": 5e-06,
      "loss": 1.5349,
      "step": 44600
    },
    {
      "epoch": 1.1509050181518576,
      "grad_norm": 15.471601486206055,
      "learning_rate": 5e-06,
      "loss": 1.5322,
      "step": 44700
    },
    {
      "epoch": 1.15347974973609,
      "grad_norm": 14.200505256652832,
      "learning_rate": 5e-06,
      "loss": 1.537,
      "step": 44800
    },
    {
      "epoch": 1.1560544813203224,
      "grad_norm": 13.97583293914795,
      "learning_rate": 5e-06,
      "loss": 1.5516,
      "step": 44900
    },
    {
      "epoch": 1.1586292129045548,
      "grad_norm": 14.576353073120117,
      "learning_rate": 5e-06,
      "loss": 1.5322,
      "step": 45000
    },
    {
      "epoch": 1.1612039444887872,
      "grad_norm": 14.501276016235352,
      "learning_rate": 5e-06,
      "loss": 1.563,
      "step": 45100
    },
    {
      "epoch": 1.1637786760730193,
      "grad_norm": 15.963033676147461,
      "learning_rate": 5e-06,
      "loss": 1.5625,
      "step": 45200
    },
    {
      "epoch": 1.1663534076572517,
      "grad_norm": 16.02545738220215,
      "learning_rate": 5e-06,
      "loss": 1.533,
      "step": 45300
    },
    {
      "epoch": 1.168928139241484,
      "grad_norm": 15.010010719299316,
      "learning_rate": 5e-06,
      "loss": 1.5338,
      "step": 45400
    },
    {
      "epoch": 1.1715028708257165,
      "grad_norm": 13.843942642211914,
      "learning_rate": 5e-06,
      "loss": 1.5392,
      "step": 45500
    },
    {
      "epoch": 1.1740776024099489,
      "grad_norm": 14.04877758026123,
      "learning_rate": 5e-06,
      "loss": 1.5469,
      "step": 45600
    },
    {
      "epoch": 1.176652333994181,
      "grad_norm": 16.508174896240234,
      "learning_rate": 5e-06,
      "loss": 1.5319,
      "step": 45700
    },
    {
      "epoch": 1.1792270655784134,
      "grad_norm": 18.954627990722656,
      "learning_rate": 5e-06,
      "loss": 1.5164,
      "step": 45800
    },
    {
      "epoch": 1.1818017971626458,
      "grad_norm": 14.354446411132812,
      "learning_rate": 5e-06,
      "loss": 1.5372,
      "step": 45900
    },
    {
      "epoch": 1.1843765287468782,
      "grad_norm": 16.687959671020508,
      "learning_rate": 5e-06,
      "loss": 1.5379,
      "step": 46000
    },
    {
      "epoch": 1.1869512603311105,
      "grad_norm": 16.32822036743164,
      "learning_rate": 5e-06,
      "loss": 1.5196,
      "step": 46100
    },
    {
      "epoch": 1.189525991915343,
      "grad_norm": 14.094744682312012,
      "learning_rate": 5e-06,
      "loss": 1.495,
      "step": 46200
    },
    {
      "epoch": 1.192100723499575,
      "grad_norm": 22.511091232299805,
      "learning_rate": 5e-06,
      "loss": 1.5005,
      "step": 46300
    },
    {
      "epoch": 1.1946754550838075,
      "grad_norm": 15.164525032043457,
      "learning_rate": 5e-06,
      "loss": 1.5143,
      "step": 46400
    },
    {
      "epoch": 1.1972501866680398,
      "grad_norm": 14.85264778137207,
      "learning_rate": 5e-06,
      "loss": 1.4959,
      "step": 46500
    },
    {
      "epoch": 1.1998249182522722,
      "grad_norm": 14.67364501953125,
      "learning_rate": 5e-06,
      "loss": 1.5173,
      "step": 46600
    },
    {
      "epoch": 1.2023996498365046,
      "grad_norm": 16.6915340423584,
      "learning_rate": 5e-06,
      "loss": 1.5106,
      "step": 46700
    },
    {
      "epoch": 1.204974381420737,
      "grad_norm": 13.399965286254883,
      "learning_rate": 5e-06,
      "loss": 1.5482,
      "step": 46800
    },
    {
      "epoch": 1.2075491130049691,
      "grad_norm": 21.397212982177734,
      "learning_rate": 5e-06,
      "loss": 1.5145,
      "step": 46900
    },
    {
      "epoch": 1.2101238445892015,
      "grad_norm": 15.55154800415039,
      "learning_rate": 5e-06,
      "loss": 1.5123,
      "step": 47000
    },
    {
      "epoch": 1.212698576173434,
      "grad_norm": 18.630586624145508,
      "learning_rate": 5e-06,
      "loss": 1.5402,
      "step": 47100
    },
    {
      "epoch": 1.2152733077576663,
      "grad_norm": 13.906758308410645,
      "learning_rate": 5e-06,
      "loss": 1.5348,
      "step": 47200
    },
    {
      "epoch": 1.2178480393418987,
      "grad_norm": 14.583892822265625,
      "learning_rate": 5e-06,
      "loss": 1.5229,
      "step": 47300
    },
    {
      "epoch": 1.220422770926131,
      "grad_norm": 13.745742797851562,
      "learning_rate": 5e-06,
      "loss": 1.5005,
      "step": 47400
    },
    {
      "epoch": 1.2229975025103632,
      "grad_norm": 12.398448944091797,
      "learning_rate": 5e-06,
      "loss": 1.504,
      "step": 47500
    },
    {
      "epoch": 1.2255722340945956,
      "grad_norm": 16.450267791748047,
      "learning_rate": 5e-06,
      "loss": 1.5087,
      "step": 47600
    },
    {
      "epoch": 1.228146965678828,
      "grad_norm": 14.240497589111328,
      "learning_rate": 5e-06,
      "loss": 1.4952,
      "step": 47700
    },
    {
      "epoch": 1.2307216972630604,
      "grad_norm": 13.682884216308594,
      "learning_rate": 5e-06,
      "loss": 1.5095,
      "step": 47800
    },
    {
      "epoch": 1.2332964288472927,
      "grad_norm": 15.24177360534668,
      "learning_rate": 5e-06,
      "loss": 1.4833,
      "step": 47900
    },
    {
      "epoch": 1.235871160431525,
      "grad_norm": 15.033249855041504,
      "learning_rate": 5e-06,
      "loss": 1.4987,
      "step": 48000
    },
    {
      "epoch": 1.2384458920157573,
      "grad_norm": 17.84503936767578,
      "learning_rate": 5e-06,
      "loss": 1.4891,
      "step": 48100
    },
    {
      "epoch": 1.2410206235999897,
      "grad_norm": 14.901236534118652,
      "learning_rate": 5e-06,
      "loss": 1.5146,
      "step": 48200
    },
    {
      "epoch": 1.243595355184222,
      "grad_norm": 17.847217559814453,
      "learning_rate": 5e-06,
      "loss": 1.5068,
      "step": 48300
    },
    {
      "epoch": 1.2461700867684544,
      "grad_norm": 13.820069313049316,
      "learning_rate": 5e-06,
      "loss": 1.5102,
      "step": 48400
    },
    {
      "epoch": 1.2487448183526868,
      "grad_norm": 12.708111763000488,
      "learning_rate": 5e-06,
      "loss": 1.5166,
      "step": 48500
    },
    {
      "epoch": 1.2513195499369192,
      "grad_norm": 11.624022483825684,
      "learning_rate": 5e-06,
      "loss": 1.4977,
      "step": 48600
    },
    {
      "epoch": 1.2538942815211513,
      "grad_norm": 12.388252258300781,
      "learning_rate": 5e-06,
      "loss": 1.5199,
      "step": 48700
    },
    {
      "epoch": 1.2564690131053837,
      "grad_norm": 13.405913352966309,
      "learning_rate": 5e-06,
      "loss": 1.5111,
      "step": 48800
    },
    {
      "epoch": 1.259043744689616,
      "grad_norm": 15.286498069763184,
      "learning_rate": 5e-06,
      "loss": 1.5071,
      "step": 48900
    },
    {
      "epoch": 1.2616184762738485,
      "grad_norm": 14.878520965576172,
      "learning_rate": 5e-06,
      "loss": 1.463,
      "step": 49000
    },
    {
      "epoch": 1.2641932078580809,
      "grad_norm": 12.735936164855957,
      "learning_rate": 5e-06,
      "loss": 1.4894,
      "step": 49100
    },
    {
      "epoch": 1.266767939442313,
      "grad_norm": 18.706462860107422,
      "learning_rate": 5e-06,
      "loss": 1.4915,
      "step": 49200
    },
    {
      "epoch": 1.2693426710265454,
      "grad_norm": 12.893864631652832,
      "learning_rate": 5e-06,
      "loss": 1.4846,
      "step": 49300
    },
    {
      "epoch": 1.2719174026107778,
      "grad_norm": 14.217211723327637,
      "learning_rate": 5e-06,
      "loss": 1.5041,
      "step": 49400
    },
    {
      "epoch": 1.2744921341950102,
      "grad_norm": 19.470155715942383,
      "learning_rate": 5e-06,
      "loss": 1.502,
      "step": 49500
    },
    {
      "epoch": 1.2770668657792426,
      "grad_norm": 16.728254318237305,
      "learning_rate": 5e-06,
      "loss": 1.5093,
      "step": 49600
    },
    {
      "epoch": 1.279641597363475,
      "grad_norm": 13.517807006835938,
      "learning_rate": 5e-06,
      "loss": 1.4703,
      "step": 49700
    },
    {
      "epoch": 1.2822163289477073,
      "grad_norm": 19.86099624633789,
      "learning_rate": 5e-06,
      "loss": 1.4655,
      "step": 49800
    },
    {
      "epoch": 1.2847910605319395,
      "grad_norm": 13.737577438354492,
      "learning_rate": 5e-06,
      "loss": 1.4814,
      "step": 49900
    },
    {
      "epoch": 1.2873657921161719,
      "grad_norm": 12.731395721435547,
      "learning_rate": 5e-06,
      "loss": 1.5043,
      "step": 50000
    },
    {
      "epoch": 1.2899405237004042,
      "grad_norm": 13.425841331481934,
      "learning_rate": 5e-06,
      "loss": 1.4616,
      "step": 50100
    },
    {
      "epoch": 1.2925152552846366,
      "grad_norm": 15.293091773986816,
      "learning_rate": 5e-06,
      "loss": 1.4783,
      "step": 50200
    },
    {
      "epoch": 1.295089986868869,
      "grad_norm": 23.424787521362305,
      "learning_rate": 5e-06,
      "loss": 1.4734,
      "step": 50300
    },
    {
      "epoch": 1.2976647184531012,
      "grad_norm": 11.716862678527832,
      "learning_rate": 5e-06,
      "loss": 1.4783,
      "step": 50400
    },
    {
      "epoch": 1.3002394500373335,
      "grad_norm": 16.368412017822266,
      "learning_rate": 5e-06,
      "loss": 1.4905,
      "step": 50500
    },
    {
      "epoch": 1.302814181621566,
      "grad_norm": 17.266254425048828,
      "learning_rate": 5e-06,
      "loss": 1.4866,
      "step": 50600
    },
    {
      "epoch": 1.3053889132057983,
      "grad_norm": 17.399686813354492,
      "learning_rate": 5e-06,
      "loss": 1.4842,
      "step": 50700
    },
    {
      "epoch": 1.3079636447900307,
      "grad_norm": 19.156978607177734,
      "learning_rate": 5e-06,
      "loss": 1.4542,
      "step": 50800
    },
    {
      "epoch": 1.310538376374263,
      "grad_norm": 16.731298446655273,
      "learning_rate": 5e-06,
      "loss": 1.4898,
      "step": 50900
    },
    {
      "epoch": 1.3131131079584955,
      "grad_norm": 13.559782028198242,
      "learning_rate": 5e-06,
      "loss": 1.4621,
      "step": 51000
    },
    {
      "epoch": 1.3156878395427276,
      "grad_norm": 13.033778190612793,
      "learning_rate": 5e-06,
      "loss": 1.4704,
      "step": 51100
    },
    {
      "epoch": 1.31826257112696,
      "grad_norm": 15.28010368347168,
      "learning_rate": 5e-06,
      "loss": 1.4566,
      "step": 51200
    },
    {
      "epoch": 1.3208373027111924,
      "grad_norm": 10.887866973876953,
      "learning_rate": 5e-06,
      "loss": 1.4717,
      "step": 51300
    },
    {
      "epoch": 1.3234120342954248,
      "grad_norm": 12.572489738464355,
      "learning_rate": 5e-06,
      "loss": 1.4557,
      "step": 51400
    },
    {
      "epoch": 1.325986765879657,
      "grad_norm": 14.814888000488281,
      "learning_rate": 5e-06,
      "loss": 1.4672,
      "step": 51500
    },
    {
      "epoch": 1.3285614974638893,
      "grad_norm": 13.562167167663574,
      "learning_rate": 5e-06,
      "loss": 1.457,
      "step": 51600
    },
    {
      "epoch": 1.3311362290481217,
      "grad_norm": 16.567333221435547,
      "learning_rate": 5e-06,
      "loss": 1.424,
      "step": 51700
    },
    {
      "epoch": 1.333710960632354,
      "grad_norm": 15.206165313720703,
      "learning_rate": 5e-06,
      "loss": 1.4448,
      "step": 51800
    },
    {
      "epoch": 1.3362856922165864,
      "grad_norm": 14.785574913024902,
      "learning_rate": 5e-06,
      "loss": 1.4386,
      "step": 51900
    },
    {
      "epoch": 1.3388604238008188,
      "grad_norm": 14.518960952758789,
      "learning_rate": 5e-06,
      "loss": 1.4449,
      "step": 52000
    },
    {
      "epoch": 1.3414351553850512,
      "grad_norm": 15.570353507995605,
      "learning_rate": 5e-06,
      "loss": 1.4524,
      "step": 52100
    },
    {
      "epoch": 1.3440098869692836,
      "grad_norm": 15.402799606323242,
      "learning_rate": 5e-06,
      "loss": 1.4824,
      "step": 52200
    },
    {
      "epoch": 1.3465846185535157,
      "grad_norm": 14.287870407104492,
      "learning_rate": 5e-06,
      "loss": 1.4354,
      "step": 52300
    },
    {
      "epoch": 1.3491593501377481,
      "grad_norm": 13.714524269104004,
      "learning_rate": 5e-06,
      "loss": 1.4398,
      "step": 52400
    },
    {
      "epoch": 1.3517340817219805,
      "grad_norm": 16.44666862487793,
      "learning_rate": 5e-06,
      "loss": 1.4497,
      "step": 52500
    },
    {
      "epoch": 1.3543088133062129,
      "grad_norm": 17.72602081298828,
      "learning_rate": 5e-06,
      "loss": 1.4425,
      "step": 52600
    },
    {
      "epoch": 1.356883544890445,
      "grad_norm": 15.720172882080078,
      "learning_rate": 5e-06,
      "loss": 1.4473,
      "step": 52700
    },
    {
      "epoch": 1.3594582764746774,
      "grad_norm": 12.898120880126953,
      "learning_rate": 5e-06,
      "loss": 1.4415,
      "step": 52800
    },
    {
      "epoch": 1.3620330080589098,
      "grad_norm": 17.755586624145508,
      "learning_rate": 5e-06,
      "loss": 1.4593,
      "step": 52900
    },
    {
      "epoch": 1.3646077396431422,
      "grad_norm": 14.368428230285645,
      "learning_rate": 5e-06,
      "loss": 1.4521,
      "step": 53000
    },
    {
      "epoch": 1.3671824712273746,
      "grad_norm": 15.622844696044922,
      "learning_rate": 5e-06,
      "loss": 1.4726,
      "step": 53100
    },
    {
      "epoch": 1.369757202811607,
      "grad_norm": 14.351808547973633,
      "learning_rate": 5e-06,
      "loss": 1.4292,
      "step": 53200
    },
    {
      "epoch": 1.3723319343958393,
      "grad_norm": 16.88810157775879,
      "learning_rate": 5e-06,
      "loss": 1.4292,
      "step": 53300
    },
    {
      "epoch": 1.3749066659800715,
      "grad_norm": 15.959887504577637,
      "learning_rate": 5e-06,
      "loss": 1.4176,
      "step": 53400
    },
    {
      "epoch": 1.3774813975643039,
      "grad_norm": 14.361050605773926,
      "learning_rate": 5e-06,
      "loss": 1.4304,
      "step": 53500
    },
    {
      "epoch": 1.3800561291485363,
      "grad_norm": 14.805001258850098,
      "learning_rate": 5e-06,
      "loss": 1.439,
      "step": 53600
    },
    {
      "epoch": 1.3826308607327686,
      "grad_norm": 17.093219757080078,
      "learning_rate": 5e-06,
      "loss": 1.4447,
      "step": 53700
    },
    {
      "epoch": 1.385205592317001,
      "grad_norm": 16.556806564331055,
      "learning_rate": 5e-06,
      "loss": 1.4626,
      "step": 53800
    },
    {
      "epoch": 1.3877803239012332,
      "grad_norm": 13.271965026855469,
      "learning_rate": 5e-06,
      "loss": 1.4314,
      "step": 53900
    },
    {
      "epoch": 1.3903550554854656,
      "grad_norm": 17.474119186401367,
      "learning_rate": 5e-06,
      "loss": 1.4194,
      "step": 54000
    },
    {
      "epoch": 1.392929787069698,
      "grad_norm": 13.671686172485352,
      "learning_rate": 5e-06,
      "loss": 1.4092,
      "step": 54100
    },
    {
      "epoch": 1.3955045186539303,
      "grad_norm": 13.260282516479492,
      "learning_rate": 5e-06,
      "loss": 1.4132,
      "step": 54200
    },
    {
      "epoch": 1.3980792502381627,
      "grad_norm": 17.22315216064453,
      "learning_rate": 5e-06,
      "loss": 1.4298,
      "step": 54300
    },
    {
      "epoch": 1.400653981822395,
      "grad_norm": 14.94070816040039,
      "learning_rate": 5e-06,
      "loss": 1.4163,
      "step": 54400
    },
    {
      "epoch": 1.4032287134066275,
      "grad_norm": 13.628358840942383,
      "learning_rate": 5e-06,
      "loss": 1.4154,
      "step": 54500
    },
    {
      "epoch": 1.4058034449908596,
      "grad_norm": 17.18235206604004,
      "learning_rate": 5e-06,
      "loss": 1.3895,
      "step": 54600
    },
    {
      "epoch": 1.408378176575092,
      "grad_norm": 20.06421661376953,
      "learning_rate": 5e-06,
      "loss": 1.4527,
      "step": 54700
    },
    {
      "epoch": 1.4109529081593244,
      "grad_norm": 13.590147972106934,
      "learning_rate": 5e-06,
      "loss": 1.3992,
      "step": 54800
    },
    {
      "epoch": 1.4135276397435568,
      "grad_norm": 11.852483749389648,
      "learning_rate": 5e-06,
      "loss": 1.4068,
      "step": 54900
    },
    {
      "epoch": 1.4161023713277892,
      "grad_norm": 15.953996658325195,
      "learning_rate": 5e-06,
      "loss": 1.4267,
      "step": 55000
    },
    {
      "epoch": 1.4186771029120213,
      "grad_norm": 14.659504890441895,
      "learning_rate": 5e-06,
      "loss": 1.4347,
      "step": 55100
    },
    {
      "epoch": 1.4212518344962537,
      "grad_norm": 16.292207717895508,
      "learning_rate": 5e-06,
      "loss": 1.4033,
      "step": 55200
    },
    {
      "epoch": 1.423826566080486,
      "grad_norm": 14.903840065002441,
      "learning_rate": 5e-06,
      "loss": 1.4318,
      "step": 55300
    },
    {
      "epoch": 1.4264012976647185,
      "grad_norm": 15.164131164550781,
      "learning_rate": 5e-06,
      "loss": 1.429,
      "step": 55400
    },
    {
      "epoch": 1.4289760292489508,
      "grad_norm": 17.636655807495117,
      "learning_rate": 5e-06,
      "loss": 1.3963,
      "step": 55500
    },
    {
      "epoch": 1.4315507608331832,
      "grad_norm": 15.04106330871582,
      "learning_rate": 5e-06,
      "loss": 1.4213,
      "step": 55600
    },
    {
      "epoch": 1.4341254924174156,
      "grad_norm": 17.517038345336914,
      "learning_rate": 5e-06,
      "loss": 1.421,
      "step": 55700
    },
    {
      "epoch": 1.4367002240016478,
      "grad_norm": 15.49194622039795,
      "learning_rate": 5e-06,
      "loss": 1.4055,
      "step": 55800
    },
    {
      "epoch": 1.4392749555858801,
      "grad_norm": 16.93317985534668,
      "learning_rate": 5e-06,
      "loss": 1.4042,
      "step": 55900
    },
    {
      "epoch": 1.4418496871701125,
      "grad_norm": 15.107637405395508,
      "learning_rate": 5e-06,
      "loss": 1.4142,
      "step": 56000
    },
    {
      "epoch": 1.444424418754345,
      "grad_norm": 15.704649925231934,
      "learning_rate": 5e-06,
      "loss": 1.4266,
      "step": 56100
    },
    {
      "epoch": 1.446999150338577,
      "grad_norm": 12.706933975219727,
      "learning_rate": 5e-06,
      "loss": 1.4056,
      "step": 56200
    },
    {
      "epoch": 1.4495738819228094,
      "grad_norm": 16.541940689086914,
      "learning_rate": 5e-06,
      "loss": 1.4041,
      "step": 56300
    },
    {
      "epoch": 1.4521486135070418,
      "grad_norm": 18.430082321166992,
      "learning_rate": 5e-06,
      "loss": 1.385,
      "step": 56400
    },
    {
      "epoch": 1.4547233450912742,
      "grad_norm": 14.182754516601562,
      "learning_rate": 5e-06,
      "loss": 1.4009,
      "step": 56500
    },
    {
      "epoch": 1.4572980766755066,
      "grad_norm": 12.469706535339355,
      "learning_rate": 5e-06,
      "loss": 1.3963,
      "step": 56600
    },
    {
      "epoch": 1.459872808259739,
      "grad_norm": 16.09285545349121,
      "learning_rate": 5e-06,
      "loss": 1.3898,
      "step": 56700
    },
    {
      "epoch": 1.4624475398439714,
      "grad_norm": 13.806876182556152,
      "learning_rate": 5e-06,
      "loss": 1.412,
      "step": 56800
    },
    {
      "epoch": 1.4650222714282037,
      "grad_norm": 15.046187400817871,
      "learning_rate": 5e-06,
      "loss": 1.3705,
      "step": 56900
    },
    {
      "epoch": 1.467597003012436,
      "grad_norm": 13.970827102661133,
      "learning_rate": 5e-06,
      "loss": 1.4021,
      "step": 57000
    },
    {
      "epoch": 1.4701717345966683,
      "grad_norm": 15.801427841186523,
      "learning_rate": 5e-06,
      "loss": 1.3985,
      "step": 57100
    },
    {
      "epoch": 1.4727464661809007,
      "grad_norm": 15.847280502319336,
      "learning_rate": 5e-06,
      "loss": 1.3967,
      "step": 57200
    },
    {
      "epoch": 1.475321197765133,
      "grad_norm": 14.960832595825195,
      "learning_rate": 5e-06,
      "loss": 1.4013,
      "step": 57300
    },
    {
      "epoch": 1.4778959293493652,
      "grad_norm": 13.494230270385742,
      "learning_rate": 5e-06,
      "loss": 1.3868,
      "step": 57400
    },
    {
      "epoch": 1.4804706609335976,
      "grad_norm": 18.471616744995117,
      "learning_rate": 5e-06,
      "loss": 1.3927,
      "step": 57500
    },
    {
      "epoch": 1.48304539251783,
      "grad_norm": 20.4320068359375,
      "learning_rate": 5e-06,
      "loss": 1.4009,
      "step": 57600
    },
    {
      "epoch": 1.4856201241020623,
      "grad_norm": 17.37078857421875,
      "learning_rate": 5e-06,
      "loss": 1.3882,
      "step": 57700
    },
    {
      "epoch": 1.4881948556862947,
      "grad_norm": 16.675888061523438,
      "learning_rate": 5e-06,
      "loss": 1.3865,
      "step": 57800
    },
    {
      "epoch": 1.490769587270527,
      "grad_norm": 15.209782600402832,
      "learning_rate": 5e-06,
      "loss": 1.4188,
      "step": 57900
    },
    {
      "epoch": 1.4933443188547595,
      "grad_norm": 17.55694007873535,
      "learning_rate": 5e-06,
      "loss": 1.3675,
      "step": 58000
    },
    {
      "epoch": 1.4959190504389919,
      "grad_norm": 18.367935180664062,
      "learning_rate": 5e-06,
      "loss": 1.3961,
      "step": 58100
    },
    {
      "epoch": 1.498493782023224,
      "grad_norm": 15.663784980773926,
      "learning_rate": 5e-06,
      "loss": 1.374,
      "step": 58200
    },
    {
      "epoch": 1.5010685136074564,
      "grad_norm": 15.931866645812988,
      "learning_rate": 5e-06,
      "loss": 1.3811,
      "step": 58300
    },
    {
      "epoch": 1.5036432451916888,
      "grad_norm": 13.725136756896973,
      "learning_rate": 5e-06,
      "loss": 1.3562,
      "step": 58400
    },
    {
      "epoch": 1.506217976775921,
      "grad_norm": 17.133792877197266,
      "learning_rate": 5e-06,
      "loss": 1.3741,
      "step": 58500
    },
    {
      "epoch": 1.5087927083601533,
      "grad_norm": 15.408034324645996,
      "learning_rate": 5e-06,
      "loss": 1.3694,
      "step": 58600
    },
    {
      "epoch": 1.5113674399443857,
      "grad_norm": 15.027130126953125,
      "learning_rate": 5e-06,
      "loss": 1.3919,
      "step": 58700
    },
    {
      "epoch": 1.513942171528618,
      "grad_norm": 17.596017837524414,
      "learning_rate": 5e-06,
      "loss": 1.3768,
      "step": 58800
    },
    {
      "epoch": 1.5165169031128505,
      "grad_norm": 19.040088653564453,
      "learning_rate": 5e-06,
      "loss": 1.3837,
      "step": 58900
    },
    {
      "epoch": 1.5190916346970829,
      "grad_norm": 17.560487747192383,
      "learning_rate": 5e-06,
      "loss": 1.3835,
      "step": 59000
    },
    {
      "epoch": 1.5216663662813152,
      "grad_norm": 13.109466552734375,
      "learning_rate": 5e-06,
      "loss": 1.3668,
      "step": 59100
    },
    {
      "epoch": 1.5242410978655476,
      "grad_norm": 14.996923446655273,
      "learning_rate": 5e-06,
      "loss": 1.3937,
      "step": 59200
    },
    {
      "epoch": 1.52681582944978,
      "grad_norm": 14.057283401489258,
      "learning_rate": 5e-06,
      "loss": 1.37,
      "step": 59300
    },
    {
      "epoch": 1.5293905610340122,
      "grad_norm": 14.116089820861816,
      "learning_rate": 5e-06,
      "loss": 1.3424,
      "step": 59400
    },
    {
      "epoch": 1.5319652926182445,
      "grad_norm": 14.499419212341309,
      "learning_rate": 5e-06,
      "loss": 1.3846,
      "step": 59500
    },
    {
      "epoch": 1.534540024202477,
      "grad_norm": 20.702070236206055,
      "learning_rate": 5e-06,
      "loss": 1.3499,
      "step": 59600
    },
    {
      "epoch": 1.537114755786709,
      "grad_norm": 17.69965362548828,
      "learning_rate": 5e-06,
      "loss": 1.3526,
      "step": 59700
    },
    {
      "epoch": 1.5396894873709415,
      "grad_norm": 12.529874801635742,
      "learning_rate": 5e-06,
      "loss": 1.3715,
      "step": 59800
    },
    {
      "epoch": 1.5422642189551738,
      "grad_norm": 16.154443740844727,
      "learning_rate": 5e-06,
      "loss": 1.3453,
      "step": 59900
    },
    {
      "epoch": 1.5448389505394062,
      "grad_norm": 12.696840286254883,
      "learning_rate": 5e-06,
      "loss": 1.3867,
      "step": 60000
    },
    {
      "epoch": 1.5474136821236386,
      "grad_norm": 12.133086204528809,
      "learning_rate": 5e-06,
      "loss": 1.3578,
      "step": 60100
    },
    {
      "epoch": 1.549988413707871,
      "grad_norm": 13.134577751159668,
      "learning_rate": 5e-06,
      "loss": 1.3398,
      "step": 60200
    },
    {
      "epoch": 1.5525631452921034,
      "grad_norm": 14.062399864196777,
      "learning_rate": 5e-06,
      "loss": 1.3428,
      "step": 60300
    },
    {
      "epoch": 1.5551378768763358,
      "grad_norm": 17.90139389038086,
      "learning_rate": 5e-06,
      "loss": 1.3713,
      "step": 60400
    },
    {
      "epoch": 1.5577126084605681,
      "grad_norm": 15.271034240722656,
      "learning_rate": 5e-06,
      "loss": 1.3504,
      "step": 60500
    },
    {
      "epoch": 1.5602873400448003,
      "grad_norm": 26.863832473754883,
      "learning_rate": 5e-06,
      "loss": 1.3693,
      "step": 60600
    },
    {
      "epoch": 1.5628620716290327,
      "grad_norm": 11.663846969604492,
      "learning_rate": 5e-06,
      "loss": 1.3735,
      "step": 60700
    },
    {
      "epoch": 1.565436803213265,
      "grad_norm": 12.74533462524414,
      "learning_rate": 5e-06,
      "loss": 1.3565,
      "step": 60800
    },
    {
      "epoch": 1.5680115347974972,
      "grad_norm": 19.3826847076416,
      "learning_rate": 5e-06,
      "loss": 1.2998,
      "step": 60900
    },
    {
      "epoch": 1.5705862663817296,
      "grad_norm": 12.40009880065918,
      "learning_rate": 5e-06,
      "loss": 1.3328,
      "step": 61000
    },
    {
      "epoch": 1.573160997965962,
      "grad_norm": 17.477140426635742,
      "learning_rate": 5e-06,
      "loss": 1.3376,
      "step": 61100
    },
    {
      "epoch": 1.5757357295501944,
      "grad_norm": 11.773934364318848,
      "learning_rate": 5e-06,
      "loss": 1.3371,
      "step": 61200
    },
    {
      "epoch": 1.5783104611344267,
      "grad_norm": 16.27031135559082,
      "learning_rate": 5e-06,
      "loss": 1.3449,
      "step": 61300
    },
    {
      "epoch": 1.5808851927186591,
      "grad_norm": 20.078081130981445,
      "learning_rate": 5e-06,
      "loss": 1.3733,
      "step": 61400
    },
    {
      "epoch": 1.5834599243028915,
      "grad_norm": 16.775346755981445,
      "learning_rate": 5e-06,
      "loss": 1.3617,
      "step": 61500
    },
    {
      "epoch": 1.586034655887124,
      "grad_norm": 17.0935001373291,
      "learning_rate": 5e-06,
      "loss": 1.3405,
      "step": 61600
    },
    {
      "epoch": 1.5886093874713563,
      "grad_norm": 17.21153450012207,
      "learning_rate": 5e-06,
      "loss": 1.343,
      "step": 61700
    },
    {
      "epoch": 1.5911841190555884,
      "grad_norm": 16.03756332397461,
      "learning_rate": 5e-06,
      "loss": 1.3472,
      "step": 61800
    },
    {
      "epoch": 1.5937588506398208,
      "grad_norm": 17.465560913085938,
      "learning_rate": 5e-06,
      "loss": 1.3583,
      "step": 61900
    },
    {
      "epoch": 1.5963335822240532,
      "grad_norm": 15.674585342407227,
      "learning_rate": 5e-06,
      "loss": 1.3414,
      "step": 62000
    },
    {
      "epoch": 1.5989083138082854,
      "grad_norm": 16.967266082763672,
      "learning_rate": 5e-06,
      "loss": 1.3298,
      "step": 62100
    },
    {
      "epoch": 1.6014830453925177,
      "grad_norm": 13.442883491516113,
      "learning_rate": 5e-06,
      "loss": 1.3503,
      "step": 62200
    },
    {
      "epoch": 1.6040577769767501,
      "grad_norm": 17.599327087402344,
      "learning_rate": 5e-06,
      "loss": 1.3294,
      "step": 62300
    },
    {
      "epoch": 1.6066325085609825,
      "grad_norm": 12.412997245788574,
      "learning_rate": 5e-06,
      "loss": 1.353,
      "step": 62400
    },
    {
      "epoch": 1.6092072401452149,
      "grad_norm": 14.74997329711914,
      "learning_rate": 5e-06,
      "loss": 1.327,
      "step": 62500
    },
    {
      "epoch": 1.6117819717294473,
      "grad_norm": 15.324063301086426,
      "learning_rate": 5e-06,
      "loss": 1.3503,
      "step": 62600
    },
    {
      "epoch": 1.6143567033136796,
      "grad_norm": 15.420366287231445,
      "learning_rate": 5e-06,
      "loss": 1.3111,
      "step": 62700
    },
    {
      "epoch": 1.616931434897912,
      "grad_norm": 17.609628677368164,
      "learning_rate": 5e-06,
      "loss": 1.3476,
      "step": 62800
    },
    {
      "epoch": 1.6195061664821442,
      "grad_norm": 21.997709274291992,
      "learning_rate": 5e-06,
      "loss": 1.3145,
      "step": 62900
    },
    {
      "epoch": 1.6220808980663766,
      "grad_norm": 16.190244674682617,
      "learning_rate": 5e-06,
      "loss": 1.3408,
      "step": 63000
    },
    {
      "epoch": 1.624655629650609,
      "grad_norm": 12.332571983337402,
      "learning_rate": 5e-06,
      "loss": 1.3397,
      "step": 63100
    },
    {
      "epoch": 1.627230361234841,
      "grad_norm": 16.49638557434082,
      "learning_rate": 5e-06,
      "loss": 1.3474,
      "step": 63200
    },
    {
      "epoch": 1.6298050928190735,
      "grad_norm": 15.72189712524414,
      "learning_rate": 5e-06,
      "loss": 1.3229,
      "step": 63300
    },
    {
      "epoch": 1.6323798244033059,
      "grad_norm": 18.51410484313965,
      "learning_rate": 5e-06,
      "loss": 1.3413,
      "step": 63400
    },
    {
      "epoch": 1.6349545559875382,
      "grad_norm": 15.616384506225586,
      "learning_rate": 5e-06,
      "loss": 1.3306,
      "step": 63500
    },
    {
      "epoch": 1.6375292875717706,
      "grad_norm": 16.289554595947266,
      "learning_rate": 5e-06,
      "loss": 1.3479,
      "step": 63600
    },
    {
      "epoch": 1.640104019156003,
      "grad_norm": 14.395585060119629,
      "learning_rate": 5e-06,
      "loss": 1.3074,
      "step": 63700
    },
    {
      "epoch": 1.6426787507402354,
      "grad_norm": 14.988434791564941,
      "learning_rate": 5e-06,
      "loss": 1.3105,
      "step": 63800
    },
    {
      "epoch": 1.6452534823244678,
      "grad_norm": 13.645218849182129,
      "learning_rate": 5e-06,
      "loss": 1.3172,
      "step": 63900
    },
    {
      "epoch": 1.6478282139087002,
      "grad_norm": 18.098451614379883,
      "learning_rate": 5e-06,
      "loss": 1.3287,
      "step": 64000
    },
    {
      "epoch": 1.6504029454929323,
      "grad_norm": 15.498976707458496,
      "learning_rate": 5e-06,
      "loss": 1.3007,
      "step": 64100
    },
    {
      "epoch": 1.6529776770771647,
      "grad_norm": 20.551271438598633,
      "learning_rate": 5e-06,
      "loss": 1.3094,
      "step": 64200
    },
    {
      "epoch": 1.655552408661397,
      "grad_norm": 13.325148582458496,
      "learning_rate": 5e-06,
      "loss": 1.3186,
      "step": 64300
    },
    {
      "epoch": 1.6581271402456292,
      "grad_norm": 15.484770774841309,
      "learning_rate": 5e-06,
      "loss": 1.3324,
      "step": 64400
    },
    {
      "epoch": 1.6607018718298616,
      "grad_norm": 14.220126152038574,
      "learning_rate": 5e-06,
      "loss": 1.3109,
      "step": 64500
    },
    {
      "epoch": 1.663276603414094,
      "grad_norm": 14.765908241271973,
      "learning_rate": 5e-06,
      "loss": 1.3123,
      "step": 64600
    },
    {
      "epoch": 1.6658513349983264,
      "grad_norm": 19.035804748535156,
      "learning_rate": 5e-06,
      "loss": 1.3289,
      "step": 64700
    },
    {
      "epoch": 1.6684260665825588,
      "grad_norm": 12.758177757263184,
      "learning_rate": 5e-06,
      "loss": 1.3118,
      "step": 64800
    },
    {
      "epoch": 1.6710007981667911,
      "grad_norm": 12.164292335510254,
      "learning_rate": 5e-06,
      "loss": 1.3378,
      "step": 64900
    },
    {
      "epoch": 1.6735755297510235,
      "grad_norm": 14.920761108398438,
      "learning_rate": 5e-06,
      "loss": 1.317,
      "step": 65000
    },
    {
      "epoch": 1.676150261335256,
      "grad_norm": 13.935195922851562,
      "learning_rate": 5e-06,
      "loss": 1.3072,
      "step": 65100
    },
    {
      "epoch": 1.6787249929194883,
      "grad_norm": 14.754403114318848,
      "learning_rate": 5e-06,
      "loss": 1.3113,
      "step": 65200
    },
    {
      "epoch": 1.6812997245037204,
      "grad_norm": 14.54101276397705,
      "learning_rate": 5e-06,
      "loss": 1.3121,
      "step": 65300
    },
    {
      "epoch": 1.6838744560879528,
      "grad_norm": 14.144540786743164,
      "learning_rate": 5e-06,
      "loss": 1.3071,
      "step": 65400
    },
    {
      "epoch": 1.6864491876721852,
      "grad_norm": 13.142909049987793,
      "learning_rate": 5e-06,
      "loss": 1.3191,
      "step": 65500
    },
    {
      "epoch": 1.6890239192564174,
      "grad_norm": 14.724452018737793,
      "learning_rate": 5e-06,
      "loss": 1.3036,
      "step": 65600
    },
    {
      "epoch": 1.6915986508406498,
      "grad_norm": 14.187917709350586,
      "learning_rate": 5e-06,
      "loss": 1.3201,
      "step": 65700
    },
    {
      "epoch": 1.6941733824248821,
      "grad_norm": 15.540846824645996,
      "learning_rate": 5e-06,
      "loss": 1.2818,
      "step": 65800
    },
    {
      "epoch": 1.6967481140091145,
      "grad_norm": 17.50603675842285,
      "learning_rate": 5e-06,
      "loss": 1.3434,
      "step": 65900
    },
    {
      "epoch": 1.699322845593347,
      "grad_norm": 14.366939544677734,
      "learning_rate": 5e-06,
      "loss": 1.3028,
      "step": 66000
    },
    {
      "epoch": 1.7018975771775793,
      "grad_norm": 15.131025314331055,
      "learning_rate": 5e-06,
      "loss": 1.287,
      "step": 66100
    },
    {
      "epoch": 1.7044723087618117,
      "grad_norm": 15.765071868896484,
      "learning_rate": 5e-06,
      "loss": 1.2612,
      "step": 66200
    },
    {
      "epoch": 1.707047040346044,
      "grad_norm": 17.001237869262695,
      "learning_rate": 5e-06,
      "loss": 1.3322,
      "step": 66300
    },
    {
      "epoch": 1.7096217719302764,
      "grad_norm": 17.015655517578125,
      "learning_rate": 5e-06,
      "loss": 1.2968,
      "step": 66400
    },
    {
      "epoch": 1.7121965035145086,
      "grad_norm": 16.781768798828125,
      "learning_rate": 5e-06,
      "loss": 1.2931,
      "step": 66500
    },
    {
      "epoch": 1.714771235098741,
      "grad_norm": 15.561904907226562,
      "learning_rate": 5e-06,
      "loss": 1.2938,
      "step": 66600
    },
    {
      "epoch": 1.7173459666829733,
      "grad_norm": 17.54828643798828,
      "learning_rate": 5e-06,
      "loss": 1.3168,
      "step": 66700
    },
    {
      "epoch": 1.7199206982672055,
      "grad_norm": 14.756640434265137,
      "learning_rate": 5e-06,
      "loss": 1.3057,
      "step": 66800
    },
    {
      "epoch": 1.7224954298514379,
      "grad_norm": 16.285188674926758,
      "learning_rate": 5e-06,
      "loss": 1.2612,
      "step": 66900
    },
    {
      "epoch": 1.7250701614356703,
      "grad_norm": 14.81594467163086,
      "learning_rate": 5e-06,
      "loss": 1.2828,
      "step": 67000
    },
    {
      "epoch": 1.7276448930199026,
      "grad_norm": 15.148652076721191,
      "learning_rate": 5e-06,
      "loss": 1.3121,
      "step": 67100
    },
    {
      "epoch": 1.730219624604135,
      "grad_norm": 14.242982864379883,
      "learning_rate": 5e-06,
      "loss": 1.2923,
      "step": 67200
    },
    {
      "epoch": 1.7327943561883674,
      "grad_norm": 14.603960990905762,
      "learning_rate": 5e-06,
      "loss": 1.3046,
      "step": 67300
    },
    {
      "epoch": 1.7353690877725998,
      "grad_norm": 18.574316024780273,
      "learning_rate": 5e-06,
      "loss": 1.277,
      "step": 67400
    },
    {
      "epoch": 1.7379438193568322,
      "grad_norm": 14.841962814331055,
      "learning_rate": 5e-06,
      "loss": 1.2773,
      "step": 67500
    },
    {
      "epoch": 1.7405185509410646,
      "grad_norm": 18.321626663208008,
      "learning_rate": 5e-06,
      "loss": 1.3086,
      "step": 67600
    },
    {
      "epoch": 1.7430932825252967,
      "grad_norm": 13.815789222717285,
      "learning_rate": 5e-06,
      "loss": 1.267,
      "step": 67700
    },
    {
      "epoch": 1.745668014109529,
      "grad_norm": 14.438169479370117,
      "learning_rate": 5e-06,
      "loss": 1.2852,
      "step": 67800
    },
    {
      "epoch": 1.7482427456937615,
      "grad_norm": 12.632333755493164,
      "learning_rate": 5e-06,
      "loss": 1.2839,
      "step": 67900
    },
    {
      "epoch": 1.7508174772779936,
      "grad_norm": 15.633210182189941,
      "learning_rate": 5e-06,
      "loss": 1.2602,
      "step": 68000
    },
    {
      "epoch": 1.753392208862226,
      "grad_norm": 15.161596298217773,
      "learning_rate": 5e-06,
      "loss": 1.2888,
      "step": 68100
    },
    {
      "epoch": 1.7559669404464584,
      "grad_norm": 17.248720169067383,
      "learning_rate": 5e-06,
      "loss": 1.2675,
      "step": 68200
    },
    {
      "epoch": 1.7585416720306908,
      "grad_norm": 20.510604858398438,
      "learning_rate": 5e-06,
      "loss": 1.2951,
      "step": 68300
    },
    {
      "epoch": 1.7611164036149232,
      "grad_norm": 18.741090774536133,
      "learning_rate": 5e-06,
      "loss": 1.2814,
      "step": 68400
    },
    {
      "epoch": 1.7636911351991555,
      "grad_norm": 14.066695213317871,
      "learning_rate": 5e-06,
      "loss": 1.2995,
      "step": 68500
    },
    {
      "epoch": 1.766265866783388,
      "grad_norm": 13.760088920593262,
      "learning_rate": 5e-06,
      "loss": 1.2839,
      "step": 68600
    },
    {
      "epoch": 1.7688405983676203,
      "grad_norm": 12.522254943847656,
      "learning_rate": 5e-06,
      "loss": 1.2543,
      "step": 68700
    },
    {
      "epoch": 1.7714153299518525,
      "grad_norm": 16.264610290527344,
      "learning_rate": 5e-06,
      "loss": 1.2772,
      "step": 68800
    },
    {
      "epoch": 1.7739900615360849,
      "grad_norm": 12.728652954101562,
      "learning_rate": 5e-06,
      "loss": 1.2802,
      "step": 68900
    },
    {
      "epoch": 1.7765647931203172,
      "grad_norm": 13.605290412902832,
      "learning_rate": 5e-06,
      "loss": 1.2642,
      "step": 69000
    },
    {
      "epoch": 1.7791395247045494,
      "grad_norm": 13.546643257141113,
      "learning_rate": 5e-06,
      "loss": 1.2648,
      "step": 69100
    },
    {
      "epoch": 1.7817142562887818,
      "grad_norm": 16.31812286376953,
      "learning_rate": 5e-06,
      "loss": 1.2401,
      "step": 69200
    },
    {
      "epoch": 1.7842889878730142,
      "grad_norm": 15.66103458404541,
      "learning_rate": 5e-06,
      "loss": 1.2861,
      "step": 69300
    },
    {
      "epoch": 1.7868637194572465,
      "grad_norm": 13.222809791564941,
      "learning_rate": 5e-06,
      "loss": 1.2653,
      "step": 69400
    },
    {
      "epoch": 1.789438451041479,
      "grad_norm": 12.860089302062988,
      "learning_rate": 5e-06,
      "loss": 1.2503,
      "step": 69500
    },
    {
      "epoch": 1.7920131826257113,
      "grad_norm": 13.915154457092285,
      "learning_rate": 5e-06,
      "loss": 1.2832,
      "step": 69600
    },
    {
      "epoch": 1.7945879142099437,
      "grad_norm": 16.87889289855957,
      "learning_rate": 5e-06,
      "loss": 1.2951,
      "step": 69700
    },
    {
      "epoch": 1.797162645794176,
      "grad_norm": 13.411371231079102,
      "learning_rate": 5e-06,
      "loss": 1.2599,
      "step": 69800
    },
    {
      "epoch": 1.7997373773784084,
      "grad_norm": 16.264965057373047,
      "learning_rate": 5e-06,
      "loss": 1.2438,
      "step": 69900
    },
    {
      "epoch": 1.8023121089626406,
      "grad_norm": 14.661598205566406,
      "learning_rate": 5e-06,
      "loss": 1.2549,
      "step": 70000
    },
    {
      "epoch": 1.804886840546873,
      "grad_norm": 12.674112319946289,
      "learning_rate": 5e-06,
      "loss": 1.2725,
      "step": 70100
    },
    {
      "epoch": 1.8074615721311054,
      "grad_norm": 15.956034660339355,
      "learning_rate": 5e-06,
      "loss": 1.2864,
      "step": 70200
    },
    {
      "epoch": 1.8100363037153375,
      "grad_norm": 13.896007537841797,
      "learning_rate": 5e-06,
      "loss": 1.2554,
      "step": 70300
    },
    {
      "epoch": 1.81261103529957,
      "grad_norm": 15.925402641296387,
      "learning_rate": 5e-06,
      "loss": 1.2526,
      "step": 70400
    },
    {
      "epoch": 1.8151857668838023,
      "grad_norm": 12.700243949890137,
      "learning_rate": 5e-06,
      "loss": 1.2184,
      "step": 70500
    },
    {
      "epoch": 1.8177604984680347,
      "grad_norm": 17.731395721435547,
      "learning_rate": 5e-06,
      "loss": 1.2609,
      "step": 70600
    },
    {
      "epoch": 1.820335230052267,
      "grad_norm": 15.226224899291992,
      "learning_rate": 5e-06,
      "loss": 1.2517,
      "step": 70700
    },
    {
      "epoch": 1.8229099616364994,
      "grad_norm": 12.7451753616333,
      "learning_rate": 5e-06,
      "loss": 1.2804,
      "step": 70800
    },
    {
      "epoch": 1.8254846932207318,
      "grad_norm": 14.396370887756348,
      "learning_rate": 5e-06,
      "loss": 1.2535,
      "step": 70900
    },
    {
      "epoch": 1.8280594248049642,
      "grad_norm": 16.377376556396484,
      "learning_rate": 5e-06,
      "loss": 1.2421,
      "step": 71000
    },
    {
      "epoch": 1.8306341563891966,
      "grad_norm": 16.63960075378418,
      "learning_rate": 5e-06,
      "loss": 1.2654,
      "step": 71100
    },
    {
      "epoch": 1.8332088879734287,
      "grad_norm": 15.211255073547363,
      "learning_rate": 5e-06,
      "loss": 1.2549,
      "step": 71200
    },
    {
      "epoch": 1.8357836195576611,
      "grad_norm": 14.132944107055664,
      "learning_rate": 5e-06,
      "loss": 1.238,
      "step": 71300
    },
    {
      "epoch": 1.8383583511418935,
      "grad_norm": 15.122125625610352,
      "learning_rate": 5e-06,
      "loss": 1.2658,
      "step": 71400
    },
    {
      "epoch": 1.8409330827261257,
      "grad_norm": 16.57815170288086,
      "learning_rate": 5e-06,
      "loss": 1.2453,
      "step": 71500
    },
    {
      "epoch": 1.843507814310358,
      "grad_norm": 15.04947566986084,
      "learning_rate": 5e-06,
      "loss": 1.227,
      "step": 71600
    },
    {
      "epoch": 1.8460825458945904,
      "grad_norm": 18.942405700683594,
      "learning_rate": 5e-06,
      "loss": 1.2616,
      "step": 71700
    },
    {
      "epoch": 1.8486572774788228,
      "grad_norm": 14.236165046691895,
      "learning_rate": 5e-06,
      "loss": 1.2152,
      "step": 71800
    },
    {
      "epoch": 1.8512320090630552,
      "grad_norm": 13.915950775146484,
      "learning_rate": 5e-06,
      "loss": 1.2194,
      "step": 71900
    },
    {
      "epoch": 1.8538067406472876,
      "grad_norm": 17.406381607055664,
      "learning_rate": 5e-06,
      "loss": 1.1973,
      "step": 72000
    },
    {
      "epoch": 1.85638147223152,
      "grad_norm": 13.429079055786133,
      "learning_rate": 5e-06,
      "loss": 1.2303,
      "step": 72100
    },
    {
      "epoch": 1.8589562038157523,
      "grad_norm": 15.34510612487793,
      "learning_rate": 5e-06,
      "loss": 1.2199,
      "step": 72200
    },
    {
      "epoch": 1.8615309353999847,
      "grad_norm": 17.06591033935547,
      "learning_rate": 5e-06,
      "loss": 1.268,
      "step": 72300
    },
    {
      "epoch": 1.8641056669842169,
      "grad_norm": 15.376770973205566,
      "learning_rate": 5e-06,
      "loss": 1.2264,
      "step": 72400
    },
    {
      "epoch": 1.8666803985684493,
      "grad_norm": 12.944025993347168,
      "learning_rate": 5e-06,
      "loss": 1.2292,
      "step": 72500
    },
    {
      "epoch": 1.8692551301526816,
      "grad_norm": 13.902482986450195,
      "learning_rate": 5e-06,
      "loss": 1.2331,
      "step": 72600
    },
    {
      "epoch": 1.8718298617369138,
      "grad_norm": 15.1017484664917,
      "learning_rate": 5e-06,
      "loss": 1.2277,
      "step": 72700
    },
    {
      "epoch": 1.8744045933211462,
      "grad_norm": 14.173611640930176,
      "learning_rate": 5e-06,
      "loss": 1.2224,
      "step": 72800
    },
    {
      "epoch": 1.8769793249053786,
      "grad_norm": 16.183637619018555,
      "learning_rate": 5e-06,
      "loss": 1.2265,
      "step": 72900
    },
    {
      "epoch": 1.879554056489611,
      "grad_norm": 16.66145133972168,
      "learning_rate": 5e-06,
      "loss": 1.2371,
      "step": 73000
    },
    {
      "epoch": 1.8821287880738433,
      "grad_norm": 15.356082916259766,
      "learning_rate": 5e-06,
      "loss": 1.2393,
      "step": 73100
    },
    {
      "epoch": 1.8847035196580757,
      "grad_norm": 16.854053497314453,
      "learning_rate": 5e-06,
      "loss": 1.2134,
      "step": 73200
    },
    {
      "epoch": 1.887278251242308,
      "grad_norm": 14.72304916381836,
      "learning_rate": 5e-06,
      "loss": 1.2158,
      "step": 73300
    },
    {
      "epoch": 1.8898529828265405,
      "grad_norm": 18.05105972290039,
      "learning_rate": 5e-06,
      "loss": 1.2276,
      "step": 73400
    },
    {
      "epoch": 1.8924277144107728,
      "grad_norm": 17.605236053466797,
      "learning_rate": 5e-06,
      "loss": 1.2485,
      "step": 73500
    },
    {
      "epoch": 1.895002445995005,
      "grad_norm": 12.775282859802246,
      "learning_rate": 5e-06,
      "loss": 1.2554,
      "step": 73600
    },
    {
      "epoch": 1.8975771775792374,
      "grad_norm": 12.376094818115234,
      "learning_rate": 5e-06,
      "loss": 1.2253,
      "step": 73700
    },
    {
      "epoch": 1.9001519091634695,
      "grad_norm": 14.679267883300781,
      "learning_rate": 5e-06,
      "loss": 1.2314,
      "step": 73800
    },
    {
      "epoch": 1.902726640747702,
      "grad_norm": 17.781003952026367,
      "learning_rate": 5e-06,
      "loss": 1.1899,
      "step": 73900
    },
    {
      "epoch": 1.9053013723319343,
      "grad_norm": 18.891870498657227,
      "learning_rate": 5e-06,
      "loss": 1.2308,
      "step": 74000
    },
    {
      "epoch": 1.9078761039161667,
      "grad_norm": 16.462865829467773,
      "learning_rate": 5e-06,
      "loss": 1.2524,
      "step": 74100
    },
    {
      "epoch": 1.910450835500399,
      "grad_norm": 14.57682991027832,
      "learning_rate": 5e-06,
      "loss": 1.2294,
      "step": 74200
    },
    {
      "epoch": 1.9130255670846315,
      "grad_norm": 20.25237274169922,
      "learning_rate": 5e-06,
      "loss": 1.2008,
      "step": 74300
    },
    {
      "epoch": 1.9156002986688638,
      "grad_norm": 14.906662940979004,
      "learning_rate": 5e-06,
      "loss": 1.2259,
      "step": 74400
    },
    {
      "epoch": 1.9181750302530962,
      "grad_norm": 20.828479766845703,
      "learning_rate": 5e-06,
      "loss": 1.2162,
      "step": 74500
    },
    {
      "epoch": 1.9207497618373286,
      "grad_norm": 16.551176071166992,
      "learning_rate": 5e-06,
      "loss": 1.1956,
      "step": 74600
    },
    {
      "epoch": 1.9233244934215608,
      "grad_norm": 14.513242721557617,
      "learning_rate": 5e-06,
      "loss": 1.2272,
      "step": 74700
    },
    {
      "epoch": 1.9258992250057931,
      "grad_norm": 16.05437469482422,
      "learning_rate": 5e-06,
      "loss": 1.2218,
      "step": 74800
    },
    {
      "epoch": 1.9284739565900255,
      "grad_norm": 13.665738105773926,
      "learning_rate": 5e-06,
      "loss": 1.2432,
      "step": 74900
    },
    {
      "epoch": 1.9310486881742577,
      "grad_norm": 17.428529739379883,
      "learning_rate": 5e-06,
      "loss": 1.2312,
      "step": 75000
    },
    {
      "epoch": 1.93362341975849,
      "grad_norm": 18.753108978271484,
      "learning_rate": 5e-06,
      "loss": 1.2141,
      "step": 75100
    },
    {
      "epoch": 1.9361981513427224,
      "grad_norm": 15.409910202026367,
      "learning_rate": 5e-06,
      "loss": 1.2497,
      "step": 75200
    },
    {
      "epoch": 1.9387728829269548,
      "grad_norm": 11.458128929138184,
      "learning_rate": 5e-06,
      "loss": 1.2231,
      "step": 75300
    },
    {
      "epoch": 1.9413476145111872,
      "grad_norm": 15.715398788452148,
      "learning_rate": 5e-06,
      "loss": 1.2126,
      "step": 75400
    },
    {
      "epoch": 1.9439223460954196,
      "grad_norm": 13.203816413879395,
      "learning_rate": 5e-06,
      "loss": 1.2029,
      "step": 75500
    },
    {
      "epoch": 1.946497077679652,
      "grad_norm": 15.313756942749023,
      "learning_rate": 5e-06,
      "loss": 1.2386,
      "step": 75600
    },
    {
      "epoch": 1.9490718092638843,
      "grad_norm": 14.242273330688477,
      "learning_rate": 5e-06,
      "loss": 1.2009,
      "step": 75700
    },
    {
      "epoch": 1.9516465408481167,
      "grad_norm": 18.16610336303711,
      "learning_rate": 5e-06,
      "loss": 1.2412,
      "step": 75800
    },
    {
      "epoch": 1.9542212724323489,
      "grad_norm": 16.384658813476562,
      "learning_rate": 5e-06,
      "loss": 1.2017,
      "step": 75900
    },
    {
      "epoch": 1.9567960040165813,
      "grad_norm": 16.281328201293945,
      "learning_rate": 5e-06,
      "loss": 1.2085,
      "step": 76000
    },
    {
      "epoch": 1.9593707356008137,
      "grad_norm": 15.237407684326172,
      "learning_rate": 5e-06,
      "loss": 1.2213,
      "step": 76100
    },
    {
      "epoch": 1.9619454671850458,
      "grad_norm": 20.02126121520996,
      "learning_rate": 5e-06,
      "loss": 1.2033,
      "step": 76200
    },
    {
      "epoch": 1.9645201987692782,
      "grad_norm": 15.782830238342285,
      "learning_rate": 5e-06,
      "loss": 1.1831,
      "step": 76300
    },
    {
      "epoch": 1.9670949303535106,
      "grad_norm": 20.636598587036133,
      "learning_rate": 5e-06,
      "loss": 1.1966,
      "step": 76400
    },
    {
      "epoch": 1.969669661937743,
      "grad_norm": 15.233642578125,
      "learning_rate": 5e-06,
      "loss": 1.2348,
      "step": 76500
    },
    {
      "epoch": 1.9722443935219753,
      "grad_norm": 16.21268081665039,
      "learning_rate": 5e-06,
      "loss": 1.1988,
      "step": 76600
    },
    {
      "epoch": 1.9748191251062077,
      "grad_norm": 18.914548873901367,
      "learning_rate": 5e-06,
      "loss": 1.2024,
      "step": 76700
    },
    {
      "epoch": 1.97739385669044,
      "grad_norm": 12.433324813842773,
      "learning_rate": 5e-06,
      "loss": 1.2236,
      "step": 76800
    },
    {
      "epoch": 1.9799685882746725,
      "grad_norm": 14.629350662231445,
      "learning_rate": 5e-06,
      "loss": 1.1925,
      "step": 76900
    },
    {
      "epoch": 1.9825433198589049,
      "grad_norm": 13.377092361450195,
      "learning_rate": 5e-06,
      "loss": 1.2243,
      "step": 77000
    },
    {
      "epoch": 1.985118051443137,
      "grad_norm": 15.287834167480469,
      "learning_rate": 5e-06,
      "loss": 1.2031,
      "step": 77100
    },
    {
      "epoch": 1.9876927830273694,
      "grad_norm": 14.846248626708984,
      "learning_rate": 5e-06,
      "loss": 1.2044,
      "step": 77200
    },
    {
      "epoch": 1.9902675146116018,
      "grad_norm": 14.520177841186523,
      "learning_rate": 5e-06,
      "loss": 1.2171,
      "step": 77300
    },
    {
      "epoch": 1.992842246195834,
      "grad_norm": 13.550490379333496,
      "learning_rate": 5e-06,
      "loss": 1.1906,
      "step": 77400
    },
    {
      "epoch": 1.9954169777800663,
      "grad_norm": 10.570554733276367,
      "learning_rate": 5e-06,
      "loss": 1.2243,
      "step": 77500
    },
    {
      "epoch": 1.9979917093642987,
      "grad_norm": 16.026344299316406,
      "learning_rate": 5e-06,
      "loss": 1.1874,
      "step": 77600
    },
    {
      "epoch": 2.0,
      "step": 77678,
      "train_loss": 1.126214623451233,
      "train_perplexity": 3.083960425595377,
      "train_runtime": 770.5423,
      "train_samples_per_second": 403.233,
      "train_steps_per_second": 50.405
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.127547264099121,
      "eval_perplexity": 3.088072976282476,
      "eval_runtime": 192.7112,
      "eval_samples_per_second": 403.075,
      "eval_steps_per_second": 50.386,
      "step": 77678
    },
    {
      "epoch": 2.000566440948531,
      "grad_norm": 14.267502784729004,
      "learning_rate": 5e-06,
      "loss": 1.1891,
      "step": 77700
    },
    {
      "epoch": 2.0031411725327635,
      "grad_norm": 15.982135772705078,
      "learning_rate": 5e-06,
      "loss": 1.1963,
      "step": 77800
    },
    {
      "epoch": 2.005715904116996,
      "grad_norm": 15.83552360534668,
      "learning_rate": 5e-06,
      "loss": 1.1739,
      "step": 77900
    },
    {
      "epoch": 2.0082906357012282,
      "grad_norm": 15.608805656433105,
      "learning_rate": 5e-06,
      "loss": 1.1925,
      "step": 78000
    },
    {
      "epoch": 2.0108653672854606,
      "grad_norm": 17.39249610900879,
      "learning_rate": 5e-06,
      "loss": 1.1809,
      "step": 78100
    },
    {
      "epoch": 2.013440098869693,
      "grad_norm": 19.96837615966797,
      "learning_rate": 5e-06,
      "loss": 1.2061,
      "step": 78200
    },
    {
      "epoch": 2.0160148304539254,
      "grad_norm": 21.84073829650879,
      "learning_rate": 5e-06,
      "loss": 1.2033,
      "step": 78300
    },
    {
      "epoch": 2.0185895620381573,
      "grad_norm": 13.87149429321289,
      "learning_rate": 5e-06,
      "loss": 1.1892,
      "step": 78400
    },
    {
      "epoch": 2.0211642936223897,
      "grad_norm": 15.909377098083496,
      "learning_rate": 5e-06,
      "loss": 1.1874,
      "step": 78500
    },
    {
      "epoch": 2.023739025206622,
      "grad_norm": 13.191868782043457,
      "learning_rate": 5e-06,
      "loss": 1.2131,
      "step": 78600
    },
    {
      "epoch": 2.0263137567908545,
      "grad_norm": 20.11077117919922,
      "learning_rate": 5e-06,
      "loss": 1.1863,
      "step": 78700
    },
    {
      "epoch": 2.028888488375087,
      "grad_norm": 15.048712730407715,
      "learning_rate": 5e-06,
      "loss": 1.1882,
      "step": 78800
    },
    {
      "epoch": 2.031463219959319,
      "grad_norm": 16.246217727661133,
      "learning_rate": 5e-06,
      "loss": 1.1938,
      "step": 78900
    },
    {
      "epoch": 2.0340379515435516,
      "grad_norm": 15.75772762298584,
      "learning_rate": 5e-06,
      "loss": 1.1866,
      "step": 79000
    },
    {
      "epoch": 2.036612683127784,
      "grad_norm": 15.587244987487793,
      "learning_rate": 5e-06,
      "loss": 1.1625,
      "step": 79100
    },
    {
      "epoch": 2.0391874147120164,
      "grad_norm": 14.986334800720215,
      "learning_rate": 5e-06,
      "loss": 1.1789,
      "step": 79200
    },
    {
      "epoch": 2.0417621462962487,
      "grad_norm": 16.35532569885254,
      "learning_rate": 5e-06,
      "loss": 1.1724,
      "step": 79300
    },
    {
      "epoch": 2.044336877880481,
      "grad_norm": 17.62113380432129,
      "learning_rate": 5e-06,
      "loss": 1.1714,
      "step": 79400
    },
    {
      "epoch": 2.0469116094647135,
      "grad_norm": 14.003713607788086,
      "learning_rate": 5e-06,
      "loss": 1.1926,
      "step": 79500
    },
    {
      "epoch": 2.0494863410489454,
      "grad_norm": 14.850308418273926,
      "learning_rate": 5e-06,
      "loss": 1.1889,
      "step": 79600
    },
    {
      "epoch": 2.052061072633178,
      "grad_norm": 14.754877090454102,
      "learning_rate": 5e-06,
      "loss": 1.1747,
      "step": 79700
    },
    {
      "epoch": 2.05463580421741,
      "grad_norm": 20.34993553161621,
      "learning_rate": 5e-06,
      "loss": 1.2028,
      "step": 79800
    },
    {
      "epoch": 2.0572105358016426,
      "grad_norm": 16.889249801635742,
      "learning_rate": 5e-06,
      "loss": 1.1889,
      "step": 79900
    },
    {
      "epoch": 2.059785267385875,
      "grad_norm": 13.750212669372559,
      "learning_rate": 5e-06,
      "loss": 1.1754,
      "step": 80000
    },
    {
      "epoch": 2.0623599989701074,
      "grad_norm": 14.863997459411621,
      "learning_rate": 5e-06,
      "loss": 1.1723,
      "step": 80100
    },
    {
      "epoch": 2.0649347305543397,
      "grad_norm": 16.305116653442383,
      "learning_rate": 5e-06,
      "loss": 1.1872,
      "step": 80200
    },
    {
      "epoch": 2.067509462138572,
      "grad_norm": 15.322169303894043,
      "learning_rate": 5e-06,
      "loss": 1.1606,
      "step": 80300
    },
    {
      "epoch": 2.0700841937228045,
      "grad_norm": 15.016607284545898,
      "learning_rate": 5e-06,
      "loss": 1.1485,
      "step": 80400
    },
    {
      "epoch": 2.072658925307037,
      "grad_norm": 17.33063316345215,
      "learning_rate": 5e-06,
      "loss": 1.163,
      "step": 80500
    },
    {
      "epoch": 2.0752336568912693,
      "grad_norm": 13.061675071716309,
      "learning_rate": 5e-06,
      "loss": 1.1841,
      "step": 80600
    },
    {
      "epoch": 2.0778083884755016,
      "grad_norm": 12.967391967773438,
      "learning_rate": 5e-06,
      "loss": 1.1644,
      "step": 80700
    },
    {
      "epoch": 2.0803831200597336,
      "grad_norm": 18.96807289123535,
      "learning_rate": 5e-06,
      "loss": 1.1778,
      "step": 80800
    },
    {
      "epoch": 2.082957851643966,
      "grad_norm": 14.98969841003418,
      "learning_rate": 5e-06,
      "loss": 1.1843,
      "step": 80900
    },
    {
      "epoch": 2.0855325832281983,
      "grad_norm": 15.300483703613281,
      "learning_rate": 5e-06,
      "loss": 1.1147,
      "step": 81000
    },
    {
      "epoch": 2.0881073148124307,
      "grad_norm": 15.011150360107422,
      "learning_rate": 5e-06,
      "loss": 1.1809,
      "step": 81100
    },
    {
      "epoch": 2.090682046396663,
      "grad_norm": 13.370975494384766,
      "learning_rate": 5e-06,
      "loss": 1.1593,
      "step": 81200
    },
    {
      "epoch": 2.0932567779808955,
      "grad_norm": 18.564167022705078,
      "learning_rate": 5e-06,
      "loss": 1.1457,
      "step": 81300
    },
    {
      "epoch": 2.095831509565128,
      "grad_norm": 14.404338836669922,
      "learning_rate": 5e-06,
      "loss": 1.1646,
      "step": 81400
    },
    {
      "epoch": 2.0984062411493603,
      "grad_norm": 15.520105361938477,
      "learning_rate": 5e-06,
      "loss": 1.1448,
      "step": 81500
    },
    {
      "epoch": 2.1009809727335926,
      "grad_norm": 14.464031219482422,
      "learning_rate": 5e-06,
      "loss": 1.1517,
      "step": 81600
    },
    {
      "epoch": 2.103555704317825,
      "grad_norm": 15.693488121032715,
      "learning_rate": 5e-06,
      "loss": 1.1363,
      "step": 81700
    },
    {
      "epoch": 2.1061304359020574,
      "grad_norm": 17.16708755493164,
      "learning_rate": 5e-06,
      "loss": 1.138,
      "step": 81800
    },
    {
      "epoch": 2.1087051674862893,
      "grad_norm": 15.596473693847656,
      "learning_rate": 5e-06,
      "loss": 1.1647,
      "step": 81900
    },
    {
      "epoch": 2.1112798990705217,
      "grad_norm": 17.474685668945312,
      "learning_rate": 5e-06,
      "loss": 1.1393,
      "step": 82000
    },
    {
      "epoch": 2.113854630654754,
      "grad_norm": 15.008641242980957,
      "learning_rate": 5e-06,
      "loss": 1.1494,
      "step": 82100
    },
    {
      "epoch": 2.1164293622389865,
      "grad_norm": 13.240518569946289,
      "learning_rate": 5e-06,
      "loss": 1.1527,
      "step": 82200
    },
    {
      "epoch": 2.119004093823219,
      "grad_norm": 16.998714447021484,
      "learning_rate": 5e-06,
      "loss": 1.1488,
      "step": 82300
    },
    {
      "epoch": 2.1215788254074512,
      "grad_norm": 18.668954849243164,
      "learning_rate": 5e-06,
      "loss": 1.1522,
      "step": 82400
    },
    {
      "epoch": 2.1241535569916836,
      "grad_norm": 14.549304962158203,
      "learning_rate": 5e-06,
      "loss": 1.1692,
      "step": 82500
    },
    {
      "epoch": 2.126728288575916,
      "grad_norm": 17.067062377929688,
      "learning_rate": 5e-06,
      "loss": 1.1354,
      "step": 82600
    },
    {
      "epoch": 2.1293030201601484,
      "grad_norm": 19.47315216064453,
      "learning_rate": 5e-06,
      "loss": 1.169,
      "step": 82700
    },
    {
      "epoch": 2.1318777517443808,
      "grad_norm": 16.507993698120117,
      "learning_rate": 5e-06,
      "loss": 1.1345,
      "step": 82800
    },
    {
      "epoch": 2.134452483328613,
      "grad_norm": 16.438283920288086,
      "learning_rate": 5e-06,
      "loss": 1.1346,
      "step": 82900
    },
    {
      "epoch": 2.1370272149128455,
      "grad_norm": 17.469966888427734,
      "learning_rate": 5e-06,
      "loss": 1.1535,
      "step": 83000
    },
    {
      "epoch": 2.139601946497078,
      "grad_norm": 14.142264366149902,
      "learning_rate": 5e-06,
      "loss": 1.1327,
      "step": 83100
    },
    {
      "epoch": 2.14217667808131,
      "grad_norm": 13.926390647888184,
      "learning_rate": 5e-06,
      "loss": 1.1406,
      "step": 83200
    },
    {
      "epoch": 2.1447514096655422,
      "grad_norm": 14.545574188232422,
      "learning_rate": 5e-06,
      "loss": 1.1324,
      "step": 83300
    },
    {
      "epoch": 2.1473261412497746,
      "grad_norm": 14.639150619506836,
      "learning_rate": 5e-06,
      "loss": 1.16,
      "step": 83400
    },
    {
      "epoch": 2.149900872834007,
      "grad_norm": 14.05146598815918,
      "learning_rate": 5e-06,
      "loss": 1.1354,
      "step": 83500
    },
    {
      "epoch": 2.1524756044182394,
      "grad_norm": 15.698147773742676,
      "learning_rate": 5e-06,
      "loss": 1.1322,
      "step": 83600
    },
    {
      "epoch": 2.1550503360024718,
      "grad_norm": 17.064599990844727,
      "learning_rate": 5e-06,
      "loss": 1.1033,
      "step": 83700
    },
    {
      "epoch": 2.157625067586704,
      "grad_norm": 14.523893356323242,
      "learning_rate": 5e-06,
      "loss": 1.1473,
      "step": 83800
    },
    {
      "epoch": 2.1601997991709365,
      "grad_norm": 14.274073600769043,
      "learning_rate": 5e-06,
      "loss": 1.182,
      "step": 83900
    },
    {
      "epoch": 2.162774530755169,
      "grad_norm": 16.2164306640625,
      "learning_rate": 5e-06,
      "loss": 1.1596,
      "step": 84000
    },
    {
      "epoch": 2.1653492623394013,
      "grad_norm": 15.926263809204102,
      "learning_rate": 5e-06,
      "loss": 1.1036,
      "step": 84100
    },
    {
      "epoch": 2.1679239939236337,
      "grad_norm": 15.881324768066406,
      "learning_rate": 5e-06,
      "loss": 1.1345,
      "step": 84200
    },
    {
      "epoch": 2.1704987255078656,
      "grad_norm": 24.106576919555664,
      "learning_rate": 5e-06,
      "loss": 1.1414,
      "step": 84300
    },
    {
      "epoch": 2.173073457092098,
      "grad_norm": 13.691352844238281,
      "learning_rate": 5e-06,
      "loss": 1.1524,
      "step": 84400
    },
    {
      "epoch": 2.1756481886763304,
      "grad_norm": 14.657502174377441,
      "learning_rate": 5e-06,
      "loss": 1.1742,
      "step": 84500
    },
    {
      "epoch": 2.1782229202605627,
      "grad_norm": 14.714205741882324,
      "learning_rate": 5e-06,
      "loss": 1.1364,
      "step": 84600
    },
    {
      "epoch": 2.180797651844795,
      "grad_norm": 19.892663955688477,
      "learning_rate": 5e-06,
      "loss": 1.1432,
      "step": 84700
    },
    {
      "epoch": 2.1833723834290275,
      "grad_norm": 18.137815475463867,
      "learning_rate": 5e-06,
      "loss": 1.1278,
      "step": 84800
    },
    {
      "epoch": 2.18594711501326,
      "grad_norm": 19.16533660888672,
      "learning_rate": 5e-06,
      "loss": 1.1185,
      "step": 84900
    },
    {
      "epoch": 2.1885218465974923,
      "grad_norm": 13.988324165344238,
      "learning_rate": 5e-06,
      "loss": 1.1338,
      "step": 85000
    },
    {
      "epoch": 2.1910965781817247,
      "grad_norm": 12.608068466186523,
      "learning_rate": 5e-06,
      "loss": 1.1191,
      "step": 85100
    },
    {
      "epoch": 2.193671309765957,
      "grad_norm": 13.663625717163086,
      "learning_rate": 5e-06,
      "loss": 1.1443,
      "step": 85200
    },
    {
      "epoch": 2.1962460413501894,
      "grad_norm": 12.404062271118164,
      "learning_rate": 5e-06,
      "loss": 1.1287,
      "step": 85300
    },
    {
      "epoch": 2.198820772934422,
      "grad_norm": 16.218904495239258,
      "learning_rate": 5e-06,
      "loss": 1.1276,
      "step": 85400
    },
    {
      "epoch": 2.2013955045186537,
      "grad_norm": 15.019775390625,
      "learning_rate": 5e-06,
      "loss": 1.0836,
      "step": 85500
    },
    {
      "epoch": 2.203970236102886,
      "grad_norm": 16.991382598876953,
      "learning_rate": 5e-06,
      "loss": 1.1338,
      "step": 85600
    },
    {
      "epoch": 2.2065449676871185,
      "grad_norm": 15.300000190734863,
      "learning_rate": 5e-06,
      "loss": 1.1384,
      "step": 85700
    },
    {
      "epoch": 2.209119699271351,
      "grad_norm": 14.486457824707031,
      "learning_rate": 5e-06,
      "loss": 1.1189,
      "step": 85800
    },
    {
      "epoch": 2.2116944308555833,
      "grad_norm": 13.458261489868164,
      "learning_rate": 5e-06,
      "loss": 1.1323,
      "step": 85900
    },
    {
      "epoch": 2.2142691624398156,
      "grad_norm": 12.954480171203613,
      "learning_rate": 5e-06,
      "loss": 1.1477,
      "step": 86000
    },
    {
      "epoch": 2.216843894024048,
      "grad_norm": 16.234615325927734,
      "learning_rate": 5e-06,
      "loss": 1.1263,
      "step": 86100
    },
    {
      "epoch": 2.2194186256082804,
      "grad_norm": 14.011061668395996,
      "learning_rate": 5e-06,
      "loss": 1.1235,
      "step": 86200
    },
    {
      "epoch": 2.221993357192513,
      "grad_norm": 13.611574172973633,
      "learning_rate": 5e-06,
      "loss": 1.1354,
      "step": 86300
    },
    {
      "epoch": 2.224568088776745,
      "grad_norm": 16.52315902709961,
      "learning_rate": 5e-06,
      "loss": 1.1551,
      "step": 86400
    },
    {
      "epoch": 2.2271428203609775,
      "grad_norm": 14.61831283569336,
      "learning_rate": 5e-06,
      "loss": 1.1352,
      "step": 86500
    },
    {
      "epoch": 2.2297175519452095,
      "grad_norm": 12.792256355285645,
      "learning_rate": 5e-06,
      "loss": 1.134,
      "step": 86600
    },
    {
      "epoch": 2.232292283529442,
      "grad_norm": 14.402743339538574,
      "learning_rate": 5e-06,
      "loss": 1.1534,
      "step": 86700
    },
    {
      "epoch": 2.2348670151136742,
      "grad_norm": 16.37936019897461,
      "learning_rate": 5e-06,
      "loss": 1.1581,
      "step": 86800
    },
    {
      "epoch": 2.2374417466979066,
      "grad_norm": 17.344005584716797,
      "learning_rate": 5e-06,
      "loss": 1.1382,
      "step": 86900
    },
    {
      "epoch": 2.240016478282139,
      "grad_norm": 15.036635398864746,
      "learning_rate": 5e-06,
      "loss": 1.0925,
      "step": 87000
    },
    {
      "epoch": 2.2425912098663714,
      "grad_norm": 15.82984447479248,
      "learning_rate": 5e-06,
      "loss": 1.1067,
      "step": 87100
    },
    {
      "epoch": 2.2451659414506038,
      "grad_norm": 17.19420051574707,
      "learning_rate": 5e-06,
      "loss": 1.124,
      "step": 87200
    },
    {
      "epoch": 2.247740673034836,
      "grad_norm": 15.975516319274902,
      "learning_rate": 5e-06,
      "loss": 1.106,
      "step": 87300
    },
    {
      "epoch": 2.2503154046190685,
      "grad_norm": 13.954955101013184,
      "learning_rate": 5e-06,
      "loss": 1.1027,
      "step": 87400
    },
    {
      "epoch": 2.252890136203301,
      "grad_norm": 14.950132369995117,
      "learning_rate": 5e-06,
      "loss": 1.1349,
      "step": 87500
    },
    {
      "epoch": 2.2554648677875333,
      "grad_norm": 14.664732933044434,
      "learning_rate": 5e-06,
      "loss": 1.0913,
      "step": 87600
    },
    {
      "epoch": 2.2580395993717657,
      "grad_norm": 15.272990226745605,
      "learning_rate": 5e-06,
      "loss": 1.1162,
      "step": 87700
    },
    {
      "epoch": 2.260614330955998,
      "grad_norm": 13.520730018615723,
      "learning_rate": 5e-06,
      "loss": 1.1206,
      "step": 87800
    },
    {
      "epoch": 2.26318906254023,
      "grad_norm": 11.509403228759766,
      "learning_rate": 5e-06,
      "loss": 1.1097,
      "step": 87900
    },
    {
      "epoch": 2.2657637941244624,
      "grad_norm": 14.448060989379883,
      "learning_rate": 5e-06,
      "loss": 1.1321,
      "step": 88000
    },
    {
      "epoch": 2.2683385257086948,
      "grad_norm": 14.917033195495605,
      "learning_rate": 5e-06,
      "loss": 1.1078,
      "step": 88100
    },
    {
      "epoch": 2.270913257292927,
      "grad_norm": 14.89277172088623,
      "learning_rate": 5e-06,
      "loss": 1.0863,
      "step": 88200
    },
    {
      "epoch": 2.2734879888771595,
      "grad_norm": 11.991909980773926,
      "learning_rate": 5e-06,
      "loss": 1.0597,
      "step": 88300
    },
    {
      "epoch": 2.276062720461392,
      "grad_norm": 13.345853805541992,
      "learning_rate": 5e-06,
      "loss": 1.0908,
      "step": 88400
    },
    {
      "epoch": 2.2786374520456243,
      "grad_norm": 15.903763771057129,
      "learning_rate": 5e-06,
      "loss": 1.0643,
      "step": 88500
    },
    {
      "epoch": 2.2812121836298567,
      "grad_norm": 13.753485679626465,
      "learning_rate": 5e-06,
      "loss": 1.1254,
      "step": 88600
    },
    {
      "epoch": 2.283786915214089,
      "grad_norm": 14.882515907287598,
      "learning_rate": 5e-06,
      "loss": 1.1015,
      "step": 88700
    },
    {
      "epoch": 2.2863616467983214,
      "grad_norm": 14.49798583984375,
      "learning_rate": 5e-06,
      "loss": 1.1195,
      "step": 88800
    },
    {
      "epoch": 2.2889363783825534,
      "grad_norm": 14.949673652648926,
      "learning_rate": 5e-06,
      "loss": 1.1292,
      "step": 88900
    },
    {
      "epoch": 2.2915111099667858,
      "grad_norm": 15.276487350463867,
      "learning_rate": 5e-06,
      "loss": 1.1063,
      "step": 89000
    },
    {
      "epoch": 2.294085841551018,
      "grad_norm": 16.02145004272461,
      "learning_rate": 5e-06,
      "loss": 1.0973,
      "step": 89100
    },
    {
      "epoch": 2.2966605731352505,
      "grad_norm": 15.540654182434082,
      "learning_rate": 5e-06,
      "loss": 1.0691,
      "step": 89200
    },
    {
      "epoch": 2.299235304719483,
      "grad_norm": 15.899800300598145,
      "learning_rate": 5e-06,
      "loss": 1.1147,
      "step": 89300
    },
    {
      "epoch": 2.3018100363037153,
      "grad_norm": 16.451908111572266,
      "learning_rate": 5e-06,
      "loss": 1.082,
      "step": 89400
    },
    {
      "epoch": 2.3043847678879477,
      "grad_norm": 17.190956115722656,
      "learning_rate": 5e-06,
      "loss": 1.077,
      "step": 89500
    },
    {
      "epoch": 2.30695949947218,
      "grad_norm": 14.257623672485352,
      "learning_rate": 5e-06,
      "loss": 1.1063,
      "step": 89600
    },
    {
      "epoch": 2.3095342310564124,
      "grad_norm": 13.311982154846191,
      "learning_rate": 5e-06,
      "loss": 1.1133,
      "step": 89700
    },
    {
      "epoch": 2.312108962640645,
      "grad_norm": 14.760245323181152,
      "learning_rate": 5e-06,
      "loss": 1.1168,
      "step": 89800
    },
    {
      "epoch": 2.314683694224877,
      "grad_norm": 12.555344581604004,
      "learning_rate": 5e-06,
      "loss": 1.0933,
      "step": 89900
    },
    {
      "epoch": 2.3172584258091096,
      "grad_norm": 15.237427711486816,
      "learning_rate": 5e-06,
      "loss": 1.1032,
      "step": 90000
    },
    {
      "epoch": 2.319833157393342,
      "grad_norm": 14.34111499786377,
      "learning_rate": 5e-06,
      "loss": 1.0969,
      "step": 90100
    },
    {
      "epoch": 2.3224078889775743,
      "grad_norm": 15.515459060668945,
      "learning_rate": 5e-06,
      "loss": 1.1022,
      "step": 90200
    },
    {
      "epoch": 2.3249826205618063,
      "grad_norm": 16.217437744140625,
      "learning_rate": 5e-06,
      "loss": 1.1194,
      "step": 90300
    },
    {
      "epoch": 2.3275573521460386,
      "grad_norm": 22.58974838256836,
      "learning_rate": 5e-06,
      "loss": 1.1029,
      "step": 90400
    },
    {
      "epoch": 2.330132083730271,
      "grad_norm": 13.845932006835938,
      "learning_rate": 5e-06,
      "loss": 1.0926,
      "step": 90500
    },
    {
      "epoch": 2.3327068153145034,
      "grad_norm": 16.7003231048584,
      "learning_rate": 5e-06,
      "loss": 1.0891,
      "step": 90600
    },
    {
      "epoch": 2.335281546898736,
      "grad_norm": 15.980113983154297,
      "learning_rate": 5e-06,
      "loss": 1.0697,
      "step": 90700
    },
    {
      "epoch": 2.337856278482968,
      "grad_norm": 16.237287521362305,
      "learning_rate": 5e-06,
      "loss": 1.0774,
      "step": 90800
    },
    {
      "epoch": 2.3404310100672006,
      "grad_norm": 15.062572479248047,
      "learning_rate": 5e-06,
      "loss": 1.0982,
      "step": 90900
    },
    {
      "epoch": 2.343005741651433,
      "grad_norm": 16.5122127532959,
      "learning_rate": 5e-06,
      "loss": 1.0689,
      "step": 91000
    },
    {
      "epoch": 2.3455804732356653,
      "grad_norm": 15.168880462646484,
      "learning_rate": 5e-06,
      "loss": 1.0819,
      "step": 91100
    },
    {
      "epoch": 2.3481552048198977,
      "grad_norm": 16.11613655090332,
      "learning_rate": 5e-06,
      "loss": 1.077,
      "step": 91200
    },
    {
      "epoch": 2.3507299364041296,
      "grad_norm": 12.751895904541016,
      "learning_rate": 5e-06,
      "loss": 1.0722,
      "step": 91300
    },
    {
      "epoch": 2.353304667988362,
      "grad_norm": 15.274333953857422,
      "learning_rate": 5e-06,
      "loss": 1.0708,
      "step": 91400
    },
    {
      "epoch": 2.3558793995725944,
      "grad_norm": 13.002235412597656,
      "learning_rate": 5e-06,
      "loss": 1.1095,
      "step": 91500
    },
    {
      "epoch": 2.358454131156827,
      "grad_norm": 12.30009651184082,
      "learning_rate": 5e-06,
      "loss": 1.0769,
      "step": 91600
    },
    {
      "epoch": 2.361028862741059,
      "grad_norm": 13.902624130249023,
      "learning_rate": 5e-06,
      "loss": 1.0892,
      "step": 91700
    },
    {
      "epoch": 2.3636035943252915,
      "grad_norm": 12.531338691711426,
      "learning_rate": 5e-06,
      "loss": 1.0658,
      "step": 91800
    },
    {
      "epoch": 2.366178325909524,
      "grad_norm": 13.717101097106934,
      "learning_rate": 5e-06,
      "loss": 1.0948,
      "step": 91900
    },
    {
      "epoch": 2.3687530574937563,
      "grad_norm": 15.224747657775879,
      "learning_rate": 5e-06,
      "loss": 1.1016,
      "step": 92000
    },
    {
      "epoch": 2.3713277890779887,
      "grad_norm": 16.210609436035156,
      "learning_rate": 5e-06,
      "loss": 1.0788,
      "step": 92100
    },
    {
      "epoch": 2.373902520662221,
      "grad_norm": 13.2074556350708,
      "learning_rate": 5e-06,
      "loss": 1.1065,
      "step": 92200
    },
    {
      "epoch": 2.3764772522464535,
      "grad_norm": 12.916069984436035,
      "learning_rate": 5e-06,
      "loss": 1.0916,
      "step": 92300
    },
    {
      "epoch": 2.379051983830686,
      "grad_norm": 12.897912979125977,
      "learning_rate": 5e-06,
      "loss": 1.1041,
      "step": 92400
    },
    {
      "epoch": 2.381626715414918,
      "grad_norm": 14.731592178344727,
      "learning_rate": 5e-06,
      "loss": 1.0713,
      "step": 92500
    },
    {
      "epoch": 2.38420144699915,
      "grad_norm": 15.69507884979248,
      "learning_rate": 5e-06,
      "loss": 1.0919,
      "step": 92600
    },
    {
      "epoch": 2.3867761785833825,
      "grad_norm": 17.528247833251953,
      "learning_rate": 5e-06,
      "loss": 1.055,
      "step": 92700
    },
    {
      "epoch": 2.389350910167615,
      "grad_norm": 17.9764461517334,
      "learning_rate": 5e-06,
      "loss": 1.0746,
      "step": 92800
    },
    {
      "epoch": 2.3919256417518473,
      "grad_norm": 10.847755432128906,
      "learning_rate": 5e-06,
      "loss": 1.0542,
      "step": 92900
    },
    {
      "epoch": 2.3945003733360797,
      "grad_norm": 18.753765106201172,
      "learning_rate": 5e-06,
      "loss": 1.0851,
      "step": 93000
    },
    {
      "epoch": 2.397075104920312,
      "grad_norm": 11.263854026794434,
      "learning_rate": 5e-06,
      "loss": 1.1108,
      "step": 93100
    },
    {
      "epoch": 2.3996498365045444,
      "grad_norm": 13.190756797790527,
      "learning_rate": 5e-06,
      "loss": 1.0793,
      "step": 93200
    },
    {
      "epoch": 2.402224568088777,
      "grad_norm": 14.584461212158203,
      "learning_rate": 5e-06,
      "loss": 1.0838,
      "step": 93300
    },
    {
      "epoch": 2.404799299673009,
      "grad_norm": 12.281691551208496,
      "learning_rate": 5e-06,
      "loss": 1.1124,
      "step": 93400
    },
    {
      "epoch": 2.4073740312572416,
      "grad_norm": 16.661611557006836,
      "learning_rate": 5e-06,
      "loss": 1.0902,
      "step": 93500
    },
    {
      "epoch": 2.409948762841474,
      "grad_norm": 12.99449348449707,
      "learning_rate": 5e-06,
      "loss": 1.0683,
      "step": 93600
    },
    {
      "epoch": 2.412523494425706,
      "grad_norm": 16.41900634765625,
      "learning_rate": 5e-06,
      "loss": 1.0834,
      "step": 93700
    },
    {
      "epoch": 2.4150982260099383,
      "grad_norm": 12.509172439575195,
      "learning_rate": 5e-06,
      "loss": 1.0467,
      "step": 93800
    },
    {
      "epoch": 2.4176729575941707,
      "grad_norm": 21.009021759033203,
      "learning_rate": 5e-06,
      "loss": 1.0839,
      "step": 93900
    },
    {
      "epoch": 2.420247689178403,
      "grad_norm": 13.633251190185547,
      "learning_rate": 5e-06,
      "loss": 1.0615,
      "step": 94000
    },
    {
      "epoch": 2.4228224207626354,
      "grad_norm": 17.095945358276367,
      "learning_rate": 5e-06,
      "loss": 1.0702,
      "step": 94100
    },
    {
      "epoch": 2.425397152346868,
      "grad_norm": 17.517539978027344,
      "learning_rate": 5e-06,
      "loss": 1.0877,
      "step": 94200
    },
    {
      "epoch": 2.4279718839311,
      "grad_norm": 12.519523620605469,
      "learning_rate": 5e-06,
      "loss": 1.0568,
      "step": 94300
    },
    {
      "epoch": 2.4305466155153326,
      "grad_norm": 14.231890678405762,
      "learning_rate": 5e-06,
      "loss": 1.0204,
      "step": 94400
    },
    {
      "epoch": 2.433121347099565,
      "grad_norm": 15.485002517700195,
      "learning_rate": 5e-06,
      "loss": 1.0607,
      "step": 94500
    },
    {
      "epoch": 2.4356960786837973,
      "grad_norm": 15.798665046691895,
      "learning_rate": 5e-06,
      "loss": 1.0594,
      "step": 94600
    },
    {
      "epoch": 2.4382708102680297,
      "grad_norm": 14.695253372192383,
      "learning_rate": 5e-06,
      "loss": 1.0594,
      "step": 94700
    },
    {
      "epoch": 2.440845541852262,
      "grad_norm": 14.092286109924316,
      "learning_rate": 5e-06,
      "loss": 1.0644,
      "step": 94800
    },
    {
      "epoch": 2.4434202734364945,
      "grad_norm": 17.1483154296875,
      "learning_rate": 5e-06,
      "loss": 1.0597,
      "step": 94900
    },
    {
      "epoch": 2.4459950050207264,
      "grad_norm": 13.673080444335938,
      "learning_rate": 5e-06,
      "loss": 1.0785,
      "step": 95000
    },
    {
      "epoch": 2.448569736604959,
      "grad_norm": 13.928730010986328,
      "learning_rate": 5e-06,
      "loss": 1.0528,
      "step": 95100
    },
    {
      "epoch": 2.451144468189191,
      "grad_norm": 15.777496337890625,
      "learning_rate": 5e-06,
      "loss": 1.0695,
      "step": 95200
    },
    {
      "epoch": 2.4537191997734236,
      "grad_norm": 17.91497802734375,
      "learning_rate": 5e-06,
      "loss": 1.0648,
      "step": 95300
    },
    {
      "epoch": 2.456293931357656,
      "grad_norm": 15.822239875793457,
      "learning_rate": 5e-06,
      "loss": 1.043,
      "step": 95400
    },
    {
      "epoch": 2.4588686629418883,
      "grad_norm": 14.177140235900879,
      "learning_rate": 5e-06,
      "loss": 1.0705,
      "step": 95500
    },
    {
      "epoch": 2.4614433945261207,
      "grad_norm": 12.284011840820312,
      "learning_rate": 5e-06,
      "loss": 1.0325,
      "step": 95600
    },
    {
      "epoch": 2.464018126110353,
      "grad_norm": 14.296390533447266,
      "learning_rate": 5e-06,
      "loss": 1.0479,
      "step": 95700
    },
    {
      "epoch": 2.4665928576945855,
      "grad_norm": 14.204253196716309,
      "learning_rate": 5e-06,
      "loss": 1.0507,
      "step": 95800
    },
    {
      "epoch": 2.469167589278818,
      "grad_norm": 14.93997859954834,
      "learning_rate": 5e-06,
      "loss": 1.0741,
      "step": 95900
    },
    {
      "epoch": 2.47174232086305,
      "grad_norm": 15.945263862609863,
      "learning_rate": 5e-06,
      "loss": 1.0525,
      "step": 96000
    },
    {
      "epoch": 2.474317052447282,
      "grad_norm": 14.954680442810059,
      "learning_rate": 5e-06,
      "loss": 1.0302,
      "step": 96100
    },
    {
      "epoch": 2.4768917840315146,
      "grad_norm": 14.533892631530762,
      "learning_rate": 5e-06,
      "loss": 1.0935,
      "step": 96200
    },
    {
      "epoch": 2.479466515615747,
      "grad_norm": 12.400473594665527,
      "learning_rate": 5e-06,
      "loss": 1.051,
      "step": 96300
    },
    {
      "epoch": 2.4820412471999793,
      "grad_norm": 16.201704025268555,
      "learning_rate": 5e-06,
      "loss": 1.071,
      "step": 96400
    },
    {
      "epoch": 2.4846159787842117,
      "grad_norm": 15.726094245910645,
      "learning_rate": 5e-06,
      "loss": 1.0438,
      "step": 96500
    },
    {
      "epoch": 2.487190710368444,
      "grad_norm": 14.35882568359375,
      "learning_rate": 5e-06,
      "loss": 1.0284,
      "step": 96600
    },
    {
      "epoch": 2.4897654419526765,
      "grad_norm": 12.757862091064453,
      "learning_rate": 5e-06,
      "loss": 1.0465,
      "step": 96700
    },
    {
      "epoch": 2.492340173536909,
      "grad_norm": 17.225595474243164,
      "learning_rate": 5e-06,
      "loss": 1.0267,
      "step": 96800
    },
    {
      "epoch": 2.4949149051211412,
      "grad_norm": 18.275428771972656,
      "learning_rate": 5e-06,
      "loss": 1.0578,
      "step": 96900
    },
    {
      "epoch": 2.4974896367053736,
      "grad_norm": 16.61789321899414,
      "learning_rate": 5e-06,
      "loss": 1.0746,
      "step": 97000
    },
    {
      "epoch": 2.500064368289606,
      "grad_norm": 16.344579696655273,
      "learning_rate": 5e-06,
      "loss": 1.0496,
      "step": 97100
    },
    {
      "epoch": 2.5026390998738384,
      "grad_norm": 14.51428508758545,
      "learning_rate": 5e-06,
      "loss": 1.0542,
      "step": 97200
    },
    {
      "epoch": 2.5052138314580708,
      "grad_norm": 16.78438377380371,
      "learning_rate": 5e-06,
      "loss": 1.0392,
      "step": 97300
    },
    {
      "epoch": 2.5077885630423027,
      "grad_norm": 16.881771087646484,
      "learning_rate": 5e-06,
      "loss": 1.0086,
      "step": 97400
    },
    {
      "epoch": 2.510363294626535,
      "grad_norm": 14.650849342346191,
      "learning_rate": 5e-06,
      "loss": 1.049,
      "step": 97500
    },
    {
      "epoch": 2.5129380262107675,
      "grad_norm": 15.273545265197754,
      "learning_rate": 5e-06,
      "loss": 1.077,
      "step": 97600
    },
    {
      "epoch": 2.515512757795,
      "grad_norm": 14.683502197265625,
      "learning_rate": 5e-06,
      "loss": 1.0452,
      "step": 97700
    },
    {
      "epoch": 2.518087489379232,
      "grad_norm": 13.329505920410156,
      "learning_rate": 5e-06,
      "loss": 1.076,
      "step": 97800
    },
    {
      "epoch": 2.5206622209634646,
      "grad_norm": 15.703794479370117,
      "learning_rate": 5e-06,
      "loss": 1.025,
      "step": 97900
    },
    {
      "epoch": 2.523236952547697,
      "grad_norm": 13.884634017944336,
      "learning_rate": 5e-06,
      "loss": 1.0288,
      "step": 98000
    },
    {
      "epoch": 2.5258116841319294,
      "grad_norm": 13.319278717041016,
      "learning_rate": 5e-06,
      "loss": 1.0515,
      "step": 98100
    },
    {
      "epoch": 2.5283864157161617,
      "grad_norm": 14.249191284179688,
      "learning_rate": 5e-06,
      "loss": 1.0552,
      "step": 98200
    },
    {
      "epoch": 2.5309611473003937,
      "grad_norm": 14.56221866607666,
      "learning_rate": 5e-06,
      "loss": 1.03,
      "step": 98300
    },
    {
      "epoch": 2.533535878884626,
      "grad_norm": 14.938793182373047,
      "learning_rate": 5e-06,
      "loss": 1.0083,
      "step": 98400
    },
    {
      "epoch": 2.5361106104688584,
      "grad_norm": 12.448831558227539,
      "learning_rate": 5e-06,
      "loss": 1.0508,
      "step": 98500
    },
    {
      "epoch": 2.538685342053091,
      "grad_norm": 13.69293212890625,
      "learning_rate": 5e-06,
      "loss": 1.0408,
      "step": 98600
    },
    {
      "epoch": 2.541260073637323,
      "grad_norm": 13.212540626525879,
      "learning_rate": 5e-06,
      "loss": 1.0306,
      "step": 98700
    },
    {
      "epoch": 2.5438348052215556,
      "grad_norm": 13.503007888793945,
      "learning_rate": 5e-06,
      "loss": 1.0557,
      "step": 98800
    },
    {
      "epoch": 2.546409536805788,
      "grad_norm": 16.482240676879883,
      "learning_rate": 5e-06,
      "loss": 1.0478,
      "step": 98900
    },
    {
      "epoch": 2.5489842683900203,
      "grad_norm": 12.028789520263672,
      "learning_rate": 5e-06,
      "loss": 1.0602,
      "step": 99000
    },
    {
      "epoch": 2.5515589999742527,
      "grad_norm": 13.890215873718262,
      "learning_rate": 5e-06,
      "loss": 1.0444,
      "step": 99100
    },
    {
      "epoch": 2.554133731558485,
      "grad_norm": 18.09364128112793,
      "learning_rate": 5e-06,
      "loss": 1.0254,
      "step": 99200
    },
    {
      "epoch": 2.5567084631427175,
      "grad_norm": 13.732290267944336,
      "learning_rate": 5e-06,
      "loss": 1.0366,
      "step": 99300
    },
    {
      "epoch": 2.55928319472695,
      "grad_norm": 13.829787254333496,
      "learning_rate": 5e-06,
      "loss": 1.0173,
      "step": 99400
    },
    {
      "epoch": 2.5618579263111823,
      "grad_norm": 15.902754783630371,
      "learning_rate": 5e-06,
      "loss": 1.0467,
      "step": 99500
    },
    {
      "epoch": 2.5644326578954146,
      "grad_norm": 14.77617359161377,
      "learning_rate": 5e-06,
      "loss": 1.0238,
      "step": 99600
    },
    {
      "epoch": 2.567007389479647,
      "grad_norm": 15.483719825744629,
      "learning_rate": 5e-06,
      "loss": 1.0527,
      "step": 99700
    },
    {
      "epoch": 2.569582121063879,
      "grad_norm": 12.61732292175293,
      "learning_rate": 5e-06,
      "loss": 1.0143,
      "step": 99800
    },
    {
      "epoch": 2.5721568526481113,
      "grad_norm": 18.12324333190918,
      "learning_rate": 5e-06,
      "loss": 1.0357,
      "step": 99900
    },
    {
      "epoch": 2.5747315842323437,
      "grad_norm": 12.000045776367188,
      "learning_rate": 5e-06,
      "loss": 1.0093,
      "step": 100000
    },
    {
      "epoch": 2.577306315816576,
      "grad_norm": 14.166275978088379,
      "learning_rate": 5e-06,
      "loss": 1.029,
      "step": 100100
    },
    {
      "epoch": 2.5798810474008085,
      "grad_norm": 16.976362228393555,
      "learning_rate": 5e-06,
      "loss": 1.0404,
      "step": 100200
    },
    {
      "epoch": 2.582455778985041,
      "grad_norm": 14.465616226196289,
      "learning_rate": 5e-06,
      "loss": 1.029,
      "step": 100300
    },
    {
      "epoch": 2.5850305105692732,
      "grad_norm": 15.057107925415039,
      "learning_rate": 5e-06,
      "loss": 1.0147,
      "step": 100400
    },
    {
      "epoch": 2.5876052421535056,
      "grad_norm": 13.803719520568848,
      "learning_rate": 5e-06,
      "loss": 1.0336,
      "step": 100500
    },
    {
      "epoch": 2.590179973737738,
      "grad_norm": 15.41026496887207,
      "learning_rate": 5e-06,
      "loss": 1.0355,
      "step": 100600
    },
    {
      "epoch": 2.59275470532197,
      "grad_norm": 13.96768856048584,
      "learning_rate": 5e-06,
      "loss": 1.0175,
      "step": 100700
    },
    {
      "epoch": 2.5953294369062023,
      "grad_norm": 14.284364700317383,
      "learning_rate": 5e-06,
      "loss": 1.0222,
      "step": 100800
    },
    {
      "epoch": 2.5979041684904347,
      "grad_norm": 15.667131423950195,
      "learning_rate": 5e-06,
      "loss": 1.0314,
      "step": 100900
    },
    {
      "epoch": 2.600478900074667,
      "grad_norm": 12.01043701171875,
      "learning_rate": 5e-06,
      "loss": 1.0119,
      "step": 101000
    },
    {
      "epoch": 2.6030536316588995,
      "grad_norm": 13.798290252685547,
      "learning_rate": 5e-06,
      "loss": 1.0146,
      "step": 101100
    },
    {
      "epoch": 2.605628363243132,
      "grad_norm": 15.335936546325684,
      "learning_rate": 5e-06,
      "loss": 1.0131,
      "step": 101200
    },
    {
      "epoch": 2.6082030948273642,
      "grad_norm": 15.60651683807373,
      "learning_rate": 5e-06,
      "loss": 1.0489,
      "step": 101300
    },
    {
      "epoch": 2.6107778264115966,
      "grad_norm": 16.920085906982422,
      "learning_rate": 5e-06,
      "loss": 1.037,
      "step": 101400
    },
    {
      "epoch": 2.613352557995829,
      "grad_norm": 14.198711395263672,
      "learning_rate": 5e-06,
      "loss": 1.0154,
      "step": 101500
    },
    {
      "epoch": 2.6159272895800614,
      "grad_norm": 16.23395347595215,
      "learning_rate": 5e-06,
      "loss": 0.9902,
      "step": 101600
    },
    {
      "epoch": 2.6185020211642938,
      "grad_norm": 14.81631851196289,
      "learning_rate": 5e-06,
      "loss": 1.0235,
      "step": 101700
    },
    {
      "epoch": 2.621076752748526,
      "grad_norm": 15.254743576049805,
      "learning_rate": 5e-06,
      "loss": 1.0049,
      "step": 101800
    },
    {
      "epoch": 2.6236514843327585,
      "grad_norm": 13.241732597351074,
      "learning_rate": 5e-06,
      "loss": 1.0261,
      "step": 101900
    },
    {
      "epoch": 2.626226215916991,
      "grad_norm": 15.335716247558594,
      "learning_rate": 5e-06,
      "loss": 0.9992,
      "step": 102000
    },
    {
      "epoch": 2.628800947501223,
      "grad_norm": 16.79526138305664,
      "learning_rate": 5e-06,
      "loss": 1.0009,
      "step": 102100
    },
    {
      "epoch": 2.631375679085455,
      "grad_norm": 12.672314643859863,
      "learning_rate": 5e-06,
      "loss": 1.016,
      "step": 102200
    },
    {
      "epoch": 2.6339504106696876,
      "grad_norm": 15.783503532409668,
      "learning_rate": 5e-06,
      "loss": 1.0357,
      "step": 102300
    },
    {
      "epoch": 2.63652514225392,
      "grad_norm": 12.659074783325195,
      "learning_rate": 5e-06,
      "loss": 1.005,
      "step": 102400
    },
    {
      "epoch": 2.6390998738381524,
      "grad_norm": 12.74808120727539,
      "learning_rate": 5e-06,
      "loss": 1.0082,
      "step": 102500
    },
    {
      "epoch": 2.6416746054223847,
      "grad_norm": 13.738628387451172,
      "learning_rate": 5e-06,
      "loss": 1.0291,
      "step": 102600
    },
    {
      "epoch": 2.644249337006617,
      "grad_norm": 16.74839210510254,
      "learning_rate": 5e-06,
      "loss": 1.0166,
      "step": 102700
    },
    {
      "epoch": 2.6468240685908495,
      "grad_norm": 14.541552543640137,
      "learning_rate": 5e-06,
      "loss": 1.0259,
      "step": 102800
    },
    {
      "epoch": 2.649398800175082,
      "grad_norm": 13.238832473754883,
      "learning_rate": 5e-06,
      "loss": 0.9962,
      "step": 102900
    },
    {
      "epoch": 2.651973531759314,
      "grad_norm": 13.326981544494629,
      "learning_rate": 5e-06,
      "loss": 0.9966,
      "step": 103000
    },
    {
      "epoch": 2.654548263343546,
      "grad_norm": 14.948431015014648,
      "learning_rate": 5e-06,
      "loss": 1.0113,
      "step": 103100
    },
    {
      "epoch": 2.6571229949277786,
      "grad_norm": 16.384225845336914,
      "learning_rate": 5e-06,
      "loss": 1.0204,
      "step": 103200
    },
    {
      "epoch": 2.659697726512011,
      "grad_norm": 13.626626968383789,
      "learning_rate": 5e-06,
      "loss": 1.0356,
      "step": 103300
    },
    {
      "epoch": 2.6622724580962434,
      "grad_norm": 15.100915908813477,
      "learning_rate": 5e-06,
      "loss": 0.9946,
      "step": 103400
    },
    {
      "epoch": 2.6648471896804757,
      "grad_norm": 13.377593994140625,
      "learning_rate": 5e-06,
      "loss": 1.0216,
      "step": 103500
    },
    {
      "epoch": 2.667421921264708,
      "grad_norm": 15.909245491027832,
      "learning_rate": 5e-06,
      "loss": 1.0,
      "step": 103600
    },
    {
      "epoch": 2.6699966528489405,
      "grad_norm": 16.30707550048828,
      "learning_rate": 5e-06,
      "loss": 0.9848,
      "step": 103700
    },
    {
      "epoch": 2.672571384433173,
      "grad_norm": 13.97034740447998,
      "learning_rate": 5e-06,
      "loss": 0.9989,
      "step": 103800
    },
    {
      "epoch": 2.6751461160174053,
      "grad_norm": 15.035073280334473,
      "learning_rate": 5e-06,
      "loss": 1.0155,
      "step": 103900
    },
    {
      "epoch": 2.6777208476016376,
      "grad_norm": 15.093132972717285,
      "learning_rate": 5e-06,
      "loss": 0.9903,
      "step": 104000
    },
    {
      "epoch": 2.68029557918587,
      "grad_norm": 14.743584632873535,
      "learning_rate": 5e-06,
      "loss": 1.0125,
      "step": 104100
    },
    {
      "epoch": 2.6828703107701024,
      "grad_norm": 14.272467613220215,
      "learning_rate": 5e-06,
      "loss": 0.9919,
      "step": 104200
    },
    {
      "epoch": 2.685445042354335,
      "grad_norm": 15.423568725585938,
      "learning_rate": 5e-06,
      "loss": 1.0103,
      "step": 104300
    },
    {
      "epoch": 2.688019773938567,
      "grad_norm": 20.412750244140625,
      "learning_rate": 5e-06,
      "loss": 1.0048,
      "step": 104400
    },
    {
      "epoch": 2.690594505522799,
      "grad_norm": 13.228806495666504,
      "learning_rate": 5e-06,
      "loss": 0.9959,
      "step": 104500
    },
    {
      "epoch": 2.6931692371070315,
      "grad_norm": 14.62385368347168,
      "learning_rate": 5e-06,
      "loss": 0.9948,
      "step": 104600
    },
    {
      "epoch": 2.695743968691264,
      "grad_norm": 15.394417762756348,
      "learning_rate": 5e-06,
      "loss": 1.0063,
      "step": 104700
    },
    {
      "epoch": 2.6983187002754963,
      "grad_norm": 13.809544563293457,
      "learning_rate": 5e-06,
      "loss": 0.97,
      "step": 104800
    },
    {
      "epoch": 2.7008934318597286,
      "grad_norm": 12.172954559326172,
      "learning_rate": 5e-06,
      "loss": 0.9881,
      "step": 104900
    },
    {
      "epoch": 2.703468163443961,
      "grad_norm": 12.057334899902344,
      "learning_rate": 5e-06,
      "loss": 1.0281,
      "step": 105000
    },
    {
      "epoch": 2.7060428950281934,
      "grad_norm": 16.28712272644043,
      "learning_rate": 5e-06,
      "loss": 0.9545,
      "step": 105100
    },
    {
      "epoch": 2.7086176266124258,
      "grad_norm": 13.55276870727539,
      "learning_rate": 5e-06,
      "loss": 0.994,
      "step": 105200
    },
    {
      "epoch": 2.711192358196658,
      "grad_norm": 13.850388526916504,
      "learning_rate": 5e-06,
      "loss": 1.0005,
      "step": 105300
    },
    {
      "epoch": 2.71376708978089,
      "grad_norm": 14.261784553527832,
      "learning_rate": 5e-06,
      "loss": 0.9871,
      "step": 105400
    },
    {
      "epoch": 2.7163418213651225,
      "grad_norm": 14.22464370727539,
      "learning_rate": 5e-06,
      "loss": 1.0017,
      "step": 105500
    },
    {
      "epoch": 2.718916552949355,
      "grad_norm": 13.655771255493164,
      "learning_rate": 5e-06,
      "loss": 1.004,
      "step": 105600
    },
    {
      "epoch": 2.7214912845335872,
      "grad_norm": 15.024852752685547,
      "learning_rate": 5e-06,
      "loss": 0.9804,
      "step": 105700
    },
    {
      "epoch": 2.7240660161178196,
      "grad_norm": 12.895576477050781,
      "learning_rate": 5e-06,
      "loss": 0.9924,
      "step": 105800
    },
    {
      "epoch": 2.726640747702052,
      "grad_norm": 14.368157386779785,
      "learning_rate": 5e-06,
      "loss": 1.007,
      "step": 105900
    },
    {
      "epoch": 2.7292154792862844,
      "grad_norm": 15.982789993286133,
      "learning_rate": 5e-06,
      "loss": 0.9924,
      "step": 106000
    },
    {
      "epoch": 2.7317902108705168,
      "grad_norm": 15.57156753540039,
      "learning_rate": 5e-06,
      "loss": 0.9785,
      "step": 106100
    },
    {
      "epoch": 2.734364942454749,
      "grad_norm": 14.587822914123535,
      "learning_rate": 5e-06,
      "loss": 0.9954,
      "step": 106200
    },
    {
      "epoch": 2.7369396740389815,
      "grad_norm": 16.38921356201172,
      "learning_rate": 5e-06,
      "loss": 1.006,
      "step": 106300
    },
    {
      "epoch": 2.739514405623214,
      "grad_norm": 18.580810546875,
      "learning_rate": 5e-06,
      "loss": 0.9837,
      "step": 106400
    },
    {
      "epoch": 2.7420891372074463,
      "grad_norm": 17.406991958618164,
      "learning_rate": 5e-06,
      "loss": 0.9972,
      "step": 106500
    },
    {
      "epoch": 2.7446638687916787,
      "grad_norm": 13.872077941894531,
      "learning_rate": 5e-06,
      "loss": 0.9643,
      "step": 106600
    },
    {
      "epoch": 2.747238600375911,
      "grad_norm": 13.927956581115723,
      "learning_rate": 5e-06,
      "loss": 1.0044,
      "step": 106700
    },
    {
      "epoch": 2.749813331960143,
      "grad_norm": 12.897871017456055,
      "learning_rate": 5e-06,
      "loss": 0.9779,
      "step": 106800
    },
    {
      "epoch": 2.7523880635443754,
      "grad_norm": 14.239727020263672,
      "learning_rate": 5e-06,
      "loss": 0.9754,
      "step": 106900
    },
    {
      "epoch": 2.7549627951286078,
      "grad_norm": 21.42025375366211,
      "learning_rate": 5e-06,
      "loss": 0.9855,
      "step": 107000
    },
    {
      "epoch": 2.75753752671284,
      "grad_norm": 16.23000717163086,
      "learning_rate": 5e-06,
      "loss": 0.9777,
      "step": 107100
    },
    {
      "epoch": 2.7601122582970725,
      "grad_norm": 13.181378364562988,
      "learning_rate": 5e-06,
      "loss": 0.9883,
      "step": 107200
    },
    {
      "epoch": 2.762686989881305,
      "grad_norm": 17.144493103027344,
      "learning_rate": 5e-06,
      "loss": 1.0234,
      "step": 107300
    },
    {
      "epoch": 2.7652617214655373,
      "grad_norm": 11.400500297546387,
      "learning_rate": 5e-06,
      "loss": 0.97,
      "step": 107400
    },
    {
      "epoch": 2.7678364530497697,
      "grad_norm": 11.900424003601074,
      "learning_rate": 5e-06,
      "loss": 0.9734,
      "step": 107500
    },
    {
      "epoch": 2.770411184634002,
      "grad_norm": 18.106855392456055,
      "learning_rate": 5e-06,
      "loss": 0.9856,
      "step": 107600
    },
    {
      "epoch": 2.772985916218234,
      "grad_norm": 15.141703605651855,
      "learning_rate": 5e-06,
      "loss": 0.9985,
      "step": 107700
    },
    {
      "epoch": 2.7755606478024664,
      "grad_norm": 17.06073570251465,
      "learning_rate": 5e-06,
      "loss": 0.9717,
      "step": 107800
    },
    {
      "epoch": 2.7781353793866987,
      "grad_norm": 14.221768379211426,
      "learning_rate": 5e-06,
      "loss": 0.9811,
      "step": 107900
    },
    {
      "epoch": 2.780710110970931,
      "grad_norm": 14.024274826049805,
      "learning_rate": 5e-06,
      "loss": 0.9938,
      "step": 108000
    },
    {
      "epoch": 2.7832848425551635,
      "grad_norm": 10.117733001708984,
      "learning_rate": 5e-06,
      "loss": 0.9582,
      "step": 108100
    },
    {
      "epoch": 2.785859574139396,
      "grad_norm": 14.370861053466797,
      "learning_rate": 5e-06,
      "loss": 0.9676,
      "step": 108200
    },
    {
      "epoch": 2.7884343057236283,
      "grad_norm": 13.955099105834961,
      "learning_rate": 5e-06,
      "loss": 1.0065,
      "step": 108300
    },
    {
      "epoch": 2.7910090373078607,
      "grad_norm": 14.089079856872559,
      "learning_rate": 5e-06,
      "loss": 0.9845,
      "step": 108400
    },
    {
      "epoch": 2.793583768892093,
      "grad_norm": 11.579901695251465,
      "learning_rate": 5e-06,
      "loss": 0.9548,
      "step": 108500
    },
    {
      "epoch": 2.7961585004763254,
      "grad_norm": 13.105818748474121,
      "learning_rate": 5e-06,
      "loss": 0.989,
      "step": 108600
    },
    {
      "epoch": 2.798733232060558,
      "grad_norm": 13.859650611877441,
      "learning_rate": 5e-06,
      "loss": 0.9859,
      "step": 108700
    },
    {
      "epoch": 2.80130796364479,
      "grad_norm": 13.215933799743652,
      "learning_rate": 5e-06,
      "loss": 0.9682,
      "step": 108800
    },
    {
      "epoch": 2.8038826952290226,
      "grad_norm": 14.920282363891602,
      "learning_rate": 5e-06,
      "loss": 0.965,
      "step": 108900
    },
    {
      "epoch": 2.806457426813255,
      "grad_norm": 13.037276268005371,
      "learning_rate": 5e-06,
      "loss": 0.9819,
      "step": 109000
    },
    {
      "epoch": 2.8090321583974873,
      "grad_norm": 12.97042465209961,
      "learning_rate": 5e-06,
      "loss": 0.9796,
      "step": 109100
    },
    {
      "epoch": 2.8116068899817193,
      "grad_norm": 14.184715270996094,
      "learning_rate": 5e-06,
      "loss": 0.9783,
      "step": 109200
    },
    {
      "epoch": 2.8141816215659516,
      "grad_norm": 13.523648262023926,
      "learning_rate": 5e-06,
      "loss": 0.9495,
      "step": 109300
    },
    {
      "epoch": 2.816756353150184,
      "grad_norm": 12.574651718139648,
      "learning_rate": 5e-06,
      "loss": 0.9725,
      "step": 109400
    },
    {
      "epoch": 2.8193310847344164,
      "grad_norm": 16.62087631225586,
      "learning_rate": 5e-06,
      "loss": 0.9751,
      "step": 109500
    },
    {
      "epoch": 2.821905816318649,
      "grad_norm": 14.013306617736816,
      "learning_rate": 5e-06,
      "loss": 0.9421,
      "step": 109600
    },
    {
      "epoch": 2.824480547902881,
      "grad_norm": 19.888643264770508,
      "learning_rate": 5e-06,
      "loss": 0.944,
      "step": 109700
    },
    {
      "epoch": 2.8270552794871135,
      "grad_norm": 13.73714542388916,
      "learning_rate": 5e-06,
      "loss": 0.9686,
      "step": 109800
    },
    {
      "epoch": 2.829630011071346,
      "grad_norm": 12.328003883361816,
      "learning_rate": 5e-06,
      "loss": 0.9203,
      "step": 109900
    },
    {
      "epoch": 2.8322047426555783,
      "grad_norm": 14.637417793273926,
      "learning_rate": 5e-06,
      "loss": 0.9489,
      "step": 110000
    },
    {
      "epoch": 2.8347794742398102,
      "grad_norm": 15.18235969543457,
      "learning_rate": 5e-06,
      "loss": 0.9537,
      "step": 110100
    },
    {
      "epoch": 2.8373542058240426,
      "grad_norm": 18.012537002563477,
      "learning_rate": 5e-06,
      "loss": 0.9527,
      "step": 110200
    },
    {
      "epoch": 2.839928937408275,
      "grad_norm": 12.821626663208008,
      "learning_rate": 5e-06,
      "loss": 0.9786,
      "step": 110300
    },
    {
      "epoch": 2.8425036689925074,
      "grad_norm": 15.0831880569458,
      "learning_rate": 5e-06,
      "loss": 0.9754,
      "step": 110400
    },
    {
      "epoch": 2.8450784005767398,
      "grad_norm": 13.350095748901367,
      "learning_rate": 5e-06,
      "loss": 0.9735,
      "step": 110500
    },
    {
      "epoch": 2.847653132160972,
      "grad_norm": 16.91153907775879,
      "learning_rate": 5e-06,
      "loss": 0.9702,
      "step": 110600
    },
    {
      "epoch": 2.8502278637452045,
      "grad_norm": 11.379934310913086,
      "learning_rate": 5e-06,
      "loss": 0.9964,
      "step": 110700
    },
    {
      "epoch": 2.852802595329437,
      "grad_norm": 13.346746444702148,
      "learning_rate": 5e-06,
      "loss": 0.9727,
      "step": 110800
    },
    {
      "epoch": 2.8553773269136693,
      "grad_norm": 12.295785903930664,
      "learning_rate": 5e-06,
      "loss": 0.9534,
      "step": 110900
    },
    {
      "epoch": 2.8579520584979017,
      "grad_norm": 10.903998374938965,
      "learning_rate": 5e-06,
      "loss": 0.9445,
      "step": 111000
    },
    {
      "epoch": 2.860526790082134,
      "grad_norm": 13.189932823181152,
      "learning_rate": 5e-06,
      "loss": 0.9565,
      "step": 111100
    },
    {
      "epoch": 2.8631015216663664,
      "grad_norm": 14.20553970336914,
      "learning_rate": 5e-06,
      "loss": 0.9544,
      "step": 111200
    },
    {
      "epoch": 2.865676253250599,
      "grad_norm": 14.661806106567383,
      "learning_rate": 5e-06,
      "loss": 0.9735,
      "step": 111300
    },
    {
      "epoch": 2.868250984834831,
      "grad_norm": 13.520513534545898,
      "learning_rate": 5e-06,
      "loss": 0.9677,
      "step": 111400
    },
    {
      "epoch": 2.8708257164190636,
      "grad_norm": 14.801724433898926,
      "learning_rate": 5e-06,
      "loss": 0.9721,
      "step": 111500
    },
    {
      "epoch": 2.8734004480032955,
      "grad_norm": 15.146268844604492,
      "learning_rate": 5e-06,
      "loss": 0.9536,
      "step": 111600
    },
    {
      "epoch": 2.875975179587528,
      "grad_norm": 12.978904724121094,
      "learning_rate": 5e-06,
      "loss": 0.9552,
      "step": 111700
    },
    {
      "epoch": 2.8785499111717603,
      "grad_norm": 19.444814682006836,
      "learning_rate": 5e-06,
      "loss": 0.9751,
      "step": 111800
    },
    {
      "epoch": 2.8811246427559927,
      "grad_norm": 10.609553337097168,
      "learning_rate": 5e-06,
      "loss": 0.9564,
      "step": 111900
    },
    {
      "epoch": 2.883699374340225,
      "grad_norm": 13.670197486877441,
      "learning_rate": 5e-06,
      "loss": 0.9644,
      "step": 112000
    },
    {
      "epoch": 2.8862741059244574,
      "grad_norm": 15.895180702209473,
      "learning_rate": 5e-06,
      "loss": 0.9815,
      "step": 112100
    },
    {
      "epoch": 2.88884883750869,
      "grad_norm": 13.789717674255371,
      "learning_rate": 5e-06,
      "loss": 0.9505,
      "step": 112200
    },
    {
      "epoch": 2.891423569092922,
      "grad_norm": 16.117189407348633,
      "learning_rate": 5e-06,
      "loss": 0.9427,
      "step": 112300
    },
    {
      "epoch": 2.893998300677154,
      "grad_norm": 14.335229873657227,
      "learning_rate": 5e-06,
      "loss": 0.9581,
      "step": 112400
    },
    {
      "epoch": 2.8965730322613865,
      "grad_norm": 16.118183135986328,
      "learning_rate": 5e-06,
      "loss": 0.9668,
      "step": 112500
    },
    {
      "epoch": 2.899147763845619,
      "grad_norm": 17.251455307006836,
      "learning_rate": 5e-06,
      "loss": 0.9771,
      "step": 112600
    },
    {
      "epoch": 2.9017224954298513,
      "grad_norm": 14.294649124145508,
      "learning_rate": 5e-06,
      "loss": 0.956,
      "step": 112700
    },
    {
      "epoch": 2.9042972270140837,
      "grad_norm": 16.31850814819336,
      "learning_rate": 5e-06,
      "loss": 0.966,
      "step": 112800
    },
    {
      "epoch": 2.906871958598316,
      "grad_norm": 16.367801666259766,
      "learning_rate": 5e-06,
      "loss": 0.935,
      "step": 112900
    },
    {
      "epoch": 2.9094466901825484,
      "grad_norm": 15.000927925109863,
      "learning_rate": 5e-06,
      "loss": 0.9669,
      "step": 113000
    },
    {
      "epoch": 2.912021421766781,
      "grad_norm": 13.976107597351074,
      "learning_rate": 5e-06,
      "loss": 0.9828,
      "step": 113100
    },
    {
      "epoch": 2.914596153351013,
      "grad_norm": 12.056349754333496,
      "learning_rate": 5e-06,
      "loss": 0.9452,
      "step": 113200
    },
    {
      "epoch": 2.9171708849352456,
      "grad_norm": 14.931753158569336,
      "learning_rate": 5e-06,
      "loss": 0.9753,
      "step": 113300
    },
    {
      "epoch": 2.919745616519478,
      "grad_norm": 12.278682708740234,
      "learning_rate": 5e-06,
      "loss": 0.9641,
      "step": 113400
    },
    {
      "epoch": 2.9223203481037103,
      "grad_norm": 15.388172149658203,
      "learning_rate": 5e-06,
      "loss": 0.9479,
      "step": 113500
    },
    {
      "epoch": 2.9248950796879427,
      "grad_norm": 12.774141311645508,
      "learning_rate": 5e-06,
      "loss": 0.9739,
      "step": 113600
    },
    {
      "epoch": 2.927469811272175,
      "grad_norm": 15.249191284179688,
      "learning_rate": 5e-06,
      "loss": 0.9479,
      "step": 113700
    },
    {
      "epoch": 2.9300445428564075,
      "grad_norm": 17.588136672973633,
      "learning_rate": 5e-06,
      "loss": 0.9508,
      "step": 113800
    },
    {
      "epoch": 2.9326192744406394,
      "grad_norm": 17.67972755432129,
      "learning_rate": 5e-06,
      "loss": 0.9368,
      "step": 113900
    },
    {
      "epoch": 2.935194006024872,
      "grad_norm": 14.98459529876709,
      "learning_rate": 5e-06,
      "loss": 0.9258,
      "step": 114000
    },
    {
      "epoch": 2.937768737609104,
      "grad_norm": 13.381731986999512,
      "learning_rate": 5e-06,
      "loss": 0.9286,
      "step": 114100
    },
    {
      "epoch": 2.9403434691933366,
      "grad_norm": 11.990306854248047,
      "learning_rate": 5e-06,
      "loss": 0.9564,
      "step": 114200
    },
    {
      "epoch": 2.942918200777569,
      "grad_norm": 14.781359672546387,
      "learning_rate": 5e-06,
      "loss": 0.9315,
      "step": 114300
    },
    {
      "epoch": 2.9454929323618013,
      "grad_norm": 14.485339164733887,
      "learning_rate": 5e-06,
      "loss": 0.9531,
      "step": 114400
    },
    {
      "epoch": 2.9480676639460337,
      "grad_norm": 12.037222862243652,
      "learning_rate": 5e-06,
      "loss": 0.9623,
      "step": 114500
    },
    {
      "epoch": 2.950642395530266,
      "grad_norm": 17.112119674682617,
      "learning_rate": 5e-06,
      "loss": 0.9495,
      "step": 114600
    },
    {
      "epoch": 2.9532171271144985,
      "grad_norm": 15.019370079040527,
      "learning_rate": 5e-06,
      "loss": 0.9396,
      "step": 114700
    },
    {
      "epoch": 2.9557918586987304,
      "grad_norm": 15.882868766784668,
      "learning_rate": 5e-06,
      "loss": 0.9471,
      "step": 114800
    },
    {
      "epoch": 2.958366590282963,
      "grad_norm": 16.104341506958008,
      "learning_rate": 5e-06,
      "loss": 0.9277,
      "step": 114900
    },
    {
      "epoch": 2.960941321867195,
      "grad_norm": 13.088451385498047,
      "learning_rate": 5e-06,
      "loss": 0.9472,
      "step": 115000
    },
    {
      "epoch": 2.9635160534514275,
      "grad_norm": 11.757813453674316,
      "learning_rate": 5e-06,
      "loss": 0.932,
      "step": 115100
    },
    {
      "epoch": 2.96609078503566,
      "grad_norm": 12.821564674377441,
      "learning_rate": 5e-06,
      "loss": 0.9433,
      "step": 115200
    },
    {
      "epoch": 2.9686655166198923,
      "grad_norm": 14.266095161437988,
      "learning_rate": 5e-06,
      "loss": 0.926,
      "step": 115300
    },
    {
      "epoch": 2.9712402482041247,
      "grad_norm": 15.508221626281738,
      "learning_rate": 5e-06,
      "loss": 0.9107,
      "step": 115400
    },
    {
      "epoch": 2.973814979788357,
      "grad_norm": 15.719711303710938,
      "learning_rate": 5e-06,
      "loss": 0.9512,
      "step": 115500
    },
    {
      "epoch": 2.9763897113725895,
      "grad_norm": 22.05845832824707,
      "learning_rate": 5e-06,
      "loss": 0.9172,
      "step": 115600
    },
    {
      "epoch": 2.978964442956822,
      "grad_norm": 14.275181770324707,
      "learning_rate": 5e-06,
      "loss": 0.9523,
      "step": 115700
    },
    {
      "epoch": 2.981539174541054,
      "grad_norm": 15.63095474243164,
      "learning_rate": 5e-06,
      "loss": 0.9153,
      "step": 115800
    },
    {
      "epoch": 2.9841139061252866,
      "grad_norm": 14.841440200805664,
      "learning_rate": 5e-06,
      "loss": 0.9162,
      "step": 115900
    },
    {
      "epoch": 2.986688637709519,
      "grad_norm": 15.1441650390625,
      "learning_rate": 5e-06,
      "loss": 0.9379,
      "step": 116000
    },
    {
      "epoch": 2.9892633692937514,
      "grad_norm": 12.898575782775879,
      "learning_rate": 5e-06,
      "loss": 0.9355,
      "step": 116100
    },
    {
      "epoch": 2.9918381008779837,
      "grad_norm": 13.087129592895508,
      "learning_rate": 5e-06,
      "loss": 0.9169,
      "step": 116200
    },
    {
      "epoch": 2.9944128324622157,
      "grad_norm": 12.964126586914062,
      "learning_rate": 5e-06,
      "loss": 0.939,
      "step": 116300
    },
    {
      "epoch": 2.996987564046448,
      "grad_norm": 13.938753128051758,
      "learning_rate": 5e-06,
      "loss": 0.9231,
      "step": 116400
    },
    {
      "epoch": 2.9995622956306804,
      "grad_norm": 16.780582427978516,
      "learning_rate": 5e-06,
      "loss": 0.9408,
      "step": 116500
    },
    {
      "epoch": 3.0,
      "step": 116517,
      "train_loss": 0.8567585349082947,
      "train_perplexity": 2.3555129923857474,
      "train_runtime": 768.7901,
      "train_samples_per_second": 404.152,
      "train_steps_per_second": 50.52
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.8574978113174438,
      "eval_perplexity": 2.3572550114099085,
      "eval_runtime": 196.6627,
      "eval_samples_per_second": 394.976,
      "eval_steps_per_second": 49.374,
      "step": 116517
    },
    {
      "epoch": 3.002137027214913,
      "grad_norm": 12.007628440856934,
      "learning_rate": 5e-06,
      "loss": 0.9302,
      "step": 116600
    },
    {
      "epoch": 3.004711758799145,
      "grad_norm": 12.470027923583984,
      "learning_rate": 5e-06,
      "loss": 0.9336,
      "step": 116700
    },
    {
      "epoch": 3.0072864903833776,
      "grad_norm": 14.12043571472168,
      "learning_rate": 5e-06,
      "loss": 0.9247,
      "step": 116800
    },
    {
      "epoch": 3.00986122196761,
      "grad_norm": 13.793421745300293,
      "learning_rate": 5e-06,
      "loss": 0.9385,
      "step": 116900
    },
    {
      "epoch": 3.0124359535518423,
      "grad_norm": 14.238472938537598,
      "learning_rate": 5e-06,
      "loss": 0.9405,
      "step": 117000
    },
    {
      "epoch": 3.0150106851360747,
      "grad_norm": 12.182281494140625,
      "learning_rate": 5e-06,
      "loss": 0.9369,
      "step": 117100
    },
    {
      "epoch": 3.017585416720307,
      "grad_norm": 10.927680015563965,
      "learning_rate": 5e-06,
      "loss": 0.9187,
      "step": 117200
    },
    {
      "epoch": 3.020160148304539,
      "grad_norm": 12.863787651062012,
      "learning_rate": 5e-06,
      "loss": 0.9224,
      "step": 117300
    },
    {
      "epoch": 3.0227348798887714,
      "grad_norm": 11.61780071258545,
      "learning_rate": 5e-06,
      "loss": 0.9403,
      "step": 117400
    },
    {
      "epoch": 3.025309611473004,
      "grad_norm": 15.924612998962402,
      "learning_rate": 5e-06,
      "loss": 0.9205,
      "step": 117500
    },
    {
      "epoch": 3.027884343057236,
      "grad_norm": 10.5659761428833,
      "learning_rate": 5e-06,
      "loss": 0.9154,
      "step": 117600
    },
    {
      "epoch": 3.0304590746414686,
      "grad_norm": 12.931279182434082,
      "learning_rate": 5e-06,
      "loss": 0.9113,
      "step": 117700
    },
    {
      "epoch": 3.033033806225701,
      "grad_norm": 17.843780517578125,
      "learning_rate": 5e-06,
      "loss": 0.9053,
      "step": 117800
    },
    {
      "epoch": 3.0356085378099333,
      "grad_norm": 15.58558177947998,
      "learning_rate": 5e-06,
      "loss": 0.8917,
      "step": 117900
    },
    {
      "epoch": 3.0381832693941657,
      "grad_norm": 12.593729972839355,
      "learning_rate": 5e-06,
      "loss": 0.922,
      "step": 118000
    },
    {
      "epoch": 3.040758000978398,
      "grad_norm": 12.652576446533203,
      "learning_rate": 5e-06,
      "loss": 0.9334,
      "step": 118100
    },
    {
      "epoch": 3.0433327325626305,
      "grad_norm": 17.490406036376953,
      "learning_rate": 5e-06,
      "loss": 0.8988,
      "step": 118200
    },
    {
      "epoch": 3.045907464146863,
      "grad_norm": 12.883219718933105,
      "learning_rate": 5e-06,
      "loss": 0.9103,
      "step": 118300
    },
    {
      "epoch": 3.0484821957310952,
      "grad_norm": 12.87230110168457,
      "learning_rate": 5e-06,
      "loss": 0.9545,
      "step": 118400
    },
    {
      "epoch": 3.051056927315327,
      "grad_norm": 13.397831916809082,
      "learning_rate": 5e-06,
      "loss": 0.9565,
      "step": 118500
    },
    {
      "epoch": 3.0536316588995596,
      "grad_norm": 15.202682495117188,
      "learning_rate": 5e-06,
      "loss": 0.9104,
      "step": 118600
    },
    {
      "epoch": 3.056206390483792,
      "grad_norm": 18.0429744720459,
      "learning_rate": 5e-06,
      "loss": 0.9682,
      "step": 118700
    },
    {
      "epoch": 3.0587811220680243,
      "grad_norm": 15.466836929321289,
      "learning_rate": 5e-06,
      "loss": 0.9251,
      "step": 118800
    },
    {
      "epoch": 3.0613558536522567,
      "grad_norm": 18.242948532104492,
      "learning_rate": 5e-06,
      "loss": 0.922,
      "step": 118900
    },
    {
      "epoch": 3.063930585236489,
      "grad_norm": 12.232512474060059,
      "learning_rate": 5e-06,
      "loss": 0.935,
      "step": 119000
    },
    {
      "epoch": 3.0665053168207215,
      "grad_norm": 17.126537322998047,
      "learning_rate": 5e-06,
      "loss": 0.9424,
      "step": 119100
    },
    {
      "epoch": 3.069080048404954,
      "grad_norm": 13.246731758117676,
      "learning_rate": 5e-06,
      "loss": 0.9135,
      "step": 119200
    },
    {
      "epoch": 3.0716547799891862,
      "grad_norm": 11.228472709655762,
      "learning_rate": 5e-06,
      "loss": 0.9279,
      "step": 119300
    },
    {
      "epoch": 3.0742295115734186,
      "grad_norm": 12.395829200744629,
      "learning_rate": 5e-06,
      "loss": 0.9229,
      "step": 119400
    },
    {
      "epoch": 3.076804243157651,
      "grad_norm": 11.912026405334473,
      "learning_rate": 5e-06,
      "loss": 0.9047,
      "step": 119500
    },
    {
      "epoch": 3.079378974741883,
      "grad_norm": 12.439048767089844,
      "learning_rate": 5e-06,
      "loss": 0.9431,
      "step": 119600
    },
    {
      "epoch": 3.0819537063261153,
      "grad_norm": 12.413678169250488,
      "learning_rate": 5e-06,
      "loss": 0.9125,
      "step": 119700
    },
    {
      "epoch": 3.0845284379103477,
      "grad_norm": 12.793179512023926,
      "learning_rate": 5e-06,
      "loss": 0.9118,
      "step": 119800
    },
    {
      "epoch": 3.08710316949458,
      "grad_norm": 14.64872932434082,
      "learning_rate": 5e-06,
      "loss": 0.8892,
      "step": 119900
    },
    {
      "epoch": 3.0896779010788125,
      "grad_norm": 15.385213851928711,
      "learning_rate": 5e-06,
      "loss": 0.9241,
      "step": 120000
    },
    {
      "epoch": 3.092252632663045,
      "grad_norm": 14.759654998779297,
      "learning_rate": 5e-06,
      "loss": 0.9532,
      "step": 120100
    },
    {
      "epoch": 3.0948273642472772,
      "grad_norm": 11.737367630004883,
      "learning_rate": 5e-06,
      "loss": 0.8872,
      "step": 120200
    },
    {
      "epoch": 3.0974020958315096,
      "grad_norm": 11.787388801574707,
      "learning_rate": 5e-06,
      "loss": 0.9285,
      "step": 120300
    },
    {
      "epoch": 3.099976827415742,
      "grad_norm": 14.058150291442871,
      "learning_rate": 5e-06,
      "loss": 0.9091,
      "step": 120400
    },
    {
      "epoch": 3.1025515589999744,
      "grad_norm": 16.33635139465332,
      "learning_rate": 5e-06,
      "loss": 0.9296,
      "step": 120500
    },
    {
      "epoch": 3.1051262905842067,
      "grad_norm": 10.810911178588867,
      "learning_rate": 5e-06,
      "loss": 0.9258,
      "step": 120600
    },
    {
      "epoch": 3.107701022168439,
      "grad_norm": 16.269651412963867,
      "learning_rate": 5e-06,
      "loss": 0.9189,
      "step": 120700
    },
    {
      "epoch": 3.1102757537526715,
      "grad_norm": 17.000886917114258,
      "learning_rate": 5e-06,
      "loss": 0.9389,
      "step": 120800
    },
    {
      "epoch": 3.1128504853369034,
      "grad_norm": 14.656808853149414,
      "learning_rate": 5e-06,
      "loss": 0.9161,
      "step": 120900
    },
    {
      "epoch": 3.115425216921136,
      "grad_norm": 13.210878372192383,
      "learning_rate": 5e-06,
      "loss": 0.917,
      "step": 121000
    },
    {
      "epoch": 3.117999948505368,
      "grad_norm": 16.853023529052734,
      "learning_rate": 5e-06,
      "loss": 0.9163,
      "step": 121100
    },
    {
      "epoch": 3.1205746800896006,
      "grad_norm": 13.633353233337402,
      "learning_rate": 5e-06,
      "loss": 0.9285,
      "step": 121200
    },
    {
      "epoch": 3.123149411673833,
      "grad_norm": 14.677335739135742,
      "learning_rate": 5e-06,
      "loss": 0.9341,
      "step": 121300
    },
    {
      "epoch": 3.1257241432580654,
      "grad_norm": 13.840255737304688,
      "learning_rate": 5e-06,
      "loss": 0.8868,
      "step": 121400
    },
    {
      "epoch": 3.1282988748422977,
      "grad_norm": 14.70626163482666,
      "learning_rate": 5e-06,
      "loss": 0.9079,
      "step": 121500
    },
    {
      "epoch": 3.13087360642653,
      "grad_norm": 15.606703758239746,
      "learning_rate": 5e-06,
      "loss": 0.9366,
      "step": 121600
    },
    {
      "epoch": 3.1334483380107625,
      "grad_norm": 12.541796684265137,
      "learning_rate": 5e-06,
      "loss": 0.904,
      "step": 121700
    },
    {
      "epoch": 3.136023069594995,
      "grad_norm": 15.601882934570312,
      "learning_rate": 5e-06,
      "loss": 0.9058,
      "step": 121800
    },
    {
      "epoch": 3.1385978011792273,
      "grad_norm": 13.45211124420166,
      "learning_rate": 5e-06,
      "loss": 0.8779,
      "step": 121900
    },
    {
      "epoch": 3.141172532763459,
      "grad_norm": 14.8223295211792,
      "learning_rate": 5e-06,
      "loss": 0.906,
      "step": 122000
    },
    {
      "epoch": 3.1437472643476916,
      "grad_norm": 13.728155136108398,
      "learning_rate": 5e-06,
      "loss": 0.8788,
      "step": 122100
    },
    {
      "epoch": 3.146321995931924,
      "grad_norm": 14.381401062011719,
      "learning_rate": 5e-06,
      "loss": 0.9036,
      "step": 122200
    },
    {
      "epoch": 3.1488967275161563,
      "grad_norm": 17.198453903198242,
      "learning_rate": 5e-06,
      "loss": 0.9069,
      "step": 122300
    },
    {
      "epoch": 3.1514714591003887,
      "grad_norm": 17.006166458129883,
      "learning_rate": 5e-06,
      "loss": 0.8922,
      "step": 122400
    },
    {
      "epoch": 3.154046190684621,
      "grad_norm": 12.877832412719727,
      "learning_rate": 5e-06,
      "loss": 0.9068,
      "step": 122500
    },
    {
      "epoch": 3.1566209222688535,
      "grad_norm": 10.834754943847656,
      "learning_rate": 5e-06,
      "loss": 0.899,
      "step": 122600
    },
    {
      "epoch": 3.159195653853086,
      "grad_norm": 19.9267520904541,
      "learning_rate": 5e-06,
      "loss": 0.911,
      "step": 122700
    },
    {
      "epoch": 3.1617703854373183,
      "grad_norm": 12.685821533203125,
      "learning_rate": 5e-06,
      "loss": 0.8728,
      "step": 122800
    },
    {
      "epoch": 3.1643451170215506,
      "grad_norm": 15.927743911743164,
      "learning_rate": 5e-06,
      "loss": 0.8822,
      "step": 122900
    },
    {
      "epoch": 3.166919848605783,
      "grad_norm": 19.29505729675293,
      "learning_rate": 5e-06,
      "loss": 0.8881,
      "step": 123000
    },
    {
      "epoch": 3.1694945801900154,
      "grad_norm": 16.746620178222656,
      "learning_rate": 5e-06,
      "loss": 0.8855,
      "step": 123100
    },
    {
      "epoch": 3.1720693117742473,
      "grad_norm": 12.740958213806152,
      "learning_rate": 5e-06,
      "loss": 0.9152,
      "step": 123200
    },
    {
      "epoch": 3.1746440433584797,
      "grad_norm": 15.340124130249023,
      "learning_rate": 5e-06,
      "loss": 0.9166,
      "step": 123300
    },
    {
      "epoch": 3.177218774942712,
      "grad_norm": 16.486989974975586,
      "learning_rate": 5e-06,
      "loss": 0.897,
      "step": 123400
    },
    {
      "epoch": 3.1797935065269445,
      "grad_norm": 17.927175521850586,
      "learning_rate": 5e-06,
      "loss": 0.9028,
      "step": 123500
    },
    {
      "epoch": 3.182368238111177,
      "grad_norm": 16.8012638092041,
      "learning_rate": 5e-06,
      "loss": 0.9009,
      "step": 123600
    },
    {
      "epoch": 3.1849429696954092,
      "grad_norm": 13.01665210723877,
      "learning_rate": 5e-06,
      "loss": 0.9158,
      "step": 123700
    },
    {
      "epoch": 3.1875177012796416,
      "grad_norm": 13.970955848693848,
      "learning_rate": 5e-06,
      "loss": 0.9335,
      "step": 123800
    },
    {
      "epoch": 3.190092432863874,
      "grad_norm": 23.20087432861328,
      "learning_rate": 5e-06,
      "loss": 0.9023,
      "step": 123900
    },
    {
      "epoch": 3.1926671644481064,
      "grad_norm": 14.355244636535645,
      "learning_rate": 5e-06,
      "loss": 0.8885,
      "step": 124000
    },
    {
      "epoch": 3.1952418960323388,
      "grad_norm": 10.044114112854004,
      "learning_rate": 5e-06,
      "loss": 0.8716,
      "step": 124100
    },
    {
      "epoch": 3.197816627616571,
      "grad_norm": 18.257015228271484,
      "learning_rate": 5e-06,
      "loss": 0.9114,
      "step": 124200
    },
    {
      "epoch": 3.200391359200803,
      "grad_norm": 15.986767768859863,
      "learning_rate": 5e-06,
      "loss": 0.9172,
      "step": 124300
    },
    {
      "epoch": 3.2029660907850355,
      "grad_norm": 16.955432891845703,
      "learning_rate": 5e-06,
      "loss": 0.9088,
      "step": 124400
    },
    {
      "epoch": 3.205540822369268,
      "grad_norm": 15.457013130187988,
      "learning_rate": 5e-06,
      "loss": 0.9435,
      "step": 124500
    },
    {
      "epoch": 3.2081155539535002,
      "grad_norm": 13.074339866638184,
      "learning_rate": 5e-06,
      "loss": 0.892,
      "step": 124600
    },
    {
      "epoch": 3.2106902855377326,
      "grad_norm": 16.702077865600586,
      "learning_rate": 5e-06,
      "loss": 0.9026,
      "step": 124700
    },
    {
      "epoch": 3.213265017121965,
      "grad_norm": 17.21157455444336,
      "learning_rate": 5e-06,
      "loss": 0.894,
      "step": 124800
    },
    {
      "epoch": 3.2158397487061974,
      "grad_norm": 14.316143989562988,
      "learning_rate": 5e-06,
      "loss": 0.907,
      "step": 124900
    },
    {
      "epoch": 3.2184144802904298,
      "grad_norm": 17.417173385620117,
      "learning_rate": 5e-06,
      "loss": 0.8904,
      "step": 125000
    },
    {
      "epoch": 3.220989211874662,
      "grad_norm": 14.48344898223877,
      "learning_rate": 5e-06,
      "loss": 0.9101,
      "step": 125100
    },
    {
      "epoch": 3.2235639434588945,
      "grad_norm": 13.573720932006836,
      "learning_rate": 5e-06,
      "loss": 0.8891,
      "step": 125200
    },
    {
      "epoch": 3.226138675043127,
      "grad_norm": 15.156997680664062,
      "learning_rate": 5e-06,
      "loss": 0.9117,
      "step": 125300
    },
    {
      "epoch": 3.2287134066273593,
      "grad_norm": 14.15298080444336,
      "learning_rate": 5e-06,
      "loss": 0.892,
      "step": 125400
    },
    {
      "epoch": 3.2312881382115917,
      "grad_norm": 14.35377025604248,
      "learning_rate": 5e-06,
      "loss": 0.8605,
      "step": 125500
    },
    {
      "epoch": 3.2338628697958236,
      "grad_norm": 11.811018943786621,
      "learning_rate": 5e-06,
      "loss": 0.8818,
      "step": 125600
    },
    {
      "epoch": 3.236437601380056,
      "grad_norm": 13.313058853149414,
      "learning_rate": 5e-06,
      "loss": 0.8926,
      "step": 125700
    },
    {
      "epoch": 3.2390123329642884,
      "grad_norm": 10.683085441589355,
      "learning_rate": 5e-06,
      "loss": 0.8656,
      "step": 125800
    },
    {
      "epoch": 3.2415870645485207,
      "grad_norm": 15.927753448486328,
      "learning_rate": 5e-06,
      "loss": 0.863,
      "step": 125900
    },
    {
      "epoch": 3.244161796132753,
      "grad_norm": 12.133074760437012,
      "learning_rate": 5e-06,
      "loss": 0.9125,
      "step": 126000
    },
    {
      "epoch": 3.2467365277169855,
      "grad_norm": 14.859942436218262,
      "learning_rate": 5e-06,
      "loss": 0.8904,
      "step": 126100
    },
    {
      "epoch": 3.249311259301218,
      "grad_norm": 15.109002113342285,
      "learning_rate": 5e-06,
      "loss": 0.8824,
      "step": 126200
    },
    {
      "epoch": 3.2518859908854503,
      "grad_norm": 13.197628021240234,
      "learning_rate": 5e-06,
      "loss": 0.8923,
      "step": 126300
    },
    {
      "epoch": 3.2544607224696827,
      "grad_norm": 12.22272777557373,
      "learning_rate": 5e-06,
      "loss": 0.8715,
      "step": 126400
    },
    {
      "epoch": 3.257035454053915,
      "grad_norm": 12.743788719177246,
      "learning_rate": 5e-06,
      "loss": 0.9065,
      "step": 126500
    },
    {
      "epoch": 3.2596101856381474,
      "grad_norm": 12.660303115844727,
      "learning_rate": 5e-06,
      "loss": 0.865,
      "step": 126600
    },
    {
      "epoch": 3.2621849172223794,
      "grad_norm": 18.191041946411133,
      "learning_rate": 5e-06,
      "loss": 0.8742,
      "step": 126700
    },
    {
      "epoch": 3.2647596488066117,
      "grad_norm": 12.624454498291016,
      "learning_rate": 5e-06,
      "loss": 0.9126,
      "step": 126800
    },
    {
      "epoch": 3.267334380390844,
      "grad_norm": 13.5355863571167,
      "learning_rate": 5e-06,
      "loss": 0.9033,
      "step": 126900
    },
    {
      "epoch": 3.2699091119750765,
      "grad_norm": 15.08099365234375,
      "learning_rate": 5e-06,
      "loss": 0.88,
      "step": 127000
    },
    {
      "epoch": 3.272483843559309,
      "grad_norm": 11.979340553283691,
      "learning_rate": 5e-06,
      "loss": 0.8825,
      "step": 127100
    },
    {
      "epoch": 3.2750585751435413,
      "grad_norm": 11.899463653564453,
      "learning_rate": 5e-06,
      "loss": 0.887,
      "step": 127200
    },
    {
      "epoch": 3.2776333067277736,
      "grad_norm": 14.29028606414795,
      "learning_rate": 5e-06,
      "loss": 0.8966,
      "step": 127300
    },
    {
      "epoch": 3.280208038312006,
      "grad_norm": 12.034366607666016,
      "learning_rate": 5e-06,
      "loss": 0.8688,
      "step": 127400
    },
    {
      "epoch": 3.2827827698962384,
      "grad_norm": 13.288687705993652,
      "learning_rate": 5e-06,
      "loss": 0.9039,
      "step": 127500
    },
    {
      "epoch": 3.285357501480471,
      "grad_norm": 15.080668449401855,
      "learning_rate": 5e-06,
      "loss": 0.8664,
      "step": 127600
    },
    {
      "epoch": 3.287932233064703,
      "grad_norm": 13.833800315856934,
      "learning_rate": 5e-06,
      "loss": 0.8767,
      "step": 127700
    },
    {
      "epoch": 3.2905069646489356,
      "grad_norm": 13.921321868896484,
      "learning_rate": 5e-06,
      "loss": 0.8728,
      "step": 127800
    },
    {
      "epoch": 3.293081696233168,
      "grad_norm": 12.835203170776367,
      "learning_rate": 5e-06,
      "loss": 0.8661,
      "step": 127900
    },
    {
      "epoch": 3.2956564278174,
      "grad_norm": 13.129630088806152,
      "learning_rate": 5e-06,
      "loss": 0.8815,
      "step": 128000
    },
    {
      "epoch": 3.2982311594016323,
      "grad_norm": 13.165495872497559,
      "learning_rate": 5e-06,
      "loss": 0.8925,
      "step": 128100
    },
    {
      "epoch": 3.3008058909858646,
      "grad_norm": 16.99407196044922,
      "learning_rate": 5e-06,
      "loss": 0.86,
      "step": 128200
    },
    {
      "epoch": 3.303380622570097,
      "grad_norm": 13.691520690917969,
      "learning_rate": 5e-06,
      "loss": 0.862,
      "step": 128300
    },
    {
      "epoch": 3.3059553541543294,
      "grad_norm": 13.500086784362793,
      "learning_rate": 5e-06,
      "loss": 0.8577,
      "step": 128400
    },
    {
      "epoch": 3.3085300857385618,
      "grad_norm": 13.511808395385742,
      "learning_rate": 5e-06,
      "loss": 0.8874,
      "step": 128500
    },
    {
      "epoch": 3.311104817322794,
      "grad_norm": 16.822782516479492,
      "learning_rate": 5e-06,
      "loss": 0.8864,
      "step": 128600
    },
    {
      "epoch": 3.3136795489070265,
      "grad_norm": 18.423479080200195,
      "learning_rate": 5e-06,
      "loss": 0.8936,
      "step": 128700
    },
    {
      "epoch": 3.316254280491259,
      "grad_norm": 14.700027465820312,
      "learning_rate": 5e-06,
      "loss": 0.8723,
      "step": 128800
    },
    {
      "epoch": 3.3188290120754913,
      "grad_norm": 11.789368629455566,
      "learning_rate": 5e-06,
      "loss": 0.8596,
      "step": 128900
    },
    {
      "epoch": 3.3214037436597232,
      "grad_norm": 11.959110260009766,
      "learning_rate": 5e-06,
      "loss": 0.8635,
      "step": 129000
    },
    {
      "epoch": 3.3239784752439556,
      "grad_norm": 14.975363731384277,
      "learning_rate": 5e-06,
      "loss": 0.8608,
      "step": 129100
    },
    {
      "epoch": 3.326553206828188,
      "grad_norm": 13.086281776428223,
      "learning_rate": 5e-06,
      "loss": 0.8842,
      "step": 129200
    },
    {
      "epoch": 3.3291279384124204,
      "grad_norm": 16.672740936279297,
      "learning_rate": 5e-06,
      "loss": 0.8654,
      "step": 129300
    },
    {
      "epoch": 3.3317026699966528,
      "grad_norm": 12.908736228942871,
      "learning_rate": 5e-06,
      "loss": 0.8581,
      "step": 129400
    },
    {
      "epoch": 3.334277401580885,
      "grad_norm": 13.440557479858398,
      "learning_rate": 5e-06,
      "loss": 0.8932,
      "step": 129500
    },
    {
      "epoch": 3.3368521331651175,
      "grad_norm": 14.914935111999512,
      "learning_rate": 5e-06,
      "loss": 0.8636,
      "step": 129600
    },
    {
      "epoch": 3.33942686474935,
      "grad_norm": 10.032393455505371,
      "learning_rate": 5e-06,
      "loss": 0.8469,
      "step": 129700
    },
    {
      "epoch": 3.3420015963335823,
      "grad_norm": 13.684188842773438,
      "learning_rate": 5e-06,
      "loss": 0.8749,
      "step": 129800
    },
    {
      "epoch": 3.3445763279178147,
      "grad_norm": 13.654282569885254,
      "learning_rate": 5e-06,
      "loss": 0.8496,
      "step": 129900
    },
    {
      "epoch": 3.347151059502047,
      "grad_norm": 11.30009937286377,
      "learning_rate": 5e-06,
      "loss": 0.8484,
      "step": 130000
    },
    {
      "epoch": 3.3497257910862794,
      "grad_norm": 12.405896186828613,
      "learning_rate": 5e-06,
      "loss": 0.8538,
      "step": 130100
    },
    {
      "epoch": 3.352300522670512,
      "grad_norm": 13.507476806640625,
      "learning_rate": 5e-06,
      "loss": 0.8689,
      "step": 130200
    },
    {
      "epoch": 3.3548752542547438,
      "grad_norm": 13.300488471984863,
      "learning_rate": 5e-06,
      "loss": 0.85,
      "step": 130300
    },
    {
      "epoch": 3.357449985838976,
      "grad_norm": 12.77695369720459,
      "learning_rate": 5e-06,
      "loss": 0.8925,
      "step": 130400
    },
    {
      "epoch": 3.3600247174232085,
      "grad_norm": 13.626964569091797,
      "learning_rate": 5e-06,
      "loss": 0.8692,
      "step": 130500
    },
    {
      "epoch": 3.362599449007441,
      "grad_norm": 11.277206420898438,
      "learning_rate": 5e-06,
      "loss": 0.849,
      "step": 130600
    },
    {
      "epoch": 3.3651741805916733,
      "grad_norm": 11.766422271728516,
      "learning_rate": 5e-06,
      "loss": 0.8812,
      "step": 130700
    },
    {
      "epoch": 3.3677489121759057,
      "grad_norm": 16.34503746032715,
      "learning_rate": 5e-06,
      "loss": 0.903,
      "step": 130800
    },
    {
      "epoch": 3.370323643760138,
      "grad_norm": 12.348492622375488,
      "learning_rate": 5e-06,
      "loss": 0.8483,
      "step": 130900
    },
    {
      "epoch": 3.3728983753443704,
      "grad_norm": 11.586993217468262,
      "learning_rate": 5e-06,
      "loss": 0.8303,
      "step": 131000
    },
    {
      "epoch": 3.375473106928603,
      "grad_norm": 12.997631072998047,
      "learning_rate": 5e-06,
      "loss": 0.8517,
      "step": 131100
    },
    {
      "epoch": 3.378047838512835,
      "grad_norm": 15.589999198913574,
      "learning_rate": 5e-06,
      "loss": 0.8842,
      "step": 131200
    },
    {
      "epoch": 3.3806225700970676,
      "grad_norm": 14.544585227966309,
      "learning_rate": 5e-06,
      "loss": 0.8703,
      "step": 131300
    },
    {
      "epoch": 3.3831973016812995,
      "grad_norm": 12.680194854736328,
      "learning_rate": 5e-06,
      "loss": 0.8931,
      "step": 131400
    },
    {
      "epoch": 3.385772033265532,
      "grad_norm": 15.794917106628418,
      "learning_rate": 5e-06,
      "loss": 0.8845,
      "step": 131500
    },
    {
      "epoch": 3.3883467648497643,
      "grad_norm": 10.54428482055664,
      "learning_rate": 5e-06,
      "loss": 0.8611,
      "step": 131600
    },
    {
      "epoch": 3.3909214964339967,
      "grad_norm": 14.519193649291992,
      "learning_rate": 5e-06,
      "loss": 0.8691,
      "step": 131700
    },
    {
      "epoch": 3.393496228018229,
      "grad_norm": 11.996477127075195,
      "learning_rate": 5e-06,
      "loss": 0.8186,
      "step": 131800
    },
    {
      "epoch": 3.3960709596024614,
      "grad_norm": 11.178074836730957,
      "learning_rate": 5e-06,
      "loss": 0.8464,
      "step": 131900
    },
    {
      "epoch": 3.398645691186694,
      "grad_norm": 14.631436347961426,
      "learning_rate": 5e-06,
      "loss": 0.8488,
      "step": 132000
    },
    {
      "epoch": 3.401220422770926,
      "grad_norm": 15.353090286254883,
      "learning_rate": 5e-06,
      "loss": 0.8754,
      "step": 132100
    },
    {
      "epoch": 3.4037951543551586,
      "grad_norm": 11.026830673217773,
      "learning_rate": 5e-06,
      "loss": 0.8506,
      "step": 132200
    },
    {
      "epoch": 3.406369885939391,
      "grad_norm": 14.847561836242676,
      "learning_rate": 5e-06,
      "loss": 0.8736,
      "step": 132300
    },
    {
      "epoch": 3.4089446175236233,
      "grad_norm": 12.1812105178833,
      "learning_rate": 5e-06,
      "loss": 0.8661,
      "step": 132400
    },
    {
      "epoch": 3.4115193491078557,
      "grad_norm": 10.815180778503418,
      "learning_rate": 5e-06,
      "loss": 0.8587,
      "step": 132500
    },
    {
      "epoch": 3.414094080692088,
      "grad_norm": 14.108403205871582,
      "learning_rate": 5e-06,
      "loss": 0.8438,
      "step": 132600
    },
    {
      "epoch": 3.41666881227632,
      "grad_norm": 15.081748008728027,
      "learning_rate": 5e-06,
      "loss": 0.8537,
      "step": 132700
    },
    {
      "epoch": 3.4192435438605524,
      "grad_norm": 16.415189743041992,
      "learning_rate": 5e-06,
      "loss": 0.8407,
      "step": 132800
    },
    {
      "epoch": 3.421818275444785,
      "grad_norm": 15.891343116760254,
      "learning_rate": 5e-06,
      "loss": 0.8568,
      "step": 132900
    },
    {
      "epoch": 3.424393007029017,
      "grad_norm": 14.2318754196167,
      "learning_rate": 5e-06,
      "loss": 0.8603,
      "step": 133000
    },
    {
      "epoch": 3.4269677386132495,
      "grad_norm": 17.720727920532227,
      "learning_rate": 5e-06,
      "loss": 0.8903,
      "step": 133100
    },
    {
      "epoch": 3.429542470197482,
      "grad_norm": 11.209890365600586,
      "learning_rate": 5e-06,
      "loss": 0.8539,
      "step": 133200
    },
    {
      "epoch": 3.4321172017817143,
      "grad_norm": 11.272384643554688,
      "learning_rate": 5e-06,
      "loss": 0.8565,
      "step": 133300
    },
    {
      "epoch": 3.4346919333659467,
      "grad_norm": 11.377423286437988,
      "learning_rate": 5e-06,
      "loss": 0.8689,
      "step": 133400
    },
    {
      "epoch": 3.437266664950179,
      "grad_norm": 13.127481460571289,
      "learning_rate": 5e-06,
      "loss": 0.8913,
      "step": 133500
    },
    {
      "epoch": 3.4398413965344115,
      "grad_norm": 14.14244270324707,
      "learning_rate": 5e-06,
      "loss": 0.8682,
      "step": 133600
    },
    {
      "epoch": 3.4424161281186434,
      "grad_norm": 15.1219482421875,
      "learning_rate": 5e-06,
      "loss": 0.8717,
      "step": 133700
    },
    {
      "epoch": 3.4449908597028758,
      "grad_norm": 15.823944091796875,
      "learning_rate": 5e-06,
      "loss": 0.8738,
      "step": 133800
    },
    {
      "epoch": 3.447565591287108,
      "grad_norm": 15.406965255737305,
      "learning_rate": 5e-06,
      "loss": 0.8403,
      "step": 133900
    },
    {
      "epoch": 3.4501403228713405,
      "grad_norm": 11.336981773376465,
      "learning_rate": 5e-06,
      "loss": 0.8472,
      "step": 134000
    },
    {
      "epoch": 3.452715054455573,
      "grad_norm": 12.744636535644531,
      "learning_rate": 5e-06,
      "loss": 0.8539,
      "step": 134100
    },
    {
      "epoch": 3.4552897860398053,
      "grad_norm": 15.417450904846191,
      "learning_rate": 5e-06,
      "loss": 0.8513,
      "step": 134200
    },
    {
      "epoch": 3.4578645176240377,
      "grad_norm": 11.030156135559082,
      "learning_rate": 5e-06,
      "loss": 0.84,
      "step": 134300
    },
    {
      "epoch": 3.46043924920827,
      "grad_norm": 13.070474624633789,
      "learning_rate": 5e-06,
      "loss": 0.8065,
      "step": 134400
    },
    {
      "epoch": 3.4630139807925024,
      "grad_norm": 13.693727493286133,
      "learning_rate": 5e-06,
      "loss": 0.8441,
      "step": 134500
    },
    {
      "epoch": 3.465588712376735,
      "grad_norm": 11.32900333404541,
      "learning_rate": 5e-06,
      "loss": 0.8539,
      "step": 134600
    },
    {
      "epoch": 3.468163443960967,
      "grad_norm": 13.10656452178955,
      "learning_rate": 5e-06,
      "loss": 0.8349,
      "step": 134700
    },
    {
      "epoch": 3.4707381755451996,
      "grad_norm": 15.552061080932617,
      "learning_rate": 5e-06,
      "loss": 0.8146,
      "step": 134800
    },
    {
      "epoch": 3.473312907129432,
      "grad_norm": 13.945857048034668,
      "learning_rate": 5e-06,
      "loss": 0.8104,
      "step": 134900
    },
    {
      "epoch": 3.475887638713664,
      "grad_norm": 14.836535453796387,
      "learning_rate": 5e-06,
      "loss": 0.8146,
      "step": 135000
    },
    {
      "epoch": 3.4784623702978963,
      "grad_norm": 16.911489486694336,
      "learning_rate": 5e-06,
      "loss": 0.8378,
      "step": 135100
    },
    {
      "epoch": 3.4810371018821287,
      "grad_norm": 12.910287857055664,
      "learning_rate": 5e-06,
      "loss": 0.8321,
      "step": 135200
    },
    {
      "epoch": 3.483611833466361,
      "grad_norm": 13.568293571472168,
      "learning_rate": 5e-06,
      "loss": 0.8595,
      "step": 135300
    },
    {
      "epoch": 3.4861865650505934,
      "grad_norm": 12.39108657836914,
      "learning_rate": 5e-06,
      "loss": 0.8413,
      "step": 135400
    },
    {
      "epoch": 3.488761296634826,
      "grad_norm": 13.198841094970703,
      "learning_rate": 5e-06,
      "loss": 0.8424,
      "step": 135500
    },
    {
      "epoch": 3.491336028219058,
      "grad_norm": 11.698385238647461,
      "learning_rate": 5e-06,
      "loss": 0.8578,
      "step": 135600
    },
    {
      "epoch": 3.4939107598032906,
      "grad_norm": 13.019004821777344,
      "learning_rate": 5e-06,
      "loss": 0.8077,
      "step": 135700
    },
    {
      "epoch": 3.496485491387523,
      "grad_norm": 9.959492683410645,
      "learning_rate": 5e-06,
      "loss": 0.8454,
      "step": 135800
    },
    {
      "epoch": 3.4990602229717553,
      "grad_norm": 14.324518203735352,
      "learning_rate": 5e-06,
      "loss": 0.8545,
      "step": 135900
    },
    {
      "epoch": 3.5016349545559873,
      "grad_norm": 11.429963111877441,
      "learning_rate": 5e-06,
      "loss": 0.8444,
      "step": 136000
    },
    {
      "epoch": 3.5042096861402197,
      "grad_norm": 12.290199279785156,
      "learning_rate": 5e-06,
      "loss": 0.824,
      "step": 136100
    },
    {
      "epoch": 3.506784417724452,
      "grad_norm": 19.406597137451172,
      "learning_rate": 5e-06,
      "loss": 0.8694,
      "step": 136200
    },
    {
      "epoch": 3.5093591493086844,
      "grad_norm": 14.936006546020508,
      "learning_rate": 5e-06,
      "loss": 0.8515,
      "step": 136300
    },
    {
      "epoch": 3.511933880892917,
      "grad_norm": 13.059967994689941,
      "learning_rate": 5e-06,
      "loss": 0.85,
      "step": 136400
    },
    {
      "epoch": 3.514508612477149,
      "grad_norm": 13.77843952178955,
      "learning_rate": 5e-06,
      "loss": 0.8313,
      "step": 136500
    },
    {
      "epoch": 3.5170833440613816,
      "grad_norm": 10.82858657836914,
      "learning_rate": 5e-06,
      "loss": 0.8428,
      "step": 136600
    },
    {
      "epoch": 3.519658075645614,
      "grad_norm": 15.10338020324707,
      "learning_rate": 5e-06,
      "loss": 0.8546,
      "step": 136700
    },
    {
      "epoch": 3.5222328072298463,
      "grad_norm": 17.01725196838379,
      "learning_rate": 5e-06,
      "loss": 0.8777,
      "step": 136800
    },
    {
      "epoch": 3.5248075388140787,
      "grad_norm": 11.902974128723145,
      "learning_rate": 5e-06,
      "loss": 0.8596,
      "step": 136900
    },
    {
      "epoch": 3.527382270398311,
      "grad_norm": 12.091233253479004,
      "learning_rate": 5e-06,
      "loss": 0.8611,
      "step": 137000
    },
    {
      "epoch": 3.5299570019825435,
      "grad_norm": 11.67095947265625,
      "learning_rate": 5e-06,
      "loss": 0.8567,
      "step": 137100
    },
    {
      "epoch": 3.532531733566776,
      "grad_norm": 10.68117618560791,
      "learning_rate": 5e-06,
      "loss": 0.818,
      "step": 137200
    },
    {
      "epoch": 3.5351064651510082,
      "grad_norm": 15.876218795776367,
      "learning_rate": 5e-06,
      "loss": 0.8545,
      "step": 137300
    },
    {
      "epoch": 3.5376811967352406,
      "grad_norm": 16.511411666870117,
      "learning_rate": 5e-06,
      "loss": 0.8133,
      "step": 137400
    },
    {
      "epoch": 3.5402559283194726,
      "grad_norm": 11.125357627868652,
      "learning_rate": 5e-06,
      "loss": 0.8111,
      "step": 137500
    },
    {
      "epoch": 3.542830659903705,
      "grad_norm": 14.776090621948242,
      "learning_rate": 5e-06,
      "loss": 0.8287,
      "step": 137600
    },
    {
      "epoch": 3.5454053914879373,
      "grad_norm": 14.533405303955078,
      "learning_rate": 5e-06,
      "loss": 0.812,
      "step": 137700
    },
    {
      "epoch": 3.5479801230721697,
      "grad_norm": 14.155986785888672,
      "learning_rate": 5e-06,
      "loss": 0.8441,
      "step": 137800
    },
    {
      "epoch": 3.550554854656402,
      "grad_norm": 18.88019371032715,
      "learning_rate": 5e-06,
      "loss": 0.8285,
      "step": 137900
    },
    {
      "epoch": 3.5531295862406345,
      "grad_norm": 16.35905647277832,
      "learning_rate": 5e-06,
      "loss": 0.8286,
      "step": 138000
    },
    {
      "epoch": 3.555704317824867,
      "grad_norm": 13.278227806091309,
      "learning_rate": 5e-06,
      "loss": 0.8431,
      "step": 138100
    },
    {
      "epoch": 3.5582790494090992,
      "grad_norm": 12.708744049072266,
      "learning_rate": 5e-06,
      "loss": 0.8307,
      "step": 138200
    },
    {
      "epoch": 3.5608537809933316,
      "grad_norm": 14.538655281066895,
      "learning_rate": 5e-06,
      "loss": 0.8649,
      "step": 138300
    },
    {
      "epoch": 3.5634285125775635,
      "grad_norm": 14.276764869689941,
      "learning_rate": 5e-06,
      "loss": 0.843,
      "step": 138400
    },
    {
      "epoch": 3.566003244161796,
      "grad_norm": 12.906865119934082,
      "learning_rate": 5e-06,
      "loss": 0.8393,
      "step": 138500
    },
    {
      "epoch": 3.5685779757460283,
      "grad_norm": 14.405646324157715,
      "learning_rate": 5e-06,
      "loss": 0.8371,
      "step": 138600
    },
    {
      "epoch": 3.5711527073302607,
      "grad_norm": 14.331912994384766,
      "learning_rate": 5e-06,
      "loss": 0.8408,
      "step": 138700
    },
    {
      "epoch": 3.573727438914493,
      "grad_norm": 16.3211612701416,
      "learning_rate": 5e-06,
      "loss": 0.8444,
      "step": 138800
    },
    {
      "epoch": 3.5763021704987255,
      "grad_norm": 12.656486511230469,
      "learning_rate": 5e-06,
      "loss": 0.8325,
      "step": 138900
    },
    {
      "epoch": 3.578876902082958,
      "grad_norm": 13.278003692626953,
      "learning_rate": 5e-06,
      "loss": 0.855,
      "step": 139000
    },
    {
      "epoch": 3.58145163366719,
      "grad_norm": 13.125746726989746,
      "learning_rate": 5e-06,
      "loss": 0.8378,
      "step": 139100
    },
    {
      "epoch": 3.5840263652514226,
      "grad_norm": 15.686517715454102,
      "learning_rate": 5e-06,
      "loss": 0.8333,
      "step": 139200
    },
    {
      "epoch": 3.586601096835655,
      "grad_norm": 11.336722373962402,
      "learning_rate": 5e-06,
      "loss": 0.8407,
      "step": 139300
    },
    {
      "epoch": 3.5891758284198874,
      "grad_norm": 14.502938270568848,
      "learning_rate": 5e-06,
      "loss": 0.8171,
      "step": 139400
    },
    {
      "epoch": 3.5917505600041197,
      "grad_norm": 13.144006729125977,
      "learning_rate": 5e-06,
      "loss": 0.8107,
      "step": 139500
    },
    {
      "epoch": 3.594325291588352,
      "grad_norm": 20.57671546936035,
      "learning_rate": 5e-06,
      "loss": 0.8105,
      "step": 139600
    },
    {
      "epoch": 3.5969000231725845,
      "grad_norm": 15.354364395141602,
      "learning_rate": 5e-06,
      "loss": 0.8361,
      "step": 139700
    },
    {
      "epoch": 3.5994747547568164,
      "grad_norm": 10.4686918258667,
      "learning_rate": 5e-06,
      "loss": 0.8164,
      "step": 139800
    },
    {
      "epoch": 3.602049486341049,
      "grad_norm": 13.58383846282959,
      "learning_rate": 5e-06,
      "loss": 0.8254,
      "step": 139900
    },
    {
      "epoch": 3.604624217925281,
      "grad_norm": 11.376192092895508,
      "learning_rate": 5e-06,
      "loss": 0.8657,
      "step": 140000
    },
    {
      "epoch": 3.6071989495095136,
      "grad_norm": 14.302477836608887,
      "learning_rate": 5e-06,
      "loss": 0.8573,
      "step": 140100
    },
    {
      "epoch": 3.609773681093746,
      "grad_norm": 11.346750259399414,
      "learning_rate": 5e-06,
      "loss": 0.829,
      "step": 140200
    },
    {
      "epoch": 3.6123484126779783,
      "grad_norm": 11.117607116699219,
      "learning_rate": 5e-06,
      "loss": 0.8411,
      "step": 140300
    },
    {
      "epoch": 3.6149231442622107,
      "grad_norm": 13.265830993652344,
      "learning_rate": 5e-06,
      "loss": 0.8346,
      "step": 140400
    },
    {
      "epoch": 3.617497875846443,
      "grad_norm": 15.296601295471191,
      "learning_rate": 5e-06,
      "loss": 0.8366,
      "step": 140500
    },
    {
      "epoch": 3.6200726074306755,
      "grad_norm": 12.300174713134766,
      "learning_rate": 5e-06,
      "loss": 0.7853,
      "step": 140600
    },
    {
      "epoch": 3.6226473390149074,
      "grad_norm": 13.2002592086792,
      "learning_rate": 5e-06,
      "loss": 0.8452,
      "step": 140700
    },
    {
      "epoch": 3.62522207059914,
      "grad_norm": 11.89075756072998,
      "learning_rate": 5e-06,
      "loss": 0.8406,
      "step": 140800
    },
    {
      "epoch": 3.627796802183372,
      "grad_norm": 14.602411270141602,
      "learning_rate": 5e-06,
      "loss": 0.8482,
      "step": 140900
    },
    {
      "epoch": 3.6303715337676046,
      "grad_norm": 14.905298233032227,
      "learning_rate": 5e-06,
      "loss": 0.8394,
      "step": 141000
    },
    {
      "epoch": 3.632946265351837,
      "grad_norm": 16.23602867126465,
      "learning_rate": 5e-06,
      "loss": 0.8282,
      "step": 141100
    },
    {
      "epoch": 3.6355209969360693,
      "grad_norm": 15.820686340332031,
      "learning_rate": 5e-06,
      "loss": 0.8393,
      "step": 141200
    },
    {
      "epoch": 3.6380957285203017,
      "grad_norm": 16.04494857788086,
      "learning_rate": 5e-06,
      "loss": 0.8261,
      "step": 141300
    },
    {
      "epoch": 3.640670460104534,
      "grad_norm": 10.519577980041504,
      "learning_rate": 5e-06,
      "loss": 0.7963,
      "step": 141400
    },
    {
      "epoch": 3.6432451916887665,
      "grad_norm": 15.808539390563965,
      "learning_rate": 5e-06,
      "loss": 0.8113,
      "step": 141500
    },
    {
      "epoch": 3.645819923272999,
      "grad_norm": 12.630227088928223,
      "learning_rate": 5e-06,
      "loss": 0.8007,
      "step": 141600
    },
    {
      "epoch": 3.6483946548572312,
      "grad_norm": 10.697321891784668,
      "learning_rate": 5e-06,
      "loss": 0.8326,
      "step": 141700
    },
    {
      "epoch": 3.6509693864414636,
      "grad_norm": 16.071382522583008,
      "learning_rate": 5e-06,
      "loss": 0.8028,
      "step": 141800
    },
    {
      "epoch": 3.653544118025696,
      "grad_norm": 14.984735488891602,
      "learning_rate": 5e-06,
      "loss": 0.8336,
      "step": 141900
    },
    {
      "epoch": 3.6561188496099284,
      "grad_norm": 11.77112865447998,
      "learning_rate": 5e-06,
      "loss": 0.8388,
      "step": 142000
    },
    {
      "epoch": 3.6586935811941608,
      "grad_norm": 11.750458717346191,
      "learning_rate": 5e-06,
      "loss": 0.8172,
      "step": 142100
    },
    {
      "epoch": 3.6612683127783927,
      "grad_norm": 11.089754104614258,
      "learning_rate": 5e-06,
      "loss": 0.8439,
      "step": 142200
    },
    {
      "epoch": 3.663843044362625,
      "grad_norm": 10.439178466796875,
      "learning_rate": 5e-06,
      "loss": 0.8123,
      "step": 142300
    },
    {
      "epoch": 3.6664177759468575,
      "grad_norm": 12.935262680053711,
      "learning_rate": 5e-06,
      "loss": 0.8252,
      "step": 142400
    },
    {
      "epoch": 3.66899250753109,
      "grad_norm": 11.624046325683594,
      "learning_rate": 5e-06,
      "loss": 0.826,
      "step": 142500
    },
    {
      "epoch": 3.6715672391153222,
      "grad_norm": 14.083067893981934,
      "learning_rate": 5e-06,
      "loss": 0.797,
      "step": 142600
    },
    {
      "epoch": 3.6741419706995546,
      "grad_norm": 16.360807418823242,
      "learning_rate": 5e-06,
      "loss": 0.7921,
      "step": 142700
    },
    {
      "epoch": 3.676716702283787,
      "grad_norm": 17.021366119384766,
      "learning_rate": 5e-06,
      "loss": 0.7938,
      "step": 142800
    },
    {
      "epoch": 3.6792914338680194,
      "grad_norm": 14.954955101013184,
      "learning_rate": 5e-06,
      "loss": 0.8412,
      "step": 142900
    },
    {
      "epoch": 3.6818661654522518,
      "grad_norm": 13.946483612060547,
      "learning_rate": 5e-06,
      "loss": 0.8005,
      "step": 143000
    },
    {
      "epoch": 3.6844408970364837,
      "grad_norm": 14.468088150024414,
      "learning_rate": 5e-06,
      "loss": 0.796,
      "step": 143100
    },
    {
      "epoch": 3.687015628620716,
      "grad_norm": 13.730113983154297,
      "learning_rate": 5e-06,
      "loss": 0.7981,
      "step": 143200
    },
    {
      "epoch": 3.6895903602049485,
      "grad_norm": 11.825550079345703,
      "learning_rate": 5e-06,
      "loss": 0.7868,
      "step": 143300
    },
    {
      "epoch": 3.692165091789181,
      "grad_norm": 13.636521339416504,
      "learning_rate": 5e-06,
      "loss": 0.8185,
      "step": 143400
    },
    {
      "epoch": 3.6947398233734132,
      "grad_norm": 12.091479301452637,
      "learning_rate": 5e-06,
      "loss": 0.8158,
      "step": 143500
    },
    {
      "epoch": 3.6973145549576456,
      "grad_norm": 15.362635612487793,
      "learning_rate": 5e-06,
      "loss": 0.799,
      "step": 143600
    },
    {
      "epoch": 3.699889286541878,
      "grad_norm": 14.326178550720215,
      "learning_rate": 5e-06,
      "loss": 0.8277,
      "step": 143700
    },
    {
      "epoch": 3.7024640181261104,
      "grad_norm": 16.151567459106445,
      "learning_rate": 5e-06,
      "loss": 0.8355,
      "step": 143800
    },
    {
      "epoch": 3.7050387497103427,
      "grad_norm": 11.592233657836914,
      "learning_rate": 5e-06,
      "loss": 0.779,
      "step": 143900
    },
    {
      "epoch": 3.707613481294575,
      "grad_norm": 14.539159774780273,
      "learning_rate": 5e-06,
      "loss": 0.7959,
      "step": 144000
    },
    {
      "epoch": 3.7101882128788075,
      "grad_norm": 15.236886978149414,
      "learning_rate": 5e-06,
      "loss": 0.7971,
      "step": 144100
    },
    {
      "epoch": 3.71276294446304,
      "grad_norm": 12.202034950256348,
      "learning_rate": 5e-06,
      "loss": 0.8327,
      "step": 144200
    },
    {
      "epoch": 3.7153376760472723,
      "grad_norm": 13.268125534057617,
      "learning_rate": 5e-06,
      "loss": 0.8255,
      "step": 144300
    },
    {
      "epoch": 3.7179124076315047,
      "grad_norm": 16.60698890686035,
      "learning_rate": 5e-06,
      "loss": 0.8265,
      "step": 144400
    },
    {
      "epoch": 3.7204871392157366,
      "grad_norm": 14.173100471496582,
      "learning_rate": 5e-06,
      "loss": 0.8221,
      "step": 144500
    },
    {
      "epoch": 3.723061870799969,
      "grad_norm": 12.810410499572754,
      "learning_rate": 5e-06,
      "loss": 0.7942,
      "step": 144600
    },
    {
      "epoch": 3.7256366023842014,
      "grad_norm": 12.659140586853027,
      "learning_rate": 5e-06,
      "loss": 0.8223,
      "step": 144700
    },
    {
      "epoch": 3.7282113339684337,
      "grad_norm": 10.299368858337402,
      "learning_rate": 5e-06,
      "loss": 0.8082,
      "step": 144800
    },
    {
      "epoch": 3.730786065552666,
      "grad_norm": 12.546232223510742,
      "learning_rate": 5e-06,
      "loss": 0.786,
      "step": 144900
    },
    {
      "epoch": 3.7333607971368985,
      "grad_norm": 19.094392776489258,
      "learning_rate": 5e-06,
      "loss": 0.8366,
      "step": 145000
    },
    {
      "epoch": 3.735935528721131,
      "grad_norm": 11.780904769897461,
      "learning_rate": 5e-06,
      "loss": 0.8181,
      "step": 145100
    },
    {
      "epoch": 3.7385102603053633,
      "grad_norm": 14.551438331604004,
      "learning_rate": 5e-06,
      "loss": 0.8081,
      "step": 145200
    },
    {
      "epoch": 3.7410849918895956,
      "grad_norm": 13.582483291625977,
      "learning_rate": 5e-06,
      "loss": 0.8208,
      "step": 145300
    },
    {
      "epoch": 3.7436597234738276,
      "grad_norm": 13.160760879516602,
      "learning_rate": 5e-06,
      "loss": 0.8053,
      "step": 145400
    },
    {
      "epoch": 3.74623445505806,
      "grad_norm": 11.35169506072998,
      "learning_rate": 5e-06,
      "loss": 0.7993,
      "step": 145500
    },
    {
      "epoch": 3.7488091866422923,
      "grad_norm": 12.752361297607422,
      "learning_rate": 5e-06,
      "loss": 0.8323,
      "step": 145600
    },
    {
      "epoch": 3.7513839182265247,
      "grad_norm": 16.263626098632812,
      "learning_rate": 5e-06,
      "loss": 0.7958,
      "step": 145700
    },
    {
      "epoch": 3.753958649810757,
      "grad_norm": 11.260735511779785,
      "learning_rate": 5e-06,
      "loss": 0.7905,
      "step": 145800
    },
    {
      "epoch": 3.7565333813949895,
      "grad_norm": 13.154787063598633,
      "learning_rate": 5e-06,
      "loss": 0.7909,
      "step": 145900
    },
    {
      "epoch": 3.759108112979222,
      "grad_norm": 13.184491157531738,
      "learning_rate": 5e-06,
      "loss": 0.787,
      "step": 146000
    },
    {
      "epoch": 3.7616828445634543,
      "grad_norm": 14.078689575195312,
      "learning_rate": 5e-06,
      "loss": 0.787,
      "step": 146100
    },
    {
      "epoch": 3.7642575761476866,
      "grad_norm": 10.95246696472168,
      "learning_rate": 5e-06,
      "loss": 0.7857,
      "step": 146200
    },
    {
      "epoch": 3.766832307731919,
      "grad_norm": 16.091054916381836,
      "learning_rate": 5e-06,
      "loss": 0.8316,
      "step": 146300
    },
    {
      "epoch": 3.7694070393161514,
      "grad_norm": 12.204534530639648,
      "learning_rate": 5e-06,
      "loss": 0.7895,
      "step": 146400
    },
    {
      "epoch": 3.771981770900384,
      "grad_norm": 13.645925521850586,
      "learning_rate": 5e-06,
      "loss": 0.7924,
      "step": 146500
    },
    {
      "epoch": 3.774556502484616,
      "grad_norm": 14.57056999206543,
      "learning_rate": 5e-06,
      "loss": 0.7925,
      "step": 146600
    },
    {
      "epoch": 3.7771312340688485,
      "grad_norm": 13.736881256103516,
      "learning_rate": 5e-06,
      "loss": 0.7966,
      "step": 146700
    },
    {
      "epoch": 3.779705965653081,
      "grad_norm": 10.599567413330078,
      "learning_rate": 5e-06,
      "loss": 0.819,
      "step": 146800
    },
    {
      "epoch": 3.782280697237313,
      "grad_norm": 14.007311820983887,
      "learning_rate": 5e-06,
      "loss": 0.7774,
      "step": 146900
    },
    {
      "epoch": 3.7848554288215452,
      "grad_norm": 12.422170639038086,
      "learning_rate": 5e-06,
      "loss": 0.8054,
      "step": 147000
    },
    {
      "epoch": 3.7874301604057776,
      "grad_norm": 12.756150245666504,
      "learning_rate": 5e-06,
      "loss": 0.7957,
      "step": 147100
    },
    {
      "epoch": 3.79000489199001,
      "grad_norm": 12.984612464904785,
      "learning_rate": 5e-06,
      "loss": 0.8107,
      "step": 147200
    },
    {
      "epoch": 3.7925796235742424,
      "grad_norm": 13.648679733276367,
      "learning_rate": 5e-06,
      "loss": 0.8011,
      "step": 147300
    },
    {
      "epoch": 3.7951543551584748,
      "grad_norm": 13.076687812805176,
      "learning_rate": 5e-06,
      "loss": 0.7848,
      "step": 147400
    },
    {
      "epoch": 3.797729086742707,
      "grad_norm": 11.624155044555664,
      "learning_rate": 5e-06,
      "loss": 0.7942,
      "step": 147500
    },
    {
      "epoch": 3.8003038183269395,
      "grad_norm": 10.50381088256836,
      "learning_rate": 5e-06,
      "loss": 0.802,
      "step": 147600
    },
    {
      "epoch": 3.802878549911172,
      "grad_norm": 21.073251724243164,
      "learning_rate": 5e-06,
      "loss": 0.8093,
      "step": 147700
    },
    {
      "epoch": 3.805453281495404,
      "grad_norm": 14.838773727416992,
      "learning_rate": 5e-06,
      "loss": 0.8018,
      "step": 147800
    },
    {
      "epoch": 3.8080280130796362,
      "grad_norm": 13.754995346069336,
      "learning_rate": 5e-06,
      "loss": 0.8144,
      "step": 147900
    },
    {
      "epoch": 3.8106027446638686,
      "grad_norm": 14.874273300170898,
      "learning_rate": 5e-06,
      "loss": 0.7901,
      "step": 148000
    },
    {
      "epoch": 3.813177476248101,
      "grad_norm": 12.003450393676758,
      "learning_rate": 5e-06,
      "loss": 0.8165,
      "step": 148100
    },
    {
      "epoch": 3.8157522078323334,
      "grad_norm": 12.360032081604004,
      "learning_rate": 5e-06,
      "loss": 0.7992,
      "step": 148200
    },
    {
      "epoch": 3.8183269394165658,
      "grad_norm": 12.037007331848145,
      "learning_rate": 5e-06,
      "loss": 0.7762,
      "step": 148300
    },
    {
      "epoch": 3.820901671000798,
      "grad_norm": 11.011137962341309,
      "learning_rate": 5e-06,
      "loss": 0.7578,
      "step": 148400
    },
    {
      "epoch": 3.8234764025850305,
      "grad_norm": 12.44291877746582,
      "learning_rate": 5e-06,
      "loss": 0.8135,
      "step": 148500
    },
    {
      "epoch": 3.826051134169263,
      "grad_norm": 11.579090118408203,
      "learning_rate": 5e-06,
      "loss": 0.7852,
      "step": 148600
    },
    {
      "epoch": 3.8286258657534953,
      "grad_norm": 12.191275596618652,
      "learning_rate": 5e-06,
      "loss": 0.7941,
      "step": 148700
    },
    {
      "epoch": 3.8312005973377277,
      "grad_norm": 14.377025604248047,
      "learning_rate": 5e-06,
      "loss": 0.7949,
      "step": 148800
    },
    {
      "epoch": 3.83377532892196,
      "grad_norm": 13.88173770904541,
      "learning_rate": 5e-06,
      "loss": 0.7566,
      "step": 148900
    },
    {
      "epoch": 3.8363500605061924,
      "grad_norm": 11.302445411682129,
      "learning_rate": 5e-06,
      "loss": 0.8177,
      "step": 149000
    },
    {
      "epoch": 3.838924792090425,
      "grad_norm": 12.363880157470703,
      "learning_rate": 5e-06,
      "loss": 0.824,
      "step": 149100
    },
    {
      "epoch": 3.841499523674657,
      "grad_norm": 14.898826599121094,
      "learning_rate": 5e-06,
      "loss": 0.786,
      "step": 149200
    },
    {
      "epoch": 3.844074255258889,
      "grad_norm": 11.486017227172852,
      "learning_rate": 5e-06,
      "loss": 0.7608,
      "step": 149300
    },
    {
      "epoch": 3.8466489868431215,
      "grad_norm": 13.828142166137695,
      "learning_rate": 5e-06,
      "loss": 0.766,
      "step": 149400
    },
    {
      "epoch": 3.849223718427354,
      "grad_norm": 15.141844749450684,
      "learning_rate": 5e-06,
      "loss": 0.7916,
      "step": 149500
    },
    {
      "epoch": 3.8517984500115863,
      "grad_norm": 13.023599624633789,
      "learning_rate": 5e-06,
      "loss": 0.7902,
      "step": 149600
    },
    {
      "epoch": 3.8543731815958187,
      "grad_norm": 17.549272537231445,
      "learning_rate": 5e-06,
      "loss": 0.7732,
      "step": 149700
    },
    {
      "epoch": 3.856947913180051,
      "grad_norm": 13.28161334991455,
      "learning_rate": 5e-06,
      "loss": 0.7899,
      "step": 149800
    },
    {
      "epoch": 3.8595226447642834,
      "grad_norm": 10.765008926391602,
      "learning_rate": 5e-06,
      "loss": 0.7804,
      "step": 149900
    },
    {
      "epoch": 3.862097376348516,
      "grad_norm": 21.712066650390625,
      "learning_rate": 5e-06,
      "loss": 0.7696,
      "step": 150000
    },
    {
      "epoch": 3.8646721079327477,
      "grad_norm": 11.565238952636719,
      "learning_rate": 5e-06,
      "loss": 0.7998,
      "step": 150100
    },
    {
      "epoch": 3.86724683951698,
      "grad_norm": 12.38209056854248,
      "learning_rate": 5e-06,
      "loss": 0.811,
      "step": 150200
    },
    {
      "epoch": 3.8698215711012125,
      "grad_norm": 15.498897552490234,
      "learning_rate": 5e-06,
      "loss": 0.7801,
      "step": 150300
    },
    {
      "epoch": 3.872396302685445,
      "grad_norm": 13.60191822052002,
      "learning_rate": 5e-06,
      "loss": 0.7732,
      "step": 150400
    },
    {
      "epoch": 3.8749710342696773,
      "grad_norm": 15.433417320251465,
      "learning_rate": 5e-06,
      "loss": 0.7764,
      "step": 150500
    },
    {
      "epoch": 3.8775457658539096,
      "grad_norm": 15.836485862731934,
      "learning_rate": 5e-06,
      "loss": 0.8283,
      "step": 150600
    },
    {
      "epoch": 3.880120497438142,
      "grad_norm": 13.573822975158691,
      "learning_rate": 5e-06,
      "loss": 0.7877,
      "step": 150700
    },
    {
      "epoch": 3.8826952290223744,
      "grad_norm": 14.273398399353027,
      "learning_rate": 5e-06,
      "loss": 0.7923,
      "step": 150800
    },
    {
      "epoch": 3.885269960606607,
      "grad_norm": 12.58752727508545,
      "learning_rate": 5e-06,
      "loss": 0.7698,
      "step": 150900
    },
    {
      "epoch": 3.887844692190839,
      "grad_norm": 13.068655014038086,
      "learning_rate": 5e-06,
      "loss": 0.7836,
      "step": 151000
    },
    {
      "epoch": 3.8904194237750716,
      "grad_norm": 12.991791725158691,
      "learning_rate": 5e-06,
      "loss": 0.7953,
      "step": 151100
    },
    {
      "epoch": 3.892994155359304,
      "grad_norm": 15.354621887207031,
      "learning_rate": 5e-06,
      "loss": 0.7976,
      "step": 151200
    },
    {
      "epoch": 3.8955688869435363,
      "grad_norm": 12.57015609741211,
      "learning_rate": 5e-06,
      "loss": 0.7746,
      "step": 151300
    },
    {
      "epoch": 3.8981436185277687,
      "grad_norm": 16.268308639526367,
      "learning_rate": 5e-06,
      "loss": 0.7718,
      "step": 151400
    },
    {
      "epoch": 3.900718350112001,
      "grad_norm": 14.472678184509277,
      "learning_rate": 5e-06,
      "loss": 0.7866,
      "step": 151500
    },
    {
      "epoch": 3.903293081696233,
      "grad_norm": 11.563076972961426,
      "learning_rate": 5e-06,
      "loss": 0.7824,
      "step": 151600
    },
    {
      "epoch": 3.9058678132804654,
      "grad_norm": 12.87458324432373,
      "learning_rate": 5e-06,
      "loss": 0.7771,
      "step": 151700
    },
    {
      "epoch": 3.9084425448646978,
      "grad_norm": 10.983972549438477,
      "learning_rate": 5e-06,
      "loss": 0.7866,
      "step": 151800
    },
    {
      "epoch": 3.91101727644893,
      "grad_norm": 12.134045600891113,
      "learning_rate": 5e-06,
      "loss": 0.7774,
      "step": 151900
    },
    {
      "epoch": 3.9135920080331625,
      "grad_norm": 15.153263092041016,
      "learning_rate": 5e-06,
      "loss": 0.7888,
      "step": 152000
    },
    {
      "epoch": 3.916166739617395,
      "grad_norm": 11.214104652404785,
      "learning_rate": 5e-06,
      "loss": 0.7932,
      "step": 152100
    },
    {
      "epoch": 3.9187414712016273,
      "grad_norm": 20.540693283081055,
      "learning_rate": 5e-06,
      "loss": 0.8148,
      "step": 152200
    },
    {
      "epoch": 3.9213162027858597,
      "grad_norm": 10.612624168395996,
      "learning_rate": 5e-06,
      "loss": 0.7932,
      "step": 152300
    },
    {
      "epoch": 3.923890934370092,
      "grad_norm": 11.021671295166016,
      "learning_rate": 5e-06,
      "loss": 0.7748,
      "step": 152400
    },
    {
      "epoch": 3.926465665954324,
      "grad_norm": 10.735218048095703,
      "learning_rate": 5e-06,
      "loss": 0.795,
      "step": 152500
    },
    {
      "epoch": 3.9290403975385564,
      "grad_norm": 12.16470718383789,
      "learning_rate": 5e-06,
      "loss": 0.7873,
      "step": 152600
    },
    {
      "epoch": 3.9316151291227888,
      "grad_norm": 15.339009284973145,
      "learning_rate": 5e-06,
      "loss": 0.7686,
      "step": 152700
    },
    {
      "epoch": 3.934189860707021,
      "grad_norm": 13.859762191772461,
      "learning_rate": 5e-06,
      "loss": 0.7987,
      "step": 152800
    },
    {
      "epoch": 3.9367645922912535,
      "grad_norm": 10.595699310302734,
      "learning_rate": 5e-06,
      "loss": 0.7899,
      "step": 152900
    },
    {
      "epoch": 3.939339323875486,
      "grad_norm": 10.569721221923828,
      "learning_rate": 5e-06,
      "loss": 0.7718,
      "step": 153000
    },
    {
      "epoch": 3.9419140554597183,
      "grad_norm": 12.79506778717041,
      "learning_rate": 5e-06,
      "loss": 0.7706,
      "step": 153100
    },
    {
      "epoch": 3.9444887870439507,
      "grad_norm": 14.826994895935059,
      "learning_rate": 5e-06,
      "loss": 0.7724,
      "step": 153200
    },
    {
      "epoch": 3.947063518628183,
      "grad_norm": 12.74069595336914,
      "learning_rate": 5e-06,
      "loss": 0.7781,
      "step": 153300
    },
    {
      "epoch": 3.9496382502124154,
      "grad_norm": 12.133363723754883,
      "learning_rate": 5e-06,
      "loss": 0.787,
      "step": 153400
    },
    {
      "epoch": 3.952212981796648,
      "grad_norm": 11.394617080688477,
      "learning_rate": 5e-06,
      "loss": 0.7776,
      "step": 153500
    },
    {
      "epoch": 3.95478771338088,
      "grad_norm": 15.270491600036621,
      "learning_rate": 5e-06,
      "loss": 0.7645,
      "step": 153600
    },
    {
      "epoch": 3.9573624449651126,
      "grad_norm": 12.490705490112305,
      "learning_rate": 5e-06,
      "loss": 0.7507,
      "step": 153700
    },
    {
      "epoch": 3.959937176549345,
      "grad_norm": 15.449872016906738,
      "learning_rate": 5e-06,
      "loss": 0.7917,
      "step": 153800
    },
    {
      "epoch": 3.9625119081335773,
      "grad_norm": 11.531953811645508,
      "learning_rate": 5e-06,
      "loss": 0.7806,
      "step": 153900
    },
    {
      "epoch": 3.9650866397178093,
      "grad_norm": 13.067987442016602,
      "learning_rate": 5e-06,
      "loss": 0.7725,
      "step": 154000
    },
    {
      "epoch": 3.9676613713020417,
      "grad_norm": 11.729438781738281,
      "learning_rate": 5e-06,
      "loss": 0.7401,
      "step": 154100
    },
    {
      "epoch": 3.970236102886274,
      "grad_norm": 11.218194007873535,
      "learning_rate": 5e-06,
      "loss": 0.7855,
      "step": 154200
    },
    {
      "epoch": 3.9728108344705064,
      "grad_norm": 10.93336296081543,
      "learning_rate": 5e-06,
      "loss": 0.7506,
      "step": 154300
    },
    {
      "epoch": 3.975385566054739,
      "grad_norm": 15.346878051757812,
      "learning_rate": 5e-06,
      "loss": 0.7885,
      "step": 154400
    },
    {
      "epoch": 3.977960297638971,
      "grad_norm": 23.722803115844727,
      "learning_rate": 5e-06,
      "loss": 0.8006,
      "step": 154500
    },
    {
      "epoch": 3.9805350292232036,
      "grad_norm": 12.046396255493164,
      "learning_rate": 5e-06,
      "loss": 0.7906,
      "step": 154600
    },
    {
      "epoch": 3.983109760807436,
      "grad_norm": 12.062309265136719,
      "learning_rate": 5e-06,
      "loss": 0.7695,
      "step": 154700
    },
    {
      "epoch": 3.9856844923916683,
      "grad_norm": 11.500178337097168,
      "learning_rate": 5e-06,
      "loss": 0.7593,
      "step": 154800
    },
    {
      "epoch": 3.9882592239759003,
      "grad_norm": 15.576916694641113,
      "learning_rate": 5e-06,
      "loss": 0.7821,
      "step": 154900
    },
    {
      "epoch": 3.9908339555601327,
      "grad_norm": 13.33004093170166,
      "learning_rate": 5e-06,
      "loss": 0.7889,
      "step": 155000
    },
    {
      "epoch": 3.993408687144365,
      "grad_norm": 11.827540397644043,
      "learning_rate": 5e-06,
      "loss": 0.7968,
      "step": 155100
    },
    {
      "epoch": 3.9959834187285974,
      "grad_norm": 15.261194229125977,
      "learning_rate": 5e-06,
      "loss": 0.7509,
      "step": 155200
    },
    {
      "epoch": 3.99855815031283,
      "grad_norm": 13.789012908935547,
      "learning_rate": 5e-06,
      "loss": 0.7592,
      "step": 155300
    },
    {
      "epoch": 4.0,
      "step": 155356,
      "train_loss": 0.6901441216468811,
      "train_perplexity": 1.994002891515922,
      "train_runtime": 774.6692,
      "train_samples_per_second": 401.085,
      "train_steps_per_second": 50.136
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.6904295682907104,
      "eval_perplexity": 1.9945721541922863,
      "eval_runtime": 192.9124,
      "eval_samples_per_second": 402.654,
      "eval_steps_per_second": 50.334,
      "step": 155356
    },
    {
      "epoch": 4.001132881897062,
      "grad_norm": 12.13858413696289,
      "learning_rate": 5e-06,
      "loss": 0.7862,
      "step": 155400
    },
    {
      "epoch": 4.003707613481295,
      "grad_norm": 17.07176399230957,
      "learning_rate": 5e-06,
      "loss": 0.7637,
      "step": 155500
    },
    {
      "epoch": 4.006282345065527,
      "grad_norm": 12.735941886901855,
      "learning_rate": 5e-06,
      "loss": 0.7984,
      "step": 155600
    },
    {
      "epoch": 4.008857076649759,
      "grad_norm": 12.02566146850586,
      "learning_rate": 5e-06,
      "loss": 0.7948,
      "step": 155700
    },
    {
      "epoch": 4.011431808233992,
      "grad_norm": 14.403950691223145,
      "learning_rate": 5e-06,
      "loss": 0.7385,
      "step": 155800
    },
    {
      "epoch": 4.014006539818224,
      "grad_norm": 13.501100540161133,
      "learning_rate": 5e-06,
      "loss": 0.7701,
      "step": 155900
    },
    {
      "epoch": 4.0165812714024565,
      "grad_norm": 15.657459259033203,
      "learning_rate": 5e-06,
      "loss": 0.769,
      "step": 156000
    },
    {
      "epoch": 4.019156002986689,
      "grad_norm": 13.7349853515625,
      "learning_rate": 5e-06,
      "loss": 0.8049,
      "step": 156100
    },
    {
      "epoch": 4.021730734570921,
      "grad_norm": 9.856023788452148,
      "learning_rate": 5e-06,
      "loss": 0.7817,
      "step": 156200
    },
    {
      "epoch": 4.024305466155154,
      "grad_norm": 11.61460018157959,
      "learning_rate": 5e-06,
      "loss": 0.7619,
      "step": 156300
    },
    {
      "epoch": 4.026880197739386,
      "grad_norm": 13.205472946166992,
      "learning_rate": 5e-06,
      "loss": 0.7806,
      "step": 156400
    },
    {
      "epoch": 4.029454929323618,
      "grad_norm": 12.970826148986816,
      "learning_rate": 5e-06,
      "loss": 0.7533,
      "step": 156500
    },
    {
      "epoch": 4.032029660907851,
      "grad_norm": 12.908767700195312,
      "learning_rate": 5e-06,
      "loss": 0.7473,
      "step": 156600
    },
    {
      "epoch": 4.034604392492083,
      "grad_norm": 13.945391654968262,
      "learning_rate": 5e-06,
      "loss": 0.7671,
      "step": 156700
    },
    {
      "epoch": 4.037179124076315,
      "grad_norm": 15.339862823486328,
      "learning_rate": 5e-06,
      "loss": 0.7963,
      "step": 156800
    },
    {
      "epoch": 4.039753855660547,
      "grad_norm": 11.110824584960938,
      "learning_rate": 5e-06,
      "loss": 0.7775,
      "step": 156900
    },
    {
      "epoch": 4.042328587244779,
      "grad_norm": 14.606369018554688,
      "learning_rate": 5e-06,
      "loss": 0.7649,
      "step": 157000
    },
    {
      "epoch": 4.044903318829012,
      "grad_norm": 13.591034889221191,
      "learning_rate": 5e-06,
      "loss": 0.7565,
      "step": 157100
    },
    {
      "epoch": 4.047478050413244,
      "grad_norm": 14.742208480834961,
      "learning_rate": 5e-06,
      "loss": 0.7472,
      "step": 157200
    },
    {
      "epoch": 4.0500527819974765,
      "grad_norm": 13.519161224365234,
      "learning_rate": 5e-06,
      "loss": 0.7761,
      "step": 157300
    },
    {
      "epoch": 4.052627513581709,
      "grad_norm": 12.978071212768555,
      "learning_rate": 5e-06,
      "loss": 0.7385,
      "step": 157400
    },
    {
      "epoch": 4.055202245165941,
      "grad_norm": 12.74181842803955,
      "learning_rate": 5e-06,
      "loss": 0.7526,
      "step": 157500
    },
    {
      "epoch": 4.057776976750174,
      "grad_norm": 17.114253997802734,
      "learning_rate": 5e-06,
      "loss": 0.774,
      "step": 157600
    },
    {
      "epoch": 4.060351708334406,
      "grad_norm": 12.187227249145508,
      "learning_rate": 5e-06,
      "loss": 0.7472,
      "step": 157700
    },
    {
      "epoch": 4.062926439918638,
      "grad_norm": 10.428021430969238,
      "learning_rate": 5e-06,
      "loss": 0.7811,
      "step": 157800
    },
    {
      "epoch": 4.065501171502871,
      "grad_norm": 11.69235610961914,
      "learning_rate": 5e-06,
      "loss": 0.7603,
      "step": 157900
    },
    {
      "epoch": 4.068075903087103,
      "grad_norm": 12.119787216186523,
      "learning_rate": 5e-06,
      "loss": 0.7834,
      "step": 158000
    },
    {
      "epoch": 4.070650634671336,
      "grad_norm": 11.526111602783203,
      "learning_rate": 5e-06,
      "loss": 0.7646,
      "step": 158100
    },
    {
      "epoch": 4.073225366255568,
      "grad_norm": 15.2213773727417,
      "learning_rate": 5e-06,
      "loss": 0.7628,
      "step": 158200
    },
    {
      "epoch": 4.0758000978398,
      "grad_norm": 12.482725143432617,
      "learning_rate": 5e-06,
      "loss": 0.7682,
      "step": 158300
    },
    {
      "epoch": 4.078374829424033,
      "grad_norm": 13.295014381408691,
      "learning_rate": 5e-06,
      "loss": 0.7765,
      "step": 158400
    },
    {
      "epoch": 4.080949561008265,
      "grad_norm": 12.303775787353516,
      "learning_rate": 5e-06,
      "loss": 0.757,
      "step": 158500
    },
    {
      "epoch": 4.0835242925924975,
      "grad_norm": 12.632844924926758,
      "learning_rate": 5e-06,
      "loss": 0.7694,
      "step": 158600
    },
    {
      "epoch": 4.08609902417673,
      "grad_norm": 10.710729598999023,
      "learning_rate": 5e-06,
      "loss": 0.7665,
      "step": 158700
    },
    {
      "epoch": 4.088673755760962,
      "grad_norm": 13.589920043945312,
      "learning_rate": 5e-06,
      "loss": 0.7573,
      "step": 158800
    },
    {
      "epoch": 4.091248487345195,
      "grad_norm": 19.67510986328125,
      "learning_rate": 5e-06,
      "loss": 0.7669,
      "step": 158900
    },
    {
      "epoch": 4.093823218929427,
      "grad_norm": 12.580018997192383,
      "learning_rate": 5e-06,
      "loss": 0.7914,
      "step": 159000
    },
    {
      "epoch": 4.0963979505136585,
      "grad_norm": 9.98118782043457,
      "learning_rate": 5e-06,
      "loss": 0.7443,
      "step": 159100
    },
    {
      "epoch": 4.098972682097891,
      "grad_norm": 11.858845710754395,
      "learning_rate": 5e-06,
      "loss": 0.7576,
      "step": 159200
    },
    {
      "epoch": 4.101547413682123,
      "grad_norm": 14.697938919067383,
      "learning_rate": 5e-06,
      "loss": 0.7557,
      "step": 159300
    },
    {
      "epoch": 4.104122145266356,
      "grad_norm": 13.076457977294922,
      "learning_rate": 5e-06,
      "loss": 0.7831,
      "step": 159400
    },
    {
      "epoch": 4.106696876850588,
      "grad_norm": 9.05096435546875,
      "learning_rate": 5e-06,
      "loss": 0.7255,
      "step": 159500
    },
    {
      "epoch": 4.10927160843482,
      "grad_norm": 15.08700942993164,
      "learning_rate": 5e-06,
      "loss": 0.7788,
      "step": 159600
    },
    {
      "epoch": 4.111846340019053,
      "grad_norm": 11.283726692199707,
      "learning_rate": 5e-06,
      "loss": 0.7589,
      "step": 159700
    },
    {
      "epoch": 4.114421071603285,
      "grad_norm": 12.274957656860352,
      "learning_rate": 5e-06,
      "loss": 0.7565,
      "step": 159800
    },
    {
      "epoch": 4.116995803187518,
      "grad_norm": 15.627046585083008,
      "learning_rate": 5e-06,
      "loss": 0.7572,
      "step": 159900
    },
    {
      "epoch": 4.11957053477175,
      "grad_norm": 12.151432991027832,
      "learning_rate": 5e-06,
      "loss": 0.7365,
      "step": 160000
    },
    {
      "epoch": 4.122145266355982,
      "grad_norm": 13.147318840026855,
      "learning_rate": 5e-06,
      "loss": 0.777,
      "step": 160100
    },
    {
      "epoch": 4.124719997940215,
      "grad_norm": 13.636025428771973,
      "learning_rate": 5e-06,
      "loss": 0.7611,
      "step": 160200
    },
    {
      "epoch": 4.127294729524447,
      "grad_norm": 15.657310485839844,
      "learning_rate": 5e-06,
      "loss": 0.7408,
      "step": 160300
    },
    {
      "epoch": 4.1298694611086795,
      "grad_norm": 13.638872146606445,
      "learning_rate": 5e-06,
      "loss": 0.7492,
      "step": 160400
    },
    {
      "epoch": 4.132444192692912,
      "grad_norm": 10.967674255371094,
      "learning_rate": 5e-06,
      "loss": 0.763,
      "step": 160500
    },
    {
      "epoch": 4.135018924277144,
      "grad_norm": 14.393527030944824,
      "learning_rate": 5e-06,
      "loss": 0.7547,
      "step": 160600
    },
    {
      "epoch": 4.137593655861377,
      "grad_norm": 11.719549179077148,
      "learning_rate": 5e-06,
      "loss": 0.7501,
      "step": 160700
    },
    {
      "epoch": 4.140168387445609,
      "grad_norm": 14.118918418884277,
      "learning_rate": 5e-06,
      "loss": 0.7478,
      "step": 160800
    },
    {
      "epoch": 4.142743119029841,
      "grad_norm": 11.852794647216797,
      "learning_rate": 5e-06,
      "loss": 0.7864,
      "step": 160900
    },
    {
      "epoch": 4.145317850614074,
      "grad_norm": 14.683857917785645,
      "learning_rate": 5e-06,
      "loss": 0.7688,
      "step": 161000
    },
    {
      "epoch": 4.147892582198306,
      "grad_norm": 16.09450912475586,
      "learning_rate": 5e-06,
      "loss": 0.7562,
      "step": 161100
    },
    {
      "epoch": 4.1504673137825385,
      "grad_norm": 11.349645614624023,
      "learning_rate": 5e-06,
      "loss": 0.7266,
      "step": 161200
    },
    {
      "epoch": 4.153042045366771,
      "grad_norm": 14.678430557250977,
      "learning_rate": 5e-06,
      "loss": 0.7816,
      "step": 161300
    },
    {
      "epoch": 4.155616776951003,
      "grad_norm": 16.007600784301758,
      "learning_rate": 5e-06,
      "loss": 0.7404,
      "step": 161400
    },
    {
      "epoch": 4.158191508535235,
      "grad_norm": 14.243117332458496,
      "learning_rate": 5e-06,
      "loss": 0.7431,
      "step": 161500
    },
    {
      "epoch": 4.160766240119467,
      "grad_norm": 11.401178359985352,
      "learning_rate": 5e-06,
      "loss": 0.7553,
      "step": 161600
    },
    {
      "epoch": 4.1633409717036995,
      "grad_norm": 14.53785514831543,
      "learning_rate": 5e-06,
      "loss": 0.7624,
      "step": 161700
    },
    {
      "epoch": 4.165915703287932,
      "grad_norm": 10.38005256652832,
      "learning_rate": 5e-06,
      "loss": 0.7442,
      "step": 161800
    },
    {
      "epoch": 4.168490434872164,
      "grad_norm": 13.921195030212402,
      "learning_rate": 5e-06,
      "loss": 0.7692,
      "step": 161900
    },
    {
      "epoch": 4.171065166456397,
      "grad_norm": 13.554248809814453,
      "learning_rate": 5e-06,
      "loss": 0.7663,
      "step": 162000
    },
    {
      "epoch": 4.173639898040629,
      "grad_norm": 11.69398307800293,
      "learning_rate": 5e-06,
      "loss": 0.7295,
      "step": 162100
    },
    {
      "epoch": 4.1762146296248615,
      "grad_norm": 11.918219566345215,
      "learning_rate": 5e-06,
      "loss": 0.7528,
      "step": 162200
    },
    {
      "epoch": 4.178789361209094,
      "grad_norm": 14.403373718261719,
      "learning_rate": 5e-06,
      "loss": 0.7415,
      "step": 162300
    },
    {
      "epoch": 4.181364092793326,
      "grad_norm": 14.951498031616211,
      "learning_rate": 5e-06,
      "loss": 0.7589,
      "step": 162400
    },
    {
      "epoch": 4.183938824377559,
      "grad_norm": 10.637689590454102,
      "learning_rate": 5e-06,
      "loss": 0.7388,
      "step": 162500
    },
    {
      "epoch": 4.186513555961791,
      "grad_norm": 12.799954414367676,
      "learning_rate": 5e-06,
      "loss": 0.7091,
      "step": 162600
    },
    {
      "epoch": 4.189088287546023,
      "grad_norm": 11.886271476745605,
      "learning_rate": 5e-06,
      "loss": 0.7711,
      "step": 162700
    },
    {
      "epoch": 4.191663019130256,
      "grad_norm": 14.99052619934082,
      "learning_rate": 5e-06,
      "loss": 0.7769,
      "step": 162800
    },
    {
      "epoch": 4.194237750714488,
      "grad_norm": 11.739008903503418,
      "learning_rate": 5e-06,
      "loss": 0.7565,
      "step": 162900
    },
    {
      "epoch": 4.1968124822987205,
      "grad_norm": 14.364977836608887,
      "learning_rate": 5e-06,
      "loss": 0.722,
      "step": 163000
    },
    {
      "epoch": 4.199387213882953,
      "grad_norm": 11.735151290893555,
      "learning_rate": 5e-06,
      "loss": 0.7423,
      "step": 163100
    },
    {
      "epoch": 4.201961945467185,
      "grad_norm": 12.418008804321289,
      "learning_rate": 5e-06,
      "loss": 0.7336,
      "step": 163200
    },
    {
      "epoch": 4.204536677051418,
      "grad_norm": 12.629847526550293,
      "learning_rate": 5e-06,
      "loss": 0.7589,
      "step": 163300
    },
    {
      "epoch": 4.20711140863565,
      "grad_norm": 12.173304557800293,
      "learning_rate": 5e-06,
      "loss": 0.7306,
      "step": 163400
    },
    {
      "epoch": 4.209686140219882,
      "grad_norm": 14.237439155578613,
      "learning_rate": 5e-06,
      "loss": 0.7534,
      "step": 163500
    },
    {
      "epoch": 4.212260871804115,
      "grad_norm": 13.943838119506836,
      "learning_rate": 5e-06,
      "loss": 0.7449,
      "step": 163600
    },
    {
      "epoch": 4.214835603388347,
      "grad_norm": 11.841813087463379,
      "learning_rate": 5e-06,
      "loss": 0.723,
      "step": 163700
    },
    {
      "epoch": 4.217410334972579,
      "grad_norm": 19.589935302734375,
      "learning_rate": 5e-06,
      "loss": 0.7361,
      "step": 163800
    },
    {
      "epoch": 4.219985066556811,
      "grad_norm": 13.92099666595459,
      "learning_rate": 5e-06,
      "loss": 0.7322,
      "step": 163900
    },
    {
      "epoch": 4.222559798141043,
      "grad_norm": 12.32441234588623,
      "learning_rate": 5e-06,
      "loss": 0.7555,
      "step": 164000
    },
    {
      "epoch": 4.225134529725276,
      "grad_norm": 9.493768692016602,
      "learning_rate": 5e-06,
      "loss": 0.7601,
      "step": 164100
    },
    {
      "epoch": 4.227709261309508,
      "grad_norm": 11.046758651733398,
      "learning_rate": 5e-06,
      "loss": 0.7429,
      "step": 164200
    },
    {
      "epoch": 4.230283992893741,
      "grad_norm": 13.94837760925293,
      "learning_rate": 5e-06,
      "loss": 0.7578,
      "step": 164300
    },
    {
      "epoch": 4.232858724477973,
      "grad_norm": 17.699443817138672,
      "learning_rate": 5e-06,
      "loss": 0.7569,
      "step": 164400
    },
    {
      "epoch": 4.235433456062205,
      "grad_norm": 16.693349838256836,
      "learning_rate": 5e-06,
      "loss": 0.75,
      "step": 164500
    },
    {
      "epoch": 4.238008187646438,
      "grad_norm": 17.706037521362305,
      "learning_rate": 5e-06,
      "loss": 0.7326,
      "step": 164600
    },
    {
      "epoch": 4.24058291923067,
      "grad_norm": 13.392393112182617,
      "learning_rate": 5e-06,
      "loss": 0.7259,
      "step": 164700
    },
    {
      "epoch": 4.2431576508149025,
      "grad_norm": 12.099720001220703,
      "learning_rate": 5e-06,
      "loss": 0.7202,
      "step": 164800
    },
    {
      "epoch": 4.245732382399135,
      "grad_norm": 12.627581596374512,
      "learning_rate": 5e-06,
      "loss": 0.7352,
      "step": 164900
    },
    {
      "epoch": 4.248307113983367,
      "grad_norm": 13.302947044372559,
      "learning_rate": 5e-06,
      "loss": 0.7024,
      "step": 165000
    },
    {
      "epoch": 4.2508818455676,
      "grad_norm": 15.928030014038086,
      "learning_rate": 5e-06,
      "loss": 0.7434,
      "step": 165100
    },
    {
      "epoch": 4.253456577151832,
      "grad_norm": 12.672226905822754,
      "learning_rate": 5e-06,
      "loss": 0.7082,
      "step": 165200
    },
    {
      "epoch": 4.256031308736064,
      "grad_norm": 15.183541297912598,
      "learning_rate": 5e-06,
      "loss": 0.7648,
      "step": 165300
    },
    {
      "epoch": 4.258606040320297,
      "grad_norm": 12.423285484313965,
      "learning_rate": 5e-06,
      "loss": 0.7347,
      "step": 165400
    },
    {
      "epoch": 4.261180771904529,
      "grad_norm": 14.318646430969238,
      "learning_rate": 5e-06,
      "loss": 0.7444,
      "step": 165500
    },
    {
      "epoch": 4.2637555034887615,
      "grad_norm": 11.916478157043457,
      "learning_rate": 5e-06,
      "loss": 0.7205,
      "step": 165600
    },
    {
      "epoch": 4.266330235072994,
      "grad_norm": 12.790486335754395,
      "learning_rate": 5e-06,
      "loss": 0.7619,
      "step": 165700
    },
    {
      "epoch": 4.268904966657226,
      "grad_norm": 11.528227806091309,
      "learning_rate": 5e-06,
      "loss": 0.7265,
      "step": 165800
    },
    {
      "epoch": 4.271479698241459,
      "grad_norm": 11.983107566833496,
      "learning_rate": 5e-06,
      "loss": 0.7302,
      "step": 165900
    },
    {
      "epoch": 4.274054429825691,
      "grad_norm": 13.411101341247559,
      "learning_rate": 5e-06,
      "loss": 0.7346,
      "step": 166000
    },
    {
      "epoch": 4.276629161409923,
      "grad_norm": 16.206947326660156,
      "learning_rate": 5e-06,
      "loss": 0.7386,
      "step": 166100
    },
    {
      "epoch": 4.279203892994156,
      "grad_norm": 13.409831047058105,
      "learning_rate": 5e-06,
      "loss": 0.7385,
      "step": 166200
    },
    {
      "epoch": 4.281778624578387,
      "grad_norm": 13.464576721191406,
      "learning_rate": 5e-06,
      "loss": 0.7285,
      "step": 166300
    },
    {
      "epoch": 4.28435335616262,
      "grad_norm": 12.723325729370117,
      "learning_rate": 5e-06,
      "loss": 0.7459,
      "step": 166400
    },
    {
      "epoch": 4.286928087746852,
      "grad_norm": 12.143479347229004,
      "learning_rate": 5e-06,
      "loss": 0.7228,
      "step": 166500
    },
    {
      "epoch": 4.2895028193310845,
      "grad_norm": 13.802835464477539,
      "learning_rate": 5e-06,
      "loss": 0.7179,
      "step": 166600
    },
    {
      "epoch": 4.292077550915317,
      "grad_norm": 13.886476516723633,
      "learning_rate": 5e-06,
      "loss": 0.7461,
      "step": 166700
    },
    {
      "epoch": 4.294652282499549,
      "grad_norm": 15.433979988098145,
      "learning_rate": 5e-06,
      "loss": 0.7366,
      "step": 166800
    },
    {
      "epoch": 4.297227014083782,
      "grad_norm": 13.452744483947754,
      "learning_rate": 5e-06,
      "loss": 0.7428,
      "step": 166900
    },
    {
      "epoch": 4.299801745668014,
      "grad_norm": 11.873983383178711,
      "learning_rate": 5e-06,
      "loss": 0.7253,
      "step": 167000
    },
    {
      "epoch": 4.302376477252246,
      "grad_norm": 14.611493110656738,
      "learning_rate": 5e-06,
      "loss": 0.7532,
      "step": 167100
    },
    {
      "epoch": 4.304951208836479,
      "grad_norm": 17.33681869506836,
      "learning_rate": 5e-06,
      "loss": 0.7446,
      "step": 167200
    },
    {
      "epoch": 4.307525940420711,
      "grad_norm": 12.957789421081543,
      "learning_rate": 5e-06,
      "loss": 0.7024,
      "step": 167300
    },
    {
      "epoch": 4.3101006720049435,
      "grad_norm": 16.109758377075195,
      "learning_rate": 5e-06,
      "loss": 0.7027,
      "step": 167400
    },
    {
      "epoch": 4.312675403589176,
      "grad_norm": 13.241236686706543,
      "learning_rate": 5e-06,
      "loss": 0.7074,
      "step": 167500
    },
    {
      "epoch": 4.315250135173408,
      "grad_norm": 14.319315910339355,
      "learning_rate": 5e-06,
      "loss": 0.7239,
      "step": 167600
    },
    {
      "epoch": 4.317824866757641,
      "grad_norm": 13.709112167358398,
      "learning_rate": 5e-06,
      "loss": 0.7326,
      "step": 167700
    },
    {
      "epoch": 4.320399598341873,
      "grad_norm": 11.15198802947998,
      "learning_rate": 5e-06,
      "loss": 0.7299,
      "step": 167800
    },
    {
      "epoch": 4.322974329926105,
      "grad_norm": 16.747234344482422,
      "learning_rate": 5e-06,
      "loss": 0.7377,
      "step": 167900
    },
    {
      "epoch": 4.325549061510338,
      "grad_norm": 17.145681381225586,
      "learning_rate": 5e-06,
      "loss": 0.7203,
      "step": 168000
    },
    {
      "epoch": 4.32812379309457,
      "grad_norm": 14.878952980041504,
      "learning_rate": 5e-06,
      "loss": 0.7045,
      "step": 168100
    },
    {
      "epoch": 4.330698524678803,
      "grad_norm": 11.055231094360352,
      "learning_rate": 5e-06,
      "loss": 0.715,
      "step": 168200
    },
    {
      "epoch": 4.333273256263035,
      "grad_norm": 15.02189826965332,
      "learning_rate": 5e-06,
      "loss": 0.7252,
      "step": 168300
    },
    {
      "epoch": 4.335847987847267,
      "grad_norm": 12.52413558959961,
      "learning_rate": 5e-06,
      "loss": 0.7584,
      "step": 168400
    },
    {
      "epoch": 4.338422719431499,
      "grad_norm": 11.913135528564453,
      "learning_rate": 5e-06,
      "loss": 0.7404,
      "step": 168500
    },
    {
      "epoch": 4.340997451015731,
      "grad_norm": 12.428131103515625,
      "learning_rate": 5e-06,
      "loss": 0.7275,
      "step": 168600
    },
    {
      "epoch": 4.343572182599964,
      "grad_norm": 11.314994812011719,
      "learning_rate": 5e-06,
      "loss": 0.7189,
      "step": 168700
    },
    {
      "epoch": 4.346146914184196,
      "grad_norm": 18.916860580444336,
      "learning_rate": 5e-06,
      "loss": 0.7562,
      "step": 168800
    },
    {
      "epoch": 4.348721645768428,
      "grad_norm": 11.173318862915039,
      "learning_rate": 5e-06,
      "loss": 0.7007,
      "step": 168900
    },
    {
      "epoch": 4.351296377352661,
      "grad_norm": 11.046745300292969,
      "learning_rate": 5e-06,
      "loss": 0.7277,
      "step": 169000
    },
    {
      "epoch": 4.353871108936893,
      "grad_norm": 12.383456230163574,
      "learning_rate": 5e-06,
      "loss": 0.7085,
      "step": 169100
    },
    {
      "epoch": 4.3564458405211255,
      "grad_norm": 11.932636260986328,
      "learning_rate": 5e-06,
      "loss": 0.7165,
      "step": 169200
    },
    {
      "epoch": 4.359020572105358,
      "grad_norm": 15.059257507324219,
      "learning_rate": 5e-06,
      "loss": 0.7142,
      "step": 169300
    },
    {
      "epoch": 4.36159530368959,
      "grad_norm": 14.440327644348145,
      "learning_rate": 5e-06,
      "loss": 0.7339,
      "step": 169400
    },
    {
      "epoch": 4.364170035273823,
      "grad_norm": 12.740612983703613,
      "learning_rate": 5e-06,
      "loss": 0.7381,
      "step": 169500
    },
    {
      "epoch": 4.366744766858055,
      "grad_norm": 17.079605102539062,
      "learning_rate": 5e-06,
      "loss": 0.7244,
      "step": 169600
    },
    {
      "epoch": 4.369319498442287,
      "grad_norm": 9.443547248840332,
      "learning_rate": 5e-06,
      "loss": 0.7492,
      "step": 169700
    },
    {
      "epoch": 4.37189423002652,
      "grad_norm": 12.015549659729004,
      "learning_rate": 5e-06,
      "loss": 0.7183,
      "step": 169800
    },
    {
      "epoch": 4.374468961610752,
      "grad_norm": 12.919742584228516,
      "learning_rate": 5e-06,
      "loss": 0.7317,
      "step": 169900
    },
    {
      "epoch": 4.3770436931949845,
      "grad_norm": 13.129131317138672,
      "learning_rate": 5e-06,
      "loss": 0.7376,
      "step": 170000
    },
    {
      "epoch": 4.379618424779217,
      "grad_norm": 13.114360809326172,
      "learning_rate": 5e-06,
      "loss": 0.7425,
      "step": 170100
    },
    {
      "epoch": 4.382193156363449,
      "grad_norm": 16.661375045776367,
      "learning_rate": 5e-06,
      "loss": 0.7269,
      "step": 170200
    },
    {
      "epoch": 4.384767887947682,
      "grad_norm": 16.212705612182617,
      "learning_rate": 5e-06,
      "loss": 0.7407,
      "step": 170300
    },
    {
      "epoch": 4.387342619531914,
      "grad_norm": 13.702742576599121,
      "learning_rate": 5e-06,
      "loss": 0.7239,
      "step": 170400
    },
    {
      "epoch": 4.3899173511161464,
      "grad_norm": 13.538652420043945,
      "learning_rate": 5e-06,
      "loss": 0.7158,
      "step": 170500
    },
    {
      "epoch": 4.392492082700379,
      "grad_norm": 12.108826637268066,
      "learning_rate": 5e-06,
      "loss": 0.7121,
      "step": 170600
    },
    {
      "epoch": 4.395066814284611,
      "grad_norm": 11.987536430358887,
      "learning_rate": 5e-06,
      "loss": 0.7029,
      "step": 170700
    },
    {
      "epoch": 4.397641545868844,
      "grad_norm": 14.134591102600098,
      "learning_rate": 5e-06,
      "loss": 0.7504,
      "step": 170800
    },
    {
      "epoch": 4.400216277453076,
      "grad_norm": 14.083640098571777,
      "learning_rate": 5e-06,
      "loss": 0.7171,
      "step": 170900
    },
    {
      "epoch": 4.4027910090373075,
      "grad_norm": 14.032176971435547,
      "learning_rate": 5e-06,
      "loss": 0.762,
      "step": 171000
    },
    {
      "epoch": 4.40536574062154,
      "grad_norm": 12.867291450500488,
      "learning_rate": 5e-06,
      "loss": 0.7366,
      "step": 171100
    },
    {
      "epoch": 4.407940472205772,
      "grad_norm": 16.109060287475586,
      "learning_rate": 5e-06,
      "loss": 0.7477,
      "step": 171200
    },
    {
      "epoch": 4.410515203790005,
      "grad_norm": 11.924620628356934,
      "learning_rate": 5e-06,
      "loss": 0.7081,
      "step": 171300
    },
    {
      "epoch": 4.413089935374237,
      "grad_norm": 13.308629035949707,
      "learning_rate": 5e-06,
      "loss": 0.7152,
      "step": 171400
    },
    {
      "epoch": 4.415664666958469,
      "grad_norm": 12.412938117980957,
      "learning_rate": 5e-06,
      "loss": 0.7111,
      "step": 171500
    },
    {
      "epoch": 4.418239398542702,
      "grad_norm": 13.6265287399292,
      "learning_rate": 5e-06,
      "loss": 0.7442,
      "step": 171600
    },
    {
      "epoch": 4.420814130126934,
      "grad_norm": 16.19951820373535,
      "learning_rate": 5e-06,
      "loss": 0.7297,
      "step": 171700
    },
    {
      "epoch": 4.4233888617111665,
      "grad_norm": 12.222543716430664,
      "learning_rate": 5e-06,
      "loss": 0.7404,
      "step": 171800
    },
    {
      "epoch": 4.425963593295399,
      "grad_norm": 16.194446563720703,
      "learning_rate": 5e-06,
      "loss": 0.7294,
      "step": 171900
    },
    {
      "epoch": 4.428538324879631,
      "grad_norm": 11.317108154296875,
      "learning_rate": 5e-06,
      "loss": 0.732,
      "step": 172000
    },
    {
      "epoch": 4.431113056463864,
      "grad_norm": 10.77065372467041,
      "learning_rate": 5e-06,
      "loss": 0.7219,
      "step": 172100
    },
    {
      "epoch": 4.433687788048096,
      "grad_norm": 12.331360816955566,
      "learning_rate": 5e-06,
      "loss": 0.7335,
      "step": 172200
    },
    {
      "epoch": 4.436262519632328,
      "grad_norm": 14.216822624206543,
      "learning_rate": 5e-06,
      "loss": 0.723,
      "step": 172300
    },
    {
      "epoch": 4.438837251216561,
      "grad_norm": 15.38696002960205,
      "learning_rate": 5e-06,
      "loss": 0.7209,
      "step": 172400
    },
    {
      "epoch": 4.441411982800793,
      "grad_norm": 14.769875526428223,
      "learning_rate": 5e-06,
      "loss": 0.7178,
      "step": 172500
    },
    {
      "epoch": 4.443986714385026,
      "grad_norm": 12.26016902923584,
      "learning_rate": 5e-06,
      "loss": 0.7062,
      "step": 172600
    },
    {
      "epoch": 4.446561445969258,
      "grad_norm": 11.978557586669922,
      "learning_rate": 5e-06,
      "loss": 0.728,
      "step": 172700
    },
    {
      "epoch": 4.44913617755349,
      "grad_norm": 12.684925079345703,
      "learning_rate": 5e-06,
      "loss": 0.707,
      "step": 172800
    },
    {
      "epoch": 4.451710909137723,
      "grad_norm": 15.190869331359863,
      "learning_rate": 5e-06,
      "loss": 0.6879,
      "step": 172900
    },
    {
      "epoch": 4.454285640721955,
      "grad_norm": 10.786864280700684,
      "learning_rate": 5e-06,
      "loss": 0.7215,
      "step": 173000
    },
    {
      "epoch": 4.4568603723061875,
      "grad_norm": 14.756722450256348,
      "learning_rate": 5e-06,
      "loss": 0.6988,
      "step": 173100
    },
    {
      "epoch": 4.459435103890419,
      "grad_norm": 13.582551002502441,
      "learning_rate": 5e-06,
      "loss": 0.7495,
      "step": 173200
    },
    {
      "epoch": 4.462009835474651,
      "grad_norm": 13.93163776397705,
      "learning_rate": 5e-06,
      "loss": 0.7342,
      "step": 173300
    },
    {
      "epoch": 4.464584567058884,
      "grad_norm": 14.322484970092773,
      "learning_rate": 5e-06,
      "loss": 0.7235,
      "step": 173400
    },
    {
      "epoch": 4.467159298643116,
      "grad_norm": 13.801609992980957,
      "learning_rate": 5e-06,
      "loss": 0.7185,
      "step": 173500
    },
    {
      "epoch": 4.4697340302273485,
      "grad_norm": 10.850639343261719,
      "learning_rate": 5e-06,
      "loss": 0.6979,
      "step": 173600
    },
    {
      "epoch": 4.472308761811581,
      "grad_norm": 9.748185157775879,
      "learning_rate": 5e-06,
      "loss": 0.7084,
      "step": 173700
    },
    {
      "epoch": 4.474883493395813,
      "grad_norm": 15.432989120483398,
      "learning_rate": 5e-06,
      "loss": 0.7015,
      "step": 173800
    },
    {
      "epoch": 4.477458224980046,
      "grad_norm": 15.147470474243164,
      "learning_rate": 5e-06,
      "loss": 0.7063,
      "step": 173900
    },
    {
      "epoch": 4.480032956564278,
      "grad_norm": 12.012953758239746,
      "learning_rate": 5e-06,
      "loss": 0.7244,
      "step": 174000
    },
    {
      "epoch": 4.48260768814851,
      "grad_norm": 9.950444221496582,
      "learning_rate": 5e-06,
      "loss": 0.7191,
      "step": 174100
    },
    {
      "epoch": 4.485182419732743,
      "grad_norm": 11.927359580993652,
      "learning_rate": 5e-06,
      "loss": 0.7308,
      "step": 174200
    },
    {
      "epoch": 4.487757151316975,
      "grad_norm": 12.78227710723877,
      "learning_rate": 5e-06,
      "loss": 0.6975,
      "step": 174300
    },
    {
      "epoch": 4.4903318829012075,
      "grad_norm": 11.399982452392578,
      "learning_rate": 5e-06,
      "loss": 0.7148,
      "step": 174400
    },
    {
      "epoch": 4.49290661448544,
      "grad_norm": 11.484911918640137,
      "learning_rate": 5e-06,
      "loss": 0.6951,
      "step": 174500
    },
    {
      "epoch": 4.495481346069672,
      "grad_norm": 16.460247039794922,
      "learning_rate": 5e-06,
      "loss": 0.7029,
      "step": 174600
    },
    {
      "epoch": 4.498056077653905,
      "grad_norm": 12.67275619506836,
      "learning_rate": 5e-06,
      "loss": 0.714,
      "step": 174700
    },
    {
      "epoch": 4.500630809238137,
      "grad_norm": 12.631476402282715,
      "learning_rate": 5e-06,
      "loss": 0.6976,
      "step": 174800
    },
    {
      "epoch": 4.5032055408223695,
      "grad_norm": 14.428970336914062,
      "learning_rate": 5e-06,
      "loss": 0.6999,
      "step": 174900
    },
    {
      "epoch": 4.505780272406602,
      "grad_norm": 15.201460838317871,
      "learning_rate": 5e-06,
      "loss": 0.6944,
      "step": 175000
    },
    {
      "epoch": 4.508355003990834,
      "grad_norm": 10.111564636230469,
      "learning_rate": 5e-06,
      "loss": 0.7604,
      "step": 175100
    },
    {
      "epoch": 4.510929735575067,
      "grad_norm": 11.58799934387207,
      "learning_rate": 5e-06,
      "loss": 0.7118,
      "step": 175200
    },
    {
      "epoch": 4.513504467159299,
      "grad_norm": 15.661872863769531,
      "learning_rate": 5e-06,
      "loss": 0.7144,
      "step": 175300
    },
    {
      "epoch": 4.516079198743531,
      "grad_norm": 10.264602661132812,
      "learning_rate": 5e-06,
      "loss": 0.6918,
      "step": 175400
    },
    {
      "epoch": 4.518653930327764,
      "grad_norm": 11.635659217834473,
      "learning_rate": 5e-06,
      "loss": 0.7149,
      "step": 175500
    },
    {
      "epoch": 4.521228661911996,
      "grad_norm": 12.934741973876953,
      "learning_rate": 5e-06,
      "loss": 0.7227,
      "step": 175600
    },
    {
      "epoch": 4.5238033934962285,
      "grad_norm": 13.170501708984375,
      "learning_rate": 5e-06,
      "loss": 0.7154,
      "step": 175700
    },
    {
      "epoch": 4.52637812508046,
      "grad_norm": 15.064382553100586,
      "learning_rate": 5e-06,
      "loss": 0.7002,
      "step": 175800
    },
    {
      "epoch": 4.528952856664692,
      "grad_norm": 14.559800148010254,
      "learning_rate": 5e-06,
      "loss": 0.6939,
      "step": 175900
    },
    {
      "epoch": 4.531527588248925,
      "grad_norm": 13.765565872192383,
      "learning_rate": 5e-06,
      "loss": 0.7243,
      "step": 176000
    },
    {
      "epoch": 4.534102319833157,
      "grad_norm": 11.964937210083008,
      "learning_rate": 5e-06,
      "loss": 0.6969,
      "step": 176100
    },
    {
      "epoch": 4.5366770514173895,
      "grad_norm": 19.224594116210938,
      "learning_rate": 5e-06,
      "loss": 0.6987,
      "step": 176200
    },
    {
      "epoch": 4.539251783001622,
      "grad_norm": 12.897296905517578,
      "learning_rate": 5e-06,
      "loss": 0.7293,
      "step": 176300
    },
    {
      "epoch": 4.541826514585854,
      "grad_norm": 12.042586326599121,
      "learning_rate": 5e-06,
      "loss": 0.7158,
      "step": 176400
    },
    {
      "epoch": 4.544401246170087,
      "grad_norm": 13.484989166259766,
      "learning_rate": 5e-06,
      "loss": 0.7169,
      "step": 176500
    },
    {
      "epoch": 4.546975977754319,
      "grad_norm": 9.236984252929688,
      "learning_rate": 5e-06,
      "loss": 0.7136,
      "step": 176600
    },
    {
      "epoch": 4.549550709338551,
      "grad_norm": 9.715538024902344,
      "learning_rate": 5e-06,
      "loss": 0.7233,
      "step": 176700
    },
    {
      "epoch": 4.552125440922784,
      "grad_norm": 9.80095386505127,
      "learning_rate": 5e-06,
      "loss": 0.6925,
      "step": 176800
    },
    {
      "epoch": 4.554700172507016,
      "grad_norm": 14.297855377197266,
      "learning_rate": 5e-06,
      "loss": 0.7018,
      "step": 176900
    },
    {
      "epoch": 4.557274904091249,
      "grad_norm": 11.496870994567871,
      "learning_rate": 5e-06,
      "loss": 0.7252,
      "step": 177000
    },
    {
      "epoch": 4.559849635675481,
      "grad_norm": 10.280782699584961,
      "learning_rate": 5e-06,
      "loss": 0.6869,
      "step": 177100
    },
    {
      "epoch": 4.562424367259713,
      "grad_norm": 12.788869857788086,
      "learning_rate": 5e-06,
      "loss": 0.718,
      "step": 177200
    },
    {
      "epoch": 4.564999098843946,
      "grad_norm": 13.773801803588867,
      "learning_rate": 5e-06,
      "loss": 0.6906,
      "step": 177300
    },
    {
      "epoch": 4.567573830428178,
      "grad_norm": 11.028294563293457,
      "learning_rate": 5e-06,
      "loss": 0.6787,
      "step": 177400
    },
    {
      "epoch": 4.5701485620124105,
      "grad_norm": 10.900270462036133,
      "learning_rate": 5e-06,
      "loss": 0.6911,
      "step": 177500
    },
    {
      "epoch": 4.572723293596643,
      "grad_norm": 12.17984676361084,
      "learning_rate": 5e-06,
      "loss": 0.6761,
      "step": 177600
    },
    {
      "epoch": 4.575298025180875,
      "grad_norm": 13.784087181091309,
      "learning_rate": 5e-06,
      "loss": 0.7085,
      "step": 177700
    },
    {
      "epoch": 4.577872756765107,
      "grad_norm": 12.379300117492676,
      "learning_rate": 5e-06,
      "loss": 0.6969,
      "step": 177800
    },
    {
      "epoch": 4.580447488349339,
      "grad_norm": 10.661192893981934,
      "learning_rate": 5e-06,
      "loss": 0.7241,
      "step": 177900
    },
    {
      "epoch": 4.5830222199335715,
      "grad_norm": 10.938490867614746,
      "learning_rate": 5e-06,
      "loss": 0.6784,
      "step": 178000
    },
    {
      "epoch": 4.585596951517804,
      "grad_norm": 15.026477813720703,
      "learning_rate": 5e-06,
      "loss": 0.6955,
      "step": 178100
    },
    {
      "epoch": 4.588171683102036,
      "grad_norm": 13.249631881713867,
      "learning_rate": 5e-06,
      "loss": 0.6919,
      "step": 178200
    },
    {
      "epoch": 4.590746414686269,
      "grad_norm": 13.085895538330078,
      "learning_rate": 5e-06,
      "loss": 0.7169,
      "step": 178300
    },
    {
      "epoch": 4.593321146270501,
      "grad_norm": 13.682066917419434,
      "learning_rate": 5e-06,
      "loss": 0.6847,
      "step": 178400
    },
    {
      "epoch": 4.595895877854733,
      "grad_norm": 11.286364555358887,
      "learning_rate": 5e-06,
      "loss": 0.6953,
      "step": 178500
    },
    {
      "epoch": 4.598470609438966,
      "grad_norm": 14.264864921569824,
      "learning_rate": 5e-06,
      "loss": 0.7074,
      "step": 178600
    },
    {
      "epoch": 4.601045341023198,
      "grad_norm": 10.3858642578125,
      "learning_rate": 5e-06,
      "loss": 0.7151,
      "step": 178700
    },
    {
      "epoch": 4.603620072607431,
      "grad_norm": 12.884804725646973,
      "learning_rate": 5e-06,
      "loss": 0.7136,
      "step": 178800
    },
    {
      "epoch": 4.606194804191663,
      "grad_norm": 12.63526725769043,
      "learning_rate": 5e-06,
      "loss": 0.7074,
      "step": 178900
    },
    {
      "epoch": 4.608769535775895,
      "grad_norm": 13.893147468566895,
      "learning_rate": 5e-06,
      "loss": 0.701,
      "step": 179000
    },
    {
      "epoch": 4.611344267360128,
      "grad_norm": 13.062582969665527,
      "learning_rate": 5e-06,
      "loss": 0.705,
      "step": 179100
    },
    {
      "epoch": 4.61391899894436,
      "grad_norm": 11.926982879638672,
      "learning_rate": 5e-06,
      "loss": 0.684,
      "step": 179200
    },
    {
      "epoch": 4.6164937305285925,
      "grad_norm": 11.380151748657227,
      "learning_rate": 5e-06,
      "loss": 0.6987,
      "step": 179300
    },
    {
      "epoch": 4.619068462112825,
      "grad_norm": 9.575241088867188,
      "learning_rate": 5e-06,
      "loss": 0.7221,
      "step": 179400
    },
    {
      "epoch": 4.621643193697057,
      "grad_norm": 12.758877754211426,
      "learning_rate": 5e-06,
      "loss": 0.6894,
      "step": 179500
    },
    {
      "epoch": 4.62421792528129,
      "grad_norm": 10.591506004333496,
      "learning_rate": 5e-06,
      "loss": 0.684,
      "step": 179600
    },
    {
      "epoch": 4.626792656865522,
      "grad_norm": 11.664835929870605,
      "learning_rate": 5e-06,
      "loss": 0.7065,
      "step": 179700
    },
    {
      "epoch": 4.629367388449754,
      "grad_norm": 12.899917602539062,
      "learning_rate": 5e-06,
      "loss": 0.6651,
      "step": 179800
    },
    {
      "epoch": 4.631942120033987,
      "grad_norm": 12.556356430053711,
      "learning_rate": 5e-06,
      "loss": 0.6715,
      "step": 179900
    },
    {
      "epoch": 4.634516851618219,
      "grad_norm": 13.306804656982422,
      "learning_rate": 5e-06,
      "loss": 0.7021,
      "step": 180000
    },
    {
      "epoch": 4.6370915832024515,
      "grad_norm": 11.31088924407959,
      "learning_rate": 5e-06,
      "loss": 0.7273,
      "step": 180100
    },
    {
      "epoch": 4.639666314786684,
      "grad_norm": 13.413275718688965,
      "learning_rate": 5e-06,
      "loss": 0.7046,
      "step": 180200
    },
    {
      "epoch": 4.642241046370916,
      "grad_norm": 11.244868278503418,
      "learning_rate": 5e-06,
      "loss": 0.6975,
      "step": 180300
    },
    {
      "epoch": 4.644815777955149,
      "grad_norm": 13.394157409667969,
      "learning_rate": 5e-06,
      "loss": 0.7137,
      "step": 180400
    },
    {
      "epoch": 4.64739050953938,
      "grad_norm": 13.165193557739258,
      "learning_rate": 5e-06,
      "loss": 0.6901,
      "step": 180500
    },
    {
      "epoch": 4.6499652411236125,
      "grad_norm": 11.642071723937988,
      "learning_rate": 5e-06,
      "loss": 0.7203,
      "step": 180600
    },
    {
      "epoch": 4.652539972707845,
      "grad_norm": 12.68801212310791,
      "learning_rate": 5e-06,
      "loss": 0.6955,
      "step": 180700
    },
    {
      "epoch": 4.655114704292077,
      "grad_norm": 14.84607219696045,
      "learning_rate": 5e-06,
      "loss": 0.6714,
      "step": 180800
    },
    {
      "epoch": 4.65768943587631,
      "grad_norm": 14.198213577270508,
      "learning_rate": 5e-06,
      "loss": 0.6779,
      "step": 180900
    },
    {
      "epoch": 4.660264167460542,
      "grad_norm": 8.68647289276123,
      "learning_rate": 5e-06,
      "loss": 0.6838,
      "step": 181000
    },
    {
      "epoch": 4.662838899044774,
      "grad_norm": 11.1773042678833,
      "learning_rate": 5e-06,
      "loss": 0.6821,
      "step": 181100
    },
    {
      "epoch": 4.665413630629007,
      "grad_norm": 14.558938980102539,
      "learning_rate": 5e-06,
      "loss": 0.7002,
      "step": 181200
    },
    {
      "epoch": 4.667988362213239,
      "grad_norm": 10.94786262512207,
      "learning_rate": 5e-06,
      "loss": 0.6852,
      "step": 181300
    },
    {
      "epoch": 4.670563093797472,
      "grad_norm": 10.952369689941406,
      "learning_rate": 5e-06,
      "loss": 0.6941,
      "step": 181400
    },
    {
      "epoch": 4.673137825381704,
      "grad_norm": 14.119248390197754,
      "learning_rate": 5e-06,
      "loss": 0.6554,
      "step": 181500
    },
    {
      "epoch": 4.675712556965936,
      "grad_norm": 12.609017372131348,
      "learning_rate": 5e-06,
      "loss": 0.735,
      "step": 181600
    },
    {
      "epoch": 4.678287288550169,
      "grad_norm": 10.822328567504883,
      "learning_rate": 5e-06,
      "loss": 0.7268,
      "step": 181700
    },
    {
      "epoch": 4.680862020134401,
      "grad_norm": 11.474417686462402,
      "learning_rate": 5e-06,
      "loss": 0.6932,
      "step": 181800
    },
    {
      "epoch": 4.6834367517186335,
      "grad_norm": 10.53827953338623,
      "learning_rate": 5e-06,
      "loss": 0.7068,
      "step": 181900
    },
    {
      "epoch": 4.686011483302866,
      "grad_norm": 11.262389183044434,
      "learning_rate": 5e-06,
      "loss": 0.683,
      "step": 182000
    },
    {
      "epoch": 4.688586214887098,
      "grad_norm": 17.223960876464844,
      "learning_rate": 5e-06,
      "loss": 0.659,
      "step": 182100
    },
    {
      "epoch": 4.691160946471331,
      "grad_norm": 13.45413589477539,
      "learning_rate": 5e-06,
      "loss": 0.662,
      "step": 182200
    },
    {
      "epoch": 4.693735678055563,
      "grad_norm": 9.430129051208496,
      "learning_rate": 5e-06,
      "loss": 0.6905,
      "step": 182300
    },
    {
      "epoch": 4.696310409639795,
      "grad_norm": 10.426094055175781,
      "learning_rate": 5e-06,
      "loss": 0.6692,
      "step": 182400
    },
    {
      "epoch": 4.698885141224027,
      "grad_norm": 10.734460830688477,
      "learning_rate": 5e-06,
      "loss": 0.7072,
      "step": 182500
    },
    {
      "epoch": 4.701459872808259,
      "grad_norm": 13.063677787780762,
      "learning_rate": 5e-06,
      "loss": 0.6986,
      "step": 182600
    },
    {
      "epoch": 4.704034604392492,
      "grad_norm": 13.386786460876465,
      "learning_rate": 5e-06,
      "loss": 0.694,
      "step": 182700
    },
    {
      "epoch": 4.706609335976724,
      "grad_norm": 9.142765998840332,
      "learning_rate": 5e-06,
      "loss": 0.7061,
      "step": 182800
    },
    {
      "epoch": 4.709184067560956,
      "grad_norm": 14.238137245178223,
      "learning_rate": 5e-06,
      "loss": 0.7104,
      "step": 182900
    },
    {
      "epoch": 4.711758799145189,
      "grad_norm": 13.611371040344238,
      "learning_rate": 5e-06,
      "loss": 0.7072,
      "step": 183000
    },
    {
      "epoch": 4.714333530729421,
      "grad_norm": 12.144434928894043,
      "learning_rate": 5e-06,
      "loss": 0.7067,
      "step": 183100
    },
    {
      "epoch": 4.716908262313654,
      "grad_norm": 11.123360633850098,
      "learning_rate": 5e-06,
      "loss": 0.6889,
      "step": 183200
    },
    {
      "epoch": 4.719482993897886,
      "grad_norm": 14.102578163146973,
      "learning_rate": 5e-06,
      "loss": 0.6974,
      "step": 183300
    },
    {
      "epoch": 4.722057725482118,
      "grad_norm": 12.277698516845703,
      "learning_rate": 5e-06,
      "loss": 0.7038,
      "step": 183400
    },
    {
      "epoch": 4.724632457066351,
      "grad_norm": 12.712156295776367,
      "learning_rate": 5e-06,
      "loss": 0.6765,
      "step": 183500
    },
    {
      "epoch": 4.727207188650583,
      "grad_norm": 14.507170677185059,
      "learning_rate": 5e-06,
      "loss": 0.6756,
      "step": 183600
    },
    {
      "epoch": 4.7297819202348155,
      "grad_norm": 14.293488502502441,
      "learning_rate": 5e-06,
      "loss": 0.6985,
      "step": 183700
    },
    {
      "epoch": 4.732356651819048,
      "grad_norm": 13.279836654663086,
      "learning_rate": 5e-06,
      "loss": 0.6826,
      "step": 183800
    },
    {
      "epoch": 4.73493138340328,
      "grad_norm": 10.324295997619629,
      "learning_rate": 5e-06,
      "loss": 0.6942,
      "step": 183900
    },
    {
      "epoch": 4.737506114987513,
      "grad_norm": 13.36070442199707,
      "learning_rate": 5e-06,
      "loss": 0.7087,
      "step": 184000
    },
    {
      "epoch": 4.740080846571745,
      "grad_norm": 15.229708671569824,
      "learning_rate": 5e-06,
      "loss": 0.6681,
      "step": 184100
    },
    {
      "epoch": 4.742655578155977,
      "grad_norm": 12.967057228088379,
      "learning_rate": 5e-06,
      "loss": 0.6517,
      "step": 184200
    },
    {
      "epoch": 4.74523030974021,
      "grad_norm": 11.029348373413086,
      "learning_rate": 5e-06,
      "loss": 0.6862,
      "step": 184300
    },
    {
      "epoch": 4.747805041324442,
      "grad_norm": 13.821259498596191,
      "learning_rate": 5e-06,
      "loss": 0.672,
      "step": 184400
    },
    {
      "epoch": 4.7503797729086745,
      "grad_norm": 11.686663627624512,
      "learning_rate": 5e-06,
      "loss": 0.6797,
      "step": 184500
    },
    {
      "epoch": 4.752954504492907,
      "grad_norm": 10.00278377532959,
      "learning_rate": 5e-06,
      "loss": 0.663,
      "step": 184600
    },
    {
      "epoch": 4.755529236077139,
      "grad_norm": 10.557319641113281,
      "learning_rate": 5e-06,
      "loss": 0.6862,
      "step": 184700
    },
    {
      "epoch": 4.758103967661372,
      "grad_norm": 12.943924903869629,
      "learning_rate": 5e-06,
      "loss": 0.6995,
      "step": 184800
    },
    {
      "epoch": 4.760678699245604,
      "grad_norm": 12.492560386657715,
      "learning_rate": 5e-06,
      "loss": 0.7067,
      "step": 184900
    },
    {
      "epoch": 4.763253430829836,
      "grad_norm": 9.752406120300293,
      "learning_rate": 5e-06,
      "loss": 0.6753,
      "step": 185000
    },
    {
      "epoch": 4.765828162414069,
      "grad_norm": 14.266277313232422,
      "learning_rate": 5e-06,
      "loss": 0.6917,
      "step": 185100
    },
    {
      "epoch": 4.7684028939983,
      "grad_norm": 11.23244857788086,
      "learning_rate": 5e-06,
      "loss": 0.6902,
      "step": 185200
    },
    {
      "epoch": 4.770977625582533,
      "grad_norm": 13.454154968261719,
      "learning_rate": 5e-06,
      "loss": 0.7055,
      "step": 185300
    },
    {
      "epoch": 4.773552357166765,
      "grad_norm": 13.171527862548828,
      "learning_rate": 5e-06,
      "loss": 0.6803,
      "step": 185400
    },
    {
      "epoch": 4.7761270887509975,
      "grad_norm": 17.308561325073242,
      "learning_rate": 5e-06,
      "loss": 0.6993,
      "step": 185500
    },
    {
      "epoch": 4.77870182033523,
      "grad_norm": 11.818193435668945,
      "learning_rate": 5e-06,
      "loss": 0.689,
      "step": 185600
    },
    {
      "epoch": 4.781276551919462,
      "grad_norm": 13.18325138092041,
      "learning_rate": 5e-06,
      "loss": 0.6943,
      "step": 185700
    },
    {
      "epoch": 4.783851283503695,
      "grad_norm": 14.642020225524902,
      "learning_rate": 5e-06,
      "loss": 0.6922,
      "step": 185800
    },
    {
      "epoch": 4.786426015087927,
      "grad_norm": 12.918745040893555,
      "learning_rate": 5e-06,
      "loss": 0.6628,
      "step": 185900
    },
    {
      "epoch": 4.789000746672159,
      "grad_norm": 14.158756256103516,
      "learning_rate": 5e-06,
      "loss": 0.6711,
      "step": 186000
    },
    {
      "epoch": 4.791575478256392,
      "grad_norm": 13.336819648742676,
      "learning_rate": 5e-06,
      "loss": 0.6752,
      "step": 186100
    },
    {
      "epoch": 4.794150209840624,
      "grad_norm": 13.028143882751465,
      "learning_rate": 5e-06,
      "loss": 0.676,
      "step": 186200
    },
    {
      "epoch": 4.7967249414248565,
      "grad_norm": 14.667603492736816,
      "learning_rate": 5e-06,
      "loss": 0.6671,
      "step": 186300
    },
    {
      "epoch": 4.799299673009089,
      "grad_norm": 10.597040176391602,
      "learning_rate": 5e-06,
      "loss": 0.6857,
      "step": 186400
    },
    {
      "epoch": 4.801874404593321,
      "grad_norm": 16.68252944946289,
      "learning_rate": 5e-06,
      "loss": 0.6681,
      "step": 186500
    },
    {
      "epoch": 4.804449136177554,
      "grad_norm": 9.673020362854004,
      "learning_rate": 5e-06,
      "loss": 0.6902,
      "step": 186600
    },
    {
      "epoch": 4.807023867761786,
      "grad_norm": 15.032293319702148,
      "learning_rate": 5e-06,
      "loss": 0.6687,
      "step": 186700
    },
    {
      "epoch": 4.809598599346018,
      "grad_norm": 15.406227111816406,
      "learning_rate": 5e-06,
      "loss": 0.6745,
      "step": 186800
    },
    {
      "epoch": 4.812173330930251,
      "grad_norm": 11.829014778137207,
      "learning_rate": 5e-06,
      "loss": 0.6966,
      "step": 186900
    },
    {
      "epoch": 4.814748062514483,
      "grad_norm": 8.651114463806152,
      "learning_rate": 5e-06,
      "loss": 0.6811,
      "step": 187000
    },
    {
      "epoch": 4.8173227940987156,
      "grad_norm": 16.12755584716797,
      "learning_rate": 5e-06,
      "loss": 0.6686,
      "step": 187100
    },
    {
      "epoch": 4.819897525682948,
      "grad_norm": 12.781739234924316,
      "learning_rate": 5e-06,
      "loss": 0.7057,
      "step": 187200
    },
    {
      "epoch": 4.822472257267179,
      "grad_norm": 11.550703048706055,
      "learning_rate": 5e-06,
      "loss": 0.6924,
      "step": 187300
    },
    {
      "epoch": 4.825046988851412,
      "grad_norm": 12.338370323181152,
      "learning_rate": 5e-06,
      "loss": 0.6951,
      "step": 187400
    },
    {
      "epoch": 4.827621720435644,
      "grad_norm": 12.03846549987793,
      "learning_rate": 5e-06,
      "loss": 0.6981,
      "step": 187500
    },
    {
      "epoch": 4.830196452019877,
      "grad_norm": 13.455926895141602,
      "learning_rate": 5e-06,
      "loss": 0.703,
      "step": 187600
    },
    {
      "epoch": 4.832771183604109,
      "grad_norm": 10.636966705322266,
      "learning_rate": 5e-06,
      "loss": 0.6935,
      "step": 187700
    },
    {
      "epoch": 4.835345915188341,
      "grad_norm": 12.925251007080078,
      "learning_rate": 5e-06,
      "loss": 0.6806,
      "step": 187800
    },
    {
      "epoch": 4.837920646772574,
      "grad_norm": 11.783021926879883,
      "learning_rate": 5e-06,
      "loss": 0.6979,
      "step": 187900
    },
    {
      "epoch": 4.840495378356806,
      "grad_norm": 11.882929801940918,
      "learning_rate": 5e-06,
      "loss": 0.6817,
      "step": 188000
    },
    {
      "epoch": 4.8430701099410385,
      "grad_norm": 13.139883995056152,
      "learning_rate": 5e-06,
      "loss": 0.6968,
      "step": 188100
    },
    {
      "epoch": 4.845644841525271,
      "grad_norm": 15.817611694335938,
      "learning_rate": 5e-06,
      "loss": 0.6828,
      "step": 188200
    },
    {
      "epoch": 4.848219573109503,
      "grad_norm": 12.629890441894531,
      "learning_rate": 5e-06,
      "loss": 0.6698,
      "step": 188300
    },
    {
      "epoch": 4.850794304693736,
      "grad_norm": 11.38493537902832,
      "learning_rate": 5e-06,
      "loss": 0.6203,
      "step": 188400
    },
    {
      "epoch": 4.853369036277968,
      "grad_norm": 13.621576309204102,
      "learning_rate": 5e-06,
      "loss": 0.6918,
      "step": 188500
    },
    {
      "epoch": 4.8559437678622,
      "grad_norm": 9.689126968383789,
      "learning_rate": 5e-06,
      "loss": 0.6637,
      "step": 188600
    },
    {
      "epoch": 4.858518499446433,
      "grad_norm": 12.468107223510742,
      "learning_rate": 5e-06,
      "loss": 0.6921,
      "step": 188700
    },
    {
      "epoch": 4.861093231030665,
      "grad_norm": 17.35393714904785,
      "learning_rate": 5e-06,
      "loss": 0.6857,
      "step": 188800
    },
    {
      "epoch": 4.8636679626148975,
      "grad_norm": 12.093612670898438,
      "learning_rate": 5e-06,
      "loss": 0.6663,
      "step": 188900
    },
    {
      "epoch": 4.86624269419913,
      "grad_norm": 13.129562377929688,
      "learning_rate": 5e-06,
      "loss": 0.6758,
      "step": 189000
    },
    {
      "epoch": 4.868817425783362,
      "grad_norm": 10.211209297180176,
      "learning_rate": 5e-06,
      "loss": 0.6663,
      "step": 189100
    },
    {
      "epoch": 4.871392157367595,
      "grad_norm": 11.969395637512207,
      "learning_rate": 5e-06,
      "loss": 0.6524,
      "step": 189200
    },
    {
      "epoch": 4.873966888951827,
      "grad_norm": 12.169590950012207,
      "learning_rate": 5e-06,
      "loss": 0.6771,
      "step": 189300
    },
    {
      "epoch": 4.876541620536059,
      "grad_norm": 13.523231506347656,
      "learning_rate": 5e-06,
      "loss": 0.6851,
      "step": 189400
    },
    {
      "epoch": 4.879116352120292,
      "grad_norm": 12.373188972473145,
      "learning_rate": 5e-06,
      "loss": 0.6621,
      "step": 189500
    },
    {
      "epoch": 4.881691083704524,
      "grad_norm": 13.358654975891113,
      "learning_rate": 5e-06,
      "loss": 0.6918,
      "step": 189600
    },
    {
      "epoch": 4.884265815288757,
      "grad_norm": 14.647189140319824,
      "learning_rate": 5e-06,
      "loss": 0.6735,
      "step": 189700
    },
    {
      "epoch": 4.886840546872989,
      "grad_norm": 15.458596229553223,
      "learning_rate": 5e-06,
      "loss": 0.6866,
      "step": 189800
    },
    {
      "epoch": 4.8894152784572205,
      "grad_norm": 13.258907318115234,
      "learning_rate": 5e-06,
      "loss": 0.6656,
      "step": 189900
    },
    {
      "epoch": 4.891990010041453,
      "grad_norm": 19.440338134765625,
      "learning_rate": 5e-06,
      "loss": 0.6746,
      "step": 190000
    },
    {
      "epoch": 4.894564741625685,
      "grad_norm": 12.886541366577148,
      "learning_rate": 5e-06,
      "loss": 0.6932,
      "step": 190100
    },
    {
      "epoch": 4.897139473209918,
      "grad_norm": 11.631976127624512,
      "learning_rate": 5e-06,
      "loss": 0.6632,
      "step": 190200
    },
    {
      "epoch": 4.89971420479415,
      "grad_norm": 11.94828987121582,
      "learning_rate": 5e-06,
      "loss": 0.6534,
      "step": 190300
    },
    {
      "epoch": 4.902288936378382,
      "grad_norm": 14.664573669433594,
      "learning_rate": 5e-06,
      "loss": 0.688,
      "step": 190400
    },
    {
      "epoch": 4.904863667962615,
      "grad_norm": 9.811309814453125,
      "learning_rate": 5e-06,
      "loss": 0.675,
      "step": 190500
    },
    {
      "epoch": 4.907438399546847,
      "grad_norm": 12.316729545593262,
      "learning_rate": 5e-06,
      "loss": 0.6914,
      "step": 190600
    },
    {
      "epoch": 4.9100131311310795,
      "grad_norm": 13.055781364440918,
      "learning_rate": 5e-06,
      "loss": 0.6673,
      "step": 190700
    },
    {
      "epoch": 4.912587862715312,
      "grad_norm": 12.198694229125977,
      "learning_rate": 5e-06,
      "loss": 0.6845,
      "step": 190800
    },
    {
      "epoch": 4.915162594299544,
      "grad_norm": 15.040783882141113,
      "learning_rate": 5e-06,
      "loss": 0.6821,
      "step": 190900
    },
    {
      "epoch": 4.917737325883777,
      "grad_norm": 10.208239555358887,
      "learning_rate": 5e-06,
      "loss": 0.6643,
      "step": 191000
    },
    {
      "epoch": 4.920312057468009,
      "grad_norm": 11.112774848937988,
      "learning_rate": 5e-06,
      "loss": 0.6635,
      "step": 191100
    },
    {
      "epoch": 4.922886789052241,
      "grad_norm": 13.519021987915039,
      "learning_rate": 5e-06,
      "loss": 0.6791,
      "step": 191200
    },
    {
      "epoch": 4.925461520636474,
      "grad_norm": 10.035351753234863,
      "learning_rate": 5e-06,
      "loss": 0.6827,
      "step": 191300
    },
    {
      "epoch": 4.928036252220706,
      "grad_norm": 10.461999893188477,
      "learning_rate": 5e-06,
      "loss": 0.6585,
      "step": 191400
    },
    {
      "epoch": 4.930610983804939,
      "grad_norm": 10.832881927490234,
      "learning_rate": 5e-06,
      "loss": 0.6444,
      "step": 191500
    },
    {
      "epoch": 4.933185715389171,
      "grad_norm": 13.829245567321777,
      "learning_rate": 5e-06,
      "loss": 0.6984,
      "step": 191600
    },
    {
      "epoch": 4.935760446973403,
      "grad_norm": 11.099342346191406,
      "learning_rate": 5e-06,
      "loss": 0.6798,
      "step": 191700
    },
    {
      "epoch": 4.938335178557636,
      "grad_norm": 13.678401947021484,
      "learning_rate": 5e-06,
      "loss": 0.6619,
      "step": 191800
    },
    {
      "epoch": 4.940909910141868,
      "grad_norm": 10.7298583984375,
      "learning_rate": 5e-06,
      "loss": 0.6537,
      "step": 191900
    },
    {
      "epoch": 4.9434846417261,
      "grad_norm": 13.98367691040039,
      "learning_rate": 5e-06,
      "loss": 0.6711,
      "step": 192000
    },
    {
      "epoch": 4.946059373310332,
      "grad_norm": 14.743586540222168,
      "learning_rate": 5e-06,
      "loss": 0.6633,
      "step": 192100
    },
    {
      "epoch": 4.948634104894564,
      "grad_norm": 11.30593204498291,
      "learning_rate": 5e-06,
      "loss": 0.6885,
      "step": 192200
    },
    {
      "epoch": 4.951208836478797,
      "grad_norm": 10.987227439880371,
      "learning_rate": 5e-06,
      "loss": 0.6643,
      "step": 192300
    },
    {
      "epoch": 4.953783568063029,
      "grad_norm": 11.115999221801758,
      "learning_rate": 5e-06,
      "loss": 0.6709,
      "step": 192400
    },
    {
      "epoch": 4.9563582996472615,
      "grad_norm": 12.194230079650879,
      "learning_rate": 5e-06,
      "loss": 0.6727,
      "step": 192500
    },
    {
      "epoch": 4.958933031231494,
      "grad_norm": 12.506552696228027,
      "learning_rate": 5e-06,
      "loss": 0.6675,
      "step": 192600
    },
    {
      "epoch": 4.961507762815726,
      "grad_norm": 11.209427833557129,
      "learning_rate": 5e-06,
      "loss": 0.6754,
      "step": 192700
    },
    {
      "epoch": 4.964082494399959,
      "grad_norm": 13.673620223999023,
      "learning_rate": 5e-06,
      "loss": 0.6779,
      "step": 192800
    },
    {
      "epoch": 4.966657225984191,
      "grad_norm": 13.812346458435059,
      "learning_rate": 5e-06,
      "loss": 0.6513,
      "step": 192900
    },
    {
      "epoch": 4.969231957568423,
      "grad_norm": 10.496745109558105,
      "learning_rate": 5e-06,
      "loss": 0.6715,
      "step": 193000
    },
    {
      "epoch": 4.971806689152656,
      "grad_norm": 11.541406631469727,
      "learning_rate": 5e-06,
      "loss": 0.6804,
      "step": 193100
    },
    {
      "epoch": 4.974381420736888,
      "grad_norm": 10.81754207611084,
      "learning_rate": 5e-06,
      "loss": 0.686,
      "step": 193200
    },
    {
      "epoch": 4.9769561523211205,
      "grad_norm": 12.052428245544434,
      "learning_rate": 5e-06,
      "loss": 0.6796,
      "step": 193300
    },
    {
      "epoch": 4.979530883905353,
      "grad_norm": 12.064406394958496,
      "learning_rate": 5e-06,
      "loss": 0.6605,
      "step": 193400
    },
    {
      "epoch": 4.982105615489585,
      "grad_norm": 11.504765510559082,
      "learning_rate": 5e-06,
      "loss": 0.6627,
      "step": 193500
    },
    {
      "epoch": 4.984680347073818,
      "grad_norm": 14.919678688049316,
      "learning_rate": 5e-06,
      "loss": 0.6745,
      "step": 193600
    },
    {
      "epoch": 4.98725507865805,
      "grad_norm": 10.940465927124023,
      "learning_rate": 5e-06,
      "loss": 0.6825,
      "step": 193700
    },
    {
      "epoch": 4.9898298102422824,
      "grad_norm": 12.539498329162598,
      "learning_rate": 5e-06,
      "loss": 0.6925,
      "step": 193800
    },
    {
      "epoch": 4.992404541826515,
      "grad_norm": 12.0308837890625,
      "learning_rate": 5e-06,
      "loss": 0.6522,
      "step": 193900
    },
    {
      "epoch": 4.994979273410747,
      "grad_norm": 9.6194486618042,
      "learning_rate": 5e-06,
      "loss": 0.6801,
      "step": 194000
    },
    {
      "epoch": 4.99755400499498,
      "grad_norm": 13.317078590393066,
      "learning_rate": 5e-06,
      "loss": 0.6705,
      "step": 194100
    },
    {
      "epoch": 5.0,
      "step": 194195,
      "train_loss": 0.5833286643028259,
      "train_perplexity": 1.7919934587640949,
      "train_runtime": 774.3004,
      "train_samples_per_second": 401.276,
      "train_steps_per_second": 50.16
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.5833251476287842,
      "eval_perplexity": 1.7919871569182961,
      "eval_runtime": 192.4214,
      "eval_samples_per_second": 403.682,
      "eval_steps_per_second": 50.462,
      "step": 194195
    },
    {
      "epoch": 5.000128736579212,
      "grad_norm": 12.727839469909668,
      "learning_rate": 5e-06,
      "loss": 0.6515,
      "step": 194200
    },
    {
      "epoch": 5.002703468163444,
      "grad_norm": 12.775731086730957,
      "learning_rate": 5e-06,
      "loss": 0.667,
      "step": 194300
    },
    {
      "epoch": 5.005278199747677,
      "grad_norm": 14.435986518859863,
      "learning_rate": 5e-06,
      "loss": 0.6604,
      "step": 194400
    },
    {
      "epoch": 5.007852931331908,
      "grad_norm": 9.536383628845215,
      "learning_rate": 5e-06,
      "loss": 0.6728,
      "step": 194500
    },
    {
      "epoch": 5.010427662916141,
      "grad_norm": 12.323846817016602,
      "learning_rate": 5e-06,
      "loss": 0.6604,
      "step": 194600
    },
    {
      "epoch": 5.013002394500373,
      "grad_norm": 11.548835754394531,
      "learning_rate": 5e-06,
      "loss": 0.6641,
      "step": 194700
    },
    {
      "epoch": 5.015577126084605,
      "grad_norm": 13.443941116333008,
      "learning_rate": 5e-06,
      "loss": 0.674,
      "step": 194800
    },
    {
      "epoch": 5.018151857668838,
      "grad_norm": 15.300063133239746,
      "learning_rate": 5e-06,
      "loss": 0.6494,
      "step": 194900
    },
    {
      "epoch": 5.02072658925307,
      "grad_norm": 11.331738471984863,
      "learning_rate": 5e-06,
      "loss": 0.6456,
      "step": 195000
    },
    {
      "epoch": 5.0233013208373025,
      "grad_norm": 12.925946235656738,
      "learning_rate": 5e-06,
      "loss": 0.6246,
      "step": 195100
    },
    {
      "epoch": 5.025876052421535,
      "grad_norm": 11.694400787353516,
      "learning_rate": 5e-06,
      "loss": 0.6441,
      "step": 195200
    },
    {
      "epoch": 5.028450784005767,
      "grad_norm": 10.742525100708008,
      "learning_rate": 5e-06,
      "loss": 0.6554,
      "step": 195300
    },
    {
      "epoch": 5.03102551559,
      "grad_norm": 9.731535911560059,
      "learning_rate": 5e-06,
      "loss": 0.6785,
      "step": 195400
    },
    {
      "epoch": 5.033600247174232,
      "grad_norm": 14.843428611755371,
      "learning_rate": 5e-06,
      "loss": 0.642,
      "step": 195500
    },
    {
      "epoch": 5.036174978758464,
      "grad_norm": 14.132659912109375,
      "learning_rate": 5e-06,
      "loss": 0.6687,
      "step": 195600
    },
    {
      "epoch": 5.038749710342697,
      "grad_norm": 14.041769981384277,
      "learning_rate": 5e-06,
      "loss": 0.6744,
      "step": 195700
    },
    {
      "epoch": 5.041324441926929,
      "grad_norm": 10.274134635925293,
      "learning_rate": 5e-06,
      "loss": 0.6398,
      "step": 195800
    },
    {
      "epoch": 5.043899173511162,
      "grad_norm": 13.587626457214355,
      "learning_rate": 5e-06,
      "loss": 0.6747,
      "step": 195900
    },
    {
      "epoch": 5.046473905095394,
      "grad_norm": 11.003376960754395,
      "learning_rate": 5e-06,
      "loss": 0.6506,
      "step": 196000
    },
    {
      "epoch": 5.049048636679626,
      "grad_norm": 11.910002708435059,
      "learning_rate": 5e-06,
      "loss": 0.6931,
      "step": 196100
    },
    {
      "epoch": 5.051623368263859,
      "grad_norm": 12.893321990966797,
      "learning_rate": 5e-06,
      "loss": 0.6409,
      "step": 196200
    },
    {
      "epoch": 5.054198099848091,
      "grad_norm": 9.536871910095215,
      "learning_rate": 5e-06,
      "loss": 0.6714,
      "step": 196300
    },
    {
      "epoch": 5.0567728314323235,
      "grad_norm": 10.987249374389648,
      "learning_rate": 5e-06,
      "loss": 0.6649,
      "step": 196400
    },
    {
      "epoch": 5.059347563016556,
      "grad_norm": 9.600878715515137,
      "learning_rate": 5e-06,
      "loss": 0.6658,
      "step": 196500
    },
    {
      "epoch": 5.061922294600788,
      "grad_norm": 11.49096965789795,
      "learning_rate": 5e-06,
      "loss": 0.66,
      "step": 196600
    },
    {
      "epoch": 5.064497026185021,
      "grad_norm": 12.379775047302246,
      "learning_rate": 5e-06,
      "loss": 0.6616,
      "step": 196700
    },
    {
      "epoch": 5.067071757769252,
      "grad_norm": 10.960769653320312,
      "learning_rate": 5e-06,
      "loss": 0.6706,
      "step": 196800
    },
    {
      "epoch": 5.0696464893534845,
      "grad_norm": 12.689858436584473,
      "learning_rate": 5e-06,
      "loss": 0.6457,
      "step": 196900
    },
    {
      "epoch": 5.072221220937717,
      "grad_norm": 14.021530151367188,
      "learning_rate": 5e-06,
      "loss": 0.6809,
      "step": 197000
    },
    {
      "epoch": 5.074795952521949,
      "grad_norm": 11.993668556213379,
      "learning_rate": 5e-06,
      "loss": 0.626,
      "step": 197100
    },
    {
      "epoch": 5.077370684106182,
      "grad_norm": 12.058242797851562,
      "learning_rate": 5e-06,
      "loss": 0.653,
      "step": 197200
    },
    {
      "epoch": 5.079945415690414,
      "grad_norm": 12.506818771362305,
      "learning_rate": 5e-06,
      "loss": 0.6524,
      "step": 197300
    },
    {
      "epoch": 5.082520147274646,
      "grad_norm": 15.857095718383789,
      "learning_rate": 5e-06,
      "loss": 0.6751,
      "step": 197400
    },
    {
      "epoch": 5.085094878858879,
      "grad_norm": 13.665696144104004,
      "learning_rate": 5e-06,
      "loss": 0.6419,
      "step": 197500
    },
    {
      "epoch": 5.087669610443111,
      "grad_norm": 10.793789863586426,
      "learning_rate": 5e-06,
      "loss": 0.6365,
      "step": 197600
    },
    {
      "epoch": 5.0902443420273435,
      "grad_norm": 10.015000343322754,
      "learning_rate": 5e-06,
      "loss": 0.6706,
      "step": 197700
    },
    {
      "epoch": 5.092819073611576,
      "grad_norm": 15.093292236328125,
      "learning_rate": 5e-06,
      "loss": 0.6421,
      "step": 197800
    },
    {
      "epoch": 5.095393805195808,
      "grad_norm": 11.88890266418457,
      "learning_rate": 5e-06,
      "loss": 0.6536,
      "step": 197900
    },
    {
      "epoch": 5.097968536780041,
      "grad_norm": 10.848698616027832,
      "learning_rate": 5e-06,
      "loss": 0.6527,
      "step": 198000
    },
    {
      "epoch": 5.100543268364273,
      "grad_norm": 12.379378318786621,
      "learning_rate": 5e-06,
      "loss": 0.6456,
      "step": 198100
    },
    {
      "epoch": 5.1031179999485055,
      "grad_norm": 13.119184494018555,
      "learning_rate": 5e-06,
      "loss": 0.6433,
      "step": 198200
    },
    {
      "epoch": 5.105692731532738,
      "grad_norm": 12.417352676391602,
      "learning_rate": 5e-06,
      "loss": 0.6687,
      "step": 198300
    },
    {
      "epoch": 5.10826746311697,
      "grad_norm": 9.579642295837402,
      "learning_rate": 5e-06,
      "loss": 0.6796,
      "step": 198400
    },
    {
      "epoch": 5.110842194701203,
      "grad_norm": 12.143505096435547,
      "learning_rate": 5e-06,
      "loss": 0.6541,
      "step": 198500
    },
    {
      "epoch": 5.113416926285435,
      "grad_norm": 10.529200553894043,
      "learning_rate": 5e-06,
      "loss": 0.6608,
      "step": 198600
    },
    {
      "epoch": 5.115991657869667,
      "grad_norm": 11.376291275024414,
      "learning_rate": 5e-06,
      "loss": 0.6374,
      "step": 198700
    },
    {
      "epoch": 5.1185663894539,
      "grad_norm": 13.81071949005127,
      "learning_rate": 5e-06,
      "loss": 0.6701,
      "step": 198800
    },
    {
      "epoch": 5.121141121038132,
      "grad_norm": 11.608020782470703,
      "learning_rate": 5e-06,
      "loss": 0.6583,
      "step": 198900
    },
    {
      "epoch": 5.1237158526223645,
      "grad_norm": 10.424354553222656,
      "learning_rate": 5e-06,
      "loss": 0.6303,
      "step": 199000
    },
    {
      "epoch": 5.126290584206597,
      "grad_norm": 12.780007362365723,
      "learning_rate": 5e-06,
      "loss": 0.6439,
      "step": 199100
    },
    {
      "epoch": 5.128865315790828,
      "grad_norm": 14.364911079406738,
      "learning_rate": 5e-06,
      "loss": 0.6565,
      "step": 199200
    },
    {
      "epoch": 5.131440047375061,
      "grad_norm": 12.317024230957031,
      "learning_rate": 5e-06,
      "loss": 0.6686,
      "step": 199300
    },
    {
      "epoch": 5.134014778959293,
      "grad_norm": 11.865374565124512,
      "learning_rate": 5e-06,
      "loss": 0.6724,
      "step": 199400
    },
    {
      "epoch": 5.1365895105435255,
      "grad_norm": 13.306800842285156,
      "learning_rate": 5e-06,
      "loss": 0.6427,
      "step": 199500
    },
    {
      "epoch": 5.139164242127758,
      "grad_norm": 11.903861999511719,
      "learning_rate": 5e-06,
      "loss": 0.6386,
      "step": 199600
    },
    {
      "epoch": 5.14173897371199,
      "grad_norm": 10.05593490600586,
      "learning_rate": 5e-06,
      "loss": 0.6348,
      "step": 199700
    },
    {
      "epoch": 5.144313705296223,
      "grad_norm": 14.390503883361816,
      "learning_rate": 5e-06,
      "loss": 0.656,
      "step": 199800
    },
    {
      "epoch": 5.146888436880455,
      "grad_norm": 10.916839599609375,
      "learning_rate": 5e-06,
      "loss": 0.6741,
      "step": 199900
    },
    {
      "epoch": 5.149463168464687,
      "grad_norm": 11.922368049621582,
      "learning_rate": 5e-06,
      "loss": 0.682,
      "step": 200000
    },
    {
      "epoch": 5.15203790004892,
      "grad_norm": 12.216828346252441,
      "learning_rate": 5e-06,
      "loss": 0.6558,
      "step": 200100
    },
    {
      "epoch": 5.154612631633152,
      "grad_norm": 11.299857139587402,
      "learning_rate": 5e-06,
      "loss": 0.6293,
      "step": 200200
    },
    {
      "epoch": 5.157187363217385,
      "grad_norm": 15.9316987991333,
      "learning_rate": 5e-06,
      "loss": 0.6677,
      "step": 200300
    },
    {
      "epoch": 5.159762094801617,
      "grad_norm": 9.728795051574707,
      "learning_rate": 5e-06,
      "loss": 0.6349,
      "step": 200400
    },
    {
      "epoch": 5.162336826385849,
      "grad_norm": 11.63538932800293,
      "learning_rate": 5e-06,
      "loss": 0.6463,
      "step": 200500
    },
    {
      "epoch": 5.164911557970082,
      "grad_norm": 8.760468482971191,
      "learning_rate": 5e-06,
      "loss": 0.639,
      "step": 200600
    },
    {
      "epoch": 5.167486289554314,
      "grad_norm": 15.801295280456543,
      "learning_rate": 5e-06,
      "loss": 0.6496,
      "step": 200700
    },
    {
      "epoch": 5.1700610211385465,
      "grad_norm": 12.865111351013184,
      "learning_rate": 5e-06,
      "loss": 0.6312,
      "step": 200800
    },
    {
      "epoch": 5.172635752722779,
      "grad_norm": 13.142059326171875,
      "learning_rate": 5e-06,
      "loss": 0.6402,
      "step": 200900
    },
    {
      "epoch": 5.175210484307011,
      "grad_norm": 15.539509773254395,
      "learning_rate": 5e-06,
      "loss": 0.6501,
      "step": 201000
    },
    {
      "epoch": 5.177785215891244,
      "grad_norm": 11.272867202758789,
      "learning_rate": 5e-06,
      "loss": 0.6476,
      "step": 201100
    },
    {
      "epoch": 5.180359947475476,
      "grad_norm": 10.478433609008789,
      "learning_rate": 5e-06,
      "loss": 0.6319,
      "step": 201200
    },
    {
      "epoch": 5.182934679059708,
      "grad_norm": 12.516861915588379,
      "learning_rate": 5e-06,
      "loss": 0.6377,
      "step": 201300
    },
    {
      "epoch": 5.185509410643941,
      "grad_norm": 12.37832260131836,
      "learning_rate": 5e-06,
      "loss": 0.6401,
      "step": 201400
    },
    {
      "epoch": 5.188084142228172,
      "grad_norm": 10.670215606689453,
      "learning_rate": 5e-06,
      "loss": 0.6377,
      "step": 201500
    },
    {
      "epoch": 5.190658873812405,
      "grad_norm": 10.595174789428711,
      "learning_rate": 5e-06,
      "loss": 0.6476,
      "step": 201600
    },
    {
      "epoch": 5.193233605396637,
      "grad_norm": 12.195303916931152,
      "learning_rate": 5e-06,
      "loss": 0.6595,
      "step": 201700
    },
    {
      "epoch": 5.195808336980869,
      "grad_norm": 13.871543884277344,
      "learning_rate": 5e-06,
      "loss": 0.6415,
      "step": 201800
    },
    {
      "epoch": 5.198383068565102,
      "grad_norm": 10.234489440917969,
      "learning_rate": 5e-06,
      "loss": 0.6591,
      "step": 201900
    },
    {
      "epoch": 5.200957800149334,
      "grad_norm": 11.607736587524414,
      "learning_rate": 5e-06,
      "loss": 0.6435,
      "step": 202000
    },
    {
      "epoch": 5.203532531733567,
      "grad_norm": 12.17943286895752,
      "learning_rate": 5e-06,
      "loss": 0.6409,
      "step": 202100
    },
    {
      "epoch": 5.206107263317799,
      "grad_norm": 11.295766830444336,
      "learning_rate": 5e-06,
      "loss": 0.6543,
      "step": 202200
    },
    {
      "epoch": 5.208681994902031,
      "grad_norm": 14.540685653686523,
      "learning_rate": 5e-06,
      "loss": 0.6081,
      "step": 202300
    },
    {
      "epoch": 5.211256726486264,
      "grad_norm": 9.232213020324707,
      "learning_rate": 5e-06,
      "loss": 0.6541,
      "step": 202400
    },
    {
      "epoch": 5.213831458070496,
      "grad_norm": 11.53805160522461,
      "learning_rate": 5e-06,
      "loss": 0.6629,
      "step": 202500
    },
    {
      "epoch": 5.2164061896547285,
      "grad_norm": 13.451376914978027,
      "learning_rate": 5e-06,
      "loss": 0.6405,
      "step": 202600
    },
    {
      "epoch": 5.218980921238961,
      "grad_norm": 12.904513359069824,
      "learning_rate": 5e-06,
      "loss": 0.6632,
      "step": 202700
    },
    {
      "epoch": 5.221555652823193,
      "grad_norm": 9.237773895263672,
      "learning_rate": 5e-06,
      "loss": 0.6531,
      "step": 202800
    },
    {
      "epoch": 5.224130384407426,
      "grad_norm": 10.509261131286621,
      "learning_rate": 5e-06,
      "loss": 0.6481,
      "step": 202900
    },
    {
      "epoch": 5.226705115991658,
      "grad_norm": 10.760093688964844,
      "learning_rate": 5e-06,
      "loss": 0.6385,
      "step": 203000
    },
    {
      "epoch": 5.22927984757589,
      "grad_norm": 12.724530220031738,
      "learning_rate": 5e-06,
      "loss": 0.6281,
      "step": 203100
    },
    {
      "epoch": 5.231854579160123,
      "grad_norm": 11.002111434936523,
      "learning_rate": 5e-06,
      "loss": 0.6835,
      "step": 203200
    },
    {
      "epoch": 5.234429310744355,
      "grad_norm": 11.31306266784668,
      "learning_rate": 5e-06,
      "loss": 0.6388,
      "step": 203300
    },
    {
      "epoch": 5.2370040423285875,
      "grad_norm": 12.659605979919434,
      "learning_rate": 5e-06,
      "loss": 0.6521,
      "step": 203400
    },
    {
      "epoch": 5.23957877391282,
      "grad_norm": 9.541472434997559,
      "learning_rate": 5e-06,
      "loss": 0.6283,
      "step": 203500
    },
    {
      "epoch": 5.242153505497052,
      "grad_norm": 10.067501068115234,
      "learning_rate": 5e-06,
      "loss": 0.6238,
      "step": 203600
    },
    {
      "epoch": 5.244728237081285,
      "grad_norm": 11.207715034484863,
      "learning_rate": 5e-06,
      "loss": 0.6591,
      "step": 203700
    },
    {
      "epoch": 5.247302968665517,
      "grad_norm": 11.809167861938477,
      "learning_rate": 5e-06,
      "loss": 0.6376,
      "step": 203800
    },
    {
      "epoch": 5.2498777002497485,
      "grad_norm": 13.85762882232666,
      "learning_rate": 5e-06,
      "loss": 0.6277,
      "step": 203900
    },
    {
      "epoch": 5.252452431833981,
      "grad_norm": 15.380325317382812,
      "learning_rate": 5e-06,
      "loss": 0.6723,
      "step": 204000
    },
    {
      "epoch": 5.255027163418213,
      "grad_norm": 10.481415748596191,
      "learning_rate": 5e-06,
      "loss": 0.6141,
      "step": 204100
    },
    {
      "epoch": 5.257601895002446,
      "grad_norm": 11.722335815429688,
      "learning_rate": 5e-06,
      "loss": 0.6425,
      "step": 204200
    },
    {
      "epoch": 5.260176626586678,
      "grad_norm": 12.68203353881836,
      "learning_rate": 5e-06,
      "loss": 0.6692,
      "step": 204300
    },
    {
      "epoch": 5.26275135817091,
      "grad_norm": 12.811186790466309,
      "learning_rate": 5e-06,
      "loss": 0.6321,
      "step": 204400
    },
    {
      "epoch": 5.265326089755143,
      "grad_norm": 10.71603775024414,
      "learning_rate": 5e-06,
      "loss": 0.6506,
      "step": 204500
    },
    {
      "epoch": 5.267900821339375,
      "grad_norm": 13.527743339538574,
      "learning_rate": 5e-06,
      "loss": 0.6172,
      "step": 204600
    },
    {
      "epoch": 5.270475552923608,
      "grad_norm": 13.076271057128906,
      "learning_rate": 5e-06,
      "loss": 0.6211,
      "step": 204700
    },
    {
      "epoch": 5.27305028450784,
      "grad_norm": 13.930347442626953,
      "learning_rate": 5e-06,
      "loss": 0.6214,
      "step": 204800
    },
    {
      "epoch": 5.275625016092072,
      "grad_norm": 11.68453311920166,
      "learning_rate": 5e-06,
      "loss": 0.6405,
      "step": 204900
    },
    {
      "epoch": 5.278199747676305,
      "grad_norm": 12.906373023986816,
      "learning_rate": 5e-06,
      "loss": 0.6668,
      "step": 205000
    },
    {
      "epoch": 5.280774479260537,
      "grad_norm": 11.802467346191406,
      "learning_rate": 5e-06,
      "loss": 0.6296,
      "step": 205100
    },
    {
      "epoch": 5.2833492108447695,
      "grad_norm": 10.613951683044434,
      "learning_rate": 5e-06,
      "loss": 0.671,
      "step": 205200
    },
    {
      "epoch": 5.285923942429002,
      "grad_norm": 14.006392478942871,
      "learning_rate": 5e-06,
      "loss": 0.6422,
      "step": 205300
    },
    {
      "epoch": 5.288498674013234,
      "grad_norm": 13.171859741210938,
      "learning_rate": 5e-06,
      "loss": 0.6763,
      "step": 205400
    },
    {
      "epoch": 5.291073405597467,
      "grad_norm": 10.978907585144043,
      "learning_rate": 5e-06,
      "loss": 0.6471,
      "step": 205500
    },
    {
      "epoch": 5.293648137181699,
      "grad_norm": 10.576451301574707,
      "learning_rate": 5e-06,
      "loss": 0.645,
      "step": 205600
    },
    {
      "epoch": 5.296222868765931,
      "grad_norm": 11.628293991088867,
      "learning_rate": 5e-06,
      "loss": 0.6606,
      "step": 205700
    },
    {
      "epoch": 5.298797600350164,
      "grad_norm": 12.237944602966309,
      "learning_rate": 5e-06,
      "loss": 0.643,
      "step": 205800
    },
    {
      "epoch": 5.301372331934396,
      "grad_norm": 11.081351280212402,
      "learning_rate": 5e-06,
      "loss": 0.6388,
      "step": 205900
    },
    {
      "epoch": 5.3039470635186285,
      "grad_norm": 11.933817863464355,
      "learning_rate": 5e-06,
      "loss": 0.6427,
      "step": 206000
    },
    {
      "epoch": 5.306521795102861,
      "grad_norm": 17.673131942749023,
      "learning_rate": 5e-06,
      "loss": 0.6386,
      "step": 206100
    },
    {
      "epoch": 5.309096526687092,
      "grad_norm": 12.97238540649414,
      "learning_rate": 5e-06,
      "loss": 0.6265,
      "step": 206200
    },
    {
      "epoch": 5.311671258271325,
      "grad_norm": 9.513204574584961,
      "learning_rate": 5e-06,
      "loss": 0.6197,
      "step": 206300
    },
    {
      "epoch": 5.314245989855557,
      "grad_norm": 15.971644401550293,
      "learning_rate": 5e-06,
      "loss": 0.6874,
      "step": 206400
    },
    {
      "epoch": 5.31682072143979,
      "grad_norm": 9.326473236083984,
      "learning_rate": 5e-06,
      "loss": 0.6447,
      "step": 206500
    },
    {
      "epoch": 5.319395453024022,
      "grad_norm": 11.3351469039917,
      "learning_rate": 5e-06,
      "loss": 0.6124,
      "step": 206600
    },
    {
      "epoch": 5.321970184608254,
      "grad_norm": 13.818648338317871,
      "learning_rate": 5e-06,
      "loss": 0.6652,
      "step": 206700
    },
    {
      "epoch": 5.324544916192487,
      "grad_norm": 12.210101127624512,
      "learning_rate": 5e-06,
      "loss": 0.6461,
      "step": 206800
    },
    {
      "epoch": 5.327119647776719,
      "grad_norm": 11.964583396911621,
      "learning_rate": 5e-06,
      "loss": 0.6253,
      "step": 206900
    },
    {
      "epoch": 5.3296943793609515,
      "grad_norm": 10.061365127563477,
      "learning_rate": 5e-06,
      "loss": 0.6316,
      "step": 207000
    },
    {
      "epoch": 5.332269110945184,
      "grad_norm": 15.610299110412598,
      "learning_rate": 5e-06,
      "loss": 0.6432,
      "step": 207100
    },
    {
      "epoch": 5.334843842529416,
      "grad_norm": 10.986164093017578,
      "learning_rate": 5e-06,
      "loss": 0.6401,
      "step": 207200
    },
    {
      "epoch": 5.337418574113649,
      "grad_norm": 12.948100090026855,
      "learning_rate": 5e-06,
      "loss": 0.627,
      "step": 207300
    },
    {
      "epoch": 5.339993305697881,
      "grad_norm": 13.903507232666016,
      "learning_rate": 5e-06,
      "loss": 0.6297,
      "step": 207400
    },
    {
      "epoch": 5.342568037282113,
      "grad_norm": 8.93012523651123,
      "learning_rate": 5e-06,
      "loss": 0.6327,
      "step": 207500
    },
    {
      "epoch": 5.345142768866346,
      "grad_norm": 10.683675765991211,
      "learning_rate": 5e-06,
      "loss": 0.6294,
      "step": 207600
    },
    {
      "epoch": 5.347717500450578,
      "grad_norm": 10.412151336669922,
      "learning_rate": 5e-06,
      "loss": 0.6345,
      "step": 207700
    },
    {
      "epoch": 5.3502922320348105,
      "grad_norm": 9.670928001403809,
      "learning_rate": 5e-06,
      "loss": 0.6217,
      "step": 207800
    },
    {
      "epoch": 5.352866963619043,
      "grad_norm": 10.404048919677734,
      "learning_rate": 5e-06,
      "loss": 0.6382,
      "step": 207900
    },
    {
      "epoch": 5.355441695203275,
      "grad_norm": 11.227535247802734,
      "learning_rate": 5e-06,
      "loss": 0.6155,
      "step": 208000
    },
    {
      "epoch": 5.358016426787508,
      "grad_norm": 9.943772315979004,
      "learning_rate": 5e-06,
      "loss": 0.6108,
      "step": 208100
    },
    {
      "epoch": 5.36059115837174,
      "grad_norm": 9.754439353942871,
      "learning_rate": 5e-06,
      "loss": 0.6226,
      "step": 208200
    },
    {
      "epoch": 5.363165889955972,
      "grad_norm": 11.931201934814453,
      "learning_rate": 5e-06,
      "loss": 0.6576,
      "step": 208300
    },
    {
      "epoch": 5.365740621540205,
      "grad_norm": 11.650471687316895,
      "learning_rate": 5e-06,
      "loss": 0.6197,
      "step": 208400
    },
    {
      "epoch": 5.368315353124437,
      "grad_norm": 11.203612327575684,
      "learning_rate": 5e-06,
      "loss": 0.6558,
      "step": 208500
    },
    {
      "epoch": 5.37089008470867,
      "grad_norm": 13.66794204711914,
      "learning_rate": 5e-06,
      "loss": 0.6524,
      "step": 208600
    },
    {
      "epoch": 5.373464816292901,
      "grad_norm": 10.990044593811035,
      "learning_rate": 5e-06,
      "loss": 0.6326,
      "step": 208700
    },
    {
      "epoch": 5.3760395478771335,
      "grad_norm": 13.140802383422852,
      "learning_rate": 5e-06,
      "loss": 0.6382,
      "step": 208800
    },
    {
      "epoch": 5.378614279461366,
      "grad_norm": 9.808560371398926,
      "learning_rate": 5e-06,
      "loss": 0.6223,
      "step": 208900
    },
    {
      "epoch": 5.381189011045598,
      "grad_norm": 11.746156692504883,
      "learning_rate": 5e-06,
      "loss": 0.6143,
      "step": 209000
    },
    {
      "epoch": 5.383763742629831,
      "grad_norm": 15.071852684020996,
      "learning_rate": 5e-06,
      "loss": 0.6522,
      "step": 209100
    },
    {
      "epoch": 5.386338474214063,
      "grad_norm": 10.311746597290039,
      "learning_rate": 5e-06,
      "loss": 0.6169,
      "step": 209200
    },
    {
      "epoch": 5.388913205798295,
      "grad_norm": 12.64077377319336,
      "learning_rate": 5e-06,
      "loss": 0.6278,
      "step": 209300
    },
    {
      "epoch": 5.391487937382528,
      "grad_norm": 15.499963760375977,
      "learning_rate": 5e-06,
      "loss": 0.6226,
      "step": 209400
    },
    {
      "epoch": 5.39406266896676,
      "grad_norm": 12.908323287963867,
      "learning_rate": 5e-06,
      "loss": 0.5846,
      "step": 209500
    },
    {
      "epoch": 5.3966374005509925,
      "grad_norm": 12.642411231994629,
      "learning_rate": 5e-06,
      "loss": 0.6936,
      "step": 209600
    },
    {
      "epoch": 5.399212132135225,
      "grad_norm": 11.59830093383789,
      "learning_rate": 5e-06,
      "loss": 0.648,
      "step": 209700
    },
    {
      "epoch": 5.401786863719457,
      "grad_norm": 9.510835647583008,
      "learning_rate": 5e-06,
      "loss": 0.6328,
      "step": 209800
    },
    {
      "epoch": 5.40436159530369,
      "grad_norm": 10.02745532989502,
      "learning_rate": 5e-06,
      "loss": 0.6481,
      "step": 209900
    },
    {
      "epoch": 5.406936326887922,
      "grad_norm": 10.908292770385742,
      "learning_rate": 5e-06,
      "loss": 0.6114,
      "step": 210000
    },
    {
      "epoch": 5.409511058472154,
      "grad_norm": 11.934123992919922,
      "learning_rate": 5e-06,
      "loss": 0.6366,
      "step": 210100
    },
    {
      "epoch": 5.412085790056387,
      "grad_norm": 12.620843887329102,
      "learning_rate": 5e-06,
      "loss": 0.628,
      "step": 210200
    },
    {
      "epoch": 5.414660521640619,
      "grad_norm": 13.986478805541992,
      "learning_rate": 5e-06,
      "loss": 0.6147,
      "step": 210300
    },
    {
      "epoch": 5.4172352532248516,
      "grad_norm": 9.999444007873535,
      "learning_rate": 5e-06,
      "loss": 0.6484,
      "step": 210400
    },
    {
      "epoch": 5.419809984809084,
      "grad_norm": 11.511591911315918,
      "learning_rate": 5e-06,
      "loss": 0.6552,
      "step": 210500
    },
    {
      "epoch": 5.422384716393316,
      "grad_norm": 11.05417251586914,
      "learning_rate": 5e-06,
      "loss": 0.635,
      "step": 210600
    },
    {
      "epoch": 5.424959447977549,
      "grad_norm": 10.81550407409668,
      "learning_rate": 5e-06,
      "loss": 0.6241,
      "step": 210700
    },
    {
      "epoch": 5.427534179561781,
      "grad_norm": 12.477540016174316,
      "learning_rate": 5e-06,
      "loss": 0.6063,
      "step": 210800
    },
    {
      "epoch": 5.430108911146013,
      "grad_norm": 11.061260223388672,
      "learning_rate": 5e-06,
      "loss": 0.6628,
      "step": 210900
    },
    {
      "epoch": 5.432683642730245,
      "grad_norm": 9.192856788635254,
      "learning_rate": 5e-06,
      "loss": 0.6359,
      "step": 211000
    },
    {
      "epoch": 5.435258374314477,
      "grad_norm": 12.24763011932373,
      "learning_rate": 5e-06,
      "loss": 0.6251,
      "step": 211100
    },
    {
      "epoch": 5.43783310589871,
      "grad_norm": 11.493661880493164,
      "learning_rate": 5e-06,
      "loss": 0.6191,
      "step": 211200
    },
    {
      "epoch": 5.440407837482942,
      "grad_norm": 12.23105525970459,
      "learning_rate": 5e-06,
      "loss": 0.6094,
      "step": 211300
    },
    {
      "epoch": 5.4429825690671745,
      "grad_norm": 12.706990242004395,
      "learning_rate": 5e-06,
      "loss": 0.6252,
      "step": 211400
    },
    {
      "epoch": 5.445557300651407,
      "grad_norm": 11.856043815612793,
      "learning_rate": 5e-06,
      "loss": 0.6243,
      "step": 211500
    },
    {
      "epoch": 5.448132032235639,
      "grad_norm": 12.51761531829834,
      "learning_rate": 5e-06,
      "loss": 0.6098,
      "step": 211600
    },
    {
      "epoch": 5.450706763819872,
      "grad_norm": 9.753520965576172,
      "learning_rate": 5e-06,
      "loss": 0.6211,
      "step": 211700
    },
    {
      "epoch": 5.453281495404104,
      "grad_norm": 14.46626091003418,
      "learning_rate": 5e-06,
      "loss": 0.6263,
      "step": 211800
    },
    {
      "epoch": 5.455856226988336,
      "grad_norm": 12.446374893188477,
      "learning_rate": 5e-06,
      "loss": 0.6056,
      "step": 211900
    },
    {
      "epoch": 5.458430958572569,
      "grad_norm": 10.266602516174316,
      "learning_rate": 5e-06,
      "loss": 0.6152,
      "step": 212000
    },
    {
      "epoch": 5.461005690156801,
      "grad_norm": 13.026086807250977,
      "learning_rate": 5e-06,
      "loss": 0.6271,
      "step": 212100
    },
    {
      "epoch": 5.4635804217410335,
      "grad_norm": 12.4303560256958,
      "learning_rate": 5e-06,
      "loss": 0.6207,
      "step": 212200
    },
    {
      "epoch": 5.466155153325266,
      "grad_norm": 10.966081619262695,
      "learning_rate": 5e-06,
      "loss": 0.6509,
      "step": 212300
    },
    {
      "epoch": 5.468729884909498,
      "grad_norm": 15.720728874206543,
      "learning_rate": 5e-06,
      "loss": 0.6059,
      "step": 212400
    },
    {
      "epoch": 5.471304616493731,
      "grad_norm": 13.211357116699219,
      "learning_rate": 5e-06,
      "loss": 0.6569,
      "step": 212500
    },
    {
      "epoch": 5.473879348077963,
      "grad_norm": 11.977180480957031,
      "learning_rate": 5e-06,
      "loss": 0.5916,
      "step": 212600
    },
    {
      "epoch": 5.476454079662195,
      "grad_norm": 12.015120506286621,
      "learning_rate": 5e-06,
      "loss": 0.6215,
      "step": 212700
    },
    {
      "epoch": 5.479028811246428,
      "grad_norm": 10.849923133850098,
      "learning_rate": 5e-06,
      "loss": 0.6377,
      "step": 212800
    },
    {
      "epoch": 5.48160354283066,
      "grad_norm": 12.185690879821777,
      "learning_rate": 5e-06,
      "loss": 0.6154,
      "step": 212900
    },
    {
      "epoch": 5.484178274414893,
      "grad_norm": 15.167198181152344,
      "learning_rate": 5e-06,
      "loss": 0.5949,
      "step": 213000
    },
    {
      "epoch": 5.486753005999125,
      "grad_norm": 11.860586166381836,
      "learning_rate": 5e-06,
      "loss": 0.6082,
      "step": 213100
    },
    {
      "epoch": 5.489327737583357,
      "grad_norm": 9.991304397583008,
      "learning_rate": 5e-06,
      "loss": 0.6291,
      "step": 213200
    },
    {
      "epoch": 5.49190246916759,
      "grad_norm": 10.901315689086914,
      "learning_rate": 5e-06,
      "loss": 0.617,
      "step": 213300
    },
    {
      "epoch": 5.494477200751821,
      "grad_norm": 10.595975875854492,
      "learning_rate": 5e-06,
      "loss": 0.6077,
      "step": 213400
    },
    {
      "epoch": 5.497051932336054,
      "grad_norm": 10.900810241699219,
      "learning_rate": 5e-06,
      "loss": 0.6159,
      "step": 213500
    },
    {
      "epoch": 5.499626663920286,
      "grad_norm": 14.411334991455078,
      "learning_rate": 5e-06,
      "loss": 0.614,
      "step": 213600
    },
    {
      "epoch": 5.502201395504518,
      "grad_norm": 13.607008934020996,
      "learning_rate": 5e-06,
      "loss": 0.6058,
      "step": 213700
    },
    {
      "epoch": 5.504776127088751,
      "grad_norm": 10.735593795776367,
      "learning_rate": 5e-06,
      "loss": 0.6157,
      "step": 213800
    },
    {
      "epoch": 5.507350858672983,
      "grad_norm": 11.088841438293457,
      "learning_rate": 5e-06,
      "loss": 0.6178,
      "step": 213900
    },
    {
      "epoch": 5.5099255902572155,
      "grad_norm": 12.004717826843262,
      "learning_rate": 5e-06,
      "loss": 0.6235,
      "step": 214000
    },
    {
      "epoch": 5.512500321841448,
      "grad_norm": 11.23231315612793,
      "learning_rate": 5e-06,
      "loss": 0.6223,
      "step": 214100
    },
    {
      "epoch": 5.51507505342568,
      "grad_norm": 12.810359001159668,
      "learning_rate": 5e-06,
      "loss": 0.6252,
      "step": 214200
    },
    {
      "epoch": 5.517649785009913,
      "grad_norm": 11.143072128295898,
      "learning_rate": 5e-06,
      "loss": 0.6075,
      "step": 214300
    },
    {
      "epoch": 5.520224516594145,
      "grad_norm": 10.313885688781738,
      "learning_rate": 5e-06,
      "loss": 0.6287,
      "step": 214400
    },
    {
      "epoch": 5.522799248178377,
      "grad_norm": 13.233891487121582,
      "learning_rate": 5e-06,
      "loss": 0.6484,
      "step": 214500
    },
    {
      "epoch": 5.52537397976261,
      "grad_norm": 13.050652503967285,
      "learning_rate": 5e-06,
      "loss": 0.6403,
      "step": 214600
    },
    {
      "epoch": 5.527948711346842,
      "grad_norm": 11.389725685119629,
      "learning_rate": 5e-06,
      "loss": 0.6224,
      "step": 214700
    },
    {
      "epoch": 5.530523442931075,
      "grad_norm": 12.077486038208008,
      "learning_rate": 5e-06,
      "loss": 0.6117,
      "step": 214800
    },
    {
      "epoch": 5.533098174515307,
      "grad_norm": 12.986018180847168,
      "learning_rate": 5e-06,
      "loss": 0.6124,
      "step": 214900
    },
    {
      "epoch": 5.535672906099539,
      "grad_norm": 14.12435531616211,
      "learning_rate": 5e-06,
      "loss": 0.6437,
      "step": 215000
    },
    {
      "epoch": 5.538247637683772,
      "grad_norm": 13.298933029174805,
      "learning_rate": 5e-06,
      "loss": 0.6397,
      "step": 215100
    },
    {
      "epoch": 5.540822369268004,
      "grad_norm": 15.8311128616333,
      "learning_rate": 5e-06,
      "loss": 0.6391,
      "step": 215200
    },
    {
      "epoch": 5.5433971008522365,
      "grad_norm": 12.260991096496582,
      "learning_rate": 5e-06,
      "loss": 0.6068,
      "step": 215300
    },
    {
      "epoch": 5.545971832436469,
      "grad_norm": 10.872325897216797,
      "learning_rate": 5e-06,
      "loss": 0.6563,
      "step": 215400
    },
    {
      "epoch": 5.5485465640207,
      "grad_norm": 9.884102821350098,
      "learning_rate": 5e-06,
      "loss": 0.624,
      "step": 215500
    },
    {
      "epoch": 5.551121295604933,
      "grad_norm": 12.18087100982666,
      "learning_rate": 5e-06,
      "loss": 0.5972,
      "step": 215600
    },
    {
      "epoch": 5.553696027189165,
      "grad_norm": 9.921850204467773,
      "learning_rate": 5e-06,
      "loss": 0.6115,
      "step": 215700
    },
    {
      "epoch": 5.5562707587733975,
      "grad_norm": 14.68166732788086,
      "learning_rate": 5e-06,
      "loss": 0.6088,
      "step": 215800
    },
    {
      "epoch": 5.55884549035763,
      "grad_norm": 10.937767028808594,
      "learning_rate": 5e-06,
      "loss": 0.6149,
      "step": 215900
    },
    {
      "epoch": 5.561420221941862,
      "grad_norm": 13.76354694366455,
      "learning_rate": 5e-06,
      "loss": 0.6213,
      "step": 216000
    },
    {
      "epoch": 5.563994953526095,
      "grad_norm": 12.85875415802002,
      "learning_rate": 5e-06,
      "loss": 0.6322,
      "step": 216100
    },
    {
      "epoch": 5.566569685110327,
      "grad_norm": 12.564144134521484,
      "learning_rate": 5e-06,
      "loss": 0.6069,
      "step": 216200
    },
    {
      "epoch": 5.569144416694559,
      "grad_norm": 11.022698402404785,
      "learning_rate": 5e-06,
      "loss": 0.6033,
      "step": 216300
    },
    {
      "epoch": 5.571719148278792,
      "grad_norm": 10.979643821716309,
      "learning_rate": 5e-06,
      "loss": 0.6042,
      "step": 216400
    },
    {
      "epoch": 5.574293879863024,
      "grad_norm": 10.655763626098633,
      "learning_rate": 5e-06,
      "loss": 0.6555,
      "step": 216500
    },
    {
      "epoch": 5.5768686114472565,
      "grad_norm": 13.255592346191406,
      "learning_rate": 5e-06,
      "loss": 0.6066,
      "step": 216600
    },
    {
      "epoch": 5.579443343031489,
      "grad_norm": 11.729122161865234,
      "learning_rate": 5e-06,
      "loss": 0.6074,
      "step": 216700
    },
    {
      "epoch": 5.582018074615721,
      "grad_norm": 9.988057136535645,
      "learning_rate": 5e-06,
      "loss": 0.599,
      "step": 216800
    },
    {
      "epoch": 5.584592806199954,
      "grad_norm": 16.73607063293457,
      "learning_rate": 5e-06,
      "loss": 0.6224,
      "step": 216900
    },
    {
      "epoch": 5.587167537784186,
      "grad_norm": 11.698001861572266,
      "learning_rate": 5e-06,
      "loss": 0.6092,
      "step": 217000
    },
    {
      "epoch": 5.5897422693684184,
      "grad_norm": 13.392433166503906,
      "learning_rate": 5e-06,
      "loss": 0.5963,
      "step": 217100
    },
    {
      "epoch": 5.592317000952651,
      "grad_norm": 11.668269157409668,
      "learning_rate": 5e-06,
      "loss": 0.6459,
      "step": 217200
    },
    {
      "epoch": 5.594891732536883,
      "grad_norm": 12.118215560913086,
      "learning_rate": 5e-06,
      "loss": 0.6211,
      "step": 217300
    },
    {
      "epoch": 5.597466464121116,
      "grad_norm": 11.207332611083984,
      "learning_rate": 5e-06,
      "loss": 0.6079,
      "step": 217400
    },
    {
      "epoch": 5.600041195705348,
      "grad_norm": 13.877581596374512,
      "learning_rate": 5e-06,
      "loss": 0.6358,
      "step": 217500
    },
    {
      "epoch": 5.60261592728958,
      "grad_norm": 11.022722244262695,
      "learning_rate": 5e-06,
      "loss": 0.6179,
      "step": 217600
    },
    {
      "epoch": 5.605190658873813,
      "grad_norm": 11.092254638671875,
      "learning_rate": 5e-06,
      "loss": 0.5841,
      "step": 217700
    },
    {
      "epoch": 5.607765390458045,
      "grad_norm": 12.602418899536133,
      "learning_rate": 5e-06,
      "loss": 0.6309,
      "step": 217800
    },
    {
      "epoch": 5.6103401220422775,
      "grad_norm": 13.499128341674805,
      "learning_rate": 5e-06,
      "loss": 0.6119,
      "step": 217900
    },
    {
      "epoch": 5.61291485362651,
      "grad_norm": 8.93774127960205,
      "learning_rate": 5e-06,
      "loss": 0.6107,
      "step": 218000
    },
    {
      "epoch": 5.615489585210742,
      "grad_norm": 9.841474533081055,
      "learning_rate": 5e-06,
      "loss": 0.6222,
      "step": 218100
    },
    {
      "epoch": 5.618064316794974,
      "grad_norm": 11.217345237731934,
      "learning_rate": 5e-06,
      "loss": 0.6053,
      "step": 218200
    },
    {
      "epoch": 5.620639048379206,
      "grad_norm": 13.093890190124512,
      "learning_rate": 5e-06,
      "loss": 0.643,
      "step": 218300
    },
    {
      "epoch": 5.6232137799634385,
      "grad_norm": 9.723140716552734,
      "learning_rate": 5e-06,
      "loss": 0.6096,
      "step": 218400
    },
    {
      "epoch": 5.625788511547671,
      "grad_norm": 12.37298583984375,
      "learning_rate": 5e-06,
      "loss": 0.6343,
      "step": 218500
    },
    {
      "epoch": 5.628363243131903,
      "grad_norm": 12.55114459991455,
      "learning_rate": 5e-06,
      "loss": 0.5984,
      "step": 218600
    },
    {
      "epoch": 5.630937974716136,
      "grad_norm": 14.04775333404541,
      "learning_rate": 5e-06,
      "loss": 0.5962,
      "step": 218700
    },
    {
      "epoch": 5.633512706300368,
      "grad_norm": 12.658392906188965,
      "learning_rate": 5e-06,
      "loss": 0.6328,
      "step": 218800
    },
    {
      "epoch": 5.6360874378846,
      "grad_norm": 11.972050666809082,
      "learning_rate": 5e-06,
      "loss": 0.6128,
      "step": 218900
    },
    {
      "epoch": 5.638662169468833,
      "grad_norm": 11.593116760253906,
      "learning_rate": 5e-06,
      "loss": 0.5954,
      "step": 219000
    },
    {
      "epoch": 5.641236901053065,
      "grad_norm": 10.823378562927246,
      "learning_rate": 5e-06,
      "loss": 0.601,
      "step": 219100
    },
    {
      "epoch": 5.643811632637298,
      "grad_norm": 13.225348472595215,
      "learning_rate": 5e-06,
      "loss": 0.6141,
      "step": 219200
    },
    {
      "epoch": 5.64638636422153,
      "grad_norm": 10.738872528076172,
      "learning_rate": 5e-06,
      "loss": 0.64,
      "step": 219300
    },
    {
      "epoch": 5.648961095805762,
      "grad_norm": 8.73133659362793,
      "learning_rate": 5e-06,
      "loss": 0.6405,
      "step": 219400
    },
    {
      "epoch": 5.651535827389995,
      "grad_norm": 10.949944496154785,
      "learning_rate": 5e-06,
      "loss": 0.6146,
      "step": 219500
    },
    {
      "epoch": 5.654110558974227,
      "grad_norm": 12.525240898132324,
      "learning_rate": 5e-06,
      "loss": 0.6071,
      "step": 219600
    },
    {
      "epoch": 5.6566852905584595,
      "grad_norm": 11.865748405456543,
      "learning_rate": 5e-06,
      "loss": 0.6241,
      "step": 219700
    },
    {
      "epoch": 5.659260022142692,
      "grad_norm": 11.792122840881348,
      "learning_rate": 5e-06,
      "loss": 0.6035,
      "step": 219800
    },
    {
      "epoch": 5.661834753726924,
      "grad_norm": 11.331526756286621,
      "learning_rate": 5e-06,
      "loss": 0.627,
      "step": 219900
    },
    {
      "epoch": 5.664409485311157,
      "grad_norm": 9.727856636047363,
      "learning_rate": 5e-06,
      "loss": 0.6115,
      "step": 220000
    },
    {
      "epoch": 5.666984216895389,
      "grad_norm": 11.170310020446777,
      "learning_rate": 5e-06,
      "loss": 0.6161,
      "step": 220100
    },
    {
      "epoch": 5.669558948479621,
      "grad_norm": 11.177054405212402,
      "learning_rate": 5e-06,
      "loss": 0.5971,
      "step": 220200
    },
    {
      "epoch": 5.672133680063853,
      "grad_norm": 10.33130931854248,
      "learning_rate": 5e-06,
      "loss": 0.605,
      "step": 220300
    },
    {
      "epoch": 5.674708411648085,
      "grad_norm": 10.488325119018555,
      "learning_rate": 5e-06,
      "loss": 0.618,
      "step": 220400
    },
    {
      "epoch": 5.677283143232318,
      "grad_norm": 14.627249717712402,
      "learning_rate": 5e-06,
      "loss": 0.6071,
      "step": 220500
    },
    {
      "epoch": 5.67985787481655,
      "grad_norm": 12.932393074035645,
      "learning_rate": 5e-06,
      "loss": 0.6104,
      "step": 220600
    },
    {
      "epoch": 5.682432606400782,
      "grad_norm": 11.83126163482666,
      "learning_rate": 5e-06,
      "loss": 0.6012,
      "step": 220700
    },
    {
      "epoch": 5.685007337985015,
      "grad_norm": 10.199284553527832,
      "learning_rate": 5e-06,
      "loss": 0.6125,
      "step": 220800
    },
    {
      "epoch": 5.687582069569247,
      "grad_norm": 11.099528312683105,
      "learning_rate": 5e-06,
      "loss": 0.6052,
      "step": 220900
    },
    {
      "epoch": 5.6901568011534795,
      "grad_norm": 12.134747505187988,
      "learning_rate": 5e-06,
      "loss": 0.6039,
      "step": 221000
    },
    {
      "epoch": 5.692731532737712,
      "grad_norm": 12.834440231323242,
      "learning_rate": 5e-06,
      "loss": 0.6348,
      "step": 221100
    },
    {
      "epoch": 5.695306264321944,
      "grad_norm": 12.14375114440918,
      "learning_rate": 5e-06,
      "loss": 0.6395,
      "step": 221200
    },
    {
      "epoch": 5.697880995906177,
      "grad_norm": 12.298356056213379,
      "learning_rate": 5e-06,
      "loss": 0.6004,
      "step": 221300
    },
    {
      "epoch": 5.700455727490409,
      "grad_norm": 13.639013290405273,
      "learning_rate": 5e-06,
      "loss": 0.6177,
      "step": 221400
    },
    {
      "epoch": 5.7030304590746415,
      "grad_norm": 11.615602493286133,
      "learning_rate": 5e-06,
      "loss": 0.6141,
      "step": 221500
    },
    {
      "epoch": 5.705605190658874,
      "grad_norm": 11.009995460510254,
      "learning_rate": 5e-06,
      "loss": 0.6304,
      "step": 221600
    },
    {
      "epoch": 5.708179922243106,
      "grad_norm": 12.08924388885498,
      "learning_rate": 5e-06,
      "loss": 0.5876,
      "step": 221700
    },
    {
      "epoch": 5.710754653827339,
      "grad_norm": 12.185836791992188,
      "learning_rate": 5e-06,
      "loss": 0.6144,
      "step": 221800
    },
    {
      "epoch": 5.713329385411571,
      "grad_norm": 12.544754028320312,
      "learning_rate": 5e-06,
      "loss": 0.5829,
      "step": 221900
    },
    {
      "epoch": 5.715904116995803,
      "grad_norm": 16.42341423034668,
      "learning_rate": 5e-06,
      "loss": 0.6319,
      "step": 222000
    },
    {
      "epoch": 5.718478848580036,
      "grad_norm": 10.727197647094727,
      "learning_rate": 5e-06,
      "loss": 0.6265,
      "step": 222100
    },
    {
      "epoch": 5.721053580164268,
      "grad_norm": 13.316415786743164,
      "learning_rate": 5e-06,
      "loss": 0.6198,
      "step": 222200
    },
    {
      "epoch": 5.7236283117485005,
      "grad_norm": 12.549779891967773,
      "learning_rate": 5e-06,
      "loss": 0.6042,
      "step": 222300
    },
    {
      "epoch": 5.726203043332733,
      "grad_norm": 12.60155200958252,
      "learning_rate": 5e-06,
      "loss": 0.6146,
      "step": 222400
    },
    {
      "epoch": 5.728777774916965,
      "grad_norm": 13.966414451599121,
      "learning_rate": 5e-06,
      "loss": 0.5982,
      "step": 222500
    },
    {
      "epoch": 5.731352506501198,
      "grad_norm": 10.442543983459473,
      "learning_rate": 5e-06,
      "loss": 0.6228,
      "step": 222600
    },
    {
      "epoch": 5.73392723808543,
      "grad_norm": 11.289112091064453,
      "learning_rate": 5e-06,
      "loss": 0.6165,
      "step": 222700
    },
    {
      "epoch": 5.736501969669662,
      "grad_norm": 9.339720726013184,
      "learning_rate": 5e-06,
      "loss": 0.6141,
      "step": 222800
    },
    {
      "epoch": 5.739076701253894,
      "grad_norm": 13.586165428161621,
      "learning_rate": 5e-06,
      "loss": 0.6275,
      "step": 222900
    },
    {
      "epoch": 5.741651432838126,
      "grad_norm": 9.67584228515625,
      "learning_rate": 5e-06,
      "loss": 0.6452,
      "step": 223000
    },
    {
      "epoch": 5.744226164422359,
      "grad_norm": 16.103145599365234,
      "learning_rate": 5e-06,
      "loss": 0.6168,
      "step": 223100
    },
    {
      "epoch": 5.746800896006591,
      "grad_norm": 8.82716178894043,
      "learning_rate": 5e-06,
      "loss": 0.6405,
      "step": 223200
    },
    {
      "epoch": 5.749375627590823,
      "grad_norm": 8.49142074584961,
      "learning_rate": 5e-06,
      "loss": 0.6256,
      "step": 223300
    },
    {
      "epoch": 5.751950359175056,
      "grad_norm": 12.375092506408691,
      "learning_rate": 5e-06,
      "loss": 0.6161,
      "step": 223400
    },
    {
      "epoch": 5.754525090759288,
      "grad_norm": 13.91098403930664,
      "learning_rate": 5e-06,
      "loss": 0.5965,
      "step": 223500
    },
    {
      "epoch": 5.757099822343521,
      "grad_norm": 9.25216293334961,
      "learning_rate": 5e-06,
      "loss": 0.585,
      "step": 223600
    },
    {
      "epoch": 5.759674553927753,
      "grad_norm": 10.83798599243164,
      "learning_rate": 5e-06,
      "loss": 0.613,
      "step": 223700
    },
    {
      "epoch": 5.762249285511985,
      "grad_norm": 14.053579330444336,
      "learning_rate": 5e-06,
      "loss": 0.6012,
      "step": 223800
    },
    {
      "epoch": 5.764824017096218,
      "grad_norm": 9.600326538085938,
      "learning_rate": 5e-06,
      "loss": 0.5941,
      "step": 223900
    },
    {
      "epoch": 5.76739874868045,
      "grad_norm": 9.767090797424316,
      "learning_rate": 5e-06,
      "loss": 0.6182,
      "step": 224000
    },
    {
      "epoch": 5.7699734802646825,
      "grad_norm": 14.9105863571167,
      "learning_rate": 5e-06,
      "loss": 0.6136,
      "step": 224100
    },
    {
      "epoch": 5.772548211848915,
      "grad_norm": 12.623842239379883,
      "learning_rate": 5e-06,
      "loss": 0.6069,
      "step": 224200
    },
    {
      "epoch": 5.775122943433147,
      "grad_norm": 14.236063003540039,
      "learning_rate": 5e-06,
      "loss": 0.6154,
      "step": 224300
    },
    {
      "epoch": 5.77769767501738,
      "grad_norm": 13.990734100341797,
      "learning_rate": 5e-06,
      "loss": 0.6124,
      "step": 224400
    },
    {
      "epoch": 5.780272406601612,
      "grad_norm": 9.855088233947754,
      "learning_rate": 5e-06,
      "loss": 0.6323,
      "step": 224500
    },
    {
      "epoch": 5.782847138185844,
      "grad_norm": 10.828775405883789,
      "learning_rate": 5e-06,
      "loss": 0.6215,
      "step": 224600
    },
    {
      "epoch": 5.785421869770077,
      "grad_norm": 12.606769561767578,
      "learning_rate": 5e-06,
      "loss": 0.587,
      "step": 224700
    },
    {
      "epoch": 5.787996601354309,
      "grad_norm": 9.059167861938477,
      "learning_rate": 5e-06,
      "loss": 0.6063,
      "step": 224800
    },
    {
      "epoch": 5.7905713329385415,
      "grad_norm": 14.61955451965332,
      "learning_rate": 5e-06,
      "loss": 0.585,
      "step": 224900
    },
    {
      "epoch": 5.793146064522773,
      "grad_norm": 11.009491920471191,
      "learning_rate": 5e-06,
      "loss": 0.574,
      "step": 225000
    },
    {
      "epoch": 5.795720796107005,
      "grad_norm": 13.799946784973145,
      "learning_rate": 5e-06,
      "loss": 0.6034,
      "step": 225100
    },
    {
      "epoch": 5.798295527691238,
      "grad_norm": 14.004377365112305,
      "learning_rate": 5e-06,
      "loss": 0.6028,
      "step": 225200
    },
    {
      "epoch": 5.80087025927547,
      "grad_norm": 13.797174453735352,
      "learning_rate": 5e-06,
      "loss": 0.6062,
      "step": 225300
    },
    {
      "epoch": 5.803444990859703,
      "grad_norm": 11.998530387878418,
      "learning_rate": 5e-06,
      "loss": 0.6358,
      "step": 225400
    },
    {
      "epoch": 5.806019722443935,
      "grad_norm": 11.398988723754883,
      "learning_rate": 5e-06,
      "loss": 0.6149,
      "step": 225500
    },
    {
      "epoch": 5.808594454028167,
      "grad_norm": 12.147073745727539,
      "learning_rate": 5e-06,
      "loss": 0.5956,
      "step": 225600
    },
    {
      "epoch": 5.8111691856124,
      "grad_norm": 12.120691299438477,
      "learning_rate": 5e-06,
      "loss": 0.6067,
      "step": 225700
    },
    {
      "epoch": 5.813743917196632,
      "grad_norm": 12.51071834564209,
      "learning_rate": 5e-06,
      "loss": 0.6301,
      "step": 225800
    },
    {
      "epoch": 5.8163186487808645,
      "grad_norm": 10.711549758911133,
      "learning_rate": 5e-06,
      "loss": 0.6194,
      "step": 225900
    },
    {
      "epoch": 5.818893380365097,
      "grad_norm": 12.563202857971191,
      "learning_rate": 5e-06,
      "loss": 0.6207,
      "step": 226000
    },
    {
      "epoch": 5.821468111949329,
      "grad_norm": 11.790807723999023,
      "learning_rate": 5e-06,
      "loss": 0.612,
      "step": 226100
    },
    {
      "epoch": 5.824042843533562,
      "grad_norm": 11.564969062805176,
      "learning_rate": 5e-06,
      "loss": 0.5956,
      "step": 226200
    },
    {
      "epoch": 5.826617575117794,
      "grad_norm": 9.817045211791992,
      "learning_rate": 5e-06,
      "loss": 0.5954,
      "step": 226300
    },
    {
      "epoch": 5.829192306702026,
      "grad_norm": 10.636618614196777,
      "learning_rate": 5e-06,
      "loss": 0.5881,
      "step": 226400
    },
    {
      "epoch": 5.831767038286259,
      "grad_norm": 11.295154571533203,
      "learning_rate": 5e-06,
      "loss": 0.6069,
      "step": 226500
    },
    {
      "epoch": 5.834341769870491,
      "grad_norm": 10.955897331237793,
      "learning_rate": 5e-06,
      "loss": 0.6176,
      "step": 226600
    },
    {
      "epoch": 5.8369165014547235,
      "grad_norm": 10.677763938903809,
      "learning_rate": 5e-06,
      "loss": 0.6214,
      "step": 226700
    },
    {
      "epoch": 5.839491233038956,
      "grad_norm": 12.360617637634277,
      "learning_rate": 5e-06,
      "loss": 0.6074,
      "step": 226800
    },
    {
      "epoch": 5.842065964623188,
      "grad_norm": 10.68319320678711,
      "learning_rate": 5e-06,
      "loss": 0.596,
      "step": 226900
    },
    {
      "epoch": 5.844640696207421,
      "grad_norm": 11.600380897521973,
      "learning_rate": 5e-06,
      "loss": 0.6067,
      "step": 227000
    },
    {
      "epoch": 5.847215427791653,
      "grad_norm": 10.441433906555176,
      "learning_rate": 5e-06,
      "loss": 0.588,
      "step": 227100
    },
    {
      "epoch": 5.849790159375885,
      "grad_norm": 10.014791488647461,
      "learning_rate": 5e-06,
      "loss": 0.6198,
      "step": 227200
    },
    {
      "epoch": 5.852364890960118,
      "grad_norm": 11.32076358795166,
      "learning_rate": 5e-06,
      "loss": 0.5966,
      "step": 227300
    },
    {
      "epoch": 5.85493962254435,
      "grad_norm": 13.11164379119873,
      "learning_rate": 5e-06,
      "loss": 0.6051,
      "step": 227400
    },
    {
      "epoch": 5.857514354128583,
      "grad_norm": 10.693939208984375,
      "learning_rate": 5e-06,
      "loss": 0.6127,
      "step": 227500
    },
    {
      "epoch": 5.860089085712814,
      "grad_norm": 12.279272079467773,
      "learning_rate": 5e-06,
      "loss": 0.5954,
      "step": 227600
    },
    {
      "epoch": 5.862663817297046,
      "grad_norm": 10.353442192077637,
      "learning_rate": 5e-06,
      "loss": 0.5975,
      "step": 227700
    },
    {
      "epoch": 5.865238548881279,
      "grad_norm": 9.328751564025879,
      "learning_rate": 5e-06,
      "loss": 0.583,
      "step": 227800
    },
    {
      "epoch": 5.867813280465511,
      "grad_norm": 10.978107452392578,
      "learning_rate": 5e-06,
      "loss": 0.6031,
      "step": 227900
    },
    {
      "epoch": 5.870388012049744,
      "grad_norm": 8.595105171203613,
      "learning_rate": 5e-06,
      "loss": 0.6173,
      "step": 228000
    },
    {
      "epoch": 5.872962743633976,
      "grad_norm": 11.194971084594727,
      "learning_rate": 5e-06,
      "loss": 0.5954,
      "step": 228100
    },
    {
      "epoch": 5.875537475218208,
      "grad_norm": 10.872597694396973,
      "learning_rate": 5e-06,
      "loss": 0.5846,
      "step": 228200
    },
    {
      "epoch": 5.878112206802441,
      "grad_norm": 8.818621635437012,
      "learning_rate": 5e-06,
      "loss": 0.5836,
      "step": 228300
    },
    {
      "epoch": 5.880686938386673,
      "grad_norm": 12.32377815246582,
      "learning_rate": 5e-06,
      "loss": 0.6072,
      "step": 228400
    },
    {
      "epoch": 5.8832616699709055,
      "grad_norm": 11.095454216003418,
      "learning_rate": 5e-06,
      "loss": 0.6009,
      "step": 228500
    },
    {
      "epoch": 5.885836401555138,
      "grad_norm": 9.642182350158691,
      "learning_rate": 5e-06,
      "loss": 0.602,
      "step": 228600
    },
    {
      "epoch": 5.88841113313937,
      "grad_norm": 11.357809066772461,
      "learning_rate": 5e-06,
      "loss": 0.5736,
      "step": 228700
    },
    {
      "epoch": 5.890985864723603,
      "grad_norm": 13.793618202209473,
      "learning_rate": 5e-06,
      "loss": 0.6027,
      "step": 228800
    },
    {
      "epoch": 5.893560596307835,
      "grad_norm": 10.974298477172852,
      "learning_rate": 5e-06,
      "loss": 0.5676,
      "step": 228900
    },
    {
      "epoch": 5.896135327892067,
      "grad_norm": 10.274737358093262,
      "learning_rate": 5e-06,
      "loss": 0.5941,
      "step": 229000
    },
    {
      "epoch": 5.8987100594763,
      "grad_norm": 11.993691444396973,
      "learning_rate": 5e-06,
      "loss": 0.6276,
      "step": 229100
    },
    {
      "epoch": 5.901284791060532,
      "grad_norm": 9.941020011901855,
      "learning_rate": 5e-06,
      "loss": 0.6046,
      "step": 229200
    },
    {
      "epoch": 5.9038595226447645,
      "grad_norm": 10.373343467712402,
      "learning_rate": 5e-06,
      "loss": 0.5822,
      "step": 229300
    },
    {
      "epoch": 5.906434254228997,
      "grad_norm": 9.314857482910156,
      "learning_rate": 5e-06,
      "loss": 0.5842,
      "step": 229400
    },
    {
      "epoch": 5.909008985813229,
      "grad_norm": 12.629170417785645,
      "learning_rate": 5e-06,
      "loss": 0.622,
      "step": 229500
    },
    {
      "epoch": 5.911583717397462,
      "grad_norm": 10.000221252441406,
      "learning_rate": 5e-06,
      "loss": 0.5897,
      "step": 229600
    },
    {
      "epoch": 5.914158448981693,
      "grad_norm": 14.017232894897461,
      "learning_rate": 5e-06,
      "loss": 0.5531,
      "step": 229700
    },
    {
      "epoch": 5.916733180565926,
      "grad_norm": 10.306856155395508,
      "learning_rate": 5e-06,
      "loss": 0.5921,
      "step": 229800
    },
    {
      "epoch": 5.919307912150158,
      "grad_norm": 13.134037971496582,
      "learning_rate": 5e-06,
      "loss": 0.6087,
      "step": 229900
    },
    {
      "epoch": 5.92188264373439,
      "grad_norm": 11.05301570892334,
      "learning_rate": 5e-06,
      "loss": 0.6039,
      "step": 230000
    },
    {
      "epoch": 5.924457375318623,
      "grad_norm": 11.3676118850708,
      "learning_rate": 5e-06,
      "loss": 0.5936,
      "step": 230100
    },
    {
      "epoch": 5.927032106902855,
      "grad_norm": 13.692737579345703,
      "learning_rate": 5e-06,
      "loss": 0.5955,
      "step": 230200
    },
    {
      "epoch": 5.9296068384870875,
      "grad_norm": 14.933222770690918,
      "learning_rate": 5e-06,
      "loss": 0.5784,
      "step": 230300
    },
    {
      "epoch": 5.93218157007132,
      "grad_norm": 14.655329704284668,
      "learning_rate": 5e-06,
      "loss": 0.6033,
      "step": 230400
    },
    {
      "epoch": 5.934756301655552,
      "grad_norm": 9.134833335876465,
      "learning_rate": 5e-06,
      "loss": 0.5917,
      "step": 230500
    },
    {
      "epoch": 5.937331033239785,
      "grad_norm": 12.325589179992676,
      "learning_rate": 5e-06,
      "loss": 0.5693,
      "step": 230600
    },
    {
      "epoch": 5.939905764824017,
      "grad_norm": 11.110925674438477,
      "learning_rate": 5e-06,
      "loss": 0.6311,
      "step": 230700
    },
    {
      "epoch": 5.942480496408249,
      "grad_norm": 12.536674499511719,
      "learning_rate": 5e-06,
      "loss": 0.6096,
      "step": 230800
    },
    {
      "epoch": 5.945055227992482,
      "grad_norm": 12.658686637878418,
      "learning_rate": 5e-06,
      "loss": 0.5775,
      "step": 230900
    },
    {
      "epoch": 5.947629959576714,
      "grad_norm": 10.90124797821045,
      "learning_rate": 5e-06,
      "loss": 0.5761,
      "step": 231000
    },
    {
      "epoch": 5.9502046911609465,
      "grad_norm": 11.136624336242676,
      "learning_rate": 5e-06,
      "loss": 0.5954,
      "step": 231100
    },
    {
      "epoch": 5.952779422745179,
      "grad_norm": 10.959752082824707,
      "learning_rate": 5e-06,
      "loss": 0.5852,
      "step": 231200
    },
    {
      "epoch": 5.955354154329411,
      "grad_norm": 12.83891773223877,
      "learning_rate": 5e-06,
      "loss": 0.6017,
      "step": 231300
    },
    {
      "epoch": 5.957928885913644,
      "grad_norm": 14.867666244506836,
      "learning_rate": 5e-06,
      "loss": 0.6001,
      "step": 231400
    },
    {
      "epoch": 5.960503617497876,
      "grad_norm": 15.385602951049805,
      "learning_rate": 5e-06,
      "loss": 0.5962,
      "step": 231500
    },
    {
      "epoch": 5.963078349082108,
      "grad_norm": 11.72414779663086,
      "learning_rate": 5e-06,
      "loss": 0.6044,
      "step": 231600
    },
    {
      "epoch": 5.965653080666341,
      "grad_norm": 9.600528717041016,
      "learning_rate": 5e-06,
      "loss": 0.5947,
      "step": 231700
    },
    {
      "epoch": 5.968227812250573,
      "grad_norm": 11.609574317932129,
      "learning_rate": 5e-06,
      "loss": 0.6148,
      "step": 231800
    },
    {
      "epoch": 5.970802543834806,
      "grad_norm": 10.926995277404785,
      "learning_rate": 5e-06,
      "loss": 0.6095,
      "step": 231900
    },
    {
      "epoch": 5.973377275419038,
      "grad_norm": 12.3726167678833,
      "learning_rate": 5e-06,
      "loss": 0.5988,
      "step": 232000
    },
    {
      "epoch": 5.97595200700327,
      "grad_norm": 12.15904426574707,
      "learning_rate": 5e-06,
      "loss": 0.5747,
      "step": 232100
    },
    {
      "epoch": 5.978526738587503,
      "grad_norm": 15.317861557006836,
      "learning_rate": 5e-06,
      "loss": 0.6069,
      "step": 232200
    },
    {
      "epoch": 5.981101470171734,
      "grad_norm": 12.524336814880371,
      "learning_rate": 5e-06,
      "loss": 0.5853,
      "step": 232300
    },
    {
      "epoch": 5.983676201755967,
      "grad_norm": 9.394939422607422,
      "learning_rate": 5e-06,
      "loss": 0.5756,
      "step": 232400
    },
    {
      "epoch": 5.986250933340199,
      "grad_norm": 10.520711898803711,
      "learning_rate": 5e-06,
      "loss": 0.5821,
      "step": 232500
    },
    {
      "epoch": 5.988825664924431,
      "grad_norm": 8.655546188354492,
      "learning_rate": 5e-06,
      "loss": 0.5867,
      "step": 232600
    },
    {
      "epoch": 5.991400396508664,
      "grad_norm": 17.8365421295166,
      "learning_rate": 5e-06,
      "loss": 0.5952,
      "step": 232700
    },
    {
      "epoch": 5.993975128092896,
      "grad_norm": 9.394654273986816,
      "learning_rate": 5e-06,
      "loss": 0.5867,
      "step": 232800
    },
    {
      "epoch": 5.9965498596771285,
      "grad_norm": 11.71493148803711,
      "learning_rate": 5e-06,
      "loss": 0.5919,
      "step": 232900
    },
    {
      "epoch": 5.999124591261361,
      "grad_norm": 9.252766609191895,
      "learning_rate": 5e-06,
      "loss": 0.608,
      "step": 233000
    },
    {
      "epoch": 6.0,
      "step": 233034,
      "train_loss": 0.5092544555664062,
      "train_perplexity": 1.6640501090650035,
      "train_runtime": 768.741,
      "train_samples_per_second": 404.178,
      "train_steps_per_second": 50.523
    },
    {
      "epoch": 6.0,
      "eval_loss": 0.509271502494812,
      "eval_perplexity": 1.6640784762498624,
      "eval_runtime": 192.29,
      "eval_samples_per_second": 403.958,
      "eval_steps_per_second": 50.497,
      "step": 233034
    },
    {
      "epoch": 6.001699322845593,
      "grad_norm": 10.766281127929688,
      "learning_rate": 5e-06,
      "loss": 0.5928,
      "step": 233100
    },
    {
      "epoch": 6.004274054429826,
      "grad_norm": 15.09054946899414,
      "learning_rate": 5e-06,
      "loss": 0.5761,
      "step": 233200
    },
    {
      "epoch": 6.006848786014058,
      "grad_norm": 9.68737506866455,
      "learning_rate": 5e-06,
      "loss": 0.5734,
      "step": 233300
    },
    {
      "epoch": 6.00942351759829,
      "grad_norm": 14.998035430908203,
      "learning_rate": 5e-06,
      "loss": 0.606,
      "step": 233400
    },
    {
      "epoch": 6.011998249182523,
      "grad_norm": 12.40208911895752,
      "learning_rate": 5e-06,
      "loss": 0.5935,
      "step": 233500
    },
    {
      "epoch": 6.014572980766755,
      "grad_norm": 12.304466247558594,
      "learning_rate": 5e-06,
      "loss": 0.5897,
      "step": 233600
    },
    {
      "epoch": 6.0171477123509876,
      "grad_norm": 11.228815078735352,
      "learning_rate": 5e-06,
      "loss": 0.5682,
      "step": 233700
    },
    {
      "epoch": 6.01972244393522,
      "grad_norm": 12.769824981689453,
      "learning_rate": 5e-06,
      "loss": 0.5731,
      "step": 233800
    },
    {
      "epoch": 6.022297175519452,
      "grad_norm": 16.78724479675293,
      "learning_rate": 5e-06,
      "loss": 0.5541,
      "step": 233900
    },
    {
      "epoch": 6.024871907103685,
      "grad_norm": 11.997417449951172,
      "learning_rate": 5e-06,
      "loss": 0.585,
      "step": 234000
    },
    {
      "epoch": 6.027446638687917,
      "grad_norm": 15.556483268737793,
      "learning_rate": 5e-06,
      "loss": 0.5932,
      "step": 234100
    },
    {
      "epoch": 6.0300213702721495,
      "grad_norm": 10.659823417663574,
      "learning_rate": 5e-06,
      "loss": 0.5899,
      "step": 234200
    },
    {
      "epoch": 6.032596101856382,
      "grad_norm": 10.7277250289917,
      "learning_rate": 5e-06,
      "loss": 0.5966,
      "step": 234300
    },
    {
      "epoch": 6.035170833440614,
      "grad_norm": 10.102620124816895,
      "learning_rate": 5e-06,
      "loss": 0.5893,
      "step": 234400
    },
    {
      "epoch": 6.037745565024846,
      "grad_norm": 10.109128952026367,
      "learning_rate": 5e-06,
      "loss": 0.5629,
      "step": 234500
    },
    {
      "epoch": 6.040320296609078,
      "grad_norm": 14.770212173461914,
      "learning_rate": 5e-06,
      "loss": 0.6241,
      "step": 234600
    },
    {
      "epoch": 6.0428950281933105,
      "grad_norm": 11.887789726257324,
      "learning_rate": 5e-06,
      "loss": 0.5842,
      "step": 234700
    },
    {
      "epoch": 6.045469759777543,
      "grad_norm": 11.760130882263184,
      "learning_rate": 5e-06,
      "loss": 0.597,
      "step": 234800
    },
    {
      "epoch": 6.048044491361775,
      "grad_norm": 15.981612205505371,
      "learning_rate": 5e-06,
      "loss": 0.5861,
      "step": 234900
    },
    {
      "epoch": 6.050619222946008,
      "grad_norm": 10.223918914794922,
      "learning_rate": 5e-06,
      "loss": 0.5595,
      "step": 235000
    },
    {
      "epoch": 6.05319395453024,
      "grad_norm": 12.015374183654785,
      "learning_rate": 5e-06,
      "loss": 0.5756,
      "step": 235100
    },
    {
      "epoch": 6.055768686114472,
      "grad_norm": 9.65644645690918,
      "learning_rate": 5e-06,
      "loss": 0.5909,
      "step": 235200
    },
    {
      "epoch": 6.058343417698705,
      "grad_norm": 10.042349815368652,
      "learning_rate": 5e-06,
      "loss": 0.5728,
      "step": 235300
    },
    {
      "epoch": 6.060918149282937,
      "grad_norm": 10.45630168914795,
      "learning_rate": 5e-06,
      "loss": 0.5631,
      "step": 235400
    },
    {
      "epoch": 6.0634928808671695,
      "grad_norm": 10.34467601776123,
      "learning_rate": 5e-06,
      "loss": 0.5775,
      "step": 235500
    },
    {
      "epoch": 6.066067612451402,
      "grad_norm": 8.698479652404785,
      "learning_rate": 5e-06,
      "loss": 0.6004,
      "step": 235600
    },
    {
      "epoch": 6.068642344035634,
      "grad_norm": 9.725200653076172,
      "learning_rate": 5e-06,
      "loss": 0.5913,
      "step": 235700
    },
    {
      "epoch": 6.071217075619867,
      "grad_norm": 9.669445037841797,
      "learning_rate": 5e-06,
      "loss": 0.5988,
      "step": 235800
    },
    {
      "epoch": 6.073791807204099,
      "grad_norm": 10.596644401550293,
      "learning_rate": 5e-06,
      "loss": 0.5941,
      "step": 235900
    },
    {
      "epoch": 6.076366538788331,
      "grad_norm": 9.872223854064941,
      "learning_rate": 5e-06,
      "loss": 0.5783,
      "step": 236000
    },
    {
      "epoch": 6.078941270372564,
      "grad_norm": 11.703713417053223,
      "learning_rate": 5e-06,
      "loss": 0.5983,
      "step": 236100
    },
    {
      "epoch": 6.081516001956796,
      "grad_norm": 14.099007606506348,
      "learning_rate": 5e-06,
      "loss": 0.5671,
      "step": 236200
    },
    {
      "epoch": 6.084090733541029,
      "grad_norm": 12.635640144348145,
      "learning_rate": 5e-06,
      "loss": 0.5864,
      "step": 236300
    },
    {
      "epoch": 6.086665465125261,
      "grad_norm": 11.433526992797852,
      "learning_rate": 5e-06,
      "loss": 0.5737,
      "step": 236400
    },
    {
      "epoch": 6.089240196709493,
      "grad_norm": 14.179949760437012,
      "learning_rate": 5e-06,
      "loss": 0.6017,
      "step": 236500
    },
    {
      "epoch": 6.091814928293726,
      "grad_norm": 11.210395812988281,
      "learning_rate": 5e-06,
      "loss": 0.5782,
      "step": 236600
    },
    {
      "epoch": 6.094389659877958,
      "grad_norm": 10.104933738708496,
      "learning_rate": 5e-06,
      "loss": 0.5815,
      "step": 236700
    },
    {
      "epoch": 6.0969643914621905,
      "grad_norm": 11.131474494934082,
      "learning_rate": 5e-06,
      "loss": 0.5969,
      "step": 236800
    },
    {
      "epoch": 6.099539123046422,
      "grad_norm": 11.681410789489746,
      "learning_rate": 5e-06,
      "loss": 0.6145,
      "step": 236900
    },
    {
      "epoch": 6.102113854630654,
      "grad_norm": 10.673901557922363,
      "learning_rate": 5e-06,
      "loss": 0.5923,
      "step": 237000
    },
    {
      "epoch": 6.104688586214887,
      "grad_norm": 12.112868309020996,
      "learning_rate": 5e-06,
      "loss": 0.5981,
      "step": 237100
    },
    {
      "epoch": 6.107263317799119,
      "grad_norm": 12.030858993530273,
      "learning_rate": 5e-06,
      "loss": 0.5985,
      "step": 237200
    },
    {
      "epoch": 6.1098380493833515,
      "grad_norm": 11.577957153320312,
      "learning_rate": 5e-06,
      "loss": 0.5749,
      "step": 237300
    },
    {
      "epoch": 6.112412780967584,
      "grad_norm": 11.331624031066895,
      "learning_rate": 5e-06,
      "loss": 0.5742,
      "step": 237400
    },
    {
      "epoch": 6.114987512551816,
      "grad_norm": 11.582195281982422,
      "learning_rate": 5e-06,
      "loss": 0.5713,
      "step": 237500
    },
    {
      "epoch": 6.117562244136049,
      "grad_norm": 8.92612361907959,
      "learning_rate": 5e-06,
      "loss": 0.601,
      "step": 237600
    },
    {
      "epoch": 6.120136975720281,
      "grad_norm": 10.478610038757324,
      "learning_rate": 5e-06,
      "loss": 0.5786,
      "step": 237700
    },
    {
      "epoch": 6.122711707304513,
      "grad_norm": 11.940065383911133,
      "learning_rate": 5e-06,
      "loss": 0.5717,
      "step": 237800
    },
    {
      "epoch": 6.125286438888746,
      "grad_norm": 12.467041969299316,
      "learning_rate": 5e-06,
      "loss": 0.572,
      "step": 237900
    },
    {
      "epoch": 6.127861170472978,
      "grad_norm": 12.888472557067871,
      "learning_rate": 5e-06,
      "loss": 0.5792,
      "step": 238000
    },
    {
      "epoch": 6.130435902057211,
      "grad_norm": 16.366758346557617,
      "learning_rate": 5e-06,
      "loss": 0.6173,
      "step": 238100
    },
    {
      "epoch": 6.133010633641443,
      "grad_norm": 10.896003723144531,
      "learning_rate": 5e-06,
      "loss": 0.5909,
      "step": 238200
    },
    {
      "epoch": 6.135585365225675,
      "grad_norm": 13.267178535461426,
      "learning_rate": 5e-06,
      "loss": 0.588,
      "step": 238300
    },
    {
      "epoch": 6.138160096809908,
      "grad_norm": 13.134599685668945,
      "learning_rate": 5e-06,
      "loss": 0.5985,
      "step": 238400
    },
    {
      "epoch": 6.14073482839414,
      "grad_norm": 11.692046165466309,
      "learning_rate": 5e-06,
      "loss": 0.5903,
      "step": 238500
    },
    {
      "epoch": 6.1433095599783725,
      "grad_norm": 10.716171264648438,
      "learning_rate": 5e-06,
      "loss": 0.5854,
      "step": 238600
    },
    {
      "epoch": 6.145884291562605,
      "grad_norm": 14.341689109802246,
      "learning_rate": 5e-06,
      "loss": 0.608,
      "step": 238700
    },
    {
      "epoch": 6.148459023146837,
      "grad_norm": 9.696160316467285,
      "learning_rate": 5e-06,
      "loss": 0.5877,
      "step": 238800
    },
    {
      "epoch": 6.15103375473107,
      "grad_norm": 12.2440185546875,
      "learning_rate": 5e-06,
      "loss": 0.6016,
      "step": 238900
    },
    {
      "epoch": 6.153608486315302,
      "grad_norm": 11.486846923828125,
      "learning_rate": 5e-06,
      "loss": 0.5964,
      "step": 239000
    },
    {
      "epoch": 6.156183217899534,
      "grad_norm": 11.189746856689453,
      "learning_rate": 5e-06,
      "loss": 0.5513,
      "step": 239100
    },
    {
      "epoch": 6.158757949483766,
      "grad_norm": 11.21408462524414,
      "learning_rate": 5e-06,
      "loss": 0.5912,
      "step": 239200
    },
    {
      "epoch": 6.161332681067998,
      "grad_norm": 8.920761108398438,
      "learning_rate": 5e-06,
      "loss": 0.5807,
      "step": 239300
    },
    {
      "epoch": 6.163907412652231,
      "grad_norm": 13.589689254760742,
      "learning_rate": 5e-06,
      "loss": 0.5782,
      "step": 239400
    },
    {
      "epoch": 6.166482144236463,
      "grad_norm": 10.079171180725098,
      "learning_rate": 5e-06,
      "loss": 0.5842,
      "step": 239500
    },
    {
      "epoch": 6.169056875820695,
      "grad_norm": 9.679816246032715,
      "learning_rate": 5e-06,
      "loss": 0.5787,
      "step": 239600
    },
    {
      "epoch": 6.171631607404928,
      "grad_norm": 9.039216995239258,
      "learning_rate": 5e-06,
      "loss": 0.57,
      "step": 239700
    },
    {
      "epoch": 6.17420633898916,
      "grad_norm": 11.273242950439453,
      "learning_rate": 5e-06,
      "loss": 0.5938,
      "step": 239800
    },
    {
      "epoch": 6.1767810705733925,
      "grad_norm": 10.196331977844238,
      "learning_rate": 5e-06,
      "loss": 0.5906,
      "step": 239900
    },
    {
      "epoch": 6.179355802157625,
      "grad_norm": 10.32240104675293,
      "learning_rate": 5e-06,
      "loss": 0.6007,
      "step": 240000
    },
    {
      "epoch": 6.181930533741857,
      "grad_norm": 12.746127128601074,
      "learning_rate": 5e-06,
      "loss": 0.5605,
      "step": 240100
    },
    {
      "epoch": 6.18450526532609,
      "grad_norm": 13.222151756286621,
      "learning_rate": 5e-06,
      "loss": 0.5894,
      "step": 240200
    },
    {
      "epoch": 6.187079996910322,
      "grad_norm": 10.763006210327148,
      "learning_rate": 5e-06,
      "loss": 0.5689,
      "step": 240300
    },
    {
      "epoch": 6.1896547284945544,
      "grad_norm": 14.852940559387207,
      "learning_rate": 5e-06,
      "loss": 0.5819,
      "step": 240400
    },
    {
      "epoch": 6.192229460078787,
      "grad_norm": 11.722933769226074,
      "learning_rate": 5e-06,
      "loss": 0.5691,
      "step": 240500
    },
    {
      "epoch": 6.194804191663019,
      "grad_norm": 11.839802742004395,
      "learning_rate": 5e-06,
      "loss": 0.6215,
      "step": 240600
    },
    {
      "epoch": 6.197378923247252,
      "grad_norm": 13.58930492401123,
      "learning_rate": 5e-06,
      "loss": 0.6007,
      "step": 240700
    },
    {
      "epoch": 6.199953654831484,
      "grad_norm": 14.529571533203125,
      "learning_rate": 5e-06,
      "loss": 0.5934,
      "step": 240800
    },
    {
      "epoch": 6.202528386415716,
      "grad_norm": 11.585698127746582,
      "learning_rate": 5e-06,
      "loss": 0.5753,
      "step": 240900
    },
    {
      "epoch": 6.205103117999949,
      "grad_norm": 10.412903785705566,
      "learning_rate": 5e-06,
      "loss": 0.5699,
      "step": 241000
    },
    {
      "epoch": 6.207677849584181,
      "grad_norm": 10.381553649902344,
      "learning_rate": 5e-06,
      "loss": 0.5714,
      "step": 241100
    },
    {
      "epoch": 6.2102525811684135,
      "grad_norm": 12.53869342803955,
      "learning_rate": 5e-06,
      "loss": 0.5537,
      "step": 241200
    },
    {
      "epoch": 6.212827312752646,
      "grad_norm": 11.179165840148926,
      "learning_rate": 5e-06,
      "loss": 0.6022,
      "step": 241300
    },
    {
      "epoch": 6.215402044336878,
      "grad_norm": 14.15994644165039,
      "learning_rate": 5e-06,
      "loss": 0.5606,
      "step": 241400
    },
    {
      "epoch": 6.217976775921111,
      "grad_norm": 11.452752113342285,
      "learning_rate": 5e-06,
      "loss": 0.61,
      "step": 241500
    },
    {
      "epoch": 6.220551507505343,
      "grad_norm": 14.60100269317627,
      "learning_rate": 5e-06,
      "loss": 0.5655,
      "step": 241600
    },
    {
      "epoch": 6.2231262390895745,
      "grad_norm": 11.294811248779297,
      "learning_rate": 5e-06,
      "loss": 0.5983,
      "step": 241700
    },
    {
      "epoch": 6.225700970673807,
      "grad_norm": 11.754302978515625,
      "learning_rate": 5e-06,
      "loss": 0.5466,
      "step": 241800
    },
    {
      "epoch": 6.228275702258039,
      "grad_norm": 10.739171028137207,
      "learning_rate": 5e-06,
      "loss": 0.5722,
      "step": 241900
    },
    {
      "epoch": 6.230850433842272,
      "grad_norm": 12.11799430847168,
      "learning_rate": 5e-06,
      "loss": 0.5608,
      "step": 242000
    },
    {
      "epoch": 6.233425165426504,
      "grad_norm": 10.577315330505371,
      "learning_rate": 5e-06,
      "loss": 0.5824,
      "step": 242100
    },
    {
      "epoch": 6.235999897010736,
      "grad_norm": 12.890392303466797,
      "learning_rate": 5e-06,
      "loss": 0.5616,
      "step": 242200
    },
    {
      "epoch": 6.238574628594969,
      "grad_norm": 15.443157196044922,
      "learning_rate": 5e-06,
      "loss": 0.5668,
      "step": 242300
    },
    {
      "epoch": 6.241149360179201,
      "grad_norm": 12.585555076599121,
      "learning_rate": 5e-06,
      "loss": 0.5597,
      "step": 242400
    },
    {
      "epoch": 6.243724091763434,
      "grad_norm": 10.31402587890625,
      "learning_rate": 5e-06,
      "loss": 0.5541,
      "step": 242500
    },
    {
      "epoch": 6.246298823347666,
      "grad_norm": 10.77163028717041,
      "learning_rate": 5e-06,
      "loss": 0.5459,
      "step": 242600
    },
    {
      "epoch": 6.248873554931898,
      "grad_norm": 10.482375144958496,
      "learning_rate": 5e-06,
      "loss": 0.5695,
      "step": 242700
    },
    {
      "epoch": 6.251448286516131,
      "grad_norm": 13.004626274108887,
      "learning_rate": 5e-06,
      "loss": 0.5821,
      "step": 242800
    },
    {
      "epoch": 6.254023018100363,
      "grad_norm": 9.54673957824707,
      "learning_rate": 5e-06,
      "loss": 0.5759,
      "step": 242900
    },
    {
      "epoch": 6.2565977496845955,
      "grad_norm": 11.29959487915039,
      "learning_rate": 5e-06,
      "loss": 0.5896,
      "step": 243000
    },
    {
      "epoch": 6.259172481268828,
      "grad_norm": 12.573097229003906,
      "learning_rate": 5e-06,
      "loss": 0.5444,
      "step": 243100
    },
    {
      "epoch": 6.26174721285306,
      "grad_norm": 11.11851692199707,
      "learning_rate": 5e-06,
      "loss": 0.5727,
      "step": 243200
    },
    {
      "epoch": 6.264321944437293,
      "grad_norm": 11.150361061096191,
      "learning_rate": 5e-06,
      "loss": 0.5807,
      "step": 243300
    },
    {
      "epoch": 6.266896676021525,
      "grad_norm": 11.071420669555664,
      "learning_rate": 5e-06,
      "loss": 0.5831,
      "step": 243400
    },
    {
      "epoch": 6.269471407605757,
      "grad_norm": 11.584095001220703,
      "learning_rate": 5e-06,
      "loss": 0.5592,
      "step": 243500
    },
    {
      "epoch": 6.27204613918999,
      "grad_norm": 9.892426490783691,
      "learning_rate": 5e-06,
      "loss": 0.5686,
      "step": 243600
    },
    {
      "epoch": 6.274620870774222,
      "grad_norm": 11.461237907409668,
      "learning_rate": 5e-06,
      "loss": 0.5684,
      "step": 243700
    },
    {
      "epoch": 6.2771956023584545,
      "grad_norm": 9.90600299835205,
      "learning_rate": 5e-06,
      "loss": 0.5653,
      "step": 243800
    },
    {
      "epoch": 6.279770333942686,
      "grad_norm": 10.768512725830078,
      "learning_rate": 5e-06,
      "loss": 0.5686,
      "step": 243900
    },
    {
      "epoch": 6.282345065526918,
      "grad_norm": 20.68340301513672,
      "learning_rate": 5e-06,
      "loss": 0.5835,
      "step": 244000
    },
    {
      "epoch": 6.284919797111151,
      "grad_norm": 9.855537414550781,
      "learning_rate": 5e-06,
      "loss": 0.5644,
      "step": 244100
    },
    {
      "epoch": 6.287494528695383,
      "grad_norm": 12.465209007263184,
      "learning_rate": 5e-06,
      "loss": 0.5666,
      "step": 244200
    },
    {
      "epoch": 6.2900692602796155,
      "grad_norm": 11.112088203430176,
      "learning_rate": 5e-06,
      "loss": 0.5776,
      "step": 244300
    },
    {
      "epoch": 6.292643991863848,
      "grad_norm": 9.446513175964355,
      "learning_rate": 5e-06,
      "loss": 0.5779,
      "step": 244400
    },
    {
      "epoch": 6.29521872344808,
      "grad_norm": 11.326249122619629,
      "learning_rate": 5e-06,
      "loss": 0.5929,
      "step": 244500
    },
    {
      "epoch": 6.297793455032313,
      "grad_norm": 13.878399848937988,
      "learning_rate": 5e-06,
      "loss": 0.56,
      "step": 244600
    },
    {
      "epoch": 6.300368186616545,
      "grad_norm": 10.168732643127441,
      "learning_rate": 5e-06,
      "loss": 0.567,
      "step": 244700
    },
    {
      "epoch": 6.3029429182007775,
      "grad_norm": 13.637600898742676,
      "learning_rate": 5e-06,
      "loss": 0.5692,
      "step": 244800
    },
    {
      "epoch": 6.30551764978501,
      "grad_norm": 10.908910751342773,
      "learning_rate": 5e-06,
      "loss": 0.5727,
      "step": 244900
    },
    {
      "epoch": 6.308092381369242,
      "grad_norm": 10.57075309753418,
      "learning_rate": 5e-06,
      "loss": 0.5968,
      "step": 245000
    },
    {
      "epoch": 6.310667112953475,
      "grad_norm": 12.499250411987305,
      "learning_rate": 5e-06,
      "loss": 0.5929,
      "step": 245100
    },
    {
      "epoch": 6.313241844537707,
      "grad_norm": 12.241375923156738,
      "learning_rate": 5e-06,
      "loss": 0.5889,
      "step": 245200
    },
    {
      "epoch": 6.315816576121939,
      "grad_norm": 10.556203842163086,
      "learning_rate": 5e-06,
      "loss": 0.5904,
      "step": 245300
    },
    {
      "epoch": 6.318391307706172,
      "grad_norm": 11.225423812866211,
      "learning_rate": 5e-06,
      "loss": 0.5608,
      "step": 245400
    },
    {
      "epoch": 6.320966039290404,
      "grad_norm": 15.719791412353516,
      "learning_rate": 5e-06,
      "loss": 0.5646,
      "step": 245500
    },
    {
      "epoch": 6.3235407708746365,
      "grad_norm": 10.578401565551758,
      "learning_rate": 5e-06,
      "loss": 0.5639,
      "step": 245600
    },
    {
      "epoch": 6.326115502458869,
      "grad_norm": 12.821998596191406,
      "learning_rate": 5e-06,
      "loss": 0.5618,
      "step": 245700
    },
    {
      "epoch": 6.328690234043101,
      "grad_norm": 11.789083480834961,
      "learning_rate": 5e-06,
      "loss": 0.5874,
      "step": 245800
    },
    {
      "epoch": 6.331264965627334,
      "grad_norm": 9.219266891479492,
      "learning_rate": 5e-06,
      "loss": 0.5718,
      "step": 245900
    },
    {
      "epoch": 6.333839697211566,
      "grad_norm": 9.152654647827148,
      "learning_rate": 5e-06,
      "loss": 0.5853,
      "step": 246000
    },
    {
      "epoch": 6.336414428795798,
      "grad_norm": 15.184163093566895,
      "learning_rate": 5e-06,
      "loss": 0.5859,
      "step": 246100
    },
    {
      "epoch": 6.338989160380031,
      "grad_norm": 10.314844131469727,
      "learning_rate": 5e-06,
      "loss": 0.5669,
      "step": 246200
    },
    {
      "epoch": 6.341563891964263,
      "grad_norm": 11.341401100158691,
      "learning_rate": 5e-06,
      "loss": 0.5719,
      "step": 246300
    },
    {
      "epoch": 6.344138623548495,
      "grad_norm": 11.573092460632324,
      "learning_rate": 5e-06,
      "loss": 0.5818,
      "step": 246400
    },
    {
      "epoch": 6.346713355132727,
      "grad_norm": 11.350430488586426,
      "learning_rate": 5e-06,
      "loss": 0.5678,
      "step": 246500
    },
    {
      "epoch": 6.349288086716959,
      "grad_norm": 11.38010025024414,
      "learning_rate": 5e-06,
      "loss": 0.5514,
      "step": 246600
    },
    {
      "epoch": 6.351862818301192,
      "grad_norm": 13.278402328491211,
      "learning_rate": 5e-06,
      "loss": 0.5496,
      "step": 246700
    },
    {
      "epoch": 6.354437549885424,
      "grad_norm": 13.333910942077637,
      "learning_rate": 5e-06,
      "loss": 0.5703,
      "step": 246800
    },
    {
      "epoch": 6.357012281469657,
      "grad_norm": 11.122588157653809,
      "learning_rate": 5e-06,
      "loss": 0.5394,
      "step": 246900
    },
    {
      "epoch": 6.359587013053889,
      "grad_norm": 9.54835319519043,
      "learning_rate": 5e-06,
      "loss": 0.5629,
      "step": 247000
    },
    {
      "epoch": 6.362161744638121,
      "grad_norm": 11.048015594482422,
      "learning_rate": 5e-06,
      "loss": 0.5498,
      "step": 247100
    },
    {
      "epoch": 6.364736476222354,
      "grad_norm": 10.885567665100098,
      "learning_rate": 5e-06,
      "loss": 0.5595,
      "step": 247200
    },
    {
      "epoch": 6.367311207806586,
      "grad_norm": 12.8568754196167,
      "learning_rate": 5e-06,
      "loss": 0.5979,
      "step": 247300
    },
    {
      "epoch": 6.3698859393908185,
      "grad_norm": 10.53769588470459,
      "learning_rate": 5e-06,
      "loss": 0.5621,
      "step": 247400
    },
    {
      "epoch": 6.372460670975051,
      "grad_norm": 11.284035682678223,
      "learning_rate": 5e-06,
      "loss": 0.5506,
      "step": 247500
    },
    {
      "epoch": 6.375035402559283,
      "grad_norm": 10.80982780456543,
      "learning_rate": 5e-06,
      "loss": 0.5479,
      "step": 247600
    },
    {
      "epoch": 6.377610134143516,
      "grad_norm": 9.325671195983887,
      "learning_rate": 5e-06,
      "loss": 0.579,
      "step": 247700
    },
    {
      "epoch": 6.380184865727748,
      "grad_norm": 12.448308944702148,
      "learning_rate": 5e-06,
      "loss": 0.5615,
      "step": 247800
    },
    {
      "epoch": 6.38275959731198,
      "grad_norm": 9.51906681060791,
      "learning_rate": 5e-06,
      "loss": 0.5512,
      "step": 247900
    },
    {
      "epoch": 6.385334328896213,
      "grad_norm": 13.61525821685791,
      "learning_rate": 5e-06,
      "loss": 0.5817,
      "step": 248000
    },
    {
      "epoch": 6.387909060480445,
      "grad_norm": 15.422032356262207,
      "learning_rate": 5e-06,
      "loss": 0.5767,
      "step": 248100
    },
    {
      "epoch": 6.3904837920646775,
      "grad_norm": 11.712363243103027,
      "learning_rate": 5e-06,
      "loss": 0.5785,
      "step": 248200
    },
    {
      "epoch": 6.39305852364891,
      "grad_norm": 11.832873344421387,
      "learning_rate": 5e-06,
      "loss": 0.5504,
      "step": 248300
    },
    {
      "epoch": 6.395633255233142,
      "grad_norm": 9.479315757751465,
      "learning_rate": 5e-06,
      "loss": 0.5626,
      "step": 248400
    },
    {
      "epoch": 6.398207986817375,
      "grad_norm": 10.115057945251465,
      "learning_rate": 5e-06,
      "loss": 0.5638,
      "step": 248500
    },
    {
      "epoch": 6.400782718401606,
      "grad_norm": 9.250192642211914,
      "learning_rate": 5e-06,
      "loss": 0.5581,
      "step": 248600
    },
    {
      "epoch": 6.403357449985839,
      "grad_norm": 13.977751731872559,
      "learning_rate": 5e-06,
      "loss": 0.5721,
      "step": 248700
    },
    {
      "epoch": 6.405932181570071,
      "grad_norm": 8.345572471618652,
      "learning_rate": 5e-06,
      "loss": 0.5717,
      "step": 248800
    },
    {
      "epoch": 6.408506913154303,
      "grad_norm": 11.533954620361328,
      "learning_rate": 5e-06,
      "loss": 0.5701,
      "step": 248900
    },
    {
      "epoch": 6.411081644738536,
      "grad_norm": 10.773151397705078,
      "learning_rate": 5e-06,
      "loss": 0.5658,
      "step": 249000
    },
    {
      "epoch": 6.413656376322768,
      "grad_norm": 10.26486587524414,
      "learning_rate": 5e-06,
      "loss": 0.5447,
      "step": 249100
    },
    {
      "epoch": 6.4162311079070005,
      "grad_norm": 11.529731750488281,
      "learning_rate": 5e-06,
      "loss": 0.5662,
      "step": 249200
    },
    {
      "epoch": 6.418805839491233,
      "grad_norm": 9.839360237121582,
      "learning_rate": 5e-06,
      "loss": 0.6071,
      "step": 249300
    },
    {
      "epoch": 6.421380571075465,
      "grad_norm": 12.684449195861816,
      "learning_rate": 5e-06,
      "loss": 0.5562,
      "step": 249400
    },
    {
      "epoch": 6.423955302659698,
      "grad_norm": 12.307350158691406,
      "learning_rate": 5e-06,
      "loss": 0.5614,
      "step": 249500
    },
    {
      "epoch": 6.42653003424393,
      "grad_norm": 8.840511322021484,
      "learning_rate": 5e-06,
      "loss": 0.5722,
      "step": 249600
    },
    {
      "epoch": 6.429104765828162,
      "grad_norm": 12.683155059814453,
      "learning_rate": 5e-06,
      "loss": 0.6024,
      "step": 249700
    },
    {
      "epoch": 6.431679497412395,
      "grad_norm": 9.202560424804688,
      "learning_rate": 5e-06,
      "loss": 0.5655,
      "step": 249800
    },
    {
      "epoch": 6.434254228996627,
      "grad_norm": 9.238039016723633,
      "learning_rate": 5e-06,
      "loss": 0.5741,
      "step": 249900
    },
    {
      "epoch": 6.4368289605808595,
      "grad_norm": 10.99557876586914,
      "learning_rate": 5e-06,
      "loss": 0.5368,
      "step": 250000
    },
    {
      "epoch": 6.439403692165092,
      "grad_norm": 9.340252876281738,
      "learning_rate": 5e-06,
      "loss": 0.5785,
      "step": 250100
    },
    {
      "epoch": 6.441978423749324,
      "grad_norm": 13.25851058959961,
      "learning_rate": 5e-06,
      "loss": 0.5487,
      "step": 250200
    },
    {
      "epoch": 6.444553155333557,
      "grad_norm": 13.506088256835938,
      "learning_rate": 5e-06,
      "loss": 0.5811,
      "step": 250300
    },
    {
      "epoch": 6.447127886917789,
      "grad_norm": 10.894960403442383,
      "learning_rate": 5e-06,
      "loss": 0.564,
      "step": 250400
    },
    {
      "epoch": 6.449702618502021,
      "grad_norm": 10.644301414489746,
      "learning_rate": 5e-06,
      "loss": 0.5728,
      "step": 250500
    },
    {
      "epoch": 6.452277350086254,
      "grad_norm": 11.835476875305176,
      "learning_rate": 5e-06,
      "loss": 0.5481,
      "step": 250600
    },
    {
      "epoch": 6.454852081670486,
      "grad_norm": 11.189800262451172,
      "learning_rate": 5e-06,
      "loss": 0.5513,
      "step": 250700
    },
    {
      "epoch": 6.457426813254719,
      "grad_norm": 14.433215141296387,
      "learning_rate": 5e-06,
      "loss": 0.5459,
      "step": 250800
    },
    {
      "epoch": 6.460001544838951,
      "grad_norm": 8.44028377532959,
      "learning_rate": 5e-06,
      "loss": 0.5664,
      "step": 250900
    },
    {
      "epoch": 6.462576276423183,
      "grad_norm": 10.56821346282959,
      "learning_rate": 5e-06,
      "loss": 0.5614,
      "step": 251000
    },
    {
      "epoch": 6.465151008007415,
      "grad_norm": 9.66903018951416,
      "learning_rate": 5e-06,
      "loss": 0.5434,
      "step": 251100
    },
    {
      "epoch": 6.467725739591647,
      "grad_norm": 11.273829460144043,
      "learning_rate": 5e-06,
      "loss": 0.5511,
      "step": 251200
    },
    {
      "epoch": 6.47030047117588,
      "grad_norm": 9.539198875427246,
      "learning_rate": 5e-06,
      "loss": 0.5721,
      "step": 251300
    },
    {
      "epoch": 6.472875202760112,
      "grad_norm": 11.585887908935547,
      "learning_rate": 5e-06,
      "loss": 0.5391,
      "step": 251400
    },
    {
      "epoch": 6.475449934344344,
      "grad_norm": 13.086349487304688,
      "learning_rate": 5e-06,
      "loss": 0.5763,
      "step": 251500
    },
    {
      "epoch": 6.478024665928577,
      "grad_norm": 14.519599914550781,
      "learning_rate": 5e-06,
      "loss": 0.5647,
      "step": 251600
    },
    {
      "epoch": 6.480599397512809,
      "grad_norm": 10.750203132629395,
      "learning_rate": 5e-06,
      "loss": 0.5447,
      "step": 251700
    },
    {
      "epoch": 6.4831741290970415,
      "grad_norm": 9.600746154785156,
      "learning_rate": 5e-06,
      "loss": 0.5625,
      "step": 251800
    },
    {
      "epoch": 6.485748860681274,
      "grad_norm": 9.999532699584961,
      "learning_rate": 5e-06,
      "loss": 0.5841,
      "step": 251900
    },
    {
      "epoch": 6.488323592265506,
      "grad_norm": 8.20417308807373,
      "learning_rate": 5e-06,
      "loss": 0.5629,
      "step": 252000
    },
    {
      "epoch": 6.490898323849739,
      "grad_norm": 12.564964294433594,
      "learning_rate": 5e-06,
      "loss": 0.5759,
      "step": 252100
    },
    {
      "epoch": 6.493473055433971,
      "grad_norm": 12.418380737304688,
      "learning_rate": 5e-06,
      "loss": 0.5818,
      "step": 252200
    },
    {
      "epoch": 6.496047787018203,
      "grad_norm": 9.768003463745117,
      "learning_rate": 5e-06,
      "loss": 0.5234,
      "step": 252300
    },
    {
      "epoch": 6.498622518602436,
      "grad_norm": 12.432382583618164,
      "learning_rate": 5e-06,
      "loss": 0.5618,
      "step": 252400
    },
    {
      "epoch": 6.501197250186668,
      "grad_norm": 12.113293647766113,
      "learning_rate": 5e-06,
      "loss": 0.5851,
      "step": 252500
    },
    {
      "epoch": 6.5037719817709005,
      "grad_norm": 12.981958389282227,
      "learning_rate": 5e-06,
      "loss": 0.5784,
      "step": 252600
    },
    {
      "epoch": 6.506346713355133,
      "grad_norm": 11.105046272277832,
      "learning_rate": 5e-06,
      "loss": 0.5497,
      "step": 252700
    },
    {
      "epoch": 6.508921444939365,
      "grad_norm": 9.984362602233887,
      "learning_rate": 5e-06,
      "loss": 0.5747,
      "step": 252800
    },
    {
      "epoch": 6.511496176523598,
      "grad_norm": 10.544833183288574,
      "learning_rate": 5e-06,
      "loss": 0.556,
      "step": 252900
    },
    {
      "epoch": 6.51407090810783,
      "grad_norm": 10.450846672058105,
      "learning_rate": 5e-06,
      "loss": 0.5671,
      "step": 253000
    },
    {
      "epoch": 6.5166456396920625,
      "grad_norm": 14.14438247680664,
      "learning_rate": 5e-06,
      "loss": 0.5452,
      "step": 253100
    },
    {
      "epoch": 6.519220371276295,
      "grad_norm": 14.796831130981445,
      "learning_rate": 5e-06,
      "loss": 0.5567,
      "step": 253200
    },
    {
      "epoch": 6.521795102860526,
      "grad_norm": 9.186318397521973,
      "learning_rate": 5e-06,
      "loss": 0.5628,
      "step": 253300
    },
    {
      "epoch": 6.524369834444759,
      "grad_norm": 10.525741577148438,
      "learning_rate": 5e-06,
      "loss": 0.5625,
      "step": 253400
    },
    {
      "epoch": 6.526944566028991,
      "grad_norm": 9.489768981933594,
      "learning_rate": 5e-06,
      "loss": 0.5578,
      "step": 253500
    },
    {
      "epoch": 6.5295192976132235,
      "grad_norm": 12.026315689086914,
      "learning_rate": 5e-06,
      "loss": 0.5366,
      "step": 253600
    },
    {
      "epoch": 6.532094029197456,
      "grad_norm": 9.545145988464355,
      "learning_rate": 5e-06,
      "loss": 0.5618,
      "step": 253700
    },
    {
      "epoch": 6.534668760781688,
      "grad_norm": 8.395909309387207,
      "learning_rate": 5e-06,
      "loss": 0.5864,
      "step": 253800
    },
    {
      "epoch": 6.537243492365921,
      "grad_norm": 14.141559600830078,
      "learning_rate": 5e-06,
      "loss": 0.5476,
      "step": 253900
    },
    {
      "epoch": 6.539818223950153,
      "grad_norm": 9.342854499816895,
      "learning_rate": 5e-06,
      "loss": 0.5691,
      "step": 254000
    },
    {
      "epoch": 6.542392955534385,
      "grad_norm": 9.520211219787598,
      "learning_rate": 5e-06,
      "loss": 0.5535,
      "step": 254100
    },
    {
      "epoch": 6.544967687118618,
      "grad_norm": 9.46826171875,
      "learning_rate": 5e-06,
      "loss": 0.5718,
      "step": 254200
    },
    {
      "epoch": 6.54754241870285,
      "grad_norm": 10.877092361450195,
      "learning_rate": 5e-06,
      "loss": 0.568,
      "step": 254300
    },
    {
      "epoch": 6.5501171502870825,
      "grad_norm": 10.600628852844238,
      "learning_rate": 5e-06,
      "loss": 0.5579,
      "step": 254400
    },
    {
      "epoch": 6.552691881871315,
      "grad_norm": 10.726022720336914,
      "learning_rate": 5e-06,
      "loss": 0.5482,
      "step": 254500
    },
    {
      "epoch": 6.555266613455547,
      "grad_norm": 10.696067810058594,
      "learning_rate": 5e-06,
      "loss": 0.5486,
      "step": 254600
    },
    {
      "epoch": 6.55784134503978,
      "grad_norm": 10.7423677444458,
      "learning_rate": 5e-06,
      "loss": 0.5619,
      "step": 254700
    },
    {
      "epoch": 6.560416076624012,
      "grad_norm": 8.553929328918457,
      "learning_rate": 5e-06,
      "loss": 0.5621,
      "step": 254800
    },
    {
      "epoch": 6.562990808208244,
      "grad_norm": 9.467023849487305,
      "learning_rate": 5e-06,
      "loss": 0.5856,
      "step": 254900
    },
    {
      "epoch": 6.565565539792477,
      "grad_norm": 10.62192440032959,
      "learning_rate": 5e-06,
      "loss": 0.5491,
      "step": 255000
    },
    {
      "epoch": 6.568140271376709,
      "grad_norm": 9.900805473327637,
      "learning_rate": 5e-06,
      "loss": 0.5582,
      "step": 255100
    },
    {
      "epoch": 6.570715002960942,
      "grad_norm": 9.928024291992188,
      "learning_rate": 5e-06,
      "loss": 0.5654,
      "step": 255200
    },
    {
      "epoch": 6.573289734545174,
      "grad_norm": 12.450141906738281,
      "learning_rate": 5e-06,
      "loss": 0.5553,
      "step": 255300
    },
    {
      "epoch": 6.575864466129406,
      "grad_norm": 9.417459487915039,
      "learning_rate": 5e-06,
      "loss": 0.5637,
      "step": 255400
    },
    {
      "epoch": 6.578439197713639,
      "grad_norm": 8.67898941040039,
      "learning_rate": 5e-06,
      "loss": 0.5797,
      "step": 255500
    },
    {
      "epoch": 6.581013929297871,
      "grad_norm": 13.030503273010254,
      "learning_rate": 5e-06,
      "loss": 0.5567,
      "step": 255600
    },
    {
      "epoch": 6.5835886608821035,
      "grad_norm": 10.97566032409668,
      "learning_rate": 5e-06,
      "loss": 0.5662,
      "step": 255700
    },
    {
      "epoch": 6.586163392466336,
      "grad_norm": 10.56311321258545,
      "learning_rate": 5e-06,
      "loss": 0.5699,
      "step": 255800
    },
    {
      "epoch": 6.588738124050567,
      "grad_norm": 13.434403419494629,
      "learning_rate": 5e-06,
      "loss": 0.5582,
      "step": 255900
    },
    {
      "epoch": 6.5913128556348,
      "grad_norm": 9.46099853515625,
      "learning_rate": 5e-06,
      "loss": 0.5454,
      "step": 256000
    },
    {
      "epoch": 6.593887587219032,
      "grad_norm": 9.645524978637695,
      "learning_rate": 5e-06,
      "loss": 0.5562,
      "step": 256100
    },
    {
      "epoch": 6.5964623188032645,
      "grad_norm": 9.468339920043945,
      "learning_rate": 5e-06,
      "loss": 0.5541,
      "step": 256200
    },
    {
      "epoch": 6.599037050387497,
      "grad_norm": 12.155099868774414,
      "learning_rate": 5e-06,
      "loss": 0.5851,
      "step": 256300
    },
    {
      "epoch": 6.601611781971729,
      "grad_norm": 12.825849533081055,
      "learning_rate": 5e-06,
      "loss": 0.5629,
      "step": 256400
    },
    {
      "epoch": 6.604186513555962,
      "grad_norm": 14.530730247497559,
      "learning_rate": 5e-06,
      "loss": 0.5622,
      "step": 256500
    },
    {
      "epoch": 6.606761245140194,
      "grad_norm": 9.0390625,
      "learning_rate": 5e-06,
      "loss": 0.5309,
      "step": 256600
    },
    {
      "epoch": 6.609335976724426,
      "grad_norm": 9.677949905395508,
      "learning_rate": 5e-06,
      "loss": 0.5401,
      "step": 256700
    },
    {
      "epoch": 6.611910708308659,
      "grad_norm": 10.712055206298828,
      "learning_rate": 5e-06,
      "loss": 0.5438,
      "step": 256800
    },
    {
      "epoch": 6.614485439892891,
      "grad_norm": 8.663578033447266,
      "learning_rate": 5e-06,
      "loss": 0.5377,
      "step": 256900
    },
    {
      "epoch": 6.6170601714771236,
      "grad_norm": 10.78669261932373,
      "learning_rate": 5e-06,
      "loss": 0.5528,
      "step": 257000
    },
    {
      "epoch": 6.619634903061356,
      "grad_norm": 10.77615737915039,
      "learning_rate": 5e-06,
      "loss": 0.5718,
      "step": 257100
    },
    {
      "epoch": 6.622209634645588,
      "grad_norm": 11.332512855529785,
      "learning_rate": 5e-06,
      "loss": 0.5648,
      "step": 257200
    },
    {
      "epoch": 6.624784366229821,
      "grad_norm": 11.4146089553833,
      "learning_rate": 5e-06,
      "loss": 0.5495,
      "step": 257300
    },
    {
      "epoch": 6.627359097814053,
      "grad_norm": 10.652120590209961,
      "learning_rate": 5e-06,
      "loss": 0.5547,
      "step": 257400
    },
    {
      "epoch": 6.6299338293982855,
      "grad_norm": 13.76887035369873,
      "learning_rate": 5e-06,
      "loss": 0.5512,
      "step": 257500
    },
    {
      "epoch": 6.632508560982518,
      "grad_norm": 13.795356750488281,
      "learning_rate": 5e-06,
      "loss": 0.5451,
      "step": 257600
    },
    {
      "epoch": 6.63508329256675,
      "grad_norm": 12.572127342224121,
      "learning_rate": 5e-06,
      "loss": 0.5706,
      "step": 257700
    },
    {
      "epoch": 6.637658024150983,
      "grad_norm": 10.555240631103516,
      "learning_rate": 5e-06,
      "loss": 0.5208,
      "step": 257800
    },
    {
      "epoch": 6.640232755735215,
      "grad_norm": 11.180062294006348,
      "learning_rate": 5e-06,
      "loss": 0.5512,
      "step": 257900
    },
    {
      "epoch": 6.6428074873194465,
      "grad_norm": 8.525857925415039,
      "learning_rate": 5e-06,
      "loss": 0.5579,
      "step": 258000
    },
    {
      "epoch": 6.645382218903679,
      "grad_norm": 9.961542129516602,
      "learning_rate": 5e-06,
      "loss": 0.5506,
      "step": 258100
    },
    {
      "epoch": 6.647956950487911,
      "grad_norm": 12.32954216003418,
      "learning_rate": 5e-06,
      "loss": 0.553,
      "step": 258200
    },
    {
      "epoch": 6.650531682072144,
      "grad_norm": 10.303929328918457,
      "learning_rate": 5e-06,
      "loss": 0.5522,
      "step": 258300
    },
    {
      "epoch": 6.653106413656376,
      "grad_norm": 10.985048294067383,
      "learning_rate": 5e-06,
      "loss": 0.5643,
      "step": 258400
    },
    {
      "epoch": 6.655681145240608,
      "grad_norm": 14.035248756408691,
      "learning_rate": 5e-06,
      "loss": 0.539,
      "step": 258500
    },
    {
      "epoch": 6.658255876824841,
      "grad_norm": 10.184000015258789,
      "learning_rate": 5e-06,
      "loss": 0.5484,
      "step": 258600
    },
    {
      "epoch": 6.660830608409073,
      "grad_norm": 10.022050857543945,
      "learning_rate": 5e-06,
      "loss": 0.5934,
      "step": 258700
    },
    {
      "epoch": 6.6634053399933055,
      "grad_norm": 13.699515342712402,
      "learning_rate": 5e-06,
      "loss": 0.5851,
      "step": 258800
    },
    {
      "epoch": 6.665980071577538,
      "grad_norm": 12.989331245422363,
      "learning_rate": 5e-06,
      "loss": 0.5525,
      "step": 258900
    },
    {
      "epoch": 6.66855480316177,
      "grad_norm": 10.141220092773438,
      "learning_rate": 5e-06,
      "loss": 0.5499,
      "step": 259000
    },
    {
      "epoch": 6.671129534746003,
      "grad_norm": 11.24587631225586,
      "learning_rate": 5e-06,
      "loss": 0.5387,
      "step": 259100
    },
    {
      "epoch": 6.673704266330235,
      "grad_norm": 9.682523727416992,
      "learning_rate": 5e-06,
      "loss": 0.5553,
      "step": 259200
    },
    {
      "epoch": 6.676278997914467,
      "grad_norm": 10.21574592590332,
      "learning_rate": 5e-06,
      "loss": 0.5543,
      "step": 259300
    },
    {
      "epoch": 6.6788537294987,
      "grad_norm": 8.8177490234375,
      "learning_rate": 5e-06,
      "loss": 0.5544,
      "step": 259400
    },
    {
      "epoch": 6.681428461082932,
      "grad_norm": 9.079313278198242,
      "learning_rate": 5e-06,
      "loss": 0.5752,
      "step": 259500
    },
    {
      "epoch": 6.684003192667165,
      "grad_norm": 15.055166244506836,
      "learning_rate": 5e-06,
      "loss": 0.5629,
      "step": 259600
    },
    {
      "epoch": 6.686577924251397,
      "grad_norm": 10.457671165466309,
      "learning_rate": 5e-06,
      "loss": 0.5493,
      "step": 259700
    },
    {
      "epoch": 6.689152655835629,
      "grad_norm": 9.075848579406738,
      "learning_rate": 5e-06,
      "loss": 0.5474,
      "step": 259800
    },
    {
      "epoch": 6.691727387419862,
      "grad_norm": 12.264299392700195,
      "learning_rate": 5e-06,
      "loss": 0.5397,
      "step": 259900
    },
    {
      "epoch": 6.694302119004094,
      "grad_norm": 11.074614524841309,
      "learning_rate": 5e-06,
      "loss": 0.5377,
      "step": 260000
    },
    {
      "epoch": 6.6968768505883265,
      "grad_norm": 13.36890697479248,
      "learning_rate": 5e-06,
      "loss": 0.5795,
      "step": 260100
    },
    {
      "epoch": 6.699451582172559,
      "grad_norm": 8.679905891418457,
      "learning_rate": 5e-06,
      "loss": 0.5389,
      "step": 260200
    },
    {
      "epoch": 6.702026313756791,
      "grad_norm": 10.093094825744629,
      "learning_rate": 5e-06,
      "loss": 0.5582,
      "step": 260300
    },
    {
      "epoch": 6.704601045341024,
      "grad_norm": 14.568150520324707,
      "learning_rate": 5e-06,
      "loss": 0.5266,
      "step": 260400
    },
    {
      "epoch": 6.707175776925256,
      "grad_norm": 11.066078186035156,
      "learning_rate": 5e-06,
      "loss": 0.5749,
      "step": 260500
    },
    {
      "epoch": 6.7097505085094875,
      "grad_norm": 10.490955352783203,
      "learning_rate": 5e-06,
      "loss": 0.5545,
      "step": 260600
    },
    {
      "epoch": 6.71232524009372,
      "grad_norm": 10.647294044494629,
      "learning_rate": 5e-06,
      "loss": 0.5287,
      "step": 260700
    },
    {
      "epoch": 6.714899971677952,
      "grad_norm": 10.046123504638672,
      "learning_rate": 5e-06,
      "loss": 0.5475,
      "step": 260800
    },
    {
      "epoch": 6.717474703262185,
      "grad_norm": 10.194132804870605,
      "learning_rate": 5e-06,
      "loss": 0.5815,
      "step": 260900
    },
    {
      "epoch": 6.720049434846417,
      "grad_norm": 14.349710464477539,
      "learning_rate": 5e-06,
      "loss": 0.5483,
      "step": 261000
    },
    {
      "epoch": 6.722624166430649,
      "grad_norm": 8.460687637329102,
      "learning_rate": 5e-06,
      "loss": 0.5566,
      "step": 261100
    },
    {
      "epoch": 6.725198898014882,
      "grad_norm": 10.037918090820312,
      "learning_rate": 5e-06,
      "loss": 0.5405,
      "step": 261200
    },
    {
      "epoch": 6.727773629599114,
      "grad_norm": 11.028070449829102,
      "learning_rate": 5e-06,
      "loss": 0.555,
      "step": 261300
    },
    {
      "epoch": 6.730348361183347,
      "grad_norm": 11.7566499710083,
      "learning_rate": 5e-06,
      "loss": 0.5183,
      "step": 261400
    },
    {
      "epoch": 6.732923092767579,
      "grad_norm": 12.441967010498047,
      "learning_rate": 5e-06,
      "loss": 0.5729,
      "step": 261500
    },
    {
      "epoch": 6.735497824351811,
      "grad_norm": 18.698362350463867,
      "learning_rate": 5e-06,
      "loss": 0.5179,
      "step": 261600
    },
    {
      "epoch": 6.738072555936044,
      "grad_norm": 10.36336612701416,
      "learning_rate": 5e-06,
      "loss": 0.5584,
      "step": 261700
    },
    {
      "epoch": 6.740647287520276,
      "grad_norm": 7.89752721786499,
      "learning_rate": 5e-06,
      "loss": 0.5261,
      "step": 261800
    },
    {
      "epoch": 6.7432220191045085,
      "grad_norm": 10.080793380737305,
      "learning_rate": 5e-06,
      "loss": 0.5539,
      "step": 261900
    },
    {
      "epoch": 6.745796750688741,
      "grad_norm": 11.436532020568848,
      "learning_rate": 5e-06,
      "loss": 0.5555,
      "step": 262000
    },
    {
      "epoch": 6.748371482272973,
      "grad_norm": 11.630767822265625,
      "learning_rate": 5e-06,
      "loss": 0.558,
      "step": 262100
    },
    {
      "epoch": 6.750946213857206,
      "grad_norm": 8.521523475646973,
      "learning_rate": 5e-06,
      "loss": 0.5334,
      "step": 262200
    },
    {
      "epoch": 6.753520945441438,
      "grad_norm": 11.31431770324707,
      "learning_rate": 5e-06,
      "loss": 0.5603,
      "step": 262300
    },
    {
      "epoch": 6.75609567702567,
      "grad_norm": 13.329083442687988,
      "learning_rate": 5e-06,
      "loss": 0.5592,
      "step": 262400
    },
    {
      "epoch": 6.758670408609903,
      "grad_norm": 9.280681610107422,
      "learning_rate": 5e-06,
      "loss": 0.5249,
      "step": 262500
    },
    {
      "epoch": 6.761245140194135,
      "grad_norm": 12.742958068847656,
      "learning_rate": 5e-06,
      "loss": 0.5437,
      "step": 262600
    },
    {
      "epoch": 6.763819871778367,
      "grad_norm": 11.352965354919434,
      "learning_rate": 5e-06,
      "loss": 0.5449,
      "step": 262700
    },
    {
      "epoch": 6.766394603362599,
      "grad_norm": 9.551626205444336,
      "learning_rate": 5e-06,
      "loss": 0.5242,
      "step": 262800
    },
    {
      "epoch": 6.768969334946831,
      "grad_norm": 11.056833267211914,
      "learning_rate": 5e-06,
      "loss": 0.5313,
      "step": 262900
    },
    {
      "epoch": 6.771544066531064,
      "grad_norm": 11.77357006072998,
      "learning_rate": 5e-06,
      "loss": 0.5473,
      "step": 263000
    },
    {
      "epoch": 6.774118798115296,
      "grad_norm": 10.147629737854004,
      "learning_rate": 5e-06,
      "loss": 0.5446,
      "step": 263100
    },
    {
      "epoch": 6.7766935296995285,
      "grad_norm": 14.112357139587402,
      "learning_rate": 5e-06,
      "loss": 0.5388,
      "step": 263200
    },
    {
      "epoch": 6.779268261283761,
      "grad_norm": 9.877898216247559,
      "learning_rate": 5e-06,
      "loss": 0.543,
      "step": 263300
    },
    {
      "epoch": 6.781842992867993,
      "grad_norm": 9.7555513381958,
      "learning_rate": 5e-06,
      "loss": 0.5202,
      "step": 263400
    },
    {
      "epoch": 6.784417724452226,
      "grad_norm": 9.109484672546387,
      "learning_rate": 5e-06,
      "loss": 0.5494,
      "step": 263500
    },
    {
      "epoch": 6.786992456036458,
      "grad_norm": 15.044476509094238,
      "learning_rate": 5e-06,
      "loss": 0.5351,
      "step": 263600
    },
    {
      "epoch": 6.7895671876206904,
      "grad_norm": 8.752348899841309,
      "learning_rate": 5e-06,
      "loss": 0.5504,
      "step": 263700
    },
    {
      "epoch": 6.792141919204923,
      "grad_norm": 13.647786140441895,
      "learning_rate": 5e-06,
      "loss": 0.5605,
      "step": 263800
    },
    {
      "epoch": 6.794716650789155,
      "grad_norm": 10.61491870880127,
      "learning_rate": 5e-06,
      "loss": 0.531,
      "step": 263900
    },
    {
      "epoch": 6.797291382373388,
      "grad_norm": 8.69240951538086,
      "learning_rate": 5e-06,
      "loss": 0.5509,
      "step": 264000
    },
    {
      "epoch": 6.79986611395762,
      "grad_norm": 11.269484519958496,
      "learning_rate": 5e-06,
      "loss": 0.5573,
      "step": 264100
    },
    {
      "epoch": 6.802440845541852,
      "grad_norm": 13.139644622802734,
      "learning_rate": 5e-06,
      "loss": 0.5508,
      "step": 264200
    },
    {
      "epoch": 6.805015577126085,
      "grad_norm": 11.084139823913574,
      "learning_rate": 5e-06,
      "loss": 0.5426,
      "step": 264300
    },
    {
      "epoch": 6.807590308710317,
      "grad_norm": 10.767120361328125,
      "learning_rate": 5e-06,
      "loss": 0.5661,
      "step": 264400
    },
    {
      "epoch": 6.8101650402945495,
      "grad_norm": 10.461346626281738,
      "learning_rate": 5e-06,
      "loss": 0.551,
      "step": 264500
    },
    {
      "epoch": 6.812739771878782,
      "grad_norm": 10.985357284545898,
      "learning_rate": 5e-06,
      "loss": 0.5235,
      "step": 264600
    },
    {
      "epoch": 6.815314503463014,
      "grad_norm": 13.622495651245117,
      "learning_rate": 5e-06,
      "loss": 0.5536,
      "step": 264700
    },
    {
      "epoch": 6.817889235047247,
      "grad_norm": 10.271073341369629,
      "learning_rate": 5e-06,
      "loss": 0.532,
      "step": 264800
    },
    {
      "epoch": 6.820463966631479,
      "grad_norm": 10.143062591552734,
      "learning_rate": 5e-06,
      "loss": 0.5653,
      "step": 264900
    },
    {
      "epoch": 6.823038698215711,
      "grad_norm": 10.834686279296875,
      "learning_rate": 5e-06,
      "loss": 0.5577,
      "step": 265000
    },
    {
      "epoch": 6.825613429799944,
      "grad_norm": 12.961368560791016,
      "learning_rate": 5e-06,
      "loss": 0.5542,
      "step": 265100
    },
    {
      "epoch": 6.828188161384176,
      "grad_norm": 11.30551815032959,
      "learning_rate": 5e-06,
      "loss": 0.5318,
      "step": 265200
    },
    {
      "epoch": 6.830762892968408,
      "grad_norm": 9.820440292358398,
      "learning_rate": 5e-06,
      "loss": 0.5302,
      "step": 265300
    },
    {
      "epoch": 6.83333762455264,
      "grad_norm": 8.293704986572266,
      "learning_rate": 5e-06,
      "loss": 0.56,
      "step": 265400
    },
    {
      "epoch": 6.835912356136872,
      "grad_norm": 9.735400199890137,
      "learning_rate": 5e-06,
      "loss": 0.5658,
      "step": 265500
    },
    {
      "epoch": 6.838487087721105,
      "grad_norm": 9.848509788513184,
      "learning_rate": 5e-06,
      "loss": 0.5485,
      "step": 265600
    },
    {
      "epoch": 6.841061819305337,
      "grad_norm": 10.477457046508789,
      "learning_rate": 5e-06,
      "loss": 0.527,
      "step": 265700
    },
    {
      "epoch": 6.84363655088957,
      "grad_norm": 10.413663864135742,
      "learning_rate": 5e-06,
      "loss": 0.5364,
      "step": 265800
    },
    {
      "epoch": 6.846211282473802,
      "grad_norm": 9.103260040283203,
      "learning_rate": 5e-06,
      "loss": 0.5458,
      "step": 265900
    },
    {
      "epoch": 6.848786014058034,
      "grad_norm": 10.032328605651855,
      "learning_rate": 5e-06,
      "loss": 0.5515,
      "step": 266000
    },
    {
      "epoch": 6.851360745642267,
      "grad_norm": 11.027009963989258,
      "learning_rate": 5e-06,
      "loss": 0.5325,
      "step": 266100
    },
    {
      "epoch": 6.853935477226499,
      "grad_norm": 9.826949119567871,
      "learning_rate": 5e-06,
      "loss": 0.5502,
      "step": 266200
    },
    {
      "epoch": 6.8565102088107315,
      "grad_norm": 9.860398292541504,
      "learning_rate": 5e-06,
      "loss": 0.5232,
      "step": 266300
    },
    {
      "epoch": 6.859084940394964,
      "grad_norm": 9.645051956176758,
      "learning_rate": 5e-06,
      "loss": 0.5212,
      "step": 266400
    },
    {
      "epoch": 6.861659671979196,
      "grad_norm": 10.555302619934082,
      "learning_rate": 5e-06,
      "loss": 0.548,
      "step": 266500
    },
    {
      "epoch": 6.864234403563429,
      "grad_norm": 11.438332557678223,
      "learning_rate": 5e-06,
      "loss": 0.5615,
      "step": 266600
    },
    {
      "epoch": 6.866809135147661,
      "grad_norm": 9.22729778289795,
      "learning_rate": 5e-06,
      "loss": 0.5378,
      "step": 266700
    },
    {
      "epoch": 6.869383866731893,
      "grad_norm": 9.823372840881348,
      "learning_rate": 5e-06,
      "loss": 0.5226,
      "step": 266800
    },
    {
      "epoch": 6.871958598316126,
      "grad_norm": 10.424297332763672,
      "learning_rate": 5e-06,
      "loss": 0.5236,
      "step": 266900
    },
    {
      "epoch": 6.874533329900358,
      "grad_norm": 11.42301082611084,
      "learning_rate": 5e-06,
      "loss": 0.5192,
      "step": 267000
    },
    {
      "epoch": 6.8771080614845905,
      "grad_norm": 12.373616218566895,
      "learning_rate": 5e-06,
      "loss": 0.5329,
      "step": 267100
    },
    {
      "epoch": 6.879682793068823,
      "grad_norm": 10.623645782470703,
      "learning_rate": 5e-06,
      "loss": 0.5424,
      "step": 267200
    },
    {
      "epoch": 6.882257524653055,
      "grad_norm": 12.056641578674316,
      "learning_rate": 5e-06,
      "loss": 0.553,
      "step": 267300
    },
    {
      "epoch": 6.884832256237287,
      "grad_norm": 14.375205039978027,
      "learning_rate": 5e-06,
      "loss": 0.5545,
      "step": 267400
    },
    {
      "epoch": 6.887406987821519,
      "grad_norm": 9.152790069580078,
      "learning_rate": 5e-06,
      "loss": 0.5489,
      "step": 267500
    },
    {
      "epoch": 6.8899817194057515,
      "grad_norm": 13.583465576171875,
      "learning_rate": 5e-06,
      "loss": 0.5301,
      "step": 267600
    },
    {
      "epoch": 6.892556450989984,
      "grad_norm": 9.03757381439209,
      "learning_rate": 5e-06,
      "loss": 0.5396,
      "step": 267700
    },
    {
      "epoch": 6.895131182574216,
      "grad_norm": 9.438944816589355,
      "learning_rate": 5e-06,
      "loss": 0.5228,
      "step": 267800
    },
    {
      "epoch": 6.897705914158449,
      "grad_norm": 19.260828018188477,
      "learning_rate": 5e-06,
      "loss": 0.5356,
      "step": 267900
    },
    {
      "epoch": 6.900280645742681,
      "grad_norm": 14.063948631286621,
      "learning_rate": 5e-06,
      "loss": 0.5533,
      "step": 268000
    },
    {
      "epoch": 6.9028553773269135,
      "grad_norm": 9.325289726257324,
      "learning_rate": 5e-06,
      "loss": 0.5319,
      "step": 268100
    },
    {
      "epoch": 6.905430108911146,
      "grad_norm": 10.501230239868164,
      "learning_rate": 5e-06,
      "loss": 0.5358,
      "step": 268200
    },
    {
      "epoch": 6.908004840495378,
      "grad_norm": 10.623760223388672,
      "learning_rate": 5e-06,
      "loss": 0.5724,
      "step": 268300
    },
    {
      "epoch": 6.910579572079611,
      "grad_norm": 9.227949142456055,
      "learning_rate": 5e-06,
      "loss": 0.5519,
      "step": 268400
    },
    {
      "epoch": 6.913154303663843,
      "grad_norm": 9.147944450378418,
      "learning_rate": 5e-06,
      "loss": 0.5546,
      "step": 268500
    },
    {
      "epoch": 6.915729035248075,
      "grad_norm": 13.014480590820312,
      "learning_rate": 5e-06,
      "loss": 0.5477,
      "step": 268600
    },
    {
      "epoch": 6.918303766832308,
      "grad_norm": 9.121838569641113,
      "learning_rate": 5e-06,
      "loss": 0.5318,
      "step": 268700
    },
    {
      "epoch": 6.92087849841654,
      "grad_norm": 11.462576866149902,
      "learning_rate": 5e-06,
      "loss": 0.5241,
      "step": 268800
    },
    {
      "epoch": 6.9234532300007725,
      "grad_norm": 12.180540084838867,
      "learning_rate": 5e-06,
      "loss": 0.534,
      "step": 268900
    },
    {
      "epoch": 6.926027961585005,
      "grad_norm": 12.485846519470215,
      "learning_rate": 5e-06,
      "loss": 0.5599,
      "step": 269000
    },
    {
      "epoch": 6.928602693169237,
      "grad_norm": 8.93054485321045,
      "learning_rate": 5e-06,
      "loss": 0.5318,
      "step": 269100
    },
    {
      "epoch": 6.93117742475347,
      "grad_norm": 10.991080284118652,
      "learning_rate": 5e-06,
      "loss": 0.5461,
      "step": 269200
    },
    {
      "epoch": 6.933752156337702,
      "grad_norm": 11.910788536071777,
      "learning_rate": 5e-06,
      "loss": 0.5338,
      "step": 269300
    },
    {
      "epoch": 6.936326887921934,
      "grad_norm": 10.294365882873535,
      "learning_rate": 5e-06,
      "loss": 0.5246,
      "step": 269400
    },
    {
      "epoch": 6.938901619506167,
      "grad_norm": 11.945236206054688,
      "learning_rate": 5e-06,
      "loss": 0.5444,
      "step": 269500
    },
    {
      "epoch": 6.941476351090399,
      "grad_norm": 12.741669654846191,
      "learning_rate": 5e-06,
      "loss": 0.5111,
      "step": 269600
    },
    {
      "epoch": 6.944051082674632,
      "grad_norm": 9.367435455322266,
      "learning_rate": 5e-06,
      "loss": 0.5155,
      "step": 269700
    },
    {
      "epoch": 6.946625814258864,
      "grad_norm": 10.034284591674805,
      "learning_rate": 5e-06,
      "loss": 0.5212,
      "step": 269800
    },
    {
      "epoch": 6.949200545843096,
      "grad_norm": 11.268109321594238,
      "learning_rate": 5e-06,
      "loss": 0.5596,
      "step": 269900
    },
    {
      "epoch": 6.951775277427328,
      "grad_norm": 7.579122066497803,
      "learning_rate": 5e-06,
      "loss": 0.507,
      "step": 270000
    },
    {
      "epoch": 6.95435000901156,
      "grad_norm": 11.562552452087402,
      "learning_rate": 5e-06,
      "loss": 0.5336,
      "step": 270100
    },
    {
      "epoch": 6.956924740595793,
      "grad_norm": 12.692025184631348,
      "learning_rate": 5e-06,
      "loss": 0.5193,
      "step": 270200
    },
    {
      "epoch": 6.959499472180025,
      "grad_norm": 10.880316734313965,
      "learning_rate": 5e-06,
      "loss": 0.5194,
      "step": 270300
    },
    {
      "epoch": 6.962074203764257,
      "grad_norm": 11.430806159973145,
      "learning_rate": 5e-06,
      "loss": 0.5665,
      "step": 270400
    },
    {
      "epoch": 6.96464893534849,
      "grad_norm": 10.754016876220703,
      "learning_rate": 5e-06,
      "loss": 0.5455,
      "step": 270500
    },
    {
      "epoch": 6.967223666932722,
      "grad_norm": 12.504225730895996,
      "learning_rate": 5e-06,
      "loss": 0.5293,
      "step": 270600
    },
    {
      "epoch": 6.9697983985169545,
      "grad_norm": 13.070196151733398,
      "learning_rate": 5e-06,
      "loss": 0.5297,
      "step": 270700
    },
    {
      "epoch": 6.972373130101187,
      "grad_norm": 10.350176811218262,
      "learning_rate": 5e-06,
      "loss": 0.5385,
      "step": 270800
    },
    {
      "epoch": 6.974947861685419,
      "grad_norm": 10.862906455993652,
      "learning_rate": 5e-06,
      "loss": 0.4978,
      "step": 270900
    },
    {
      "epoch": 6.977522593269652,
      "grad_norm": 14.418657302856445,
      "learning_rate": 5e-06,
      "loss": 0.5404,
      "step": 271000
    },
    {
      "epoch": 6.980097324853884,
      "grad_norm": 12.647675514221191,
      "learning_rate": 5e-06,
      "loss": 0.5311,
      "step": 271100
    },
    {
      "epoch": 6.982672056438116,
      "grad_norm": 9.930843353271484,
      "learning_rate": 5e-06,
      "loss": 0.5345,
      "step": 271200
    },
    {
      "epoch": 6.985246788022349,
      "grad_norm": 9.847991943359375,
      "learning_rate": 5e-06,
      "loss": 0.5255,
      "step": 271300
    },
    {
      "epoch": 6.987821519606581,
      "grad_norm": 11.030499458312988,
      "learning_rate": 5e-06,
      "loss": 0.514,
      "step": 271400
    },
    {
      "epoch": 6.9903962511908135,
      "grad_norm": 8.198023796081543,
      "learning_rate": 5e-06,
      "loss": 0.5429,
      "step": 271500
    },
    {
      "epoch": 6.992970982775046,
      "grad_norm": 10.072160720825195,
      "learning_rate": 5e-06,
      "loss": 0.5369,
      "step": 271600
    },
    {
      "epoch": 6.995545714359278,
      "grad_norm": 10.723560333251953,
      "learning_rate": 5e-06,
      "loss": 0.5362,
      "step": 271700
    },
    {
      "epoch": 6.998120445943511,
      "grad_norm": 7.830845832824707,
      "learning_rate": 5e-06,
      "loss": 0.5477,
      "step": 271800
    },
    {
      "epoch": 7.0,
      "step": 271873,
      "train_loss": 0.4561706483364105,
      "train_perplexity": 1.5780196082121096,
      "train_runtime": 762.9401,
      "train_samples_per_second": 407.251,
      "train_steps_per_second": 50.907
    },
    {
      "epoch": 7.0,
      "eval_loss": 0.456324964761734,
      "eval_perplexity": 1.5782631413472374,
      "eval_runtime": 190.4988,
      "eval_samples_per_second": 407.756,
      "eval_steps_per_second": 50.971,
      "step": 271873
    },
    {
      "epoch": 7.000695177527743,
      "grad_norm": 11.038799285888672,
      "learning_rate": 5e-06,
      "loss": 0.5312,
      "step": 271900
    },
    {
      "epoch": 7.0032699091119754,
      "grad_norm": 10.957406044006348,
      "learning_rate": 5e-06,
      "loss": 0.5559,
      "step": 272000
    },
    {
      "epoch": 7.005844640696208,
      "grad_norm": 10.359853744506836,
      "learning_rate": 5e-06,
      "loss": 0.5544,
      "step": 272100
    },
    {
      "epoch": 7.00841937228044,
      "grad_norm": 6.543971061706543,
      "learning_rate": 5e-06,
      "loss": 0.5419,
      "step": 272200
    },
    {
      "epoch": 7.010994103864672,
      "grad_norm": 11.307844161987305,
      "learning_rate": 5e-06,
      "loss": 0.5324,
      "step": 272300
    },
    {
      "epoch": 7.013568835448904,
      "grad_norm": 11.415477752685547,
      "learning_rate": 5e-06,
      "loss": 0.5541,
      "step": 272400
    },
    {
      "epoch": 7.0161435670331365,
      "grad_norm": 12.816205978393555,
      "learning_rate": 5e-06,
      "loss": 0.5218,
      "step": 272500
    },
    {
      "epoch": 7.018718298617369,
      "grad_norm": 12.923760414123535,
      "learning_rate": 5e-06,
      "loss": 0.5665,
      "step": 272600
    },
    {
      "epoch": 7.021293030201601,
      "grad_norm": 11.116714477539062,
      "learning_rate": 5e-06,
      "loss": 0.5162,
      "step": 272700
    },
    {
      "epoch": 7.023867761785834,
      "grad_norm": 9.93112564086914,
      "learning_rate": 5e-06,
      "loss": 0.5405,
      "step": 272800
    },
    {
      "epoch": 7.026442493370066,
      "grad_norm": 9.420146942138672,
      "learning_rate": 5e-06,
      "loss": 0.5485,
      "step": 272900
    },
    {
      "epoch": 7.029017224954298,
      "grad_norm": 7.7587571144104,
      "learning_rate": 5e-06,
      "loss": 0.5434,
      "step": 273000
    },
    {
      "epoch": 7.031591956538531,
      "grad_norm": 11.220413208007812,
      "learning_rate": 5e-06,
      "loss": 0.5118,
      "step": 273100
    },
    {
      "epoch": 7.034166688122763,
      "grad_norm": 11.862105369567871,
      "learning_rate": 5e-06,
      "loss": 0.5217,
      "step": 273200
    },
    {
      "epoch": 7.0367414197069955,
      "grad_norm": 11.20042610168457,
      "learning_rate": 5e-06,
      "loss": 0.5354,
      "step": 273300
    },
    {
      "epoch": 7.039316151291228,
      "grad_norm": 12.571775436401367,
      "learning_rate": 5e-06,
      "loss": 0.5159,
      "step": 273400
    },
    {
      "epoch": 7.04189088287546,
      "grad_norm": 10.61168098449707,
      "learning_rate": 5e-06,
      "loss": 0.539,
      "step": 273500
    },
    {
      "epoch": 7.044465614459693,
      "grad_norm": 11.84498119354248,
      "learning_rate": 5e-06,
      "loss": 0.5263,
      "step": 273600
    },
    {
      "epoch": 7.047040346043925,
      "grad_norm": 14.30267333984375,
      "learning_rate": 5e-06,
      "loss": 0.5388,
      "step": 273700
    },
    {
      "epoch": 7.049615077628157,
      "grad_norm": 9.641300201416016,
      "learning_rate": 5e-06,
      "loss": 0.5554,
      "step": 273800
    },
    {
      "epoch": 7.05218980921239,
      "grad_norm": 9.163773536682129,
      "learning_rate": 5e-06,
      "loss": 0.5219,
      "step": 273900
    },
    {
      "epoch": 7.054764540796622,
      "grad_norm": 8.874480247497559,
      "learning_rate": 5e-06,
      "loss": 0.5441,
      "step": 274000
    },
    {
      "epoch": 7.057339272380855,
      "grad_norm": 11.687559127807617,
      "learning_rate": 5e-06,
      "loss": 0.5318,
      "step": 274100
    },
    {
      "epoch": 7.059914003965087,
      "grad_norm": 8.558104515075684,
      "learning_rate": 5e-06,
      "loss": 0.5396,
      "step": 274200
    },
    {
      "epoch": 7.062488735549319,
      "grad_norm": 10.97878646850586,
      "learning_rate": 5e-06,
      "loss": 0.5591,
      "step": 274300
    },
    {
      "epoch": 7.065063467133552,
      "grad_norm": 13.414728164672852,
      "learning_rate": 5e-06,
      "loss": 0.5176,
      "step": 274400
    },
    {
      "epoch": 7.067638198717784,
      "grad_norm": 8.824347496032715,
      "learning_rate": 5e-06,
      "loss": 0.5143,
      "step": 274500
    },
    {
      "epoch": 7.070212930302016,
      "grad_norm": 12.021780014038086,
      "learning_rate": 5e-06,
      "loss": 0.5545,
      "step": 274600
    },
    {
      "epoch": 7.072787661886248,
      "grad_norm": 8.795281410217285,
      "learning_rate": 5e-06,
      "loss": 0.5317,
      "step": 274700
    },
    {
      "epoch": 7.07536239347048,
      "grad_norm": 11.3829984664917,
      "learning_rate": 5e-06,
      "loss": 0.5517,
      "step": 274800
    },
    {
      "epoch": 7.077937125054713,
      "grad_norm": 10.814201354980469,
      "learning_rate": 5e-06,
      "loss": 0.524,
      "step": 274900
    },
    {
      "epoch": 7.080511856638945,
      "grad_norm": 8.22756290435791,
      "learning_rate": 5e-06,
      "loss": 0.524,
      "step": 275000
    },
    {
      "epoch": 7.0830865882231775,
      "grad_norm": 11.609932899475098,
      "learning_rate": 5e-06,
      "loss": 0.5552,
      "step": 275100
    },
    {
      "epoch": 7.08566131980741,
      "grad_norm": 8.052473068237305,
      "learning_rate": 5e-06,
      "loss": 0.5354,
      "step": 275200
    },
    {
      "epoch": 7.088236051391642,
      "grad_norm": 7.367313385009766,
      "learning_rate": 5e-06,
      "loss": 0.5262,
      "step": 275300
    },
    {
      "epoch": 7.090810782975875,
      "grad_norm": 11.018160820007324,
      "learning_rate": 5e-06,
      "loss": 0.5338,
      "step": 275400
    },
    {
      "epoch": 7.093385514560107,
      "grad_norm": 9.522625923156738,
      "learning_rate": 5e-06,
      "loss": 0.5371,
      "step": 275500
    },
    {
      "epoch": 7.095960246144339,
      "grad_norm": 11.485345840454102,
      "learning_rate": 5e-06,
      "loss": 0.5386,
      "step": 275600
    },
    {
      "epoch": 7.098534977728572,
      "grad_norm": 10.162151336669922,
      "learning_rate": 5e-06,
      "loss": 0.512,
      "step": 275700
    },
    {
      "epoch": 7.101109709312804,
      "grad_norm": 9.39992618560791,
      "learning_rate": 5e-06,
      "loss": 0.5361,
      "step": 275800
    },
    {
      "epoch": 7.1036844408970365,
      "grad_norm": 11.421934127807617,
      "learning_rate": 5e-06,
      "loss": 0.5314,
      "step": 275900
    },
    {
      "epoch": 7.106259172481269,
      "grad_norm": 10.63922119140625,
      "learning_rate": 5e-06,
      "loss": 0.5416,
      "step": 276000
    },
    {
      "epoch": 7.108833904065501,
      "grad_norm": 11.695767402648926,
      "learning_rate": 5e-06,
      "loss": 0.5285,
      "step": 276100
    },
    {
      "epoch": 7.111408635649734,
      "grad_norm": 8.851365089416504,
      "learning_rate": 5e-06,
      "loss": 0.5338,
      "step": 276200
    },
    {
      "epoch": 7.113983367233966,
      "grad_norm": 12.667503356933594,
      "learning_rate": 5e-06,
      "loss": 0.5225,
      "step": 276300
    },
    {
      "epoch": 7.1165580988181985,
      "grad_norm": 14.860239028930664,
      "learning_rate": 5e-06,
      "loss": 0.5164,
      "step": 276400
    },
    {
      "epoch": 7.119132830402431,
      "grad_norm": 10.401954650878906,
      "learning_rate": 5e-06,
      "loss": 0.5071,
      "step": 276500
    },
    {
      "epoch": 7.121707561986663,
      "grad_norm": 12.768891334533691,
      "learning_rate": 5e-06,
      "loss": 0.542,
      "step": 276600
    },
    {
      "epoch": 7.124282293570896,
      "grad_norm": 10.172253608703613,
      "learning_rate": 5e-06,
      "loss": 0.544,
      "step": 276700
    },
    {
      "epoch": 7.126857025155128,
      "grad_norm": 12.19127082824707,
      "learning_rate": 5e-06,
      "loss": 0.5364,
      "step": 276800
    },
    {
      "epoch": 7.1294317567393595,
      "grad_norm": 8.97341251373291,
      "learning_rate": 5e-06,
      "loss": 0.5116,
      "step": 276900
    },
    {
      "epoch": 7.132006488323592,
      "grad_norm": 9.473921775817871,
      "learning_rate": 5e-06,
      "loss": 0.5214,
      "step": 277000
    },
    {
      "epoch": 7.134581219907824,
      "grad_norm": 11.085371971130371,
      "learning_rate": 5e-06,
      "loss": 0.523,
      "step": 277100
    },
    {
      "epoch": 7.137155951492057,
      "grad_norm": 11.808454513549805,
      "learning_rate": 5e-06,
      "loss": 0.5441,
      "step": 277200
    },
    {
      "epoch": 7.139730683076289,
      "grad_norm": 11.808188438415527,
      "learning_rate": 5e-06,
      "loss": 0.5362,
      "step": 277300
    },
    {
      "epoch": 7.142305414660521,
      "grad_norm": 14.168022155761719,
      "learning_rate": 5e-06,
      "loss": 0.543,
      "step": 277400
    },
    {
      "epoch": 7.144880146244754,
      "grad_norm": 8.518670082092285,
      "learning_rate": 5e-06,
      "loss": 0.5352,
      "step": 277500
    },
    {
      "epoch": 7.147454877828986,
      "grad_norm": 12.18401050567627,
      "learning_rate": 5e-06,
      "loss": 0.5345,
      "step": 277600
    },
    {
      "epoch": 7.1500296094132185,
      "grad_norm": 9.143012046813965,
      "learning_rate": 5e-06,
      "loss": 0.5208,
      "step": 277700
    },
    {
      "epoch": 7.152604340997451,
      "grad_norm": 10.972284317016602,
      "learning_rate": 5e-06,
      "loss": 0.5347,
      "step": 277800
    },
    {
      "epoch": 7.155179072581683,
      "grad_norm": 12.146561622619629,
      "learning_rate": 5e-06,
      "loss": 0.5363,
      "step": 277900
    },
    {
      "epoch": 7.157753804165916,
      "grad_norm": 8.085004806518555,
      "learning_rate": 5e-06,
      "loss": 0.5273,
      "step": 278000
    },
    {
      "epoch": 7.160328535750148,
      "grad_norm": 9.33479118347168,
      "learning_rate": 5e-06,
      "loss": 0.5238,
      "step": 278100
    },
    {
      "epoch": 7.16290326733438,
      "grad_norm": 7.9645562171936035,
      "learning_rate": 5e-06,
      "loss": 0.5104,
      "step": 278200
    },
    {
      "epoch": 7.165477998918613,
      "grad_norm": 12.144819259643555,
      "learning_rate": 5e-06,
      "loss": 0.5421,
      "step": 278300
    },
    {
      "epoch": 7.168052730502845,
      "grad_norm": 9.434412956237793,
      "learning_rate": 5e-06,
      "loss": 0.5436,
      "step": 278400
    },
    {
      "epoch": 7.170627462087078,
      "grad_norm": 13.053157806396484,
      "learning_rate": 5e-06,
      "loss": 0.5309,
      "step": 278500
    },
    {
      "epoch": 7.17320219367131,
      "grad_norm": 12.22927188873291,
      "learning_rate": 5e-06,
      "loss": 0.5273,
      "step": 278600
    },
    {
      "epoch": 7.175776925255542,
      "grad_norm": 10.715749740600586,
      "learning_rate": 5e-06,
      "loss": 0.5319,
      "step": 278700
    },
    {
      "epoch": 7.178351656839775,
      "grad_norm": 9.723898887634277,
      "learning_rate": 5e-06,
      "loss": 0.5221,
      "step": 278800
    },
    {
      "epoch": 7.180926388424007,
      "grad_norm": 12.708563804626465,
      "learning_rate": 5e-06,
      "loss": 0.5522,
      "step": 278900
    },
    {
      "epoch": 7.1835011200082395,
      "grad_norm": 11.56304931640625,
      "learning_rate": 5e-06,
      "loss": 0.5145,
      "step": 279000
    },
    {
      "epoch": 7.186075851592472,
      "grad_norm": 8.682251930236816,
      "learning_rate": 5e-06,
      "loss": 0.5257,
      "step": 279100
    },
    {
      "epoch": 7.188650583176704,
      "grad_norm": 9.158808708190918,
      "learning_rate": 5e-06,
      "loss": 0.532,
      "step": 279200
    },
    {
      "epoch": 7.191225314760937,
      "grad_norm": 8.137223243713379,
      "learning_rate": 5e-06,
      "loss": 0.5335,
      "step": 279300
    },
    {
      "epoch": 7.193800046345168,
      "grad_norm": 11.573982238769531,
      "learning_rate": 5e-06,
      "loss": 0.5235,
      "step": 279400
    },
    {
      "epoch": 7.1963747779294005,
      "grad_norm": 7.826273441314697,
      "learning_rate": 5e-06,
      "loss": 0.5051,
      "step": 279500
    },
    {
      "epoch": 7.198949509513633,
      "grad_norm": 10.037091255187988,
      "learning_rate": 5e-06,
      "loss": 0.5227,
      "step": 279600
    },
    {
      "epoch": 7.201524241097865,
      "grad_norm": 10.102176666259766,
      "learning_rate": 5e-06,
      "loss": 0.5334,
      "step": 279700
    },
    {
      "epoch": 7.204098972682098,
      "grad_norm": 11.488879203796387,
      "learning_rate": 5e-06,
      "loss": 0.5273,
      "step": 279800
    },
    {
      "epoch": 7.20667370426633,
      "grad_norm": 10.58968448638916,
      "learning_rate": 5e-06,
      "loss": 0.5136,
      "step": 279900
    },
    {
      "epoch": 7.209248435850562,
      "grad_norm": 9.974910736083984,
      "learning_rate": 5e-06,
      "loss": 0.5214,
      "step": 280000
    },
    {
      "epoch": 7.211823167434795,
      "grad_norm": 10.763440132141113,
      "learning_rate": 5e-06,
      "loss": 0.5361,
      "step": 280100
    },
    {
      "epoch": 7.214397899019027,
      "grad_norm": 12.795951843261719,
      "learning_rate": 5e-06,
      "loss": 0.5341,
      "step": 280200
    },
    {
      "epoch": 7.2169726306032596,
      "grad_norm": 10.888738632202148,
      "learning_rate": 5e-06,
      "loss": 0.5282,
      "step": 280300
    },
    {
      "epoch": 7.219547362187492,
      "grad_norm": 10.570993423461914,
      "learning_rate": 5e-06,
      "loss": 0.5143,
      "step": 280400
    },
    {
      "epoch": 7.222122093771724,
      "grad_norm": 9.165635108947754,
      "learning_rate": 5e-06,
      "loss": 0.5252,
      "step": 280500
    },
    {
      "epoch": 7.224696825355957,
      "grad_norm": 10.106222152709961,
      "learning_rate": 5e-06,
      "loss": 0.5225,
      "step": 280600
    },
    {
      "epoch": 7.227271556940189,
      "grad_norm": 12.2660551071167,
      "learning_rate": 5e-06,
      "loss": 0.5358,
      "step": 280700
    },
    {
      "epoch": 7.2298462885244215,
      "grad_norm": 8.681046485900879,
      "learning_rate": 5e-06,
      "loss": 0.5095,
      "step": 280800
    },
    {
      "epoch": 7.232421020108654,
      "grad_norm": 12.198413848876953,
      "learning_rate": 5e-06,
      "loss": 0.553,
      "step": 280900
    },
    {
      "epoch": 7.234995751692886,
      "grad_norm": 8.575898170471191,
      "learning_rate": 5e-06,
      "loss": 0.52,
      "step": 281000
    },
    {
      "epoch": 7.237570483277119,
      "grad_norm": 10.904115676879883,
      "learning_rate": 5e-06,
      "loss": 0.5172,
      "step": 281100
    },
    {
      "epoch": 7.240145214861351,
      "grad_norm": 13.594168663024902,
      "learning_rate": 5e-06,
      "loss": 0.5283,
      "step": 281200
    },
    {
      "epoch": 7.242719946445583,
      "grad_norm": 10.430656433105469,
      "learning_rate": 5e-06,
      "loss": 0.5044,
      "step": 281300
    },
    {
      "epoch": 7.245294678029816,
      "grad_norm": 11.52694034576416,
      "learning_rate": 5e-06,
      "loss": 0.5347,
      "step": 281400
    },
    {
      "epoch": 7.247869409614048,
      "grad_norm": 9.897762298583984,
      "learning_rate": 5e-06,
      "loss": 0.539,
      "step": 281500
    },
    {
      "epoch": 7.25044414119828,
      "grad_norm": 11.70970630645752,
      "learning_rate": 5e-06,
      "loss": 0.5377,
      "step": 281600
    },
    {
      "epoch": 7.253018872782512,
      "grad_norm": 9.076306343078613,
      "learning_rate": 5e-06,
      "loss": 0.5212,
      "step": 281700
    },
    {
      "epoch": 7.255593604366744,
      "grad_norm": 7.4281744956970215,
      "learning_rate": 5e-06,
      "loss": 0.5173,
      "step": 281800
    },
    {
      "epoch": 7.258168335950977,
      "grad_norm": 9.344311714172363,
      "learning_rate": 5e-06,
      "loss": 0.5424,
      "step": 281900
    },
    {
      "epoch": 7.260743067535209,
      "grad_norm": 10.361407279968262,
      "learning_rate": 5e-06,
      "loss": 0.5276,
      "step": 282000
    },
    {
      "epoch": 7.2633177991194415,
      "grad_norm": 10.88409423828125,
      "learning_rate": 5e-06,
      "loss": 0.5143,
      "step": 282100
    },
    {
      "epoch": 7.265892530703674,
      "grad_norm": 8.431967735290527,
      "learning_rate": 5e-06,
      "loss": 0.5333,
      "step": 282200
    },
    {
      "epoch": 7.268467262287906,
      "grad_norm": 10.242496490478516,
      "learning_rate": 5e-06,
      "loss": 0.5191,
      "step": 282300
    },
    {
      "epoch": 7.271041993872139,
      "grad_norm": 13.250433921813965,
      "learning_rate": 5e-06,
      "loss": 0.5212,
      "step": 282400
    },
    {
      "epoch": 7.273616725456371,
      "grad_norm": 12.697928428649902,
      "learning_rate": 5e-06,
      "loss": 0.5776,
      "step": 282500
    },
    {
      "epoch": 7.276191457040603,
      "grad_norm": 8.742713928222656,
      "learning_rate": 5e-06,
      "loss": 0.5134,
      "step": 282600
    },
    {
      "epoch": 7.278766188624836,
      "grad_norm": 9.634506225585938,
      "learning_rate": 5e-06,
      "loss": 0.5152,
      "step": 282700
    },
    {
      "epoch": 7.281340920209068,
      "grad_norm": 8.655669212341309,
      "learning_rate": 5e-06,
      "loss": 0.5175,
      "step": 282800
    },
    {
      "epoch": 7.283915651793301,
      "grad_norm": 12.468674659729004,
      "learning_rate": 5e-06,
      "loss": 0.538,
      "step": 282900
    },
    {
      "epoch": 7.286490383377533,
      "grad_norm": 12.065464973449707,
      "learning_rate": 5e-06,
      "loss": 0.5315,
      "step": 283000
    },
    {
      "epoch": 7.289065114961765,
      "grad_norm": 11.659423828125,
      "learning_rate": 5e-06,
      "loss": 0.5248,
      "step": 283100
    },
    {
      "epoch": 7.291639846545998,
      "grad_norm": 11.075404167175293,
      "learning_rate": 5e-06,
      "loss": 0.5391,
      "step": 283200
    },
    {
      "epoch": 7.29421457813023,
      "grad_norm": 10.456463813781738,
      "learning_rate": 5e-06,
      "loss": 0.5284,
      "step": 283300
    },
    {
      "epoch": 7.2967893097144625,
      "grad_norm": 11.907034873962402,
      "learning_rate": 5e-06,
      "loss": 0.5291,
      "step": 283400
    },
    {
      "epoch": 7.299364041298695,
      "grad_norm": 9.975947380065918,
      "learning_rate": 5e-06,
      "loss": 0.5442,
      "step": 283500
    },
    {
      "epoch": 7.301938772882927,
      "grad_norm": 11.290275573730469,
      "learning_rate": 5e-06,
      "loss": 0.5253,
      "step": 283600
    },
    {
      "epoch": 7.30451350446716,
      "grad_norm": 12.43813705444336,
      "learning_rate": 5e-06,
      "loss": 0.5159,
      "step": 283700
    },
    {
      "epoch": 7.307088236051392,
      "grad_norm": 10.833978652954102,
      "learning_rate": 5e-06,
      "loss": 0.4867,
      "step": 283800
    },
    {
      "epoch": 7.309662967635624,
      "grad_norm": 9.943988800048828,
      "learning_rate": 5e-06,
      "loss": 0.5411,
      "step": 283900
    },
    {
      "epoch": 7.312237699219857,
      "grad_norm": 13.517641067504883,
      "learning_rate": 5e-06,
      "loss": 0.5347,
      "step": 284000
    },
    {
      "epoch": 7.314812430804088,
      "grad_norm": 8.941167831420898,
      "learning_rate": 5e-06,
      "loss": 0.5297,
      "step": 284100
    },
    {
      "epoch": 7.317387162388321,
      "grad_norm": 11.141386985778809,
      "learning_rate": 5e-06,
      "loss": 0.5111,
      "step": 284200
    },
    {
      "epoch": 7.319961893972553,
      "grad_norm": 10.74316692352295,
      "learning_rate": 5e-06,
      "loss": 0.4998,
      "step": 284300
    },
    {
      "epoch": 7.322536625556785,
      "grad_norm": 9.046252250671387,
      "learning_rate": 5e-06,
      "loss": 0.5191,
      "step": 284400
    },
    {
      "epoch": 7.325111357141018,
      "grad_norm": 9.935415267944336,
      "learning_rate": 5e-06,
      "loss": 0.5234,
      "step": 284500
    },
    {
      "epoch": 7.32768608872525,
      "grad_norm": 8.582680702209473,
      "learning_rate": 5e-06,
      "loss": 0.5004,
      "step": 284600
    },
    {
      "epoch": 7.330260820309483,
      "grad_norm": 11.475512504577637,
      "learning_rate": 5e-06,
      "loss": 0.5168,
      "step": 284700
    },
    {
      "epoch": 7.332835551893715,
      "grad_norm": 11.140996932983398,
      "learning_rate": 5e-06,
      "loss": 0.5173,
      "step": 284800
    },
    {
      "epoch": 7.335410283477947,
      "grad_norm": 12.883576393127441,
      "learning_rate": 5e-06,
      "loss": 0.5289,
      "step": 284900
    },
    {
      "epoch": 7.33798501506218,
      "grad_norm": 11.740860939025879,
      "learning_rate": 5e-06,
      "loss": 0.4929,
      "step": 285000
    },
    {
      "epoch": 7.340559746646412,
      "grad_norm": 9.887662887573242,
      "learning_rate": 5e-06,
      "loss": 0.5321,
      "step": 285100
    },
    {
      "epoch": 7.3431344782306445,
      "grad_norm": 11.5059175491333,
      "learning_rate": 5e-06,
      "loss": 0.5351,
      "step": 285200
    },
    {
      "epoch": 7.345709209814877,
      "grad_norm": 10.583041191101074,
      "learning_rate": 5e-06,
      "loss": 0.5388,
      "step": 285300
    },
    {
      "epoch": 7.348283941399109,
      "grad_norm": 9.026841163635254,
      "learning_rate": 5e-06,
      "loss": 0.5176,
      "step": 285400
    },
    {
      "epoch": 7.350858672983342,
      "grad_norm": 9.582256317138672,
      "learning_rate": 5e-06,
      "loss": 0.5217,
      "step": 285500
    },
    {
      "epoch": 7.353433404567574,
      "grad_norm": 12.62343978881836,
      "learning_rate": 5e-06,
      "loss": 0.4816,
      "step": 285600
    },
    {
      "epoch": 7.356008136151806,
      "grad_norm": 10.727630615234375,
      "learning_rate": 5e-06,
      "loss": 0.5465,
      "step": 285700
    },
    {
      "epoch": 7.358582867736039,
      "grad_norm": 12.169960975646973,
      "learning_rate": 5e-06,
      "loss": 0.5204,
      "step": 285800
    },
    {
      "epoch": 7.361157599320271,
      "grad_norm": 9.211369514465332,
      "learning_rate": 5e-06,
      "loss": 0.5057,
      "step": 285900
    },
    {
      "epoch": 7.3637323309045035,
      "grad_norm": 11.378686904907227,
      "learning_rate": 5e-06,
      "loss": 0.5542,
      "step": 286000
    },
    {
      "epoch": 7.366307062488736,
      "grad_norm": 10.469794273376465,
      "learning_rate": 5e-06,
      "loss": 0.5382,
      "step": 286100
    },
    {
      "epoch": 7.368881794072968,
      "grad_norm": 10.057808876037598,
      "learning_rate": 5e-06,
      "loss": 0.5226,
      "step": 286200
    },
    {
      "epoch": 7.3714565256572,
      "grad_norm": 8.859737396240234,
      "learning_rate": 5e-06,
      "loss": 0.5013,
      "step": 286300
    },
    {
      "epoch": 7.374031257241432,
      "grad_norm": 10.585042953491211,
      "learning_rate": 5e-06,
      "loss": 0.5169,
      "step": 286400
    },
    {
      "epoch": 7.3766059888256645,
      "grad_norm": 9.713788986206055,
      "learning_rate": 5e-06,
      "loss": 0.5193,
      "step": 286500
    },
    {
      "epoch": 7.379180720409897,
      "grad_norm": 10.503464698791504,
      "learning_rate": 5e-06,
      "loss": 0.535,
      "step": 286600
    },
    {
      "epoch": 7.381755451994129,
      "grad_norm": 7.938762187957764,
      "learning_rate": 5e-06,
      "loss": 0.5071,
      "step": 286700
    },
    {
      "epoch": 7.384330183578362,
      "grad_norm": 12.099271774291992,
      "learning_rate": 5e-06,
      "loss": 0.4966,
      "step": 286800
    },
    {
      "epoch": 7.386904915162594,
      "grad_norm": 10.797073364257812,
      "learning_rate": 5e-06,
      "loss": 0.5291,
      "step": 286900
    },
    {
      "epoch": 7.3894796467468264,
      "grad_norm": 10.738032341003418,
      "learning_rate": 5e-06,
      "loss": 0.5044,
      "step": 287000
    },
    {
      "epoch": 7.392054378331059,
      "grad_norm": 12.268182754516602,
      "learning_rate": 5e-06,
      "loss": 0.5433,
      "step": 287100
    },
    {
      "epoch": 7.394629109915291,
      "grad_norm": 11.604711532592773,
      "learning_rate": 5e-06,
      "loss": 0.5071,
      "step": 287200
    },
    {
      "epoch": 7.397203841499524,
      "grad_norm": 10.412259101867676,
      "learning_rate": 5e-06,
      "loss": 0.4936,
      "step": 287300
    },
    {
      "epoch": 7.399778573083756,
      "grad_norm": 11.394654273986816,
      "learning_rate": 5e-06,
      "loss": 0.5292,
      "step": 287400
    },
    {
      "epoch": 7.402353304667988,
      "grad_norm": 15.060567855834961,
      "learning_rate": 5e-06,
      "loss": 0.5163,
      "step": 287500
    },
    {
      "epoch": 7.404928036252221,
      "grad_norm": 10.702428817749023,
      "learning_rate": 5e-06,
      "loss": 0.5314,
      "step": 287600
    },
    {
      "epoch": 7.407502767836453,
      "grad_norm": 10.764175415039062,
      "learning_rate": 5e-06,
      "loss": 0.5002,
      "step": 287700
    },
    {
      "epoch": 7.4100774994206855,
      "grad_norm": 13.147966384887695,
      "learning_rate": 5e-06,
      "loss": 0.5286,
      "step": 287800
    },
    {
      "epoch": 7.412652231004918,
      "grad_norm": 9.575843811035156,
      "learning_rate": 5e-06,
      "loss": 0.4899,
      "step": 287900
    },
    {
      "epoch": 7.41522696258915,
      "grad_norm": 11.592107772827148,
      "learning_rate": 5e-06,
      "loss": 0.507,
      "step": 288000
    },
    {
      "epoch": 7.417801694173383,
      "grad_norm": 10.525406837463379,
      "learning_rate": 5e-06,
      "loss": 0.5218,
      "step": 288100
    },
    {
      "epoch": 7.420376425757615,
      "grad_norm": 9.382254600524902,
      "learning_rate": 5e-06,
      "loss": 0.5311,
      "step": 288200
    },
    {
      "epoch": 7.422951157341847,
      "grad_norm": 8.56645393371582,
      "learning_rate": 5e-06,
      "loss": 0.5228,
      "step": 288300
    },
    {
      "epoch": 7.42552588892608,
      "grad_norm": 10.287690162658691,
      "learning_rate": 5e-06,
      "loss": 0.5373,
      "step": 288400
    },
    {
      "epoch": 7.428100620510312,
      "grad_norm": 14.495471000671387,
      "learning_rate": 5e-06,
      "loss": 0.5131,
      "step": 288500
    },
    {
      "epoch": 7.4306753520945446,
      "grad_norm": 9.547203063964844,
      "learning_rate": 5e-06,
      "loss": 0.4982,
      "step": 288600
    },
    {
      "epoch": 7.433250083678777,
      "grad_norm": 9.664429664611816,
      "learning_rate": 5e-06,
      "loss": 0.5242,
      "step": 288700
    },
    {
      "epoch": 7.435824815263008,
      "grad_norm": 9.54422664642334,
      "learning_rate": 5e-06,
      "loss": 0.5219,
      "step": 288800
    },
    {
      "epoch": 7.438399546847241,
      "grad_norm": 9.206013679504395,
      "learning_rate": 5e-06,
      "loss": 0.5058,
      "step": 288900
    },
    {
      "epoch": 7.440974278431473,
      "grad_norm": 11.718061447143555,
      "learning_rate": 5e-06,
      "loss": 0.5148,
      "step": 289000
    },
    {
      "epoch": 7.443549010015706,
      "grad_norm": 11.47886848449707,
      "learning_rate": 5e-06,
      "loss": 0.5259,
      "step": 289100
    },
    {
      "epoch": 7.446123741599938,
      "grad_norm": 7.780020713806152,
      "learning_rate": 5e-06,
      "loss": 0.5153,
      "step": 289200
    },
    {
      "epoch": 7.44869847318417,
      "grad_norm": 11.361541748046875,
      "learning_rate": 5e-06,
      "loss": 0.5336,
      "step": 289300
    },
    {
      "epoch": 7.451273204768403,
      "grad_norm": 16.078693389892578,
      "learning_rate": 5e-06,
      "loss": 0.5234,
      "step": 289400
    },
    {
      "epoch": 7.453847936352635,
      "grad_norm": 11.080704689025879,
      "learning_rate": 5e-06,
      "loss": 0.5353,
      "step": 289500
    },
    {
      "epoch": 7.4564226679368675,
      "grad_norm": 8.752779006958008,
      "learning_rate": 5e-06,
      "loss": 0.5102,
      "step": 289600
    },
    {
      "epoch": 7.4589973995211,
      "grad_norm": 12.025484085083008,
      "learning_rate": 5e-06,
      "loss": 0.5121,
      "step": 289700
    },
    {
      "epoch": 7.461572131105332,
      "grad_norm": 9.159283638000488,
      "learning_rate": 5e-06,
      "loss": 0.5063,
      "step": 289800
    },
    {
      "epoch": 7.464146862689565,
      "grad_norm": 12.072516441345215,
      "learning_rate": 5e-06,
      "loss": 0.4865,
      "step": 289900
    },
    {
      "epoch": 7.466721594273797,
      "grad_norm": 11.46304702758789,
      "learning_rate": 5e-06,
      "loss": 0.5178,
      "step": 290000
    },
    {
      "epoch": 7.469296325858029,
      "grad_norm": 11.089583396911621,
      "learning_rate": 5e-06,
      "loss": 0.5202,
      "step": 290100
    },
    {
      "epoch": 7.471871057442262,
      "grad_norm": 10.551191329956055,
      "learning_rate": 5e-06,
      "loss": 0.5171,
      "step": 290200
    },
    {
      "epoch": 7.474445789026494,
      "grad_norm": 13.070598602294922,
      "learning_rate": 5e-06,
      "loss": 0.5103,
      "step": 290300
    },
    {
      "epoch": 7.4770205206107265,
      "grad_norm": 10.492334365844727,
      "learning_rate": 5e-06,
      "loss": 0.5142,
      "step": 290400
    },
    {
      "epoch": 7.479595252194959,
      "grad_norm": 12.344305992126465,
      "learning_rate": 5e-06,
      "loss": 0.5023,
      "step": 290500
    },
    {
      "epoch": 7.482169983779191,
      "grad_norm": 11.29305648803711,
      "learning_rate": 5e-06,
      "loss": 0.5359,
      "step": 290600
    },
    {
      "epoch": 7.484744715363424,
      "grad_norm": 10.082794189453125,
      "learning_rate": 5e-06,
      "loss": 0.5093,
      "step": 290700
    },
    {
      "epoch": 7.487319446947656,
      "grad_norm": 10.791717529296875,
      "learning_rate": 5e-06,
      "loss": 0.4925,
      "step": 290800
    },
    {
      "epoch": 7.489894178531888,
      "grad_norm": 13.256584167480469,
      "learning_rate": 5e-06,
      "loss": 0.5371,
      "step": 290900
    },
    {
      "epoch": 7.49246891011612,
      "grad_norm": 14.989757537841797,
      "learning_rate": 5e-06,
      "loss": 0.505,
      "step": 291000
    },
    {
      "epoch": 7.495043641700352,
      "grad_norm": 10.356821060180664,
      "learning_rate": 5e-06,
      "loss": 0.5161,
      "step": 291100
    },
    {
      "epoch": 7.497618373284585,
      "grad_norm": 9.698396682739258,
      "learning_rate": 5e-06,
      "loss": 0.5084,
      "step": 291200
    },
    {
      "epoch": 7.500193104868817,
      "grad_norm": 8.576189041137695,
      "learning_rate": 5e-06,
      "loss": 0.5237,
      "step": 291300
    },
    {
      "epoch": 7.5027678364530495,
      "grad_norm": 12.42378044128418,
      "learning_rate": 5e-06,
      "loss": 0.4882,
      "step": 291400
    },
    {
      "epoch": 7.505342568037282,
      "grad_norm": 11.753616333007812,
      "learning_rate": 5e-06,
      "loss": 0.5136,
      "step": 291500
    },
    {
      "epoch": 7.507917299621514,
      "grad_norm": 10.790027618408203,
      "learning_rate": 5e-06,
      "loss": 0.5158,
      "step": 291600
    },
    {
      "epoch": 7.510492031205747,
      "grad_norm": 10.062971115112305,
      "learning_rate": 5e-06,
      "loss": 0.5197,
      "step": 291700
    },
    {
      "epoch": 7.513066762789979,
      "grad_norm": 9.351770401000977,
      "learning_rate": 5e-06,
      "loss": 0.5128,
      "step": 291800
    },
    {
      "epoch": 7.515641494374211,
      "grad_norm": 10.98283576965332,
      "learning_rate": 5e-06,
      "loss": 0.5163,
      "step": 291900
    },
    {
      "epoch": 7.518216225958444,
      "grad_norm": 12.275839805603027,
      "learning_rate": 5e-06,
      "loss": 0.5262,
      "step": 292000
    },
    {
      "epoch": 7.520790957542676,
      "grad_norm": 13.427266120910645,
      "learning_rate": 5e-06,
      "loss": 0.5222,
      "step": 292100
    },
    {
      "epoch": 7.5233656891269085,
      "grad_norm": 10.222001075744629,
      "learning_rate": 5e-06,
      "loss": 0.522,
      "step": 292200
    },
    {
      "epoch": 7.525940420711141,
      "grad_norm": 10.078924179077148,
      "learning_rate": 5e-06,
      "loss": 0.5339,
      "step": 292300
    },
    {
      "epoch": 7.528515152295373,
      "grad_norm": 9.089510917663574,
      "learning_rate": 5e-06,
      "loss": 0.5076,
      "step": 292400
    },
    {
      "epoch": 7.531089883879606,
      "grad_norm": 10.072003364562988,
      "learning_rate": 5e-06,
      "loss": 0.5364,
      "step": 292500
    },
    {
      "epoch": 7.533664615463838,
      "grad_norm": 10.565583229064941,
      "learning_rate": 5e-06,
      "loss": 0.5207,
      "step": 292600
    },
    {
      "epoch": 7.53623934704807,
      "grad_norm": 8.516152381896973,
      "learning_rate": 5e-06,
      "loss": 0.5215,
      "step": 292700
    },
    {
      "epoch": 7.538814078632303,
      "grad_norm": 7.957158088684082,
      "learning_rate": 5e-06,
      "loss": 0.5122,
      "step": 292800
    },
    {
      "epoch": 7.541388810216535,
      "grad_norm": 10.459748268127441,
      "learning_rate": 5e-06,
      "loss": 0.4867,
      "step": 292900
    },
    {
      "epoch": 7.543963541800768,
      "grad_norm": 10.201125144958496,
      "learning_rate": 5e-06,
      "loss": 0.5168,
      "step": 293000
    },
    {
      "epoch": 7.546538273385,
      "grad_norm": 15.11051082611084,
      "learning_rate": 5e-06,
      "loss": 0.5334,
      "step": 293100
    },
    {
      "epoch": 7.549113004969232,
      "grad_norm": 11.78149127960205,
      "learning_rate": 5e-06,
      "loss": 0.5009,
      "step": 293200
    },
    {
      "epoch": 7.551687736553465,
      "grad_norm": 9.961270332336426,
      "learning_rate": 5e-06,
      "loss": 0.5289,
      "step": 293300
    },
    {
      "epoch": 7.554262468137697,
      "grad_norm": 9.532556533813477,
      "learning_rate": 5e-06,
      "loss": 0.5105,
      "step": 293400
    },
    {
      "epoch": 7.5568371997219295,
      "grad_norm": 10.007002830505371,
      "learning_rate": 5e-06,
      "loss": 0.4989,
      "step": 293500
    },
    {
      "epoch": 7.559411931306161,
      "grad_norm": 10.587562561035156,
      "learning_rate": 5e-06,
      "loss": 0.5059,
      "step": 293600
    },
    {
      "epoch": 7.561986662890393,
      "grad_norm": 12.771981239318848,
      "learning_rate": 5e-06,
      "loss": 0.4995,
      "step": 293700
    },
    {
      "epoch": 7.564561394474626,
      "grad_norm": 10.700453758239746,
      "learning_rate": 5e-06,
      "loss": 0.5343,
      "step": 293800
    },
    {
      "epoch": 7.567136126058858,
      "grad_norm": 14.414877891540527,
      "learning_rate": 5e-06,
      "loss": 0.5289,
      "step": 293900
    },
    {
      "epoch": 7.5697108576430905,
      "grad_norm": 10.721216201782227,
      "learning_rate": 5e-06,
      "loss": 0.5079,
      "step": 294000
    },
    {
      "epoch": 7.572285589227323,
      "grad_norm": 10.271562576293945,
      "learning_rate": 5e-06,
      "loss": 0.5061,
      "step": 294100
    },
    {
      "epoch": 7.574860320811555,
      "grad_norm": 9.881425857543945,
      "learning_rate": 5e-06,
      "loss": 0.5097,
      "step": 294200
    },
    {
      "epoch": 7.577435052395788,
      "grad_norm": 9.886749267578125,
      "learning_rate": 5e-06,
      "loss": 0.5294,
      "step": 294300
    },
    {
      "epoch": 7.58000978398002,
      "grad_norm": 8.959837913513184,
      "learning_rate": 5e-06,
      "loss": 0.5282,
      "step": 294400
    },
    {
      "epoch": 7.582584515564252,
      "grad_norm": 9.272136688232422,
      "learning_rate": 5e-06,
      "loss": 0.5083,
      "step": 294500
    },
    {
      "epoch": 7.585159247148485,
      "grad_norm": 10.572134017944336,
      "learning_rate": 5e-06,
      "loss": 0.5131,
      "step": 294600
    },
    {
      "epoch": 7.587733978732717,
      "grad_norm": 10.232291221618652,
      "learning_rate": 5e-06,
      "loss": 0.5196,
      "step": 294700
    },
    {
      "epoch": 7.5903087103169495,
      "grad_norm": 11.55348014831543,
      "learning_rate": 5e-06,
      "loss": 0.4973,
      "step": 294800
    },
    {
      "epoch": 7.592883441901182,
      "grad_norm": 8.824010848999023,
      "learning_rate": 5e-06,
      "loss": 0.5334,
      "step": 294900
    },
    {
      "epoch": 7.595458173485414,
      "grad_norm": 13.082568168640137,
      "learning_rate": 5e-06,
      "loss": 0.5116,
      "step": 295000
    },
    {
      "epoch": 7.598032905069647,
      "grad_norm": 7.219952583312988,
      "learning_rate": 5e-06,
      "loss": 0.5003,
      "step": 295100
    },
    {
      "epoch": 7.600607636653879,
      "grad_norm": 10.724135398864746,
      "learning_rate": 5e-06,
      "loss": 0.5181,
      "step": 295200
    },
    {
      "epoch": 7.603182368238111,
      "grad_norm": 9.697879791259766,
      "learning_rate": 5e-06,
      "loss": 0.4824,
      "step": 295300
    },
    {
      "epoch": 7.605757099822344,
      "grad_norm": 11.53324031829834,
      "learning_rate": 5e-06,
      "loss": 0.5125,
      "step": 295400
    },
    {
      "epoch": 7.608331831406576,
      "grad_norm": 14.420880317687988,
      "learning_rate": 5e-06,
      "loss": 0.508,
      "step": 295500
    },
    {
      "epoch": 7.610906562990809,
      "grad_norm": 11.115107536315918,
      "learning_rate": 5e-06,
      "loss": 0.5042,
      "step": 295600
    },
    {
      "epoch": 7.61348129457504,
      "grad_norm": 9.235804557800293,
      "learning_rate": 5e-06,
      "loss": 0.5068,
      "step": 295700
    },
    {
      "epoch": 7.6160560261592725,
      "grad_norm": 10.858221054077148,
      "learning_rate": 5e-06,
      "loss": 0.5079,
      "step": 295800
    },
    {
      "epoch": 7.618630757743505,
      "grad_norm": 11.851584434509277,
      "learning_rate": 5e-06,
      "loss": 0.4989,
      "step": 295900
    },
    {
      "epoch": 7.621205489327737,
      "grad_norm": 10.078043937683105,
      "learning_rate": 5e-06,
      "loss": 0.4861,
      "step": 296000
    },
    {
      "epoch": 7.62378022091197,
      "grad_norm": 9.74658489227295,
      "learning_rate": 5e-06,
      "loss": 0.5034,
      "step": 296100
    },
    {
      "epoch": 7.626354952496202,
      "grad_norm": 9.041627883911133,
      "learning_rate": 5e-06,
      "loss": 0.5128,
      "step": 296200
    },
    {
      "epoch": 7.628929684080434,
      "grad_norm": 9.770573616027832,
      "learning_rate": 5e-06,
      "loss": 0.5302,
      "step": 296300
    },
    {
      "epoch": 7.631504415664667,
      "grad_norm": 11.429080963134766,
      "learning_rate": 5e-06,
      "loss": 0.5195,
      "step": 296400
    },
    {
      "epoch": 7.634079147248899,
      "grad_norm": 8.24211311340332,
      "learning_rate": 5e-06,
      "loss": 0.4804,
      "step": 296500
    },
    {
      "epoch": 7.6366538788331315,
      "grad_norm": 10.648653984069824,
      "learning_rate": 5e-06,
      "loss": 0.5099,
      "step": 296600
    },
    {
      "epoch": 7.639228610417364,
      "grad_norm": 8.986292839050293,
      "learning_rate": 5e-06,
      "loss": 0.5148,
      "step": 296700
    },
    {
      "epoch": 7.641803342001596,
      "grad_norm": 10.565879821777344,
      "learning_rate": 5e-06,
      "loss": 0.5016,
      "step": 296800
    },
    {
      "epoch": 7.644378073585829,
      "grad_norm": 11.270063400268555,
      "learning_rate": 5e-06,
      "loss": 0.5055,
      "step": 296900
    },
    {
      "epoch": 7.646952805170061,
      "grad_norm": 11.379870414733887,
      "learning_rate": 5e-06,
      "loss": 0.4996,
      "step": 297000
    },
    {
      "epoch": 7.649527536754293,
      "grad_norm": 9.849864959716797,
      "learning_rate": 5e-06,
      "loss": 0.4851,
      "step": 297100
    },
    {
      "epoch": 7.652102268338526,
      "grad_norm": 14.006470680236816,
      "learning_rate": 5e-06,
      "loss": 0.4857,
      "step": 297200
    },
    {
      "epoch": 7.654676999922758,
      "grad_norm": 10.012834548950195,
      "learning_rate": 5e-06,
      "loss": 0.4912,
      "step": 297300
    },
    {
      "epoch": 7.657251731506991,
      "grad_norm": 10.97536563873291,
      "learning_rate": 5e-06,
      "loss": 0.5139,
      "step": 297400
    },
    {
      "epoch": 7.659826463091223,
      "grad_norm": 11.157966613769531,
      "learning_rate": 5e-06,
      "loss": 0.5264,
      "step": 297500
    },
    {
      "epoch": 7.662401194675455,
      "grad_norm": 12.41214656829834,
      "learning_rate": 5e-06,
      "loss": 0.4776,
      "step": 297600
    },
    {
      "epoch": 7.664975926259688,
      "grad_norm": 11.075126647949219,
      "learning_rate": 5e-06,
      "loss": 0.5016,
      "step": 297700
    },
    {
      "epoch": 7.66755065784392,
      "grad_norm": 13.236255645751953,
      "learning_rate": 5e-06,
      "loss": 0.5092,
      "step": 297800
    },
    {
      "epoch": 7.6701253894281525,
      "grad_norm": 10.602036476135254,
      "learning_rate": 5e-06,
      "loss": 0.5166,
      "step": 297900
    },
    {
      "epoch": 7.672700121012385,
      "grad_norm": 10.83150577545166,
      "learning_rate": 5e-06,
      "loss": 0.5014,
      "step": 298000
    },
    {
      "epoch": 7.675274852596617,
      "grad_norm": 12.613520622253418,
      "learning_rate": 5e-06,
      "loss": 0.503,
      "step": 298100
    },
    {
      "epoch": 7.67784958418085,
      "grad_norm": 10.503527641296387,
      "learning_rate": 5e-06,
      "loss": 0.5012,
      "step": 298200
    },
    {
      "epoch": 7.680424315765081,
      "grad_norm": 8.643110275268555,
      "learning_rate": 5e-06,
      "loss": 0.5097,
      "step": 298300
    },
    {
      "epoch": 7.6829990473493135,
      "grad_norm": 12.709023475646973,
      "learning_rate": 5e-06,
      "loss": 0.507,
      "step": 298400
    },
    {
      "epoch": 7.685573778933546,
      "grad_norm": 9.324057579040527,
      "learning_rate": 5e-06,
      "loss": 0.5127,
      "step": 298500
    },
    {
      "epoch": 7.688148510517778,
      "grad_norm": 10.225154876708984,
      "learning_rate": 5e-06,
      "loss": 0.4866,
      "step": 298600
    },
    {
      "epoch": 7.690723242102011,
      "grad_norm": 11.964643478393555,
      "learning_rate": 5e-06,
      "loss": 0.4905,
      "step": 298700
    },
    {
      "epoch": 7.693297973686243,
      "grad_norm": 9.523401260375977,
      "learning_rate": 5e-06,
      "loss": 0.4979,
      "step": 298800
    },
    {
      "epoch": 7.695872705270475,
      "grad_norm": 12.239445686340332,
      "learning_rate": 5e-06,
      "loss": 0.5104,
      "step": 298900
    },
    {
      "epoch": 7.698447436854708,
      "grad_norm": 11.956340789794922,
      "learning_rate": 5e-06,
      "loss": 0.4679,
      "step": 299000
    },
    {
      "epoch": 7.70102216843894,
      "grad_norm": 10.47407341003418,
      "learning_rate": 5e-06,
      "loss": 0.4978,
      "step": 299100
    },
    {
      "epoch": 7.7035969000231725,
      "grad_norm": 10.223023414611816,
      "learning_rate": 5e-06,
      "loss": 0.4982,
      "step": 299200
    },
    {
      "epoch": 7.706171631607405,
      "grad_norm": 11.43997573852539,
      "learning_rate": 5e-06,
      "loss": 0.5027,
      "step": 299300
    },
    {
      "epoch": 7.708746363191637,
      "grad_norm": 8.247261047363281,
      "learning_rate": 5e-06,
      "loss": 0.4807,
      "step": 299400
    },
    {
      "epoch": 7.71132109477587,
      "grad_norm": 8.813535690307617,
      "learning_rate": 5e-06,
      "loss": 0.5178,
      "step": 299500
    },
    {
      "epoch": 7.713895826360102,
      "grad_norm": 8.621808052062988,
      "learning_rate": 5e-06,
      "loss": 0.5009,
      "step": 299600
    },
    {
      "epoch": 7.7164705579443345,
      "grad_norm": 10.033013343811035,
      "learning_rate": 5e-06,
      "loss": 0.5054,
      "step": 299700
    },
    {
      "epoch": 7.719045289528567,
      "grad_norm": 9.623576164245605,
      "learning_rate": 5e-06,
      "loss": 0.4933,
      "step": 299800
    },
    {
      "epoch": 7.721620021112799,
      "grad_norm": 7.7062883377075195,
      "learning_rate": 5e-06,
      "loss": 0.4987,
      "step": 299900
    },
    {
      "epoch": 7.724194752697032,
      "grad_norm": 10.955487251281738,
      "learning_rate": 5e-06,
      "loss": 0.5148,
      "step": 300000
    },
    {
      "epoch": 7.726769484281264,
      "grad_norm": 10.926044464111328,
      "learning_rate": 5e-06,
      "loss": 0.5091,
      "step": 300100
    },
    {
      "epoch": 7.729344215865496,
      "grad_norm": 9.772139549255371,
      "learning_rate": 5e-06,
      "loss": 0.4961,
      "step": 300200
    },
    {
      "epoch": 7.731918947449729,
      "grad_norm": 11.769392013549805,
      "learning_rate": 5e-06,
      "loss": 0.4988,
      "step": 300300
    },
    {
      "epoch": 7.73449367903396,
      "grad_norm": 12.405535697937012,
      "learning_rate": 5e-06,
      "loss": 0.5197,
      "step": 300400
    },
    {
      "epoch": 7.737068410618193,
      "grad_norm": 13.233349800109863,
      "learning_rate": 5e-06,
      "loss": 0.5003,
      "step": 300500
    },
    {
      "epoch": 7.739643142202425,
      "grad_norm": 9.895246505737305,
      "learning_rate": 5e-06,
      "loss": 0.5111,
      "step": 300600
    },
    {
      "epoch": 7.742217873786657,
      "grad_norm": 10.516361236572266,
      "learning_rate": 5e-06,
      "loss": 0.4973,
      "step": 300700
    },
    {
      "epoch": 7.74479260537089,
      "grad_norm": 8.168209075927734,
      "learning_rate": 5e-06,
      "loss": 0.5155,
      "step": 300800
    },
    {
      "epoch": 7.747367336955122,
      "grad_norm": 9.935685157775879,
      "learning_rate": 5e-06,
      "loss": 0.4988,
      "step": 300900
    },
    {
      "epoch": 7.7499420685393545,
      "grad_norm": 12.441882133483887,
      "learning_rate": 5e-06,
      "loss": 0.4883,
      "step": 301000
    },
    {
      "epoch": 7.752516800123587,
      "grad_norm": 11.111148834228516,
      "learning_rate": 5e-06,
      "loss": 0.5059,
      "step": 301100
    },
    {
      "epoch": 7.755091531707819,
      "grad_norm": 12.341835021972656,
      "learning_rate": 5e-06,
      "loss": 0.4925,
      "step": 301200
    },
    {
      "epoch": 7.757666263292052,
      "grad_norm": 8.125354766845703,
      "learning_rate": 5e-06,
      "loss": 0.5096,
      "step": 301300
    },
    {
      "epoch": 7.760240994876284,
      "grad_norm": 11.137880325317383,
      "learning_rate": 5e-06,
      "loss": 0.5154,
      "step": 301400
    },
    {
      "epoch": 7.762815726460516,
      "grad_norm": 8.967371940612793,
      "learning_rate": 5e-06,
      "loss": 0.5195,
      "step": 301500
    },
    {
      "epoch": 7.765390458044749,
      "grad_norm": 9.094001770019531,
      "learning_rate": 5e-06,
      "loss": 0.4992,
      "step": 301600
    },
    {
      "epoch": 7.767965189628981,
      "grad_norm": 10.68443775177002,
      "learning_rate": 5e-06,
      "loss": 0.4948,
      "step": 301700
    },
    {
      "epoch": 7.770539921213214,
      "grad_norm": 12.253150939941406,
      "learning_rate": 5e-06,
      "loss": 0.5151,
      "step": 301800
    },
    {
      "epoch": 7.773114652797446,
      "grad_norm": 8.250299453735352,
      "learning_rate": 5e-06,
      "loss": 0.4964,
      "step": 301900
    },
    {
      "epoch": 7.775689384381678,
      "grad_norm": 7.686675071716309,
      "learning_rate": 5e-06,
      "loss": 0.5087,
      "step": 302000
    },
    {
      "epoch": 7.778264115965911,
      "grad_norm": 10.024155616760254,
      "learning_rate": 5e-06,
      "loss": 0.5136,
      "step": 302100
    },
    {
      "epoch": 7.780838847550143,
      "grad_norm": 12.170547485351562,
      "learning_rate": 5e-06,
      "loss": 0.4859,
      "step": 302200
    },
    {
      "epoch": 7.7834135791343755,
      "grad_norm": 8.903242111206055,
      "learning_rate": 5e-06,
      "loss": 0.5027,
      "step": 302300
    },
    {
      "epoch": 7.785988310718608,
      "grad_norm": 10.687983512878418,
      "learning_rate": 5e-06,
      "loss": 0.5149,
      "step": 302400
    },
    {
      "epoch": 7.78856304230284,
      "grad_norm": 9.304927825927734,
      "learning_rate": 5e-06,
      "loss": 0.526,
      "step": 302500
    },
    {
      "epoch": 7.791137773887073,
      "grad_norm": 12.524147987365723,
      "learning_rate": 5e-06,
      "loss": 0.5021,
      "step": 302600
    },
    {
      "epoch": 7.793712505471305,
      "grad_norm": 10.246801376342773,
      "learning_rate": 5e-06,
      "loss": 0.4813,
      "step": 302700
    },
    {
      "epoch": 7.796287237055537,
      "grad_norm": 9.074901580810547,
      "learning_rate": 5e-06,
      "loss": 0.5091,
      "step": 302800
    },
    {
      "epoch": 7.79886196863977,
      "grad_norm": 10.81190299987793,
      "learning_rate": 5e-06,
      "loss": 0.5062,
      "step": 302900
    },
    {
      "epoch": 7.801436700224001,
      "grad_norm": 8.113448143005371,
      "learning_rate": 5e-06,
      "loss": 0.4828,
      "step": 303000
    },
    {
      "epoch": 7.804011431808234,
      "grad_norm": 8.998970985412598,
      "learning_rate": 5e-06,
      "loss": 0.5047,
      "step": 303100
    },
    {
      "epoch": 7.806586163392466,
      "grad_norm": 11.116524696350098,
      "learning_rate": 5e-06,
      "loss": 0.5036,
      "step": 303200
    },
    {
      "epoch": 7.809160894976698,
      "grad_norm": 10.223335266113281,
      "learning_rate": 5e-06,
      "loss": 0.4981,
      "step": 303300
    },
    {
      "epoch": 7.811735626560931,
      "grad_norm": 6.271754741668701,
      "learning_rate": 5e-06,
      "loss": 0.4888,
      "step": 303400
    },
    {
      "epoch": 7.814310358145163,
      "grad_norm": 9.389973640441895,
      "learning_rate": 5e-06,
      "loss": 0.5069,
      "step": 303500
    },
    {
      "epoch": 7.8168850897293956,
      "grad_norm": 13.29668140411377,
      "learning_rate": 5e-06,
      "loss": 0.5059,
      "step": 303600
    },
    {
      "epoch": 7.819459821313628,
      "grad_norm": 9.0142240524292,
      "learning_rate": 5e-06,
      "loss": 0.5033,
      "step": 303700
    },
    {
      "epoch": 7.82203455289786,
      "grad_norm": 9.103585243225098,
      "learning_rate": 5e-06,
      "loss": 0.5107,
      "step": 303800
    },
    {
      "epoch": 7.824609284482093,
      "grad_norm": 13.855249404907227,
      "learning_rate": 5e-06,
      "loss": 0.51,
      "step": 303900
    },
    {
      "epoch": 7.827184016066325,
      "grad_norm": 10.586172103881836,
      "learning_rate": 5e-06,
      "loss": 0.5024,
      "step": 304000
    },
    {
      "epoch": 7.8297587476505575,
      "grad_norm": 15.215127944946289,
      "learning_rate": 5e-06,
      "loss": 0.4934,
      "step": 304100
    },
    {
      "epoch": 7.83233347923479,
      "grad_norm": 18.405488967895508,
      "learning_rate": 5e-06,
      "loss": 0.4985,
      "step": 304200
    },
    {
      "epoch": 7.834908210819022,
      "grad_norm": 13.467461585998535,
      "learning_rate": 5e-06,
      "loss": 0.511,
      "step": 304300
    },
    {
      "epoch": 7.837482942403255,
      "grad_norm": 11.957437515258789,
      "learning_rate": 5e-06,
      "loss": 0.4859,
      "step": 304400
    },
    {
      "epoch": 7.840057673987487,
      "grad_norm": 10.29391860961914,
      "learning_rate": 5e-06,
      "loss": 0.4764,
      "step": 304500
    },
    {
      "epoch": 7.842632405571719,
      "grad_norm": 15.275566101074219,
      "learning_rate": 5e-06,
      "loss": 0.4869,
      "step": 304600
    },
    {
      "epoch": 7.845207137155952,
      "grad_norm": 8.365901947021484,
      "learning_rate": 5e-06,
      "loss": 0.5346,
      "step": 304700
    },
    {
      "epoch": 7.847781868740184,
      "grad_norm": 10.275485038757324,
      "learning_rate": 5e-06,
      "loss": 0.4939,
      "step": 304800
    },
    {
      "epoch": 7.8503566003244165,
      "grad_norm": 10.21008586883545,
      "learning_rate": 5e-06,
      "loss": 0.4844,
      "step": 304900
    },
    {
      "epoch": 7.852931331908649,
      "grad_norm": 9.525699615478516,
      "learning_rate": 5e-06,
      "loss": 0.5151,
      "step": 305000
    },
    {
      "epoch": 7.85550606349288,
      "grad_norm": 13.920066833496094,
      "learning_rate": 5e-06,
      "loss": 0.4931,
      "step": 305100
    },
    {
      "epoch": 7.858080795077113,
      "grad_norm": 10.53049373626709,
      "learning_rate": 5e-06,
      "loss": 0.5148,
      "step": 305200
    },
    {
      "epoch": 7.860655526661345,
      "grad_norm": 12.127406120300293,
      "learning_rate": 5e-06,
      "loss": 0.5252,
      "step": 305300
    },
    {
      "epoch": 7.8632302582455775,
      "grad_norm": 10.665314674377441,
      "learning_rate": 5e-06,
      "loss": 0.5118,
      "step": 305400
    },
    {
      "epoch": 7.86580498982981,
      "grad_norm": 9.712163925170898,
      "learning_rate": 5e-06,
      "loss": 0.521,
      "step": 305500
    },
    {
      "epoch": 7.868379721414042,
      "grad_norm": 10.214822769165039,
      "learning_rate": 5e-06,
      "loss": 0.4845,
      "step": 305600
    },
    {
      "epoch": 7.870954452998275,
      "grad_norm": 10.952977180480957,
      "learning_rate": 5e-06,
      "loss": 0.4862,
      "step": 305700
    },
    {
      "epoch": 7.873529184582507,
      "grad_norm": 11.591753959655762,
      "learning_rate": 5e-06,
      "loss": 0.4812,
      "step": 305800
    },
    {
      "epoch": 7.876103916166739,
      "grad_norm": 8.89798355102539,
      "learning_rate": 5e-06,
      "loss": 0.4873,
      "step": 305900
    },
    {
      "epoch": 7.878678647750972,
      "grad_norm": 10.210156440734863,
      "learning_rate": 5e-06,
      "loss": 0.4799,
      "step": 306000
    },
    {
      "epoch": 7.881253379335204,
      "grad_norm": 11.919833183288574,
      "learning_rate": 5e-06,
      "loss": 0.4788,
      "step": 306100
    },
    {
      "epoch": 7.883828110919437,
      "grad_norm": 10.427224159240723,
      "learning_rate": 5e-06,
      "loss": 0.5056,
      "step": 306200
    },
    {
      "epoch": 7.886402842503669,
      "grad_norm": 13.698162078857422,
      "learning_rate": 5e-06,
      "loss": 0.4878,
      "step": 306300
    },
    {
      "epoch": 7.888977574087901,
      "grad_norm": 8.436295509338379,
      "learning_rate": 5e-06,
      "loss": 0.4961,
      "step": 306400
    },
    {
      "epoch": 7.891552305672134,
      "grad_norm": 10.040877342224121,
      "learning_rate": 5e-06,
      "loss": 0.5233,
      "step": 306500
    },
    {
      "epoch": 7.894127037256366,
      "grad_norm": 8.338642120361328,
      "learning_rate": 5e-06,
      "loss": 0.5,
      "step": 306600
    },
    {
      "epoch": 7.8967017688405985,
      "grad_norm": 12.749561309814453,
      "learning_rate": 5e-06,
      "loss": 0.4802,
      "step": 306700
    },
    {
      "epoch": 7.899276500424831,
      "grad_norm": 7.723323822021484,
      "learning_rate": 5e-06,
      "loss": 0.5072,
      "step": 306800
    },
    {
      "epoch": 7.901851232009063,
      "grad_norm": 17.472909927368164,
      "learning_rate": 5e-06,
      "loss": 0.4822,
      "step": 306900
    },
    {
      "epoch": 7.904425963593296,
      "grad_norm": 10.717134475708008,
      "learning_rate": 5e-06,
      "loss": 0.4753,
      "step": 307000
    },
    {
      "epoch": 7.907000695177528,
      "grad_norm": 11.958314895629883,
      "learning_rate": 5e-06,
      "loss": 0.4962,
      "step": 307100
    },
    {
      "epoch": 7.90957542676176,
      "grad_norm": 9.254130363464355,
      "learning_rate": 5e-06,
      "loss": 0.5094,
      "step": 307200
    },
    {
      "epoch": 7.912150158345993,
      "grad_norm": 10.255252838134766,
      "learning_rate": 5e-06,
      "loss": 0.4887,
      "step": 307300
    },
    {
      "epoch": 7.914724889930225,
      "grad_norm": 10.512975692749023,
      "learning_rate": 5e-06,
      "loss": 0.4967,
      "step": 307400
    },
    {
      "epoch": 7.9172996215144575,
      "grad_norm": 11.461630821228027,
      "learning_rate": 5e-06,
      "loss": 0.4903,
      "step": 307500
    },
    {
      "epoch": 7.91987435309869,
      "grad_norm": 8.601463317871094,
      "learning_rate": 5e-06,
      "loss": 0.4987,
      "step": 307600
    },
    {
      "epoch": 7.922449084682922,
      "grad_norm": 12.154484748840332,
      "learning_rate": 5e-06,
      "loss": 0.5057,
      "step": 307700
    },
    {
      "epoch": 7.925023816267154,
      "grad_norm": 11.004803657531738,
      "learning_rate": 5e-06,
      "loss": 0.4943,
      "step": 307800
    },
    {
      "epoch": 7.927598547851386,
      "grad_norm": 8.270437240600586,
      "learning_rate": 5e-06,
      "loss": 0.525,
      "step": 307900
    },
    {
      "epoch": 7.930173279435619,
      "grad_norm": 16.04910659790039,
      "learning_rate": 5e-06,
      "loss": 0.4938,
      "step": 308000
    },
    {
      "epoch": 7.932748011019851,
      "grad_norm": 11.012852668762207,
      "learning_rate": 5e-06,
      "loss": 0.4678,
      "step": 308100
    },
    {
      "epoch": 7.935322742604083,
      "grad_norm": 10.97548770904541,
      "learning_rate": 5e-06,
      "loss": 0.5098,
      "step": 308200
    },
    {
      "epoch": 7.937897474188316,
      "grad_norm": 11.40412712097168,
      "learning_rate": 5e-06,
      "loss": 0.4954,
      "step": 308300
    },
    {
      "epoch": 7.940472205772548,
      "grad_norm": 8.495867729187012,
      "learning_rate": 5e-06,
      "loss": 0.5012,
      "step": 308400
    },
    {
      "epoch": 7.9430469373567805,
      "grad_norm": 13.36433219909668,
      "learning_rate": 5e-06,
      "loss": 0.5062,
      "step": 308500
    },
    {
      "epoch": 7.945621668941013,
      "grad_norm": 10.595845222473145,
      "learning_rate": 5e-06,
      "loss": 0.4807,
      "step": 308600
    },
    {
      "epoch": 7.948196400525245,
      "grad_norm": 10.808908462524414,
      "learning_rate": 5e-06,
      "loss": 0.5005,
      "step": 308700
    },
    {
      "epoch": 7.950771132109478,
      "grad_norm": 12.443148612976074,
      "learning_rate": 5e-06,
      "loss": 0.4892,
      "step": 308800
    },
    {
      "epoch": 7.95334586369371,
      "grad_norm": 10.075128555297852,
      "learning_rate": 5e-06,
      "loss": 0.4967,
      "step": 308900
    },
    {
      "epoch": 7.955920595277942,
      "grad_norm": 8.215399742126465,
      "learning_rate": 5e-06,
      "loss": 0.4933,
      "step": 309000
    },
    {
      "epoch": 7.958495326862175,
      "grad_norm": 9.9779691696167,
      "learning_rate": 5e-06,
      "loss": 0.4733,
      "step": 309100
    },
    {
      "epoch": 7.961070058446407,
      "grad_norm": 11.34970760345459,
      "learning_rate": 5e-06,
      "loss": 0.4999,
      "step": 309200
    },
    {
      "epoch": 7.9636447900306395,
      "grad_norm": 8.757166862487793,
      "learning_rate": 5e-06,
      "loss": 0.4762,
      "step": 309300
    },
    {
      "epoch": 7.966219521614872,
      "grad_norm": 9.114945411682129,
      "learning_rate": 5e-06,
      "loss": 0.4903,
      "step": 309400
    },
    {
      "epoch": 7.968794253199104,
      "grad_norm": 10.00117015838623,
      "learning_rate": 5e-06,
      "loss": 0.4801,
      "step": 309500
    },
    {
      "epoch": 7.971368984783337,
      "grad_norm": 10.887616157531738,
      "learning_rate": 5e-06,
      "loss": 0.5124,
      "step": 309600
    },
    {
      "epoch": 7.973943716367569,
      "grad_norm": 8.696795463562012,
      "learning_rate": 5e-06,
      "loss": 0.4786,
      "step": 309700
    },
    {
      "epoch": 7.9765184479518005,
      "grad_norm": 7.939452171325684,
      "learning_rate": 5e-06,
      "loss": 0.4684,
      "step": 309800
    },
    {
      "epoch": 7.979093179536033,
      "grad_norm": 11.497621536254883,
      "learning_rate": 5e-06,
      "loss": 0.4724,
      "step": 309900
    },
    {
      "epoch": 7.981667911120265,
      "grad_norm": 10.148186683654785,
      "learning_rate": 5e-06,
      "loss": 0.4929,
      "step": 310000
    },
    {
      "epoch": 7.984242642704498,
      "grad_norm": 10.68008804321289,
      "learning_rate": 5e-06,
      "loss": 0.4963,
      "step": 310100
    },
    {
      "epoch": 7.98681737428873,
      "grad_norm": 11.396777153015137,
      "learning_rate": 5e-06,
      "loss": 0.4809,
      "step": 310200
    },
    {
      "epoch": 7.9893921058729624,
      "grad_norm": 10.473697662353516,
      "learning_rate": 5e-06,
      "loss": 0.4842,
      "step": 310300
    },
    {
      "epoch": 7.991966837457195,
      "grad_norm": 10.360560417175293,
      "learning_rate": 5e-06,
      "loss": 0.5076,
      "step": 310400
    },
    {
      "epoch": 7.994541569041427,
      "grad_norm": 10.2830171585083,
      "learning_rate": 5e-06,
      "loss": 0.5023,
      "step": 310500
    },
    {
      "epoch": 7.99711630062566,
      "grad_norm": 8.68643569946289,
      "learning_rate": 5e-06,
      "loss": 0.4905,
      "step": 310600
    },
    {
      "epoch": 7.999691032209892,
      "grad_norm": 9.652419090270996,
      "learning_rate": 5e-06,
      "loss": 0.4928,
      "step": 310700
    },
    {
      "epoch": 8.0,
      "step": 310712,
      "train_loss": 0.41623273491859436,
      "train_perplexity": 1.5162387095024341,
      "train_runtime": 770.7582,
      "train_samples_per_second": 403.12,
      "train_steps_per_second": 50.391
    },
    {
      "epoch": 8.0,
      "eval_loss": 0.41660308837890625,
      "eval_perplexity": 1.5168003577529239,
      "eval_runtime": 192.5696,
      "eval_samples_per_second": 403.371,
      "eval_steps_per_second": 50.423,
      "step": 310712
    },
    {
      "epoch": 8.002265763794124,
      "grad_norm": 9.743301391601562,
      "learning_rate": 5e-06,
      "loss": 0.4849,
      "step": 310800
    },
    {
      "epoch": 8.004840495378357,
      "grad_norm": 13.633444786071777,
      "learning_rate": 5e-06,
      "loss": 0.4884,
      "step": 310900
    },
    {
      "epoch": 8.00741522696259,
      "grad_norm": 8.728181838989258,
      "learning_rate": 5e-06,
      "loss": 0.4804,
      "step": 311000
    },
    {
      "epoch": 8.009989958546821,
      "grad_norm": 8.0386381149292,
      "learning_rate": 5e-06,
      "loss": 0.5115,
      "step": 311100
    },
    {
      "epoch": 8.012564690131054,
      "grad_norm": 13.370420455932617,
      "learning_rate": 5e-06,
      "loss": 0.4772,
      "step": 311200
    },
    {
      "epoch": 8.015139421715286,
      "grad_norm": 13.498640060424805,
      "learning_rate": 5e-06,
      "loss": 0.49,
      "step": 311300
    },
    {
      "epoch": 8.017714153299519,
      "grad_norm": 11.664716720581055,
      "learning_rate": 5e-06,
      "loss": 0.4716,
      "step": 311400
    },
    {
      "epoch": 8.020288884883751,
      "grad_norm": 21.1237735748291,
      "learning_rate": 5e-06,
      "loss": 0.4997,
      "step": 311500
    },
    {
      "epoch": 8.022863616467983,
      "grad_norm": 9.617583274841309,
      "learning_rate": 5e-06,
      "loss": 0.4905,
      "step": 311600
    },
    {
      "epoch": 8.025438348052216,
      "grad_norm": 10.027533531188965,
      "learning_rate": 5e-06,
      "loss": 0.4827,
      "step": 311700
    },
    {
      "epoch": 8.028013079636448,
      "grad_norm": 12.38335132598877,
      "learning_rate": 5e-06,
      "loss": 0.5088,
      "step": 311800
    },
    {
      "epoch": 8.03058781122068,
      "grad_norm": 10.901700973510742,
      "learning_rate": 5e-06,
      "loss": 0.479,
      "step": 311900
    },
    {
      "epoch": 8.033162542804913,
      "grad_norm": 10.957802772521973,
      "learning_rate": 5e-06,
      "loss": 0.5148,
      "step": 312000
    },
    {
      "epoch": 8.035737274389145,
      "grad_norm": 15.945082664489746,
      "learning_rate": 5e-06,
      "loss": 0.4872,
      "step": 312100
    },
    {
      "epoch": 8.038312005973378,
      "grad_norm": 9.460381507873535,
      "learning_rate": 5e-06,
      "loss": 0.4952,
      "step": 312200
    },
    {
      "epoch": 8.04088673755761,
      "grad_norm": 10.721672058105469,
      "learning_rate": 5e-06,
      "loss": 0.5012,
      "step": 312300
    },
    {
      "epoch": 8.043461469141842,
      "grad_norm": 12.849947929382324,
      "learning_rate": 5e-06,
      "loss": 0.4995,
      "step": 312400
    },
    {
      "epoch": 8.046036200726075,
      "grad_norm": 8.655997276306152,
      "learning_rate": 5e-06,
      "loss": 0.524,
      "step": 312500
    },
    {
      "epoch": 8.048610932310307,
      "grad_norm": 12.8578462600708,
      "learning_rate": 5e-06,
      "loss": 0.4911,
      "step": 312600
    },
    {
      "epoch": 8.05118566389454,
      "grad_norm": 10.052277565002441,
      "learning_rate": 5e-06,
      "loss": 0.4996,
      "step": 312700
    },
    {
      "epoch": 8.053760395478772,
      "grad_norm": 8.823651313781738,
      "learning_rate": 5e-06,
      "loss": 0.4781,
      "step": 312800
    },
    {
      "epoch": 8.056335127063004,
      "grad_norm": 13.077568054199219,
      "learning_rate": 5e-06,
      "loss": 0.5004,
      "step": 312900
    },
    {
      "epoch": 8.058909858647237,
      "grad_norm": 17.374555587768555,
      "learning_rate": 5e-06,
      "loss": 0.4975,
      "step": 313000
    },
    {
      "epoch": 8.06148459023147,
      "grad_norm": 11.835671424865723,
      "learning_rate": 5e-06,
      "loss": 0.5006,
      "step": 313100
    },
    {
      "epoch": 8.064059321815702,
      "grad_norm": 9.858805656433105,
      "learning_rate": 5e-06,
      "loss": 0.4809,
      "step": 313200
    },
    {
      "epoch": 8.066634053399934,
      "grad_norm": 16.04401206970215,
      "learning_rate": 5e-06,
      "loss": 0.4969,
      "step": 313300
    },
    {
      "epoch": 8.069208784984166,
      "grad_norm": 9.673633575439453,
      "learning_rate": 5e-06,
      "loss": 0.485,
      "step": 313400
    },
    {
      "epoch": 8.071783516568397,
      "grad_norm": 9.227888107299805,
      "learning_rate": 5e-06,
      "loss": 0.5,
      "step": 313500
    },
    {
      "epoch": 8.07435824815263,
      "grad_norm": 9.828717231750488,
      "learning_rate": 5e-06,
      "loss": 0.507,
      "step": 313600
    },
    {
      "epoch": 8.076932979736862,
      "grad_norm": 8.3993558883667,
      "learning_rate": 5e-06,
      "loss": 0.4901,
      "step": 313700
    },
    {
      "epoch": 8.079507711321094,
      "grad_norm": 9.14699649810791,
      "learning_rate": 5e-06,
      "loss": 0.473,
      "step": 313800
    },
    {
      "epoch": 8.082082442905326,
      "grad_norm": 9.985308647155762,
      "learning_rate": 5e-06,
      "loss": 0.4609,
      "step": 313900
    },
    {
      "epoch": 8.084657174489559,
      "grad_norm": 12.29592227935791,
      "learning_rate": 5e-06,
      "loss": 0.5079,
      "step": 314000
    },
    {
      "epoch": 8.087231906073791,
      "grad_norm": 9.930076599121094,
      "learning_rate": 5e-06,
      "loss": 0.4915,
      "step": 314100
    },
    {
      "epoch": 8.089806637658024,
      "grad_norm": 8.054404258728027,
      "learning_rate": 5e-06,
      "loss": 0.506,
      "step": 314200
    },
    {
      "epoch": 8.092381369242256,
      "grad_norm": 10.228096961975098,
      "learning_rate": 5e-06,
      "loss": 0.485,
      "step": 314300
    },
    {
      "epoch": 8.094956100826488,
      "grad_norm": 10.847932815551758,
      "learning_rate": 5e-06,
      "loss": 0.4787,
      "step": 314400
    },
    {
      "epoch": 8.09753083241072,
      "grad_norm": 9.4459810256958,
      "learning_rate": 5e-06,
      "loss": 0.4961,
      "step": 314500
    },
    {
      "epoch": 8.100105563994953,
      "grad_norm": 8.503349304199219,
      "learning_rate": 5e-06,
      "loss": 0.4803,
      "step": 314600
    },
    {
      "epoch": 8.102680295579185,
      "grad_norm": 12.209200859069824,
      "learning_rate": 5e-06,
      "loss": 0.4994,
      "step": 314700
    },
    {
      "epoch": 8.105255027163418,
      "grad_norm": 8.914432525634766,
      "learning_rate": 5e-06,
      "loss": 0.4906,
      "step": 314800
    },
    {
      "epoch": 8.10782975874765,
      "grad_norm": 10.481060028076172,
      "learning_rate": 5e-06,
      "loss": 0.4798,
      "step": 314900
    },
    {
      "epoch": 8.110404490331883,
      "grad_norm": 12.34723949432373,
      "learning_rate": 5e-06,
      "loss": 0.5149,
      "step": 315000
    },
    {
      "epoch": 8.112979221916115,
      "grad_norm": 10.261198997497559,
      "learning_rate": 5e-06,
      "loss": 0.5044,
      "step": 315100
    },
    {
      "epoch": 8.115553953500347,
      "grad_norm": 11.491355895996094,
      "learning_rate": 5e-06,
      "loss": 0.4907,
      "step": 315200
    },
    {
      "epoch": 8.11812868508458,
      "grad_norm": 10.596508979797363,
      "learning_rate": 5e-06,
      "loss": 0.511,
      "step": 315300
    },
    {
      "epoch": 8.120703416668812,
      "grad_norm": 13.449029922485352,
      "learning_rate": 5e-06,
      "loss": 0.4849,
      "step": 315400
    },
    {
      "epoch": 8.123278148253045,
      "grad_norm": 10.147710800170898,
      "learning_rate": 5e-06,
      "loss": 0.4984,
      "step": 315500
    },
    {
      "epoch": 8.125852879837277,
      "grad_norm": 8.54702377319336,
      "learning_rate": 5e-06,
      "loss": 0.4804,
      "step": 315600
    },
    {
      "epoch": 8.12842761142151,
      "grad_norm": 10.801057815551758,
      "learning_rate": 5e-06,
      "loss": 0.5042,
      "step": 315700
    },
    {
      "epoch": 8.131002343005742,
      "grad_norm": 9.66006851196289,
      "learning_rate": 5e-06,
      "loss": 0.4978,
      "step": 315800
    },
    {
      "epoch": 8.133577074589974,
      "grad_norm": 10.74412727355957,
      "learning_rate": 5e-06,
      "loss": 0.4943,
      "step": 315900
    },
    {
      "epoch": 8.136151806174206,
      "grad_norm": 9.769754409790039,
      "learning_rate": 5e-06,
      "loss": 0.477,
      "step": 316000
    },
    {
      "epoch": 8.138726537758439,
      "grad_norm": 8.721464157104492,
      "learning_rate": 5e-06,
      "loss": 0.4756,
      "step": 316100
    },
    {
      "epoch": 8.141301269342671,
      "grad_norm": 9.152040481567383,
      "learning_rate": 5e-06,
      "loss": 0.4863,
      "step": 316200
    },
    {
      "epoch": 8.143876000926904,
      "grad_norm": 10.421941757202148,
      "learning_rate": 5e-06,
      "loss": 0.5149,
      "step": 316300
    },
    {
      "epoch": 8.146450732511136,
      "grad_norm": 11.373854637145996,
      "learning_rate": 5e-06,
      "loss": 0.4842,
      "step": 316400
    },
    {
      "epoch": 8.149025464095368,
      "grad_norm": 8.716078758239746,
      "learning_rate": 5e-06,
      "loss": 0.5093,
      "step": 316500
    },
    {
      "epoch": 8.1516001956796,
      "grad_norm": 14.462686538696289,
      "learning_rate": 5e-06,
      "loss": 0.5082,
      "step": 316600
    },
    {
      "epoch": 8.154174927263833,
      "grad_norm": 11.634942054748535,
      "learning_rate": 5e-06,
      "loss": 0.4938,
      "step": 316700
    },
    {
      "epoch": 8.156749658848065,
      "grad_norm": 9.366580963134766,
      "learning_rate": 5e-06,
      "loss": 0.4871,
      "step": 316800
    },
    {
      "epoch": 8.159324390432298,
      "grad_norm": 10.627817153930664,
      "learning_rate": 5e-06,
      "loss": 0.4854,
      "step": 316900
    },
    {
      "epoch": 8.16189912201653,
      "grad_norm": 14.281929016113281,
      "learning_rate": 5e-06,
      "loss": 0.5062,
      "step": 317000
    },
    {
      "epoch": 8.164473853600763,
      "grad_norm": 8.68696117401123,
      "learning_rate": 5e-06,
      "loss": 0.4787,
      "step": 317100
    },
    {
      "epoch": 8.167048585184995,
      "grad_norm": 9.665130615234375,
      "learning_rate": 5e-06,
      "loss": 0.503,
      "step": 317200
    },
    {
      "epoch": 8.169623316769227,
      "grad_norm": 10.768540382385254,
      "learning_rate": 5e-06,
      "loss": 0.4932,
      "step": 317300
    },
    {
      "epoch": 8.17219804835346,
      "grad_norm": 12.860568046569824,
      "learning_rate": 5e-06,
      "loss": 0.4929,
      "step": 317400
    },
    {
      "epoch": 8.174772779937692,
      "grad_norm": 9.444387435913086,
      "learning_rate": 5e-06,
      "loss": 0.4897,
      "step": 317500
    },
    {
      "epoch": 8.177347511521925,
      "grad_norm": 8.297675132751465,
      "learning_rate": 5e-06,
      "loss": 0.4832,
      "step": 317600
    },
    {
      "epoch": 8.179922243106157,
      "grad_norm": 11.605865478515625,
      "learning_rate": 5e-06,
      "loss": 0.4923,
      "step": 317700
    },
    {
      "epoch": 8.18249697469039,
      "grad_norm": 10.919037818908691,
      "learning_rate": 5e-06,
      "loss": 0.4679,
      "step": 317800
    },
    {
      "epoch": 8.185071706274622,
      "grad_norm": 9.086105346679688,
      "learning_rate": 5e-06,
      "loss": 0.4845,
      "step": 317900
    },
    {
      "epoch": 8.187646437858854,
      "grad_norm": 11.981679916381836,
      "learning_rate": 5e-06,
      "loss": 0.5108,
      "step": 318000
    },
    {
      "epoch": 8.190221169443086,
      "grad_norm": 8.072720527648926,
      "learning_rate": 5e-06,
      "loss": 0.4972,
      "step": 318100
    },
    {
      "epoch": 8.192795901027317,
      "grad_norm": 8.630537986755371,
      "learning_rate": 5e-06,
      "loss": 0.4841,
      "step": 318200
    },
    {
      "epoch": 8.19537063261155,
      "grad_norm": 14.711174964904785,
      "learning_rate": 5e-06,
      "loss": 0.5072,
      "step": 318300
    },
    {
      "epoch": 8.197945364195782,
      "grad_norm": 9.23129940032959,
      "learning_rate": 5e-06,
      "loss": 0.4949,
      "step": 318400
    },
    {
      "epoch": 8.200520095780014,
      "grad_norm": 8.6600341796875,
      "learning_rate": 5e-06,
      "loss": 0.5001,
      "step": 318500
    },
    {
      "epoch": 8.203094827364247,
      "grad_norm": 12.627159118652344,
      "learning_rate": 5e-06,
      "loss": 0.5018,
      "step": 318600
    },
    {
      "epoch": 8.205669558948479,
      "grad_norm": 6.090214252471924,
      "learning_rate": 5e-06,
      "loss": 0.4693,
      "step": 318700
    },
    {
      "epoch": 8.208244290532711,
      "grad_norm": 12.465984344482422,
      "learning_rate": 5e-06,
      "loss": 0.4956,
      "step": 318800
    },
    {
      "epoch": 8.210819022116944,
      "grad_norm": 8.904830932617188,
      "learning_rate": 5e-06,
      "loss": 0.4821,
      "step": 318900
    },
    {
      "epoch": 8.213393753701176,
      "grad_norm": 9.495996475219727,
      "learning_rate": 5e-06,
      "loss": 0.4858,
      "step": 319000
    },
    {
      "epoch": 8.215968485285408,
      "grad_norm": 8.286844253540039,
      "learning_rate": 5e-06,
      "loss": 0.4665,
      "step": 319100
    },
    {
      "epoch": 8.21854321686964,
      "grad_norm": 13.37243938446045,
      "learning_rate": 5e-06,
      "loss": 0.5071,
      "step": 319200
    },
    {
      "epoch": 8.221117948453873,
      "grad_norm": 13.148113250732422,
      "learning_rate": 5e-06,
      "loss": 0.4879,
      "step": 319300
    },
    {
      "epoch": 8.223692680038106,
      "grad_norm": 10.96829891204834,
      "learning_rate": 5e-06,
      "loss": 0.4854,
      "step": 319400
    },
    {
      "epoch": 8.226267411622338,
      "grad_norm": 9.150595664978027,
      "learning_rate": 5e-06,
      "loss": 0.4799,
      "step": 319500
    },
    {
      "epoch": 8.22884214320657,
      "grad_norm": 9.217106819152832,
      "learning_rate": 5e-06,
      "loss": 0.4955,
      "step": 319600
    },
    {
      "epoch": 8.231416874790803,
      "grad_norm": 11.682697296142578,
      "learning_rate": 5e-06,
      "loss": 0.4794,
      "step": 319700
    },
    {
      "epoch": 8.233991606375035,
      "grad_norm": 9.677250862121582,
      "learning_rate": 5e-06,
      "loss": 0.4849,
      "step": 319800
    },
    {
      "epoch": 8.236566337959268,
      "grad_norm": 9.552193641662598,
      "learning_rate": 5e-06,
      "loss": 0.479,
      "step": 319900
    },
    {
      "epoch": 8.2391410695435,
      "grad_norm": 12.430012702941895,
      "learning_rate": 5e-06,
      "loss": 0.4613,
      "step": 320000
    },
    {
      "epoch": 8.241715801127732,
      "grad_norm": 9.688211441040039,
      "learning_rate": 5e-06,
      "loss": 0.4648,
      "step": 320100
    },
    {
      "epoch": 8.244290532711965,
      "grad_norm": 10.65425968170166,
      "learning_rate": 5e-06,
      "loss": 0.4961,
      "step": 320200
    },
    {
      "epoch": 8.246865264296197,
      "grad_norm": 11.167487144470215,
      "learning_rate": 5e-06,
      "loss": 0.5035,
      "step": 320300
    },
    {
      "epoch": 8.24943999588043,
      "grad_norm": 10.243359565734863,
      "learning_rate": 5e-06,
      "loss": 0.4884,
      "step": 320400
    },
    {
      "epoch": 8.252014727464662,
      "grad_norm": 10.84421157836914,
      "learning_rate": 5e-06,
      "loss": 0.4579,
      "step": 320500
    },
    {
      "epoch": 8.254589459048894,
      "grad_norm": 8.365743637084961,
      "learning_rate": 5e-06,
      "loss": 0.4795,
      "step": 320600
    },
    {
      "epoch": 8.257164190633127,
      "grad_norm": 12.83310317993164,
      "learning_rate": 5e-06,
      "loss": 0.4916,
      "step": 320700
    },
    {
      "epoch": 8.259738922217359,
      "grad_norm": 10.488265991210938,
      "learning_rate": 5e-06,
      "loss": 0.4774,
      "step": 320800
    },
    {
      "epoch": 8.262313653801591,
      "grad_norm": 9.540600776672363,
      "learning_rate": 5e-06,
      "loss": 0.4632,
      "step": 320900
    },
    {
      "epoch": 8.264888385385824,
      "grad_norm": 9.51677417755127,
      "learning_rate": 5e-06,
      "loss": 0.4945,
      "step": 321000
    },
    {
      "epoch": 8.267463116970056,
      "grad_norm": 8.572151184082031,
      "learning_rate": 5e-06,
      "loss": 0.4744,
      "step": 321100
    },
    {
      "epoch": 8.270037848554288,
      "grad_norm": 10.052785873413086,
      "learning_rate": 5e-06,
      "loss": 0.4832,
      "step": 321200
    },
    {
      "epoch": 8.27261258013852,
      "grad_norm": 8.768723487854004,
      "learning_rate": 5e-06,
      "loss": 0.4578,
      "step": 321300
    },
    {
      "epoch": 8.275187311722753,
      "grad_norm": 7.168038368225098,
      "learning_rate": 5e-06,
      "loss": 0.5005,
      "step": 321400
    },
    {
      "epoch": 8.277762043306986,
      "grad_norm": 13.078513145446777,
      "learning_rate": 5e-06,
      "loss": 0.4879,
      "step": 321500
    },
    {
      "epoch": 8.280336774891218,
      "grad_norm": 9.149574279785156,
      "learning_rate": 5e-06,
      "loss": 0.5062,
      "step": 321600
    },
    {
      "epoch": 8.28291150647545,
      "grad_norm": 11.037571907043457,
      "learning_rate": 5e-06,
      "loss": 0.5073,
      "step": 321700
    },
    {
      "epoch": 8.285486238059683,
      "grad_norm": 11.523078918457031,
      "learning_rate": 5e-06,
      "loss": 0.4709,
      "step": 321800
    },
    {
      "epoch": 8.288060969643915,
      "grad_norm": 9.700729370117188,
      "learning_rate": 5e-06,
      "loss": 0.4763,
      "step": 321900
    },
    {
      "epoch": 8.290635701228148,
      "grad_norm": 10.362920761108398,
      "learning_rate": 5e-06,
      "loss": 0.4927,
      "step": 322000
    },
    {
      "epoch": 8.29321043281238,
      "grad_norm": 10.648841857910156,
      "learning_rate": 5e-06,
      "loss": 0.4799,
      "step": 322100
    },
    {
      "epoch": 8.295785164396612,
      "grad_norm": 9.073203086853027,
      "learning_rate": 5e-06,
      "loss": 0.4823,
      "step": 322200
    },
    {
      "epoch": 8.298359895980845,
      "grad_norm": 9.832183837890625,
      "learning_rate": 5e-06,
      "loss": 0.4527,
      "step": 322300
    },
    {
      "epoch": 8.300934627565077,
      "grad_norm": 10.849832534790039,
      "learning_rate": 5e-06,
      "loss": 0.4931,
      "step": 322400
    },
    {
      "epoch": 8.30350935914931,
      "grad_norm": 9.83802604675293,
      "learning_rate": 5e-06,
      "loss": 0.502,
      "step": 322500
    },
    {
      "epoch": 8.306084090733542,
      "grad_norm": 13.691372871398926,
      "learning_rate": 5e-06,
      "loss": 0.5117,
      "step": 322600
    },
    {
      "epoch": 8.308658822317774,
      "grad_norm": 12.72516918182373,
      "learning_rate": 5e-06,
      "loss": 0.4798,
      "step": 322700
    },
    {
      "epoch": 8.311233553902007,
      "grad_norm": 10.199211120605469,
      "learning_rate": 5e-06,
      "loss": 0.4649,
      "step": 322800
    },
    {
      "epoch": 8.313808285486239,
      "grad_norm": 8.831220626831055,
      "learning_rate": 5e-06,
      "loss": 0.4789,
      "step": 322900
    },
    {
      "epoch": 8.31638301707047,
      "grad_norm": 13.21174144744873,
      "learning_rate": 5e-06,
      "loss": 0.5046,
      "step": 323000
    },
    {
      "epoch": 8.318957748654702,
      "grad_norm": 10.213583946228027,
      "learning_rate": 5e-06,
      "loss": 0.4734,
      "step": 323100
    },
    {
      "epoch": 8.321532480238934,
      "grad_norm": 9.271614074707031,
      "learning_rate": 5e-06,
      "loss": 0.5024,
      "step": 323200
    },
    {
      "epoch": 8.324107211823167,
      "grad_norm": 10.388121604919434,
      "learning_rate": 5e-06,
      "loss": 0.4883,
      "step": 323300
    },
    {
      "epoch": 8.326681943407399,
      "grad_norm": 11.652007102966309,
      "learning_rate": 5e-06,
      "loss": 0.4701,
      "step": 323400
    },
    {
      "epoch": 8.329256674991631,
      "grad_norm": 8.452448844909668,
      "learning_rate": 5e-06,
      "loss": 0.4734,
      "step": 323500
    },
    {
      "epoch": 8.331831406575864,
      "grad_norm": 10.16411018371582,
      "learning_rate": 5e-06,
      "loss": 0.4876,
      "step": 323600
    },
    {
      "epoch": 8.334406138160096,
      "grad_norm": 9.372940063476562,
      "learning_rate": 5e-06,
      "loss": 0.4887,
      "step": 323700
    },
    {
      "epoch": 8.336980869744329,
      "grad_norm": 8.53471851348877,
      "learning_rate": 5e-06,
      "loss": 0.481,
      "step": 323800
    },
    {
      "epoch": 8.339555601328561,
      "grad_norm": 9.981749534606934,
      "learning_rate": 5e-06,
      "loss": 0.4687,
      "step": 323900
    },
    {
      "epoch": 8.342130332912793,
      "grad_norm": 12.766176223754883,
      "learning_rate": 5e-06,
      "loss": 0.4753,
      "step": 324000
    },
    {
      "epoch": 8.344705064497026,
      "grad_norm": 12.921749114990234,
      "learning_rate": 5e-06,
      "loss": 0.4816,
      "step": 324100
    },
    {
      "epoch": 8.347279796081258,
      "grad_norm": 9.271866798400879,
      "learning_rate": 5e-06,
      "loss": 0.4878,
      "step": 324200
    },
    {
      "epoch": 8.34985452766549,
      "grad_norm": 10.545854568481445,
      "learning_rate": 5e-06,
      "loss": 0.4946,
      "step": 324300
    },
    {
      "epoch": 8.352429259249723,
      "grad_norm": 11.213103294372559,
      "learning_rate": 5e-06,
      "loss": 0.4819,
      "step": 324400
    },
    {
      "epoch": 8.355003990833955,
      "grad_norm": 9.371986389160156,
      "learning_rate": 5e-06,
      "loss": 0.4778,
      "step": 324500
    },
    {
      "epoch": 8.357578722418188,
      "grad_norm": 12.406936645507812,
      "learning_rate": 5e-06,
      "loss": 0.4829,
      "step": 324600
    },
    {
      "epoch": 8.36015345400242,
      "grad_norm": 10.113667488098145,
      "learning_rate": 5e-06,
      "loss": 0.4634,
      "step": 324700
    },
    {
      "epoch": 8.362728185586652,
      "grad_norm": 9.625372886657715,
      "learning_rate": 5e-06,
      "loss": 0.4859,
      "step": 324800
    },
    {
      "epoch": 8.365302917170885,
      "grad_norm": 13.148026466369629,
      "learning_rate": 5e-06,
      "loss": 0.4749,
      "step": 324900
    },
    {
      "epoch": 8.367877648755117,
      "grad_norm": 8.109448432922363,
      "learning_rate": 5e-06,
      "loss": 0.4613,
      "step": 325000
    },
    {
      "epoch": 8.37045238033935,
      "grad_norm": 11.235211372375488,
      "learning_rate": 5e-06,
      "loss": 0.4806,
      "step": 325100
    },
    {
      "epoch": 8.373027111923582,
      "grad_norm": 16.46922492980957,
      "learning_rate": 5e-06,
      "loss": 0.486,
      "step": 325200
    },
    {
      "epoch": 8.375601843507814,
      "grad_norm": 10.690445899963379,
      "learning_rate": 5e-06,
      "loss": 0.4766,
      "step": 325300
    },
    {
      "epoch": 8.378176575092047,
      "grad_norm": 8.321159362792969,
      "learning_rate": 5e-06,
      "loss": 0.4792,
      "step": 325400
    },
    {
      "epoch": 8.380751306676279,
      "grad_norm": 12.205121040344238,
      "learning_rate": 5e-06,
      "loss": 0.4605,
      "step": 325500
    },
    {
      "epoch": 8.383326038260511,
      "grad_norm": 12.108970642089844,
      "learning_rate": 5e-06,
      "loss": 0.4791,
      "step": 325600
    },
    {
      "epoch": 8.385900769844744,
      "grad_norm": 11.140340805053711,
      "learning_rate": 5e-06,
      "loss": 0.458,
      "step": 325700
    },
    {
      "epoch": 8.388475501428976,
      "grad_norm": 7.375796318054199,
      "learning_rate": 5e-06,
      "loss": 0.4935,
      "step": 325800
    },
    {
      "epoch": 8.391050233013209,
      "grad_norm": 10.645608901977539,
      "learning_rate": 5e-06,
      "loss": 0.4928,
      "step": 325900
    },
    {
      "epoch": 8.393624964597441,
      "grad_norm": 10.465845108032227,
      "learning_rate": 5e-06,
      "loss": 0.4877,
      "step": 326000
    },
    {
      "epoch": 8.396199696181673,
      "grad_norm": 11.977394104003906,
      "learning_rate": 5e-06,
      "loss": 0.506,
      "step": 326100
    },
    {
      "epoch": 8.398774427765906,
      "grad_norm": 12.537617683410645,
      "learning_rate": 5e-06,
      "loss": 0.474,
      "step": 326200
    },
    {
      "epoch": 8.401349159350138,
      "grad_norm": 9.887200355529785,
      "learning_rate": 5e-06,
      "loss": 0.4624,
      "step": 326300
    },
    {
      "epoch": 8.40392389093437,
      "grad_norm": 9.165989875793457,
      "learning_rate": 5e-06,
      "loss": 0.4639,
      "step": 326400
    },
    {
      "epoch": 8.406498622518603,
      "grad_norm": 8.485464096069336,
      "learning_rate": 5e-06,
      "loss": 0.4751,
      "step": 326500
    },
    {
      "epoch": 8.409073354102835,
      "grad_norm": 10.771259307861328,
      "learning_rate": 5e-06,
      "loss": 0.4554,
      "step": 326600
    },
    {
      "epoch": 8.411648085687068,
      "grad_norm": 9.122776985168457,
      "learning_rate": 5e-06,
      "loss": 0.45,
      "step": 326700
    },
    {
      "epoch": 8.4142228172713,
      "grad_norm": 10.695317268371582,
      "learning_rate": 5e-06,
      "loss": 0.4992,
      "step": 326800
    },
    {
      "epoch": 8.416797548855532,
      "grad_norm": 10.407578468322754,
      "learning_rate": 5e-06,
      "loss": 0.4635,
      "step": 326900
    },
    {
      "epoch": 8.419372280439765,
      "grad_norm": 9.46253490447998,
      "learning_rate": 5e-06,
      "loss": 0.48,
      "step": 327000
    },
    {
      "epoch": 8.421947012023997,
      "grad_norm": 9.074617385864258,
      "learning_rate": 5e-06,
      "loss": 0.4732,
      "step": 327100
    },
    {
      "epoch": 8.42452174360823,
      "grad_norm": 10.630631446838379,
      "learning_rate": 5e-06,
      "loss": 0.4797,
      "step": 327200
    },
    {
      "epoch": 8.427096475192462,
      "grad_norm": 12.566585540771484,
      "learning_rate": 5e-06,
      "loss": 0.4742,
      "step": 327300
    },
    {
      "epoch": 8.429671206776694,
      "grad_norm": 7.303029537200928,
      "learning_rate": 5e-06,
      "loss": 0.4898,
      "step": 327400
    },
    {
      "epoch": 8.432245938360927,
      "grad_norm": 12.282072067260742,
      "learning_rate": 5e-06,
      "loss": 0.468,
      "step": 327500
    },
    {
      "epoch": 8.434820669945157,
      "grad_norm": 10.512287139892578,
      "learning_rate": 5e-06,
      "loss": 0.4878,
      "step": 327600
    },
    {
      "epoch": 8.43739540152939,
      "grad_norm": 10.945097923278809,
      "learning_rate": 5e-06,
      "loss": 0.5166,
      "step": 327700
    },
    {
      "epoch": 8.439970133113622,
      "grad_norm": 8.073702812194824,
      "learning_rate": 5e-06,
      "loss": 0.4627,
      "step": 327800
    },
    {
      "epoch": 8.442544864697854,
      "grad_norm": 10.396428108215332,
      "learning_rate": 5e-06,
      "loss": 0.48,
      "step": 327900
    },
    {
      "epoch": 8.445119596282087,
      "grad_norm": 10.511247634887695,
      "learning_rate": 5e-06,
      "loss": 0.4902,
      "step": 328000
    },
    {
      "epoch": 8.44769432786632,
      "grad_norm": 12.157291412353516,
      "learning_rate": 5e-06,
      "loss": 0.4825,
      "step": 328100
    },
    {
      "epoch": 8.450269059450552,
      "grad_norm": 11.205389976501465,
      "learning_rate": 5e-06,
      "loss": 0.4881,
      "step": 328200
    },
    {
      "epoch": 8.452843791034784,
      "grad_norm": 8.374305725097656,
      "learning_rate": 5e-06,
      "loss": 0.4702,
      "step": 328300
    },
    {
      "epoch": 8.455418522619016,
      "grad_norm": 11.642169952392578,
      "learning_rate": 5e-06,
      "loss": 0.4987,
      "step": 328400
    },
    {
      "epoch": 8.457993254203249,
      "grad_norm": 9.73505687713623,
      "learning_rate": 5e-06,
      "loss": 0.4785,
      "step": 328500
    },
    {
      "epoch": 8.460567985787481,
      "grad_norm": 9.967306137084961,
      "learning_rate": 5e-06,
      "loss": 0.4949,
      "step": 328600
    },
    {
      "epoch": 8.463142717371714,
      "grad_norm": 9.630125999450684,
      "learning_rate": 5e-06,
      "loss": 0.4974,
      "step": 328700
    },
    {
      "epoch": 8.465717448955946,
      "grad_norm": 9.049203872680664,
      "learning_rate": 5e-06,
      "loss": 0.4801,
      "step": 328800
    },
    {
      "epoch": 8.468292180540178,
      "grad_norm": 6.717578411102295,
      "learning_rate": 5e-06,
      "loss": 0.484,
      "step": 328900
    },
    {
      "epoch": 8.47086691212441,
      "grad_norm": 10.292022705078125,
      "learning_rate": 5e-06,
      "loss": 0.4696,
      "step": 329000
    },
    {
      "epoch": 8.473441643708643,
      "grad_norm": 10.777239799499512,
      "learning_rate": 5e-06,
      "loss": 0.4728,
      "step": 329100
    },
    {
      "epoch": 8.476016375292875,
      "grad_norm": 15.020923614501953,
      "learning_rate": 5e-06,
      "loss": 0.4841,
      "step": 329200
    },
    {
      "epoch": 8.478591106877108,
      "grad_norm": 8.748651504516602,
      "learning_rate": 5e-06,
      "loss": 0.4865,
      "step": 329300
    },
    {
      "epoch": 8.48116583846134,
      "grad_norm": 11.798188209533691,
      "learning_rate": 5e-06,
      "loss": 0.4817,
      "step": 329400
    },
    {
      "epoch": 8.483740570045573,
      "grad_norm": 8.1516752243042,
      "learning_rate": 5e-06,
      "loss": 0.4765,
      "step": 329500
    },
    {
      "epoch": 8.486315301629805,
      "grad_norm": 10.308095932006836,
      "learning_rate": 5e-06,
      "loss": 0.4927,
      "step": 329600
    },
    {
      "epoch": 8.488890033214037,
      "grad_norm": 12.60561466217041,
      "learning_rate": 5e-06,
      "loss": 0.4833,
      "step": 329700
    },
    {
      "epoch": 8.49146476479827,
      "grad_norm": 7.508266925811768,
      "learning_rate": 5e-06,
      "loss": 0.4759,
      "step": 329800
    },
    {
      "epoch": 8.494039496382502,
      "grad_norm": 10.551742553710938,
      "learning_rate": 5e-06,
      "loss": 0.4603,
      "step": 329900
    },
    {
      "epoch": 8.496614227966734,
      "grad_norm": 9.993257522583008,
      "learning_rate": 5e-06,
      "loss": 0.4854,
      "step": 330000
    },
    {
      "epoch": 8.499188959550967,
      "grad_norm": 7.273853302001953,
      "learning_rate": 5e-06,
      "loss": 0.455,
      "step": 330100
    },
    {
      "epoch": 8.5017636911352,
      "grad_norm": 13.362253189086914,
      "learning_rate": 5e-06,
      "loss": 0.4575,
      "step": 330200
    },
    {
      "epoch": 8.504338422719432,
      "grad_norm": 9.747776985168457,
      "learning_rate": 5e-06,
      "loss": 0.4844,
      "step": 330300
    },
    {
      "epoch": 8.506913154303664,
      "grad_norm": 9.202451705932617,
      "learning_rate": 5e-06,
      "loss": 0.4574,
      "step": 330400
    },
    {
      "epoch": 8.509487885887896,
      "grad_norm": 11.134577751159668,
      "learning_rate": 5e-06,
      "loss": 0.4999,
      "step": 330500
    },
    {
      "epoch": 8.512062617472129,
      "grad_norm": 9.513212203979492,
      "learning_rate": 5e-06,
      "loss": 0.4793,
      "step": 330600
    },
    {
      "epoch": 8.514637349056361,
      "grad_norm": 10.646421432495117,
      "learning_rate": 5e-06,
      "loss": 0.4485,
      "step": 330700
    },
    {
      "epoch": 8.517212080640594,
      "grad_norm": 8.974467277526855,
      "learning_rate": 5e-06,
      "loss": 0.4696,
      "step": 330800
    },
    {
      "epoch": 8.519786812224826,
      "grad_norm": 9.10473918914795,
      "learning_rate": 5e-06,
      "loss": 0.4733,
      "step": 330900
    },
    {
      "epoch": 8.522361543809058,
      "grad_norm": 12.019272804260254,
      "learning_rate": 5e-06,
      "loss": 0.487,
      "step": 331000
    },
    {
      "epoch": 8.52493627539329,
      "grad_norm": 10.646672248840332,
      "learning_rate": 5e-06,
      "loss": 0.466,
      "step": 331100
    },
    {
      "epoch": 8.527511006977523,
      "grad_norm": 11.530213356018066,
      "learning_rate": 5e-06,
      "loss": 0.4852,
      "step": 331200
    },
    {
      "epoch": 8.530085738561755,
      "grad_norm": 6.723636627197266,
      "learning_rate": 5e-06,
      "loss": 0.4613,
      "step": 331300
    },
    {
      "epoch": 8.532660470145988,
      "grad_norm": 12.851971626281738,
      "learning_rate": 5e-06,
      "loss": 0.4763,
      "step": 331400
    },
    {
      "epoch": 8.53523520173022,
      "grad_norm": 9.901228904724121,
      "learning_rate": 5e-06,
      "loss": 0.4907,
      "step": 331500
    },
    {
      "epoch": 8.537809933314453,
      "grad_norm": 9.270430564880371,
      "learning_rate": 5e-06,
      "loss": 0.4808,
      "step": 331600
    },
    {
      "epoch": 8.540384664898685,
      "grad_norm": 8.61627197265625,
      "learning_rate": 5e-06,
      "loss": 0.4459,
      "step": 331700
    },
    {
      "epoch": 8.542959396482917,
      "grad_norm": 10.084070205688477,
      "learning_rate": 5e-06,
      "loss": 0.4721,
      "step": 331800
    },
    {
      "epoch": 8.54553412806715,
      "grad_norm": 12.549241065979004,
      "learning_rate": 5e-06,
      "loss": 0.4869,
      "step": 331900
    },
    {
      "epoch": 8.548108859651382,
      "grad_norm": 14.002995491027832,
      "learning_rate": 5e-06,
      "loss": 0.4835,
      "step": 332000
    },
    {
      "epoch": 8.550683591235615,
      "grad_norm": 10.638585090637207,
      "learning_rate": 5e-06,
      "loss": 0.4923,
      "step": 332100
    },
    {
      "epoch": 8.553258322819847,
      "grad_norm": 9.775686264038086,
      "learning_rate": 5e-06,
      "loss": 0.4592,
      "step": 332200
    },
    {
      "epoch": 8.55583305440408,
      "grad_norm": 11.970322608947754,
      "learning_rate": 5e-06,
      "loss": 0.4793,
      "step": 332300
    },
    {
      "epoch": 8.558407785988312,
      "grad_norm": 10.095163345336914,
      "learning_rate": 5e-06,
      "loss": 0.4968,
      "step": 332400
    },
    {
      "epoch": 8.560982517572542,
      "grad_norm": 9.83641242980957,
      "learning_rate": 5e-06,
      "loss": 0.4822,
      "step": 332500
    },
    {
      "epoch": 8.563557249156775,
      "grad_norm": 11.077166557312012,
      "learning_rate": 5e-06,
      "loss": 0.4775,
      "step": 332600
    },
    {
      "epoch": 8.566131980741007,
      "grad_norm": 10.660755157470703,
      "learning_rate": 5e-06,
      "loss": 0.4639,
      "step": 332700
    },
    {
      "epoch": 8.56870671232524,
      "grad_norm": 8.960061073303223,
      "learning_rate": 5e-06,
      "loss": 0.4731,
      "step": 332800
    },
    {
      "epoch": 8.571281443909472,
      "grad_norm": 11.298872947692871,
      "learning_rate": 5e-06,
      "loss": 0.4759,
      "step": 332900
    },
    {
      "epoch": 8.573856175493704,
      "grad_norm": 13.148555755615234,
      "learning_rate": 5e-06,
      "loss": 0.4872,
      "step": 333000
    },
    {
      "epoch": 8.576430907077937,
      "grad_norm": 11.073196411132812,
      "learning_rate": 5e-06,
      "loss": 0.4579,
      "step": 333100
    },
    {
      "epoch": 8.579005638662169,
      "grad_norm": 14.987319946289062,
      "learning_rate": 5e-06,
      "loss": 0.4498,
      "step": 333200
    },
    {
      "epoch": 8.581580370246401,
      "grad_norm": 7.558901786804199,
      "learning_rate": 5e-06,
      "loss": 0.462,
      "step": 333300
    },
    {
      "epoch": 8.584155101830634,
      "grad_norm": 10.101912498474121,
      "learning_rate": 5e-06,
      "loss": 0.4691,
      "step": 333400
    },
    {
      "epoch": 8.586729833414866,
      "grad_norm": 7.8505401611328125,
      "learning_rate": 5e-06,
      "loss": 0.451,
      "step": 333500
    },
    {
      "epoch": 8.589304564999098,
      "grad_norm": 10.399884223937988,
      "learning_rate": 5e-06,
      "loss": 0.4579,
      "step": 333600
    },
    {
      "epoch": 8.59187929658333,
      "grad_norm": 11.066301345825195,
      "learning_rate": 5e-06,
      "loss": 0.4684,
      "step": 333700
    },
    {
      "epoch": 8.594454028167563,
      "grad_norm": 9.695571899414062,
      "learning_rate": 5e-06,
      "loss": 0.4663,
      "step": 333800
    },
    {
      "epoch": 8.597028759751796,
      "grad_norm": 8.2199125289917,
      "learning_rate": 5e-06,
      "loss": 0.4797,
      "step": 333900
    },
    {
      "epoch": 8.599603491336028,
      "grad_norm": 8.670112609863281,
      "learning_rate": 5e-06,
      "loss": 0.4482,
      "step": 334000
    },
    {
      "epoch": 8.60217822292026,
      "grad_norm": 14.055098533630371,
      "learning_rate": 5e-06,
      "loss": 0.4941,
      "step": 334100
    },
    {
      "epoch": 8.604752954504493,
      "grad_norm": 8.932975769042969,
      "learning_rate": 5e-06,
      "loss": 0.477,
      "step": 334200
    },
    {
      "epoch": 8.607327686088725,
      "grad_norm": 11.655006408691406,
      "learning_rate": 5e-06,
      "loss": 0.4862,
      "step": 334300
    },
    {
      "epoch": 8.609902417672957,
      "grad_norm": 11.047276496887207,
      "learning_rate": 5e-06,
      "loss": 0.4538,
      "step": 334400
    },
    {
      "epoch": 8.61247714925719,
      "grad_norm": 12.455567359924316,
      "learning_rate": 5e-06,
      "loss": 0.4642,
      "step": 334500
    },
    {
      "epoch": 8.615051880841422,
      "grad_norm": 10.468514442443848,
      "learning_rate": 5e-06,
      "loss": 0.4569,
      "step": 334600
    },
    {
      "epoch": 8.617626612425655,
      "grad_norm": 9.854132652282715,
      "learning_rate": 5e-06,
      "loss": 0.4794,
      "step": 334700
    },
    {
      "epoch": 8.620201344009887,
      "grad_norm": 12.238080978393555,
      "learning_rate": 5e-06,
      "loss": 0.4696,
      "step": 334800
    },
    {
      "epoch": 8.62277607559412,
      "grad_norm": 11.46761703491211,
      "learning_rate": 5e-06,
      "loss": 0.4775,
      "step": 334900
    },
    {
      "epoch": 8.625350807178352,
      "grad_norm": 7.562328338623047,
      "learning_rate": 5e-06,
      "loss": 0.4798,
      "step": 335000
    },
    {
      "epoch": 8.627925538762584,
      "grad_norm": 8.063276290893555,
      "learning_rate": 5e-06,
      "loss": 0.4666,
      "step": 335100
    },
    {
      "epoch": 8.630500270346817,
      "grad_norm": 12.899287223815918,
      "learning_rate": 5e-06,
      "loss": 0.4729,
      "step": 335200
    },
    {
      "epoch": 8.633075001931049,
      "grad_norm": 10.48026180267334,
      "learning_rate": 5e-06,
      "loss": 0.506,
      "step": 335300
    },
    {
      "epoch": 8.635649733515281,
      "grad_norm": 9.397116661071777,
      "learning_rate": 5e-06,
      "loss": 0.4987,
      "step": 335400
    },
    {
      "epoch": 8.638224465099514,
      "grad_norm": 10.585753440856934,
      "learning_rate": 5e-06,
      "loss": 0.4681,
      "step": 335500
    },
    {
      "epoch": 8.640799196683746,
      "grad_norm": 9.816461563110352,
      "learning_rate": 5e-06,
      "loss": 0.4687,
      "step": 335600
    },
    {
      "epoch": 8.643373928267978,
      "grad_norm": 8.478150367736816,
      "learning_rate": 5e-06,
      "loss": 0.4968,
      "step": 335700
    },
    {
      "epoch": 8.64594865985221,
      "grad_norm": 8.581851959228516,
      "learning_rate": 5e-06,
      "loss": 0.4629,
      "step": 335800
    },
    {
      "epoch": 8.648523391436443,
      "grad_norm": 10.269004821777344,
      "learning_rate": 5e-06,
      "loss": 0.4796,
      "step": 335900
    },
    {
      "epoch": 8.651098123020676,
      "grad_norm": 10.856637954711914,
      "learning_rate": 5e-06,
      "loss": 0.479,
      "step": 336000
    },
    {
      "epoch": 8.653672854604908,
      "grad_norm": 13.712895393371582,
      "learning_rate": 5e-06,
      "loss": 0.4769,
      "step": 336100
    },
    {
      "epoch": 8.65624758618914,
      "grad_norm": 10.510088920593262,
      "learning_rate": 5e-06,
      "loss": 0.4852,
      "step": 336200
    },
    {
      "epoch": 8.658822317773373,
      "grad_norm": 9.383009910583496,
      "learning_rate": 5e-06,
      "loss": 0.4885,
      "step": 336300
    },
    {
      "epoch": 8.661397049357605,
      "grad_norm": 12.302302360534668,
      "learning_rate": 5e-06,
      "loss": 0.4725,
      "step": 336400
    },
    {
      "epoch": 8.663971780941838,
      "grad_norm": 7.821974754333496,
      "learning_rate": 5e-06,
      "loss": 0.4759,
      "step": 336500
    },
    {
      "epoch": 8.66654651252607,
      "grad_norm": 11.319393157958984,
      "learning_rate": 5e-06,
      "loss": 0.4555,
      "step": 336600
    },
    {
      "epoch": 8.669121244110302,
      "grad_norm": 11.471083641052246,
      "learning_rate": 5e-06,
      "loss": 0.4711,
      "step": 336700
    },
    {
      "epoch": 8.671695975694535,
      "grad_norm": 8.759123802185059,
      "learning_rate": 5e-06,
      "loss": 0.4672,
      "step": 336800
    },
    {
      "epoch": 8.674270707278765,
      "grad_norm": 10.373862266540527,
      "learning_rate": 5e-06,
      "loss": 0.4973,
      "step": 336900
    },
    {
      "epoch": 8.676845438862998,
      "grad_norm": 10.145901679992676,
      "learning_rate": 5e-06,
      "loss": 0.4825,
      "step": 337000
    },
    {
      "epoch": 8.67942017044723,
      "grad_norm": 10.882287979125977,
      "learning_rate": 5e-06,
      "loss": 0.48,
      "step": 337100
    },
    {
      "epoch": 8.681994902031462,
      "grad_norm": 9.265022277832031,
      "learning_rate": 5e-06,
      "loss": 0.4797,
      "step": 337200
    },
    {
      "epoch": 8.684569633615695,
      "grad_norm": 7.921564102172852,
      "learning_rate": 5e-06,
      "loss": 0.4693,
      "step": 337300
    },
    {
      "epoch": 8.687144365199927,
      "grad_norm": 11.186705589294434,
      "learning_rate": 5e-06,
      "loss": 0.455,
      "step": 337400
    },
    {
      "epoch": 8.68971909678416,
      "grad_norm": 10.167055130004883,
      "learning_rate": 5e-06,
      "loss": 0.4944,
      "step": 337500
    },
    {
      "epoch": 8.692293828368392,
      "grad_norm": 10.338831901550293,
      "learning_rate": 5e-06,
      "loss": 0.4937,
      "step": 337600
    },
    {
      "epoch": 8.694868559952624,
      "grad_norm": 9.250215530395508,
      "learning_rate": 5e-06,
      "loss": 0.4663,
      "step": 337700
    },
    {
      "epoch": 8.697443291536857,
      "grad_norm": 9.757380485534668,
      "learning_rate": 5e-06,
      "loss": 0.451,
      "step": 337800
    },
    {
      "epoch": 8.700018023121089,
      "grad_norm": 11.54050350189209,
      "learning_rate": 5e-06,
      "loss": 0.4637,
      "step": 337900
    },
    {
      "epoch": 8.702592754705321,
      "grad_norm": 11.643365859985352,
      "learning_rate": 5e-06,
      "loss": 0.469,
      "step": 338000
    },
    {
      "epoch": 8.705167486289554,
      "grad_norm": 8.667997360229492,
      "learning_rate": 5e-06,
      "loss": 0.4575,
      "step": 338100
    },
    {
      "epoch": 8.707742217873786,
      "grad_norm": 8.173195838928223,
      "learning_rate": 5e-06,
      "loss": 0.4497,
      "step": 338200
    },
    {
      "epoch": 8.710316949458019,
      "grad_norm": 10.177966117858887,
      "learning_rate": 5e-06,
      "loss": 0.5027,
      "step": 338300
    },
    {
      "epoch": 8.712891681042251,
      "grad_norm": 8.825949668884277,
      "learning_rate": 5e-06,
      "loss": 0.4558,
      "step": 338400
    },
    {
      "epoch": 8.715466412626483,
      "grad_norm": 12.03972339630127,
      "learning_rate": 5e-06,
      "loss": 0.4775,
      "step": 338500
    },
    {
      "epoch": 8.718041144210716,
      "grad_norm": 10.400124549865723,
      "learning_rate": 5e-06,
      "loss": 0.4778,
      "step": 338600
    },
    {
      "epoch": 8.720615875794948,
      "grad_norm": 11.896865844726562,
      "learning_rate": 5e-06,
      "loss": 0.4625,
      "step": 338700
    },
    {
      "epoch": 8.72319060737918,
      "grad_norm": 9.912832260131836,
      "learning_rate": 5e-06,
      "loss": 0.4786,
      "step": 338800
    },
    {
      "epoch": 8.725765338963413,
      "grad_norm": 8.670520782470703,
      "learning_rate": 5e-06,
      "loss": 0.4631,
      "step": 338900
    },
    {
      "epoch": 8.728340070547645,
      "grad_norm": 8.735461235046387,
      "learning_rate": 5e-06,
      "loss": 0.4925,
      "step": 339000
    },
    {
      "epoch": 8.730914802131878,
      "grad_norm": 7.0062665939331055,
      "learning_rate": 5e-06,
      "loss": 0.4734,
      "step": 339100
    },
    {
      "epoch": 8.73348953371611,
      "grad_norm": 10.487427711486816,
      "learning_rate": 5e-06,
      "loss": 0.4738,
      "step": 339200
    },
    {
      "epoch": 8.736064265300342,
      "grad_norm": 13.693998336791992,
      "learning_rate": 5e-06,
      "loss": 0.4601,
      "step": 339300
    },
    {
      "epoch": 8.738638996884575,
      "grad_norm": 9.724043846130371,
      "learning_rate": 5e-06,
      "loss": 0.4598,
      "step": 339400
    },
    {
      "epoch": 8.741213728468807,
      "grad_norm": 10.167960166931152,
      "learning_rate": 5e-06,
      "loss": 0.4718,
      "step": 339500
    },
    {
      "epoch": 8.74378846005304,
      "grad_norm": 8.7833833694458,
      "learning_rate": 5e-06,
      "loss": 0.4646,
      "step": 339600
    },
    {
      "epoch": 8.746363191637272,
      "grad_norm": 11.979515075683594,
      "learning_rate": 5e-06,
      "loss": 0.4662,
      "step": 339700
    },
    {
      "epoch": 8.748937923221504,
      "grad_norm": 9.06684684753418,
      "learning_rate": 5e-06,
      "loss": 0.4403,
      "step": 339800
    },
    {
      "epoch": 8.751512654805737,
      "grad_norm": 8.355051040649414,
      "learning_rate": 5e-06,
      "loss": 0.4565,
      "step": 339900
    },
    {
      "epoch": 8.754087386389969,
      "grad_norm": 8.538178443908691,
      "learning_rate": 5e-06,
      "loss": 0.4628,
      "step": 340000
    },
    {
      "epoch": 8.756662117974201,
      "grad_norm": 12.286163330078125,
      "learning_rate": 5e-06,
      "loss": 0.4533,
      "step": 340100
    },
    {
      "epoch": 8.759236849558434,
      "grad_norm": 10.627742767333984,
      "learning_rate": 5e-06,
      "loss": 0.4656,
      "step": 340200
    },
    {
      "epoch": 8.761811581142666,
      "grad_norm": 12.294979095458984,
      "learning_rate": 5e-06,
      "loss": 0.469,
      "step": 340300
    },
    {
      "epoch": 8.764386312726899,
      "grad_norm": 10.47297477722168,
      "learning_rate": 5e-06,
      "loss": 0.4671,
      "step": 340400
    },
    {
      "epoch": 8.766961044311131,
      "grad_norm": 8.747272491455078,
      "learning_rate": 5e-06,
      "loss": 0.4683,
      "step": 340500
    },
    {
      "epoch": 8.769535775895363,
      "grad_norm": 8.073962211608887,
      "learning_rate": 5e-06,
      "loss": 0.4462,
      "step": 340600
    },
    {
      "epoch": 8.772110507479596,
      "grad_norm": 9.8013916015625,
      "learning_rate": 5e-06,
      "loss": 0.448,
      "step": 340700
    },
    {
      "epoch": 8.774685239063828,
      "grad_norm": 8.731643676757812,
      "learning_rate": 5e-06,
      "loss": 0.4946,
      "step": 340800
    },
    {
      "epoch": 8.77725997064806,
      "grad_norm": 9.948963165283203,
      "learning_rate": 5e-06,
      "loss": 0.4554,
      "step": 340900
    },
    {
      "epoch": 8.779834702232293,
      "grad_norm": 9.559476852416992,
      "learning_rate": 5e-06,
      "loss": 0.4732,
      "step": 341000
    },
    {
      "epoch": 8.782409433816525,
      "grad_norm": 10.595746994018555,
      "learning_rate": 5e-06,
      "loss": 0.4682,
      "step": 341100
    },
    {
      "epoch": 8.784984165400758,
      "grad_norm": 10.650971412658691,
      "learning_rate": 5e-06,
      "loss": 0.4665,
      "step": 341200
    },
    {
      "epoch": 8.78755889698499,
      "grad_norm": 9.251007080078125,
      "learning_rate": 5e-06,
      "loss": 0.442,
      "step": 341300
    },
    {
      "epoch": 8.790133628569222,
      "grad_norm": 9.214275360107422,
      "learning_rate": 5e-06,
      "loss": 0.4826,
      "step": 341400
    },
    {
      "epoch": 8.792708360153455,
      "grad_norm": 9.236540794372559,
      "learning_rate": 5e-06,
      "loss": 0.4522,
      "step": 341500
    },
    {
      "epoch": 8.795283091737687,
      "grad_norm": 9.996484756469727,
      "learning_rate": 5e-06,
      "loss": 0.4751,
      "step": 341600
    },
    {
      "epoch": 8.79785782332192,
      "grad_norm": 8.696775436401367,
      "learning_rate": 5e-06,
      "loss": 0.4767,
      "step": 341700
    },
    {
      "epoch": 8.800432554906152,
      "grad_norm": 8.167054176330566,
      "learning_rate": 5e-06,
      "loss": 0.468,
      "step": 341800
    },
    {
      "epoch": 8.803007286490383,
      "grad_norm": 11.260333061218262,
      "learning_rate": 5e-06,
      "loss": 0.4748,
      "step": 341900
    },
    {
      "epoch": 8.805582018074615,
      "grad_norm": 10.915324211120605,
      "learning_rate": 5e-06,
      "loss": 0.4527,
      "step": 342000
    },
    {
      "epoch": 8.808156749658847,
      "grad_norm": 9.179845809936523,
      "learning_rate": 5e-06,
      "loss": 0.4894,
      "step": 342100
    },
    {
      "epoch": 8.81073148124308,
      "grad_norm": 8.65363597869873,
      "learning_rate": 5e-06,
      "loss": 0.4632,
      "step": 342200
    },
    {
      "epoch": 8.813306212827312,
      "grad_norm": 9.67471694946289,
      "learning_rate": 5e-06,
      "loss": 0.4588,
      "step": 342300
    },
    {
      "epoch": 8.815880944411544,
      "grad_norm": 10.318795204162598,
      "learning_rate": 5e-06,
      "loss": 0.4448,
      "step": 342400
    },
    {
      "epoch": 8.818455675995777,
      "grad_norm": 10.427129745483398,
      "learning_rate": 5e-06,
      "loss": 0.4527,
      "step": 342500
    },
    {
      "epoch": 8.82103040758001,
      "grad_norm": 10.25159740447998,
      "learning_rate": 5e-06,
      "loss": 0.4946,
      "step": 342600
    },
    {
      "epoch": 8.823605139164242,
      "grad_norm": 9.46748161315918,
      "learning_rate": 5e-06,
      "loss": 0.4502,
      "step": 342700
    },
    {
      "epoch": 8.826179870748474,
      "grad_norm": 13.030916213989258,
      "learning_rate": 5e-06,
      "loss": 0.4626,
      "step": 342800
    },
    {
      "epoch": 8.828754602332706,
      "grad_norm": 9.8430814743042,
      "learning_rate": 5e-06,
      "loss": 0.4798,
      "step": 342900
    },
    {
      "epoch": 8.831329333916939,
      "grad_norm": 7.592758655548096,
      "learning_rate": 5e-06,
      "loss": 0.4628,
      "step": 343000
    },
    {
      "epoch": 8.833904065501171,
      "grad_norm": 12.327548027038574,
      "learning_rate": 5e-06,
      "loss": 0.4706,
      "step": 343100
    },
    {
      "epoch": 8.836478797085404,
      "grad_norm": 8.606303215026855,
      "learning_rate": 5e-06,
      "loss": 0.4742,
      "step": 343200
    },
    {
      "epoch": 8.839053528669636,
      "grad_norm": 7.49752140045166,
      "learning_rate": 5e-06,
      "loss": 0.4391,
      "step": 343300
    },
    {
      "epoch": 8.841628260253868,
      "grad_norm": 10.885153770446777,
      "learning_rate": 5e-06,
      "loss": 0.4523,
      "step": 343400
    },
    {
      "epoch": 8.8442029918381,
      "grad_norm": 9.42389965057373,
      "learning_rate": 5e-06,
      "loss": 0.4521,
      "step": 343500
    },
    {
      "epoch": 8.846777723422333,
      "grad_norm": 8.04001235961914,
      "learning_rate": 5e-06,
      "loss": 0.492,
      "step": 343600
    },
    {
      "epoch": 8.849352455006565,
      "grad_norm": 9.294787406921387,
      "learning_rate": 5e-06,
      "loss": 0.4775,
      "step": 343700
    },
    {
      "epoch": 8.851927186590798,
      "grad_norm": 8.379103660583496,
      "learning_rate": 5e-06,
      "loss": 0.4658,
      "step": 343800
    },
    {
      "epoch": 8.85450191817503,
      "grad_norm": 8.74168872833252,
      "learning_rate": 5e-06,
      "loss": 0.4492,
      "step": 343900
    },
    {
      "epoch": 8.857076649759263,
      "grad_norm": 9.697325706481934,
      "learning_rate": 5e-06,
      "loss": 0.4563,
      "step": 344000
    },
    {
      "epoch": 8.859651381343495,
      "grad_norm": 11.735791206359863,
      "learning_rate": 5e-06,
      "loss": 0.4758,
      "step": 344100
    },
    {
      "epoch": 8.862226112927727,
      "grad_norm": 13.541723251342773,
      "learning_rate": 5e-06,
      "loss": 0.4869,
      "step": 344200
    },
    {
      "epoch": 8.86480084451196,
      "grad_norm": 12.326595306396484,
      "learning_rate": 5e-06,
      "loss": 0.481,
      "step": 344300
    },
    {
      "epoch": 8.867375576096192,
      "grad_norm": 8.206735610961914,
      "learning_rate": 5e-06,
      "loss": 0.4808,
      "step": 344400
    },
    {
      "epoch": 8.869950307680424,
      "grad_norm": 9.827471733093262,
      "learning_rate": 5e-06,
      "loss": 0.4821,
      "step": 344500
    },
    {
      "epoch": 8.872525039264657,
      "grad_norm": 10.713814735412598,
      "learning_rate": 5e-06,
      "loss": 0.4471,
      "step": 344600
    },
    {
      "epoch": 8.87509977084889,
      "grad_norm": 10.216984748840332,
      "learning_rate": 5e-06,
      "loss": 0.4597,
      "step": 344700
    },
    {
      "epoch": 8.877674502433122,
      "grad_norm": 8.495749473571777,
      "learning_rate": 5e-06,
      "loss": 0.4797,
      "step": 344800
    },
    {
      "epoch": 8.880249234017354,
      "grad_norm": 9.983987808227539,
      "learning_rate": 5e-06,
      "loss": 0.467,
      "step": 344900
    },
    {
      "epoch": 8.882823965601586,
      "grad_norm": 11.689403533935547,
      "learning_rate": 5e-06,
      "loss": 0.448,
      "step": 345000
    },
    {
      "epoch": 8.885398697185819,
      "grad_norm": 12.65610408782959,
      "learning_rate": 5e-06,
      "loss": 0.467,
      "step": 345100
    },
    {
      "epoch": 8.887973428770051,
      "grad_norm": 10.428587913513184,
      "learning_rate": 5e-06,
      "loss": 0.4771,
      "step": 345200
    },
    {
      "epoch": 8.890548160354284,
      "grad_norm": 13.396031379699707,
      "learning_rate": 5e-06,
      "loss": 0.4886,
      "step": 345300
    },
    {
      "epoch": 8.893122891938516,
      "grad_norm": 9.93606185913086,
      "learning_rate": 5e-06,
      "loss": 0.4536,
      "step": 345400
    },
    {
      "epoch": 8.895697623522748,
      "grad_norm": 9.471643447875977,
      "learning_rate": 5e-06,
      "loss": 0.432,
      "step": 345500
    },
    {
      "epoch": 8.89827235510698,
      "grad_norm": 11.484466552734375,
      "learning_rate": 5e-06,
      "loss": 0.4517,
      "step": 345600
    },
    {
      "epoch": 8.900847086691213,
      "grad_norm": 11.345076560974121,
      "learning_rate": 5e-06,
      "loss": 0.5032,
      "step": 345700
    },
    {
      "epoch": 8.903421818275445,
      "grad_norm": 9.017621040344238,
      "learning_rate": 5e-06,
      "loss": 0.4515,
      "step": 345800
    },
    {
      "epoch": 8.905996549859678,
      "grad_norm": 8.144067764282227,
      "learning_rate": 5e-06,
      "loss": 0.4451,
      "step": 345900
    },
    {
      "epoch": 8.90857128144391,
      "grad_norm": 10.103461265563965,
      "learning_rate": 5e-06,
      "loss": 0.4762,
      "step": 346000
    },
    {
      "epoch": 8.911146013028143,
      "grad_norm": 11.36607837677002,
      "learning_rate": 5e-06,
      "loss": 0.4528,
      "step": 346100
    },
    {
      "epoch": 8.913720744612375,
      "grad_norm": 8.660279273986816,
      "learning_rate": 5e-06,
      "loss": 0.4684,
      "step": 346200
    },
    {
      "epoch": 8.916295476196606,
      "grad_norm": 15.20133113861084,
      "learning_rate": 5e-06,
      "loss": 0.4923,
      "step": 346300
    },
    {
      "epoch": 8.918870207780838,
      "grad_norm": 8.2018461227417,
      "learning_rate": 5e-06,
      "loss": 0.4412,
      "step": 346400
    },
    {
      "epoch": 8.92144493936507,
      "grad_norm": 8.909883499145508,
      "learning_rate": 5e-06,
      "loss": 0.4684,
      "step": 346500
    },
    {
      "epoch": 8.924019670949303,
      "grad_norm": 9.778535842895508,
      "learning_rate": 5e-06,
      "loss": 0.4635,
      "step": 346600
    },
    {
      "epoch": 8.926594402533535,
      "grad_norm": 7.710947036743164,
      "learning_rate": 5e-06,
      "loss": 0.4623,
      "step": 346700
    },
    {
      "epoch": 8.929169134117767,
      "grad_norm": 10.919988632202148,
      "learning_rate": 5e-06,
      "loss": 0.4677,
      "step": 346800
    },
    {
      "epoch": 8.931743865702,
      "grad_norm": 9.668140411376953,
      "learning_rate": 5e-06,
      "loss": 0.4659,
      "step": 346900
    },
    {
      "epoch": 8.934318597286232,
      "grad_norm": 11.21154499053955,
      "learning_rate": 5e-06,
      "loss": 0.4725,
      "step": 347000
    },
    {
      "epoch": 8.936893328870465,
      "grad_norm": 13.732168197631836,
      "learning_rate": 5e-06,
      "loss": 0.4666,
      "step": 347100
    },
    {
      "epoch": 8.939468060454697,
      "grad_norm": 7.686622142791748,
      "learning_rate": 5e-06,
      "loss": 0.4634,
      "step": 347200
    },
    {
      "epoch": 8.94204279203893,
      "grad_norm": 8.268325805664062,
      "learning_rate": 5e-06,
      "loss": 0.4644,
      "step": 347300
    },
    {
      "epoch": 8.944617523623162,
      "grad_norm": 9.33877944946289,
      "learning_rate": 5e-06,
      "loss": 0.455,
      "step": 347400
    },
    {
      "epoch": 8.947192255207394,
      "grad_norm": 7.470120906829834,
      "learning_rate": 5e-06,
      "loss": 0.4588,
      "step": 347500
    },
    {
      "epoch": 8.949766986791627,
      "grad_norm": 9.163108825683594,
      "learning_rate": 5e-06,
      "loss": 0.4559,
      "step": 347600
    },
    {
      "epoch": 8.952341718375859,
      "grad_norm": 10.875886917114258,
      "learning_rate": 5e-06,
      "loss": 0.4376,
      "step": 347700
    },
    {
      "epoch": 8.954916449960091,
      "grad_norm": 11.045143127441406,
      "learning_rate": 5e-06,
      "loss": 0.458,
      "step": 347800
    },
    {
      "epoch": 8.957491181544324,
      "grad_norm": 11.366866111755371,
      "learning_rate": 5e-06,
      "loss": 0.4717,
      "step": 347900
    },
    {
      "epoch": 8.960065913128556,
      "grad_norm": 8.903897285461426,
      "learning_rate": 5e-06,
      "loss": 0.4452,
      "step": 348000
    },
    {
      "epoch": 8.962640644712788,
      "grad_norm": 11.517679214477539,
      "learning_rate": 5e-06,
      "loss": 0.477,
      "step": 348100
    },
    {
      "epoch": 8.96521537629702,
      "grad_norm": 8.7193021774292,
      "learning_rate": 5e-06,
      "loss": 0.4516,
      "step": 348200
    },
    {
      "epoch": 8.967790107881253,
      "grad_norm": 12.524250030517578,
      "learning_rate": 5e-06,
      "loss": 0.455,
      "step": 348300
    },
    {
      "epoch": 8.970364839465486,
      "grad_norm": 8.750362396240234,
      "learning_rate": 5e-06,
      "loss": 0.4633,
      "step": 348400
    },
    {
      "epoch": 8.972939571049718,
      "grad_norm": 7.777045249938965,
      "learning_rate": 5e-06,
      "loss": 0.4587,
      "step": 348500
    },
    {
      "epoch": 8.97551430263395,
      "grad_norm": 7.692129611968994,
      "learning_rate": 5e-06,
      "loss": 0.4679,
      "step": 348600
    },
    {
      "epoch": 8.978089034218183,
      "grad_norm": 8.235796928405762,
      "learning_rate": 5e-06,
      "loss": 0.452,
      "step": 348700
    },
    {
      "epoch": 8.980663765802415,
      "grad_norm": 12.355535507202148,
      "learning_rate": 5e-06,
      "loss": 0.4451,
      "step": 348800
    },
    {
      "epoch": 8.983238497386647,
      "grad_norm": 11.126747131347656,
      "learning_rate": 5e-06,
      "loss": 0.4301,
      "step": 348900
    },
    {
      "epoch": 8.98581322897088,
      "grad_norm": 10.203597068786621,
      "learning_rate": 5e-06,
      "loss": 0.4399,
      "step": 349000
    },
    {
      "epoch": 8.988387960555112,
      "grad_norm": 13.471160888671875,
      "learning_rate": 5e-06,
      "loss": 0.468,
      "step": 349100
    },
    {
      "epoch": 8.990962692139345,
      "grad_norm": 10.272683143615723,
      "learning_rate": 5e-06,
      "loss": 0.4544,
      "step": 349200
    },
    {
      "epoch": 8.993537423723577,
      "grad_norm": 12.26247787475586,
      "learning_rate": 5e-06,
      "loss": 0.4454,
      "step": 349300
    },
    {
      "epoch": 8.99611215530781,
      "grad_norm": 9.466395378112793,
      "learning_rate": 5e-06,
      "loss": 0.4727,
      "step": 349400
    },
    {
      "epoch": 8.998686886892042,
      "grad_norm": 10.232471466064453,
      "learning_rate": 5e-06,
      "loss": 0.4588,
      "step": 349500
    },
    {
      "epoch": 9.0,
      "step": 349551,
      "train_loss": 0.385532408952713,
      "train_perplexity": 1.4703969655878026,
      "train_runtime": 765.597,
      "train_samples_per_second": 405.838,
      "train_steps_per_second": 50.73
    },
    {
      "epoch": 9.0,
      "eval_loss": 0.3860322833061218,
      "eval_perplexity": 1.4711321630581013,
      "eval_runtime": 190.5714,
      "eval_samples_per_second": 407.6,
      "eval_steps_per_second": 50.952,
      "step": 349551
    },
    {
      "epoch": 9.001261618476274,
      "grad_norm": 11.792746543884277,
      "learning_rate": 5e-06,
      "loss": 0.4679,
      "step": 349600
    },
    {
      "epoch": 9.003836350060507,
      "grad_norm": 9.382737159729004,
      "learning_rate": 5e-06,
      "loss": 0.4477,
      "step": 349700
    },
    {
      "epoch": 9.006411081644739,
      "grad_norm": 11.367030143737793,
      "learning_rate": 5e-06,
      "loss": 0.4364,
      "step": 349800
    },
    {
      "epoch": 9.008985813228971,
      "grad_norm": 10.538850784301758,
      "learning_rate": 5e-06,
      "loss": 0.4714,
      "step": 349900
    },
    {
      "epoch": 9.011560544813204,
      "grad_norm": 12.231986045837402,
      "learning_rate": 5e-06,
      "loss": 0.4731,
      "step": 350000
    },
    {
      "epoch": 9.014135276397436,
      "grad_norm": 8.95615005493164,
      "learning_rate": 5e-06,
      "loss": 0.4594,
      "step": 350100
    },
    {
      "epoch": 9.016710007981668,
      "grad_norm": 12.6110258102417,
      "learning_rate": 5e-06,
      "loss": 0.4505,
      "step": 350200
    },
    {
      "epoch": 9.0192847395659,
      "grad_norm": 9.226786613464355,
      "learning_rate": 5e-06,
      "loss": 0.4597,
      "step": 350300
    },
    {
      "epoch": 9.021859471150133,
      "grad_norm": 12.32205581665039,
      "learning_rate": 5e-06,
      "loss": 0.4594,
      "step": 350400
    },
    {
      "epoch": 9.024434202734366,
      "grad_norm": 11.598451614379883,
      "learning_rate": 5e-06,
      "loss": 0.4451,
      "step": 350500
    },
    {
      "epoch": 9.027008934318598,
      "grad_norm": 10.143431663513184,
      "learning_rate": 5e-06,
      "loss": 0.467,
      "step": 350600
    },
    {
      "epoch": 9.02958366590283,
      "grad_norm": 6.664282321929932,
      "learning_rate": 5e-06,
      "loss": 0.442,
      "step": 350700
    },
    {
      "epoch": 9.032158397487063,
      "grad_norm": 12.177165031433105,
      "learning_rate": 5e-06,
      "loss": 0.4676,
      "step": 350800
    },
    {
      "epoch": 9.034733129071295,
      "grad_norm": 8.758893013000488,
      "learning_rate": 5e-06,
      "loss": 0.45,
      "step": 350900
    },
    {
      "epoch": 9.037307860655527,
      "grad_norm": 9.267484664916992,
      "learning_rate": 5e-06,
      "loss": 0.465,
      "step": 351000
    },
    {
      "epoch": 9.03988259223976,
      "grad_norm": 13.395790100097656,
      "learning_rate": 5e-06,
      "loss": 0.4799,
      "step": 351100
    },
    {
      "epoch": 9.04245732382399,
      "grad_norm": 9.29195785522461,
      "learning_rate": 5e-06,
      "loss": 0.4505,
      "step": 351200
    },
    {
      "epoch": 9.045032055408223,
      "grad_norm": 10.222686767578125,
      "learning_rate": 5e-06,
      "loss": 0.4506,
      "step": 351300
    },
    {
      "epoch": 9.047606786992455,
      "grad_norm": 10.576828002929688,
      "learning_rate": 5e-06,
      "loss": 0.4538,
      "step": 351400
    },
    {
      "epoch": 9.050181518576688,
      "grad_norm": 9.899530410766602,
      "learning_rate": 5e-06,
      "loss": 0.4605,
      "step": 351500
    },
    {
      "epoch": 9.05275625016092,
      "grad_norm": 9.767168998718262,
      "learning_rate": 5e-06,
      "loss": 0.4624,
      "step": 351600
    },
    {
      "epoch": 9.055330981745152,
      "grad_norm": 11.362286567687988,
      "learning_rate": 5e-06,
      "loss": 0.47,
      "step": 351700
    },
    {
      "epoch": 9.057905713329385,
      "grad_norm": 9.074847221374512,
      "learning_rate": 5e-06,
      "loss": 0.4636,
      "step": 351800
    },
    {
      "epoch": 9.060480444913617,
      "grad_norm": 9.614996910095215,
      "learning_rate": 5e-06,
      "loss": 0.4796,
      "step": 351900
    },
    {
      "epoch": 9.06305517649785,
      "grad_norm": 8.48636531829834,
      "learning_rate": 5e-06,
      "loss": 0.4892,
      "step": 352000
    },
    {
      "epoch": 9.065629908082082,
      "grad_norm": 13.571434020996094,
      "learning_rate": 5e-06,
      "loss": 0.4757,
      "step": 352100
    },
    {
      "epoch": 9.068204639666314,
      "grad_norm": 12.205142974853516,
      "learning_rate": 5e-06,
      "loss": 0.4442,
      "step": 352200
    },
    {
      "epoch": 9.070779371250547,
      "grad_norm": 9.661530494689941,
      "learning_rate": 5e-06,
      "loss": 0.4463,
      "step": 352300
    },
    {
      "epoch": 9.073354102834779,
      "grad_norm": 10.968789100646973,
      "learning_rate": 5e-06,
      "loss": 0.4494,
      "step": 352400
    },
    {
      "epoch": 9.075928834419011,
      "grad_norm": 12.682507514953613,
      "learning_rate": 5e-06,
      "loss": 0.4584,
      "step": 352500
    },
    {
      "epoch": 9.078503566003244,
      "grad_norm": 10.013877868652344,
      "learning_rate": 5e-06,
      "loss": 0.4557,
      "step": 352600
    },
    {
      "epoch": 9.081078297587476,
      "grad_norm": 7.439089775085449,
      "learning_rate": 5e-06,
      "loss": 0.4476,
      "step": 352700
    },
    {
      "epoch": 9.083653029171709,
      "grad_norm": 12.736146926879883,
      "learning_rate": 5e-06,
      "loss": 0.4437,
      "step": 352800
    },
    {
      "epoch": 9.086227760755941,
      "grad_norm": 10.365689277648926,
      "learning_rate": 5e-06,
      "loss": 0.4535,
      "step": 352900
    },
    {
      "epoch": 9.088802492340173,
      "grad_norm": 9.090706825256348,
      "learning_rate": 5e-06,
      "loss": 0.4873,
      "step": 353000
    },
    {
      "epoch": 9.091377223924406,
      "grad_norm": 11.510891914367676,
      "learning_rate": 5e-06,
      "loss": 0.454,
      "step": 353100
    },
    {
      "epoch": 9.093951955508638,
      "grad_norm": 9.562028884887695,
      "learning_rate": 5e-06,
      "loss": 0.4748,
      "step": 353200
    },
    {
      "epoch": 9.09652668709287,
      "grad_norm": 11.78206729888916,
      "learning_rate": 5e-06,
      "loss": 0.4723,
      "step": 353300
    },
    {
      "epoch": 9.099101418677103,
      "grad_norm": 11.55575180053711,
      "learning_rate": 5e-06,
      "loss": 0.4649,
      "step": 353400
    },
    {
      "epoch": 9.101676150261335,
      "grad_norm": 10.52145767211914,
      "learning_rate": 5e-06,
      "loss": 0.4591,
      "step": 353500
    },
    {
      "epoch": 9.104250881845568,
      "grad_norm": 10.079566955566406,
      "learning_rate": 5e-06,
      "loss": 0.4549,
      "step": 353600
    },
    {
      "epoch": 9.1068256134298,
      "grad_norm": 11.233969688415527,
      "learning_rate": 5e-06,
      "loss": 0.4561,
      "step": 353700
    },
    {
      "epoch": 9.109400345014032,
      "grad_norm": 11.901324272155762,
      "learning_rate": 5e-06,
      "loss": 0.4565,
      "step": 353800
    },
    {
      "epoch": 9.111975076598265,
      "grad_norm": 9.979555130004883,
      "learning_rate": 5e-06,
      "loss": 0.468,
      "step": 353900
    },
    {
      "epoch": 9.114549808182497,
      "grad_norm": 12.16097640991211,
      "learning_rate": 5e-06,
      "loss": 0.4546,
      "step": 354000
    },
    {
      "epoch": 9.11712453976673,
      "grad_norm": 15.451632499694824,
      "learning_rate": 5e-06,
      "loss": 0.4506,
      "step": 354100
    },
    {
      "epoch": 9.119699271350962,
      "grad_norm": 10.199936866760254,
      "learning_rate": 5e-06,
      "loss": 0.4428,
      "step": 354200
    },
    {
      "epoch": 9.122274002935194,
      "grad_norm": 9.055096626281738,
      "learning_rate": 5e-06,
      "loss": 0.4874,
      "step": 354300
    },
    {
      "epoch": 9.124848734519427,
      "grad_norm": 8.8565034866333,
      "learning_rate": 5e-06,
      "loss": 0.4449,
      "step": 354400
    },
    {
      "epoch": 9.127423466103659,
      "grad_norm": 8.137125968933105,
      "learning_rate": 5e-06,
      "loss": 0.4527,
      "step": 354500
    },
    {
      "epoch": 9.129998197687891,
      "grad_norm": 9.005522727966309,
      "learning_rate": 5e-06,
      "loss": 0.4545,
      "step": 354600
    },
    {
      "epoch": 9.132572929272124,
      "grad_norm": 9.37465763092041,
      "learning_rate": 5e-06,
      "loss": 0.4749,
      "step": 354700
    },
    {
      "epoch": 9.135147660856356,
      "grad_norm": 9.794538497924805,
      "learning_rate": 5e-06,
      "loss": 0.4425,
      "step": 354800
    },
    {
      "epoch": 9.137722392440589,
      "grad_norm": 8.698912620544434,
      "learning_rate": 5e-06,
      "loss": 0.4533,
      "step": 354900
    },
    {
      "epoch": 9.140297124024821,
      "grad_norm": 9.77214527130127,
      "learning_rate": 5e-06,
      "loss": 0.4808,
      "step": 355000
    },
    {
      "epoch": 9.142871855609053,
      "grad_norm": 8.390713691711426,
      "learning_rate": 5e-06,
      "loss": 0.4645,
      "step": 355100
    },
    {
      "epoch": 9.145446587193286,
      "grad_norm": 9.096049308776855,
      "learning_rate": 5e-06,
      "loss": 0.4719,
      "step": 355200
    },
    {
      "epoch": 9.148021318777518,
      "grad_norm": 8.56270980834961,
      "learning_rate": 5e-06,
      "loss": 0.4513,
      "step": 355300
    },
    {
      "epoch": 9.15059605036175,
      "grad_norm": 13.854222297668457,
      "learning_rate": 5e-06,
      "loss": 0.4582,
      "step": 355400
    },
    {
      "epoch": 9.153170781945983,
      "grad_norm": 7.24275016784668,
      "learning_rate": 5e-06,
      "loss": 0.4715,
      "step": 355500
    },
    {
      "epoch": 9.155745513530215,
      "grad_norm": 10.224955558776855,
      "learning_rate": 5e-06,
      "loss": 0.4455,
      "step": 355600
    },
    {
      "epoch": 9.158320245114448,
      "grad_norm": 8.780369758605957,
      "learning_rate": 5e-06,
      "loss": 0.4706,
      "step": 355700
    },
    {
      "epoch": 9.16089497669868,
      "grad_norm": 10.225465774536133,
      "learning_rate": 5e-06,
      "loss": 0.4303,
      "step": 355800
    },
    {
      "epoch": 9.16346970828291,
      "grad_norm": 8.786956787109375,
      "learning_rate": 5e-06,
      "loss": 0.4541,
      "step": 355900
    },
    {
      "epoch": 9.166044439867143,
      "grad_norm": 8.533859252929688,
      "learning_rate": 5e-06,
      "loss": 0.4331,
      "step": 356000
    },
    {
      "epoch": 9.168619171451375,
      "grad_norm": 8.573944091796875,
      "learning_rate": 5e-06,
      "loss": 0.458,
      "step": 356100
    },
    {
      "epoch": 9.171193903035608,
      "grad_norm": 11.202522277832031,
      "learning_rate": 5e-06,
      "loss": 0.4482,
      "step": 356200
    },
    {
      "epoch": 9.17376863461984,
      "grad_norm": 9.578857421875,
      "learning_rate": 5e-06,
      "loss": 0.4483,
      "step": 356300
    },
    {
      "epoch": 9.176343366204073,
      "grad_norm": 9.980695724487305,
      "learning_rate": 5e-06,
      "loss": 0.4467,
      "step": 356400
    },
    {
      "epoch": 9.178918097788305,
      "grad_norm": 11.557812690734863,
      "learning_rate": 5e-06,
      "loss": 0.4476,
      "step": 356500
    },
    {
      "epoch": 9.181492829372537,
      "grad_norm": 13.806811332702637,
      "learning_rate": 5e-06,
      "loss": 0.4671,
      "step": 356600
    },
    {
      "epoch": 9.18406756095677,
      "grad_norm": 11.334918022155762,
      "learning_rate": 5e-06,
      "loss": 0.4574,
      "step": 356700
    },
    {
      "epoch": 9.186642292541002,
      "grad_norm": 10.763705253601074,
      "learning_rate": 5e-06,
      "loss": 0.4847,
      "step": 356800
    },
    {
      "epoch": 9.189217024125234,
      "grad_norm": 8.98557186126709,
      "learning_rate": 5e-06,
      "loss": 0.4779,
      "step": 356900
    },
    {
      "epoch": 9.191791755709467,
      "grad_norm": 10.467458724975586,
      "learning_rate": 5e-06,
      "loss": 0.4522,
      "step": 357000
    },
    {
      "epoch": 9.1943664872937,
      "grad_norm": 7.379757881164551,
      "learning_rate": 5e-06,
      "loss": 0.4832,
      "step": 357100
    },
    {
      "epoch": 9.196941218877932,
      "grad_norm": 8.714532852172852,
      "learning_rate": 5e-06,
      "loss": 0.4759,
      "step": 357200
    },
    {
      "epoch": 9.199515950462164,
      "grad_norm": 10.129924774169922,
      "learning_rate": 5e-06,
      "loss": 0.4598,
      "step": 357300
    },
    {
      "epoch": 9.202090682046396,
      "grad_norm": 10.769940376281738,
      "learning_rate": 5e-06,
      "loss": 0.4589,
      "step": 357400
    },
    {
      "epoch": 9.204665413630629,
      "grad_norm": 9.756180763244629,
      "learning_rate": 5e-06,
      "loss": 0.4908,
      "step": 357500
    },
    {
      "epoch": 9.207240145214861,
      "grad_norm": 9.702457427978516,
      "learning_rate": 5e-06,
      "loss": 0.4664,
      "step": 357600
    },
    {
      "epoch": 9.209814876799093,
      "grad_norm": 10.061317443847656,
      "learning_rate": 5e-06,
      "loss": 0.4521,
      "step": 357700
    },
    {
      "epoch": 9.212389608383326,
      "grad_norm": 11.89295768737793,
      "learning_rate": 5e-06,
      "loss": 0.4622,
      "step": 357800
    },
    {
      "epoch": 9.214964339967558,
      "grad_norm": 11.296041488647461,
      "learning_rate": 5e-06,
      "loss": 0.469,
      "step": 357900
    },
    {
      "epoch": 9.21753907155179,
      "grad_norm": 10.952250480651855,
      "learning_rate": 5e-06,
      "loss": 0.4613,
      "step": 358000
    },
    {
      "epoch": 9.220113803136023,
      "grad_norm": 9.79652214050293,
      "learning_rate": 5e-06,
      "loss": 0.4587,
      "step": 358100
    },
    {
      "epoch": 9.222688534720255,
      "grad_norm": 11.593700408935547,
      "learning_rate": 5e-06,
      "loss": 0.4592,
      "step": 358200
    },
    {
      "epoch": 9.225263266304488,
      "grad_norm": 11.358966827392578,
      "learning_rate": 5e-06,
      "loss": 0.4393,
      "step": 358300
    },
    {
      "epoch": 9.22783799788872,
      "grad_norm": 15.810918807983398,
      "learning_rate": 5e-06,
      "loss": 0.45,
      "step": 358400
    },
    {
      "epoch": 9.230412729472953,
      "grad_norm": 8.717592239379883,
      "learning_rate": 5e-06,
      "loss": 0.4657,
      "step": 358500
    },
    {
      "epoch": 9.232987461057185,
      "grad_norm": 14.838485717773438,
      "learning_rate": 5e-06,
      "loss": 0.4549,
      "step": 358600
    },
    {
      "epoch": 9.235562192641417,
      "grad_norm": 7.48707389831543,
      "learning_rate": 5e-06,
      "loss": 0.4688,
      "step": 358700
    },
    {
      "epoch": 9.23813692422565,
      "grad_norm": 9.7605619430542,
      "learning_rate": 5e-06,
      "loss": 0.4549,
      "step": 358800
    },
    {
      "epoch": 9.240711655809882,
      "grad_norm": 12.082723617553711,
      "learning_rate": 5e-06,
      "loss": 0.4673,
      "step": 358900
    },
    {
      "epoch": 9.243286387394114,
      "grad_norm": 8.512627601623535,
      "learning_rate": 5e-06,
      "loss": 0.4616,
      "step": 359000
    },
    {
      "epoch": 9.245861118978347,
      "grad_norm": 10.73385238647461,
      "learning_rate": 5e-06,
      "loss": 0.442,
      "step": 359100
    },
    {
      "epoch": 9.24843585056258,
      "grad_norm": 10.765198707580566,
      "learning_rate": 5e-06,
      "loss": 0.4621,
      "step": 359200
    },
    {
      "epoch": 9.251010582146812,
      "grad_norm": 12.843204498291016,
      "learning_rate": 5e-06,
      "loss": 0.4484,
      "step": 359300
    },
    {
      "epoch": 9.253585313731044,
      "grad_norm": 10.872791290283203,
      "learning_rate": 5e-06,
      "loss": 0.4502,
      "step": 359400
    },
    {
      "epoch": 9.256160045315276,
      "grad_norm": 10.102421760559082,
      "learning_rate": 5e-06,
      "loss": 0.4742,
      "step": 359500
    },
    {
      "epoch": 9.258734776899509,
      "grad_norm": 9.060869216918945,
      "learning_rate": 5e-06,
      "loss": 0.4627,
      "step": 359600
    },
    {
      "epoch": 9.261309508483741,
      "grad_norm": 9.903112411499023,
      "learning_rate": 5e-06,
      "loss": 0.4629,
      "step": 359700
    },
    {
      "epoch": 9.263884240067974,
      "grad_norm": 7.710444450378418,
      "learning_rate": 5e-06,
      "loss": 0.4233,
      "step": 359800
    },
    {
      "epoch": 9.266458971652206,
      "grad_norm": 9.177014350891113,
      "learning_rate": 5e-06,
      "loss": 0.4398,
      "step": 359900
    },
    {
      "epoch": 9.269033703236438,
      "grad_norm": 9.50802230834961,
      "learning_rate": 5e-06,
      "loss": 0.4815,
      "step": 360000
    },
    {
      "epoch": 9.27160843482067,
      "grad_norm": 13.414433479309082,
      "learning_rate": 5e-06,
      "loss": 0.439,
      "step": 360100
    },
    {
      "epoch": 9.274183166404903,
      "grad_norm": 7.731814861297607,
      "learning_rate": 5e-06,
      "loss": 0.4475,
      "step": 360200
    },
    {
      "epoch": 9.276757897989135,
      "grad_norm": 12.360703468322754,
      "learning_rate": 5e-06,
      "loss": 0.4469,
      "step": 360300
    },
    {
      "epoch": 9.279332629573368,
      "grad_norm": 10.792435646057129,
      "learning_rate": 5e-06,
      "loss": 0.4631,
      "step": 360400
    },
    {
      "epoch": 9.2819073611576,
      "grad_norm": 9.356673240661621,
      "learning_rate": 5e-06,
      "loss": 0.4454,
      "step": 360500
    },
    {
      "epoch": 9.284482092741833,
      "grad_norm": 13.750470161437988,
      "learning_rate": 5e-06,
      "loss": 0.4455,
      "step": 360600
    },
    {
      "epoch": 9.287056824326063,
      "grad_norm": 9.672088623046875,
      "learning_rate": 5e-06,
      "loss": 0.4588,
      "step": 360700
    },
    {
      "epoch": 9.289631555910296,
      "grad_norm": 10.32864761352539,
      "learning_rate": 5e-06,
      "loss": 0.4311,
      "step": 360800
    },
    {
      "epoch": 9.292206287494528,
      "grad_norm": 11.04410171508789,
      "learning_rate": 5e-06,
      "loss": 0.4684,
      "step": 360900
    },
    {
      "epoch": 9.29478101907876,
      "grad_norm": 11.888782501220703,
      "learning_rate": 5e-06,
      "loss": 0.4718,
      "step": 361000
    },
    {
      "epoch": 9.297355750662993,
      "grad_norm": 8.0913667678833,
      "learning_rate": 5e-06,
      "loss": 0.4734,
      "step": 361100
    },
    {
      "epoch": 9.299930482247225,
      "grad_norm": 11.653753280639648,
      "learning_rate": 5e-06,
      "loss": 0.4452,
      "step": 361200
    },
    {
      "epoch": 9.302505213831457,
      "grad_norm": 10.7388916015625,
      "learning_rate": 5e-06,
      "loss": 0.455,
      "step": 361300
    },
    {
      "epoch": 9.30507994541569,
      "grad_norm": 8.710803985595703,
      "learning_rate": 5e-06,
      "loss": 0.4416,
      "step": 361400
    },
    {
      "epoch": 9.307654676999922,
      "grad_norm": 9.483415603637695,
      "learning_rate": 5e-06,
      "loss": 0.4343,
      "step": 361500
    },
    {
      "epoch": 9.310229408584155,
      "grad_norm": 9.533485412597656,
      "learning_rate": 5e-06,
      "loss": 0.4713,
      "step": 361600
    },
    {
      "epoch": 9.312804140168387,
      "grad_norm": 7.94600772857666,
      "learning_rate": 5e-06,
      "loss": 0.4491,
      "step": 361700
    },
    {
      "epoch": 9.31537887175262,
      "grad_norm": 8.834244728088379,
      "learning_rate": 5e-06,
      "loss": 0.4656,
      "step": 361800
    },
    {
      "epoch": 9.317953603336852,
      "grad_norm": 13.962884902954102,
      "learning_rate": 5e-06,
      "loss": 0.4533,
      "step": 361900
    },
    {
      "epoch": 9.320528334921084,
      "grad_norm": 9.355960845947266,
      "learning_rate": 5e-06,
      "loss": 0.4635,
      "step": 362000
    },
    {
      "epoch": 9.323103066505317,
      "grad_norm": 14.043586730957031,
      "learning_rate": 5e-06,
      "loss": 0.423,
      "step": 362100
    },
    {
      "epoch": 9.325677798089549,
      "grad_norm": 12.742055892944336,
      "learning_rate": 5e-06,
      "loss": 0.4752,
      "step": 362200
    },
    {
      "epoch": 9.328252529673781,
      "grad_norm": 11.536707878112793,
      "learning_rate": 5e-06,
      "loss": 0.4492,
      "step": 362300
    },
    {
      "epoch": 9.330827261258014,
      "grad_norm": 12.392017364501953,
      "learning_rate": 5e-06,
      "loss": 0.4315,
      "step": 362400
    },
    {
      "epoch": 9.333401992842246,
      "grad_norm": 8.824756622314453,
      "learning_rate": 5e-06,
      "loss": 0.4351,
      "step": 362500
    },
    {
      "epoch": 9.335976724426478,
      "grad_norm": 8.908004760742188,
      "learning_rate": 5e-06,
      "loss": 0.4376,
      "step": 362600
    },
    {
      "epoch": 9.33855145601071,
      "grad_norm": 8.834288597106934,
      "learning_rate": 5e-06,
      "loss": 0.4662,
      "step": 362700
    },
    {
      "epoch": 9.341126187594943,
      "grad_norm": 9.296687126159668,
      "learning_rate": 5e-06,
      "loss": 0.4355,
      "step": 362800
    },
    {
      "epoch": 9.343700919179176,
      "grad_norm": 11.733736038208008,
      "learning_rate": 5e-06,
      "loss": 0.4593,
      "step": 362900
    },
    {
      "epoch": 9.346275650763408,
      "grad_norm": 9.064390182495117,
      "learning_rate": 5e-06,
      "loss": 0.4819,
      "step": 363000
    },
    {
      "epoch": 9.34885038234764,
      "grad_norm": 9.36357593536377,
      "learning_rate": 5e-06,
      "loss": 0.446,
      "step": 363100
    },
    {
      "epoch": 9.351425113931873,
      "grad_norm": 11.181241035461426,
      "learning_rate": 5e-06,
      "loss": 0.4654,
      "step": 363200
    },
    {
      "epoch": 9.353999845516105,
      "grad_norm": 12.831502914428711,
      "learning_rate": 5e-06,
      "loss": 0.4688,
      "step": 363300
    },
    {
      "epoch": 9.356574577100337,
      "grad_norm": 8.530200004577637,
      "learning_rate": 5e-06,
      "loss": 0.4639,
      "step": 363400
    },
    {
      "epoch": 9.35914930868457,
      "grad_norm": 12.27379322052002,
      "learning_rate": 5e-06,
      "loss": 0.4427,
      "step": 363500
    },
    {
      "epoch": 9.361724040268802,
      "grad_norm": 10.183843612670898,
      "learning_rate": 5e-06,
      "loss": 0.4644,
      "step": 363600
    },
    {
      "epoch": 9.364298771853035,
      "grad_norm": 8.647323608398438,
      "learning_rate": 5e-06,
      "loss": 0.4393,
      "step": 363700
    },
    {
      "epoch": 9.366873503437267,
      "grad_norm": 9.228714942932129,
      "learning_rate": 5e-06,
      "loss": 0.449,
      "step": 363800
    },
    {
      "epoch": 9.3694482350215,
      "grad_norm": 11.008830070495605,
      "learning_rate": 5e-06,
      "loss": 0.4489,
      "step": 363900
    },
    {
      "epoch": 9.372022966605732,
      "grad_norm": 10.118146896362305,
      "learning_rate": 5e-06,
      "loss": 0.4676,
      "step": 364000
    },
    {
      "epoch": 9.374597698189964,
      "grad_norm": 9.24628734588623,
      "learning_rate": 5e-06,
      "loss": 0.4435,
      "step": 364100
    },
    {
      "epoch": 9.377172429774197,
      "grad_norm": 11.832385063171387,
      "learning_rate": 5e-06,
      "loss": 0.4655,
      "step": 364200
    },
    {
      "epoch": 9.379747161358429,
      "grad_norm": 9.966221809387207,
      "learning_rate": 5e-06,
      "loss": 0.4343,
      "step": 364300
    },
    {
      "epoch": 9.382321892942661,
      "grad_norm": 8.39843463897705,
      "learning_rate": 5e-06,
      "loss": 0.4434,
      "step": 364400
    },
    {
      "epoch": 9.384896624526894,
      "grad_norm": 9.064285278320312,
      "learning_rate": 5e-06,
      "loss": 0.4726,
      "step": 364500
    },
    {
      "epoch": 9.387471356111126,
      "grad_norm": 11.479382514953613,
      "learning_rate": 5e-06,
      "loss": 0.4458,
      "step": 364600
    },
    {
      "epoch": 9.390046087695358,
      "grad_norm": 8.25234603881836,
      "learning_rate": 5e-06,
      "loss": 0.4524,
      "step": 364700
    },
    {
      "epoch": 9.39262081927959,
      "grad_norm": 10.428779602050781,
      "learning_rate": 5e-06,
      "loss": 0.4485,
      "step": 364800
    },
    {
      "epoch": 9.395195550863823,
      "grad_norm": 10.221866607666016,
      "learning_rate": 5e-06,
      "loss": 0.4348,
      "step": 364900
    },
    {
      "epoch": 9.397770282448056,
      "grad_norm": 10.517998695373535,
      "learning_rate": 5e-06,
      "loss": 0.4369,
      "step": 365000
    },
    {
      "epoch": 9.400345014032288,
      "grad_norm": 10.365950584411621,
      "learning_rate": 5e-06,
      "loss": 0.4556,
      "step": 365100
    },
    {
      "epoch": 9.40291974561652,
      "grad_norm": 7.983180046081543,
      "learning_rate": 5e-06,
      "loss": 0.4494,
      "step": 365200
    },
    {
      "epoch": 9.405494477200751,
      "grad_norm": 10.34980297088623,
      "learning_rate": 5e-06,
      "loss": 0.4324,
      "step": 365300
    },
    {
      "epoch": 9.408069208784983,
      "grad_norm": 11.322640419006348,
      "learning_rate": 5e-06,
      "loss": 0.4682,
      "step": 365400
    },
    {
      "epoch": 9.410643940369216,
      "grad_norm": 8.818376541137695,
      "learning_rate": 5e-06,
      "loss": 0.4319,
      "step": 365500
    },
    {
      "epoch": 9.413218671953448,
      "grad_norm": 9.370524406433105,
      "learning_rate": 5e-06,
      "loss": 0.4636,
      "step": 365600
    },
    {
      "epoch": 9.41579340353768,
      "grad_norm": 7.752772331237793,
      "learning_rate": 5e-06,
      "loss": 0.4397,
      "step": 365700
    },
    {
      "epoch": 9.418368135121913,
      "grad_norm": 11.058737754821777,
      "learning_rate": 5e-06,
      "loss": 0.4366,
      "step": 365800
    },
    {
      "epoch": 9.420942866706145,
      "grad_norm": 9.30683708190918,
      "learning_rate": 5e-06,
      "loss": 0.4353,
      "step": 365900
    },
    {
      "epoch": 9.423517598290378,
      "grad_norm": 8.449910163879395,
      "learning_rate": 5e-06,
      "loss": 0.4372,
      "step": 366000
    },
    {
      "epoch": 9.42609232987461,
      "grad_norm": 11.313539505004883,
      "learning_rate": 5e-06,
      "loss": 0.4393,
      "step": 366100
    },
    {
      "epoch": 9.428667061458842,
      "grad_norm": 10.645960807800293,
      "learning_rate": 5e-06,
      "loss": 0.4592,
      "step": 366200
    },
    {
      "epoch": 9.431241793043075,
      "grad_norm": 12.402809143066406,
      "learning_rate": 5e-06,
      "loss": 0.4347,
      "step": 366300
    },
    {
      "epoch": 9.433816524627307,
      "grad_norm": 9.571364402770996,
      "learning_rate": 5e-06,
      "loss": 0.4391,
      "step": 366400
    },
    {
      "epoch": 9.43639125621154,
      "grad_norm": 10.894403457641602,
      "learning_rate": 5e-06,
      "loss": 0.45,
      "step": 366500
    },
    {
      "epoch": 9.438965987795772,
      "grad_norm": 10.642045974731445,
      "learning_rate": 5e-06,
      "loss": 0.4584,
      "step": 366600
    },
    {
      "epoch": 9.441540719380004,
      "grad_norm": 12.276151657104492,
      "learning_rate": 5e-06,
      "loss": 0.4699,
      "step": 366700
    },
    {
      "epoch": 9.444115450964237,
      "grad_norm": 9.811744689941406,
      "learning_rate": 5e-06,
      "loss": 0.4559,
      "step": 366800
    },
    {
      "epoch": 9.446690182548469,
      "grad_norm": 10.443663597106934,
      "learning_rate": 5e-06,
      "loss": 0.4464,
      "step": 366900
    },
    {
      "epoch": 9.449264914132701,
      "grad_norm": 11.483837127685547,
      "learning_rate": 5e-06,
      "loss": 0.431,
      "step": 367000
    },
    {
      "epoch": 9.451839645716934,
      "grad_norm": 9.989063262939453,
      "learning_rate": 5e-06,
      "loss": 0.4468,
      "step": 367100
    },
    {
      "epoch": 9.454414377301166,
      "grad_norm": 11.062140464782715,
      "learning_rate": 5e-06,
      "loss": 0.4436,
      "step": 367200
    },
    {
      "epoch": 9.456989108885399,
      "grad_norm": 10.571990966796875,
      "learning_rate": 5e-06,
      "loss": 0.4562,
      "step": 367300
    },
    {
      "epoch": 9.459563840469631,
      "grad_norm": 8.670214653015137,
      "learning_rate": 5e-06,
      "loss": 0.4409,
      "step": 367400
    },
    {
      "epoch": 9.462138572053863,
      "grad_norm": 9.595829010009766,
      "learning_rate": 5e-06,
      "loss": 0.4499,
      "step": 367500
    },
    {
      "epoch": 9.464713303638096,
      "grad_norm": 9.137539863586426,
      "learning_rate": 5e-06,
      "loss": 0.4604,
      "step": 367600
    },
    {
      "epoch": 9.467288035222328,
      "grad_norm": 13.37930965423584,
      "learning_rate": 5e-06,
      "loss": 0.4467,
      "step": 367700
    },
    {
      "epoch": 9.46986276680656,
      "grad_norm": 12.126668930053711,
      "learning_rate": 5e-06,
      "loss": 0.4451,
      "step": 367800
    },
    {
      "epoch": 9.472437498390793,
      "grad_norm": 9.84013557434082,
      "learning_rate": 5e-06,
      "loss": 0.4704,
      "step": 367900
    },
    {
      "epoch": 9.475012229975025,
      "grad_norm": 8.820318222045898,
      "learning_rate": 5e-06,
      "loss": 0.4447,
      "step": 368000
    },
    {
      "epoch": 9.477586961559258,
      "grad_norm": 7.323642730712891,
      "learning_rate": 5e-06,
      "loss": 0.4461,
      "step": 368100
    },
    {
      "epoch": 9.48016169314349,
      "grad_norm": 13.236391067504883,
      "learning_rate": 5e-06,
      "loss": 0.444,
      "step": 368200
    },
    {
      "epoch": 9.482736424727722,
      "grad_norm": 7.2882866859436035,
      "learning_rate": 5e-06,
      "loss": 0.4676,
      "step": 368300
    },
    {
      "epoch": 9.485311156311955,
      "grad_norm": 10.09900951385498,
      "learning_rate": 5e-06,
      "loss": 0.4611,
      "step": 368400
    },
    {
      "epoch": 9.487885887896187,
      "grad_norm": 13.696837425231934,
      "learning_rate": 5e-06,
      "loss": 0.452,
      "step": 368500
    },
    {
      "epoch": 9.49046061948042,
      "grad_norm": 10.18517780303955,
      "learning_rate": 5e-06,
      "loss": 0.4461,
      "step": 368600
    },
    {
      "epoch": 9.493035351064652,
      "grad_norm": 7.787193775177002,
      "learning_rate": 5e-06,
      "loss": 0.4358,
      "step": 368700
    },
    {
      "epoch": 9.495610082648884,
      "grad_norm": 10.508200645446777,
      "learning_rate": 5e-06,
      "loss": 0.4486,
      "step": 368800
    },
    {
      "epoch": 9.498184814233117,
      "grad_norm": 13.731034278869629,
      "learning_rate": 5e-06,
      "loss": 0.456,
      "step": 368900
    },
    {
      "epoch": 9.500759545817349,
      "grad_norm": 10.116880416870117,
      "learning_rate": 5e-06,
      "loss": 0.4342,
      "step": 369000
    },
    {
      "epoch": 9.503334277401581,
      "grad_norm": 6.979057788848877,
      "learning_rate": 5e-06,
      "loss": 0.4217,
      "step": 369100
    },
    {
      "epoch": 9.505909008985814,
      "grad_norm": 9.524943351745605,
      "learning_rate": 5e-06,
      "loss": 0.458,
      "step": 369200
    },
    {
      "epoch": 9.508483740570046,
      "grad_norm": 10.430813789367676,
      "learning_rate": 5e-06,
      "loss": 0.4483,
      "step": 369300
    },
    {
      "epoch": 9.511058472154279,
      "grad_norm": 9.192344665527344,
      "learning_rate": 5e-06,
      "loss": 0.4524,
      "step": 369400
    },
    {
      "epoch": 9.513633203738511,
      "grad_norm": 8.843300819396973,
      "learning_rate": 5e-06,
      "loss": 0.4545,
      "step": 369500
    },
    {
      "epoch": 9.516207935322743,
      "grad_norm": 7.329892158508301,
      "learning_rate": 5e-06,
      "loss": 0.4657,
      "step": 369600
    },
    {
      "epoch": 9.518782666906976,
      "grad_norm": 8.555212020874023,
      "learning_rate": 5e-06,
      "loss": 0.4519,
      "step": 369700
    },
    {
      "epoch": 9.521357398491208,
      "grad_norm": 8.323599815368652,
      "learning_rate": 5e-06,
      "loss": 0.4424,
      "step": 369800
    },
    {
      "epoch": 9.52393213007544,
      "grad_norm": 9.630494117736816,
      "learning_rate": 5e-06,
      "loss": 0.4498,
      "step": 369900
    },
    {
      "epoch": 9.526506861659673,
      "grad_norm": 10.312914848327637,
      "learning_rate": 5e-06,
      "loss": 0.457,
      "step": 370000
    },
    {
      "epoch": 9.529081593243905,
      "grad_norm": 10.887960433959961,
      "learning_rate": 5e-06,
      "loss": 0.4286,
      "step": 370100
    },
    {
      "epoch": 9.531656324828136,
      "grad_norm": 9.86501407623291,
      "learning_rate": 5e-06,
      "loss": 0.4514,
      "step": 370200
    },
    {
      "epoch": 9.534231056412368,
      "grad_norm": 11.666078567504883,
      "learning_rate": 5e-06,
      "loss": 0.4537,
      "step": 370300
    },
    {
      "epoch": 9.5368057879966,
      "grad_norm": 9.08104133605957,
      "learning_rate": 5e-06,
      "loss": 0.4461,
      "step": 370400
    },
    {
      "epoch": 9.539380519580833,
      "grad_norm": 10.386459350585938,
      "learning_rate": 5e-06,
      "loss": 0.433,
      "step": 370500
    },
    {
      "epoch": 9.541955251165065,
      "grad_norm": 7.559906005859375,
      "learning_rate": 5e-06,
      "loss": 0.4353,
      "step": 370600
    },
    {
      "epoch": 9.544529982749298,
      "grad_norm": 8.924430847167969,
      "learning_rate": 5e-06,
      "loss": 0.438,
      "step": 370700
    },
    {
      "epoch": 9.54710471433353,
      "grad_norm": 10.445146560668945,
      "learning_rate": 5e-06,
      "loss": 0.4476,
      "step": 370800
    },
    {
      "epoch": 9.549679445917763,
      "grad_norm": 9.022412300109863,
      "learning_rate": 5e-06,
      "loss": 0.442,
      "step": 370900
    },
    {
      "epoch": 9.552254177501995,
      "grad_norm": 9.094558715820312,
      "learning_rate": 5e-06,
      "loss": 0.4233,
      "step": 371000
    },
    {
      "epoch": 9.554828909086227,
      "grad_norm": 9.405677795410156,
      "learning_rate": 5e-06,
      "loss": 0.4755,
      "step": 371100
    },
    {
      "epoch": 9.55740364067046,
      "grad_norm": 11.193855285644531,
      "learning_rate": 5e-06,
      "loss": 0.4616,
      "step": 371200
    },
    {
      "epoch": 9.559978372254692,
      "grad_norm": 14.025077819824219,
      "learning_rate": 5e-06,
      "loss": 0.4431,
      "step": 371300
    },
    {
      "epoch": 9.562553103838924,
      "grad_norm": 7.18418025970459,
      "learning_rate": 5e-06,
      "loss": 0.4383,
      "step": 371400
    },
    {
      "epoch": 9.565127835423157,
      "grad_norm": 13.6793212890625,
      "learning_rate": 5e-06,
      "loss": 0.4482,
      "step": 371500
    },
    {
      "epoch": 9.56770256700739,
      "grad_norm": 10.81199836730957,
      "learning_rate": 5e-06,
      "loss": 0.4461,
      "step": 371600
    },
    {
      "epoch": 9.570277298591622,
      "grad_norm": 9.753886222839355,
      "learning_rate": 5e-06,
      "loss": 0.4482,
      "step": 371700
    },
    {
      "epoch": 9.572852030175854,
      "grad_norm": 8.0230712890625,
      "learning_rate": 5e-06,
      "loss": 0.4503,
      "step": 371800
    },
    {
      "epoch": 9.575426761760086,
      "grad_norm": 8.847879409790039,
      "learning_rate": 5e-06,
      "loss": 0.4564,
      "step": 371900
    },
    {
      "epoch": 9.578001493344319,
      "grad_norm": 9.309725761413574,
      "learning_rate": 5e-06,
      "loss": 0.4413,
      "step": 372000
    },
    {
      "epoch": 9.580576224928551,
      "grad_norm": 9.2659330368042,
      "learning_rate": 5e-06,
      "loss": 0.4322,
      "step": 372100
    },
    {
      "epoch": 9.583150956512783,
      "grad_norm": 11.996068954467773,
      "learning_rate": 5e-06,
      "loss": 0.4611,
      "step": 372200
    },
    {
      "epoch": 9.585725688097016,
      "grad_norm": 11.68560791015625,
      "learning_rate": 5e-06,
      "loss": 0.4382,
      "step": 372300
    },
    {
      "epoch": 9.588300419681248,
      "grad_norm": 7.9101691246032715,
      "learning_rate": 5e-06,
      "loss": 0.4399,
      "step": 372400
    },
    {
      "epoch": 9.59087515126548,
      "grad_norm": 8.84045124053955,
      "learning_rate": 5e-06,
      "loss": 0.4407,
      "step": 372500
    },
    {
      "epoch": 9.593449882849713,
      "grad_norm": 9.246903419494629,
      "learning_rate": 5e-06,
      "loss": 0.4254,
      "step": 372600
    },
    {
      "epoch": 9.596024614433945,
      "grad_norm": 8.923251152038574,
      "learning_rate": 5e-06,
      "loss": 0.4443,
      "step": 372700
    },
    {
      "epoch": 9.598599346018178,
      "grad_norm": 10.319345474243164,
      "learning_rate": 5e-06,
      "loss": 0.459,
      "step": 372800
    },
    {
      "epoch": 9.60117407760241,
      "grad_norm": 11.002004623413086,
      "learning_rate": 5e-06,
      "loss": 0.4685,
      "step": 372900
    },
    {
      "epoch": 9.603748809186643,
      "grad_norm": 9.229430198669434,
      "learning_rate": 5e-06,
      "loss": 0.4477,
      "step": 373000
    },
    {
      "epoch": 9.606323540770875,
      "grad_norm": 8.741740226745605,
      "learning_rate": 5e-06,
      "loss": 0.4445,
      "step": 373100
    },
    {
      "epoch": 9.608898272355107,
      "grad_norm": 9.865787506103516,
      "learning_rate": 5e-06,
      "loss": 0.428,
      "step": 373200
    },
    {
      "epoch": 9.61147300393934,
      "grad_norm": 9.930118560791016,
      "learning_rate": 5e-06,
      "loss": 0.4386,
      "step": 373300
    },
    {
      "epoch": 9.614047735523572,
      "grad_norm": 10.630582809448242,
      "learning_rate": 5e-06,
      "loss": 0.4502,
      "step": 373400
    },
    {
      "epoch": 9.616622467107804,
      "grad_norm": 10.299540519714355,
      "learning_rate": 5e-06,
      "loss": 0.4474,
      "step": 373500
    },
    {
      "epoch": 9.619197198692037,
      "grad_norm": 10.950054168701172,
      "learning_rate": 5e-06,
      "loss": 0.4619,
      "step": 373600
    },
    {
      "epoch": 9.62177193027627,
      "grad_norm": 8.177688598632812,
      "learning_rate": 5e-06,
      "loss": 0.4716,
      "step": 373700
    },
    {
      "epoch": 9.624346661860502,
      "grad_norm": 10.282054901123047,
      "learning_rate": 5e-06,
      "loss": 0.4622,
      "step": 373800
    },
    {
      "epoch": 9.626921393444734,
      "grad_norm": 8.415740013122559,
      "learning_rate": 5e-06,
      "loss": 0.4494,
      "step": 373900
    },
    {
      "epoch": 9.629496125028966,
      "grad_norm": 6.892413139343262,
      "learning_rate": 5e-06,
      "loss": 0.4318,
      "step": 374000
    },
    {
      "epoch": 9.632070856613199,
      "grad_norm": 9.864919662475586,
      "learning_rate": 5e-06,
      "loss": 0.4289,
      "step": 374100
    },
    {
      "epoch": 9.634645588197431,
      "grad_norm": 9.273178100585938,
      "learning_rate": 5e-06,
      "loss": 0.4424,
      "step": 374200
    },
    {
      "epoch": 9.637220319781663,
      "grad_norm": 11.556958198547363,
      "learning_rate": 5e-06,
      "loss": 0.4644,
      "step": 374300
    },
    {
      "epoch": 9.639795051365896,
      "grad_norm": 9.947705268859863,
      "learning_rate": 5e-06,
      "loss": 0.4405,
      "step": 374400
    },
    {
      "epoch": 9.642369782950128,
      "grad_norm": 10.663250923156738,
      "learning_rate": 5e-06,
      "loss": 0.4316,
      "step": 374500
    },
    {
      "epoch": 9.644944514534359,
      "grad_norm": 7.112673759460449,
      "learning_rate": 5e-06,
      "loss": 0.4397,
      "step": 374600
    },
    {
      "epoch": 9.647519246118591,
      "grad_norm": 11.35871696472168,
      "learning_rate": 5e-06,
      "loss": 0.453,
      "step": 374700
    },
    {
      "epoch": 9.650093977702824,
      "grad_norm": 9.39157772064209,
      "learning_rate": 5e-06,
      "loss": 0.4343,
      "step": 374800
    },
    {
      "epoch": 9.652668709287056,
      "grad_norm": 9.694464683532715,
      "learning_rate": 5e-06,
      "loss": 0.4417,
      "step": 374900
    },
    {
      "epoch": 9.655243440871288,
      "grad_norm": 13.949971199035645,
      "learning_rate": 5e-06,
      "loss": 0.4647,
      "step": 375000
    },
    {
      "epoch": 9.65781817245552,
      "grad_norm": 7.729712009429932,
      "learning_rate": 5e-06,
      "loss": 0.4491,
      "step": 375100
    },
    {
      "epoch": 9.660392904039753,
      "grad_norm": 11.533784866333008,
      "learning_rate": 5e-06,
      "loss": 0.4526,
      "step": 375200
    },
    {
      "epoch": 9.662967635623986,
      "grad_norm": 8.159475326538086,
      "learning_rate": 5e-06,
      "loss": 0.4659,
      "step": 375300
    },
    {
      "epoch": 9.665542367208218,
      "grad_norm": 9.003124237060547,
      "learning_rate": 5e-06,
      "loss": 0.4348,
      "step": 375400
    },
    {
      "epoch": 9.66811709879245,
      "grad_norm": 8.800331115722656,
      "learning_rate": 5e-06,
      "loss": 0.4368,
      "step": 375500
    },
    {
      "epoch": 9.670691830376683,
      "grad_norm": 9.807205200195312,
      "learning_rate": 5e-06,
      "loss": 0.4437,
      "step": 375600
    },
    {
      "epoch": 9.673266561960915,
      "grad_norm": 12.073028564453125,
      "learning_rate": 5e-06,
      "loss": 0.4493,
      "step": 375700
    },
    {
      "epoch": 9.675841293545147,
      "grad_norm": 9.888547897338867,
      "learning_rate": 5e-06,
      "loss": 0.4385,
      "step": 375800
    },
    {
      "epoch": 9.67841602512938,
      "grad_norm": 9.481090545654297,
      "learning_rate": 5e-06,
      "loss": 0.4215,
      "step": 375900
    },
    {
      "epoch": 9.680990756713612,
      "grad_norm": 10.66695785522461,
      "learning_rate": 5e-06,
      "loss": 0.4435,
      "step": 376000
    },
    {
      "epoch": 9.683565488297845,
      "grad_norm": 6.546418190002441,
      "learning_rate": 5e-06,
      "loss": 0.4347,
      "step": 376100
    },
    {
      "epoch": 9.686140219882077,
      "grad_norm": 11.623619079589844,
      "learning_rate": 5e-06,
      "loss": 0.4337,
      "step": 376200
    },
    {
      "epoch": 9.68871495146631,
      "grad_norm": 9.977920532226562,
      "learning_rate": 5e-06,
      "loss": 0.4253,
      "step": 376300
    },
    {
      "epoch": 9.691289683050542,
      "grad_norm": 14.486764907836914,
      "learning_rate": 5e-06,
      "loss": 0.4607,
      "step": 376400
    },
    {
      "epoch": 9.693864414634774,
      "grad_norm": 15.209715843200684,
      "learning_rate": 5e-06,
      "loss": 0.4379,
      "step": 376500
    },
    {
      "epoch": 9.696439146219006,
      "grad_norm": 6.9352264404296875,
      "learning_rate": 5e-06,
      "loss": 0.4504,
      "step": 376600
    },
    {
      "epoch": 9.699013877803239,
      "grad_norm": 10.720410346984863,
      "learning_rate": 5e-06,
      "loss": 0.4338,
      "step": 376700
    },
    {
      "epoch": 9.701588609387471,
      "grad_norm": 9.020584106445312,
      "learning_rate": 5e-06,
      "loss": 0.4456,
      "step": 376800
    },
    {
      "epoch": 9.704163340971704,
      "grad_norm": 7.895259857177734,
      "learning_rate": 5e-06,
      "loss": 0.4521,
      "step": 376900
    },
    {
      "epoch": 9.706738072555936,
      "grad_norm": 8.967825889587402,
      "learning_rate": 5e-06,
      "loss": 0.4363,
      "step": 377000
    },
    {
      "epoch": 9.709312804140168,
      "grad_norm": 9.50932502746582,
      "learning_rate": 5e-06,
      "loss": 0.4203,
      "step": 377100
    },
    {
      "epoch": 9.7118875357244,
      "grad_norm": 8.614352226257324,
      "learning_rate": 5e-06,
      "loss": 0.4413,
      "step": 377200
    },
    {
      "epoch": 9.714462267308633,
      "grad_norm": 9.232728004455566,
      "learning_rate": 5e-06,
      "loss": 0.4325,
      "step": 377300
    },
    {
      "epoch": 9.717036998892866,
      "grad_norm": 7.752527236938477,
      "learning_rate": 5e-06,
      "loss": 0.4328,
      "step": 377400
    },
    {
      "epoch": 9.719611730477098,
      "grad_norm": 8.84725284576416,
      "learning_rate": 5e-06,
      "loss": 0.4451,
      "step": 377500
    },
    {
      "epoch": 9.72218646206133,
      "grad_norm": 11.483818054199219,
      "learning_rate": 5e-06,
      "loss": 0.4279,
      "step": 377600
    },
    {
      "epoch": 9.724761193645563,
      "grad_norm": 9.154448509216309,
      "learning_rate": 5e-06,
      "loss": 0.436,
      "step": 377700
    },
    {
      "epoch": 9.727335925229795,
      "grad_norm": 7.9384446144104,
      "learning_rate": 5e-06,
      "loss": 0.466,
      "step": 377800
    },
    {
      "epoch": 9.729910656814027,
      "grad_norm": 10.639122009277344,
      "learning_rate": 5e-06,
      "loss": 0.4386,
      "step": 377900
    },
    {
      "epoch": 9.73248538839826,
      "grad_norm": 10.644526481628418,
      "learning_rate": 5e-06,
      "loss": 0.4245,
      "step": 378000
    },
    {
      "epoch": 9.735060119982492,
      "grad_norm": 8.860983848571777,
      "learning_rate": 5e-06,
      "loss": 0.4224,
      "step": 378100
    },
    {
      "epoch": 9.737634851566725,
      "grad_norm": 9.214816093444824,
      "learning_rate": 5e-06,
      "loss": 0.4319,
      "step": 378200
    },
    {
      "epoch": 9.740209583150957,
      "grad_norm": 8.386087417602539,
      "learning_rate": 5e-06,
      "loss": 0.4255,
      "step": 378300
    },
    {
      "epoch": 9.74278431473519,
      "grad_norm": 8.635757446289062,
      "learning_rate": 5e-06,
      "loss": 0.4425,
      "step": 378400
    },
    {
      "epoch": 9.745359046319422,
      "grad_norm": 10.699058532714844,
      "learning_rate": 5e-06,
      "loss": 0.4286,
      "step": 378500
    },
    {
      "epoch": 9.747933777903654,
      "grad_norm": 11.764788627624512,
      "learning_rate": 5e-06,
      "loss": 0.4219,
      "step": 378600
    },
    {
      "epoch": 9.750508509487886,
      "grad_norm": 7.745225429534912,
      "learning_rate": 5e-06,
      "loss": 0.4108,
      "step": 378700
    },
    {
      "epoch": 9.753083241072119,
      "grad_norm": 12.346607208251953,
      "learning_rate": 5e-06,
      "loss": 0.4231,
      "step": 378800
    },
    {
      "epoch": 9.755657972656351,
      "grad_norm": 8.99155330657959,
      "learning_rate": 5e-06,
      "loss": 0.4288,
      "step": 378900
    },
    {
      "epoch": 9.758232704240584,
      "grad_norm": 13.265713691711426,
      "learning_rate": 5e-06,
      "loss": 0.4848,
      "step": 379000
    },
    {
      "epoch": 9.760807435824816,
      "grad_norm": 9.065398216247559,
      "learning_rate": 5e-06,
      "loss": 0.4618,
      "step": 379100
    },
    {
      "epoch": 9.763382167409048,
      "grad_norm": 9.135979652404785,
      "learning_rate": 5e-06,
      "loss": 0.4315,
      "step": 379200
    },
    {
      "epoch": 9.76595689899328,
      "grad_norm": 9.980628967285156,
      "learning_rate": 5e-06,
      "loss": 0.4501,
      "step": 379300
    },
    {
      "epoch": 9.768531630577513,
      "grad_norm": 10.00926399230957,
      "learning_rate": 5e-06,
      "loss": 0.4578,
      "step": 379400
    },
    {
      "epoch": 9.771106362161746,
      "grad_norm": 8.977055549621582,
      "learning_rate": 5e-06,
      "loss": 0.4172,
      "step": 379500
    },
    {
      "epoch": 9.773681093745976,
      "grad_norm": 7.176306247711182,
      "learning_rate": 5e-06,
      "loss": 0.4308,
      "step": 379600
    },
    {
      "epoch": 9.776255825330209,
      "grad_norm": 9.00324535369873,
      "learning_rate": 5e-06,
      "loss": 0.4478,
      "step": 379700
    },
    {
      "epoch": 9.778830556914441,
      "grad_norm": 9.62463092803955,
      "learning_rate": 5e-06,
      "loss": 0.4493,
      "step": 379800
    },
    {
      "epoch": 9.781405288498673,
      "grad_norm": 9.398563385009766,
      "learning_rate": 5e-06,
      "loss": 0.4471,
      "step": 379900
    },
    {
      "epoch": 9.783980020082906,
      "grad_norm": 9.867369651794434,
      "learning_rate": 5e-06,
      "loss": 0.4405,
      "step": 380000
    },
    {
      "epoch": 9.786554751667138,
      "grad_norm": 10.102863311767578,
      "learning_rate": 5e-06,
      "loss": 0.4496,
      "step": 380100
    },
    {
      "epoch": 9.78912948325137,
      "grad_norm": 12.464862823486328,
      "learning_rate": 5e-06,
      "loss": 0.4468,
      "step": 380200
    },
    {
      "epoch": 9.791704214835603,
      "grad_norm": 12.612255096435547,
      "learning_rate": 5e-06,
      "loss": 0.4561,
      "step": 380300
    },
    {
      "epoch": 9.794278946419835,
      "grad_norm": 9.719367027282715,
      "learning_rate": 5e-06,
      "loss": 0.4396,
      "step": 380400
    },
    {
      "epoch": 9.796853678004068,
      "grad_norm": 11.456006050109863,
      "learning_rate": 5e-06,
      "loss": 0.4486,
      "step": 380500
    },
    {
      "epoch": 9.7994284095883,
      "grad_norm": 8.757643699645996,
      "learning_rate": 5e-06,
      "loss": 0.4356,
      "step": 380600
    },
    {
      "epoch": 9.802003141172532,
      "grad_norm": 8.821439743041992,
      "learning_rate": 5e-06,
      "loss": 0.4231,
      "step": 380700
    },
    {
      "epoch": 9.804577872756765,
      "grad_norm": 9.077975273132324,
      "learning_rate": 5e-06,
      "loss": 0.4448,
      "step": 380800
    },
    {
      "epoch": 9.807152604340997,
      "grad_norm": 12.783866882324219,
      "learning_rate": 5e-06,
      "loss": 0.4242,
      "step": 380900
    },
    {
      "epoch": 9.80972733592523,
      "grad_norm": 9.31680965423584,
      "learning_rate": 5e-06,
      "loss": 0.4394,
      "step": 381000
    },
    {
      "epoch": 9.812302067509462,
      "grad_norm": 11.394563674926758,
      "learning_rate": 5e-06,
      "loss": 0.4536,
      "step": 381100
    },
    {
      "epoch": 9.814876799093694,
      "grad_norm": 8.508759498596191,
      "learning_rate": 5e-06,
      "loss": 0.4309,
      "step": 381200
    },
    {
      "epoch": 9.817451530677927,
      "grad_norm": 9.623809814453125,
      "learning_rate": 5e-06,
      "loss": 0.4346,
      "step": 381300
    },
    {
      "epoch": 9.820026262262159,
      "grad_norm": 9.412283897399902,
      "learning_rate": 5e-06,
      "loss": 0.4593,
      "step": 381400
    },
    {
      "epoch": 9.822600993846391,
      "grad_norm": 11.026166915893555,
      "learning_rate": 5e-06,
      "loss": 0.4122,
      "step": 381500
    },
    {
      "epoch": 9.825175725430624,
      "grad_norm": 8.714825630187988,
      "learning_rate": 5e-06,
      "loss": 0.4321,
      "step": 381600
    },
    {
      "epoch": 9.827750457014856,
      "grad_norm": 8.802783012390137,
      "learning_rate": 5e-06,
      "loss": 0.4596,
      "step": 381700
    },
    {
      "epoch": 9.830325188599089,
      "grad_norm": 14.723149299621582,
      "learning_rate": 5e-06,
      "loss": 0.4336,
      "step": 381800
    },
    {
      "epoch": 9.832899920183321,
      "grad_norm": 11.874897003173828,
      "learning_rate": 5e-06,
      "loss": 0.4436,
      "step": 381900
    },
    {
      "epoch": 9.835474651767553,
      "grad_norm": 9.879688262939453,
      "learning_rate": 5e-06,
      "loss": 0.4097,
      "step": 382000
    },
    {
      "epoch": 9.838049383351786,
      "grad_norm": 9.242323875427246,
      "learning_rate": 5e-06,
      "loss": 0.4513,
      "step": 382100
    },
    {
      "epoch": 9.840624114936018,
      "grad_norm": 7.9299516677856445,
      "learning_rate": 5e-06,
      "loss": 0.4358,
      "step": 382200
    },
    {
      "epoch": 9.84319884652025,
      "grad_norm": 8.916509628295898,
      "learning_rate": 5e-06,
      "loss": 0.427,
      "step": 382300
    },
    {
      "epoch": 9.845773578104483,
      "grad_norm": 10.1603422164917,
      "learning_rate": 5e-06,
      "loss": 0.4472,
      "step": 382400
    },
    {
      "epoch": 9.848348309688715,
      "grad_norm": 10.373307228088379,
      "learning_rate": 5e-06,
      "loss": 0.4402,
      "step": 382500
    },
    {
      "epoch": 9.850923041272948,
      "grad_norm": 7.974891185760498,
      "learning_rate": 5e-06,
      "loss": 0.4464,
      "step": 382600
    },
    {
      "epoch": 9.85349777285718,
      "grad_norm": 7.2551469802856445,
      "learning_rate": 5e-06,
      "loss": 0.4451,
      "step": 382700
    },
    {
      "epoch": 9.856072504441412,
      "grad_norm": 11.224878311157227,
      "learning_rate": 5e-06,
      "loss": 0.4249,
      "step": 382800
    },
    {
      "epoch": 9.858647236025645,
      "grad_norm": 10.362638473510742,
      "learning_rate": 5e-06,
      "loss": 0.4358,
      "step": 382900
    },
    {
      "epoch": 9.861221967609877,
      "grad_norm": 8.12325382232666,
      "learning_rate": 5e-06,
      "loss": 0.4414,
      "step": 383000
    },
    {
      "epoch": 9.86379669919411,
      "grad_norm": 8.935750007629395,
      "learning_rate": 5e-06,
      "loss": 0.4261,
      "step": 383100
    },
    {
      "epoch": 9.866371430778342,
      "grad_norm": 10.253127098083496,
      "learning_rate": 5e-06,
      "loss": 0.4332,
      "step": 383200
    },
    {
      "epoch": 9.868946162362574,
      "grad_norm": 10.246705055236816,
      "learning_rate": 5e-06,
      "loss": 0.4333,
      "step": 383300
    },
    {
      "epoch": 9.871520893946807,
      "grad_norm": 9.646084785461426,
      "learning_rate": 5e-06,
      "loss": 0.442,
      "step": 383400
    },
    {
      "epoch": 9.874095625531039,
      "grad_norm": 9.286590576171875,
      "learning_rate": 5e-06,
      "loss": 0.4346,
      "step": 383500
    },
    {
      "epoch": 9.876670357115271,
      "grad_norm": 11.307272911071777,
      "learning_rate": 5e-06,
      "loss": 0.4438,
      "step": 383600
    },
    {
      "epoch": 9.879245088699504,
      "grad_norm": 7.900026798248291,
      "learning_rate": 5e-06,
      "loss": 0.431,
      "step": 383700
    },
    {
      "epoch": 9.881819820283736,
      "grad_norm": 8.644027709960938,
      "learning_rate": 5e-06,
      "loss": 0.4507,
      "step": 383800
    },
    {
      "epoch": 9.884394551867969,
      "grad_norm": 6.770586013793945,
      "learning_rate": 5e-06,
      "loss": 0.4751,
      "step": 383900
    },
    {
      "epoch": 9.886969283452201,
      "grad_norm": 11.786373138427734,
      "learning_rate": 5e-06,
      "loss": 0.4558,
      "step": 384000
    },
    {
      "epoch": 9.889544015036432,
      "grad_norm": 10.32796859741211,
      "learning_rate": 5e-06,
      "loss": 0.4308,
      "step": 384100
    },
    {
      "epoch": 9.892118746620664,
      "grad_norm": 10.226545333862305,
      "learning_rate": 5e-06,
      "loss": 0.446,
      "step": 384200
    },
    {
      "epoch": 9.894693478204896,
      "grad_norm": 9.001568794250488,
      "learning_rate": 5e-06,
      "loss": 0.4447,
      "step": 384300
    },
    {
      "epoch": 9.897268209789129,
      "grad_norm": 7.234437465667725,
      "learning_rate": 5e-06,
      "loss": 0.4037,
      "step": 384400
    },
    {
      "epoch": 9.899842941373361,
      "grad_norm": 9.811332702636719,
      "learning_rate": 5e-06,
      "loss": 0.4291,
      "step": 384500
    },
    {
      "epoch": 9.902417672957593,
      "grad_norm": 9.937291145324707,
      "learning_rate": 5e-06,
      "loss": 0.4462,
      "step": 384600
    },
    {
      "epoch": 9.904992404541826,
      "grad_norm": 10.809401512145996,
      "learning_rate": 5e-06,
      "loss": 0.4405,
      "step": 384700
    },
    {
      "epoch": 9.907567136126058,
      "grad_norm": 9.065847396850586,
      "learning_rate": 5e-06,
      "loss": 0.4451,
      "step": 384800
    },
    {
      "epoch": 9.91014186771029,
      "grad_norm": 10.59830093383789,
      "learning_rate": 5e-06,
      "loss": 0.4273,
      "step": 384900
    },
    {
      "epoch": 9.912716599294523,
      "grad_norm": 8.847623825073242,
      "learning_rate": 5e-06,
      "loss": 0.4374,
      "step": 385000
    },
    {
      "epoch": 9.915291330878755,
      "grad_norm": 11.663162231445312,
      "learning_rate": 5e-06,
      "loss": 0.433,
      "step": 385100
    },
    {
      "epoch": 9.917866062462988,
      "grad_norm": 10.518369674682617,
      "learning_rate": 5e-06,
      "loss": 0.4456,
      "step": 385200
    },
    {
      "epoch": 9.92044079404722,
      "grad_norm": 9.274710655212402,
      "learning_rate": 5e-06,
      "loss": 0.4176,
      "step": 385300
    },
    {
      "epoch": 9.923015525631453,
      "grad_norm": 10.62309455871582,
      "learning_rate": 5e-06,
      "loss": 0.4505,
      "step": 385400
    },
    {
      "epoch": 9.925590257215685,
      "grad_norm": 9.144025802612305,
      "learning_rate": 5e-06,
      "loss": 0.4221,
      "step": 385500
    },
    {
      "epoch": 9.928164988799917,
      "grad_norm": 11.832703590393066,
      "learning_rate": 5e-06,
      "loss": 0.4287,
      "step": 385600
    },
    {
      "epoch": 9.93073972038415,
      "grad_norm": 10.850831031799316,
      "learning_rate": 5e-06,
      "loss": 0.4276,
      "step": 385700
    },
    {
      "epoch": 9.933314451968382,
      "grad_norm": 10.692581176757812,
      "learning_rate": 5e-06,
      "loss": 0.4625,
      "step": 385800
    },
    {
      "epoch": 9.935889183552614,
      "grad_norm": 10.626306533813477,
      "learning_rate": 5e-06,
      "loss": 0.4168,
      "step": 385900
    },
    {
      "epoch": 9.938463915136847,
      "grad_norm": 8.522912979125977,
      "learning_rate": 5e-06,
      "loss": 0.4333,
      "step": 386000
    },
    {
      "epoch": 9.94103864672108,
      "grad_norm": 9.883097648620605,
      "learning_rate": 5e-06,
      "loss": 0.4255,
      "step": 386100
    },
    {
      "epoch": 9.943613378305312,
      "grad_norm": 8.203177452087402,
      "learning_rate": 5e-06,
      "loss": 0.4387,
      "step": 386200
    },
    {
      "epoch": 9.946188109889544,
      "grad_norm": 8.55588150024414,
      "learning_rate": 5e-06,
      "loss": 0.4378,
      "step": 386300
    },
    {
      "epoch": 9.948762841473776,
      "grad_norm": 10.625420570373535,
      "learning_rate": 5e-06,
      "loss": 0.4169,
      "step": 386400
    },
    {
      "epoch": 9.951337573058009,
      "grad_norm": 8.341268539428711,
      "learning_rate": 5e-06,
      "loss": 0.453,
      "step": 386500
    },
    {
      "epoch": 9.953912304642241,
      "grad_norm": 8.76452350616455,
      "learning_rate": 5e-06,
      "loss": 0.4299,
      "step": 386600
    },
    {
      "epoch": 9.956487036226473,
      "grad_norm": 9.651172637939453,
      "learning_rate": 5e-06,
      "loss": 0.4354,
      "step": 386700
    },
    {
      "epoch": 9.959061767810706,
      "grad_norm": 9.331689834594727,
      "learning_rate": 5e-06,
      "loss": 0.4371,
      "step": 386800
    },
    {
      "epoch": 9.961636499394938,
      "grad_norm": 10.87783432006836,
      "learning_rate": 5e-06,
      "loss": 0.4523,
      "step": 386900
    },
    {
      "epoch": 9.96421123097917,
      "grad_norm": 8.371323585510254,
      "learning_rate": 5e-06,
      "loss": 0.4234,
      "step": 387000
    },
    {
      "epoch": 9.966785962563403,
      "grad_norm": 11.41773509979248,
      "learning_rate": 5e-06,
      "loss": 0.4413,
      "step": 387100
    },
    {
      "epoch": 9.969360694147635,
      "grad_norm": 10.13990592956543,
      "learning_rate": 5e-06,
      "loss": 0.4595,
      "step": 387200
    },
    {
      "epoch": 9.971935425731868,
      "grad_norm": 8.061675071716309,
      "learning_rate": 5e-06,
      "loss": 0.4136,
      "step": 387300
    },
    {
      "epoch": 9.9745101573161,
      "grad_norm": 7.112209796905518,
      "learning_rate": 5e-06,
      "loss": 0.4326,
      "step": 387400
    },
    {
      "epoch": 9.977084888900333,
      "grad_norm": 10.287171363830566,
      "learning_rate": 5e-06,
      "loss": 0.4147,
      "step": 387500
    },
    {
      "epoch": 9.979659620484565,
      "grad_norm": 8.832200050354004,
      "learning_rate": 5e-06,
      "loss": 0.4259,
      "step": 387600
    },
    {
      "epoch": 9.982234352068797,
      "grad_norm": 6.322103500366211,
      "learning_rate": 5e-06,
      "loss": 0.4432,
      "step": 387700
    },
    {
      "epoch": 9.98480908365303,
      "grad_norm": 9.363544464111328,
      "learning_rate": 5e-06,
      "loss": 0.4134,
      "step": 387800
    },
    {
      "epoch": 9.987383815237262,
      "grad_norm": 9.510496139526367,
      "learning_rate": 5e-06,
      "loss": 0.4398,
      "step": 387900
    },
    {
      "epoch": 9.989958546821494,
      "grad_norm": 9.549225807189941,
      "learning_rate": 5e-06,
      "loss": 0.4123,
      "step": 388000
    },
    {
      "epoch": 9.992533278405727,
      "grad_norm": 7.4290361404418945,
      "learning_rate": 5e-06,
      "loss": 0.4315,
      "step": 388100
    },
    {
      "epoch": 9.99510800998996,
      "grad_norm": 13.815980911254883,
      "learning_rate": 5e-06,
      "loss": 0.4327,
      "step": 388200
    },
    {
      "epoch": 9.997682741574192,
      "grad_norm": 9.079167366027832,
      "learning_rate": 5e-06,
      "loss": 0.4198,
      "step": 388300
    },
    {
      "epoch": 10.0,
      "step": 388390,
      "train_loss": 0.3611145317554474,
      "train_perplexity": 1.4349277962670126,
      "train_runtime": 770.7163,
      "train_samples_per_second": 403.142,
      "train_steps_per_second": 50.393
    },
    {
      "epoch": 10.0,
      "eval_loss": 0.36167484521865845,
      "eval_perplexity": 1.435732030920708,
      "eval_runtime": 192.485,
      "eval_samples_per_second": 403.548,
      "eval_steps_per_second": 50.445,
      "step": 388390
    },
    {
      "epoch": 10.000257473158424,
      "grad_norm": 12.388297080993652,
      "learning_rate": 5e-06,
      "loss": 0.4429,
      "step": 388400
    },
    {
      "epoch": 10.002832204742656,
      "grad_norm": 10.030289649963379,
      "learning_rate": 5e-06,
      "loss": 0.431,
      "step": 388500
    },
    {
      "epoch": 10.005406936326889,
      "grad_norm": 7.37912654876709,
      "learning_rate": 5e-06,
      "loss": 0.4453,
      "step": 388600
    },
    {
      "epoch": 10.007981667911121,
      "grad_norm": 12.992046356201172,
      "learning_rate": 5e-06,
      "loss": 0.4442,
      "step": 388700
    },
    {
      "epoch": 10.010556399495353,
      "grad_norm": 13.214365005493164,
      "learning_rate": 5e-06,
      "loss": 0.4218,
      "step": 388800
    },
    {
      "epoch": 10.013131131079584,
      "grad_norm": 9.559348106384277,
      "learning_rate": 5e-06,
      "loss": 0.4358,
      "step": 388900
    },
    {
      "epoch": 10.015705862663816,
      "grad_norm": 7.579289436340332,
      "learning_rate": 5e-06,
      "loss": 0.4263,
      "step": 389000
    },
    {
      "epoch": 10.018280594248049,
      "grad_norm": 10.692769050598145,
      "learning_rate": 5e-06,
      "loss": 0.4868,
      "step": 389100
    },
    {
      "epoch": 10.020855325832281,
      "grad_norm": 9.738502502441406,
      "learning_rate": 5e-06,
      "loss": 0.4332,
      "step": 389200
    },
    {
      "epoch": 10.023430057416514,
      "grad_norm": 13.637353897094727,
      "learning_rate": 5e-06,
      "loss": 0.432,
      "step": 389300
    },
    {
      "epoch": 10.026004789000746,
      "grad_norm": 7.428560733795166,
      "learning_rate": 5e-06,
      "loss": 0.437,
      "step": 389400
    },
    {
      "epoch": 10.028579520584978,
      "grad_norm": 9.088526725769043,
      "learning_rate": 5e-06,
      "loss": 0.4375,
      "step": 389500
    },
    {
      "epoch": 10.03115425216921,
      "grad_norm": 8.82984447479248,
      "learning_rate": 5e-06,
      "loss": 0.4352,
      "step": 389600
    },
    {
      "epoch": 10.033728983753443,
      "grad_norm": 9.950496673583984,
      "learning_rate": 5e-06,
      "loss": 0.4305,
      "step": 389700
    },
    {
      "epoch": 10.036303715337676,
      "grad_norm": 9.666727066040039,
      "learning_rate": 5e-06,
      "loss": 0.4296,
      "step": 389800
    },
    {
      "epoch": 10.038878446921908,
      "grad_norm": 8.632174491882324,
      "learning_rate": 5e-06,
      "loss": 0.4285,
      "step": 389900
    },
    {
      "epoch": 10.04145317850614,
      "grad_norm": 6.47318696975708,
      "learning_rate": 5e-06,
      "loss": 0.4311,
      "step": 390000
    },
    {
      "epoch": 10.044027910090373,
      "grad_norm": 12.14087200164795,
      "learning_rate": 5e-06,
      "loss": 0.4229,
      "step": 390100
    },
    {
      "epoch": 10.046602641674605,
      "grad_norm": 10.298836708068848,
      "learning_rate": 5e-06,
      "loss": 0.4361,
      "step": 390200
    },
    {
      "epoch": 10.049177373258837,
      "grad_norm": 14.610673904418945,
      "learning_rate": 5e-06,
      "loss": 0.4187,
      "step": 390300
    },
    {
      "epoch": 10.05175210484307,
      "grad_norm": 7.7495832443237305,
      "learning_rate": 5e-06,
      "loss": 0.4398,
      "step": 390400
    },
    {
      "epoch": 10.054326836427302,
      "grad_norm": 8.443239212036133,
      "learning_rate": 5e-06,
      "loss": 0.4364,
      "step": 390500
    },
    {
      "epoch": 10.056901568011535,
      "grad_norm": 9.002634048461914,
      "learning_rate": 5e-06,
      "loss": 0.4067,
      "step": 390600
    },
    {
      "epoch": 10.059476299595767,
      "grad_norm": 9.307341575622559,
      "learning_rate": 5e-06,
      "loss": 0.4276,
      "step": 390700
    },
    {
      "epoch": 10.06205103118,
      "grad_norm": 10.02695083618164,
      "learning_rate": 5e-06,
      "loss": 0.4384,
      "step": 390800
    },
    {
      "epoch": 10.064625762764232,
      "grad_norm": 9.78089427947998,
      "learning_rate": 5e-06,
      "loss": 0.433,
      "step": 390900
    },
    {
      "epoch": 10.067200494348464,
      "grad_norm": 10.848060607910156,
      "learning_rate": 5e-06,
      "loss": 0.4336,
      "step": 391000
    },
    {
      "epoch": 10.069775225932696,
      "grad_norm": 12.001941680908203,
      "learning_rate": 5e-06,
      "loss": 0.4167,
      "step": 391100
    },
    {
      "epoch": 10.072349957516929,
      "grad_norm": 8.536226272583008,
      "learning_rate": 5e-06,
      "loss": 0.4309,
      "step": 391200
    },
    {
      "epoch": 10.074924689101161,
      "grad_norm": 11.591721534729004,
      "learning_rate": 5e-06,
      "loss": 0.4306,
      "step": 391300
    },
    {
      "epoch": 10.077499420685394,
      "grad_norm": 9.408858299255371,
      "learning_rate": 5e-06,
      "loss": 0.4416,
      "step": 391400
    },
    {
      "epoch": 10.080074152269626,
      "grad_norm": 7.240877628326416,
      "learning_rate": 5e-06,
      "loss": 0.4268,
      "step": 391500
    },
    {
      "epoch": 10.082648883853858,
      "grad_norm": 8.930256843566895,
      "learning_rate": 5e-06,
      "loss": 0.4318,
      "step": 391600
    },
    {
      "epoch": 10.08522361543809,
      "grad_norm": 8.398520469665527,
      "learning_rate": 5e-06,
      "loss": 0.4432,
      "step": 391700
    },
    {
      "epoch": 10.087798347022323,
      "grad_norm": 12.678675651550293,
      "learning_rate": 5e-06,
      "loss": 0.4128,
      "step": 391800
    },
    {
      "epoch": 10.090373078606556,
      "grad_norm": 9.386363983154297,
      "learning_rate": 5e-06,
      "loss": 0.4421,
      "step": 391900
    },
    {
      "epoch": 10.092947810190788,
      "grad_norm": 9.166495323181152,
      "learning_rate": 5e-06,
      "loss": 0.4389,
      "step": 392000
    },
    {
      "epoch": 10.09552254177502,
      "grad_norm": 9.285758018493652,
      "learning_rate": 5e-06,
      "loss": 0.436,
      "step": 392100
    },
    {
      "epoch": 10.098097273359253,
      "grad_norm": 10.243492126464844,
      "learning_rate": 5e-06,
      "loss": 0.4191,
      "step": 392200
    },
    {
      "epoch": 10.100672004943485,
      "grad_norm": 9.841992378234863,
      "learning_rate": 5e-06,
      "loss": 0.4329,
      "step": 392300
    },
    {
      "epoch": 10.103246736527717,
      "grad_norm": 8.703278541564941,
      "learning_rate": 5e-06,
      "loss": 0.429,
      "step": 392400
    },
    {
      "epoch": 10.10582146811195,
      "grad_norm": 9.367310523986816,
      "learning_rate": 5e-06,
      "loss": 0.4065,
      "step": 392500
    },
    {
      "epoch": 10.108396199696182,
      "grad_norm": 8.067713737487793,
      "learning_rate": 5e-06,
      "loss": 0.4388,
      "step": 392600
    },
    {
      "epoch": 10.110970931280415,
      "grad_norm": 10.987565994262695,
      "learning_rate": 5e-06,
      "loss": 0.4356,
      "step": 392700
    },
    {
      "epoch": 10.113545662864647,
      "grad_norm": 8.324271202087402,
      "learning_rate": 5e-06,
      "loss": 0.4088,
      "step": 392800
    },
    {
      "epoch": 10.11612039444888,
      "grad_norm": 7.8736162185668945,
      "learning_rate": 5e-06,
      "loss": 0.4261,
      "step": 392900
    },
    {
      "epoch": 10.118695126033112,
      "grad_norm": 9.407807350158691,
      "learning_rate": 5e-06,
      "loss": 0.4219,
      "step": 393000
    },
    {
      "epoch": 10.121269857617344,
      "grad_norm": 8.585923194885254,
      "learning_rate": 5e-06,
      "loss": 0.4266,
      "step": 393100
    },
    {
      "epoch": 10.123844589201576,
      "grad_norm": 9.371914863586426,
      "learning_rate": 5e-06,
      "loss": 0.4269,
      "step": 393200
    },
    {
      "epoch": 10.126419320785809,
      "grad_norm": 12.540956497192383,
      "learning_rate": 5e-06,
      "loss": 0.4447,
      "step": 393300
    },
    {
      "epoch": 10.128994052370041,
      "grad_norm": 8.668209075927734,
      "learning_rate": 5e-06,
      "loss": 0.4375,
      "step": 393400
    },
    {
      "epoch": 10.131568783954274,
      "grad_norm": 7.304350852966309,
      "learning_rate": 5e-06,
      "loss": 0.4473,
      "step": 393500
    },
    {
      "epoch": 10.134143515538504,
      "grad_norm": 7.901721954345703,
      "learning_rate": 5e-06,
      "loss": 0.4122,
      "step": 393600
    },
    {
      "epoch": 10.136718247122737,
      "grad_norm": 9.308686256408691,
      "learning_rate": 5e-06,
      "loss": 0.4167,
      "step": 393700
    },
    {
      "epoch": 10.139292978706969,
      "grad_norm": 9.300752639770508,
      "learning_rate": 5e-06,
      "loss": 0.4473,
      "step": 393800
    },
    {
      "epoch": 10.141867710291201,
      "grad_norm": 8.759827613830566,
      "learning_rate": 5e-06,
      "loss": 0.4139,
      "step": 393900
    },
    {
      "epoch": 10.144442441875434,
      "grad_norm": 11.003293991088867,
      "learning_rate": 5e-06,
      "loss": 0.4383,
      "step": 394000
    },
    {
      "epoch": 10.147017173459666,
      "grad_norm": 9.289844512939453,
      "learning_rate": 5e-06,
      "loss": 0.4249,
      "step": 394100
    },
    {
      "epoch": 10.149591905043899,
      "grad_norm": 9.085243225097656,
      "learning_rate": 5e-06,
      "loss": 0.4205,
      "step": 394200
    },
    {
      "epoch": 10.152166636628131,
      "grad_norm": 11.989463806152344,
      "learning_rate": 5e-06,
      "loss": 0.4311,
      "step": 394300
    },
    {
      "epoch": 10.154741368212363,
      "grad_norm": 10.71274185180664,
      "learning_rate": 5e-06,
      "loss": 0.447,
      "step": 394400
    },
    {
      "epoch": 10.157316099796596,
      "grad_norm": 8.075021743774414,
      "learning_rate": 5e-06,
      "loss": 0.4402,
      "step": 394500
    },
    {
      "epoch": 10.159890831380828,
      "grad_norm": 6.733306884765625,
      "learning_rate": 5e-06,
      "loss": 0.4415,
      "step": 394600
    },
    {
      "epoch": 10.16246556296506,
      "grad_norm": 8.297393798828125,
      "learning_rate": 5e-06,
      "loss": 0.437,
      "step": 394700
    },
    {
      "epoch": 10.165040294549293,
      "grad_norm": 11.304412841796875,
      "learning_rate": 5e-06,
      "loss": 0.4515,
      "step": 394800
    },
    {
      "epoch": 10.167615026133525,
      "grad_norm": 9.471526145935059,
      "learning_rate": 5e-06,
      "loss": 0.4118,
      "step": 394900
    },
    {
      "epoch": 10.170189757717758,
      "grad_norm": 8.453265190124512,
      "learning_rate": 5e-06,
      "loss": 0.4257,
      "step": 395000
    },
    {
      "epoch": 10.17276448930199,
      "grad_norm": 9.750080108642578,
      "learning_rate": 5e-06,
      "loss": 0.4314,
      "step": 395100
    },
    {
      "epoch": 10.175339220886222,
      "grad_norm": 8.461713790893555,
      "learning_rate": 5e-06,
      "loss": 0.4339,
      "step": 395200
    },
    {
      "epoch": 10.177913952470455,
      "grad_norm": 11.319443702697754,
      "learning_rate": 5e-06,
      "loss": 0.44,
      "step": 395300
    },
    {
      "epoch": 10.180488684054687,
      "grad_norm": 10.4166898727417,
      "learning_rate": 5e-06,
      "loss": 0.4111,
      "step": 395400
    },
    {
      "epoch": 10.18306341563892,
      "grad_norm": 8.133990287780762,
      "learning_rate": 5e-06,
      "loss": 0.4295,
      "step": 395500
    },
    {
      "epoch": 10.185638147223152,
      "grad_norm": 11.058982849121094,
      "learning_rate": 5e-06,
      "loss": 0.4231,
      "step": 395600
    },
    {
      "epoch": 10.188212878807384,
      "grad_norm": 7.5180230140686035,
      "learning_rate": 5e-06,
      "loss": 0.4172,
      "step": 395700
    },
    {
      "epoch": 10.190787610391617,
      "grad_norm": 10.258992195129395,
      "learning_rate": 5e-06,
      "loss": 0.4532,
      "step": 395800
    },
    {
      "epoch": 10.193362341975849,
      "grad_norm": 9.502598762512207,
      "learning_rate": 5e-06,
      "loss": 0.4182,
      "step": 395900
    },
    {
      "epoch": 10.195937073560081,
      "grad_norm": 10.742518424987793,
      "learning_rate": 5e-06,
      "loss": 0.4432,
      "step": 396000
    },
    {
      "epoch": 10.198511805144314,
      "grad_norm": 9.4390230178833,
      "learning_rate": 5e-06,
      "loss": 0.4133,
      "step": 396100
    },
    {
      "epoch": 10.201086536728546,
      "grad_norm": 8.706801414489746,
      "learning_rate": 5e-06,
      "loss": 0.4493,
      "step": 396200
    },
    {
      "epoch": 10.203661268312779,
      "grad_norm": 9.413061141967773,
      "learning_rate": 5e-06,
      "loss": 0.4139,
      "step": 396300
    },
    {
      "epoch": 10.206235999897011,
      "grad_norm": 8.715503692626953,
      "learning_rate": 5e-06,
      "loss": 0.4488,
      "step": 396400
    },
    {
      "epoch": 10.208810731481243,
      "grad_norm": 10.068406105041504,
      "learning_rate": 5e-06,
      "loss": 0.4631,
      "step": 396500
    },
    {
      "epoch": 10.211385463065476,
      "grad_norm": 10.232172012329102,
      "learning_rate": 5e-06,
      "loss": 0.4379,
      "step": 396600
    },
    {
      "epoch": 10.213960194649708,
      "grad_norm": 10.131305694580078,
      "learning_rate": 5e-06,
      "loss": 0.4256,
      "step": 396700
    },
    {
      "epoch": 10.21653492623394,
      "grad_norm": 8.98051929473877,
      "learning_rate": 5e-06,
      "loss": 0.3958,
      "step": 396800
    },
    {
      "epoch": 10.219109657818173,
      "grad_norm": 8.076276779174805,
      "learning_rate": 5e-06,
      "loss": 0.4239,
      "step": 396900
    },
    {
      "epoch": 10.221684389402405,
      "grad_norm": 9.504961013793945,
      "learning_rate": 5e-06,
      "loss": 0.4344,
      "step": 397000
    },
    {
      "epoch": 10.224259120986638,
      "grad_norm": 9.671085357666016,
      "learning_rate": 5e-06,
      "loss": 0.4328,
      "step": 397100
    },
    {
      "epoch": 10.22683385257087,
      "grad_norm": 8.415440559387207,
      "learning_rate": 5e-06,
      "loss": 0.4382,
      "step": 397200
    },
    {
      "epoch": 10.229408584155102,
      "grad_norm": 10.111686706542969,
      "learning_rate": 5e-06,
      "loss": 0.44,
      "step": 397300
    },
    {
      "epoch": 10.231983315739335,
      "grad_norm": 11.292037010192871,
      "learning_rate": 5e-06,
      "loss": 0.4281,
      "step": 397400
    },
    {
      "epoch": 10.234558047323567,
      "grad_norm": 13.623370170593262,
      "learning_rate": 5e-06,
      "loss": 0.4434,
      "step": 397500
    },
    {
      "epoch": 10.2371327789078,
      "grad_norm": 8.71835708618164,
      "learning_rate": 5e-06,
      "loss": 0.4356,
      "step": 397600
    },
    {
      "epoch": 10.239707510492032,
      "grad_norm": 10.543455123901367,
      "learning_rate": 5e-06,
      "loss": 0.4418,
      "step": 397700
    },
    {
      "epoch": 10.242282242076264,
      "grad_norm": 7.001058101654053,
      "learning_rate": 5e-06,
      "loss": 0.4229,
      "step": 397800
    },
    {
      "epoch": 10.244856973660497,
      "grad_norm": 9.524277687072754,
      "learning_rate": 5e-06,
      "loss": 0.4081,
      "step": 397900
    },
    {
      "epoch": 10.247431705244729,
      "grad_norm": 8.653033256530762,
      "learning_rate": 5e-06,
      "loss": 0.4224,
      "step": 398000
    },
    {
      "epoch": 10.250006436828961,
      "grad_norm": 12.438783645629883,
      "learning_rate": 5e-06,
      "loss": 0.4559,
      "step": 398100
    },
    {
      "epoch": 10.252581168413194,
      "grad_norm": 8.397066116333008,
      "learning_rate": 5e-06,
      "loss": 0.4175,
      "step": 398200
    },
    {
      "epoch": 10.255155899997426,
      "grad_norm": 9.635921478271484,
      "learning_rate": 5e-06,
      "loss": 0.4127,
      "step": 398300
    },
    {
      "epoch": 10.257730631581657,
      "grad_norm": 9.172861099243164,
      "learning_rate": 5e-06,
      "loss": 0.4014,
      "step": 398400
    },
    {
      "epoch": 10.26030536316589,
      "grad_norm": 6.4336771965026855,
      "learning_rate": 5e-06,
      "loss": 0.4234,
      "step": 398500
    },
    {
      "epoch": 10.262880094750122,
      "grad_norm": 8.756149291992188,
      "learning_rate": 5e-06,
      "loss": 0.448,
      "step": 398600
    },
    {
      "epoch": 10.265454826334354,
      "grad_norm": 13.870019912719727,
      "learning_rate": 5e-06,
      "loss": 0.4178,
      "step": 398700
    },
    {
      "epoch": 10.268029557918586,
      "grad_norm": 9.404199600219727,
      "learning_rate": 5e-06,
      "loss": 0.4398,
      "step": 398800
    },
    {
      "epoch": 10.270604289502819,
      "grad_norm": 13.361531257629395,
      "learning_rate": 5e-06,
      "loss": 0.4379,
      "step": 398900
    },
    {
      "epoch": 10.273179021087051,
      "grad_norm": 9.105091094970703,
      "learning_rate": 5e-06,
      "loss": 0.4216,
      "step": 399000
    },
    {
      "epoch": 10.275753752671283,
      "grad_norm": 10.877772331237793,
      "learning_rate": 5e-06,
      "loss": 0.4125,
      "step": 399100
    },
    {
      "epoch": 10.278328484255516,
      "grad_norm": 9.989657402038574,
      "learning_rate": 5e-06,
      "loss": 0.4309,
      "step": 399200
    },
    {
      "epoch": 10.280903215839748,
      "grad_norm": 9.980430603027344,
      "learning_rate": 5e-06,
      "loss": 0.4272,
      "step": 399300
    },
    {
      "epoch": 10.28347794742398,
      "grad_norm": 10.916598320007324,
      "learning_rate": 5e-06,
      "loss": 0.4356,
      "step": 399400
    },
    {
      "epoch": 10.286052679008213,
      "grad_norm": 12.248369216918945,
      "learning_rate": 5e-06,
      "loss": 0.4253,
      "step": 399500
    },
    {
      "epoch": 10.288627410592445,
      "grad_norm": 7.762857437133789,
      "learning_rate": 5e-06,
      "loss": 0.4222,
      "step": 399600
    },
    {
      "epoch": 10.291202142176678,
      "grad_norm": 9.815423965454102,
      "learning_rate": 5e-06,
      "loss": 0.4424,
      "step": 399700
    },
    {
      "epoch": 10.29377687376091,
      "grad_norm": 10.775056838989258,
      "learning_rate": 5e-06,
      "loss": 0.4209,
      "step": 399800
    },
    {
      "epoch": 10.296351605345142,
      "grad_norm": 11.297628402709961,
      "learning_rate": 5e-06,
      "loss": 0.4166,
      "step": 399900
    },
    {
      "epoch": 10.298926336929375,
      "grad_norm": 11.437529563903809,
      "learning_rate": 5e-06,
      "loss": 0.421,
      "step": 400000
    },
    {
      "epoch": 10.301501068513607,
      "grad_norm": 8.226506233215332,
      "learning_rate": 5e-06,
      "loss": 0.4484,
      "step": 400100
    },
    {
      "epoch": 10.30407580009784,
      "grad_norm": 9.117908477783203,
      "learning_rate": 5e-06,
      "loss": 0.4142,
      "step": 400200
    },
    {
      "epoch": 10.306650531682072,
      "grad_norm": 7.3297553062438965,
      "learning_rate": 5e-06,
      "loss": 0.4572,
      "step": 400300
    },
    {
      "epoch": 10.309225263266304,
      "grad_norm": 9.052483558654785,
      "learning_rate": 5e-06,
      "loss": 0.4621,
      "step": 400400
    },
    {
      "epoch": 10.311799994850537,
      "grad_norm": 7.77664041519165,
      "learning_rate": 5e-06,
      "loss": 0.4256,
      "step": 400500
    },
    {
      "epoch": 10.31437472643477,
      "grad_norm": 9.766655921936035,
      "learning_rate": 5e-06,
      "loss": 0.4267,
      "step": 400600
    },
    {
      "epoch": 10.316949458019002,
      "grad_norm": 9.115891456604004,
      "learning_rate": 5e-06,
      "loss": 0.4194,
      "step": 400700
    },
    {
      "epoch": 10.319524189603234,
      "grad_norm": 10.807241439819336,
      "learning_rate": 5e-06,
      "loss": 0.4203,
      "step": 400800
    },
    {
      "epoch": 10.322098921187466,
      "grad_norm": 9.448872566223145,
      "learning_rate": 5e-06,
      "loss": 0.4292,
      "step": 400900
    },
    {
      "epoch": 10.324673652771699,
      "grad_norm": 8.75522232055664,
      "learning_rate": 5e-06,
      "loss": 0.4111,
      "step": 401000
    },
    {
      "epoch": 10.327248384355931,
      "grad_norm": 10.983978271484375,
      "learning_rate": 5e-06,
      "loss": 0.4173,
      "step": 401100
    },
    {
      "epoch": 10.329823115940163,
      "grad_norm": 10.461583137512207,
      "learning_rate": 5e-06,
      "loss": 0.4125,
      "step": 401200
    },
    {
      "epoch": 10.332397847524396,
      "grad_norm": 6.947911739349365,
      "learning_rate": 5e-06,
      "loss": 0.4236,
      "step": 401300
    },
    {
      "epoch": 10.334972579108628,
      "grad_norm": 10.7891263961792,
      "learning_rate": 5e-06,
      "loss": 0.4364,
      "step": 401400
    },
    {
      "epoch": 10.33754731069286,
      "grad_norm": 8.191094398498535,
      "learning_rate": 5e-06,
      "loss": 0.4157,
      "step": 401500
    },
    {
      "epoch": 10.340122042277093,
      "grad_norm": 6.495691299438477,
      "learning_rate": 5e-06,
      "loss": 0.4196,
      "step": 401600
    },
    {
      "epoch": 10.342696773861325,
      "grad_norm": 10.372689247131348,
      "learning_rate": 5e-06,
      "loss": 0.4332,
      "step": 401700
    },
    {
      "epoch": 10.345271505445558,
      "grad_norm": 10.292341232299805,
      "learning_rate": 5e-06,
      "loss": 0.4386,
      "step": 401800
    },
    {
      "epoch": 10.34784623702979,
      "grad_norm": 8.846552848815918,
      "learning_rate": 5e-06,
      "loss": 0.4205,
      "step": 401900
    },
    {
      "epoch": 10.350420968614022,
      "grad_norm": 13.462994575500488,
      "learning_rate": 5e-06,
      "loss": 0.434,
      "step": 402000
    },
    {
      "epoch": 10.352995700198255,
      "grad_norm": 9.454620361328125,
      "learning_rate": 5e-06,
      "loss": 0.4289,
      "step": 402100
    },
    {
      "epoch": 10.355570431782487,
      "grad_norm": 8.858488082885742,
      "learning_rate": 5e-06,
      "loss": 0.4196,
      "step": 402200
    },
    {
      "epoch": 10.35814516336672,
      "grad_norm": 9.687812805175781,
      "learning_rate": 5e-06,
      "loss": 0.4203,
      "step": 402300
    },
    {
      "epoch": 10.360719894950952,
      "grad_norm": 9.11493968963623,
      "learning_rate": 5e-06,
      "loss": 0.4146,
      "step": 402400
    },
    {
      "epoch": 10.363294626535184,
      "grad_norm": 8.90270709991455,
      "learning_rate": 5e-06,
      "loss": 0.4211,
      "step": 402500
    },
    {
      "epoch": 10.365869358119417,
      "grad_norm": 8.514649391174316,
      "learning_rate": 5e-06,
      "loss": 0.4387,
      "step": 402600
    },
    {
      "epoch": 10.36844408970365,
      "grad_norm": 9.736666679382324,
      "learning_rate": 5e-06,
      "loss": 0.4182,
      "step": 402700
    },
    {
      "epoch": 10.371018821287882,
      "grad_norm": 14.367198944091797,
      "learning_rate": 5e-06,
      "loss": 0.425,
      "step": 402800
    },
    {
      "epoch": 10.373593552872114,
      "grad_norm": 13.155930519104004,
      "learning_rate": 5e-06,
      "loss": 0.4305,
      "step": 402900
    },
    {
      "epoch": 10.376168284456345,
      "grad_norm": 9.792426109313965,
      "learning_rate": 5e-06,
      "loss": 0.4206,
      "step": 403000
    },
    {
      "epoch": 10.378743016040577,
      "grad_norm": 11.755608558654785,
      "learning_rate": 5e-06,
      "loss": 0.448,
      "step": 403100
    },
    {
      "epoch": 10.38131774762481,
      "grad_norm": 8.812677383422852,
      "learning_rate": 5e-06,
      "loss": 0.396,
      "step": 403200
    },
    {
      "epoch": 10.383892479209042,
      "grad_norm": 10.234689712524414,
      "learning_rate": 5e-06,
      "loss": 0.4167,
      "step": 403300
    },
    {
      "epoch": 10.386467210793274,
      "grad_norm": 9.956379890441895,
      "learning_rate": 5e-06,
      "loss": 0.4352,
      "step": 403400
    },
    {
      "epoch": 10.389041942377506,
      "grad_norm": 7.55487060546875,
      "learning_rate": 5e-06,
      "loss": 0.4316,
      "step": 403500
    },
    {
      "epoch": 10.391616673961739,
      "grad_norm": 10.572306632995605,
      "learning_rate": 5e-06,
      "loss": 0.4253,
      "step": 403600
    },
    {
      "epoch": 10.394191405545971,
      "grad_norm": 7.561395645141602,
      "learning_rate": 5e-06,
      "loss": 0.4125,
      "step": 403700
    },
    {
      "epoch": 10.396766137130204,
      "grad_norm": 11.304156303405762,
      "learning_rate": 5e-06,
      "loss": 0.444,
      "step": 403800
    },
    {
      "epoch": 10.399340868714436,
      "grad_norm": 6.365711212158203,
      "learning_rate": 5e-06,
      "loss": 0.4418,
      "step": 403900
    },
    {
      "epoch": 10.401915600298668,
      "grad_norm": 8.802915573120117,
      "learning_rate": 5e-06,
      "loss": 0.4148,
      "step": 404000
    },
    {
      "epoch": 10.4044903318829,
      "grad_norm": 9.918767929077148,
      "learning_rate": 5e-06,
      "loss": 0.4281,
      "step": 404100
    },
    {
      "epoch": 10.407065063467133,
      "grad_norm": 7.553947448730469,
      "learning_rate": 5e-06,
      "loss": 0.4116,
      "step": 404200
    },
    {
      "epoch": 10.409639795051365,
      "grad_norm": 11.913277626037598,
      "learning_rate": 5e-06,
      "loss": 0.4412,
      "step": 404300
    },
    {
      "epoch": 10.412214526635598,
      "grad_norm": 6.852281093597412,
      "learning_rate": 5e-06,
      "loss": 0.4332,
      "step": 404400
    },
    {
      "epoch": 10.41478925821983,
      "grad_norm": 8.90481948852539,
      "learning_rate": 5e-06,
      "loss": 0.4458,
      "step": 404500
    },
    {
      "epoch": 10.417363989804063,
      "grad_norm": 10.80015754699707,
      "learning_rate": 5e-06,
      "loss": 0.4228,
      "step": 404600
    },
    {
      "epoch": 10.419938721388295,
      "grad_norm": 8.642799377441406,
      "learning_rate": 5e-06,
      "loss": 0.4218,
      "step": 404700
    },
    {
      "epoch": 10.422513452972527,
      "grad_norm": 9.129508972167969,
      "learning_rate": 5e-06,
      "loss": 0.4354,
      "step": 404800
    },
    {
      "epoch": 10.42508818455676,
      "grad_norm": 7.952600955963135,
      "learning_rate": 5e-06,
      "loss": 0.4171,
      "step": 404900
    },
    {
      "epoch": 10.427662916140992,
      "grad_norm": 9.05948543548584,
      "learning_rate": 5e-06,
      "loss": 0.406,
      "step": 405000
    },
    {
      "epoch": 10.430237647725225,
      "grad_norm": 9.651062965393066,
      "learning_rate": 5e-06,
      "loss": 0.4403,
      "step": 405100
    },
    {
      "epoch": 10.432812379309457,
      "grad_norm": 9.545166015625,
      "learning_rate": 5e-06,
      "loss": 0.4374,
      "step": 405200
    },
    {
      "epoch": 10.43538711089369,
      "grad_norm": 7.448208808898926,
      "learning_rate": 5e-06,
      "loss": 0.4229,
      "step": 405300
    },
    {
      "epoch": 10.437961842477922,
      "grad_norm": 8.000893592834473,
      "learning_rate": 5e-06,
      "loss": 0.4026,
      "step": 405400
    },
    {
      "epoch": 10.440536574062154,
      "grad_norm": 10.079402923583984,
      "learning_rate": 5e-06,
      "loss": 0.4357,
      "step": 405500
    },
    {
      "epoch": 10.443111305646386,
      "grad_norm": 9.739856719970703,
      "learning_rate": 5e-06,
      "loss": 0.4173,
      "step": 405600
    },
    {
      "epoch": 10.445686037230619,
      "grad_norm": 13.352315902709961,
      "learning_rate": 5e-06,
      "loss": 0.4162,
      "step": 405700
    },
    {
      "epoch": 10.448260768814851,
      "grad_norm": 8.734314918518066,
      "learning_rate": 5e-06,
      "loss": 0.4397,
      "step": 405800
    },
    {
      "epoch": 10.450835500399084,
      "grad_norm": 6.912808895111084,
      "learning_rate": 5e-06,
      "loss": 0.4151,
      "step": 405900
    },
    {
      "epoch": 10.453410231983316,
      "grad_norm": 8.377492904663086,
      "learning_rate": 5e-06,
      "loss": 0.4261,
      "step": 406000
    },
    {
      "epoch": 10.455984963567548,
      "grad_norm": 10.10561466217041,
      "learning_rate": 5e-06,
      "loss": 0.4199,
      "step": 406100
    },
    {
      "epoch": 10.45855969515178,
      "grad_norm": 7.951100826263428,
      "learning_rate": 5e-06,
      "loss": 0.3977,
      "step": 406200
    },
    {
      "epoch": 10.461134426736013,
      "grad_norm": 8.161881446838379,
      "learning_rate": 5e-06,
      "loss": 0.451,
      "step": 406300
    },
    {
      "epoch": 10.463709158320246,
      "grad_norm": 10.040071487426758,
      "learning_rate": 5e-06,
      "loss": 0.4294,
      "step": 406400
    },
    {
      "epoch": 10.466283889904478,
      "grad_norm": 9.681546211242676,
      "learning_rate": 5e-06,
      "loss": 0.4412,
      "step": 406500
    },
    {
      "epoch": 10.46885862148871,
      "grad_norm": 9.754277229309082,
      "learning_rate": 5e-06,
      "loss": 0.4212,
      "step": 406600
    },
    {
      "epoch": 10.471433353072943,
      "grad_norm": 9.03950309753418,
      "learning_rate": 5e-06,
      "loss": 0.4104,
      "step": 406700
    },
    {
      "epoch": 10.474008084657175,
      "grad_norm": 9.254508018493652,
      "learning_rate": 5e-06,
      "loss": 0.4147,
      "step": 406800
    },
    {
      "epoch": 10.476582816241407,
      "grad_norm": 14.563199043273926,
      "learning_rate": 5e-06,
      "loss": 0.4499,
      "step": 406900
    },
    {
      "epoch": 10.47915754782564,
      "grad_norm": 8.98819351196289,
      "learning_rate": 5e-06,
      "loss": 0.4514,
      "step": 407000
    },
    {
      "epoch": 10.481732279409872,
      "grad_norm": 8.561513900756836,
      "learning_rate": 5e-06,
      "loss": 0.4187,
      "step": 407100
    },
    {
      "epoch": 10.484307010994105,
      "grad_norm": 12.413435935974121,
      "learning_rate": 5e-06,
      "loss": 0.4313,
      "step": 407200
    },
    {
      "epoch": 10.486881742578337,
      "grad_norm": 8.924641609191895,
      "learning_rate": 5e-06,
      "loss": 0.4239,
      "step": 407300
    },
    {
      "epoch": 10.48945647416257,
      "grad_norm": 8.143244743347168,
      "learning_rate": 5e-06,
      "loss": 0.4345,
      "step": 407400
    },
    {
      "epoch": 10.492031205746802,
      "grad_norm": 12.2561674118042,
      "learning_rate": 5e-06,
      "loss": 0.4107,
      "step": 407500
    },
    {
      "epoch": 10.494605937331034,
      "grad_norm": 9.637523651123047,
      "learning_rate": 5e-06,
      "loss": 0.4084,
      "step": 407600
    },
    {
      "epoch": 10.497180668915266,
      "grad_norm": 9.680999755859375,
      "learning_rate": 5e-06,
      "loss": 0.4378,
      "step": 407700
    },
    {
      "epoch": 10.499755400499497,
      "grad_norm": 7.581773281097412,
      "learning_rate": 5e-06,
      "loss": 0.4158,
      "step": 407800
    },
    {
      "epoch": 10.50233013208373,
      "grad_norm": 9.325662612915039,
      "learning_rate": 5e-06,
      "loss": 0.402,
      "step": 407900
    },
    {
      "epoch": 10.504904863667962,
      "grad_norm": 9.48137092590332,
      "learning_rate": 5e-06,
      "loss": 0.4345,
      "step": 408000
    },
    {
      "epoch": 10.507479595252194,
      "grad_norm": 9.382217407226562,
      "learning_rate": 5e-06,
      "loss": 0.4318,
      "step": 408100
    },
    {
      "epoch": 10.510054326836427,
      "grad_norm": 9.308737754821777,
      "learning_rate": 5e-06,
      "loss": 0.4342,
      "step": 408200
    },
    {
      "epoch": 10.512629058420659,
      "grad_norm": 8.76834774017334,
      "learning_rate": 5e-06,
      "loss": 0.4159,
      "step": 408300
    },
    {
      "epoch": 10.515203790004891,
      "grad_norm": 10.482545852661133,
      "learning_rate": 5e-06,
      "loss": 0.4355,
      "step": 408400
    },
    {
      "epoch": 10.517778521589124,
      "grad_norm": 10.113425254821777,
      "learning_rate": 5e-06,
      "loss": 0.4135,
      "step": 408500
    },
    {
      "epoch": 10.520353253173356,
      "grad_norm": 10.092089653015137,
      "learning_rate": 5e-06,
      "loss": 0.4191,
      "step": 408600
    },
    {
      "epoch": 10.522927984757589,
      "grad_norm": 8.418627738952637,
      "learning_rate": 5e-06,
      "loss": 0.4219,
      "step": 408700
    },
    {
      "epoch": 10.52550271634182,
      "grad_norm": 10.045650482177734,
      "learning_rate": 5e-06,
      "loss": 0.4168,
      "step": 408800
    },
    {
      "epoch": 10.528077447926053,
      "grad_norm": 7.0922441482543945,
      "learning_rate": 5e-06,
      "loss": 0.4198,
      "step": 408900
    },
    {
      "epoch": 10.530652179510286,
      "grad_norm": 9.49842643737793,
      "learning_rate": 5e-06,
      "loss": 0.4054,
      "step": 409000
    },
    {
      "epoch": 10.533226911094518,
      "grad_norm": 10.756502151489258,
      "learning_rate": 5e-06,
      "loss": 0.4305,
      "step": 409100
    },
    {
      "epoch": 10.53580164267875,
      "grad_norm": 8.129707336425781,
      "learning_rate": 5e-06,
      "loss": 0.4358,
      "step": 409200
    },
    {
      "epoch": 10.538376374262983,
      "grad_norm": 11.13577938079834,
      "learning_rate": 5e-06,
      "loss": 0.4564,
      "step": 409300
    },
    {
      "epoch": 10.540951105847215,
      "grad_norm": 8.311873435974121,
      "learning_rate": 5e-06,
      "loss": 0.4282,
      "step": 409400
    },
    {
      "epoch": 10.543525837431448,
      "grad_norm": 9.540349006652832,
      "learning_rate": 5e-06,
      "loss": 0.4441,
      "step": 409500
    },
    {
      "epoch": 10.54610056901568,
      "grad_norm": 13.341909408569336,
      "learning_rate": 5e-06,
      "loss": 0.4155,
      "step": 409600
    },
    {
      "epoch": 10.548675300599912,
      "grad_norm": 10.063638687133789,
      "learning_rate": 5e-06,
      "loss": 0.4127,
      "step": 409700
    },
    {
      "epoch": 10.551250032184145,
      "grad_norm": 7.47817850112915,
      "learning_rate": 5e-06,
      "loss": 0.4222,
      "step": 409800
    },
    {
      "epoch": 10.553824763768377,
      "grad_norm": 10.298576354980469,
      "learning_rate": 5e-06,
      "loss": 0.4214,
      "step": 409900
    },
    {
      "epoch": 10.55639949535261,
      "grad_norm": 8.615560531616211,
      "learning_rate": 5e-06,
      "loss": 0.4154,
      "step": 410000
    },
    {
      "epoch": 10.558974226936842,
      "grad_norm": 11.181991577148438,
      "learning_rate": 5e-06,
      "loss": 0.4357,
      "step": 410100
    },
    {
      "epoch": 10.561548958521074,
      "grad_norm": 11.500329971313477,
      "learning_rate": 5e-06,
      "loss": 0.4231,
      "step": 410200
    },
    {
      "epoch": 10.564123690105307,
      "grad_norm": 10.009111404418945,
      "learning_rate": 5e-06,
      "loss": 0.4065,
      "step": 410300
    },
    {
      "epoch": 10.566698421689539,
      "grad_norm": 10.50503921508789,
      "learning_rate": 5e-06,
      "loss": 0.4205,
      "step": 410400
    },
    {
      "epoch": 10.569273153273771,
      "grad_norm": 10.396547317504883,
      "learning_rate": 5e-06,
      "loss": 0.431,
      "step": 410500
    },
    {
      "epoch": 10.571847884858004,
      "grad_norm": 15.256632804870605,
      "learning_rate": 5e-06,
      "loss": 0.4487,
      "step": 410600
    },
    {
      "epoch": 10.574422616442236,
      "grad_norm": 11.104372024536133,
      "learning_rate": 5e-06,
      "loss": 0.4268,
      "step": 410700
    },
    {
      "epoch": 10.576997348026469,
      "grad_norm": 14.574271202087402,
      "learning_rate": 5e-06,
      "loss": 0.4155,
      "step": 410800
    },
    {
      "epoch": 10.579572079610701,
      "grad_norm": 9.218050956726074,
      "learning_rate": 5e-06,
      "loss": 0.4012,
      "step": 410900
    },
    {
      "epoch": 10.582146811194933,
      "grad_norm": 9.079894065856934,
      "learning_rate": 5e-06,
      "loss": 0.4028,
      "step": 411000
    },
    {
      "epoch": 10.584721542779166,
      "grad_norm": 8.28270435333252,
      "learning_rate": 5e-06,
      "loss": 0.4347,
      "step": 411100
    },
    {
      "epoch": 10.587296274363398,
      "grad_norm": 8.596606254577637,
      "learning_rate": 5e-06,
      "loss": 0.3963,
      "step": 411200
    },
    {
      "epoch": 10.58987100594763,
      "grad_norm": 7.635805606842041,
      "learning_rate": 5e-06,
      "loss": 0.4408,
      "step": 411300
    },
    {
      "epoch": 10.592445737531863,
      "grad_norm": 10.606613159179688,
      "learning_rate": 5e-06,
      "loss": 0.4053,
      "step": 411400
    },
    {
      "epoch": 10.595020469116095,
      "grad_norm": 8.34951114654541,
      "learning_rate": 5e-06,
      "loss": 0.4033,
      "step": 411500
    },
    {
      "epoch": 10.597595200700328,
      "grad_norm": 9.442644119262695,
      "learning_rate": 5e-06,
      "loss": 0.4289,
      "step": 411600
    },
    {
      "epoch": 10.60016993228456,
      "grad_norm": 14.344157218933105,
      "learning_rate": 5e-06,
      "loss": 0.4273,
      "step": 411700
    },
    {
      "epoch": 10.602744663868792,
      "grad_norm": 11.627628326416016,
      "learning_rate": 5e-06,
      "loss": 0.4162,
      "step": 411800
    },
    {
      "epoch": 10.605319395453025,
      "grad_norm": 12.081758499145508,
      "learning_rate": 5e-06,
      "loss": 0.4409,
      "step": 411900
    },
    {
      "epoch": 10.607894127037257,
      "grad_norm": 8.6295804977417,
      "learning_rate": 5e-06,
      "loss": 0.434,
      "step": 412000
    },
    {
      "epoch": 10.61046885862149,
      "grad_norm": 11.356256484985352,
      "learning_rate": 5e-06,
      "loss": 0.4138,
      "step": 412100
    },
    {
      "epoch": 10.613043590205722,
      "grad_norm": 8.55575942993164,
      "learning_rate": 5e-06,
      "loss": 0.4112,
      "step": 412200
    },
    {
      "epoch": 10.615618321789952,
      "grad_norm": 7.942492485046387,
      "learning_rate": 5e-06,
      "loss": 0.4025,
      "step": 412300
    },
    {
      "epoch": 10.618193053374185,
      "grad_norm": 8.78646183013916,
      "learning_rate": 5e-06,
      "loss": 0.441,
      "step": 412400
    },
    {
      "epoch": 10.620767784958417,
      "grad_norm": 9.161137580871582,
      "learning_rate": 5e-06,
      "loss": 0.4165,
      "step": 412500
    },
    {
      "epoch": 10.62334251654265,
      "grad_norm": 8.526557922363281,
      "learning_rate": 5e-06,
      "loss": 0.4434,
      "step": 412600
    },
    {
      "epoch": 10.625917248126882,
      "grad_norm": 9.67837905883789,
      "learning_rate": 5e-06,
      "loss": 0.4134,
      "step": 412700
    },
    {
      "epoch": 10.628491979711114,
      "grad_norm": 9.297513008117676,
      "learning_rate": 5e-06,
      "loss": 0.4074,
      "step": 412800
    },
    {
      "epoch": 10.631066711295347,
      "grad_norm": 8.806318283081055,
      "learning_rate": 5e-06,
      "loss": 0.4123,
      "step": 412900
    },
    {
      "epoch": 10.63364144287958,
      "grad_norm": 9.93735408782959,
      "learning_rate": 5e-06,
      "loss": 0.4397,
      "step": 413000
    },
    {
      "epoch": 10.636216174463812,
      "grad_norm": 7.749130725860596,
      "learning_rate": 5e-06,
      "loss": 0.4011,
      "step": 413100
    },
    {
      "epoch": 10.638790906048044,
      "grad_norm": 9.628111839294434,
      "learning_rate": 5e-06,
      "loss": 0.4208,
      "step": 413200
    },
    {
      "epoch": 10.641365637632276,
      "grad_norm": 10.21184253692627,
      "learning_rate": 5e-06,
      "loss": 0.4429,
      "step": 413300
    },
    {
      "epoch": 10.643940369216509,
      "grad_norm": 10.324487686157227,
      "learning_rate": 5e-06,
      "loss": 0.4146,
      "step": 413400
    },
    {
      "epoch": 10.646515100800741,
      "grad_norm": 9.564339637756348,
      "learning_rate": 5e-06,
      "loss": 0.4097,
      "step": 413500
    },
    {
      "epoch": 10.649089832384973,
      "grad_norm": 9.056480407714844,
      "learning_rate": 5e-06,
      "loss": 0.427,
      "step": 413600
    },
    {
      "epoch": 10.651664563969206,
      "grad_norm": 10.278054237365723,
      "learning_rate": 5e-06,
      "loss": 0.4328,
      "step": 413700
    },
    {
      "epoch": 10.654239295553438,
      "grad_norm": 8.440535545349121,
      "learning_rate": 5e-06,
      "loss": 0.4289,
      "step": 413800
    },
    {
      "epoch": 10.65681402713767,
      "grad_norm": 9.305196762084961,
      "learning_rate": 5e-06,
      "loss": 0.4109,
      "step": 413900
    },
    {
      "epoch": 10.659388758721903,
      "grad_norm": 9.157936096191406,
      "learning_rate": 5e-06,
      "loss": 0.3871,
      "step": 414000
    },
    {
      "epoch": 10.661963490306135,
      "grad_norm": 8.833202362060547,
      "learning_rate": 5e-06,
      "loss": 0.4075,
      "step": 414100
    },
    {
      "epoch": 10.664538221890368,
      "grad_norm": 11.507088661193848,
      "learning_rate": 5e-06,
      "loss": 0.4216,
      "step": 414200
    },
    {
      "epoch": 10.6671129534746,
      "grad_norm": 10.517291069030762,
      "learning_rate": 5e-06,
      "loss": 0.4089,
      "step": 414300
    },
    {
      "epoch": 10.669687685058832,
      "grad_norm": 8.892767906188965,
      "learning_rate": 5e-06,
      "loss": 0.4339,
      "step": 414400
    },
    {
      "epoch": 10.672262416643065,
      "grad_norm": 9.15817642211914,
      "learning_rate": 5e-06,
      "loss": 0.4349,
      "step": 414500
    },
    {
      "epoch": 10.674837148227297,
      "grad_norm": 9.197476387023926,
      "learning_rate": 5e-06,
      "loss": 0.4302,
      "step": 414600
    },
    {
      "epoch": 10.67741187981153,
      "grad_norm": 11.15610408782959,
      "learning_rate": 5e-06,
      "loss": 0.42,
      "step": 414700
    },
    {
      "epoch": 10.679986611395762,
      "grad_norm": 11.368509292602539,
      "learning_rate": 5e-06,
      "loss": 0.4142,
      "step": 414800
    },
    {
      "epoch": 10.682561342979994,
      "grad_norm": 9.981964111328125,
      "learning_rate": 5e-06,
      "loss": 0.4349,
      "step": 414900
    },
    {
      "epoch": 10.685136074564227,
      "grad_norm": 9.609505653381348,
      "learning_rate": 5e-06,
      "loss": 0.4276,
      "step": 415000
    },
    {
      "epoch": 10.68771080614846,
      "grad_norm": 8.593191146850586,
      "learning_rate": 5e-06,
      "loss": 0.4131,
      "step": 415100
    },
    {
      "epoch": 10.690285537732692,
      "grad_norm": 9.018478393554688,
      "learning_rate": 5e-06,
      "loss": 0.4103,
      "step": 415200
    },
    {
      "epoch": 10.692860269316924,
      "grad_norm": 8.309593200683594,
      "learning_rate": 5e-06,
      "loss": 0.4199,
      "step": 415300
    },
    {
      "epoch": 10.695435000901156,
      "grad_norm": 11.3171968460083,
      "learning_rate": 5e-06,
      "loss": 0.419,
      "step": 415400
    },
    {
      "epoch": 10.698009732485389,
      "grad_norm": 11.880814552307129,
      "learning_rate": 5e-06,
      "loss": 0.4197,
      "step": 415500
    },
    {
      "epoch": 10.700584464069621,
      "grad_norm": 9.675642013549805,
      "learning_rate": 5e-06,
      "loss": 0.3984,
      "step": 415600
    },
    {
      "epoch": 10.703159195653853,
      "grad_norm": 9.706607818603516,
      "learning_rate": 5e-06,
      "loss": 0.407,
      "step": 415700
    },
    {
      "epoch": 10.705733927238086,
      "grad_norm": 10.482612609863281,
      "learning_rate": 5e-06,
      "loss": 0.4278,
      "step": 415800
    },
    {
      "epoch": 10.708308658822318,
      "grad_norm": 7.463535308837891,
      "learning_rate": 5e-06,
      "loss": 0.4161,
      "step": 415900
    },
    {
      "epoch": 10.71088339040655,
      "grad_norm": 9.800583839416504,
      "learning_rate": 5e-06,
      "loss": 0.4075,
      "step": 416000
    },
    {
      "epoch": 10.713458121990783,
      "grad_norm": 13.618698120117188,
      "learning_rate": 5e-06,
      "loss": 0.4164,
      "step": 416100
    },
    {
      "epoch": 10.716032853575015,
      "grad_norm": 8.278453826904297,
      "learning_rate": 5e-06,
      "loss": 0.4271,
      "step": 416200
    },
    {
      "epoch": 10.718607585159248,
      "grad_norm": 8.051233291625977,
      "learning_rate": 5e-06,
      "loss": 0.4468,
      "step": 416300
    },
    {
      "epoch": 10.72118231674348,
      "grad_norm": 7.429669380187988,
      "learning_rate": 5e-06,
      "loss": 0.3977,
      "step": 416400
    },
    {
      "epoch": 10.723757048327712,
      "grad_norm": 7.733518123626709,
      "learning_rate": 5e-06,
      "loss": 0.4241,
      "step": 416500
    },
    {
      "epoch": 10.726331779911945,
      "grad_norm": 8.245884895324707,
      "learning_rate": 5e-06,
      "loss": 0.4285,
      "step": 416600
    },
    {
      "epoch": 10.728906511496177,
      "grad_norm": 8.526375770568848,
      "learning_rate": 5e-06,
      "loss": 0.4049,
      "step": 416700
    },
    {
      "epoch": 10.73148124308041,
      "grad_norm": 10.267695426940918,
      "learning_rate": 5e-06,
      "loss": 0.4118,
      "step": 416800
    },
    {
      "epoch": 10.734055974664642,
      "grad_norm": 9.903958320617676,
      "learning_rate": 5e-06,
      "loss": 0.4183,
      "step": 416900
    },
    {
      "epoch": 10.736630706248874,
      "grad_norm": 10.647700309753418,
      "learning_rate": 5e-06,
      "loss": 0.413,
      "step": 417000
    },
    {
      "epoch": 10.739205437833107,
      "grad_norm": 9.076746940612793,
      "learning_rate": 5e-06,
      "loss": 0.4292,
      "step": 417100
    },
    {
      "epoch": 10.74178016941734,
      "grad_norm": 11.850945472717285,
      "learning_rate": 5e-06,
      "loss": 0.4074,
      "step": 417200
    },
    {
      "epoch": 10.74435490100157,
      "grad_norm": 8.738801002502441,
      "learning_rate": 5e-06,
      "loss": 0.4144,
      "step": 417300
    },
    {
      "epoch": 10.746929632585802,
      "grad_norm": 7.961807727813721,
      "learning_rate": 5e-06,
      "loss": 0.4223,
      "step": 417400
    },
    {
      "epoch": 10.749504364170035,
      "grad_norm": 9.578703880310059,
      "learning_rate": 5e-06,
      "loss": 0.4172,
      "step": 417500
    },
    {
      "epoch": 10.752079095754267,
      "grad_norm": 9.573488235473633,
      "learning_rate": 5e-06,
      "loss": 0.4276,
      "step": 417600
    },
    {
      "epoch": 10.7546538273385,
      "grad_norm": 10.273504257202148,
      "learning_rate": 5e-06,
      "loss": 0.4087,
      "step": 417700
    },
    {
      "epoch": 10.757228558922732,
      "grad_norm": 9.191901206970215,
      "learning_rate": 5e-06,
      "loss": 0.4313,
      "step": 417800
    },
    {
      "epoch": 10.759803290506964,
      "grad_norm": 8.140154838562012,
      "learning_rate": 5e-06,
      "loss": 0.4339,
      "step": 417900
    },
    {
      "epoch": 10.762378022091196,
      "grad_norm": 9.008091926574707,
      "learning_rate": 5e-06,
      "loss": 0.429,
      "step": 418000
    },
    {
      "epoch": 10.764952753675429,
      "grad_norm": 11.472582817077637,
      "learning_rate": 5e-06,
      "loss": 0.4184,
      "step": 418100
    },
    {
      "epoch": 10.767527485259661,
      "grad_norm": 10.24365520477295,
      "learning_rate": 5e-06,
      "loss": 0.4102,
      "step": 418200
    },
    {
      "epoch": 10.770102216843894,
      "grad_norm": 10.178315162658691,
      "learning_rate": 5e-06,
      "loss": 0.4387,
      "step": 418300
    },
    {
      "epoch": 10.772676948428126,
      "grad_norm": 18.348648071289062,
      "learning_rate": 5e-06,
      "loss": 0.4391,
      "step": 418400
    },
    {
      "epoch": 10.775251680012358,
      "grad_norm": 10.290032386779785,
      "learning_rate": 5e-06,
      "loss": 0.4254,
      "step": 418500
    },
    {
      "epoch": 10.77782641159659,
      "grad_norm": 12.905841827392578,
      "learning_rate": 5e-06,
      "loss": 0.4021,
      "step": 418600
    },
    {
      "epoch": 10.780401143180823,
      "grad_norm": 7.585144996643066,
      "learning_rate": 5e-06,
      "loss": 0.412,
      "step": 418700
    },
    {
      "epoch": 10.782975874765055,
      "grad_norm": 9.141955375671387,
      "learning_rate": 5e-06,
      "loss": 0.4289,
      "step": 418800
    },
    {
      "epoch": 10.785550606349288,
      "grad_norm": 8.859745979309082,
      "learning_rate": 5e-06,
      "loss": 0.414,
      "step": 418900
    },
    {
      "epoch": 10.78812533793352,
      "grad_norm": 7.563458442687988,
      "learning_rate": 5e-06,
      "loss": 0.4137,
      "step": 419000
    },
    {
      "epoch": 10.790700069517753,
      "grad_norm": 10.350991249084473,
      "learning_rate": 5e-06,
      "loss": 0.3969,
      "step": 419100
    },
    {
      "epoch": 10.793274801101985,
      "grad_norm": 12.350110054016113,
      "learning_rate": 5e-06,
      "loss": 0.4196,
      "step": 419200
    },
    {
      "epoch": 10.795849532686217,
      "grad_norm": 10.253081321716309,
      "learning_rate": 5e-06,
      "loss": 0.4322,
      "step": 419300
    },
    {
      "epoch": 10.79842426427045,
      "grad_norm": 8.825241088867188,
      "learning_rate": 5e-06,
      "loss": 0.4209,
      "step": 419400
    },
    {
      "epoch": 10.800998995854682,
      "grad_norm": 8.620497703552246,
      "learning_rate": 5e-06,
      "loss": 0.4364,
      "step": 419500
    },
    {
      "epoch": 10.803573727438915,
      "grad_norm": 8.21354866027832,
      "learning_rate": 5e-06,
      "loss": 0.4193,
      "step": 419600
    },
    {
      "epoch": 10.806148459023147,
      "grad_norm": 10.455398559570312,
      "learning_rate": 5e-06,
      "loss": 0.4276,
      "step": 419700
    },
    {
      "epoch": 10.80872319060738,
      "grad_norm": 11.45087718963623,
      "learning_rate": 5e-06,
      "loss": 0.41,
      "step": 419800
    },
    {
      "epoch": 10.811297922191612,
      "grad_norm": 10.015087127685547,
      "learning_rate": 5e-06,
      "loss": 0.4117,
      "step": 419900
    },
    {
      "epoch": 10.813872653775844,
      "grad_norm": 9.665593147277832,
      "learning_rate": 5e-06,
      "loss": 0.4105,
      "step": 420000
    },
    {
      "epoch": 10.816447385360076,
      "grad_norm": 9.508356094360352,
      "learning_rate": 5e-06,
      "loss": 0.4161,
      "step": 420100
    },
    {
      "epoch": 10.819022116944309,
      "grad_norm": 8.124662399291992,
      "learning_rate": 5e-06,
      "loss": 0.4404,
      "step": 420200
    },
    {
      "epoch": 10.821596848528541,
      "grad_norm": 8.42570972442627,
      "learning_rate": 5e-06,
      "loss": 0.413,
      "step": 420300
    },
    {
      "epoch": 10.824171580112774,
      "grad_norm": 8.317628860473633,
      "learning_rate": 5e-06,
      "loss": 0.4338,
      "step": 420400
    },
    {
      "epoch": 10.826746311697006,
      "grad_norm": 11.039304733276367,
      "learning_rate": 5e-06,
      "loss": 0.4089,
      "step": 420500
    },
    {
      "epoch": 10.829321043281238,
      "grad_norm": 15.426261901855469,
      "learning_rate": 5e-06,
      "loss": 0.4359,
      "step": 420600
    },
    {
      "epoch": 10.83189577486547,
      "grad_norm": 6.731192588806152,
      "learning_rate": 5e-06,
      "loss": 0.4071,
      "step": 420700
    },
    {
      "epoch": 10.834470506449703,
      "grad_norm": 9.352655410766602,
      "learning_rate": 5e-06,
      "loss": 0.4276,
      "step": 420800
    },
    {
      "epoch": 10.837045238033935,
      "grad_norm": 10.498515129089355,
      "learning_rate": 5e-06,
      "loss": 0.4298,
      "step": 420900
    },
    {
      "epoch": 10.839619969618168,
      "grad_norm": 10.712255477905273,
      "learning_rate": 5e-06,
      "loss": 0.4135,
      "step": 421000
    },
    {
      "epoch": 10.8421947012024,
      "grad_norm": 9.226841926574707,
      "learning_rate": 5e-06,
      "loss": 0.4103,
      "step": 421100
    },
    {
      "epoch": 10.844769432786633,
      "grad_norm": 8.044891357421875,
      "learning_rate": 5e-06,
      "loss": 0.4129,
      "step": 421200
    },
    {
      "epoch": 10.847344164370865,
      "grad_norm": 11.427912712097168,
      "learning_rate": 5e-06,
      "loss": 0.4307,
      "step": 421300
    },
    {
      "epoch": 10.849918895955097,
      "grad_norm": 12.793988227844238,
      "learning_rate": 5e-06,
      "loss": 0.4121,
      "step": 421400
    },
    {
      "epoch": 10.85249362753933,
      "grad_norm": 9.659947395324707,
      "learning_rate": 5e-06,
      "loss": 0.4017,
      "step": 421500
    },
    {
      "epoch": 10.855068359123562,
      "grad_norm": 11.790291786193848,
      "learning_rate": 5e-06,
      "loss": 0.4297,
      "step": 421600
    },
    {
      "epoch": 10.857643090707795,
      "grad_norm": 9.514814376831055,
      "learning_rate": 5e-06,
      "loss": 0.4436,
      "step": 421700
    },
    {
      "epoch": 10.860217822292025,
      "grad_norm": 10.237266540527344,
      "learning_rate": 5e-06,
      "loss": 0.4071,
      "step": 421800
    },
    {
      "epoch": 10.862792553876258,
      "grad_norm": 10.685497283935547,
      "learning_rate": 5e-06,
      "loss": 0.437,
      "step": 421900
    },
    {
      "epoch": 10.86536728546049,
      "grad_norm": 9.560407638549805,
      "learning_rate": 5e-06,
      "loss": 0.4129,
      "step": 422000
    },
    {
      "epoch": 10.867942017044722,
      "grad_norm": 8.03064250946045,
      "learning_rate": 5e-06,
      "loss": 0.4291,
      "step": 422100
    },
    {
      "epoch": 10.870516748628955,
      "grad_norm": 10.917601585388184,
      "learning_rate": 5e-06,
      "loss": 0.4322,
      "step": 422200
    },
    {
      "epoch": 10.873091480213187,
      "grad_norm": 8.507150650024414,
      "learning_rate": 5e-06,
      "loss": 0.4559,
      "step": 422300
    },
    {
      "epoch": 10.87566621179742,
      "grad_norm": 9.818486213684082,
      "learning_rate": 5e-06,
      "loss": 0.3952,
      "step": 422400
    },
    {
      "epoch": 10.878240943381652,
      "grad_norm": 10.547690391540527,
      "learning_rate": 5e-06,
      "loss": 0.4252,
      "step": 422500
    },
    {
      "epoch": 10.880815674965884,
      "grad_norm": 10.176575660705566,
      "learning_rate": 5e-06,
      "loss": 0.3919,
      "step": 422600
    },
    {
      "epoch": 10.883390406550117,
      "grad_norm": 10.557579040527344,
      "learning_rate": 5e-06,
      "loss": 0.4163,
      "step": 422700
    },
    {
      "epoch": 10.885965138134349,
      "grad_norm": 9.484017372131348,
      "learning_rate": 5e-06,
      "loss": 0.4335,
      "step": 422800
    },
    {
      "epoch": 10.888539869718581,
      "grad_norm": 9.689826965332031,
      "learning_rate": 5e-06,
      "loss": 0.4118,
      "step": 422900
    },
    {
      "epoch": 10.891114601302814,
      "grad_norm": 8.06717586517334,
      "learning_rate": 5e-06,
      "loss": 0.3983,
      "step": 423000
    },
    {
      "epoch": 10.893689332887046,
      "grad_norm": 11.06535530090332,
      "learning_rate": 5e-06,
      "loss": 0.4191,
      "step": 423100
    },
    {
      "epoch": 10.896264064471278,
      "grad_norm": 12.05844497680664,
      "learning_rate": 5e-06,
      "loss": 0.3927,
      "step": 423200
    },
    {
      "epoch": 10.89883879605551,
      "grad_norm": 9.985936164855957,
      "learning_rate": 5e-06,
      "loss": 0.4091,
      "step": 423300
    },
    {
      "epoch": 10.901413527639743,
      "grad_norm": 8.067081451416016,
      "learning_rate": 5e-06,
      "loss": 0.4062,
      "step": 423400
    },
    {
      "epoch": 10.903988259223976,
      "grad_norm": 10.647095680236816,
      "learning_rate": 5e-06,
      "loss": 0.4086,
      "step": 423500
    },
    {
      "epoch": 10.906562990808208,
      "grad_norm": 7.0583415031433105,
      "learning_rate": 5e-06,
      "loss": 0.4204,
      "step": 423600
    },
    {
      "epoch": 10.90913772239244,
      "grad_norm": 10.802416801452637,
      "learning_rate": 5e-06,
      "loss": 0.4261,
      "step": 423700
    },
    {
      "epoch": 10.911712453976673,
      "grad_norm": 7.345513343811035,
      "learning_rate": 5e-06,
      "loss": 0.419,
      "step": 423800
    },
    {
      "epoch": 10.914287185560905,
      "grad_norm": 9.415986061096191,
      "learning_rate": 5e-06,
      "loss": 0.4202,
      "step": 423900
    },
    {
      "epoch": 10.916861917145138,
      "grad_norm": 6.111140727996826,
      "learning_rate": 5e-06,
      "loss": 0.4241,
      "step": 424000
    },
    {
      "epoch": 10.91943664872937,
      "grad_norm": 8.492759704589844,
      "learning_rate": 5e-06,
      "loss": 0.4211,
      "step": 424100
    },
    {
      "epoch": 10.922011380313602,
      "grad_norm": 9.769399642944336,
      "learning_rate": 5e-06,
      "loss": 0.4228,
      "step": 424200
    },
    {
      "epoch": 10.924586111897835,
      "grad_norm": 11.603310585021973,
      "learning_rate": 5e-06,
      "loss": 0.4263,
      "step": 424300
    },
    {
      "epoch": 10.927160843482067,
      "grad_norm": 8.254199981689453,
      "learning_rate": 5e-06,
      "loss": 0.431,
      "step": 424400
    },
    {
      "epoch": 10.9297355750663,
      "grad_norm": 9.673352241516113,
      "learning_rate": 5e-06,
      "loss": 0.4014,
      "step": 424500
    },
    {
      "epoch": 10.932310306650532,
      "grad_norm": 8.556041717529297,
      "learning_rate": 5e-06,
      "loss": 0.4141,
      "step": 424600
    },
    {
      "epoch": 10.934885038234764,
      "grad_norm": 7.571323394775391,
      "learning_rate": 5e-06,
      "loss": 0.4336,
      "step": 424700
    },
    {
      "epoch": 10.937459769818997,
      "grad_norm": 10.368209838867188,
      "learning_rate": 5e-06,
      "loss": 0.4029,
      "step": 424800
    },
    {
      "epoch": 10.940034501403229,
      "grad_norm": 9.102165222167969,
      "learning_rate": 5e-06,
      "loss": 0.4219,
      "step": 424900
    },
    {
      "epoch": 10.942609232987461,
      "grad_norm": 9.2891206741333,
      "learning_rate": 5e-06,
      "loss": 0.4241,
      "step": 425000
    },
    {
      "epoch": 10.945183964571694,
      "grad_norm": 9.55031681060791,
      "learning_rate": 5e-06,
      "loss": 0.4169,
      "step": 425100
    },
    {
      "epoch": 10.947758696155926,
      "grad_norm": 8.00384521484375,
      "learning_rate": 5e-06,
      "loss": 0.4111,
      "step": 425200
    },
    {
      "epoch": 10.950333427740158,
      "grad_norm": 11.771857261657715,
      "learning_rate": 5e-06,
      "loss": 0.406,
      "step": 425300
    },
    {
      "epoch": 10.95290815932439,
      "grad_norm": 8.686138153076172,
      "learning_rate": 5e-06,
      "loss": 0.4081,
      "step": 425400
    },
    {
      "epoch": 10.955482890908623,
      "grad_norm": 12.018689155578613,
      "learning_rate": 5e-06,
      "loss": 0.3926,
      "step": 425500
    },
    {
      "epoch": 10.958057622492856,
      "grad_norm": 11.091367721557617,
      "learning_rate": 5e-06,
      "loss": 0.4107,
      "step": 425600
    },
    {
      "epoch": 10.960632354077088,
      "grad_norm": 10.149124145507812,
      "learning_rate": 5e-06,
      "loss": 0.3784,
      "step": 425700
    },
    {
      "epoch": 10.96320708566132,
      "grad_norm": 11.130937576293945,
      "learning_rate": 5e-06,
      "loss": 0.4293,
      "step": 425800
    },
    {
      "epoch": 10.965781817245553,
      "grad_norm": 8.703645706176758,
      "learning_rate": 5e-06,
      "loss": 0.4004,
      "step": 425900
    },
    {
      "epoch": 10.968356548829785,
      "grad_norm": 8.696435928344727,
      "learning_rate": 5e-06,
      "loss": 0.4338,
      "step": 426000
    },
    {
      "epoch": 10.970931280414018,
      "grad_norm": 8.873713493347168,
      "learning_rate": 5e-06,
      "loss": 0.409,
      "step": 426100
    },
    {
      "epoch": 10.97350601199825,
      "grad_norm": 11.298850059509277,
      "learning_rate": 5e-06,
      "loss": 0.4169,
      "step": 426200
    },
    {
      "epoch": 10.976080743582482,
      "grad_norm": 7.124131202697754,
      "learning_rate": 5e-06,
      "loss": 0.4072,
      "step": 426300
    },
    {
      "epoch": 10.978655475166715,
      "grad_norm": 11.401238441467285,
      "learning_rate": 5e-06,
      "loss": 0.416,
      "step": 426400
    },
    {
      "epoch": 10.981230206750947,
      "grad_norm": 9.604212760925293,
      "learning_rate": 5e-06,
      "loss": 0.4095,
      "step": 426500
    },
    {
      "epoch": 10.98380493833518,
      "grad_norm": 9.094230651855469,
      "learning_rate": 5e-06,
      "loss": 0.4212,
      "step": 426600
    },
    {
      "epoch": 10.986379669919412,
      "grad_norm": 9.393376350402832,
      "learning_rate": 5e-06,
      "loss": 0.4146,
      "step": 426700
    },
    {
      "epoch": 10.988954401503642,
      "grad_norm": 8.639193534851074,
      "learning_rate": 5e-06,
      "loss": 0.4149,
      "step": 426800
    },
    {
      "epoch": 10.991529133087875,
      "grad_norm": 7.033754348754883,
      "learning_rate": 5e-06,
      "loss": 0.3844,
      "step": 426900
    },
    {
      "epoch": 10.994103864672107,
      "grad_norm": 10.054801940917969,
      "learning_rate": 5e-06,
      "loss": 0.404,
      "step": 427000
    },
    {
      "epoch": 10.99667859625634,
      "grad_norm": 6.681421279907227,
      "learning_rate": 5e-06,
      "loss": 0.4088,
      "step": 427100
    },
    {
      "epoch": 10.999253327840572,
      "grad_norm": 8.528226852416992,
      "learning_rate": 5e-06,
      "loss": 0.4182,
      "step": 427200
    },
    {
      "epoch": 11.0,
      "step": 427229,
      "train_loss": 0.34056052565574646,
      "train_perplexity": 1.4057353204838743,
      "train_runtime": 769.4709,
      "train_samples_per_second": 403.794,
      "train_steps_per_second": 50.475
    },
    {
      "epoch": 11.0,
      "eval_loss": 0.34119993448257446,
      "eval_perplexity": 1.406634447480211,
      "eval_runtime": 192.3246,
      "eval_samples_per_second": 403.885,
      "eval_steps_per_second": 50.488,
      "step": 427229
    },
    {
      "epoch": 11.001828059424804,
      "grad_norm": 10.350862503051758,
      "learning_rate": 5e-06,
      "loss": 0.4129,
      "step": 427300
    },
    {
      "epoch": 11.004402791009037,
      "grad_norm": 8.85693073272705,
      "learning_rate": 5e-06,
      "loss": 0.3889,
      "step": 427400
    },
    {
      "epoch": 11.00697752259327,
      "grad_norm": 9.047325134277344,
      "learning_rate": 5e-06,
      "loss": 0.4345,
      "step": 427500
    },
    {
      "epoch": 11.009552254177501,
      "grad_norm": 8.975260734558105,
      "learning_rate": 5e-06,
      "loss": 0.4111,
      "step": 427600
    },
    {
      "epoch": 11.012126985761734,
      "grad_norm": 6.759264945983887,
      "learning_rate": 5e-06,
      "loss": 0.3949,
      "step": 427700
    },
    {
      "epoch": 11.014701717345966,
      "grad_norm": 8.238869667053223,
      "learning_rate": 5e-06,
      "loss": 0.4076,
      "step": 427800
    },
    {
      "epoch": 11.017276448930199,
      "grad_norm": 9.78885269165039,
      "learning_rate": 5e-06,
      "loss": 0.3807,
      "step": 427900
    },
    {
      "epoch": 11.019851180514431,
      "grad_norm": 12.445202827453613,
      "learning_rate": 5e-06,
      "loss": 0.4238,
      "step": 428000
    },
    {
      "epoch": 11.022425912098663,
      "grad_norm": 7.35984468460083,
      "learning_rate": 5e-06,
      "loss": 0.4196,
      "step": 428100
    },
    {
      "epoch": 11.025000643682896,
      "grad_norm": 8.57619857788086,
      "learning_rate": 5e-06,
      "loss": 0.4139,
      "step": 428200
    },
    {
      "epoch": 11.027575375267128,
      "grad_norm": 9.56252670288086,
      "learning_rate": 5e-06,
      "loss": 0.4236,
      "step": 428300
    },
    {
      "epoch": 11.03015010685136,
      "grad_norm": 7.241125583648682,
      "learning_rate": 5e-06,
      "loss": 0.3923,
      "step": 428400
    },
    {
      "epoch": 11.032724838435593,
      "grad_norm": 6.213167190551758,
      "learning_rate": 5e-06,
      "loss": 0.4247,
      "step": 428500
    },
    {
      "epoch": 11.035299570019825,
      "grad_norm": 12.741703987121582,
      "learning_rate": 5e-06,
      "loss": 0.4388,
      "step": 428600
    },
    {
      "epoch": 11.037874301604058,
      "grad_norm": 8.833898544311523,
      "learning_rate": 5e-06,
      "loss": 0.4009,
      "step": 428700
    },
    {
      "epoch": 11.04044903318829,
      "grad_norm": 6.931869029998779,
      "learning_rate": 5e-06,
      "loss": 0.4134,
      "step": 428800
    },
    {
      "epoch": 11.043023764772522,
      "grad_norm": 7.568735599517822,
      "learning_rate": 5e-06,
      "loss": 0.4094,
      "step": 428900
    },
    {
      "epoch": 11.045598496356755,
      "grad_norm": 10.459457397460938,
      "learning_rate": 5e-06,
      "loss": 0.4241,
      "step": 429000
    },
    {
      "epoch": 11.048173227940987,
      "grad_norm": 13.673893928527832,
      "learning_rate": 5e-06,
      "loss": 0.4003,
      "step": 429100
    },
    {
      "epoch": 11.05074795952522,
      "grad_norm": 7.95015287399292,
      "learning_rate": 5e-06,
      "loss": 0.4018,
      "step": 429200
    },
    {
      "epoch": 11.053322691109452,
      "grad_norm": 8.647041320800781,
      "learning_rate": 5e-06,
      "loss": 0.394,
      "step": 429300
    },
    {
      "epoch": 11.055897422693684,
      "grad_norm": 13.829429626464844,
      "learning_rate": 5e-06,
      "loss": 0.4072,
      "step": 429400
    },
    {
      "epoch": 11.058472154277917,
      "grad_norm": 11.076472282409668,
      "learning_rate": 5e-06,
      "loss": 0.4112,
      "step": 429500
    },
    {
      "epoch": 11.06104688586215,
      "grad_norm": 9.447394371032715,
      "learning_rate": 5e-06,
      "loss": 0.4094,
      "step": 429600
    },
    {
      "epoch": 11.063621617446382,
      "grad_norm": 11.127110481262207,
      "learning_rate": 5e-06,
      "loss": 0.3957,
      "step": 429700
    },
    {
      "epoch": 11.066196349030614,
      "grad_norm": 7.442030429840088,
      "learning_rate": 5e-06,
      "loss": 0.4309,
      "step": 429800
    },
    {
      "epoch": 11.068771080614846,
      "grad_norm": 9.77834415435791,
      "learning_rate": 5e-06,
      "loss": 0.4337,
      "step": 429900
    },
    {
      "epoch": 11.071345812199079,
      "grad_norm": 9.96017837524414,
      "learning_rate": 5e-06,
      "loss": 0.3938,
      "step": 430000
    },
    {
      "epoch": 11.073920543783311,
      "grad_norm": 9.529420852661133,
      "learning_rate": 5e-06,
      "loss": 0.4082,
      "step": 430100
    },
    {
      "epoch": 11.076495275367543,
      "grad_norm": 12.595641136169434,
      "learning_rate": 5e-06,
      "loss": 0.4183,
      "step": 430200
    },
    {
      "epoch": 11.079070006951776,
      "grad_norm": 9.219858169555664,
      "learning_rate": 5e-06,
      "loss": 0.4127,
      "step": 430300
    },
    {
      "epoch": 11.081644738536008,
      "grad_norm": 8.151236534118652,
      "learning_rate": 5e-06,
      "loss": 0.411,
      "step": 430400
    },
    {
      "epoch": 11.08421947012024,
      "grad_norm": 7.33304500579834,
      "learning_rate": 5e-06,
      "loss": 0.4375,
      "step": 430500
    },
    {
      "epoch": 11.086794201704473,
      "grad_norm": 12.12796688079834,
      "learning_rate": 5e-06,
      "loss": 0.4313,
      "step": 430600
    },
    {
      "epoch": 11.089368933288705,
      "grad_norm": 9.25235366821289,
      "learning_rate": 5e-06,
      "loss": 0.3988,
      "step": 430700
    },
    {
      "epoch": 11.091943664872938,
      "grad_norm": 9.66714859008789,
      "learning_rate": 5e-06,
      "loss": 0.4226,
      "step": 430800
    },
    {
      "epoch": 11.09451839645717,
      "grad_norm": 10.437688827514648,
      "learning_rate": 5e-06,
      "loss": 0.4049,
      "step": 430900
    },
    {
      "epoch": 11.097093128041402,
      "grad_norm": 11.115775108337402,
      "learning_rate": 5e-06,
      "loss": 0.4238,
      "step": 431000
    },
    {
      "epoch": 11.099667859625635,
      "grad_norm": 6.307648181915283,
      "learning_rate": 5e-06,
      "loss": 0.4086,
      "step": 431100
    },
    {
      "epoch": 11.102242591209867,
      "grad_norm": 9.095885276794434,
      "learning_rate": 5e-06,
      "loss": 0.4049,
      "step": 431200
    },
    {
      "epoch": 11.104817322794098,
      "grad_norm": 9.319506645202637,
      "learning_rate": 5e-06,
      "loss": 0.4231,
      "step": 431300
    },
    {
      "epoch": 11.10739205437833,
      "grad_norm": 7.858696460723877,
      "learning_rate": 5e-06,
      "loss": 0.4173,
      "step": 431400
    },
    {
      "epoch": 11.109966785962563,
      "grad_norm": 8.911175727844238,
      "learning_rate": 5e-06,
      "loss": 0.3957,
      "step": 431500
    },
    {
      "epoch": 11.112541517546795,
      "grad_norm": 7.130765914916992,
      "learning_rate": 5e-06,
      "loss": 0.406,
      "step": 431600
    },
    {
      "epoch": 11.115116249131027,
      "grad_norm": 8.285815238952637,
      "learning_rate": 5e-06,
      "loss": 0.4248,
      "step": 431700
    },
    {
      "epoch": 11.11769098071526,
      "grad_norm": 11.80571460723877,
      "learning_rate": 5e-06,
      "loss": 0.4273,
      "step": 431800
    },
    {
      "epoch": 11.120265712299492,
      "grad_norm": 9.75393009185791,
      "learning_rate": 5e-06,
      "loss": 0.421,
      "step": 431900
    },
    {
      "epoch": 11.122840443883725,
      "grad_norm": 8.984565734863281,
      "learning_rate": 5e-06,
      "loss": 0.4074,
      "step": 432000
    },
    {
      "epoch": 11.125415175467957,
      "grad_norm": 6.694447040557861,
      "learning_rate": 5e-06,
      "loss": 0.4243,
      "step": 432100
    },
    {
      "epoch": 11.12798990705219,
      "grad_norm": 7.252035617828369,
      "learning_rate": 5e-06,
      "loss": 0.4017,
      "step": 432200
    },
    {
      "epoch": 11.130564638636422,
      "grad_norm": 7.905699253082275,
      "learning_rate": 5e-06,
      "loss": 0.4093,
      "step": 432300
    },
    {
      "epoch": 11.133139370220654,
      "grad_norm": 7.53026008605957,
      "learning_rate": 5e-06,
      "loss": 0.3968,
      "step": 432400
    },
    {
      "epoch": 11.135714101804886,
      "grad_norm": 15.327179908752441,
      "learning_rate": 5e-06,
      "loss": 0.4104,
      "step": 432500
    },
    {
      "epoch": 11.138288833389119,
      "grad_norm": 11.814143180847168,
      "learning_rate": 5e-06,
      "loss": 0.4166,
      "step": 432600
    },
    {
      "epoch": 11.140863564973351,
      "grad_norm": 10.579270362854004,
      "learning_rate": 5e-06,
      "loss": 0.4095,
      "step": 432700
    },
    {
      "epoch": 11.143438296557584,
      "grad_norm": 8.785980224609375,
      "learning_rate": 5e-06,
      "loss": 0.4274,
      "step": 432800
    },
    {
      "epoch": 11.146013028141816,
      "grad_norm": 9.989372253417969,
      "learning_rate": 5e-06,
      "loss": 0.4128,
      "step": 432900
    },
    {
      "epoch": 11.148587759726048,
      "grad_norm": 9.453034400939941,
      "learning_rate": 5e-06,
      "loss": 0.4157,
      "step": 433000
    },
    {
      "epoch": 11.15116249131028,
      "grad_norm": 7.963898658752441,
      "learning_rate": 5e-06,
      "loss": 0.3912,
      "step": 433100
    },
    {
      "epoch": 11.153737222894513,
      "grad_norm": 10.870014190673828,
      "learning_rate": 5e-06,
      "loss": 0.4049,
      "step": 433200
    },
    {
      "epoch": 11.156311954478745,
      "grad_norm": 9.525654792785645,
      "learning_rate": 5e-06,
      "loss": 0.4288,
      "step": 433300
    },
    {
      "epoch": 11.158886686062978,
      "grad_norm": 9.387383460998535,
      "learning_rate": 5e-06,
      "loss": 0.4066,
      "step": 433400
    },
    {
      "epoch": 11.16146141764721,
      "grad_norm": 9.535622596740723,
      "learning_rate": 5e-06,
      "loss": 0.4032,
      "step": 433500
    },
    {
      "epoch": 11.164036149231443,
      "grad_norm": 9.336429595947266,
      "learning_rate": 5e-06,
      "loss": 0.3994,
      "step": 433600
    },
    {
      "epoch": 11.166610880815675,
      "grad_norm": 8.378076553344727,
      "learning_rate": 5e-06,
      "loss": 0.3947,
      "step": 433700
    },
    {
      "epoch": 11.169185612399907,
      "grad_norm": 9.58697509765625,
      "learning_rate": 5e-06,
      "loss": 0.4212,
      "step": 433800
    },
    {
      "epoch": 11.17176034398414,
      "grad_norm": 6.253515720367432,
      "learning_rate": 5e-06,
      "loss": 0.3987,
      "step": 433900
    },
    {
      "epoch": 11.174335075568372,
      "grad_norm": 9.381437301635742,
      "learning_rate": 5e-06,
      "loss": 0.4193,
      "step": 434000
    },
    {
      "epoch": 11.176909807152605,
      "grad_norm": 10.030220985412598,
      "learning_rate": 5e-06,
      "loss": 0.3896,
      "step": 434100
    },
    {
      "epoch": 11.179484538736837,
      "grad_norm": 10.560188293457031,
      "learning_rate": 5e-06,
      "loss": 0.4205,
      "step": 434200
    },
    {
      "epoch": 11.18205927032107,
      "grad_norm": 8.916679382324219,
      "learning_rate": 5e-06,
      "loss": 0.3953,
      "step": 434300
    },
    {
      "epoch": 11.184634001905302,
      "grad_norm": 11.43271255493164,
      "learning_rate": 5e-06,
      "loss": 0.3971,
      "step": 434400
    },
    {
      "epoch": 11.187208733489534,
      "grad_norm": 9.6304349899292,
      "learning_rate": 5e-06,
      "loss": 0.392,
      "step": 434500
    },
    {
      "epoch": 11.189783465073766,
      "grad_norm": 11.246856689453125,
      "learning_rate": 5e-06,
      "loss": 0.4034,
      "step": 434600
    },
    {
      "epoch": 11.192358196657999,
      "grad_norm": 11.089323997497559,
      "learning_rate": 5e-06,
      "loss": 0.4062,
      "step": 434700
    },
    {
      "epoch": 11.194932928242231,
      "grad_norm": 9.530622482299805,
      "learning_rate": 5e-06,
      "loss": 0.4191,
      "step": 434800
    },
    {
      "epoch": 11.197507659826464,
      "grad_norm": 8.210489273071289,
      "learning_rate": 5e-06,
      "loss": 0.3996,
      "step": 434900
    },
    {
      "epoch": 11.200082391410696,
      "grad_norm": 8.947856903076172,
      "learning_rate": 5e-06,
      "loss": 0.4147,
      "step": 435000
    },
    {
      "epoch": 11.202657122994928,
      "grad_norm": 7.667341232299805,
      "learning_rate": 5e-06,
      "loss": 0.3842,
      "step": 435100
    },
    {
      "epoch": 11.20523185457916,
      "grad_norm": 10.522822380065918,
      "learning_rate": 5e-06,
      "loss": 0.3882,
      "step": 435200
    },
    {
      "epoch": 11.207806586163393,
      "grad_norm": 8.82274341583252,
      "learning_rate": 5e-06,
      "loss": 0.4215,
      "step": 435300
    },
    {
      "epoch": 11.210381317747625,
      "grad_norm": 8.240480422973633,
      "learning_rate": 5e-06,
      "loss": 0.4342,
      "step": 435400
    },
    {
      "epoch": 11.212956049331858,
      "grad_norm": 11.381795883178711,
      "learning_rate": 5e-06,
      "loss": 0.4024,
      "step": 435500
    },
    {
      "epoch": 11.21553078091609,
      "grad_norm": 9.221915245056152,
      "learning_rate": 5e-06,
      "loss": 0.4197,
      "step": 435600
    },
    {
      "epoch": 11.218105512500323,
      "grad_norm": 11.504491806030273,
      "learning_rate": 5e-06,
      "loss": 0.3942,
      "step": 435700
    },
    {
      "epoch": 11.220680244084555,
      "grad_norm": 14.846795082092285,
      "learning_rate": 5e-06,
      "loss": 0.3952,
      "step": 435800
    },
    {
      "epoch": 11.223254975668787,
      "grad_norm": 9.42148494720459,
      "learning_rate": 5e-06,
      "loss": 0.419,
      "step": 435900
    },
    {
      "epoch": 11.22582970725302,
      "grad_norm": 9.887269020080566,
      "learning_rate": 5e-06,
      "loss": 0.4365,
      "step": 436000
    },
    {
      "epoch": 11.22840443883725,
      "grad_norm": 8.141301155090332,
      "learning_rate": 5e-06,
      "loss": 0.4095,
      "step": 436100
    },
    {
      "epoch": 11.230979170421483,
      "grad_norm": 9.913650512695312,
      "learning_rate": 5e-06,
      "loss": 0.4166,
      "step": 436200
    },
    {
      "epoch": 11.233553902005715,
      "grad_norm": 13.09662914276123,
      "learning_rate": 5e-06,
      "loss": 0.3981,
      "step": 436300
    },
    {
      "epoch": 11.236128633589948,
      "grad_norm": 11.052620887756348,
      "learning_rate": 5e-06,
      "loss": 0.4204,
      "step": 436400
    },
    {
      "epoch": 11.23870336517418,
      "grad_norm": 11.623123168945312,
      "learning_rate": 5e-06,
      "loss": 0.4252,
      "step": 436500
    },
    {
      "epoch": 11.241278096758412,
      "grad_norm": 11.426058769226074,
      "learning_rate": 5e-06,
      "loss": 0.4227,
      "step": 436600
    },
    {
      "epoch": 11.243852828342645,
      "grad_norm": 8.808659553527832,
      "learning_rate": 5e-06,
      "loss": 0.4003,
      "step": 436700
    },
    {
      "epoch": 11.246427559926877,
      "grad_norm": 14.210691452026367,
      "learning_rate": 5e-06,
      "loss": 0.3948,
      "step": 436800
    },
    {
      "epoch": 11.24900229151111,
      "grad_norm": 10.304403305053711,
      "learning_rate": 5e-06,
      "loss": 0.4044,
      "step": 436900
    },
    {
      "epoch": 11.251577023095342,
      "grad_norm": 8.771432876586914,
      "learning_rate": 5e-06,
      "loss": 0.4126,
      "step": 437000
    },
    {
      "epoch": 11.254151754679574,
      "grad_norm": 7.584527969360352,
      "learning_rate": 5e-06,
      "loss": 0.4185,
      "step": 437100
    },
    {
      "epoch": 11.256726486263807,
      "grad_norm": 7.428300380706787,
      "learning_rate": 5e-06,
      "loss": 0.4119,
      "step": 437200
    },
    {
      "epoch": 11.259301217848039,
      "grad_norm": 11.477110862731934,
      "learning_rate": 5e-06,
      "loss": 0.3979,
      "step": 437300
    },
    {
      "epoch": 11.261875949432271,
      "grad_norm": 7.3331098556518555,
      "learning_rate": 5e-06,
      "loss": 0.4002,
      "step": 437400
    },
    {
      "epoch": 11.264450681016504,
      "grad_norm": 8.52617073059082,
      "learning_rate": 5e-06,
      "loss": 0.4215,
      "step": 437500
    },
    {
      "epoch": 11.267025412600736,
      "grad_norm": 7.410257339477539,
      "learning_rate": 5e-06,
      "loss": 0.4157,
      "step": 437600
    },
    {
      "epoch": 11.269600144184968,
      "grad_norm": 8.429279327392578,
      "learning_rate": 5e-06,
      "loss": 0.398,
      "step": 437700
    },
    {
      "epoch": 11.2721748757692,
      "grad_norm": 9.954610824584961,
      "learning_rate": 5e-06,
      "loss": 0.3892,
      "step": 437800
    },
    {
      "epoch": 11.274749607353433,
      "grad_norm": 10.158916473388672,
      "learning_rate": 5e-06,
      "loss": 0.4254,
      "step": 437900
    },
    {
      "epoch": 11.277324338937666,
      "grad_norm": 9.996418952941895,
      "learning_rate": 5e-06,
      "loss": 0.4037,
      "step": 438000
    },
    {
      "epoch": 11.279899070521898,
      "grad_norm": 9.170443534851074,
      "learning_rate": 5e-06,
      "loss": 0.4169,
      "step": 438100
    },
    {
      "epoch": 11.28247380210613,
      "grad_norm": 8.347522735595703,
      "learning_rate": 5e-06,
      "loss": 0.4121,
      "step": 438200
    },
    {
      "epoch": 11.285048533690363,
      "grad_norm": 7.523624897003174,
      "learning_rate": 5e-06,
      "loss": 0.3936,
      "step": 438300
    },
    {
      "epoch": 11.287623265274595,
      "grad_norm": 10.304266929626465,
      "learning_rate": 5e-06,
      "loss": 0.4166,
      "step": 438400
    },
    {
      "epoch": 11.290197996858828,
      "grad_norm": 8.992719650268555,
      "learning_rate": 5e-06,
      "loss": 0.3941,
      "step": 438500
    },
    {
      "epoch": 11.29277272844306,
      "grad_norm": 11.26973819732666,
      "learning_rate": 5e-06,
      "loss": 0.3951,
      "step": 438600
    },
    {
      "epoch": 11.295347460027292,
      "grad_norm": 11.221514701843262,
      "learning_rate": 5e-06,
      "loss": 0.3973,
      "step": 438700
    },
    {
      "epoch": 11.297922191611525,
      "grad_norm": 10.168790817260742,
      "learning_rate": 5e-06,
      "loss": 0.4307,
      "step": 438800
    },
    {
      "epoch": 11.300496923195757,
      "grad_norm": 7.183059215545654,
      "learning_rate": 5e-06,
      "loss": 0.4242,
      "step": 438900
    },
    {
      "epoch": 11.30307165477999,
      "grad_norm": 8.281959533691406,
      "learning_rate": 5e-06,
      "loss": 0.408,
      "step": 439000
    },
    {
      "epoch": 11.305646386364222,
      "grad_norm": 9.914804458618164,
      "learning_rate": 5e-06,
      "loss": 0.4172,
      "step": 439100
    },
    {
      "epoch": 11.308221117948454,
      "grad_norm": 7.676511764526367,
      "learning_rate": 5e-06,
      "loss": 0.4058,
      "step": 439200
    },
    {
      "epoch": 11.310795849532687,
      "grad_norm": 8.62910270690918,
      "learning_rate": 5e-06,
      "loss": 0.4103,
      "step": 439300
    },
    {
      "epoch": 11.313370581116919,
      "grad_norm": 7.480802059173584,
      "learning_rate": 5e-06,
      "loss": 0.395,
      "step": 439400
    },
    {
      "epoch": 11.315945312701151,
      "grad_norm": 9.196595191955566,
      "learning_rate": 5e-06,
      "loss": 0.4181,
      "step": 439500
    },
    {
      "epoch": 11.318520044285384,
      "grad_norm": 11.761487007141113,
      "learning_rate": 5e-06,
      "loss": 0.4263,
      "step": 439600
    },
    {
      "epoch": 11.321094775869616,
      "grad_norm": 8.05454158782959,
      "learning_rate": 5e-06,
      "loss": 0.4083,
      "step": 439700
    },
    {
      "epoch": 11.323669507453848,
      "grad_norm": 16.14386558532715,
      "learning_rate": 5e-06,
      "loss": 0.4053,
      "step": 439800
    },
    {
      "epoch": 11.32624423903808,
      "grad_norm": 8.804715156555176,
      "learning_rate": 5e-06,
      "loss": 0.4048,
      "step": 439900
    },
    {
      "epoch": 11.328818970622313,
      "grad_norm": 9.714408874511719,
      "learning_rate": 5e-06,
      "loss": 0.4124,
      "step": 440000
    },
    {
      "epoch": 11.331393702206546,
      "grad_norm": 9.65334415435791,
      "learning_rate": 5e-06,
      "loss": 0.428,
      "step": 440100
    },
    {
      "epoch": 11.333968433790778,
      "grad_norm": 7.653152942657471,
      "learning_rate": 5e-06,
      "loss": 0.371,
      "step": 440200
    },
    {
      "epoch": 11.33654316537501,
      "grad_norm": 9.296627044677734,
      "learning_rate": 5e-06,
      "loss": 0.4079,
      "step": 440300
    },
    {
      "epoch": 11.339117896959243,
      "grad_norm": 7.996210098266602,
      "learning_rate": 5e-06,
      "loss": 0.3911,
      "step": 440400
    },
    {
      "epoch": 11.341692628543475,
      "grad_norm": 7.711483001708984,
      "learning_rate": 5e-06,
      "loss": 0.3978,
      "step": 440500
    },
    {
      "epoch": 11.344267360127708,
      "grad_norm": 7.7893290519714355,
      "learning_rate": 5e-06,
      "loss": 0.4137,
      "step": 440600
    },
    {
      "epoch": 11.346842091711938,
      "grad_norm": 8.462821006774902,
      "learning_rate": 5e-06,
      "loss": 0.3992,
      "step": 440700
    },
    {
      "epoch": 11.34941682329617,
      "grad_norm": 7.424039840698242,
      "learning_rate": 5e-06,
      "loss": 0.4083,
      "step": 440800
    },
    {
      "epoch": 11.351991554880403,
      "grad_norm": 8.901958465576172,
      "learning_rate": 5e-06,
      "loss": 0.4045,
      "step": 440900
    },
    {
      "epoch": 11.354566286464635,
      "grad_norm": 13.091772079467773,
      "learning_rate": 5e-06,
      "loss": 0.4178,
      "step": 441000
    },
    {
      "epoch": 11.357141018048868,
      "grad_norm": 8.197819709777832,
      "learning_rate": 5e-06,
      "loss": 0.4262,
      "step": 441100
    },
    {
      "epoch": 11.3597157496331,
      "grad_norm": 13.44472885131836,
      "learning_rate": 5e-06,
      "loss": 0.4338,
      "step": 441200
    },
    {
      "epoch": 11.362290481217332,
      "grad_norm": 13.67016887664795,
      "learning_rate": 5e-06,
      "loss": 0.4151,
      "step": 441300
    },
    {
      "epoch": 11.364865212801565,
      "grad_norm": 8.078210830688477,
      "learning_rate": 5e-06,
      "loss": 0.3882,
      "step": 441400
    },
    {
      "epoch": 11.367439944385797,
      "grad_norm": 9.247642517089844,
      "learning_rate": 5e-06,
      "loss": 0.4099,
      "step": 441500
    },
    {
      "epoch": 11.37001467597003,
      "grad_norm": 7.3444905281066895,
      "learning_rate": 5e-06,
      "loss": 0.4095,
      "step": 441600
    },
    {
      "epoch": 11.372589407554262,
      "grad_norm": 8.242908477783203,
      "learning_rate": 5e-06,
      "loss": 0.4125,
      "step": 441700
    },
    {
      "epoch": 11.375164139138494,
      "grad_norm": 8.478084564208984,
      "learning_rate": 5e-06,
      "loss": 0.4359,
      "step": 441800
    },
    {
      "epoch": 11.377738870722727,
      "grad_norm": 10.980451583862305,
      "learning_rate": 5e-06,
      "loss": 0.4042,
      "step": 441900
    },
    {
      "epoch": 11.380313602306959,
      "grad_norm": 9.484989166259766,
      "learning_rate": 5e-06,
      "loss": 0.3989,
      "step": 442000
    },
    {
      "epoch": 11.382888333891191,
      "grad_norm": 8.896208763122559,
      "learning_rate": 5e-06,
      "loss": 0.4235,
      "step": 442100
    },
    {
      "epoch": 11.385463065475424,
      "grad_norm": 9.857072830200195,
      "learning_rate": 5e-06,
      "loss": 0.4309,
      "step": 442200
    },
    {
      "epoch": 11.388037797059656,
      "grad_norm": 8.96025276184082,
      "learning_rate": 5e-06,
      "loss": 0.4122,
      "step": 442300
    },
    {
      "epoch": 11.390612528643889,
      "grad_norm": 8.535439491271973,
      "learning_rate": 5e-06,
      "loss": 0.3935,
      "step": 442400
    },
    {
      "epoch": 11.393187260228121,
      "grad_norm": 8.704516410827637,
      "learning_rate": 5e-06,
      "loss": 0.4081,
      "step": 442500
    },
    {
      "epoch": 11.395761991812353,
      "grad_norm": 8.701891899108887,
      "learning_rate": 5e-06,
      "loss": 0.393,
      "step": 442600
    },
    {
      "epoch": 11.398336723396586,
      "grad_norm": 8.947787284851074,
      "learning_rate": 5e-06,
      "loss": 0.4094,
      "step": 442700
    },
    {
      "epoch": 11.400911454980818,
      "grad_norm": 8.51498031616211,
      "learning_rate": 5e-06,
      "loss": 0.3955,
      "step": 442800
    },
    {
      "epoch": 11.40348618656505,
      "grad_norm": 8.16246509552002,
      "learning_rate": 5e-06,
      "loss": 0.4079,
      "step": 442900
    },
    {
      "epoch": 11.406060918149283,
      "grad_norm": 7.9490437507629395,
      "learning_rate": 5e-06,
      "loss": 0.3873,
      "step": 443000
    },
    {
      "epoch": 11.408635649733515,
      "grad_norm": 9.783095359802246,
      "learning_rate": 5e-06,
      "loss": 0.3805,
      "step": 443100
    },
    {
      "epoch": 11.411210381317748,
      "grad_norm": 9.498970031738281,
      "learning_rate": 5e-06,
      "loss": 0.3893,
      "step": 443200
    },
    {
      "epoch": 11.41378511290198,
      "grad_norm": 11.20103931427002,
      "learning_rate": 5e-06,
      "loss": 0.4289,
      "step": 443300
    },
    {
      "epoch": 11.416359844486212,
      "grad_norm": 9.672025680541992,
      "learning_rate": 5e-06,
      "loss": 0.405,
      "step": 443400
    },
    {
      "epoch": 11.418934576070445,
      "grad_norm": 9.45826244354248,
      "learning_rate": 5e-06,
      "loss": 0.4094,
      "step": 443500
    },
    {
      "epoch": 11.421509307654677,
      "grad_norm": 8.305304527282715,
      "learning_rate": 5e-06,
      "loss": 0.4038,
      "step": 443600
    },
    {
      "epoch": 11.42408403923891,
      "grad_norm": 10.282296180725098,
      "learning_rate": 5e-06,
      "loss": 0.4041,
      "step": 443700
    },
    {
      "epoch": 11.426658770823142,
      "grad_norm": 7.565266132354736,
      "learning_rate": 5e-06,
      "loss": 0.408,
      "step": 443800
    },
    {
      "epoch": 11.429233502407374,
      "grad_norm": 10.282402992248535,
      "learning_rate": 5e-06,
      "loss": 0.397,
      "step": 443900
    },
    {
      "epoch": 11.431808233991607,
      "grad_norm": 8.35322093963623,
      "learning_rate": 5e-06,
      "loss": 0.4113,
      "step": 444000
    },
    {
      "epoch": 11.434382965575839,
      "grad_norm": 7.184934616088867,
      "learning_rate": 5e-06,
      "loss": 0.4046,
      "step": 444100
    },
    {
      "epoch": 11.436957697160071,
      "grad_norm": 10.59896183013916,
      "learning_rate": 5e-06,
      "loss": 0.3976,
      "step": 444200
    },
    {
      "epoch": 11.439532428744304,
      "grad_norm": 9.842716217041016,
      "learning_rate": 5e-06,
      "loss": 0.4071,
      "step": 444300
    },
    {
      "epoch": 11.442107160328536,
      "grad_norm": 12.480855941772461,
      "learning_rate": 5e-06,
      "loss": 0.4187,
      "step": 444400
    },
    {
      "epoch": 11.444681891912769,
      "grad_norm": 9.737722396850586,
      "learning_rate": 5e-06,
      "loss": 0.4079,
      "step": 444500
    },
    {
      "epoch": 11.447256623497001,
      "grad_norm": 9.287008285522461,
      "learning_rate": 5e-06,
      "loss": 0.3706,
      "step": 444600
    },
    {
      "epoch": 11.449831355081233,
      "grad_norm": 8.438661575317383,
      "learning_rate": 5e-06,
      "loss": 0.4075,
      "step": 444700
    },
    {
      "epoch": 11.452406086665466,
      "grad_norm": 9.776403427124023,
      "learning_rate": 5e-06,
      "loss": 0.3976,
      "step": 444800
    },
    {
      "epoch": 11.454980818249698,
      "grad_norm": 7.792539119720459,
      "learning_rate": 5e-06,
      "loss": 0.3871,
      "step": 444900
    },
    {
      "epoch": 11.45755554983393,
      "grad_norm": 7.288366317749023,
      "learning_rate": 5e-06,
      "loss": 0.3986,
      "step": 445000
    },
    {
      "epoch": 11.460130281418163,
      "grad_norm": 8.638529777526855,
      "learning_rate": 5e-06,
      "loss": 0.4209,
      "step": 445100
    },
    {
      "epoch": 11.462705013002395,
      "grad_norm": 7.891910552978516,
      "learning_rate": 5e-06,
      "loss": 0.3853,
      "step": 445200
    },
    {
      "epoch": 11.465279744586628,
      "grad_norm": 7.5013041496276855,
      "learning_rate": 5e-06,
      "loss": 0.4041,
      "step": 445300
    },
    {
      "epoch": 11.46785447617086,
      "grad_norm": 9.456353187561035,
      "learning_rate": 5e-06,
      "loss": 0.4139,
      "step": 445400
    },
    {
      "epoch": 11.47042920775509,
      "grad_norm": 13.55799388885498,
      "learning_rate": 5e-06,
      "loss": 0.4111,
      "step": 445500
    },
    {
      "epoch": 11.473003939339323,
      "grad_norm": 8.537869453430176,
      "learning_rate": 5e-06,
      "loss": 0.4088,
      "step": 445600
    },
    {
      "epoch": 11.475578670923555,
      "grad_norm": 7.438021183013916,
      "learning_rate": 5e-06,
      "loss": 0.3812,
      "step": 445700
    },
    {
      "epoch": 11.478153402507788,
      "grad_norm": 10.674248695373535,
      "learning_rate": 5e-06,
      "loss": 0.4411,
      "step": 445800
    },
    {
      "epoch": 11.48072813409202,
      "grad_norm": 11.053970336914062,
      "learning_rate": 5e-06,
      "loss": 0.386,
      "step": 445900
    },
    {
      "epoch": 11.483302865676253,
      "grad_norm": 12.830461502075195,
      "learning_rate": 5e-06,
      "loss": 0.4011,
      "step": 446000
    },
    {
      "epoch": 11.485877597260485,
      "grad_norm": 10.305508613586426,
      "learning_rate": 5e-06,
      "loss": 0.4059,
      "step": 446100
    },
    {
      "epoch": 11.488452328844717,
      "grad_norm": 8.262059211730957,
      "learning_rate": 5e-06,
      "loss": 0.3898,
      "step": 446200
    },
    {
      "epoch": 11.49102706042895,
      "grad_norm": 11.318680763244629,
      "learning_rate": 5e-06,
      "loss": 0.3845,
      "step": 446300
    },
    {
      "epoch": 11.493601792013182,
      "grad_norm": 9.020553588867188,
      "learning_rate": 5e-06,
      "loss": 0.3941,
      "step": 446400
    },
    {
      "epoch": 11.496176523597414,
      "grad_norm": 7.037875175476074,
      "learning_rate": 5e-06,
      "loss": 0.4227,
      "step": 446500
    },
    {
      "epoch": 11.498751255181647,
      "grad_norm": 6.851622104644775,
      "learning_rate": 5e-06,
      "loss": 0.4081,
      "step": 446600
    },
    {
      "epoch": 11.50132598676588,
      "grad_norm": 8.349498748779297,
      "learning_rate": 5e-06,
      "loss": 0.4207,
      "step": 446700
    },
    {
      "epoch": 11.503900718350112,
      "grad_norm": 7.949540138244629,
      "learning_rate": 5e-06,
      "loss": 0.3752,
      "step": 446800
    },
    {
      "epoch": 11.506475449934344,
      "grad_norm": 8.079463005065918,
      "learning_rate": 5e-06,
      "loss": 0.3956,
      "step": 446900
    },
    {
      "epoch": 11.509050181518576,
      "grad_norm": 9.380738258361816,
      "learning_rate": 5e-06,
      "loss": 0.3932,
      "step": 447000
    },
    {
      "epoch": 11.511624913102809,
      "grad_norm": 8.268410682678223,
      "learning_rate": 5e-06,
      "loss": 0.4147,
      "step": 447100
    },
    {
      "epoch": 11.514199644687041,
      "grad_norm": 11.613445281982422,
      "learning_rate": 5e-06,
      "loss": 0.3849,
      "step": 447200
    },
    {
      "epoch": 11.516774376271274,
      "grad_norm": 8.457586288452148,
      "learning_rate": 5e-06,
      "loss": 0.4163,
      "step": 447300
    },
    {
      "epoch": 11.519349107855506,
      "grad_norm": 7.150478839874268,
      "learning_rate": 5e-06,
      "loss": 0.4042,
      "step": 447400
    },
    {
      "epoch": 11.521923839439738,
      "grad_norm": 8.530207633972168,
      "learning_rate": 5e-06,
      "loss": 0.4073,
      "step": 447500
    },
    {
      "epoch": 11.52449857102397,
      "grad_norm": 9.16951847076416,
      "learning_rate": 5e-06,
      "loss": 0.3914,
      "step": 447600
    },
    {
      "epoch": 11.527073302608203,
      "grad_norm": 8.46902084350586,
      "learning_rate": 5e-06,
      "loss": 0.4017,
      "step": 447700
    },
    {
      "epoch": 11.529648034192435,
      "grad_norm": 8.789289474487305,
      "learning_rate": 5e-06,
      "loss": 0.4103,
      "step": 447800
    },
    {
      "epoch": 11.532222765776668,
      "grad_norm": 7.32521390914917,
      "learning_rate": 5e-06,
      "loss": 0.3991,
      "step": 447900
    },
    {
      "epoch": 11.5347974973609,
      "grad_norm": 10.530022621154785,
      "learning_rate": 5e-06,
      "loss": 0.3933,
      "step": 448000
    },
    {
      "epoch": 11.537372228945133,
      "grad_norm": 7.68061637878418,
      "learning_rate": 5e-06,
      "loss": 0.3948,
      "step": 448100
    },
    {
      "epoch": 11.539946960529365,
      "grad_norm": 9.740349769592285,
      "learning_rate": 5e-06,
      "loss": 0.4156,
      "step": 448200
    },
    {
      "epoch": 11.542521692113597,
      "grad_norm": 6.885498523712158,
      "learning_rate": 5e-06,
      "loss": 0.403,
      "step": 448300
    },
    {
      "epoch": 11.54509642369783,
      "grad_norm": 9.732222557067871,
      "learning_rate": 5e-06,
      "loss": 0.4056,
      "step": 448400
    },
    {
      "epoch": 11.547671155282062,
      "grad_norm": 16.780485153198242,
      "learning_rate": 5e-06,
      "loss": 0.4272,
      "step": 448500
    },
    {
      "epoch": 11.550245886866294,
      "grad_norm": 8.10050106048584,
      "learning_rate": 5e-06,
      "loss": 0.411,
      "step": 448600
    },
    {
      "epoch": 11.552820618450527,
      "grad_norm": 8.423114776611328,
      "learning_rate": 5e-06,
      "loss": 0.4149,
      "step": 448700
    },
    {
      "epoch": 11.55539535003476,
      "grad_norm": 8.43418025970459,
      "learning_rate": 5e-06,
      "loss": 0.4072,
      "step": 448800
    },
    {
      "epoch": 11.557970081618992,
      "grad_norm": 9.191081047058105,
      "learning_rate": 5e-06,
      "loss": 0.4354,
      "step": 448900
    },
    {
      "epoch": 11.560544813203224,
      "grad_norm": 9.709921836853027,
      "learning_rate": 5e-06,
      "loss": 0.4184,
      "step": 449000
    },
    {
      "epoch": 11.563119544787456,
      "grad_norm": 8.987202644348145,
      "learning_rate": 5e-06,
      "loss": 0.4087,
      "step": 449100
    },
    {
      "epoch": 11.565694276371689,
      "grad_norm": 8.1358642578125,
      "learning_rate": 5e-06,
      "loss": 0.3894,
      "step": 449200
    },
    {
      "epoch": 11.568269007955921,
      "grad_norm": 10.12221908569336,
      "learning_rate": 5e-06,
      "loss": 0.4233,
      "step": 449300
    },
    {
      "epoch": 11.570843739540154,
      "grad_norm": 11.193589210510254,
      "learning_rate": 5e-06,
      "loss": 0.3894,
      "step": 449400
    },
    {
      "epoch": 11.573418471124386,
      "grad_norm": 13.544660568237305,
      "learning_rate": 5e-06,
      "loss": 0.4059,
      "step": 449500
    },
    {
      "epoch": 11.575993202708618,
      "grad_norm": 6.334346771240234,
      "learning_rate": 5e-06,
      "loss": 0.4061,
      "step": 449600
    },
    {
      "epoch": 11.57856793429285,
      "grad_norm": 7.873223781585693,
      "learning_rate": 5e-06,
      "loss": 0.4028,
      "step": 449700
    },
    {
      "epoch": 11.581142665877083,
      "grad_norm": 10.315491676330566,
      "learning_rate": 5e-06,
      "loss": 0.4084,
      "step": 449800
    },
    {
      "epoch": 11.583717397461315,
      "grad_norm": 10.523402214050293,
      "learning_rate": 5e-06,
      "loss": 0.4136,
      "step": 449900
    },
    {
      "epoch": 11.586292129045546,
      "grad_norm": 8.79234504699707,
      "learning_rate": 5e-06,
      "loss": 0.3789,
      "step": 450000
    },
    {
      "epoch": 11.588866860629778,
      "grad_norm": 9.75185775756836,
      "learning_rate": 5e-06,
      "loss": 0.4248,
      "step": 450100
    },
    {
      "epoch": 11.59144159221401,
      "grad_norm": 9.778056144714355,
      "learning_rate": 5e-06,
      "loss": 0.3811,
      "step": 450200
    },
    {
      "epoch": 11.594016323798243,
      "grad_norm": 11.356881141662598,
      "learning_rate": 5e-06,
      "loss": 0.4103,
      "step": 450300
    },
    {
      "epoch": 11.596591055382476,
      "grad_norm": 6.9250593185424805,
      "learning_rate": 5e-06,
      "loss": 0.4199,
      "step": 450400
    },
    {
      "epoch": 11.599165786966708,
      "grad_norm": 8.22747802734375,
      "learning_rate": 5e-06,
      "loss": 0.4214,
      "step": 450500
    },
    {
      "epoch": 11.60174051855094,
      "grad_norm": 8.32266616821289,
      "learning_rate": 5e-06,
      "loss": 0.4163,
      "step": 450600
    },
    {
      "epoch": 11.604315250135173,
      "grad_norm": 9.225300788879395,
      "learning_rate": 5e-06,
      "loss": 0.4357,
      "step": 450700
    },
    {
      "epoch": 11.606889981719405,
      "grad_norm": 6.828923225402832,
      "learning_rate": 5e-06,
      "loss": 0.3638,
      "step": 450800
    },
    {
      "epoch": 11.609464713303637,
      "grad_norm": 7.408572673797607,
      "learning_rate": 5e-06,
      "loss": 0.3976,
      "step": 450900
    },
    {
      "epoch": 11.61203944488787,
      "grad_norm": 7.147414207458496,
      "learning_rate": 5e-06,
      "loss": 0.3934,
      "step": 451000
    },
    {
      "epoch": 11.614614176472102,
      "grad_norm": 8.980286598205566,
      "learning_rate": 5e-06,
      "loss": 0.4152,
      "step": 451100
    },
    {
      "epoch": 11.617188908056335,
      "grad_norm": 14.210854530334473,
      "learning_rate": 5e-06,
      "loss": 0.3975,
      "step": 451200
    },
    {
      "epoch": 11.619763639640567,
      "grad_norm": 9.684996604919434,
      "learning_rate": 5e-06,
      "loss": 0.3913,
      "step": 451300
    },
    {
      "epoch": 11.6223383712248,
      "grad_norm": 7.858220100402832,
      "learning_rate": 5e-06,
      "loss": 0.397,
      "step": 451400
    },
    {
      "epoch": 11.624913102809032,
      "grad_norm": 10.242871284484863,
      "learning_rate": 5e-06,
      "loss": 0.4178,
      "step": 451500
    },
    {
      "epoch": 11.627487834393264,
      "grad_norm": 11.256623268127441,
      "learning_rate": 5e-06,
      "loss": 0.4094,
      "step": 451600
    },
    {
      "epoch": 11.630062565977497,
      "grad_norm": 10.346253395080566,
      "learning_rate": 5e-06,
      "loss": 0.4109,
      "step": 451700
    },
    {
      "epoch": 11.632637297561729,
      "grad_norm": 12.331144332885742,
      "learning_rate": 5e-06,
      "loss": 0.3966,
      "step": 451800
    },
    {
      "epoch": 11.635212029145961,
      "grad_norm": 9.4940824508667,
      "learning_rate": 5e-06,
      "loss": 0.395,
      "step": 451900
    },
    {
      "epoch": 11.637786760730194,
      "grad_norm": 6.905702114105225,
      "learning_rate": 5e-06,
      "loss": 0.4009,
      "step": 452000
    },
    {
      "epoch": 11.640361492314426,
      "grad_norm": 10.527278900146484,
      "learning_rate": 5e-06,
      "loss": 0.4081,
      "step": 452100
    },
    {
      "epoch": 11.642936223898658,
      "grad_norm": 8.722445487976074,
      "learning_rate": 5e-06,
      "loss": 0.4109,
      "step": 452200
    },
    {
      "epoch": 11.64551095548289,
      "grad_norm": 10.844487190246582,
      "learning_rate": 5e-06,
      "loss": 0.3962,
      "step": 452300
    },
    {
      "epoch": 11.648085687067123,
      "grad_norm": 8.18631362915039,
      "learning_rate": 5e-06,
      "loss": 0.3907,
      "step": 452400
    },
    {
      "epoch": 11.650660418651356,
      "grad_norm": 9.304022789001465,
      "learning_rate": 5e-06,
      "loss": 0.4255,
      "step": 452500
    },
    {
      "epoch": 11.653235150235588,
      "grad_norm": 9.392179489135742,
      "learning_rate": 5e-06,
      "loss": 0.4057,
      "step": 452600
    },
    {
      "epoch": 11.65580988181982,
      "grad_norm": 7.092934608459473,
      "learning_rate": 5e-06,
      "loss": 0.4005,
      "step": 452700
    },
    {
      "epoch": 11.658384613404053,
      "grad_norm": 10.30712604522705,
      "learning_rate": 5e-06,
      "loss": 0.3821,
      "step": 452800
    },
    {
      "epoch": 11.660959344988285,
      "grad_norm": 9.864420890808105,
      "learning_rate": 5e-06,
      "loss": 0.4064,
      "step": 452900
    },
    {
      "epoch": 11.663534076572518,
      "grad_norm": 8.792065620422363,
      "learning_rate": 5e-06,
      "loss": 0.3939,
      "step": 453000
    },
    {
      "epoch": 11.66610880815675,
      "grad_norm": 9.206727981567383,
      "learning_rate": 5e-06,
      "loss": 0.4279,
      "step": 453100
    },
    {
      "epoch": 11.668683539740982,
      "grad_norm": 10.211404800415039,
      "learning_rate": 5e-06,
      "loss": 0.4082,
      "step": 453200
    },
    {
      "epoch": 11.671258271325215,
      "grad_norm": 9.856711387634277,
      "learning_rate": 5e-06,
      "loss": 0.399,
      "step": 453300
    },
    {
      "epoch": 11.673833002909447,
      "grad_norm": 7.4941840171813965,
      "learning_rate": 5e-06,
      "loss": 0.3928,
      "step": 453400
    },
    {
      "epoch": 11.67640773449368,
      "grad_norm": 7.9688520431518555,
      "learning_rate": 5e-06,
      "loss": 0.3922,
      "step": 453500
    },
    {
      "epoch": 11.678982466077912,
      "grad_norm": 7.746664524078369,
      "learning_rate": 5e-06,
      "loss": 0.3886,
      "step": 453600
    },
    {
      "epoch": 11.681557197662144,
      "grad_norm": 9.338199615478516,
      "learning_rate": 5e-06,
      "loss": 0.3949,
      "step": 453700
    },
    {
      "epoch": 11.684131929246377,
      "grad_norm": 12.965858459472656,
      "learning_rate": 5e-06,
      "loss": 0.4072,
      "step": 453800
    },
    {
      "epoch": 11.686706660830609,
      "grad_norm": 9.890480041503906,
      "learning_rate": 5e-06,
      "loss": 0.4191,
      "step": 453900
    },
    {
      "epoch": 11.689281392414841,
      "grad_norm": 11.290962219238281,
      "learning_rate": 5e-06,
      "loss": 0.4063,
      "step": 454000
    },
    {
      "epoch": 11.691856123999074,
      "grad_norm": 7.437644958496094,
      "learning_rate": 5e-06,
      "loss": 0.4034,
      "step": 454100
    },
    {
      "epoch": 11.694430855583306,
      "grad_norm": 10.790763854980469,
      "learning_rate": 5e-06,
      "loss": 0.4045,
      "step": 454200
    },
    {
      "epoch": 11.697005587167538,
      "grad_norm": 9.321491241455078,
      "learning_rate": 5e-06,
      "loss": 0.3883,
      "step": 454300
    },
    {
      "epoch": 11.69958031875177,
      "grad_norm": 10.088689804077148,
      "learning_rate": 5e-06,
      "loss": 0.3933,
      "step": 454400
    },
    {
      "epoch": 11.702155050336003,
      "grad_norm": 9.330916404724121,
      "learning_rate": 5e-06,
      "loss": 0.3922,
      "step": 454500
    },
    {
      "epoch": 11.704729781920236,
      "grad_norm": 9.081432342529297,
      "learning_rate": 5e-06,
      "loss": 0.4178,
      "step": 454600
    },
    {
      "epoch": 11.707304513504468,
      "grad_norm": 7.459864139556885,
      "learning_rate": 5e-06,
      "loss": 0.4102,
      "step": 454700
    },
    {
      "epoch": 11.7098792450887,
      "grad_norm": 9.478288650512695,
      "learning_rate": 5e-06,
      "loss": 0.3749,
      "step": 454800
    },
    {
      "epoch": 11.712453976672933,
      "grad_norm": 7.941080093383789,
      "learning_rate": 5e-06,
      "loss": 0.3933,
      "step": 454900
    },
    {
      "epoch": 11.715028708257163,
      "grad_norm": 11.171360969543457,
      "learning_rate": 5e-06,
      "loss": 0.3924,
      "step": 455000
    },
    {
      "epoch": 11.717603439841396,
      "grad_norm": 8.635747909545898,
      "learning_rate": 5e-06,
      "loss": 0.4094,
      "step": 455100
    },
    {
      "epoch": 11.720178171425628,
      "grad_norm": 8.613229751586914,
      "learning_rate": 5e-06,
      "loss": 0.3894,
      "step": 455200
    },
    {
      "epoch": 11.72275290300986,
      "grad_norm": 6.891610622406006,
      "learning_rate": 5e-06,
      "loss": 0.379,
      "step": 455300
    },
    {
      "epoch": 11.725327634594093,
      "grad_norm": 10.544373512268066,
      "learning_rate": 5e-06,
      "loss": 0.4074,
      "step": 455400
    },
    {
      "epoch": 11.727902366178325,
      "grad_norm": 8.670924186706543,
      "learning_rate": 5e-06,
      "loss": 0.3952,
      "step": 455500
    },
    {
      "epoch": 11.730477097762558,
      "grad_norm": 8.95576286315918,
      "learning_rate": 5e-06,
      "loss": 0.4137,
      "step": 455600
    },
    {
      "epoch": 11.73305182934679,
      "grad_norm": 16.929834365844727,
      "learning_rate": 5e-06,
      "loss": 0.4079,
      "step": 455700
    },
    {
      "epoch": 11.735626560931022,
      "grad_norm": 8.962869644165039,
      "learning_rate": 5e-06,
      "loss": 0.4102,
      "step": 455800
    },
    {
      "epoch": 11.738201292515255,
      "grad_norm": 10.546266555786133,
      "learning_rate": 5e-06,
      "loss": 0.4039,
      "step": 455900
    },
    {
      "epoch": 11.740776024099487,
      "grad_norm": 15.18058967590332,
      "learning_rate": 5e-06,
      "loss": 0.3885,
      "step": 456000
    },
    {
      "epoch": 11.74335075568372,
      "grad_norm": 7.115483283996582,
      "learning_rate": 5e-06,
      "loss": 0.4029,
      "step": 456100
    },
    {
      "epoch": 11.745925487267952,
      "grad_norm": 9.874281883239746,
      "learning_rate": 5e-06,
      "loss": 0.408,
      "step": 456200
    },
    {
      "epoch": 11.748500218852184,
      "grad_norm": 8.911382675170898,
      "learning_rate": 5e-06,
      "loss": 0.3944,
      "step": 456300
    },
    {
      "epoch": 11.751074950436417,
      "grad_norm": 8.182978630065918,
      "learning_rate": 5e-06,
      "loss": 0.4082,
      "step": 456400
    },
    {
      "epoch": 11.753649682020649,
      "grad_norm": 8.943233489990234,
      "learning_rate": 5e-06,
      "loss": 0.4059,
      "step": 456500
    },
    {
      "epoch": 11.756224413604881,
      "grad_norm": 11.149776458740234,
      "learning_rate": 5e-06,
      "loss": 0.4056,
      "step": 456600
    },
    {
      "epoch": 11.758799145189114,
      "grad_norm": 8.533600807189941,
      "learning_rate": 5e-06,
      "loss": 0.4046,
      "step": 456700
    },
    {
      "epoch": 11.761373876773346,
      "grad_norm": 6.903449058532715,
      "learning_rate": 5e-06,
      "loss": 0.3963,
      "step": 456800
    },
    {
      "epoch": 11.763948608357579,
      "grad_norm": 8.336573600769043,
      "learning_rate": 5e-06,
      "loss": 0.3929,
      "step": 456900
    },
    {
      "epoch": 11.766523339941811,
      "grad_norm": 9.60067367553711,
      "learning_rate": 5e-06,
      "loss": 0.424,
      "step": 457000
    },
    {
      "epoch": 11.769098071526043,
      "grad_norm": 8.44955062866211,
      "learning_rate": 5e-06,
      "loss": 0.4175,
      "step": 457100
    },
    {
      "epoch": 11.771672803110276,
      "grad_norm": 14.31865119934082,
      "learning_rate": 5e-06,
      "loss": 0.383,
      "step": 457200
    },
    {
      "epoch": 11.774247534694508,
      "grad_norm": 9.651615142822266,
      "learning_rate": 5e-06,
      "loss": 0.4167,
      "step": 457300
    },
    {
      "epoch": 11.77682226627874,
      "grad_norm": 7.922579288482666,
      "learning_rate": 5e-06,
      "loss": 0.4016,
      "step": 457400
    },
    {
      "epoch": 11.779396997862973,
      "grad_norm": 11.633230209350586,
      "learning_rate": 5e-06,
      "loss": 0.3813,
      "step": 457500
    },
    {
      "epoch": 11.781971729447205,
      "grad_norm": 8.630263328552246,
      "learning_rate": 5e-06,
      "loss": 0.4126,
      "step": 457600
    },
    {
      "epoch": 11.784546461031438,
      "grad_norm": 8.320181846618652,
      "learning_rate": 5e-06,
      "loss": 0.4105,
      "step": 457700
    },
    {
      "epoch": 11.78712119261567,
      "grad_norm": 15.909943580627441,
      "learning_rate": 5e-06,
      "loss": 0.3959,
      "step": 457800
    },
    {
      "epoch": 11.789695924199902,
      "grad_norm": 10.463521957397461,
      "learning_rate": 5e-06,
      "loss": 0.3929,
      "step": 457900
    },
    {
      "epoch": 11.792270655784135,
      "grad_norm": 12.357747077941895,
      "learning_rate": 5e-06,
      "loss": 0.4044,
      "step": 458000
    },
    {
      "epoch": 11.794845387368367,
      "grad_norm": 9.592890739440918,
      "learning_rate": 5e-06,
      "loss": 0.3928,
      "step": 458100
    },
    {
      "epoch": 11.7974201189526,
      "grad_norm": 10.657974243164062,
      "learning_rate": 5e-06,
      "loss": 0.4027,
      "step": 458200
    },
    {
      "epoch": 11.799994850536832,
      "grad_norm": 9.617281913757324,
      "learning_rate": 5e-06,
      "loss": 0.4113,
      "step": 458300
    },
    {
      "epoch": 11.802569582121064,
      "grad_norm": 10.369009971618652,
      "learning_rate": 5e-06,
      "loss": 0.3894,
      "step": 458400
    },
    {
      "epoch": 11.805144313705297,
      "grad_norm": 9.378791809082031,
      "learning_rate": 5e-06,
      "loss": 0.3942,
      "step": 458500
    },
    {
      "epoch": 11.807719045289529,
      "grad_norm": 11.83224105834961,
      "learning_rate": 5e-06,
      "loss": 0.3867,
      "step": 458600
    },
    {
      "epoch": 11.810293776873761,
      "grad_norm": 7.4209136962890625,
      "learning_rate": 5e-06,
      "loss": 0.3947,
      "step": 458700
    },
    {
      "epoch": 11.812868508457994,
      "grad_norm": 8.90197467803955,
      "learning_rate": 5e-06,
      "loss": 0.3905,
      "step": 458800
    },
    {
      "epoch": 11.815443240042226,
      "grad_norm": 7.834142684936523,
      "learning_rate": 5e-06,
      "loss": 0.3941,
      "step": 458900
    },
    {
      "epoch": 11.818017971626459,
      "grad_norm": 8.630989074707031,
      "learning_rate": 5e-06,
      "loss": 0.3973,
      "step": 459000
    },
    {
      "epoch": 11.820592703210691,
      "grad_norm": 8.424298286437988,
      "learning_rate": 5e-06,
      "loss": 0.398,
      "step": 459100
    },
    {
      "epoch": 11.823167434794923,
      "grad_norm": 8.769576072692871,
      "learning_rate": 5e-06,
      "loss": 0.4097,
      "step": 459200
    },
    {
      "epoch": 11.825742166379156,
      "grad_norm": 10.30221939086914,
      "learning_rate": 5e-06,
      "loss": 0.3935,
      "step": 459300
    },
    {
      "epoch": 11.828316897963388,
      "grad_norm": 9.989123344421387,
      "learning_rate": 5e-06,
      "loss": 0.3836,
      "step": 459400
    },
    {
      "epoch": 11.830891629547619,
      "grad_norm": 7.409480094909668,
      "learning_rate": 5e-06,
      "loss": 0.4155,
      "step": 459500
    },
    {
      "epoch": 11.833466361131851,
      "grad_norm": 9.004302978515625,
      "learning_rate": 5e-06,
      "loss": 0.397,
      "step": 459600
    },
    {
      "epoch": 11.836041092716084,
      "grad_norm": 9.944228172302246,
      "learning_rate": 5e-06,
      "loss": 0.3945,
      "step": 459700
    },
    {
      "epoch": 11.838615824300316,
      "grad_norm": 11.96155071258545,
      "learning_rate": 5e-06,
      "loss": 0.4102,
      "step": 459800
    },
    {
      "epoch": 11.841190555884548,
      "grad_norm": 12.244714736938477,
      "learning_rate": 5e-06,
      "loss": 0.3924,
      "step": 459900
    },
    {
      "epoch": 11.84376528746878,
      "grad_norm": 9.72725772857666,
      "learning_rate": 5e-06,
      "loss": 0.3904,
      "step": 460000
    },
    {
      "epoch": 11.846340019053013,
      "grad_norm": 7.731175899505615,
      "learning_rate": 5e-06,
      "loss": 0.397,
      "step": 460100
    },
    {
      "epoch": 11.848914750637245,
      "grad_norm": 8.101181983947754,
      "learning_rate": 5e-06,
      "loss": 0.3982,
      "step": 460200
    },
    {
      "epoch": 11.851489482221478,
      "grad_norm": 7.396181583404541,
      "learning_rate": 5e-06,
      "loss": 0.389,
      "step": 460300
    },
    {
      "epoch": 11.85406421380571,
      "grad_norm": 7.876873970031738,
      "learning_rate": 5e-06,
      "loss": 0.4034,
      "step": 460400
    },
    {
      "epoch": 11.856638945389943,
      "grad_norm": 7.71275520324707,
      "learning_rate": 5e-06,
      "loss": 0.3794,
      "step": 460500
    },
    {
      "epoch": 11.859213676974175,
      "grad_norm": 8.082536697387695,
      "learning_rate": 5e-06,
      "loss": 0.4075,
      "step": 460600
    },
    {
      "epoch": 11.861788408558407,
      "grad_norm": 12.152679443359375,
      "learning_rate": 5e-06,
      "loss": 0.3828,
      "step": 460700
    },
    {
      "epoch": 11.86436314014264,
      "grad_norm": 10.221517562866211,
      "learning_rate": 5e-06,
      "loss": 0.4049,
      "step": 460800
    },
    {
      "epoch": 11.866937871726872,
      "grad_norm": 10.662548065185547,
      "learning_rate": 5e-06,
      "loss": 0.3837,
      "step": 460900
    },
    {
      "epoch": 11.869512603311104,
      "grad_norm": 8.328208923339844,
      "learning_rate": 5e-06,
      "loss": 0.419,
      "step": 461000
    },
    {
      "epoch": 11.872087334895337,
      "grad_norm": 10.992765426635742,
      "learning_rate": 5e-06,
      "loss": 0.4044,
      "step": 461100
    },
    {
      "epoch": 11.87466206647957,
      "grad_norm": 8.254947662353516,
      "learning_rate": 5e-06,
      "loss": 0.4102,
      "step": 461200
    },
    {
      "epoch": 11.877236798063802,
      "grad_norm": 11.669032096862793,
      "learning_rate": 5e-06,
      "loss": 0.3902,
      "step": 461300
    },
    {
      "epoch": 11.879811529648034,
      "grad_norm": 7.119811058044434,
      "learning_rate": 5e-06,
      "loss": 0.3764,
      "step": 461400
    },
    {
      "epoch": 11.882386261232266,
      "grad_norm": 14.951891899108887,
      "learning_rate": 5e-06,
      "loss": 0.4043,
      "step": 461500
    },
    {
      "epoch": 11.884960992816499,
      "grad_norm": 9.377032279968262,
      "learning_rate": 5e-06,
      "loss": 0.4039,
      "step": 461600
    },
    {
      "epoch": 11.887535724400731,
      "grad_norm": 11.821640968322754,
      "learning_rate": 5e-06,
      "loss": 0.3907,
      "step": 461700
    },
    {
      "epoch": 11.890110455984964,
      "grad_norm": 5.948360919952393,
      "learning_rate": 5e-06,
      "loss": 0.4009,
      "step": 461800
    },
    {
      "epoch": 11.892685187569196,
      "grad_norm": 9.809416770935059,
      "learning_rate": 5e-06,
      "loss": 0.4083,
      "step": 461900
    },
    {
      "epoch": 11.895259919153428,
      "grad_norm": 10.259182929992676,
      "learning_rate": 5e-06,
      "loss": 0.4029,
      "step": 462000
    },
    {
      "epoch": 11.89783465073766,
      "grad_norm": 9.317145347595215,
      "learning_rate": 5e-06,
      "loss": 0.4025,
      "step": 462100
    },
    {
      "epoch": 11.900409382321893,
      "grad_norm": 8.91067123413086,
      "learning_rate": 5e-06,
      "loss": 0.4005,
      "step": 462200
    },
    {
      "epoch": 11.902984113906125,
      "grad_norm": 9.814899444580078,
      "learning_rate": 5e-06,
      "loss": 0.3912,
      "step": 462300
    },
    {
      "epoch": 11.905558845490358,
      "grad_norm": 13.474701881408691,
      "learning_rate": 5e-06,
      "loss": 0.3898,
      "step": 462400
    },
    {
      "epoch": 11.90813357707459,
      "grad_norm": 10.342392921447754,
      "learning_rate": 5e-06,
      "loss": 0.372,
      "step": 462500
    },
    {
      "epoch": 11.910708308658823,
      "grad_norm": 11.204922676086426,
      "learning_rate": 5e-06,
      "loss": 0.403,
      "step": 462600
    },
    {
      "epoch": 11.913283040243055,
      "grad_norm": 11.267977714538574,
      "learning_rate": 5e-06,
      "loss": 0.382,
      "step": 462700
    },
    {
      "epoch": 11.915857771827287,
      "grad_norm": 8.004986763000488,
      "learning_rate": 5e-06,
      "loss": 0.3853,
      "step": 462800
    },
    {
      "epoch": 11.91843250341152,
      "grad_norm": 9.25891399383545,
      "learning_rate": 5e-06,
      "loss": 0.4169,
      "step": 462900
    },
    {
      "epoch": 11.921007234995752,
      "grad_norm": 10.390167236328125,
      "learning_rate": 5e-06,
      "loss": 0.3974,
      "step": 463000
    },
    {
      "epoch": 11.923581966579984,
      "grad_norm": 9.554451942443848,
      "learning_rate": 5e-06,
      "loss": 0.3871,
      "step": 463100
    },
    {
      "epoch": 11.926156698164217,
      "grad_norm": 8.092863082885742,
      "learning_rate": 5e-06,
      "loss": 0.3847,
      "step": 463200
    },
    {
      "epoch": 11.92873142974845,
      "grad_norm": 7.150584697723389,
      "learning_rate": 5e-06,
      "loss": 0.3963,
      "step": 463300
    },
    {
      "epoch": 11.931306161332682,
      "grad_norm": 8.71923542022705,
      "learning_rate": 5e-06,
      "loss": 0.389,
      "step": 463400
    },
    {
      "epoch": 11.933880892916914,
      "grad_norm": 8.75279426574707,
      "learning_rate": 5e-06,
      "loss": 0.3859,
      "step": 463500
    },
    {
      "epoch": 11.936455624501146,
      "grad_norm": 11.125443458557129,
      "learning_rate": 5e-06,
      "loss": 0.3942,
      "step": 463600
    },
    {
      "epoch": 11.939030356085379,
      "grad_norm": 9.383352279663086,
      "learning_rate": 5e-06,
      "loss": 0.397,
      "step": 463700
    },
    {
      "epoch": 11.941605087669611,
      "grad_norm": 8.219487190246582,
      "learning_rate": 5e-06,
      "loss": 0.4048,
      "step": 463800
    },
    {
      "epoch": 11.944179819253844,
      "grad_norm": 7.905656337738037,
      "learning_rate": 5e-06,
      "loss": 0.4022,
      "step": 463900
    },
    {
      "epoch": 11.946754550838076,
      "grad_norm": 8.105897903442383,
      "learning_rate": 5e-06,
      "loss": 0.4035,
      "step": 464000
    },
    {
      "epoch": 11.949329282422308,
      "grad_norm": 9.885882377624512,
      "learning_rate": 5e-06,
      "loss": 0.3937,
      "step": 464100
    },
    {
      "epoch": 11.95190401400654,
      "grad_norm": 7.577392578125,
      "learning_rate": 5e-06,
      "loss": 0.3862,
      "step": 464200
    },
    {
      "epoch": 11.954478745590773,
      "grad_norm": 14.383424758911133,
      "learning_rate": 5e-06,
      "loss": 0.3834,
      "step": 464300
    },
    {
      "epoch": 11.957053477175005,
      "grad_norm": 9.941378593444824,
      "learning_rate": 5e-06,
      "loss": 0.3936,
      "step": 464400
    },
    {
      "epoch": 11.959628208759236,
      "grad_norm": 9.212418556213379,
      "learning_rate": 5e-06,
      "loss": 0.3867,
      "step": 464500
    },
    {
      "epoch": 11.962202940343468,
      "grad_norm": 8.577886581420898,
      "learning_rate": 5e-06,
      "loss": 0.41,
      "step": 464600
    },
    {
      "epoch": 11.9647776719277,
      "grad_norm": 10.420893669128418,
      "learning_rate": 5e-06,
      "loss": 0.397,
      "step": 464700
    },
    {
      "epoch": 11.967352403511933,
      "grad_norm": 7.618841648101807,
      "learning_rate": 5e-06,
      "loss": 0.3875,
      "step": 464800
    },
    {
      "epoch": 11.969927135096166,
      "grad_norm": 9.915314674377441,
      "learning_rate": 5e-06,
      "loss": 0.3839,
      "step": 464900
    },
    {
      "epoch": 11.972501866680398,
      "grad_norm": 7.036302089691162,
      "learning_rate": 5e-06,
      "loss": 0.3926,
      "step": 465000
    },
    {
      "epoch": 11.97507659826463,
      "grad_norm": 9.22884464263916,
      "learning_rate": 5e-06,
      "loss": 0.4065,
      "step": 465100
    },
    {
      "epoch": 11.977651329848863,
      "grad_norm": 11.78962516784668,
      "learning_rate": 5e-06,
      "loss": 0.4056,
      "step": 465200
    },
    {
      "epoch": 11.980226061433095,
      "grad_norm": 8.000563621520996,
      "learning_rate": 5e-06,
      "loss": 0.3842,
      "step": 465300
    },
    {
      "epoch": 11.982800793017327,
      "grad_norm": 8.229498863220215,
      "learning_rate": 5e-06,
      "loss": 0.373,
      "step": 465400
    },
    {
      "epoch": 11.98537552460156,
      "grad_norm": 10.43043041229248,
      "learning_rate": 5e-06,
      "loss": 0.3935,
      "step": 465500
    },
    {
      "epoch": 11.987950256185792,
      "grad_norm": 7.943116664886475,
      "learning_rate": 5e-06,
      "loss": 0.3777,
      "step": 465600
    },
    {
      "epoch": 11.990524987770025,
      "grad_norm": 7.282301425933838,
      "learning_rate": 5e-06,
      "loss": 0.3887,
      "step": 465700
    },
    {
      "epoch": 11.993099719354257,
      "grad_norm": 8.040465354919434,
      "learning_rate": 5e-06,
      "loss": 0.4197,
      "step": 465800
    },
    {
      "epoch": 11.99567445093849,
      "grad_norm": 6.7320098876953125,
      "learning_rate": 5e-06,
      "loss": 0.4061,
      "step": 465900
    },
    {
      "epoch": 11.998249182522722,
      "grad_norm": 10.50200080871582,
      "learning_rate": 5e-06,
      "loss": 0.4049,
      "step": 466000
    },
    {
      "epoch": 12.0,
      "step": 466068,
      "train_loss": 0.3247571885585785,
      "train_perplexity": 1.3836946283007487,
      "train_runtime": 770.2657,
      "train_samples_per_second": 403.378,
      "train_steps_per_second": 50.423
    },
    {
      "epoch": 12.0,
      "eval_loss": 0.3254282474517822,
      "eval_perplexity": 1.384623480508959,
      "eval_runtime": 192.5734,
      "eval_samples_per_second": 403.363,
      "eval_steps_per_second": 50.422,
      "step": 466068
    },
    {
      "epoch": 12.000823914106954,
      "grad_norm": 10.672449111938477,
      "learning_rate": 5e-06,
      "loss": 0.397,
      "step": 466100
    },
    {
      "epoch": 12.003398645691187,
      "grad_norm": 6.982680320739746,
      "learning_rate": 5e-06,
      "loss": 0.3848,
      "step": 466200
    },
    {
      "epoch": 12.005973377275419,
      "grad_norm": 8.329920768737793,
      "learning_rate": 5e-06,
      "loss": 0.3825,
      "step": 466300
    },
    {
      "epoch": 12.008548108859651,
      "grad_norm": 7.913272857666016,
      "learning_rate": 5e-06,
      "loss": 0.3998,
      "step": 466400
    },
    {
      "epoch": 12.011122840443884,
      "grad_norm": 9.257787704467773,
      "learning_rate": 5e-06,
      "loss": 0.414,
      "step": 466500
    },
    {
      "epoch": 12.013697572028116,
      "grad_norm": 10.556668281555176,
      "learning_rate": 5e-06,
      "loss": 0.3926,
      "step": 466600
    },
    {
      "epoch": 12.016272303612348,
      "grad_norm": 11.538260459899902,
      "learning_rate": 5e-06,
      "loss": 0.3923,
      "step": 466700
    },
    {
      "epoch": 12.01884703519658,
      "grad_norm": 8.633535385131836,
      "learning_rate": 5e-06,
      "loss": 0.3769,
      "step": 466800
    },
    {
      "epoch": 12.021421766780813,
      "grad_norm": 9.705933570861816,
      "learning_rate": 5e-06,
      "loss": 0.4004,
      "step": 466900
    },
    {
      "epoch": 12.023996498365046,
      "grad_norm": 8.820804595947266,
      "learning_rate": 5e-06,
      "loss": 0.3917,
      "step": 467000
    },
    {
      "epoch": 12.026571229949278,
      "grad_norm": 7.995341777801514,
      "learning_rate": 5e-06,
      "loss": 0.4157,
      "step": 467100
    },
    {
      "epoch": 12.02914596153351,
      "grad_norm": 7.378396034240723,
      "learning_rate": 5e-06,
      "loss": 0.4194,
      "step": 467200
    },
    {
      "epoch": 12.031720693117743,
      "grad_norm": 10.01637077331543,
      "learning_rate": 5e-06,
      "loss": 0.4115,
      "step": 467300
    },
    {
      "epoch": 12.034295424701975,
      "grad_norm": 10.111802101135254,
      "learning_rate": 5e-06,
      "loss": 0.3982,
      "step": 467400
    },
    {
      "epoch": 12.036870156286207,
      "grad_norm": 9.00715446472168,
      "learning_rate": 5e-06,
      "loss": 0.3975,
      "step": 467500
    },
    {
      "epoch": 12.03944488787044,
      "grad_norm": 15.462324142456055,
      "learning_rate": 5e-06,
      "loss": 0.3816,
      "step": 467600
    },
    {
      "epoch": 12.042019619454672,
      "grad_norm": 11.68399715423584,
      "learning_rate": 5e-06,
      "loss": 0.4084,
      "step": 467700
    },
    {
      "epoch": 12.044594351038905,
      "grad_norm": 10.51884937286377,
      "learning_rate": 5e-06,
      "loss": 0.3963,
      "step": 467800
    },
    {
      "epoch": 12.047169082623137,
      "grad_norm": 6.846737861633301,
      "learning_rate": 5e-06,
      "loss": 0.3974,
      "step": 467900
    },
    {
      "epoch": 12.04974381420737,
      "grad_norm": 9.217082023620605,
      "learning_rate": 5e-06,
      "loss": 0.4169,
      "step": 468000
    },
    {
      "epoch": 12.052318545791602,
      "grad_norm": 7.74111270904541,
      "learning_rate": 5e-06,
      "loss": 0.3798,
      "step": 468100
    },
    {
      "epoch": 12.054893277375834,
      "grad_norm": 8.708685874938965,
      "learning_rate": 5e-06,
      "loss": 0.3713,
      "step": 468200
    },
    {
      "epoch": 12.057468008960067,
      "grad_norm": 9.997729301452637,
      "learning_rate": 5e-06,
      "loss": 0.4128,
      "step": 468300
    },
    {
      "epoch": 12.060042740544299,
      "grad_norm": 9.16930103302002,
      "learning_rate": 5e-06,
      "loss": 0.3919,
      "step": 468400
    },
    {
      "epoch": 12.062617472128531,
      "grad_norm": 8.223433494567871,
      "learning_rate": 5e-06,
      "loss": 0.3717,
      "step": 468500
    },
    {
      "epoch": 12.065192203712764,
      "grad_norm": 8.052478790283203,
      "learning_rate": 5e-06,
      "loss": 0.3992,
      "step": 468600
    },
    {
      "epoch": 12.067766935296996,
      "grad_norm": 9.308218002319336,
      "learning_rate": 5e-06,
      "loss": 0.3677,
      "step": 468700
    },
    {
      "epoch": 12.070341666881228,
      "grad_norm": 12.566780090332031,
      "learning_rate": 5e-06,
      "loss": 0.3964,
      "step": 468800
    },
    {
      "epoch": 12.07291639846546,
      "grad_norm": 8.870363235473633,
      "learning_rate": 5e-06,
      "loss": 0.39,
      "step": 468900
    },
    {
      "epoch": 12.075491130049691,
      "grad_norm": 8.893813133239746,
      "learning_rate": 5e-06,
      "loss": 0.3791,
      "step": 469000
    },
    {
      "epoch": 12.078065861633924,
      "grad_norm": 9.797972679138184,
      "learning_rate": 5e-06,
      "loss": 0.3954,
      "step": 469100
    },
    {
      "epoch": 12.080640593218156,
      "grad_norm": 7.792563438415527,
      "learning_rate": 5e-06,
      "loss": 0.4167,
      "step": 469200
    },
    {
      "epoch": 12.083215324802389,
      "grad_norm": 8.920856475830078,
      "learning_rate": 5e-06,
      "loss": 0.406,
      "step": 469300
    },
    {
      "epoch": 12.085790056386621,
      "grad_norm": 7.344821453094482,
      "learning_rate": 5e-06,
      "loss": 0.3698,
      "step": 469400
    },
    {
      "epoch": 12.088364787970853,
      "grad_norm": 8.15963077545166,
      "learning_rate": 5e-06,
      "loss": 0.3891,
      "step": 469500
    },
    {
      "epoch": 12.090939519555086,
      "grad_norm": 8.253046989440918,
      "learning_rate": 5e-06,
      "loss": 0.4051,
      "step": 469600
    },
    {
      "epoch": 12.093514251139318,
      "grad_norm": 7.578160285949707,
      "learning_rate": 5e-06,
      "loss": 0.3895,
      "step": 469700
    },
    {
      "epoch": 12.09608898272355,
      "grad_norm": 8.510429382324219,
      "learning_rate": 5e-06,
      "loss": 0.3688,
      "step": 469800
    },
    {
      "epoch": 12.098663714307783,
      "grad_norm": 10.1337251663208,
      "learning_rate": 5e-06,
      "loss": 0.4052,
      "step": 469900
    },
    {
      "epoch": 12.101238445892015,
      "grad_norm": 8.604545593261719,
      "learning_rate": 5e-06,
      "loss": 0.3883,
      "step": 470000
    },
    {
      "epoch": 12.103813177476248,
      "grad_norm": 10.682711601257324,
      "learning_rate": 5e-06,
      "loss": 0.3773,
      "step": 470100
    },
    {
      "epoch": 12.10638790906048,
      "grad_norm": 11.16686725616455,
      "learning_rate": 5e-06,
      "loss": 0.4136,
      "step": 470200
    },
    {
      "epoch": 12.108962640644712,
      "grad_norm": 6.29526424407959,
      "learning_rate": 5e-06,
      "loss": 0.3803,
      "step": 470300
    },
    {
      "epoch": 12.111537372228945,
      "grad_norm": 10.319854736328125,
      "learning_rate": 5e-06,
      "loss": 0.3968,
      "step": 470400
    },
    {
      "epoch": 12.114112103813177,
      "grad_norm": 9.73543930053711,
      "learning_rate": 5e-06,
      "loss": 0.3973,
      "step": 470500
    },
    {
      "epoch": 12.11668683539741,
      "grad_norm": 8.495244026184082,
      "learning_rate": 5e-06,
      "loss": 0.3921,
      "step": 470600
    },
    {
      "epoch": 12.119261566981642,
      "grad_norm": 13.366596221923828,
      "learning_rate": 5e-06,
      "loss": 0.3922,
      "step": 470700
    },
    {
      "epoch": 12.121836298565874,
      "grad_norm": 8.037277221679688,
      "learning_rate": 5e-06,
      "loss": 0.391,
      "step": 470800
    },
    {
      "epoch": 12.124411030150107,
      "grad_norm": 10.304949760437012,
      "learning_rate": 5e-06,
      "loss": 0.4049,
      "step": 470900
    },
    {
      "epoch": 12.126985761734339,
      "grad_norm": 11.231778144836426,
      "learning_rate": 5e-06,
      "loss": 0.4182,
      "step": 471000
    },
    {
      "epoch": 12.129560493318571,
      "grad_norm": 10.53736400604248,
      "learning_rate": 5e-06,
      "loss": 0.3983,
      "step": 471100
    },
    {
      "epoch": 12.132135224902804,
      "grad_norm": 8.810121536254883,
      "learning_rate": 5e-06,
      "loss": 0.3862,
      "step": 471200
    },
    {
      "epoch": 12.134709956487036,
      "grad_norm": 8.167520523071289,
      "learning_rate": 5e-06,
      "loss": 0.4271,
      "step": 471300
    },
    {
      "epoch": 12.137284688071269,
      "grad_norm": 7.487533092498779,
      "learning_rate": 5e-06,
      "loss": 0.3922,
      "step": 471400
    },
    {
      "epoch": 12.139859419655501,
      "grad_norm": 7.413578510284424,
      "learning_rate": 5e-06,
      "loss": 0.3892,
      "step": 471500
    },
    {
      "epoch": 12.142434151239733,
      "grad_norm": 10.156939506530762,
      "learning_rate": 5e-06,
      "loss": 0.3976,
      "step": 471600
    },
    {
      "epoch": 12.145008882823966,
      "grad_norm": 8.022346496582031,
      "learning_rate": 5e-06,
      "loss": 0.3901,
      "step": 471700
    },
    {
      "epoch": 12.147583614408198,
      "grad_norm": 13.655661582946777,
      "learning_rate": 5e-06,
      "loss": 0.4015,
      "step": 471800
    },
    {
      "epoch": 12.15015834599243,
      "grad_norm": 9.32187557220459,
      "learning_rate": 5e-06,
      "loss": 0.3835,
      "step": 471900
    },
    {
      "epoch": 12.152733077576663,
      "grad_norm": 9.498978614807129,
      "learning_rate": 5e-06,
      "loss": 0.4181,
      "step": 472000
    },
    {
      "epoch": 12.155307809160895,
      "grad_norm": 7.390596389770508,
      "learning_rate": 5e-06,
      "loss": 0.3952,
      "step": 472100
    },
    {
      "epoch": 12.157882540745128,
      "grad_norm": 9.464301109313965,
      "learning_rate": 5e-06,
      "loss": 0.4052,
      "step": 472200
    },
    {
      "epoch": 12.16045727232936,
      "grad_norm": 10.60019588470459,
      "learning_rate": 5e-06,
      "loss": 0.3806,
      "step": 472300
    },
    {
      "epoch": 12.163032003913592,
      "grad_norm": 7.690542697906494,
      "learning_rate": 5e-06,
      "loss": 0.4066,
      "step": 472400
    },
    {
      "epoch": 12.165606735497825,
      "grad_norm": 8.399789810180664,
      "learning_rate": 5e-06,
      "loss": 0.3782,
      "step": 472500
    },
    {
      "epoch": 12.168181467082057,
      "grad_norm": 9.02485466003418,
      "learning_rate": 5e-06,
      "loss": 0.367,
      "step": 472600
    },
    {
      "epoch": 12.17075619866629,
      "grad_norm": 7.462039947509766,
      "learning_rate": 5e-06,
      "loss": 0.4078,
      "step": 472700
    },
    {
      "epoch": 12.173330930250522,
      "grad_norm": 9.134101867675781,
      "learning_rate": 5e-06,
      "loss": 0.4128,
      "step": 472800
    },
    {
      "epoch": 12.175905661834754,
      "grad_norm": 8.757094383239746,
      "learning_rate": 5e-06,
      "loss": 0.3956,
      "step": 472900
    },
    {
      "epoch": 12.178480393418987,
      "grad_norm": 8.120512008666992,
      "learning_rate": 5e-06,
      "loss": 0.3904,
      "step": 473000
    },
    {
      "epoch": 12.181055125003219,
      "grad_norm": 6.439560413360596,
      "learning_rate": 5e-06,
      "loss": 0.3861,
      "step": 473100
    },
    {
      "epoch": 12.183629856587451,
      "grad_norm": 8.171806335449219,
      "learning_rate": 5e-06,
      "loss": 0.3714,
      "step": 473200
    },
    {
      "epoch": 12.186204588171684,
      "grad_norm": 10.785614967346191,
      "learning_rate": 5e-06,
      "loss": 0.3875,
      "step": 473300
    },
    {
      "epoch": 12.188779319755916,
      "grad_norm": 7.236953258514404,
      "learning_rate": 5e-06,
      "loss": 0.402,
      "step": 473400
    },
    {
      "epoch": 12.191354051340149,
      "grad_norm": 6.854843616485596,
      "learning_rate": 5e-06,
      "loss": 0.3912,
      "step": 473500
    },
    {
      "epoch": 12.193928782924381,
      "grad_norm": 12.883702278137207,
      "learning_rate": 5e-06,
      "loss": 0.4125,
      "step": 473600
    },
    {
      "epoch": 12.196503514508613,
      "grad_norm": 8.724245071411133,
      "learning_rate": 5e-06,
      "loss": 0.4069,
      "step": 473700
    },
    {
      "epoch": 12.199078246092844,
      "grad_norm": 8.654041290283203,
      "learning_rate": 5e-06,
      "loss": 0.3905,
      "step": 473800
    },
    {
      "epoch": 12.201652977677076,
      "grad_norm": 9.137439727783203,
      "learning_rate": 5e-06,
      "loss": 0.3991,
      "step": 473900
    },
    {
      "epoch": 12.204227709261309,
      "grad_norm": 8.68022632598877,
      "learning_rate": 5e-06,
      "loss": 0.4032,
      "step": 474000
    },
    {
      "epoch": 12.206802440845541,
      "grad_norm": 7.613471508026123,
      "learning_rate": 5e-06,
      "loss": 0.3963,
      "step": 474100
    },
    {
      "epoch": 12.209377172429773,
      "grad_norm": 10.387836456298828,
      "learning_rate": 5e-06,
      "loss": 0.3844,
      "step": 474200
    },
    {
      "epoch": 12.211951904014006,
      "grad_norm": 9.932451248168945,
      "learning_rate": 5e-06,
      "loss": 0.3952,
      "step": 474300
    },
    {
      "epoch": 12.214526635598238,
      "grad_norm": 8.680930137634277,
      "learning_rate": 5e-06,
      "loss": 0.3852,
      "step": 474400
    },
    {
      "epoch": 12.21710136718247,
      "grad_norm": 11.149419784545898,
      "learning_rate": 5e-06,
      "loss": 0.4119,
      "step": 474500
    },
    {
      "epoch": 12.219676098766703,
      "grad_norm": 10.308759689331055,
      "learning_rate": 5e-06,
      "loss": 0.3896,
      "step": 474600
    },
    {
      "epoch": 12.222250830350935,
      "grad_norm": 8.399862289428711,
      "learning_rate": 5e-06,
      "loss": 0.3779,
      "step": 474700
    },
    {
      "epoch": 12.224825561935168,
      "grad_norm": 8.681073188781738,
      "learning_rate": 5e-06,
      "loss": 0.4078,
      "step": 474800
    },
    {
      "epoch": 12.2274002935194,
      "grad_norm": 10.689255714416504,
      "learning_rate": 5e-06,
      "loss": 0.3934,
      "step": 474900
    },
    {
      "epoch": 12.229975025103633,
      "grad_norm": 10.291601181030273,
      "learning_rate": 5e-06,
      "loss": 0.4033,
      "step": 475000
    },
    {
      "epoch": 12.232549756687865,
      "grad_norm": 10.335112571716309,
      "learning_rate": 5e-06,
      "loss": 0.4039,
      "step": 475100
    },
    {
      "epoch": 12.235124488272097,
      "grad_norm": 8.251663208007812,
      "learning_rate": 5e-06,
      "loss": 0.3826,
      "step": 475200
    },
    {
      "epoch": 12.23769921985633,
      "grad_norm": 8.499771118164062,
      "learning_rate": 5e-06,
      "loss": 0.394,
      "step": 475300
    },
    {
      "epoch": 12.240273951440562,
      "grad_norm": 7.520376205444336,
      "learning_rate": 5e-06,
      "loss": 0.4083,
      "step": 475400
    },
    {
      "epoch": 12.242848683024794,
      "grad_norm": 6.779284954071045,
      "learning_rate": 5e-06,
      "loss": 0.4029,
      "step": 475500
    },
    {
      "epoch": 12.245423414609027,
      "grad_norm": 8.294644355773926,
      "learning_rate": 5e-06,
      "loss": 0.3695,
      "step": 475600
    },
    {
      "epoch": 12.24799814619326,
      "grad_norm": 8.095577239990234,
      "learning_rate": 5e-06,
      "loss": 0.3969,
      "step": 475700
    },
    {
      "epoch": 12.250572877777492,
      "grad_norm": 12.851042747497559,
      "learning_rate": 5e-06,
      "loss": 0.3835,
      "step": 475800
    },
    {
      "epoch": 12.253147609361724,
      "grad_norm": 8.136331558227539,
      "learning_rate": 5e-06,
      "loss": 0.3604,
      "step": 475900
    },
    {
      "epoch": 12.255722340945956,
      "grad_norm": 10.55111026763916,
      "learning_rate": 5e-06,
      "loss": 0.3947,
      "step": 476000
    },
    {
      "epoch": 12.258297072530189,
      "grad_norm": 10.43684196472168,
      "learning_rate": 5e-06,
      "loss": 0.395,
      "step": 476100
    },
    {
      "epoch": 12.260871804114421,
      "grad_norm": 9.869551658630371,
      "learning_rate": 5e-06,
      "loss": 0.4123,
      "step": 476200
    },
    {
      "epoch": 12.263446535698654,
      "grad_norm": 8.14734172821045,
      "learning_rate": 5e-06,
      "loss": 0.3849,
      "step": 476300
    },
    {
      "epoch": 12.266021267282886,
      "grad_norm": 8.814802169799805,
      "learning_rate": 5e-06,
      "loss": 0.415,
      "step": 476400
    },
    {
      "epoch": 12.268595998867118,
      "grad_norm": 9.503007888793945,
      "learning_rate": 5e-06,
      "loss": 0.3999,
      "step": 476500
    },
    {
      "epoch": 12.27117073045135,
      "grad_norm": 10.012931823730469,
      "learning_rate": 5e-06,
      "loss": 0.389,
      "step": 476600
    },
    {
      "epoch": 12.273745462035583,
      "grad_norm": 11.245100021362305,
      "learning_rate": 5e-06,
      "loss": 0.4058,
      "step": 476700
    },
    {
      "epoch": 12.276320193619815,
      "grad_norm": 6.978274822235107,
      "learning_rate": 5e-06,
      "loss": 0.3777,
      "step": 476800
    },
    {
      "epoch": 12.278894925204048,
      "grad_norm": 9.14934253692627,
      "learning_rate": 5e-06,
      "loss": 0.3897,
      "step": 476900
    },
    {
      "epoch": 12.28146965678828,
      "grad_norm": 8.83592414855957,
      "learning_rate": 5e-06,
      "loss": 0.4128,
      "step": 477000
    },
    {
      "epoch": 12.284044388372513,
      "grad_norm": 10.073497772216797,
      "learning_rate": 5e-06,
      "loss": 0.4052,
      "step": 477100
    },
    {
      "epoch": 12.286619119956745,
      "grad_norm": 6.974606037139893,
      "learning_rate": 5e-06,
      "loss": 0.3878,
      "step": 477200
    },
    {
      "epoch": 12.289193851540977,
      "grad_norm": 12.05681037902832,
      "learning_rate": 5e-06,
      "loss": 0.3782,
      "step": 477300
    },
    {
      "epoch": 12.29176858312521,
      "grad_norm": 9.195981979370117,
      "learning_rate": 5e-06,
      "loss": 0.3794,
      "step": 477400
    },
    {
      "epoch": 12.294343314709442,
      "grad_norm": 10.166420936584473,
      "learning_rate": 5e-06,
      "loss": 0.3979,
      "step": 477500
    },
    {
      "epoch": 12.296918046293674,
      "grad_norm": 8.390504837036133,
      "learning_rate": 5e-06,
      "loss": 0.3979,
      "step": 477600
    },
    {
      "epoch": 12.299492777877907,
      "grad_norm": 7.3787522315979,
      "learning_rate": 5e-06,
      "loss": 0.3845,
      "step": 477700
    },
    {
      "epoch": 12.30206750946214,
      "grad_norm": 7.963409423828125,
      "learning_rate": 5e-06,
      "loss": 0.3648,
      "step": 477800
    },
    {
      "epoch": 12.304642241046372,
      "grad_norm": 10.825004577636719,
      "learning_rate": 5e-06,
      "loss": 0.384,
      "step": 477900
    },
    {
      "epoch": 12.307216972630604,
      "grad_norm": 11.508373260498047,
      "learning_rate": 5e-06,
      "loss": 0.3836,
      "step": 478000
    },
    {
      "epoch": 12.309791704214836,
      "grad_norm": 9.290630340576172,
      "learning_rate": 5e-06,
      "loss": 0.4,
      "step": 478100
    },
    {
      "epoch": 12.312366435799069,
      "grad_norm": 10.03010082244873,
      "learning_rate": 5e-06,
      "loss": 0.393,
      "step": 478200
    },
    {
      "epoch": 12.314941167383301,
      "grad_norm": 8.823907852172852,
      "learning_rate": 5e-06,
      "loss": 0.4109,
      "step": 478300
    },
    {
      "epoch": 12.317515898967532,
      "grad_norm": 8.553685188293457,
      "learning_rate": 5e-06,
      "loss": 0.403,
      "step": 478400
    },
    {
      "epoch": 12.320090630551764,
      "grad_norm": 12.31629753112793,
      "learning_rate": 5e-06,
      "loss": 0.3805,
      "step": 478500
    },
    {
      "epoch": 12.322665362135997,
      "grad_norm": 7.985996723175049,
      "learning_rate": 5e-06,
      "loss": 0.3798,
      "step": 478600
    },
    {
      "epoch": 12.325240093720229,
      "grad_norm": 7.153801918029785,
      "learning_rate": 5e-06,
      "loss": 0.3936,
      "step": 478700
    },
    {
      "epoch": 12.327814825304461,
      "grad_norm": 8.63175106048584,
      "learning_rate": 5e-06,
      "loss": 0.3983,
      "step": 478800
    },
    {
      "epoch": 12.330389556888694,
      "grad_norm": 8.458569526672363,
      "learning_rate": 5e-06,
      "loss": 0.3956,
      "step": 478900
    },
    {
      "epoch": 12.332964288472926,
      "grad_norm": 12.492195129394531,
      "learning_rate": 5e-06,
      "loss": 0.3926,
      "step": 479000
    },
    {
      "epoch": 12.335539020057158,
      "grad_norm": 6.831343650817871,
      "learning_rate": 5e-06,
      "loss": 0.388,
      "step": 479100
    },
    {
      "epoch": 12.33811375164139,
      "grad_norm": 12.36960220336914,
      "learning_rate": 5e-06,
      "loss": 0.3827,
      "step": 479200
    },
    {
      "epoch": 12.340688483225623,
      "grad_norm": 8.898104667663574,
      "learning_rate": 5e-06,
      "loss": 0.4075,
      "step": 479300
    },
    {
      "epoch": 12.343263214809856,
      "grad_norm": 11.98381233215332,
      "learning_rate": 5e-06,
      "loss": 0.3889,
      "step": 479400
    },
    {
      "epoch": 12.345837946394088,
      "grad_norm": 6.72291374206543,
      "learning_rate": 5e-06,
      "loss": 0.3617,
      "step": 479500
    },
    {
      "epoch": 12.34841267797832,
      "grad_norm": 6.8551483154296875,
      "learning_rate": 5e-06,
      "loss": 0.4095,
      "step": 479600
    },
    {
      "epoch": 12.350987409562553,
      "grad_norm": 7.461092948913574,
      "learning_rate": 5e-06,
      "loss": 0.3891,
      "step": 479700
    },
    {
      "epoch": 12.353562141146785,
      "grad_norm": 12.048356056213379,
      "learning_rate": 5e-06,
      "loss": 0.3904,
      "step": 479800
    },
    {
      "epoch": 12.356136872731017,
      "grad_norm": 7.187516689300537,
      "learning_rate": 5e-06,
      "loss": 0.3888,
      "step": 479900
    },
    {
      "epoch": 12.35871160431525,
      "grad_norm": 7.677694797515869,
      "learning_rate": 5e-06,
      "loss": 0.363,
      "step": 480000
    },
    {
      "epoch": 12.361286335899482,
      "grad_norm": 8.929695129394531,
      "learning_rate": 5e-06,
      "loss": 0.3844,
      "step": 480100
    },
    {
      "epoch": 12.363861067483715,
      "grad_norm": 7.001906871795654,
      "learning_rate": 5e-06,
      "loss": 0.3956,
      "step": 480200
    },
    {
      "epoch": 12.366435799067947,
      "grad_norm": 13.063872337341309,
      "learning_rate": 5e-06,
      "loss": 0.3881,
      "step": 480300
    },
    {
      "epoch": 12.36901053065218,
      "grad_norm": 8.831361770629883,
      "learning_rate": 5e-06,
      "loss": 0.3881,
      "step": 480400
    },
    {
      "epoch": 12.371585262236412,
      "grad_norm": 8.934952735900879,
      "learning_rate": 5e-06,
      "loss": 0.3953,
      "step": 480500
    },
    {
      "epoch": 12.374159993820644,
      "grad_norm": 7.249600887298584,
      "learning_rate": 5e-06,
      "loss": 0.4001,
      "step": 480600
    },
    {
      "epoch": 12.376734725404877,
      "grad_norm": 10.20348072052002,
      "learning_rate": 5e-06,
      "loss": 0.3984,
      "step": 480700
    },
    {
      "epoch": 12.379309456989109,
      "grad_norm": 7.67048978805542,
      "learning_rate": 5e-06,
      "loss": 0.3995,
      "step": 480800
    },
    {
      "epoch": 12.381884188573341,
      "grad_norm": 9.336203575134277,
      "learning_rate": 5e-06,
      "loss": 0.3885,
      "step": 480900
    },
    {
      "epoch": 12.384458920157574,
      "grad_norm": 8.402504920959473,
      "learning_rate": 5e-06,
      "loss": 0.3663,
      "step": 481000
    },
    {
      "epoch": 12.387033651741806,
      "grad_norm": 7.757874488830566,
      "learning_rate": 5e-06,
      "loss": 0.3908,
      "step": 481100
    },
    {
      "epoch": 12.389608383326038,
      "grad_norm": 9.087244033813477,
      "learning_rate": 5e-06,
      "loss": 0.3696,
      "step": 481200
    },
    {
      "epoch": 12.39218311491027,
      "grad_norm": 10.033453941345215,
      "learning_rate": 5e-06,
      "loss": 0.3889,
      "step": 481300
    },
    {
      "epoch": 12.394757846494503,
      "grad_norm": 7.7923150062561035,
      "learning_rate": 5e-06,
      "loss": 0.3847,
      "step": 481400
    },
    {
      "epoch": 12.397332578078736,
      "grad_norm": 7.296916961669922,
      "learning_rate": 5e-06,
      "loss": 0.3991,
      "step": 481500
    },
    {
      "epoch": 12.399907309662968,
      "grad_norm": 8.156249046325684,
      "learning_rate": 5e-06,
      "loss": 0.3835,
      "step": 481600
    },
    {
      "epoch": 12.4024820412472,
      "grad_norm": 9.43687629699707,
      "learning_rate": 5e-06,
      "loss": 0.3987,
      "step": 481700
    },
    {
      "epoch": 12.405056772831433,
      "grad_norm": 7.473677158355713,
      "learning_rate": 5e-06,
      "loss": 0.374,
      "step": 481800
    },
    {
      "epoch": 12.407631504415665,
      "grad_norm": 10.82271671295166,
      "learning_rate": 5e-06,
      "loss": 0.402,
      "step": 481900
    },
    {
      "epoch": 12.410206235999897,
      "grad_norm": 11.369078636169434,
      "learning_rate": 5e-06,
      "loss": 0.3904,
      "step": 482000
    },
    {
      "epoch": 12.41278096758413,
      "grad_norm": 7.515097618103027,
      "learning_rate": 5e-06,
      "loss": 0.4048,
      "step": 482100
    },
    {
      "epoch": 12.415355699168362,
      "grad_norm": 12.275205612182617,
      "learning_rate": 5e-06,
      "loss": 0.3765,
      "step": 482200
    },
    {
      "epoch": 12.417930430752595,
      "grad_norm": 8.136962890625,
      "learning_rate": 5e-06,
      "loss": 0.3752,
      "step": 482300
    },
    {
      "epoch": 12.420505162336827,
      "grad_norm": 8.164192199707031,
      "learning_rate": 5e-06,
      "loss": 0.385,
      "step": 482400
    },
    {
      "epoch": 12.42307989392106,
      "grad_norm": 9.308740615844727,
      "learning_rate": 5e-06,
      "loss": 0.3778,
      "step": 482500
    },
    {
      "epoch": 12.425654625505292,
      "grad_norm": 9.834693908691406,
      "learning_rate": 5e-06,
      "loss": 0.3897,
      "step": 482600
    },
    {
      "epoch": 12.428229357089524,
      "grad_norm": 6.402435302734375,
      "learning_rate": 5e-06,
      "loss": 0.4003,
      "step": 482700
    },
    {
      "epoch": 12.430804088673757,
      "grad_norm": 12.584766387939453,
      "learning_rate": 5e-06,
      "loss": 0.4079,
      "step": 482800
    },
    {
      "epoch": 12.433378820257989,
      "grad_norm": 14.175005912780762,
      "learning_rate": 5e-06,
      "loss": 0.3901,
      "step": 482900
    },
    {
      "epoch": 12.435953551842221,
      "grad_norm": 8.131860733032227,
      "learning_rate": 5e-06,
      "loss": 0.3783,
      "step": 483000
    },
    {
      "epoch": 12.438528283426454,
      "grad_norm": 10.447809219360352,
      "learning_rate": 5e-06,
      "loss": 0.3768,
      "step": 483100
    },
    {
      "epoch": 12.441103015010686,
      "grad_norm": 8.742155075073242,
      "learning_rate": 5e-06,
      "loss": 0.3987,
      "step": 483200
    },
    {
      "epoch": 12.443677746594917,
      "grad_norm": 11.540388107299805,
      "learning_rate": 5e-06,
      "loss": 0.3858,
      "step": 483300
    },
    {
      "epoch": 12.446252478179149,
      "grad_norm": 10.182012557983398,
      "learning_rate": 5e-06,
      "loss": 0.3898,
      "step": 483400
    },
    {
      "epoch": 12.448827209763381,
      "grad_norm": 11.875518798828125,
      "learning_rate": 5e-06,
      "loss": 0.3743,
      "step": 483500
    },
    {
      "epoch": 12.451401941347614,
      "grad_norm": 8.467942237854004,
      "learning_rate": 5e-06,
      "loss": 0.4117,
      "step": 483600
    },
    {
      "epoch": 12.453976672931846,
      "grad_norm": 8.11755084991455,
      "learning_rate": 5e-06,
      "loss": 0.3878,
      "step": 483700
    },
    {
      "epoch": 12.456551404516079,
      "grad_norm": 7.744106769561768,
      "learning_rate": 5e-06,
      "loss": 0.3937,
      "step": 483800
    },
    {
      "epoch": 12.459126136100311,
      "grad_norm": 10.283302307128906,
      "learning_rate": 5e-06,
      "loss": 0.3618,
      "step": 483900
    },
    {
      "epoch": 12.461700867684543,
      "grad_norm": 7.975074291229248,
      "learning_rate": 5e-06,
      "loss": 0.3845,
      "step": 484000
    },
    {
      "epoch": 12.464275599268776,
      "grad_norm": 12.981019020080566,
      "learning_rate": 5e-06,
      "loss": 0.3803,
      "step": 484100
    },
    {
      "epoch": 12.466850330853008,
      "grad_norm": 10.625277519226074,
      "learning_rate": 5e-06,
      "loss": 0.393,
      "step": 484200
    },
    {
      "epoch": 12.46942506243724,
      "grad_norm": 6.955570697784424,
      "learning_rate": 5e-06,
      "loss": 0.3875,
      "step": 484300
    },
    {
      "epoch": 12.471999794021473,
      "grad_norm": 9.348377227783203,
      "learning_rate": 5e-06,
      "loss": 0.406,
      "step": 484400
    },
    {
      "epoch": 12.474574525605705,
      "grad_norm": 11.801761627197266,
      "learning_rate": 5e-06,
      "loss": 0.419,
      "step": 484500
    },
    {
      "epoch": 12.477149257189938,
      "grad_norm": 9.566802024841309,
      "learning_rate": 5e-06,
      "loss": 0.3942,
      "step": 484600
    },
    {
      "epoch": 12.47972398877417,
      "grad_norm": 8.132208824157715,
      "learning_rate": 5e-06,
      "loss": 0.3785,
      "step": 484700
    },
    {
      "epoch": 12.482298720358402,
      "grad_norm": 9.025983810424805,
      "learning_rate": 5e-06,
      "loss": 0.4215,
      "step": 484800
    },
    {
      "epoch": 12.484873451942635,
      "grad_norm": 13.716629028320312,
      "learning_rate": 5e-06,
      "loss": 0.4102,
      "step": 484900
    },
    {
      "epoch": 12.487448183526867,
      "grad_norm": 8.211099624633789,
      "learning_rate": 5e-06,
      "loss": 0.396,
      "step": 485000
    },
    {
      "epoch": 12.4900229151111,
      "grad_norm": 8.953001022338867,
      "learning_rate": 5e-06,
      "loss": 0.3934,
      "step": 485100
    },
    {
      "epoch": 12.492597646695332,
      "grad_norm": 6.764608383178711,
      "learning_rate": 5e-06,
      "loss": 0.3632,
      "step": 485200
    },
    {
      "epoch": 12.495172378279564,
      "grad_norm": 7.983242034912109,
      "learning_rate": 5e-06,
      "loss": 0.3879,
      "step": 485300
    },
    {
      "epoch": 12.497747109863797,
      "grad_norm": 8.537023544311523,
      "learning_rate": 5e-06,
      "loss": 0.3783,
      "step": 485400
    },
    {
      "epoch": 12.500321841448029,
      "grad_norm": 10.285493850708008,
      "learning_rate": 5e-06,
      "loss": 0.3868,
      "step": 485500
    },
    {
      "epoch": 12.502896573032261,
      "grad_norm": 6.390469551086426,
      "learning_rate": 5e-06,
      "loss": 0.3778,
      "step": 485600
    },
    {
      "epoch": 12.505471304616494,
      "grad_norm": 15.47995662689209,
      "learning_rate": 5e-06,
      "loss": 0.3838,
      "step": 485700
    },
    {
      "epoch": 12.508046036200726,
      "grad_norm": 9.333565711975098,
      "learning_rate": 5e-06,
      "loss": 0.4001,
      "step": 485800
    },
    {
      "epoch": 12.510620767784959,
      "grad_norm": 9.029465675354004,
      "learning_rate": 5e-06,
      "loss": 0.383,
      "step": 485900
    },
    {
      "epoch": 12.513195499369191,
      "grad_norm": 9.857919692993164,
      "learning_rate": 5e-06,
      "loss": 0.3922,
      "step": 486000
    },
    {
      "epoch": 12.515770230953423,
      "grad_norm": 7.196587085723877,
      "learning_rate": 5e-06,
      "loss": 0.4058,
      "step": 486100
    },
    {
      "epoch": 12.518344962537656,
      "grad_norm": 10.439175605773926,
      "learning_rate": 5e-06,
      "loss": 0.4179,
      "step": 486200
    },
    {
      "epoch": 12.520919694121888,
      "grad_norm": 6.467852592468262,
      "learning_rate": 5e-06,
      "loss": 0.3857,
      "step": 486300
    },
    {
      "epoch": 12.52349442570612,
      "grad_norm": 6.900205612182617,
      "learning_rate": 5e-06,
      "loss": 0.3854,
      "step": 486400
    },
    {
      "epoch": 12.526069157290353,
      "grad_norm": 5.409479141235352,
      "learning_rate": 5e-06,
      "loss": 0.3904,
      "step": 486500
    },
    {
      "epoch": 12.528643888874585,
      "grad_norm": 9.639677047729492,
      "learning_rate": 5e-06,
      "loss": 0.3903,
      "step": 486600
    },
    {
      "epoch": 12.531218620458818,
      "grad_norm": 8.90738296508789,
      "learning_rate": 5e-06,
      "loss": 0.3738,
      "step": 486700
    },
    {
      "epoch": 12.53379335204305,
      "grad_norm": 8.899699211120605,
      "learning_rate": 5e-06,
      "loss": 0.3898,
      "step": 486800
    },
    {
      "epoch": 12.536368083627282,
      "grad_norm": 7.4012322425842285,
      "learning_rate": 5e-06,
      "loss": 0.3847,
      "step": 486900
    },
    {
      "epoch": 12.538942815211515,
      "grad_norm": 9.249486923217773,
      "learning_rate": 5e-06,
      "loss": 0.3709,
      "step": 487000
    },
    {
      "epoch": 12.541517546795747,
      "grad_norm": 8.624424934387207,
      "learning_rate": 5e-06,
      "loss": 0.3705,
      "step": 487100
    },
    {
      "epoch": 12.54409227837998,
      "grad_norm": 11.729869842529297,
      "learning_rate": 5e-06,
      "loss": 0.3997,
      "step": 487200
    },
    {
      "epoch": 12.546667009964212,
      "grad_norm": 12.621964454650879,
      "learning_rate": 5e-06,
      "loss": 0.3904,
      "step": 487300
    },
    {
      "epoch": 12.549241741548444,
      "grad_norm": 8.61302375793457,
      "learning_rate": 5e-06,
      "loss": 0.3692,
      "step": 487400
    },
    {
      "epoch": 12.551816473132677,
      "grad_norm": 8.910831451416016,
      "learning_rate": 5e-06,
      "loss": 0.3825,
      "step": 487500
    },
    {
      "epoch": 12.554391204716909,
      "grad_norm": 11.588159561157227,
      "learning_rate": 5e-06,
      "loss": 0.3866,
      "step": 487600
    },
    {
      "epoch": 12.55696593630114,
      "grad_norm": 10.060636520385742,
      "learning_rate": 5e-06,
      "loss": 0.3909,
      "step": 487700
    },
    {
      "epoch": 12.559540667885372,
      "grad_norm": 10.372140884399414,
      "learning_rate": 5e-06,
      "loss": 0.3824,
      "step": 487800
    },
    {
      "epoch": 12.562115399469604,
      "grad_norm": 7.847817420959473,
      "learning_rate": 5e-06,
      "loss": 0.3848,
      "step": 487900
    },
    {
      "epoch": 12.564690131053837,
      "grad_norm": 10.963180541992188,
      "learning_rate": 5e-06,
      "loss": 0.376,
      "step": 488000
    },
    {
      "epoch": 12.56726486263807,
      "grad_norm": 12.036331176757812,
      "learning_rate": 5e-06,
      "loss": 0.3892,
      "step": 488100
    },
    {
      "epoch": 12.569839594222302,
      "grad_norm": 7.713411331176758,
      "learning_rate": 5e-06,
      "loss": 0.3936,
      "step": 488200
    },
    {
      "epoch": 12.572414325806534,
      "grad_norm": 10.455904006958008,
      "learning_rate": 5e-06,
      "loss": 0.3873,
      "step": 488300
    },
    {
      "epoch": 12.574989057390766,
      "grad_norm": 7.469278335571289,
      "learning_rate": 5e-06,
      "loss": 0.3804,
      "step": 488400
    },
    {
      "epoch": 12.577563788974999,
      "grad_norm": 7.800893306732178,
      "learning_rate": 5e-06,
      "loss": 0.4113,
      "step": 488500
    },
    {
      "epoch": 12.580138520559231,
      "grad_norm": 8.925763130187988,
      "learning_rate": 5e-06,
      "loss": 0.403,
      "step": 488600
    },
    {
      "epoch": 12.582713252143463,
      "grad_norm": 9.4325532913208,
      "learning_rate": 5e-06,
      "loss": 0.3654,
      "step": 488700
    },
    {
      "epoch": 12.585287983727696,
      "grad_norm": 8.787715911865234,
      "learning_rate": 5e-06,
      "loss": 0.3823,
      "step": 488800
    },
    {
      "epoch": 12.587862715311928,
      "grad_norm": 10.425726890563965,
      "learning_rate": 5e-06,
      "loss": 0.3925,
      "step": 488900
    },
    {
      "epoch": 12.59043744689616,
      "grad_norm": 7.334009170532227,
      "learning_rate": 5e-06,
      "loss": 0.3615,
      "step": 489000
    },
    {
      "epoch": 12.593012178480393,
      "grad_norm": 11.939050674438477,
      "learning_rate": 5e-06,
      "loss": 0.4003,
      "step": 489100
    },
    {
      "epoch": 12.595586910064625,
      "grad_norm": 8.069719314575195,
      "learning_rate": 5e-06,
      "loss": 0.3876,
      "step": 489200
    },
    {
      "epoch": 12.598161641648858,
      "grad_norm": 6.913385391235352,
      "learning_rate": 5e-06,
      "loss": 0.3758,
      "step": 489300
    },
    {
      "epoch": 12.60073637323309,
      "grad_norm": 9.405048370361328,
      "learning_rate": 5e-06,
      "loss": 0.3928,
      "step": 489400
    },
    {
      "epoch": 12.603311104817323,
      "grad_norm": 7.577711582183838,
      "learning_rate": 5e-06,
      "loss": 0.3861,
      "step": 489500
    },
    {
      "epoch": 12.605885836401555,
      "grad_norm": 8.751886367797852,
      "learning_rate": 5e-06,
      "loss": 0.3995,
      "step": 489600
    },
    {
      "epoch": 12.608460567985787,
      "grad_norm": 11.612200736999512,
      "learning_rate": 5e-06,
      "loss": 0.3851,
      "step": 489700
    },
    {
      "epoch": 12.61103529957002,
      "grad_norm": 7.556976795196533,
      "learning_rate": 5e-06,
      "loss": 0.3867,
      "step": 489800
    },
    {
      "epoch": 12.613610031154252,
      "grad_norm": 9.389890670776367,
      "learning_rate": 5e-06,
      "loss": 0.3803,
      "step": 489900
    },
    {
      "epoch": 12.616184762738484,
      "grad_norm": 9.757499694824219,
      "learning_rate": 5e-06,
      "loss": 0.3941,
      "step": 490000
    },
    {
      "epoch": 12.618759494322717,
      "grad_norm": 6.565612316131592,
      "learning_rate": 5e-06,
      "loss": 0.3769,
      "step": 490100
    },
    {
      "epoch": 12.62133422590695,
      "grad_norm": 8.314271926879883,
      "learning_rate": 5e-06,
      "loss": 0.418,
      "step": 490200
    },
    {
      "epoch": 12.623908957491182,
      "grad_norm": 8.526429176330566,
      "learning_rate": 5e-06,
      "loss": 0.3984,
      "step": 490300
    },
    {
      "epoch": 12.626483689075414,
      "grad_norm": 10.07925033569336,
      "learning_rate": 5e-06,
      "loss": 0.3921,
      "step": 490400
    },
    {
      "epoch": 12.629058420659646,
      "grad_norm": 9.513832092285156,
      "learning_rate": 5e-06,
      "loss": 0.4049,
      "step": 490500
    },
    {
      "epoch": 12.631633152243879,
      "grad_norm": 6.384726047515869,
      "learning_rate": 5e-06,
      "loss": 0.3676,
      "step": 490600
    },
    {
      "epoch": 12.634207883828111,
      "grad_norm": 9.310479164123535,
      "learning_rate": 5e-06,
      "loss": 0.3701,
      "step": 490700
    },
    {
      "epoch": 12.636782615412343,
      "grad_norm": 10.309765815734863,
      "learning_rate": 5e-06,
      "loss": 0.3854,
      "step": 490800
    },
    {
      "epoch": 12.639357346996576,
      "grad_norm": 8.889665603637695,
      "learning_rate": 5e-06,
      "loss": 0.3452,
      "step": 490900
    },
    {
      "epoch": 12.641932078580808,
      "grad_norm": 10.906759262084961,
      "learning_rate": 5e-06,
      "loss": 0.3834,
      "step": 491000
    },
    {
      "epoch": 12.64450681016504,
      "grad_norm": 10.971173286437988,
      "learning_rate": 5e-06,
      "loss": 0.3695,
      "step": 491100
    },
    {
      "epoch": 12.647081541749273,
      "grad_norm": 6.887336254119873,
      "learning_rate": 5e-06,
      "loss": 0.3864,
      "step": 491200
    },
    {
      "epoch": 12.649656273333505,
      "grad_norm": 9.774389266967773,
      "learning_rate": 5e-06,
      "loss": 0.373,
      "step": 491300
    },
    {
      "epoch": 12.652231004917738,
      "grad_norm": 8.988240242004395,
      "learning_rate": 5e-06,
      "loss": 0.3754,
      "step": 491400
    },
    {
      "epoch": 12.65480573650197,
      "grad_norm": 8.072551727294922,
      "learning_rate": 5e-06,
      "loss": 0.3887,
      "step": 491500
    },
    {
      "epoch": 12.657380468086203,
      "grad_norm": 9.685925483703613,
      "learning_rate": 5e-06,
      "loss": 0.374,
      "step": 491600
    },
    {
      "epoch": 12.659955199670435,
      "grad_norm": 6.543807506561279,
      "learning_rate": 5e-06,
      "loss": 0.3876,
      "step": 491700
    },
    {
      "epoch": 12.662529931254667,
      "grad_norm": 7.478488922119141,
      "learning_rate": 5e-06,
      "loss": 0.3787,
      "step": 491800
    },
    {
      "epoch": 12.6651046628389,
      "grad_norm": 10.825689315795898,
      "learning_rate": 5e-06,
      "loss": 0.3923,
      "step": 491900
    },
    {
      "epoch": 12.667679394423132,
      "grad_norm": 7.907632350921631,
      "learning_rate": 5e-06,
      "loss": 0.3837,
      "step": 492000
    },
    {
      "epoch": 12.670254126007364,
      "grad_norm": 9.434866905212402,
      "learning_rate": 5e-06,
      "loss": 0.3764,
      "step": 492100
    },
    {
      "epoch": 12.672828857591597,
      "grad_norm": 7.888728141784668,
      "learning_rate": 5e-06,
      "loss": 0.3994,
      "step": 492200
    },
    {
      "epoch": 12.67540358917583,
      "grad_norm": 8.863852500915527,
      "learning_rate": 5e-06,
      "loss": 0.3746,
      "step": 492300
    },
    {
      "epoch": 12.677978320760062,
      "grad_norm": 12.11394214630127,
      "learning_rate": 5e-06,
      "loss": 0.4072,
      "step": 492400
    },
    {
      "epoch": 12.680553052344294,
      "grad_norm": 8.925780296325684,
      "learning_rate": 5e-06,
      "loss": 0.3666,
      "step": 492500
    },
    {
      "epoch": 12.683127783928526,
      "grad_norm": 8.832903861999512,
      "learning_rate": 5e-06,
      "loss": 0.377,
      "step": 492600
    },
    {
      "epoch": 12.685702515512759,
      "grad_norm": 9.200267791748047,
      "learning_rate": 5e-06,
      "loss": 0.3802,
      "step": 492700
    },
    {
      "epoch": 12.68827724709699,
      "grad_norm": 7.5069732666015625,
      "learning_rate": 5e-06,
      "loss": 0.3867,
      "step": 492800
    },
    {
      "epoch": 12.690851978681222,
      "grad_norm": 9.87386703491211,
      "learning_rate": 5e-06,
      "loss": 0.3899,
      "step": 492900
    },
    {
      "epoch": 12.693426710265454,
      "grad_norm": 6.665220737457275,
      "learning_rate": 5e-06,
      "loss": 0.3786,
      "step": 493000
    },
    {
      "epoch": 12.696001441849686,
      "grad_norm": 7.5602192878723145,
      "learning_rate": 5e-06,
      "loss": 0.3863,
      "step": 493100
    },
    {
      "epoch": 12.698576173433919,
      "grad_norm": 8.754366874694824,
      "learning_rate": 5e-06,
      "loss": 0.3857,
      "step": 493200
    },
    {
      "epoch": 12.701150905018151,
      "grad_norm": 8.068249702453613,
      "learning_rate": 5e-06,
      "loss": 0.4058,
      "step": 493300
    },
    {
      "epoch": 12.703725636602384,
      "grad_norm": 8.967256546020508,
      "learning_rate": 5e-06,
      "loss": 0.3865,
      "step": 493400
    },
    {
      "epoch": 12.706300368186616,
      "grad_norm": 8.031210899353027,
      "learning_rate": 5e-06,
      "loss": 0.3768,
      "step": 493500
    },
    {
      "epoch": 12.708875099770848,
      "grad_norm": 7.221464157104492,
      "learning_rate": 5e-06,
      "loss": 0.3719,
      "step": 493600
    },
    {
      "epoch": 12.71144983135508,
      "grad_norm": 9.313815116882324,
      "learning_rate": 5e-06,
      "loss": 0.3819,
      "step": 493700
    },
    {
      "epoch": 12.714024562939313,
      "grad_norm": 10.291749000549316,
      "learning_rate": 5e-06,
      "loss": 0.4185,
      "step": 493800
    },
    {
      "epoch": 12.716599294523546,
      "grad_norm": 9.021063804626465,
      "learning_rate": 5e-06,
      "loss": 0.4004,
      "step": 493900
    },
    {
      "epoch": 12.719174026107778,
      "grad_norm": 8.285545349121094,
      "learning_rate": 5e-06,
      "loss": 0.3735,
      "step": 494000
    },
    {
      "epoch": 12.72174875769201,
      "grad_norm": 9.417407989501953,
      "learning_rate": 5e-06,
      "loss": 0.391,
      "step": 494100
    },
    {
      "epoch": 12.724323489276243,
      "grad_norm": 9.550928115844727,
      "learning_rate": 5e-06,
      "loss": 0.373,
      "step": 494200
    },
    {
      "epoch": 12.726898220860475,
      "grad_norm": 7.978400230407715,
      "learning_rate": 5e-06,
      "loss": 0.3702,
      "step": 494300
    },
    {
      "epoch": 12.729472952444707,
      "grad_norm": 9.801751136779785,
      "learning_rate": 5e-06,
      "loss": 0.3996,
      "step": 494400
    },
    {
      "epoch": 12.73204768402894,
      "grad_norm": 9.231156349182129,
      "learning_rate": 5e-06,
      "loss": 0.3807,
      "step": 494500
    },
    {
      "epoch": 12.734622415613172,
      "grad_norm": 9.267462730407715,
      "learning_rate": 5e-06,
      "loss": 0.3892,
      "step": 494600
    },
    {
      "epoch": 12.737197147197405,
      "grad_norm": 5.839900016784668,
      "learning_rate": 5e-06,
      "loss": 0.3951,
      "step": 494700
    },
    {
      "epoch": 12.739771878781637,
      "grad_norm": 8.560356140136719,
      "learning_rate": 5e-06,
      "loss": 0.382,
      "step": 494800
    },
    {
      "epoch": 12.74234661036587,
      "grad_norm": 7.318793773651123,
      "learning_rate": 5e-06,
      "loss": 0.369,
      "step": 494900
    },
    {
      "epoch": 12.744921341950102,
      "grad_norm": 10.010860443115234,
      "learning_rate": 5e-06,
      "loss": 0.3841,
      "step": 495000
    },
    {
      "epoch": 12.747496073534334,
      "grad_norm": 6.534040451049805,
      "learning_rate": 5e-06,
      "loss": 0.364,
      "step": 495100
    },
    {
      "epoch": 12.750070805118566,
      "grad_norm": 9.109509468078613,
      "learning_rate": 5e-06,
      "loss": 0.3784,
      "step": 495200
    },
    {
      "epoch": 12.752645536702799,
      "grad_norm": 10.516586303710938,
      "learning_rate": 5e-06,
      "loss": 0.3848,
      "step": 495300
    },
    {
      "epoch": 12.755220268287031,
      "grad_norm": 8.943487167358398,
      "learning_rate": 5e-06,
      "loss": 0.3681,
      "step": 495400
    },
    {
      "epoch": 12.757794999871264,
      "grad_norm": 6.66713809967041,
      "learning_rate": 5e-06,
      "loss": 0.3934,
      "step": 495500
    },
    {
      "epoch": 12.760369731455496,
      "grad_norm": 8.584486961364746,
      "learning_rate": 5e-06,
      "loss": 0.3801,
      "step": 495600
    },
    {
      "epoch": 12.762944463039728,
      "grad_norm": 9.76242733001709,
      "learning_rate": 5e-06,
      "loss": 0.3887,
      "step": 495700
    },
    {
      "epoch": 12.76551919462396,
      "grad_norm": 7.6629228591918945,
      "learning_rate": 5e-06,
      "loss": 0.3968,
      "step": 495800
    },
    {
      "epoch": 12.768093926208193,
      "grad_norm": 9.812588691711426,
      "learning_rate": 5e-06,
      "loss": 0.366,
      "step": 495900
    },
    {
      "epoch": 12.770668657792426,
      "grad_norm": 9.980029106140137,
      "learning_rate": 5e-06,
      "loss": 0.3797,
      "step": 496000
    },
    {
      "epoch": 12.773243389376658,
      "grad_norm": 10.984794616699219,
      "learning_rate": 5e-06,
      "loss": 0.3951,
      "step": 496100
    },
    {
      "epoch": 12.77581812096089,
      "grad_norm": 7.972494125366211,
      "learning_rate": 5e-06,
      "loss": 0.4152,
      "step": 496200
    },
    {
      "epoch": 12.778392852545123,
      "grad_norm": 9.968667030334473,
      "learning_rate": 5e-06,
      "loss": 0.4002,
      "step": 496300
    },
    {
      "epoch": 12.780967584129355,
      "grad_norm": 7.273768424987793,
      "learning_rate": 5e-06,
      "loss": 0.3739,
      "step": 496400
    },
    {
      "epoch": 12.783542315713587,
      "grad_norm": 7.908421993255615,
      "learning_rate": 5e-06,
      "loss": 0.3891,
      "step": 496500
    },
    {
      "epoch": 12.78611704729782,
      "grad_norm": 11.169150352478027,
      "learning_rate": 5e-06,
      "loss": 0.375,
      "step": 496600
    },
    {
      "epoch": 12.788691778882052,
      "grad_norm": 8.30339527130127,
      "learning_rate": 5e-06,
      "loss": 0.3912,
      "step": 496700
    },
    {
      "epoch": 12.791266510466285,
      "grad_norm": 11.80051040649414,
      "learning_rate": 5e-06,
      "loss": 0.3742,
      "step": 496800
    },
    {
      "epoch": 12.793841242050517,
      "grad_norm": 8.1495361328125,
      "learning_rate": 5e-06,
      "loss": 0.3966,
      "step": 496900
    },
    {
      "epoch": 12.79641597363475,
      "grad_norm": 7.951050758361816,
      "learning_rate": 5e-06,
      "loss": 0.3866,
      "step": 497000
    },
    {
      "epoch": 12.798990705218982,
      "grad_norm": 7.681899547576904,
      "learning_rate": 5e-06,
      "loss": 0.3792,
      "step": 497100
    },
    {
      "epoch": 12.801565436803212,
      "grad_norm": 9.28927230834961,
      "learning_rate": 5e-06,
      "loss": 0.3759,
      "step": 497200
    },
    {
      "epoch": 12.804140168387445,
      "grad_norm": 9.177645683288574,
      "learning_rate": 5e-06,
      "loss": 0.3925,
      "step": 497300
    },
    {
      "epoch": 12.806714899971677,
      "grad_norm": 7.840870380401611,
      "learning_rate": 5e-06,
      "loss": 0.3706,
      "step": 497400
    },
    {
      "epoch": 12.80928963155591,
      "grad_norm": 7.12822151184082,
      "learning_rate": 5e-06,
      "loss": 0.4031,
      "step": 497500
    },
    {
      "epoch": 12.811864363140142,
      "grad_norm": 6.303980827331543,
      "learning_rate": 5e-06,
      "loss": 0.3959,
      "step": 497600
    },
    {
      "epoch": 12.814439094724374,
      "grad_norm": 9.231971740722656,
      "learning_rate": 5e-06,
      "loss": 0.3755,
      "step": 497700
    },
    {
      "epoch": 12.817013826308607,
      "grad_norm": 9.183184623718262,
      "learning_rate": 5e-06,
      "loss": 0.4002,
      "step": 497800
    },
    {
      "epoch": 12.819588557892839,
      "grad_norm": 9.315214157104492,
      "learning_rate": 5e-06,
      "loss": 0.3825,
      "step": 497900
    },
    {
      "epoch": 12.822163289477071,
      "grad_norm": 9.223960876464844,
      "learning_rate": 5e-06,
      "loss": 0.3802,
      "step": 498000
    },
    {
      "epoch": 12.824738021061304,
      "grad_norm": 9.256019592285156,
      "learning_rate": 5e-06,
      "loss": 0.3804,
      "step": 498100
    },
    {
      "epoch": 12.827312752645536,
      "grad_norm": 7.945494174957275,
      "learning_rate": 5e-06,
      "loss": 0.3915,
      "step": 498200
    },
    {
      "epoch": 12.829887484229769,
      "grad_norm": 9.478368759155273,
      "learning_rate": 5e-06,
      "loss": 0.3914,
      "step": 498300
    },
    {
      "epoch": 12.832462215814001,
      "grad_norm": 11.526323318481445,
      "learning_rate": 5e-06,
      "loss": 0.3992,
      "step": 498400
    },
    {
      "epoch": 12.835036947398233,
      "grad_norm": 8.581698417663574,
      "learning_rate": 5e-06,
      "loss": 0.3861,
      "step": 498500
    },
    {
      "epoch": 12.837611678982466,
      "grad_norm": 6.993740081787109,
      "learning_rate": 5e-06,
      "loss": 0.3754,
      "step": 498600
    },
    {
      "epoch": 12.840186410566698,
      "grad_norm": 8.645380973815918,
      "learning_rate": 5e-06,
      "loss": 0.3956,
      "step": 498700
    },
    {
      "epoch": 12.84276114215093,
      "grad_norm": 7.279618740081787,
      "learning_rate": 5e-06,
      "loss": 0.3834,
      "step": 498800
    },
    {
      "epoch": 12.845335873735163,
      "grad_norm": 9.340446472167969,
      "learning_rate": 5e-06,
      "loss": 0.3799,
      "step": 498900
    },
    {
      "epoch": 12.847910605319395,
      "grad_norm": 10.135143280029297,
      "learning_rate": 5e-06,
      "loss": 0.3525,
      "step": 499000
    },
    {
      "epoch": 12.850485336903628,
      "grad_norm": 9.27078914642334,
      "learning_rate": 5e-06,
      "loss": 0.3847,
      "step": 499100
    },
    {
      "epoch": 12.85306006848786,
      "grad_norm": 8.938298225402832,
      "learning_rate": 5e-06,
      "loss": 0.3883,
      "step": 499200
    },
    {
      "epoch": 12.855634800072092,
      "grad_norm": 9.042282104492188,
      "learning_rate": 5e-06,
      "loss": 0.3862,
      "step": 499300
    },
    {
      "epoch": 12.858209531656325,
      "grad_norm": 23.70827865600586,
      "learning_rate": 5e-06,
      "loss": 0.3902,
      "step": 499400
    },
    {
      "epoch": 12.860784263240557,
      "grad_norm": 10.111061096191406,
      "learning_rate": 5e-06,
      "loss": 0.3735,
      "step": 499500
    },
    {
      "epoch": 12.86335899482479,
      "grad_norm": 10.10215950012207,
      "learning_rate": 5e-06,
      "loss": 0.3844,
      "step": 499600
    },
    {
      "epoch": 12.865933726409022,
      "grad_norm": 11.277329444885254,
      "learning_rate": 5e-06,
      "loss": 0.3643,
      "step": 499700
    },
    {
      "epoch": 12.868508457993254,
      "grad_norm": 8.616843223571777,
      "learning_rate": 5e-06,
      "loss": 0.3872,
      "step": 499800
    },
    {
      "epoch": 12.871083189577487,
      "grad_norm": 10.118324279785156,
      "learning_rate": 5e-06,
      "loss": 0.3773,
      "step": 499900
    },
    {
      "epoch": 12.873657921161719,
      "grad_norm": 9.188616752624512,
      "learning_rate": 5e-06,
      "loss": 0.3829,
      "step": 500000
    },
    {
      "epoch": 12.876232652745951,
      "grad_norm": 7.036027908325195,
      "learning_rate": 5e-06,
      "loss": 0.3742,
      "step": 500100
    },
    {
      "epoch": 12.878807384330184,
      "grad_norm": 13.823594093322754,
      "learning_rate": 5e-06,
      "loss": 0.3796,
      "step": 500200
    },
    {
      "epoch": 12.881382115914416,
      "grad_norm": 8.276460647583008,
      "learning_rate": 5e-06,
      "loss": 0.3894,
      "step": 500300
    },
    {
      "epoch": 12.883956847498649,
      "grad_norm": 8.057998657226562,
      "learning_rate": 5e-06,
      "loss": 0.3815,
      "step": 500400
    },
    {
      "epoch": 12.886531579082881,
      "grad_norm": 9.059808731079102,
      "learning_rate": 5e-06,
      "loss": 0.3858,
      "step": 500500
    },
    {
      "epoch": 12.889106310667113,
      "grad_norm": 11.644618034362793,
      "learning_rate": 5e-06,
      "loss": 0.357,
      "step": 500600
    },
    {
      "epoch": 12.891681042251346,
      "grad_norm": 9.892655372619629,
      "learning_rate": 5e-06,
      "loss": 0.399,
      "step": 500700
    },
    {
      "epoch": 12.894255773835578,
      "grad_norm": 9.652227401733398,
      "learning_rate": 5e-06,
      "loss": 0.3654,
      "step": 500800
    },
    {
      "epoch": 12.89683050541981,
      "grad_norm": 6.625881671905518,
      "learning_rate": 5e-06,
      "loss": 0.3734,
      "step": 500900
    },
    {
      "epoch": 12.899405237004043,
      "grad_norm": 9.454106330871582,
      "learning_rate": 5e-06,
      "loss": 0.3757,
      "step": 501000
    },
    {
      "epoch": 12.901979968588275,
      "grad_norm": 8.374540328979492,
      "learning_rate": 5e-06,
      "loss": 0.3854,
      "step": 501100
    },
    {
      "epoch": 12.904554700172508,
      "grad_norm": 9.3905029296875,
      "learning_rate": 5e-06,
      "loss": 0.3904,
      "step": 501200
    },
    {
      "epoch": 12.90712943175674,
      "grad_norm": 9.614648818969727,
      "learning_rate": 5e-06,
      "loss": 0.3858,
      "step": 501300
    },
    {
      "epoch": 12.909704163340972,
      "grad_norm": 11.715126037597656,
      "learning_rate": 5e-06,
      "loss": 0.3991,
      "step": 501400
    },
    {
      "epoch": 12.912278894925205,
      "grad_norm": 8.799138069152832,
      "learning_rate": 5e-06,
      "loss": 0.3902,
      "step": 501500
    },
    {
      "epoch": 12.914853626509437,
      "grad_norm": 8.917139053344727,
      "learning_rate": 5e-06,
      "loss": 0.3798,
      "step": 501600
    },
    {
      "epoch": 12.91742835809367,
      "grad_norm": 7.824665546417236,
      "learning_rate": 5e-06,
      "loss": 0.3729,
      "step": 501700
    },
    {
      "epoch": 12.920003089677902,
      "grad_norm": 8.791374206542969,
      "learning_rate": 5e-06,
      "loss": 0.3958,
      "step": 501800
    },
    {
      "epoch": 12.922577821262134,
      "grad_norm": 5.587517261505127,
      "learning_rate": 5e-06,
      "loss": 0.3744,
      "step": 501900
    },
    {
      "epoch": 12.925152552846367,
      "grad_norm": 8.529868125915527,
      "learning_rate": 5e-06,
      "loss": 0.3731,
      "step": 502000
    },
    {
      "epoch": 12.927727284430599,
      "grad_norm": 9.288222312927246,
      "learning_rate": 5e-06,
      "loss": 0.3927,
      "step": 502100
    },
    {
      "epoch": 12.93030201601483,
      "grad_norm": 8.189359664916992,
      "learning_rate": 5e-06,
      "loss": 0.3831,
      "step": 502200
    },
    {
      "epoch": 12.932876747599062,
      "grad_norm": 7.838335037231445,
      "learning_rate": 5e-06,
      "loss": 0.3863,
      "step": 502300
    },
    {
      "epoch": 12.935451479183294,
      "grad_norm": 7.2946600914001465,
      "learning_rate": 5e-06,
      "loss": 0.3742,
      "step": 502400
    },
    {
      "epoch": 12.938026210767527,
      "grad_norm": 9.425374984741211,
      "learning_rate": 5e-06,
      "loss": 0.3918,
      "step": 502500
    },
    {
      "epoch": 12.94060094235176,
      "grad_norm": 8.769449234008789,
      "learning_rate": 5e-06,
      "loss": 0.3837,
      "step": 502600
    },
    {
      "epoch": 12.943175673935992,
      "grad_norm": 8.859622955322266,
      "learning_rate": 5e-06,
      "loss": 0.3945,
      "step": 502700
    },
    {
      "epoch": 12.945750405520224,
      "grad_norm": 10.678326606750488,
      "learning_rate": 5e-06,
      "loss": 0.3914,
      "step": 502800
    },
    {
      "epoch": 12.948325137104456,
      "grad_norm": 7.837113857269287,
      "learning_rate": 5e-06,
      "loss": 0.3728,
      "step": 502900
    },
    {
      "epoch": 12.950899868688689,
      "grad_norm": 7.977874755859375,
      "learning_rate": 5e-06,
      "loss": 0.3523,
      "step": 503000
    },
    {
      "epoch": 12.953474600272921,
      "grad_norm": 8.646308898925781,
      "learning_rate": 5e-06,
      "loss": 0.3611,
      "step": 503100
    },
    {
      "epoch": 12.956049331857153,
      "grad_norm": 7.9371562004089355,
      "learning_rate": 5e-06,
      "loss": 0.3949,
      "step": 503200
    },
    {
      "epoch": 12.958624063441386,
      "grad_norm": 7.8850507736206055,
      "learning_rate": 5e-06,
      "loss": 0.3723,
      "step": 503300
    },
    {
      "epoch": 12.961198795025618,
      "grad_norm": 7.899364948272705,
      "learning_rate": 5e-06,
      "loss": 0.3794,
      "step": 503400
    },
    {
      "epoch": 12.96377352660985,
      "grad_norm": 7.6949992179870605,
      "learning_rate": 5e-06,
      "loss": 0.39,
      "step": 503500
    },
    {
      "epoch": 12.966348258194083,
      "grad_norm": 6.472278118133545,
      "learning_rate": 5e-06,
      "loss": 0.3989,
      "step": 503600
    },
    {
      "epoch": 12.968922989778315,
      "grad_norm": 8.05001449584961,
      "learning_rate": 5e-06,
      "loss": 0.3799,
      "step": 503700
    },
    {
      "epoch": 12.971497721362548,
      "grad_norm": 10.167531967163086,
      "learning_rate": 5e-06,
      "loss": 0.3787,
      "step": 503800
    },
    {
      "epoch": 12.97407245294678,
      "grad_norm": 7.498345851898193,
      "learning_rate": 5e-06,
      "loss": 0.3785,
      "step": 503900
    },
    {
      "epoch": 12.976647184531013,
      "grad_norm": 7.5793538093566895,
      "learning_rate": 5e-06,
      "loss": 0.3958,
      "step": 504000
    },
    {
      "epoch": 12.979221916115245,
      "grad_norm": 6.888269424438477,
      "learning_rate": 5e-06,
      "loss": 0.3888,
      "step": 504100
    },
    {
      "epoch": 12.981796647699477,
      "grad_norm": 8.025455474853516,
      "learning_rate": 5e-06,
      "loss": 0.3625,
      "step": 504200
    },
    {
      "epoch": 12.98437137928371,
      "grad_norm": 7.0926971435546875,
      "learning_rate": 5e-06,
      "loss": 0.3912,
      "step": 504300
    },
    {
      "epoch": 12.986946110867942,
      "grad_norm": 9.284191131591797,
      "learning_rate": 5e-06,
      "loss": 0.3629,
      "step": 504400
    },
    {
      "epoch": 12.989520842452174,
      "grad_norm": 7.291881084442139,
      "learning_rate": 5e-06,
      "loss": 0.384,
      "step": 504500
    },
    {
      "epoch": 12.992095574036407,
      "grad_norm": 8.477285385131836,
      "learning_rate": 5e-06,
      "loss": 0.3715,
      "step": 504600
    },
    {
      "epoch": 12.99467030562064,
      "grad_norm": 9.596332550048828,
      "learning_rate": 5e-06,
      "loss": 0.3511,
      "step": 504700
    },
    {
      "epoch": 12.997245037204872,
      "grad_norm": 8.239166259765625,
      "learning_rate": 5e-06,
      "loss": 0.3714,
      "step": 504800
    },
    {
      "epoch": 12.999819768789104,
      "grad_norm": 9.207395553588867,
      "learning_rate": 5e-06,
      "loss": 0.3679,
      "step": 504900
    },
    {
      "epoch": 13.0,
      "step": 504907,
      "train_loss": 0.31131017208099365,
      "train_perplexity": 1.3652126063567498,
      "train_runtime": 769.4689,
      "train_samples_per_second": 403.795,
      "train_steps_per_second": 50.475
    },
    {
      "epoch": 13.0,
      "eval_loss": 0.31205612421035767,
      "eval_perplexity": 1.3662313695345365,
      "eval_runtime": 192.2814,
      "eval_samples_per_second": 403.976,
      "eval_steps_per_second": 50.499,
      "step": 504907
    },
    {
      "epoch": 13.002394500373336,
      "grad_norm": 7.6342034339904785,
      "learning_rate": 5e-06,
      "loss": 0.3836,
      "step": 505000
    },
    {
      "epoch": 13.004969231957569,
      "grad_norm": 8.648059844970703,
      "learning_rate": 5e-06,
      "loss": 0.3661,
      "step": 505100
    },
    {
      "epoch": 13.007543963541801,
      "grad_norm": 6.474102020263672,
      "learning_rate": 5e-06,
      "loss": 0.3989,
      "step": 505200
    },
    {
      "epoch": 13.010118695126033,
      "grad_norm": 9.60021686553955,
      "learning_rate": 5e-06,
      "loss": 0.3646,
      "step": 505300
    },
    {
      "epoch": 13.012693426710266,
      "grad_norm": 5.9347686767578125,
      "learning_rate": 5e-06,
      "loss": 0.3831,
      "step": 505400
    },
    {
      "epoch": 13.015268158294498,
      "grad_norm": 11.960942268371582,
      "learning_rate": 5e-06,
      "loss": 0.3841,
      "step": 505500
    },
    {
      "epoch": 13.01784288987873,
      "grad_norm": 8.982951164245605,
      "learning_rate": 5e-06,
      "loss": 0.3607,
      "step": 505600
    },
    {
      "epoch": 13.020417621462963,
      "grad_norm": 8.045605659484863,
      "learning_rate": 5e-06,
      "loss": 0.3917,
      "step": 505700
    },
    {
      "epoch": 13.022992353047195,
      "grad_norm": 6.290593147277832,
      "learning_rate": 5e-06,
      "loss": 0.3882,
      "step": 505800
    },
    {
      "epoch": 13.025567084631428,
      "grad_norm": 8.677650451660156,
      "learning_rate": 5e-06,
      "loss": 0.3737,
      "step": 505900
    },
    {
      "epoch": 13.02814181621566,
      "grad_norm": 8.170300483703613,
      "learning_rate": 5e-06,
      "loss": 0.3816,
      "step": 506000
    },
    {
      "epoch": 13.030716547799893,
      "grad_norm": 9.515445709228516,
      "learning_rate": 5e-06,
      "loss": 0.3757,
      "step": 506100
    },
    {
      "epoch": 13.033291279384125,
      "grad_norm": 8.362075805664062,
      "learning_rate": 5e-06,
      "loss": 0.3651,
      "step": 506200
    },
    {
      "epoch": 13.035866010968357,
      "grad_norm": 9.948604583740234,
      "learning_rate": 5e-06,
      "loss": 0.3917,
      "step": 506300
    },
    {
      "epoch": 13.03844074255259,
      "grad_norm": 10.176806449890137,
      "learning_rate": 5e-06,
      "loss": 0.3581,
      "step": 506400
    },
    {
      "epoch": 13.041015474136822,
      "grad_norm": 6.985083103179932,
      "learning_rate": 5e-06,
      "loss": 0.3898,
      "step": 506500
    },
    {
      "epoch": 13.043590205721054,
      "grad_norm": 13.560982704162598,
      "learning_rate": 5e-06,
      "loss": 0.3753,
      "step": 506600
    },
    {
      "epoch": 13.046164937305285,
      "grad_norm": 7.826979160308838,
      "learning_rate": 5e-06,
      "loss": 0.3695,
      "step": 506700
    },
    {
      "epoch": 13.048739668889517,
      "grad_norm": 9.998739242553711,
      "learning_rate": 5e-06,
      "loss": 0.3669,
      "step": 506800
    },
    {
      "epoch": 13.05131440047375,
      "grad_norm": 6.396783828735352,
      "learning_rate": 5e-06,
      "loss": 0.3685,
      "step": 506900
    },
    {
      "epoch": 13.053889132057982,
      "grad_norm": 16.031566619873047,
      "learning_rate": 5e-06,
      "loss": 0.3729,
      "step": 507000
    },
    {
      "epoch": 13.056463863642215,
      "grad_norm": 8.763419151306152,
      "learning_rate": 5e-06,
      "loss": 0.3768,
      "step": 507100
    },
    {
      "epoch": 13.059038595226447,
      "grad_norm": 9.249781608581543,
      "learning_rate": 5e-06,
      "loss": 0.3641,
      "step": 507200
    },
    {
      "epoch": 13.06161332681068,
      "grad_norm": 8.52665901184082,
      "learning_rate": 5e-06,
      "loss": 0.3905,
      "step": 507300
    },
    {
      "epoch": 13.064188058394912,
      "grad_norm": 8.440566062927246,
      "learning_rate": 5e-06,
      "loss": 0.3681,
      "step": 507400
    },
    {
      "epoch": 13.066762789979144,
      "grad_norm": 10.533775329589844,
      "learning_rate": 5e-06,
      "loss": 0.394,
      "step": 507500
    },
    {
      "epoch": 13.069337521563376,
      "grad_norm": 11.575591087341309,
      "learning_rate": 5e-06,
      "loss": 0.387,
      "step": 507600
    },
    {
      "epoch": 13.071912253147609,
      "grad_norm": 8.858766555786133,
      "learning_rate": 5e-06,
      "loss": 0.3945,
      "step": 507700
    },
    {
      "epoch": 13.074486984731841,
      "grad_norm": 13.52159595489502,
      "learning_rate": 5e-06,
      "loss": 0.3927,
      "step": 507800
    },
    {
      "epoch": 13.077061716316074,
      "grad_norm": 9.342500686645508,
      "learning_rate": 5e-06,
      "loss": 0.3818,
      "step": 507900
    },
    {
      "epoch": 13.079636447900306,
      "grad_norm": 9.07010555267334,
      "learning_rate": 5e-06,
      "loss": 0.3783,
      "step": 508000
    },
    {
      "epoch": 13.082211179484538,
      "grad_norm": 9.930434226989746,
      "learning_rate": 5e-06,
      "loss": 0.4047,
      "step": 508100
    },
    {
      "epoch": 13.08478591106877,
      "grad_norm": 7.948673248291016,
      "learning_rate": 5e-06,
      "loss": 0.3867,
      "step": 508200
    },
    {
      "epoch": 13.087360642653003,
      "grad_norm": 7.944866180419922,
      "learning_rate": 5e-06,
      "loss": 0.3843,
      "step": 508300
    },
    {
      "epoch": 13.089935374237236,
      "grad_norm": 7.588344573974609,
      "learning_rate": 5e-06,
      "loss": 0.3914,
      "step": 508400
    },
    {
      "epoch": 13.092510105821468,
      "grad_norm": 8.256619453430176,
      "learning_rate": 5e-06,
      "loss": 0.3611,
      "step": 508500
    },
    {
      "epoch": 13.0950848374057,
      "grad_norm": 10.495586395263672,
      "learning_rate": 5e-06,
      "loss": 0.3859,
      "step": 508600
    },
    {
      "epoch": 13.097659568989933,
      "grad_norm": 8.805082321166992,
      "learning_rate": 5e-06,
      "loss": 0.3684,
      "step": 508700
    },
    {
      "epoch": 13.100234300574165,
      "grad_norm": 9.631889343261719,
      "learning_rate": 5e-06,
      "loss": 0.426,
      "step": 508800
    },
    {
      "epoch": 13.102809032158397,
      "grad_norm": 8.551169395446777,
      "learning_rate": 5e-06,
      "loss": 0.372,
      "step": 508900
    },
    {
      "epoch": 13.10538376374263,
      "grad_norm": 8.943388938903809,
      "learning_rate": 5e-06,
      "loss": 0.3989,
      "step": 509000
    },
    {
      "epoch": 13.107958495326862,
      "grad_norm": 9.4941987991333,
      "learning_rate": 5e-06,
      "loss": 0.3894,
      "step": 509100
    },
    {
      "epoch": 13.110533226911095,
      "grad_norm": 7.861901760101318,
      "learning_rate": 5e-06,
      "loss": 0.3754,
      "step": 509200
    },
    {
      "epoch": 13.113107958495327,
      "grad_norm": 10.215010643005371,
      "learning_rate": 5e-06,
      "loss": 0.3833,
      "step": 509300
    },
    {
      "epoch": 13.11568269007956,
      "grad_norm": 8.321008682250977,
      "learning_rate": 5e-06,
      "loss": 0.387,
      "step": 509400
    },
    {
      "epoch": 13.118257421663792,
      "grad_norm": 8.817392349243164,
      "learning_rate": 5e-06,
      "loss": 0.384,
      "step": 509500
    },
    {
      "epoch": 13.120832153248024,
      "grad_norm": 7.580263137817383,
      "learning_rate": 5e-06,
      "loss": 0.3838,
      "step": 509600
    },
    {
      "epoch": 13.123406884832256,
      "grad_norm": 9.349018096923828,
      "learning_rate": 5e-06,
      "loss": 0.3697,
      "step": 509700
    },
    {
      "epoch": 13.125981616416489,
      "grad_norm": 11.756363868713379,
      "learning_rate": 5e-06,
      "loss": 0.3871,
      "step": 509800
    },
    {
      "epoch": 13.128556348000721,
      "grad_norm": 9.096076965332031,
      "learning_rate": 5e-06,
      "loss": 0.3715,
      "step": 509900
    },
    {
      "epoch": 13.131131079584954,
      "grad_norm": 10.804234504699707,
      "learning_rate": 5e-06,
      "loss": 0.385,
      "step": 510000
    },
    {
      "epoch": 13.133705811169186,
      "grad_norm": 10.739507675170898,
      "learning_rate": 5e-06,
      "loss": 0.3704,
      "step": 510100
    },
    {
      "epoch": 13.136280542753418,
      "grad_norm": 7.538822650909424,
      "learning_rate": 5e-06,
      "loss": 0.3778,
      "step": 510200
    },
    {
      "epoch": 13.13885527433765,
      "grad_norm": 8.798859596252441,
      "learning_rate": 5e-06,
      "loss": 0.3767,
      "step": 510300
    },
    {
      "epoch": 13.141430005921883,
      "grad_norm": 7.396789073944092,
      "learning_rate": 5e-06,
      "loss": 0.3832,
      "step": 510400
    },
    {
      "epoch": 13.144004737506116,
      "grad_norm": 9.364850044250488,
      "learning_rate": 5e-06,
      "loss": 0.3868,
      "step": 510500
    },
    {
      "epoch": 13.146579469090348,
      "grad_norm": 10.191948890686035,
      "learning_rate": 5e-06,
      "loss": 0.3997,
      "step": 510600
    },
    {
      "epoch": 13.14915420067458,
      "grad_norm": 15.807706832885742,
      "learning_rate": 5e-06,
      "loss": 0.3769,
      "step": 510700
    },
    {
      "epoch": 13.151728932258813,
      "grad_norm": 7.86729621887207,
      "learning_rate": 5e-06,
      "loss": 0.3623,
      "step": 510800
    },
    {
      "epoch": 13.154303663843045,
      "grad_norm": 7.655810356140137,
      "learning_rate": 5e-06,
      "loss": 0.4011,
      "step": 510900
    },
    {
      "epoch": 13.156878395427277,
      "grad_norm": 9.222859382629395,
      "learning_rate": 5e-06,
      "loss": 0.3786,
      "step": 511000
    },
    {
      "epoch": 13.15945312701151,
      "grad_norm": 10.86139965057373,
      "learning_rate": 5e-06,
      "loss": 0.3833,
      "step": 511100
    },
    {
      "epoch": 13.162027858595742,
      "grad_norm": 10.940710067749023,
      "learning_rate": 5e-06,
      "loss": 0.3632,
      "step": 511200
    },
    {
      "epoch": 13.164602590179975,
      "grad_norm": 7.1915411949157715,
      "learning_rate": 5e-06,
      "loss": 0.3455,
      "step": 511300
    },
    {
      "epoch": 13.167177321764207,
      "grad_norm": 8.205460548400879,
      "learning_rate": 5e-06,
      "loss": 0.3802,
      "step": 511400
    },
    {
      "epoch": 13.169752053348438,
      "grad_norm": 9.126607894897461,
      "learning_rate": 5e-06,
      "loss": 0.3858,
      "step": 511500
    },
    {
      "epoch": 13.17232678493267,
      "grad_norm": 8.316868782043457,
      "learning_rate": 5e-06,
      "loss": 0.3907,
      "step": 511600
    },
    {
      "epoch": 13.174901516516902,
      "grad_norm": 10.080085754394531,
      "learning_rate": 5e-06,
      "loss": 0.3914,
      "step": 511700
    },
    {
      "epoch": 13.177476248101135,
      "grad_norm": 7.499729633331299,
      "learning_rate": 5e-06,
      "loss": 0.372,
      "step": 511800
    },
    {
      "epoch": 13.180050979685367,
      "grad_norm": 7.009682655334473,
      "learning_rate": 5e-06,
      "loss": 0.3671,
      "step": 511900
    },
    {
      "epoch": 13.1826257112696,
      "grad_norm": 7.356431484222412,
      "learning_rate": 5e-06,
      "loss": 0.3756,
      "step": 512000
    },
    {
      "epoch": 13.185200442853832,
      "grad_norm": 10.455406188964844,
      "learning_rate": 5e-06,
      "loss": 0.3804,
      "step": 512100
    },
    {
      "epoch": 13.187775174438064,
      "grad_norm": 9.542597770690918,
      "learning_rate": 5e-06,
      "loss": 0.3911,
      "step": 512200
    },
    {
      "epoch": 13.190349906022297,
      "grad_norm": 8.63685131072998,
      "learning_rate": 5e-06,
      "loss": 0.3965,
      "step": 512300
    },
    {
      "epoch": 13.192924637606529,
      "grad_norm": 9.600229263305664,
      "learning_rate": 5e-06,
      "loss": 0.3746,
      "step": 512400
    },
    {
      "epoch": 13.195499369190761,
      "grad_norm": 7.37130880355835,
      "learning_rate": 5e-06,
      "loss": 0.3677,
      "step": 512500
    },
    {
      "epoch": 13.198074100774994,
      "grad_norm": 8.0608491897583,
      "learning_rate": 5e-06,
      "loss": 0.3733,
      "step": 512600
    },
    {
      "epoch": 13.200648832359226,
      "grad_norm": 10.02327823638916,
      "learning_rate": 5e-06,
      "loss": 0.3667,
      "step": 512700
    },
    {
      "epoch": 13.203223563943459,
      "grad_norm": 8.957260131835938,
      "learning_rate": 5e-06,
      "loss": 0.3718,
      "step": 512800
    },
    {
      "epoch": 13.205798295527691,
      "grad_norm": 8.858890533447266,
      "learning_rate": 5e-06,
      "loss": 0.381,
      "step": 512900
    },
    {
      "epoch": 13.208373027111923,
      "grad_norm": 9.753457069396973,
      "learning_rate": 5e-06,
      "loss": 0.403,
      "step": 513000
    },
    {
      "epoch": 13.210947758696156,
      "grad_norm": 9.492463111877441,
      "learning_rate": 5e-06,
      "loss": 0.3646,
      "step": 513100
    },
    {
      "epoch": 13.213522490280388,
      "grad_norm": 11.152591705322266,
      "learning_rate": 5e-06,
      "loss": 0.3857,
      "step": 513200
    },
    {
      "epoch": 13.21609722186462,
      "grad_norm": 8.500832557678223,
      "learning_rate": 5e-06,
      "loss": 0.3895,
      "step": 513300
    },
    {
      "epoch": 13.218671953448853,
      "grad_norm": 7.534569263458252,
      "learning_rate": 5e-06,
      "loss": 0.3489,
      "step": 513400
    },
    {
      "epoch": 13.221246685033085,
      "grad_norm": 8.122185707092285,
      "learning_rate": 5e-06,
      "loss": 0.3807,
      "step": 513500
    },
    {
      "epoch": 13.223821416617318,
      "grad_norm": 9.485122680664062,
      "learning_rate": 5e-06,
      "loss": 0.3685,
      "step": 513600
    },
    {
      "epoch": 13.22639614820155,
      "grad_norm": 8.765151977539062,
      "learning_rate": 5e-06,
      "loss": 0.3703,
      "step": 513700
    },
    {
      "epoch": 13.228970879785782,
      "grad_norm": 6.740394592285156,
      "learning_rate": 5e-06,
      "loss": 0.3612,
      "step": 513800
    },
    {
      "epoch": 13.231545611370015,
      "grad_norm": 9.318610191345215,
      "learning_rate": 5e-06,
      "loss": 0.3888,
      "step": 513900
    },
    {
      "epoch": 13.234120342954247,
      "grad_norm": 7.662670612335205,
      "learning_rate": 5e-06,
      "loss": 0.3768,
      "step": 514000
    },
    {
      "epoch": 13.23669507453848,
      "grad_norm": 8.463103294372559,
      "learning_rate": 5e-06,
      "loss": 0.3818,
      "step": 514100
    },
    {
      "epoch": 13.239269806122712,
      "grad_norm": 6.143272876739502,
      "learning_rate": 5e-06,
      "loss": 0.4029,
      "step": 514200
    },
    {
      "epoch": 13.241844537706944,
      "grad_norm": 6.891425609588623,
      "learning_rate": 5e-06,
      "loss": 0.4014,
      "step": 514300
    },
    {
      "epoch": 13.244419269291177,
      "grad_norm": 8.423514366149902,
      "learning_rate": 5e-06,
      "loss": 0.362,
      "step": 514400
    },
    {
      "epoch": 13.246994000875409,
      "grad_norm": 11.052800178527832,
      "learning_rate": 5e-06,
      "loss": 0.3847,
      "step": 514500
    },
    {
      "epoch": 13.249568732459641,
      "grad_norm": 10.067675590515137,
      "learning_rate": 5e-06,
      "loss": 0.3793,
      "step": 514600
    },
    {
      "epoch": 13.252143464043874,
      "grad_norm": 9.914597511291504,
      "learning_rate": 5e-06,
      "loss": 0.3609,
      "step": 514700
    },
    {
      "epoch": 13.254718195628106,
      "grad_norm": 7.869072437286377,
      "learning_rate": 5e-06,
      "loss": 0.3822,
      "step": 514800
    },
    {
      "epoch": 13.257292927212339,
      "grad_norm": 10.29901123046875,
      "learning_rate": 5e-06,
      "loss": 0.3635,
      "step": 514900
    },
    {
      "epoch": 13.259867658796571,
      "grad_norm": 8.064896583557129,
      "learning_rate": 5e-06,
      "loss": 0.3503,
      "step": 515000
    },
    {
      "epoch": 13.262442390380803,
      "grad_norm": 7.9608588218688965,
      "learning_rate": 5e-06,
      "loss": 0.3726,
      "step": 515100
    },
    {
      "epoch": 13.265017121965036,
      "grad_norm": 7.506549835205078,
      "learning_rate": 5e-06,
      "loss": 0.3749,
      "step": 515200
    },
    {
      "epoch": 13.267591853549268,
      "grad_norm": 11.109086990356445,
      "learning_rate": 5e-06,
      "loss": 0.3677,
      "step": 515300
    },
    {
      "epoch": 13.2701665851335,
      "grad_norm": 8.74832534790039,
      "learning_rate": 5e-06,
      "loss": 0.3716,
      "step": 515400
    },
    {
      "epoch": 13.272741316717733,
      "grad_norm": 9.538965225219727,
      "learning_rate": 5e-06,
      "loss": 0.3809,
      "step": 515500
    },
    {
      "epoch": 13.275316048301965,
      "grad_norm": 9.333062171936035,
      "learning_rate": 5e-06,
      "loss": 0.3901,
      "step": 515600
    },
    {
      "epoch": 13.277890779886198,
      "grad_norm": 7.161178112030029,
      "learning_rate": 5e-06,
      "loss": 0.3716,
      "step": 515700
    },
    {
      "epoch": 13.28046551147043,
      "grad_norm": 7.943645000457764,
      "learning_rate": 5e-06,
      "loss": 0.3986,
      "step": 515800
    },
    {
      "epoch": 13.283040243054662,
      "grad_norm": 10.101070404052734,
      "learning_rate": 5e-06,
      "loss": 0.3757,
      "step": 515900
    },
    {
      "epoch": 13.285614974638895,
      "grad_norm": 7.15132474899292,
      "learning_rate": 5e-06,
      "loss": 0.3736,
      "step": 516000
    },
    {
      "epoch": 13.288189706223125,
      "grad_norm": 9.868096351623535,
      "learning_rate": 5e-06,
      "loss": 0.3838,
      "step": 516100
    },
    {
      "epoch": 13.290764437807358,
      "grad_norm": 10.241532325744629,
      "learning_rate": 5e-06,
      "loss": 0.3654,
      "step": 516200
    },
    {
      "epoch": 13.29333916939159,
      "grad_norm": 8.917540550231934,
      "learning_rate": 5e-06,
      "loss": 0.369,
      "step": 516300
    },
    {
      "epoch": 13.295913900975822,
      "grad_norm": 8.937556266784668,
      "learning_rate": 5e-06,
      "loss": 0.3687,
      "step": 516400
    },
    {
      "epoch": 13.298488632560055,
      "grad_norm": 6.755690574645996,
      "learning_rate": 5e-06,
      "loss": 0.3741,
      "step": 516500
    },
    {
      "epoch": 13.301063364144287,
      "grad_norm": 9.805707931518555,
      "learning_rate": 5e-06,
      "loss": 0.3797,
      "step": 516600
    },
    {
      "epoch": 13.30363809572852,
      "grad_norm": 6.9573588371276855,
      "learning_rate": 5e-06,
      "loss": 0.3642,
      "step": 516700
    },
    {
      "epoch": 13.306212827312752,
      "grad_norm": 10.198229789733887,
      "learning_rate": 5e-06,
      "loss": 0.3702,
      "step": 516800
    },
    {
      "epoch": 13.308787558896984,
      "grad_norm": 9.346362113952637,
      "learning_rate": 5e-06,
      "loss": 0.367,
      "step": 516900
    },
    {
      "epoch": 13.311362290481217,
      "grad_norm": 8.647540092468262,
      "learning_rate": 5e-06,
      "loss": 0.3741,
      "step": 517000
    },
    {
      "epoch": 13.31393702206545,
      "grad_norm": 9.207277297973633,
      "learning_rate": 5e-06,
      "loss": 0.3949,
      "step": 517100
    },
    {
      "epoch": 13.316511753649682,
      "grad_norm": 8.8388032913208,
      "learning_rate": 5e-06,
      "loss": 0.369,
      "step": 517200
    },
    {
      "epoch": 13.319086485233914,
      "grad_norm": 8.335816383361816,
      "learning_rate": 5e-06,
      "loss": 0.399,
      "step": 517300
    },
    {
      "epoch": 13.321661216818146,
      "grad_norm": 7.6754584312438965,
      "learning_rate": 5e-06,
      "loss": 0.3777,
      "step": 517400
    },
    {
      "epoch": 13.324235948402379,
      "grad_norm": 8.931357383728027,
      "learning_rate": 5e-06,
      "loss": 0.3814,
      "step": 517500
    },
    {
      "epoch": 13.326810679986611,
      "grad_norm": 9.860543251037598,
      "learning_rate": 5e-06,
      "loss": 0.3764,
      "step": 517600
    },
    {
      "epoch": 13.329385411570843,
      "grad_norm": 6.583141803741455,
      "learning_rate": 5e-06,
      "loss": 0.3719,
      "step": 517700
    },
    {
      "epoch": 13.331960143155076,
      "grad_norm": 7.920610427856445,
      "learning_rate": 5e-06,
      "loss": 0.3836,
      "step": 517800
    },
    {
      "epoch": 13.334534874739308,
      "grad_norm": 6.893877983093262,
      "learning_rate": 5e-06,
      "loss": 0.3705,
      "step": 517900
    },
    {
      "epoch": 13.33710960632354,
      "grad_norm": 8.621739387512207,
      "learning_rate": 5e-06,
      "loss": 0.4012,
      "step": 518000
    },
    {
      "epoch": 13.339684337907773,
      "grad_norm": 8.167669296264648,
      "learning_rate": 5e-06,
      "loss": 0.3731,
      "step": 518100
    },
    {
      "epoch": 13.342259069492005,
      "grad_norm": 8.123381614685059,
      "learning_rate": 5e-06,
      "loss": 0.3801,
      "step": 518200
    },
    {
      "epoch": 13.344833801076238,
      "grad_norm": 7.198250770568848,
      "learning_rate": 5e-06,
      "loss": 0.3627,
      "step": 518300
    },
    {
      "epoch": 13.34740853266047,
      "grad_norm": 8.83578872680664,
      "learning_rate": 5e-06,
      "loss": 0.3716,
      "step": 518400
    },
    {
      "epoch": 13.349983264244702,
      "grad_norm": 9.694138526916504,
      "learning_rate": 5e-06,
      "loss": 0.384,
      "step": 518500
    },
    {
      "epoch": 13.352557995828935,
      "grad_norm": 10.503120422363281,
      "learning_rate": 5e-06,
      "loss": 0.3657,
      "step": 518600
    },
    {
      "epoch": 13.355132727413167,
      "grad_norm": 5.79317045211792,
      "learning_rate": 5e-06,
      "loss": 0.362,
      "step": 518700
    },
    {
      "epoch": 13.3577074589974,
      "grad_norm": 9.454399108886719,
      "learning_rate": 5e-06,
      "loss": 0.3736,
      "step": 518800
    },
    {
      "epoch": 13.360282190581632,
      "grad_norm": 10.33835220336914,
      "learning_rate": 5e-06,
      "loss": 0.366,
      "step": 518900
    },
    {
      "epoch": 13.362856922165864,
      "grad_norm": 9.442255973815918,
      "learning_rate": 5e-06,
      "loss": 0.3779,
      "step": 519000
    },
    {
      "epoch": 13.365431653750097,
      "grad_norm": 11.774770736694336,
      "learning_rate": 5e-06,
      "loss": 0.377,
      "step": 519100
    },
    {
      "epoch": 13.36800638533433,
      "grad_norm": 10.509538650512695,
      "learning_rate": 5e-06,
      "loss": 0.3902,
      "step": 519200
    },
    {
      "epoch": 13.370581116918562,
      "grad_norm": 8.6010160446167,
      "learning_rate": 5e-06,
      "loss": 0.3647,
      "step": 519300
    },
    {
      "epoch": 13.373155848502794,
      "grad_norm": 9.569306373596191,
      "learning_rate": 5e-06,
      "loss": 0.3737,
      "step": 519400
    },
    {
      "epoch": 13.375730580087026,
      "grad_norm": 9.321968078613281,
      "learning_rate": 5e-06,
      "loss": 0.358,
      "step": 519500
    },
    {
      "epoch": 13.378305311671259,
      "grad_norm": 8.481542587280273,
      "learning_rate": 5e-06,
      "loss": 0.3639,
      "step": 519600
    },
    {
      "epoch": 13.380880043255491,
      "grad_norm": 6.567783355712891,
      "learning_rate": 5e-06,
      "loss": 0.376,
      "step": 519700
    },
    {
      "epoch": 13.383454774839723,
      "grad_norm": 7.789482593536377,
      "learning_rate": 5e-06,
      "loss": 0.3599,
      "step": 519800
    },
    {
      "epoch": 13.386029506423956,
      "grad_norm": 7.943765640258789,
      "learning_rate": 5e-06,
      "loss": 0.3822,
      "step": 519900
    },
    {
      "epoch": 13.388604238008188,
      "grad_norm": 8.345732688903809,
      "learning_rate": 5e-06,
      "loss": 0.3694,
      "step": 520000
    },
    {
      "epoch": 13.39117896959242,
      "grad_norm": 7.8280439376831055,
      "learning_rate": 5e-06,
      "loss": 0.3483,
      "step": 520100
    },
    {
      "epoch": 13.393753701176653,
      "grad_norm": 5.928018569946289,
      "learning_rate": 5e-06,
      "loss": 0.3665,
      "step": 520200
    },
    {
      "epoch": 13.396328432760885,
      "grad_norm": 10.619330406188965,
      "learning_rate": 5e-06,
      "loss": 0.361,
      "step": 520300
    },
    {
      "epoch": 13.398903164345118,
      "grad_norm": 11.2388334274292,
      "learning_rate": 5e-06,
      "loss": 0.3962,
      "step": 520400
    },
    {
      "epoch": 13.40147789592935,
      "grad_norm": 7.904194355010986,
      "learning_rate": 5e-06,
      "loss": 0.364,
      "step": 520500
    },
    {
      "epoch": 13.404052627513583,
      "grad_norm": 9.119735717773438,
      "learning_rate": 5e-06,
      "loss": 0.3604,
      "step": 520600
    },
    {
      "epoch": 13.406627359097815,
      "grad_norm": 7.810215473175049,
      "learning_rate": 5e-06,
      "loss": 0.383,
      "step": 520700
    },
    {
      "epoch": 13.409202090682047,
      "grad_norm": 6.599935531616211,
      "learning_rate": 5e-06,
      "loss": 0.3634,
      "step": 520800
    },
    {
      "epoch": 13.41177682226628,
      "grad_norm": 8.963031768798828,
      "learning_rate": 5e-06,
      "loss": 0.3767,
      "step": 520900
    },
    {
      "epoch": 13.41435155385051,
      "grad_norm": 10.603249549865723,
      "learning_rate": 5e-06,
      "loss": 0.3763,
      "step": 521000
    },
    {
      "epoch": 13.416926285434743,
      "grad_norm": 11.603209495544434,
      "learning_rate": 5e-06,
      "loss": 0.3701,
      "step": 521100
    },
    {
      "epoch": 13.419501017018975,
      "grad_norm": 8.421981811523438,
      "learning_rate": 5e-06,
      "loss": 0.3765,
      "step": 521200
    },
    {
      "epoch": 13.422075748603207,
      "grad_norm": 7.783550262451172,
      "learning_rate": 5e-06,
      "loss": 0.3945,
      "step": 521300
    },
    {
      "epoch": 13.42465048018744,
      "grad_norm": 10.197840690612793,
      "learning_rate": 5e-06,
      "loss": 0.3958,
      "step": 521400
    },
    {
      "epoch": 13.427225211771672,
      "grad_norm": 6.641814231872559,
      "learning_rate": 5e-06,
      "loss": 0.3533,
      "step": 521500
    },
    {
      "epoch": 13.429799943355905,
      "grad_norm": 12.453083038330078,
      "learning_rate": 5e-06,
      "loss": 0.3714,
      "step": 521600
    },
    {
      "epoch": 13.432374674940137,
      "grad_norm": 6.634003639221191,
      "learning_rate": 5e-06,
      "loss": 0.4045,
      "step": 521700
    },
    {
      "epoch": 13.43494940652437,
      "grad_norm": 7.5562968254089355,
      "learning_rate": 5e-06,
      "loss": 0.3672,
      "step": 521800
    },
    {
      "epoch": 13.437524138108602,
      "grad_norm": 10.523900985717773,
      "learning_rate": 5e-06,
      "loss": 0.3833,
      "step": 521900
    },
    {
      "epoch": 13.440098869692834,
      "grad_norm": 8.953019142150879,
      "learning_rate": 5e-06,
      "loss": 0.3721,
      "step": 522000
    },
    {
      "epoch": 13.442673601277066,
      "grad_norm": 9.614202499389648,
      "learning_rate": 5e-06,
      "loss": 0.387,
      "step": 522100
    },
    {
      "epoch": 13.445248332861299,
      "grad_norm": 8.947836875915527,
      "learning_rate": 5e-06,
      "loss": 0.3595,
      "step": 522200
    },
    {
      "epoch": 13.447823064445531,
      "grad_norm": 10.267942428588867,
      "learning_rate": 5e-06,
      "loss": 0.3943,
      "step": 522300
    },
    {
      "epoch": 13.450397796029764,
      "grad_norm": 9.285518646240234,
      "learning_rate": 5e-06,
      "loss": 0.3801,
      "step": 522400
    },
    {
      "epoch": 13.452972527613996,
      "grad_norm": 9.827305793762207,
      "learning_rate": 5e-06,
      "loss": 0.3766,
      "step": 522500
    },
    {
      "epoch": 13.455547259198228,
      "grad_norm": 7.211062431335449,
      "learning_rate": 5e-06,
      "loss": 0.3627,
      "step": 522600
    },
    {
      "epoch": 13.45812199078246,
      "grad_norm": 6.646086692810059,
      "learning_rate": 5e-06,
      "loss": 0.364,
      "step": 522700
    },
    {
      "epoch": 13.460696722366693,
      "grad_norm": 8.314692497253418,
      "learning_rate": 5e-06,
      "loss": 0.3596,
      "step": 522800
    },
    {
      "epoch": 13.463271453950926,
      "grad_norm": 4.975007057189941,
      "learning_rate": 5e-06,
      "loss": 0.3808,
      "step": 522900
    },
    {
      "epoch": 13.465846185535158,
      "grad_norm": 8.525063514709473,
      "learning_rate": 5e-06,
      "loss": 0.3701,
      "step": 523000
    },
    {
      "epoch": 13.46842091711939,
      "grad_norm": 10.222559928894043,
      "learning_rate": 5e-06,
      "loss": 0.3816,
      "step": 523100
    },
    {
      "epoch": 13.470995648703623,
      "grad_norm": 7.117620944976807,
      "learning_rate": 5e-06,
      "loss": 0.373,
      "step": 523200
    },
    {
      "epoch": 13.473570380287855,
      "grad_norm": 8.02724552154541,
      "learning_rate": 5e-06,
      "loss": 0.3968,
      "step": 523300
    },
    {
      "epoch": 13.476145111872087,
      "grad_norm": 8.682051658630371,
      "learning_rate": 5e-06,
      "loss": 0.358,
      "step": 523400
    },
    {
      "epoch": 13.47871984345632,
      "grad_norm": 9.049332618713379,
      "learning_rate": 5e-06,
      "loss": 0.3705,
      "step": 523500
    },
    {
      "epoch": 13.481294575040552,
      "grad_norm": 8.996066093444824,
      "learning_rate": 5e-06,
      "loss": 0.3787,
      "step": 523600
    },
    {
      "epoch": 13.483869306624785,
      "grad_norm": 7.952531814575195,
      "learning_rate": 5e-06,
      "loss": 0.383,
      "step": 523700
    },
    {
      "epoch": 13.486444038209017,
      "grad_norm": 9.713228225708008,
      "learning_rate": 5e-06,
      "loss": 0.3762,
      "step": 523800
    },
    {
      "epoch": 13.48901876979325,
      "grad_norm": 8.681840896606445,
      "learning_rate": 5e-06,
      "loss": 0.3726,
      "step": 523900
    },
    {
      "epoch": 13.491593501377482,
      "grad_norm": 8.107356071472168,
      "learning_rate": 5e-06,
      "loss": 0.3735,
      "step": 524000
    },
    {
      "epoch": 13.494168232961714,
      "grad_norm": 9.704082489013672,
      "learning_rate": 5e-06,
      "loss": 0.3721,
      "step": 524100
    },
    {
      "epoch": 13.496742964545946,
      "grad_norm": 8.307138442993164,
      "learning_rate": 5e-06,
      "loss": 0.3725,
      "step": 524200
    },
    {
      "epoch": 13.499317696130179,
      "grad_norm": 10.274725914001465,
      "learning_rate": 5e-06,
      "loss": 0.3747,
      "step": 524300
    },
    {
      "epoch": 13.501892427714411,
      "grad_norm": 8.348430633544922,
      "learning_rate": 5e-06,
      "loss": 0.3578,
      "step": 524400
    },
    {
      "epoch": 13.504467159298644,
      "grad_norm": 7.331427097320557,
      "learning_rate": 5e-06,
      "loss": 0.3937,
      "step": 524500
    },
    {
      "epoch": 13.507041890882876,
      "grad_norm": 9.80512523651123,
      "learning_rate": 5e-06,
      "loss": 0.3657,
      "step": 524600
    },
    {
      "epoch": 13.509616622467108,
      "grad_norm": 9.775382995605469,
      "learning_rate": 5e-06,
      "loss": 0.3973,
      "step": 524700
    },
    {
      "epoch": 13.51219135405134,
      "grad_norm": 10.402152061462402,
      "learning_rate": 5e-06,
      "loss": 0.3701,
      "step": 524800
    },
    {
      "epoch": 13.514766085635573,
      "grad_norm": 9.10903549194336,
      "learning_rate": 5e-06,
      "loss": 0.3695,
      "step": 524900
    },
    {
      "epoch": 13.517340817219806,
      "grad_norm": 10.35545539855957,
      "learning_rate": 5e-06,
      "loss": 0.3759,
      "step": 525000
    },
    {
      "epoch": 13.519915548804038,
      "grad_norm": 7.923710823059082,
      "learning_rate": 5e-06,
      "loss": 0.3796,
      "step": 525100
    },
    {
      "epoch": 13.52249028038827,
      "grad_norm": 8.549739837646484,
      "learning_rate": 5e-06,
      "loss": 0.3649,
      "step": 525200
    },
    {
      "epoch": 13.525065011972503,
      "grad_norm": 9.00958251953125,
      "learning_rate": 5e-06,
      "loss": 0.3562,
      "step": 525300
    },
    {
      "epoch": 13.527639743556735,
      "grad_norm": 8.310571670532227,
      "learning_rate": 5e-06,
      "loss": 0.3679,
      "step": 525400
    },
    {
      "epoch": 13.530214475140966,
      "grad_norm": 7.873922348022461,
      "learning_rate": 5e-06,
      "loss": 0.3595,
      "step": 525500
    },
    {
      "epoch": 13.532789206725198,
      "grad_norm": 10.820685386657715,
      "learning_rate": 5e-06,
      "loss": 0.3782,
      "step": 525600
    },
    {
      "epoch": 13.53536393830943,
      "grad_norm": 8.282767295837402,
      "learning_rate": 5e-06,
      "loss": 0.3719,
      "step": 525700
    },
    {
      "epoch": 13.537938669893663,
      "grad_norm": 9.478158950805664,
      "learning_rate": 5e-06,
      "loss": 0.3965,
      "step": 525800
    },
    {
      "epoch": 13.540513401477895,
      "grad_norm": 9.742691040039062,
      "learning_rate": 5e-06,
      "loss": 0.3618,
      "step": 525900
    },
    {
      "epoch": 13.543088133062128,
      "grad_norm": 10.231527328491211,
      "learning_rate": 5e-06,
      "loss": 0.3746,
      "step": 526000
    },
    {
      "epoch": 13.54566286464636,
      "grad_norm": 9.580824851989746,
      "learning_rate": 5e-06,
      "loss": 0.3765,
      "step": 526100
    },
    {
      "epoch": 13.548237596230592,
      "grad_norm": 9.134623527526855,
      "learning_rate": 5e-06,
      "loss": 0.367,
      "step": 526200
    },
    {
      "epoch": 13.550812327814825,
      "grad_norm": 9.097472190856934,
      "learning_rate": 5e-06,
      "loss": 0.3676,
      "step": 526300
    },
    {
      "epoch": 13.553387059399057,
      "grad_norm": 10.748910903930664,
      "learning_rate": 5e-06,
      "loss": 0.3676,
      "step": 526400
    },
    {
      "epoch": 13.55596179098329,
      "grad_norm": 9.630805015563965,
      "learning_rate": 5e-06,
      "loss": 0.3672,
      "step": 526500
    },
    {
      "epoch": 13.558536522567522,
      "grad_norm": 9.322059631347656,
      "learning_rate": 5e-06,
      "loss": 0.3878,
      "step": 526600
    },
    {
      "epoch": 13.561111254151754,
      "grad_norm": 9.461000442504883,
      "learning_rate": 5e-06,
      "loss": 0.3831,
      "step": 526700
    },
    {
      "epoch": 13.563685985735987,
      "grad_norm": 7.513845920562744,
      "learning_rate": 5e-06,
      "loss": 0.3744,
      "step": 526800
    },
    {
      "epoch": 13.566260717320219,
      "grad_norm": 7.871504306793213,
      "learning_rate": 5e-06,
      "loss": 0.367,
      "step": 526900
    },
    {
      "epoch": 13.568835448904451,
      "grad_norm": 9.265437126159668,
      "learning_rate": 5e-06,
      "loss": 0.3554,
      "step": 527000
    },
    {
      "epoch": 13.571410180488684,
      "grad_norm": 8.073599815368652,
      "learning_rate": 5e-06,
      "loss": 0.3921,
      "step": 527100
    },
    {
      "epoch": 13.573984912072916,
      "grad_norm": 11.050911903381348,
      "learning_rate": 5e-06,
      "loss": 0.3595,
      "step": 527200
    },
    {
      "epoch": 13.576559643657149,
      "grad_norm": 11.169642448425293,
      "learning_rate": 5e-06,
      "loss": 0.3681,
      "step": 527300
    },
    {
      "epoch": 13.579134375241381,
      "grad_norm": 6.355467319488525,
      "learning_rate": 5e-06,
      "loss": 0.3703,
      "step": 527400
    },
    {
      "epoch": 13.581709106825613,
      "grad_norm": 9.968620300292969,
      "learning_rate": 5e-06,
      "loss": 0.3813,
      "step": 527500
    },
    {
      "epoch": 13.584283838409846,
      "grad_norm": 7.1038641929626465,
      "learning_rate": 5e-06,
      "loss": 0.3925,
      "step": 527600
    },
    {
      "epoch": 13.586858569994078,
      "grad_norm": 8.390551567077637,
      "learning_rate": 5e-06,
      "loss": 0.3608,
      "step": 527700
    },
    {
      "epoch": 13.58943330157831,
      "grad_norm": 8.49107837677002,
      "learning_rate": 5e-06,
      "loss": 0.3623,
      "step": 527800
    },
    {
      "epoch": 13.592008033162543,
      "grad_norm": 10.009284019470215,
      "learning_rate": 5e-06,
      "loss": 0.3796,
      "step": 527900
    },
    {
      "epoch": 13.594582764746775,
      "grad_norm": 10.376226425170898,
      "learning_rate": 5e-06,
      "loss": 0.3874,
      "step": 528000
    },
    {
      "epoch": 13.597157496331008,
      "grad_norm": 10.463942527770996,
      "learning_rate": 5e-06,
      "loss": 0.3898,
      "step": 528100
    },
    {
      "epoch": 13.59973222791524,
      "grad_norm": 10.40342903137207,
      "learning_rate": 5e-06,
      "loss": 0.3817,
      "step": 528200
    },
    {
      "epoch": 13.602306959499472,
      "grad_norm": 8.667993545532227,
      "learning_rate": 5e-06,
      "loss": 0.3707,
      "step": 528300
    },
    {
      "epoch": 13.604881691083705,
      "grad_norm": 7.734888076782227,
      "learning_rate": 5e-06,
      "loss": 0.3782,
      "step": 528400
    },
    {
      "epoch": 13.607456422667937,
      "grad_norm": 10.64336109161377,
      "learning_rate": 5e-06,
      "loss": 0.3883,
      "step": 528500
    },
    {
      "epoch": 13.61003115425217,
      "grad_norm": 10.576956748962402,
      "learning_rate": 5e-06,
      "loss": 0.3826,
      "step": 528600
    },
    {
      "epoch": 13.612605885836402,
      "grad_norm": 7.057520866394043,
      "learning_rate": 5e-06,
      "loss": 0.364,
      "step": 528700
    },
    {
      "epoch": 13.615180617420634,
      "grad_norm": 9.605088233947754,
      "learning_rate": 5e-06,
      "loss": 0.3731,
      "step": 528800
    },
    {
      "epoch": 13.617755349004867,
      "grad_norm": 7.700738906860352,
      "learning_rate": 5e-06,
      "loss": 0.3635,
      "step": 528900
    },
    {
      "epoch": 13.620330080589099,
      "grad_norm": 8.79245376586914,
      "learning_rate": 5e-06,
      "loss": 0.375,
      "step": 529000
    },
    {
      "epoch": 13.622904812173331,
      "grad_norm": 8.052947998046875,
      "learning_rate": 5e-06,
      "loss": 0.3569,
      "step": 529100
    },
    {
      "epoch": 13.625479543757564,
      "grad_norm": 8.309782981872559,
      "learning_rate": 5e-06,
      "loss": 0.3636,
      "step": 529200
    },
    {
      "epoch": 13.628054275341796,
      "grad_norm": 8.684809684753418,
      "learning_rate": 5e-06,
      "loss": 0.3448,
      "step": 529300
    },
    {
      "epoch": 13.630629006926029,
      "grad_norm": 9.767583847045898,
      "learning_rate": 5e-06,
      "loss": 0.3736,
      "step": 529400
    },
    {
      "epoch": 13.633203738510261,
      "grad_norm": 9.39250659942627,
      "learning_rate": 5e-06,
      "loss": 0.3819,
      "step": 529500
    },
    {
      "epoch": 13.635778470094493,
      "grad_norm": 8.43782901763916,
      "learning_rate": 5e-06,
      "loss": 0.3914,
      "step": 529600
    },
    {
      "epoch": 13.638353201678726,
      "grad_norm": 7.598639011383057,
      "learning_rate": 5e-06,
      "loss": 0.3606,
      "step": 529700
    },
    {
      "epoch": 13.640927933262958,
      "grad_norm": 12.447927474975586,
      "learning_rate": 5e-06,
      "loss": 0.3897,
      "step": 529800
    },
    {
      "epoch": 13.64350266484719,
      "grad_norm": 8.917760848999023,
      "learning_rate": 5e-06,
      "loss": 0.3674,
      "step": 529900
    },
    {
      "epoch": 13.646077396431423,
      "grad_norm": 7.5233869552612305,
      "learning_rate": 5e-06,
      "loss": 0.3853,
      "step": 530000
    },
    {
      "epoch": 13.648652128015655,
      "grad_norm": 8.756119728088379,
      "learning_rate": 5e-06,
      "loss": 0.3673,
      "step": 530100
    },
    {
      "epoch": 13.651226859599888,
      "grad_norm": 8.092077255249023,
      "learning_rate": 5e-06,
      "loss": 0.3708,
      "step": 530200
    },
    {
      "epoch": 13.65380159118412,
      "grad_norm": 8.260613441467285,
      "learning_rate": 5e-06,
      "loss": 0.3706,
      "step": 530300
    },
    {
      "epoch": 13.656376322768352,
      "grad_norm": 6.813384532928467,
      "learning_rate": 5e-06,
      "loss": 0.361,
      "step": 530400
    },
    {
      "epoch": 13.658951054352583,
      "grad_norm": 12.768628120422363,
      "learning_rate": 5e-06,
      "loss": 0.3893,
      "step": 530500
    },
    {
      "epoch": 13.661525785936815,
      "grad_norm": 14.47215747833252,
      "learning_rate": 5e-06,
      "loss": 0.363,
      "step": 530600
    },
    {
      "epoch": 13.664100517521048,
      "grad_norm": 11.335044860839844,
      "learning_rate": 5e-06,
      "loss": 0.3781,
      "step": 530700
    },
    {
      "epoch": 13.66667524910528,
      "grad_norm": 8.7007417678833,
      "learning_rate": 5e-06,
      "loss": 0.3508,
      "step": 530800
    },
    {
      "epoch": 13.669249980689512,
      "grad_norm": 7.084762096405029,
      "learning_rate": 5e-06,
      "loss": 0.3592,
      "step": 530900
    },
    {
      "epoch": 13.671824712273745,
      "grad_norm": 10.69713306427002,
      "learning_rate": 5e-06,
      "loss": 0.3725,
      "step": 531000
    },
    {
      "epoch": 13.674399443857977,
      "grad_norm": 6.263113498687744,
      "learning_rate": 5e-06,
      "loss": 0.3825,
      "step": 531100
    },
    {
      "epoch": 13.67697417544221,
      "grad_norm": 9.224190711975098,
      "learning_rate": 5e-06,
      "loss": 0.383,
      "step": 531200
    },
    {
      "epoch": 13.679548907026442,
      "grad_norm": 9.447481155395508,
      "learning_rate": 5e-06,
      "loss": 0.3541,
      "step": 531300
    },
    {
      "epoch": 13.682123638610674,
      "grad_norm": 9.8450288772583,
      "learning_rate": 5e-06,
      "loss": 0.3644,
      "step": 531400
    },
    {
      "epoch": 13.684698370194907,
      "grad_norm": 7.863564491271973,
      "learning_rate": 5e-06,
      "loss": 0.3742,
      "step": 531500
    },
    {
      "epoch": 13.68727310177914,
      "grad_norm": 9.44448471069336,
      "learning_rate": 5e-06,
      "loss": 0.3767,
      "step": 531600
    },
    {
      "epoch": 13.689847833363372,
      "grad_norm": 8.987621307373047,
      "learning_rate": 5e-06,
      "loss": 0.3674,
      "step": 531700
    },
    {
      "epoch": 13.692422564947604,
      "grad_norm": 7.563380718231201,
      "learning_rate": 5e-06,
      "loss": 0.3868,
      "step": 531800
    },
    {
      "epoch": 13.694997296531836,
      "grad_norm": 9.642984390258789,
      "learning_rate": 5e-06,
      "loss": 0.3741,
      "step": 531900
    },
    {
      "epoch": 13.697572028116069,
      "grad_norm": 10.213000297546387,
      "learning_rate": 5e-06,
      "loss": 0.3657,
      "step": 532000
    },
    {
      "epoch": 13.700146759700301,
      "grad_norm": 9.312088966369629,
      "learning_rate": 5e-06,
      "loss": 0.3717,
      "step": 532100
    },
    {
      "epoch": 13.702721491284533,
      "grad_norm": 8.811070442199707,
      "learning_rate": 5e-06,
      "loss": 0.3818,
      "step": 532200
    },
    {
      "epoch": 13.705296222868766,
      "grad_norm": 8.14969253540039,
      "learning_rate": 5e-06,
      "loss": 0.3706,
      "step": 532300
    },
    {
      "epoch": 13.707870954452998,
      "grad_norm": 11.27584457397461,
      "learning_rate": 5e-06,
      "loss": 0.3613,
      "step": 532400
    },
    {
      "epoch": 13.71044568603723,
      "grad_norm": 8.632762908935547,
      "learning_rate": 5e-06,
      "loss": 0.3865,
      "step": 532500
    },
    {
      "epoch": 13.713020417621463,
      "grad_norm": 8.82193374633789,
      "learning_rate": 5e-06,
      "loss": 0.3857,
      "step": 532600
    },
    {
      "epoch": 13.715595149205695,
      "grad_norm": 7.448366165161133,
      "learning_rate": 5e-06,
      "loss": 0.3718,
      "step": 532700
    },
    {
      "epoch": 13.718169880789928,
      "grad_norm": 8.592170715332031,
      "learning_rate": 5e-06,
      "loss": 0.3834,
      "step": 532800
    },
    {
      "epoch": 13.72074461237416,
      "grad_norm": 8.41676139831543,
      "learning_rate": 5e-06,
      "loss": 0.3783,
      "step": 532900
    },
    {
      "epoch": 13.723319343958392,
      "grad_norm": 7.461618900299072,
      "learning_rate": 5e-06,
      "loss": 0.3479,
      "step": 533000
    },
    {
      "epoch": 13.725894075542625,
      "grad_norm": 8.11487865447998,
      "learning_rate": 5e-06,
      "loss": 0.3768,
      "step": 533100
    },
    {
      "epoch": 13.728468807126857,
      "grad_norm": 9.729374885559082,
      "learning_rate": 5e-06,
      "loss": 0.3797,
      "step": 533200
    },
    {
      "epoch": 13.73104353871109,
      "grad_norm": 10.00281047821045,
      "learning_rate": 5e-06,
      "loss": 0.3627,
      "step": 533300
    },
    {
      "epoch": 13.733618270295322,
      "grad_norm": 10.469664573669434,
      "learning_rate": 5e-06,
      "loss": 0.3715,
      "step": 533400
    },
    {
      "epoch": 13.736193001879554,
      "grad_norm": 8.80698013305664,
      "learning_rate": 5e-06,
      "loss": 0.3817,
      "step": 533500
    },
    {
      "epoch": 13.738767733463787,
      "grad_norm": 5.8448486328125,
      "learning_rate": 5e-06,
      "loss": 0.3601,
      "step": 533600
    },
    {
      "epoch": 13.74134246504802,
      "grad_norm": 9.27889347076416,
      "learning_rate": 5e-06,
      "loss": 0.3589,
      "step": 533700
    },
    {
      "epoch": 13.743917196632252,
      "grad_norm": 9.156464576721191,
      "learning_rate": 5e-06,
      "loss": 0.3602,
      "step": 533800
    },
    {
      "epoch": 13.746491928216484,
      "grad_norm": 8.041285514831543,
      "learning_rate": 5e-06,
      "loss": 0.3561,
      "step": 533900
    },
    {
      "epoch": 13.749066659800716,
      "grad_norm": 7.938543319702148,
      "learning_rate": 5e-06,
      "loss": 0.3664,
      "step": 534000
    },
    {
      "epoch": 13.751641391384949,
      "grad_norm": 9.795897483825684,
      "learning_rate": 5e-06,
      "loss": 0.3779,
      "step": 534100
    },
    {
      "epoch": 13.754216122969181,
      "grad_norm": 9.901023864746094,
      "learning_rate": 5e-06,
      "loss": 0.3471,
      "step": 534200
    },
    {
      "epoch": 13.756790854553413,
      "grad_norm": 8.181431770324707,
      "learning_rate": 5e-06,
      "loss": 0.3587,
      "step": 534300
    },
    {
      "epoch": 13.759365586137646,
      "grad_norm": 11.726884841918945,
      "learning_rate": 5e-06,
      "loss": 0.3713,
      "step": 534400
    },
    {
      "epoch": 13.761940317721878,
      "grad_norm": 11.022660255432129,
      "learning_rate": 5e-06,
      "loss": 0.3785,
      "step": 534500
    },
    {
      "epoch": 13.76451504930611,
      "grad_norm": 8.096278190612793,
      "learning_rate": 5e-06,
      "loss": 0.3428,
      "step": 534600
    },
    {
      "epoch": 13.767089780890343,
      "grad_norm": 9.922029495239258,
      "learning_rate": 5e-06,
      "loss": 0.3525,
      "step": 534700
    },
    {
      "epoch": 13.769664512474575,
      "grad_norm": 8.4762544631958,
      "learning_rate": 5e-06,
      "loss": 0.3614,
      "step": 534800
    },
    {
      "epoch": 13.772239244058806,
      "grad_norm": 9.185691833496094,
      "learning_rate": 5e-06,
      "loss": 0.3742,
      "step": 534900
    },
    {
      "epoch": 13.774813975643038,
      "grad_norm": 9.91273307800293,
      "learning_rate": 5e-06,
      "loss": 0.3697,
      "step": 535000
    },
    {
      "epoch": 13.77738870722727,
      "grad_norm": 11.455058097839355,
      "learning_rate": 5e-06,
      "loss": 0.3861,
      "step": 535100
    },
    {
      "epoch": 13.779963438811503,
      "grad_norm": 10.195416450500488,
      "learning_rate": 5e-06,
      "loss": 0.3564,
      "step": 535200
    },
    {
      "epoch": 13.782538170395735,
      "grad_norm": 10.688921928405762,
      "learning_rate": 5e-06,
      "loss": 0.3712,
      "step": 535300
    },
    {
      "epoch": 13.785112901979968,
      "grad_norm": 7.731579303741455,
      "learning_rate": 5e-06,
      "loss": 0.3797,
      "step": 535400
    },
    {
      "epoch": 13.7876876335642,
      "grad_norm": 8.386774063110352,
      "learning_rate": 5e-06,
      "loss": 0.3659,
      "step": 535500
    },
    {
      "epoch": 13.790262365148433,
      "grad_norm": 7.800148963928223,
      "learning_rate": 5e-06,
      "loss": 0.3611,
      "step": 535600
    },
    {
      "epoch": 13.792837096732665,
      "grad_norm": 6.520934104919434,
      "learning_rate": 5e-06,
      "loss": 0.3675,
      "step": 535700
    },
    {
      "epoch": 13.795411828316897,
      "grad_norm": 8.551215171813965,
      "learning_rate": 5e-06,
      "loss": 0.367,
      "step": 535800
    },
    {
      "epoch": 13.79798655990113,
      "grad_norm": 8.765076637268066,
      "learning_rate": 5e-06,
      "loss": 0.3687,
      "step": 535900
    },
    {
      "epoch": 13.800561291485362,
      "grad_norm": 6.515727519989014,
      "learning_rate": 5e-06,
      "loss": 0.3651,
      "step": 536000
    },
    {
      "epoch": 13.803136023069595,
      "grad_norm": 8.846781730651855,
      "learning_rate": 5e-06,
      "loss": 0.3765,
      "step": 536100
    },
    {
      "epoch": 13.805710754653827,
      "grad_norm": 6.4227776527404785,
      "learning_rate": 5e-06,
      "loss": 0.3834,
      "step": 536200
    },
    {
      "epoch": 13.80828548623806,
      "grad_norm": 9.944158554077148,
      "learning_rate": 5e-06,
      "loss": 0.38,
      "step": 536300
    },
    {
      "epoch": 13.810860217822292,
      "grad_norm": 15.67373275756836,
      "learning_rate": 5e-06,
      "loss": 0.367,
      "step": 536400
    },
    {
      "epoch": 13.813434949406524,
      "grad_norm": 10.61374282836914,
      "learning_rate": 5e-06,
      "loss": 0.3638,
      "step": 536500
    },
    {
      "epoch": 13.816009680990756,
      "grad_norm": 8.363489151000977,
      "learning_rate": 5e-06,
      "loss": 0.3842,
      "step": 536600
    },
    {
      "epoch": 13.818584412574989,
      "grad_norm": 8.477663040161133,
      "learning_rate": 5e-06,
      "loss": 0.3521,
      "step": 536700
    },
    {
      "epoch": 13.821159144159221,
      "grad_norm": 6.976187705993652,
      "learning_rate": 5e-06,
      "loss": 0.3848,
      "step": 536800
    },
    {
      "epoch": 13.823733875743454,
      "grad_norm": 8.240365028381348,
      "learning_rate": 5e-06,
      "loss": 0.3803,
      "step": 536900
    },
    {
      "epoch": 13.826308607327686,
      "grad_norm": 6.143736362457275,
      "learning_rate": 5e-06,
      "loss": 0.3587,
      "step": 537000
    },
    {
      "epoch": 13.828883338911918,
      "grad_norm": 6.962953090667725,
      "learning_rate": 5e-06,
      "loss": 0.3659,
      "step": 537100
    },
    {
      "epoch": 13.83145807049615,
      "grad_norm": 7.390382289886475,
      "learning_rate": 5e-06,
      "loss": 0.3787,
      "step": 537200
    },
    {
      "epoch": 13.834032802080383,
      "grad_norm": 8.805618286132812,
      "learning_rate": 5e-06,
      "loss": 0.3787,
      "step": 537300
    },
    {
      "epoch": 13.836607533664615,
      "grad_norm": 9.930557250976562,
      "learning_rate": 5e-06,
      "loss": 0.3718,
      "step": 537400
    },
    {
      "epoch": 13.839182265248848,
      "grad_norm": 6.964709758758545,
      "learning_rate": 5e-06,
      "loss": 0.3394,
      "step": 537500
    },
    {
      "epoch": 13.84175699683308,
      "grad_norm": 7.749577045440674,
      "learning_rate": 5e-06,
      "loss": 0.3917,
      "step": 537600
    },
    {
      "epoch": 13.844331728417313,
      "grad_norm": 8.88547134399414,
      "learning_rate": 5e-06,
      "loss": 0.3731,
      "step": 537700
    },
    {
      "epoch": 13.846906460001545,
      "grad_norm": 10.494709014892578,
      "learning_rate": 5e-06,
      "loss": 0.3659,
      "step": 537800
    },
    {
      "epoch": 13.849481191585777,
      "grad_norm": 9.664663314819336,
      "learning_rate": 5e-06,
      "loss": 0.3834,
      "step": 537900
    },
    {
      "epoch": 13.85205592317001,
      "grad_norm": 9.57513427734375,
      "learning_rate": 5e-06,
      "loss": 0.3548,
      "step": 538000
    },
    {
      "epoch": 13.854630654754242,
      "grad_norm": 8.953024864196777,
      "learning_rate": 5e-06,
      "loss": 0.3903,
      "step": 538100
    },
    {
      "epoch": 13.857205386338475,
      "grad_norm": 8.096851348876953,
      "learning_rate": 5e-06,
      "loss": 0.3933,
      "step": 538200
    },
    {
      "epoch": 13.859780117922707,
      "grad_norm": 10.017873764038086,
      "learning_rate": 5e-06,
      "loss": 0.3622,
      "step": 538300
    },
    {
      "epoch": 13.86235484950694,
      "grad_norm": 7.027231216430664,
      "learning_rate": 5e-06,
      "loss": 0.3642,
      "step": 538400
    },
    {
      "epoch": 13.864929581091172,
      "grad_norm": 11.08031940460205,
      "learning_rate": 5e-06,
      "loss": 0.3571,
      "step": 538500
    },
    {
      "epoch": 13.867504312675404,
      "grad_norm": 6.552443504333496,
      "learning_rate": 5e-06,
      "loss": 0.3711,
      "step": 538600
    },
    {
      "epoch": 13.870079044259636,
      "grad_norm": 9.572924613952637,
      "learning_rate": 5e-06,
      "loss": 0.3711,
      "step": 538700
    },
    {
      "epoch": 13.872653775843869,
      "grad_norm": 8.401627540588379,
      "learning_rate": 5e-06,
      "loss": 0.3788,
      "step": 538800
    },
    {
      "epoch": 13.875228507428101,
      "grad_norm": 9.903260231018066,
      "learning_rate": 5e-06,
      "loss": 0.363,
      "step": 538900
    },
    {
      "epoch": 13.877803239012334,
      "grad_norm": 10.927226066589355,
      "learning_rate": 5e-06,
      "loss": 0.3814,
      "step": 539000
    },
    {
      "epoch": 13.880377970596566,
      "grad_norm": 9.500500679016113,
      "learning_rate": 5e-06,
      "loss": 0.3651,
      "step": 539100
    },
    {
      "epoch": 13.882952702180798,
      "grad_norm": 9.186841011047363,
      "learning_rate": 5e-06,
      "loss": 0.3944,
      "step": 539200
    },
    {
      "epoch": 13.88552743376503,
      "grad_norm": 7.32593297958374,
      "learning_rate": 5e-06,
      "loss": 0.3634,
      "step": 539300
    },
    {
      "epoch": 13.888102165349263,
      "grad_norm": 8.235442161560059,
      "learning_rate": 5e-06,
      "loss": 0.3717,
      "step": 539400
    },
    {
      "epoch": 13.890676896933495,
      "grad_norm": 11.681863784790039,
      "learning_rate": 5e-06,
      "loss": 0.3743,
      "step": 539500
    },
    {
      "epoch": 13.893251628517728,
      "grad_norm": 8.196088790893555,
      "learning_rate": 5e-06,
      "loss": 0.3541,
      "step": 539600
    },
    {
      "epoch": 13.89582636010196,
      "grad_norm": 8.848663330078125,
      "learning_rate": 5e-06,
      "loss": 0.3737,
      "step": 539700
    },
    {
      "epoch": 13.898401091686193,
      "grad_norm": 7.814343452453613,
      "learning_rate": 5e-06,
      "loss": 0.3638,
      "step": 539800
    },
    {
      "epoch": 13.900975823270423,
      "grad_norm": 9.694520950317383,
      "learning_rate": 5e-06,
      "loss": 0.3487,
      "step": 539900
    },
    {
      "epoch": 13.903550554854656,
      "grad_norm": 10.922582626342773,
      "learning_rate": 5e-06,
      "loss": 0.3718,
      "step": 540000
    },
    {
      "epoch": 13.906125286438888,
      "grad_norm": 7.250893592834473,
      "learning_rate": 5e-06,
      "loss": 0.363,
      "step": 540100
    },
    {
      "epoch": 13.90870001802312,
      "grad_norm": 13.630942344665527,
      "learning_rate": 5e-06,
      "loss": 0.3712,
      "step": 540200
    },
    {
      "epoch": 13.911274749607353,
      "grad_norm": 9.16660213470459,
      "learning_rate": 5e-06,
      "loss": 0.3445,
      "step": 540300
    },
    {
      "epoch": 13.913849481191585,
      "grad_norm": 10.382831573486328,
      "learning_rate": 5e-06,
      "loss": 0.3846,
      "step": 540400
    },
    {
      "epoch": 13.916424212775818,
      "grad_norm": 9.695427894592285,
      "learning_rate": 5e-06,
      "loss": 0.3889,
      "step": 540500
    },
    {
      "epoch": 13.91899894436005,
      "grad_norm": 8.507282257080078,
      "learning_rate": 5e-06,
      "loss": 0.365,
      "step": 540600
    },
    {
      "epoch": 13.921573675944282,
      "grad_norm": 8.71153736114502,
      "learning_rate": 5e-06,
      "loss": 0.3633,
      "step": 540700
    },
    {
      "epoch": 13.924148407528515,
      "grad_norm": 12.80024242401123,
      "learning_rate": 5e-06,
      "loss": 0.3804,
      "step": 540800
    },
    {
      "epoch": 13.926723139112747,
      "grad_norm": 7.970448017120361,
      "learning_rate": 5e-06,
      "loss": 0.3697,
      "step": 540900
    },
    {
      "epoch": 13.92929787069698,
      "grad_norm": 14.195947647094727,
      "learning_rate": 5e-06,
      "loss": 0.378,
      "step": 541000
    },
    {
      "epoch": 13.931872602281212,
      "grad_norm": 7.05177116394043,
      "learning_rate": 5e-06,
      "loss": 0.3613,
      "step": 541100
    },
    {
      "epoch": 13.934447333865444,
      "grad_norm": 6.89700984954834,
      "learning_rate": 5e-06,
      "loss": 0.3646,
      "step": 541200
    },
    {
      "epoch": 13.937022065449677,
      "grad_norm": 8.104562759399414,
      "learning_rate": 5e-06,
      "loss": 0.3756,
      "step": 541300
    },
    {
      "epoch": 13.939596797033909,
      "grad_norm": 7.6068010330200195,
      "learning_rate": 5e-06,
      "loss": 0.3708,
      "step": 541400
    },
    {
      "epoch": 13.942171528618141,
      "grad_norm": 11.804399490356445,
      "learning_rate": 5e-06,
      "loss": 0.3835,
      "step": 541500
    },
    {
      "epoch": 13.944746260202374,
      "grad_norm": 9.004441261291504,
      "learning_rate": 5e-06,
      "loss": 0.3702,
      "step": 541600
    },
    {
      "epoch": 13.947320991786606,
      "grad_norm": 11.364325523376465,
      "learning_rate": 5e-06,
      "loss": 0.3778,
      "step": 541700
    },
    {
      "epoch": 13.949895723370838,
      "grad_norm": 10.035094261169434,
      "learning_rate": 5e-06,
      "loss": 0.3925,
      "step": 541800
    },
    {
      "epoch": 13.95247045495507,
      "grad_norm": 8.78364086151123,
      "learning_rate": 5e-06,
      "loss": 0.3898,
      "step": 541900
    },
    {
      "epoch": 13.955045186539303,
      "grad_norm": 7.964310169219971,
      "learning_rate": 5e-06,
      "loss": 0.365,
      "step": 542000
    },
    {
      "epoch": 13.957619918123536,
      "grad_norm": 7.698467254638672,
      "learning_rate": 5e-06,
      "loss": 0.3799,
      "step": 542100
    },
    {
      "epoch": 13.960194649707768,
      "grad_norm": 10.553380012512207,
      "learning_rate": 5e-06,
      "loss": 0.3649,
      "step": 542200
    },
    {
      "epoch": 13.962769381292,
      "grad_norm": 8.365987777709961,
      "learning_rate": 5e-06,
      "loss": 0.3698,
      "step": 542300
    },
    {
      "epoch": 13.965344112876233,
      "grad_norm": 7.1526641845703125,
      "learning_rate": 5e-06,
      "loss": 0.3537,
      "step": 542400
    },
    {
      "epoch": 13.967918844460465,
      "grad_norm": 9.790121078491211,
      "learning_rate": 5e-06,
      "loss": 0.3719,
      "step": 542500
    },
    {
      "epoch": 13.970493576044698,
      "grad_norm": 7.705661296844482,
      "learning_rate": 5e-06,
      "loss": 0.3614,
      "step": 542600
    },
    {
      "epoch": 13.97306830762893,
      "grad_norm": 14.635832786560059,
      "learning_rate": 5e-06,
      "loss": 0.3613,
      "step": 542700
    },
    {
      "epoch": 13.975643039213162,
      "grad_norm": 10.280797958374023,
      "learning_rate": 5e-06,
      "loss": 0.3785,
      "step": 542800
    },
    {
      "epoch": 13.978217770797395,
      "grad_norm": 12.086917877197266,
      "learning_rate": 5e-06,
      "loss": 0.3565,
      "step": 542900
    },
    {
      "epoch": 13.980792502381627,
      "grad_norm": 9.011764526367188,
      "learning_rate": 5e-06,
      "loss": 0.3942,
      "step": 543000
    },
    {
      "epoch": 13.98336723396586,
      "grad_norm": 8.724540710449219,
      "learning_rate": 5e-06,
      "loss": 0.3545,
      "step": 543100
    },
    {
      "epoch": 13.985941965550092,
      "grad_norm": 7.59546422958374,
      "learning_rate": 5e-06,
      "loss": 0.37,
      "step": 543200
    },
    {
      "epoch": 13.988516697134324,
      "grad_norm": 6.481882095336914,
      "learning_rate": 5e-06,
      "loss": 0.3844,
      "step": 543300
    },
    {
      "epoch": 13.991091428718557,
      "grad_norm": 9.385994911193848,
      "learning_rate": 5e-06,
      "loss": 0.3662,
      "step": 543400
    },
    {
      "epoch": 13.993666160302789,
      "grad_norm": 6.668778419494629,
      "learning_rate": 5e-06,
      "loss": 0.3786,
      "step": 543500
    },
    {
      "epoch": 13.996240891887021,
      "grad_norm": 8.588663101196289,
      "learning_rate": 5e-06,
      "loss": 0.3651,
      "step": 543600
    },
    {
      "epoch": 13.998815623471254,
      "grad_norm": 9.432708740234375,
      "learning_rate": 5e-06,
      "loss": 0.3766,
      "step": 543700
    },
    {
      "epoch": 14.0,
      "step": 543746,
      "train_loss": 0.3002614676952362,
      "train_perplexity": 1.3502117981931248,
      "train_runtime": 769.3003,
      "train_samples_per_second": 403.884,
      "train_steps_per_second": 50.486
    },
    {
      "epoch": 14.0,
      "eval_loss": 0.3009987473487854,
      "eval_perplexity": 1.3512076489450529,
      "eval_runtime": 192.1954,
      "eval_samples_per_second": 404.156,
      "eval_steps_per_second": 50.522,
      "step": 543746
    },
    {
      "epoch": 14.001390355055486,
      "grad_norm": 7.588708877563477,
      "learning_rate": 5e-06,
      "loss": 0.3758,
      "step": 543800
    },
    {
      "epoch": 14.003965086639719,
      "grad_norm": 7.827957630157471,
      "learning_rate": 5e-06,
      "loss": 0.3813,
      "step": 543900
    },
    {
      "epoch": 14.006539818223951,
      "grad_norm": 9.067458152770996,
      "learning_rate": 5e-06,
      "loss": 0.3801,
      "step": 544000
    },
    {
      "epoch": 14.009114549808183,
      "grad_norm": 13.796465873718262,
      "learning_rate": 5e-06,
      "loss": 0.3765,
      "step": 544100
    },
    {
      "epoch": 14.011689281392416,
      "grad_norm": 7.176398754119873,
      "learning_rate": 5e-06,
      "loss": 0.3717,
      "step": 544200
    },
    {
      "epoch": 14.014264012976648,
      "grad_norm": 7.2596869468688965,
      "learning_rate": 5e-06,
      "loss": 0.3784,
      "step": 544300
    },
    {
      "epoch": 14.01683874456088,
      "grad_norm": 7.765028953552246,
      "learning_rate": 5e-06,
      "loss": 0.3533,
      "step": 544400
    },
    {
      "epoch": 14.019413476145111,
      "grad_norm": 8.982925415039062,
      "learning_rate": 5e-06,
      "loss": 0.3804,
      "step": 544500
    },
    {
      "epoch": 14.021988207729343,
      "grad_norm": 6.856414318084717,
      "learning_rate": 5e-06,
      "loss": 0.3705,
      "step": 544600
    },
    {
      "epoch": 14.024562939313576,
      "grad_norm": 9.912873268127441,
      "learning_rate": 5e-06,
      "loss": 0.3701,
      "step": 544700
    },
    {
      "epoch": 14.027137670897808,
      "grad_norm": 7.638406276702881,
      "learning_rate": 5e-06,
      "loss": 0.3736,
      "step": 544800
    },
    {
      "epoch": 14.02971240248204,
      "grad_norm": 10.0576171875,
      "learning_rate": 5e-06,
      "loss": 0.3506,
      "step": 544900
    },
    {
      "epoch": 14.032287134066273,
      "grad_norm": 9.869566917419434,
      "learning_rate": 5e-06,
      "loss": 0.3428,
      "step": 545000
    },
    {
      "epoch": 14.034861865650505,
      "grad_norm": 8.640734672546387,
      "learning_rate": 5e-06,
      "loss": 0.3561,
      "step": 545100
    },
    {
      "epoch": 14.037436597234738,
      "grad_norm": 9.701339721679688,
      "learning_rate": 5e-06,
      "loss": 0.3798,
      "step": 545200
    },
    {
      "epoch": 14.04001132881897,
      "grad_norm": 11.542834281921387,
      "learning_rate": 5e-06,
      "loss": 0.3908,
      "step": 545300
    },
    {
      "epoch": 14.042586060403202,
      "grad_norm": 8.017107963562012,
      "learning_rate": 5e-06,
      "loss": 0.367,
      "step": 545400
    },
    {
      "epoch": 14.045160791987435,
      "grad_norm": 8.0317964553833,
      "learning_rate": 5e-06,
      "loss": 0.3614,
      "step": 545500
    },
    {
      "epoch": 14.047735523571667,
      "grad_norm": 7.303411483764648,
      "learning_rate": 5e-06,
      "loss": 0.3645,
      "step": 545600
    },
    {
      "epoch": 14.0503102551559,
      "grad_norm": 15.274368286132812,
      "learning_rate": 5e-06,
      "loss": 0.3487,
      "step": 545700
    },
    {
      "epoch": 14.052884986740132,
      "grad_norm": 8.51356029510498,
      "learning_rate": 5e-06,
      "loss": 0.3691,
      "step": 545800
    },
    {
      "epoch": 14.055459718324364,
      "grad_norm": 7.809886455535889,
      "learning_rate": 5e-06,
      "loss": 0.3746,
      "step": 545900
    },
    {
      "epoch": 14.058034449908597,
      "grad_norm": 6.613924026489258,
      "learning_rate": 5e-06,
      "loss": 0.3854,
      "step": 546000
    },
    {
      "epoch": 14.06060918149283,
      "grad_norm": 11.315390586853027,
      "learning_rate": 5e-06,
      "loss": 0.3593,
      "step": 546100
    },
    {
      "epoch": 14.063183913077062,
      "grad_norm": 9.63129997253418,
      "learning_rate": 5e-06,
      "loss": 0.3703,
      "step": 546200
    },
    {
      "epoch": 14.065758644661294,
      "grad_norm": 7.207040309906006,
      "learning_rate": 5e-06,
      "loss": 0.3641,
      "step": 546300
    },
    {
      "epoch": 14.068333376245526,
      "grad_norm": 7.418564796447754,
      "learning_rate": 5e-06,
      "loss": 0.3633,
      "step": 546400
    },
    {
      "epoch": 14.070908107829759,
      "grad_norm": 9.352457046508789,
      "learning_rate": 5e-06,
      "loss": 0.3592,
      "step": 546500
    },
    {
      "epoch": 14.073482839413991,
      "grad_norm": 12.196733474731445,
      "learning_rate": 5e-06,
      "loss": 0.3644,
      "step": 546600
    },
    {
      "epoch": 14.076057570998223,
      "grad_norm": 9.943042755126953,
      "learning_rate": 5e-06,
      "loss": 0.3643,
      "step": 546700
    },
    {
      "epoch": 14.078632302582456,
      "grad_norm": 7.931349754333496,
      "learning_rate": 5e-06,
      "loss": 0.3691,
      "step": 546800
    },
    {
      "epoch": 14.081207034166688,
      "grad_norm": 13.109053611755371,
      "learning_rate": 5e-06,
      "loss": 0.3528,
      "step": 546900
    },
    {
      "epoch": 14.08378176575092,
      "grad_norm": 7.7036333084106445,
      "learning_rate": 5e-06,
      "loss": 0.3543,
      "step": 547000
    },
    {
      "epoch": 14.086356497335153,
      "grad_norm": 9.107200622558594,
      "learning_rate": 5e-06,
      "loss": 0.3689,
      "step": 547100
    },
    {
      "epoch": 14.088931228919385,
      "grad_norm": 9.897918701171875,
      "learning_rate": 5e-06,
      "loss": 0.3415,
      "step": 547200
    },
    {
      "epoch": 14.091505960503618,
      "grad_norm": 7.352043151855469,
      "learning_rate": 5e-06,
      "loss": 0.3637,
      "step": 547300
    },
    {
      "epoch": 14.09408069208785,
      "grad_norm": 8.853370666503906,
      "learning_rate": 5e-06,
      "loss": 0.3763,
      "step": 547400
    },
    {
      "epoch": 14.096655423672082,
      "grad_norm": 12.91767692565918,
      "learning_rate": 5e-06,
      "loss": 0.3792,
      "step": 547500
    },
    {
      "epoch": 14.099230155256315,
      "grad_norm": 7.002711772918701,
      "learning_rate": 5e-06,
      "loss": 0.3798,
      "step": 547600
    },
    {
      "epoch": 14.101804886840547,
      "grad_norm": 9.361369132995605,
      "learning_rate": 5e-06,
      "loss": 0.3698,
      "step": 547700
    },
    {
      "epoch": 14.10437961842478,
      "grad_norm": 8.573851585388184,
      "learning_rate": 5e-06,
      "loss": 0.3762,
      "step": 547800
    },
    {
      "epoch": 14.106954350009012,
      "grad_norm": 9.01130199432373,
      "learning_rate": 5e-06,
      "loss": 0.3648,
      "step": 547900
    },
    {
      "epoch": 14.109529081593244,
      "grad_norm": 6.772355079650879,
      "learning_rate": 5e-06,
      "loss": 0.3635,
      "step": 548000
    },
    {
      "epoch": 14.112103813177477,
      "grad_norm": 11.172325134277344,
      "learning_rate": 5e-06,
      "loss": 0.3781,
      "step": 548100
    },
    {
      "epoch": 14.11467854476171,
      "grad_norm": 6.961297512054443,
      "learning_rate": 5e-06,
      "loss": 0.359,
      "step": 548200
    },
    {
      "epoch": 14.117253276345942,
      "grad_norm": 10.205306053161621,
      "learning_rate": 5e-06,
      "loss": 0.3745,
      "step": 548300
    },
    {
      "epoch": 14.119828007930174,
      "grad_norm": 9.417550086975098,
      "learning_rate": 5e-06,
      "loss": 0.3754,
      "step": 548400
    },
    {
      "epoch": 14.122402739514406,
      "grad_norm": 10.373302459716797,
      "learning_rate": 5e-06,
      "loss": 0.3869,
      "step": 548500
    },
    {
      "epoch": 14.124977471098639,
      "grad_norm": 7.131830215454102,
      "learning_rate": 5e-06,
      "loss": 0.3597,
      "step": 548600
    },
    {
      "epoch": 14.127552202682871,
      "grad_norm": 10.05795955657959,
      "learning_rate": 5e-06,
      "loss": 0.3874,
      "step": 548700
    },
    {
      "epoch": 14.130126934267103,
      "grad_norm": 9.024141311645508,
      "learning_rate": 5e-06,
      "loss": 0.3629,
      "step": 548800
    },
    {
      "epoch": 14.132701665851336,
      "grad_norm": 7.253587245941162,
      "learning_rate": 5e-06,
      "loss": 0.3614,
      "step": 548900
    },
    {
      "epoch": 14.135276397435568,
      "grad_norm": 12.129692077636719,
      "learning_rate": 5e-06,
      "loss": 0.3881,
      "step": 549000
    },
    {
      "epoch": 14.1378511290198,
      "grad_norm": 8.032187461853027,
      "learning_rate": 5e-06,
      "loss": 0.3738,
      "step": 549100
    },
    {
      "epoch": 14.140425860604031,
      "grad_norm": 6.397892951965332,
      "learning_rate": 5e-06,
      "loss": 0.352,
      "step": 549200
    },
    {
      "epoch": 14.143000592188264,
      "grad_norm": 11.317089080810547,
      "learning_rate": 5e-06,
      "loss": 0.3691,
      "step": 549300
    },
    {
      "epoch": 14.145575323772496,
      "grad_norm": 9.233799934387207,
      "learning_rate": 5e-06,
      "loss": 0.3607,
      "step": 549400
    },
    {
      "epoch": 14.148150055356728,
      "grad_norm": 8.878433227539062,
      "learning_rate": 5e-06,
      "loss": 0.3646,
      "step": 549500
    },
    {
      "epoch": 14.15072478694096,
      "grad_norm": 7.3255133628845215,
      "learning_rate": 5e-06,
      "loss": 0.3711,
      "step": 549600
    },
    {
      "epoch": 14.153299518525193,
      "grad_norm": 7.28963565826416,
      "learning_rate": 5e-06,
      "loss": 0.3549,
      "step": 549700
    },
    {
      "epoch": 14.155874250109425,
      "grad_norm": 7.2528839111328125,
      "learning_rate": 5e-06,
      "loss": 0.3653,
      "step": 549800
    },
    {
      "epoch": 14.158448981693658,
      "grad_norm": 6.834240436553955,
      "learning_rate": 5e-06,
      "loss": 0.3526,
      "step": 549900
    },
    {
      "epoch": 14.16102371327789,
      "grad_norm": 8.80809211730957,
      "learning_rate": 5e-06,
      "loss": 0.3614,
      "step": 550000
    },
    {
      "epoch": 14.163598444862123,
      "grad_norm": 8.16760540008545,
      "learning_rate": 5e-06,
      "loss": 0.3712,
      "step": 550100
    },
    {
      "epoch": 14.166173176446355,
      "grad_norm": 8.436509132385254,
      "learning_rate": 5e-06,
      "loss": 0.3715,
      "step": 550200
    },
    {
      "epoch": 14.168747908030587,
      "grad_norm": 7.495632648468018,
      "learning_rate": 5e-06,
      "loss": 0.377,
      "step": 550300
    },
    {
      "epoch": 14.17132263961482,
      "grad_norm": 8.200713157653809,
      "learning_rate": 5e-06,
      "loss": 0.3475,
      "step": 550400
    },
    {
      "epoch": 14.173897371199052,
      "grad_norm": 6.335204601287842,
      "learning_rate": 5e-06,
      "loss": 0.3769,
      "step": 550500
    },
    {
      "epoch": 14.176472102783285,
      "grad_norm": 7.72292947769165,
      "learning_rate": 5e-06,
      "loss": 0.3577,
      "step": 550600
    },
    {
      "epoch": 14.179046834367517,
      "grad_norm": 8.987003326416016,
      "learning_rate": 5e-06,
      "loss": 0.3836,
      "step": 550700
    },
    {
      "epoch": 14.18162156595175,
      "grad_norm": 9.388989448547363,
      "learning_rate": 5e-06,
      "loss": 0.3709,
      "step": 550800
    },
    {
      "epoch": 14.184196297535982,
      "grad_norm": 7.595151901245117,
      "learning_rate": 5e-06,
      "loss": 0.349,
      "step": 550900
    },
    {
      "epoch": 14.186771029120214,
      "grad_norm": 7.696679592132568,
      "learning_rate": 5e-06,
      "loss": 0.391,
      "step": 551000
    },
    {
      "epoch": 14.189345760704446,
      "grad_norm": 7.566929340362549,
      "learning_rate": 5e-06,
      "loss": 0.3681,
      "step": 551100
    },
    {
      "epoch": 14.191920492288679,
      "grad_norm": 9.746552467346191,
      "learning_rate": 5e-06,
      "loss": 0.3572,
      "step": 551200
    },
    {
      "epoch": 14.194495223872911,
      "grad_norm": 8.926252365112305,
      "learning_rate": 5e-06,
      "loss": 0.3831,
      "step": 551300
    },
    {
      "epoch": 14.197069955457144,
      "grad_norm": 10.454626083374023,
      "learning_rate": 5e-06,
      "loss": 0.3573,
      "step": 551400
    },
    {
      "epoch": 14.199644687041376,
      "grad_norm": 9.145393371582031,
      "learning_rate": 5e-06,
      "loss": 0.3679,
      "step": 551500
    },
    {
      "epoch": 14.202219418625608,
      "grad_norm": 9.16543197631836,
      "learning_rate": 5e-06,
      "loss": 0.3495,
      "step": 551600
    },
    {
      "epoch": 14.20479415020984,
      "grad_norm": 9.181093215942383,
      "learning_rate": 5e-06,
      "loss": 0.366,
      "step": 551700
    },
    {
      "epoch": 14.207368881794073,
      "grad_norm": 6.420100212097168,
      "learning_rate": 5e-06,
      "loss": 0.3633,
      "step": 551800
    },
    {
      "epoch": 14.209943613378305,
      "grad_norm": 8.735265731811523,
      "learning_rate": 5e-06,
      "loss": 0.3718,
      "step": 551900
    },
    {
      "epoch": 14.212518344962538,
      "grad_norm": 8.060736656188965,
      "learning_rate": 5e-06,
      "loss": 0.3465,
      "step": 552000
    },
    {
      "epoch": 14.21509307654677,
      "grad_norm": 9.166360855102539,
      "learning_rate": 5e-06,
      "loss": 0.3654,
      "step": 552100
    },
    {
      "epoch": 14.217667808131003,
      "grad_norm": 9.398146629333496,
      "learning_rate": 5e-06,
      "loss": 0.3684,
      "step": 552200
    },
    {
      "epoch": 14.220242539715235,
      "grad_norm": 9.436747550964355,
      "learning_rate": 5e-06,
      "loss": 0.3645,
      "step": 552300
    },
    {
      "epoch": 14.222817271299467,
      "grad_norm": 10.457796096801758,
      "learning_rate": 5e-06,
      "loss": 0.3793,
      "step": 552400
    },
    {
      "epoch": 14.2253920028837,
      "grad_norm": 6.441868305206299,
      "learning_rate": 5e-06,
      "loss": 0.3715,
      "step": 552500
    },
    {
      "epoch": 14.227966734467932,
      "grad_norm": 9.321533203125,
      "learning_rate": 5e-06,
      "loss": 0.3673,
      "step": 552600
    },
    {
      "epoch": 14.230541466052165,
      "grad_norm": 8.256546974182129,
      "learning_rate": 5e-06,
      "loss": 0.3431,
      "step": 552700
    },
    {
      "epoch": 14.233116197636397,
      "grad_norm": 9.728967666625977,
      "learning_rate": 5e-06,
      "loss": 0.3571,
      "step": 552800
    },
    {
      "epoch": 14.23569092922063,
      "grad_norm": 8.169844627380371,
      "learning_rate": 5e-06,
      "loss": 0.3518,
      "step": 552900
    },
    {
      "epoch": 14.238265660804862,
      "grad_norm": 8.723360061645508,
      "learning_rate": 5e-06,
      "loss": 0.3382,
      "step": 553000
    },
    {
      "epoch": 14.240840392389094,
      "grad_norm": 11.455032348632812,
      "learning_rate": 5e-06,
      "loss": 0.3591,
      "step": 553100
    },
    {
      "epoch": 14.243415123973326,
      "grad_norm": 7.675361156463623,
      "learning_rate": 5e-06,
      "loss": 0.3579,
      "step": 553200
    },
    {
      "epoch": 14.245989855557559,
      "grad_norm": 8.347576141357422,
      "learning_rate": 5e-06,
      "loss": 0.3546,
      "step": 553300
    },
    {
      "epoch": 14.248564587141791,
      "grad_norm": 7.902679443359375,
      "learning_rate": 5e-06,
      "loss": 0.3745,
      "step": 553400
    },
    {
      "epoch": 14.251139318726024,
      "grad_norm": 6.602199077606201,
      "learning_rate": 5e-06,
      "loss": 0.3855,
      "step": 553500
    },
    {
      "epoch": 14.253714050310256,
      "grad_norm": 7.3085737228393555,
      "learning_rate": 5e-06,
      "loss": 0.3718,
      "step": 553600
    },
    {
      "epoch": 14.256288781894488,
      "grad_norm": 9.766642570495605,
      "learning_rate": 5e-06,
      "loss": 0.3531,
      "step": 553700
    },
    {
      "epoch": 14.258863513478719,
      "grad_norm": 7.531990051269531,
      "learning_rate": 5e-06,
      "loss": 0.3802,
      "step": 553800
    },
    {
      "epoch": 14.261438245062951,
      "grad_norm": 7.222672462463379,
      "learning_rate": 5e-06,
      "loss": 0.3584,
      "step": 553900
    },
    {
      "epoch": 14.264012976647184,
      "grad_norm": 10.055370330810547,
      "learning_rate": 5e-06,
      "loss": 0.3687,
      "step": 554000
    },
    {
      "epoch": 14.266587708231416,
      "grad_norm": 8.165997505187988,
      "learning_rate": 5e-06,
      "loss": 0.3743,
      "step": 554100
    },
    {
      "epoch": 14.269162439815648,
      "grad_norm": 6.86746072769165,
      "learning_rate": 5e-06,
      "loss": 0.3668,
      "step": 554200
    },
    {
      "epoch": 14.27173717139988,
      "grad_norm": 8.288397789001465,
      "learning_rate": 5e-06,
      "loss": 0.372,
      "step": 554300
    },
    {
      "epoch": 14.274311902984113,
      "grad_norm": 9.697637557983398,
      "learning_rate": 5e-06,
      "loss": 0.3546,
      "step": 554400
    },
    {
      "epoch": 14.276886634568346,
      "grad_norm": 8.476759910583496,
      "learning_rate": 5e-06,
      "loss": 0.3751,
      "step": 554500
    },
    {
      "epoch": 14.279461366152578,
      "grad_norm": 8.249713897705078,
      "learning_rate": 5e-06,
      "loss": 0.3576,
      "step": 554600
    },
    {
      "epoch": 14.28203609773681,
      "grad_norm": 9.26598072052002,
      "learning_rate": 5e-06,
      "loss": 0.354,
      "step": 554700
    },
    {
      "epoch": 14.284610829321043,
      "grad_norm": 8.070062637329102,
      "learning_rate": 5e-06,
      "loss": 0.3409,
      "step": 554800
    },
    {
      "epoch": 14.287185560905275,
      "grad_norm": 9.065692901611328,
      "learning_rate": 5e-06,
      "loss": 0.3705,
      "step": 554900
    },
    {
      "epoch": 14.289760292489508,
      "grad_norm": 9.67137622833252,
      "learning_rate": 5e-06,
      "loss": 0.3527,
      "step": 555000
    },
    {
      "epoch": 14.29233502407374,
      "grad_norm": 10.295620918273926,
      "learning_rate": 5e-06,
      "loss": 0.3486,
      "step": 555100
    },
    {
      "epoch": 14.294909755657972,
      "grad_norm": 8.098932266235352,
      "learning_rate": 5e-06,
      "loss": 0.353,
      "step": 555200
    },
    {
      "epoch": 14.297484487242205,
      "grad_norm": 15.444519996643066,
      "learning_rate": 5e-06,
      "loss": 0.368,
      "step": 555300
    },
    {
      "epoch": 14.300059218826437,
      "grad_norm": 11.36341667175293,
      "learning_rate": 5e-06,
      "loss": 0.3744,
      "step": 555400
    },
    {
      "epoch": 14.30263395041067,
      "grad_norm": 11.533706665039062,
      "learning_rate": 5e-06,
      "loss": 0.3612,
      "step": 555500
    },
    {
      "epoch": 14.305208681994902,
      "grad_norm": 12.473684310913086,
      "learning_rate": 5e-06,
      "loss": 0.3998,
      "step": 555600
    },
    {
      "epoch": 14.307783413579134,
      "grad_norm": 8.236149787902832,
      "learning_rate": 5e-06,
      "loss": 0.3769,
      "step": 555700
    },
    {
      "epoch": 14.310358145163367,
      "grad_norm": 8.638258934020996,
      "learning_rate": 5e-06,
      "loss": 0.352,
      "step": 555800
    },
    {
      "epoch": 14.312932876747599,
      "grad_norm": 6.947221755981445,
      "learning_rate": 5e-06,
      "loss": 0.3864,
      "step": 555900
    },
    {
      "epoch": 14.315507608331831,
      "grad_norm": 5.992904186248779,
      "learning_rate": 5e-06,
      "loss": 0.3591,
      "step": 556000
    },
    {
      "epoch": 14.318082339916064,
      "grad_norm": 6.587247371673584,
      "learning_rate": 5e-06,
      "loss": 0.3648,
      "step": 556100
    },
    {
      "epoch": 14.320657071500296,
      "grad_norm": 7.527437686920166,
      "learning_rate": 5e-06,
      "loss": 0.3516,
      "step": 556200
    },
    {
      "epoch": 14.323231803084528,
      "grad_norm": 9.465002059936523,
      "learning_rate": 5e-06,
      "loss": 0.359,
      "step": 556300
    },
    {
      "epoch": 14.32580653466876,
      "grad_norm": 6.75587272644043,
      "learning_rate": 5e-06,
      "loss": 0.3673,
      "step": 556400
    },
    {
      "epoch": 14.328381266252993,
      "grad_norm": 8.63439655303955,
      "learning_rate": 5e-06,
      "loss": 0.372,
      "step": 556500
    },
    {
      "epoch": 14.330955997837226,
      "grad_norm": 10.305554389953613,
      "learning_rate": 5e-06,
      "loss": 0.3769,
      "step": 556600
    },
    {
      "epoch": 14.333530729421458,
      "grad_norm": 8.406089782714844,
      "learning_rate": 5e-06,
      "loss": 0.3684,
      "step": 556700
    },
    {
      "epoch": 14.33610546100569,
      "grad_norm": 8.173569679260254,
      "learning_rate": 5e-06,
      "loss": 0.3739,
      "step": 556800
    },
    {
      "epoch": 14.338680192589923,
      "grad_norm": 14.85250473022461,
      "learning_rate": 5e-06,
      "loss": 0.3611,
      "step": 556900
    },
    {
      "epoch": 14.341254924174155,
      "grad_norm": 6.371670722961426,
      "learning_rate": 5e-06,
      "loss": 0.3445,
      "step": 557000
    },
    {
      "epoch": 14.343829655758388,
      "grad_norm": 9.185100555419922,
      "learning_rate": 5e-06,
      "loss": 0.362,
      "step": 557100
    },
    {
      "epoch": 14.34640438734262,
      "grad_norm": 8.161905288696289,
      "learning_rate": 5e-06,
      "loss": 0.3768,
      "step": 557200
    },
    {
      "epoch": 14.348979118926852,
      "grad_norm": 7.509751796722412,
      "learning_rate": 5e-06,
      "loss": 0.3838,
      "step": 557300
    },
    {
      "epoch": 14.351553850511085,
      "grad_norm": 11.347132682800293,
      "learning_rate": 5e-06,
      "loss": 0.3707,
      "step": 557400
    },
    {
      "epoch": 14.354128582095317,
      "grad_norm": 8.479630470275879,
      "learning_rate": 5e-06,
      "loss": 0.3788,
      "step": 557500
    },
    {
      "epoch": 14.35670331367955,
      "grad_norm": 8.427911758422852,
      "learning_rate": 5e-06,
      "loss": 0.3654,
      "step": 557600
    },
    {
      "epoch": 14.359278045263782,
      "grad_norm": 10.50446891784668,
      "learning_rate": 5e-06,
      "loss": 0.337,
      "step": 557700
    },
    {
      "epoch": 14.361852776848014,
      "grad_norm": 7.908697605133057,
      "learning_rate": 5e-06,
      "loss": 0.3626,
      "step": 557800
    },
    {
      "epoch": 14.364427508432247,
      "grad_norm": 7.94454288482666,
      "learning_rate": 5e-06,
      "loss": 0.3922,
      "step": 557900
    },
    {
      "epoch": 14.367002240016479,
      "grad_norm": 12.824750900268555,
      "learning_rate": 5e-06,
      "loss": 0.364,
      "step": 558000
    },
    {
      "epoch": 14.369576971600711,
      "grad_norm": 7.319692611694336,
      "learning_rate": 5e-06,
      "loss": 0.3491,
      "step": 558100
    },
    {
      "epoch": 14.372151703184944,
      "grad_norm": 8.740094184875488,
      "learning_rate": 5e-06,
      "loss": 0.3522,
      "step": 558200
    },
    {
      "epoch": 14.374726434769176,
      "grad_norm": 10.493599891662598,
      "learning_rate": 5e-06,
      "loss": 0.3759,
      "step": 558300
    },
    {
      "epoch": 14.377301166353408,
      "grad_norm": 9.026203155517578,
      "learning_rate": 5e-06,
      "loss": 0.3737,
      "step": 558400
    },
    {
      "epoch": 14.37987589793764,
      "grad_norm": 7.064138412475586,
      "learning_rate": 5e-06,
      "loss": 0.3738,
      "step": 558500
    },
    {
      "epoch": 14.382450629521873,
      "grad_norm": 8.719853401184082,
      "learning_rate": 5e-06,
      "loss": 0.3656,
      "step": 558600
    },
    {
      "epoch": 14.385025361106104,
      "grad_norm": 11.11886215209961,
      "learning_rate": 5e-06,
      "loss": 0.3598,
      "step": 558700
    },
    {
      "epoch": 14.387600092690336,
      "grad_norm": 9.039937973022461,
      "learning_rate": 5e-06,
      "loss": 0.3613,
      "step": 558800
    },
    {
      "epoch": 14.390174824274569,
      "grad_norm": 7.624882221221924,
      "learning_rate": 5e-06,
      "loss": 0.3607,
      "step": 558900
    },
    {
      "epoch": 14.392749555858801,
      "grad_norm": 8.211685180664062,
      "learning_rate": 5e-06,
      "loss": 0.3697,
      "step": 559000
    },
    {
      "epoch": 14.395324287443033,
      "grad_norm": 8.85708999633789,
      "learning_rate": 5e-06,
      "loss": 0.3401,
      "step": 559100
    },
    {
      "epoch": 14.397899019027266,
      "grad_norm": 8.767467498779297,
      "learning_rate": 5e-06,
      "loss": 0.3766,
      "step": 559200
    },
    {
      "epoch": 14.400473750611498,
      "grad_norm": 7.596116065979004,
      "learning_rate": 5e-06,
      "loss": 0.3736,
      "step": 559300
    },
    {
      "epoch": 14.40304848219573,
      "grad_norm": 9.438346862792969,
      "learning_rate": 5e-06,
      "loss": 0.3592,
      "step": 559400
    },
    {
      "epoch": 14.405623213779963,
      "grad_norm": 8.728938102722168,
      "learning_rate": 5e-06,
      "loss": 0.3503,
      "step": 559500
    },
    {
      "epoch": 14.408197945364195,
      "grad_norm": 15.724286079406738,
      "learning_rate": 5e-06,
      "loss": 0.3754,
      "step": 559600
    },
    {
      "epoch": 14.410772676948428,
      "grad_norm": 6.905585765838623,
      "learning_rate": 5e-06,
      "loss": 0.3478,
      "step": 559700
    },
    {
      "epoch": 14.41334740853266,
      "grad_norm": 7.621947288513184,
      "learning_rate": 5e-06,
      "loss": 0.3631,
      "step": 559800
    },
    {
      "epoch": 14.415922140116892,
      "grad_norm": 12.817290306091309,
      "learning_rate": 5e-06,
      "loss": 0.3859,
      "step": 559900
    },
    {
      "epoch": 14.418496871701125,
      "grad_norm": 10.304560661315918,
      "learning_rate": 5e-06,
      "loss": 0.3713,
      "step": 560000
    },
    {
      "epoch": 14.421071603285357,
      "grad_norm": 6.89951753616333,
      "learning_rate": 5e-06,
      "loss": 0.3878,
      "step": 560100
    },
    {
      "epoch": 14.42364633486959,
      "grad_norm": 7.690725803375244,
      "learning_rate": 5e-06,
      "loss": 0.3569,
      "step": 560200
    },
    {
      "epoch": 14.426221066453822,
      "grad_norm": 8.662147521972656,
      "learning_rate": 5e-06,
      "loss": 0.3724,
      "step": 560300
    },
    {
      "epoch": 14.428795798038054,
      "grad_norm": 7.987473487854004,
      "learning_rate": 5e-06,
      "loss": 0.3782,
      "step": 560400
    },
    {
      "epoch": 14.431370529622287,
      "grad_norm": 8.817602157592773,
      "learning_rate": 5e-06,
      "loss": 0.3458,
      "step": 560500
    },
    {
      "epoch": 14.433945261206519,
      "grad_norm": 7.151701927185059,
      "learning_rate": 5e-06,
      "loss": 0.349,
      "step": 560600
    },
    {
      "epoch": 14.436519992790751,
      "grad_norm": 6.520984649658203,
      "learning_rate": 5e-06,
      "loss": 0.3707,
      "step": 560700
    },
    {
      "epoch": 14.439094724374984,
      "grad_norm": 13.103631019592285,
      "learning_rate": 5e-06,
      "loss": 0.3475,
      "step": 560800
    },
    {
      "epoch": 14.441669455959216,
      "grad_norm": 12.537378311157227,
      "learning_rate": 5e-06,
      "loss": 0.3774,
      "step": 560900
    },
    {
      "epoch": 14.444244187543449,
      "grad_norm": 8.117194175720215,
      "learning_rate": 5e-06,
      "loss": 0.3388,
      "step": 561000
    },
    {
      "epoch": 14.446818919127681,
      "grad_norm": 8.237631797790527,
      "learning_rate": 5e-06,
      "loss": 0.3567,
      "step": 561100
    },
    {
      "epoch": 14.449393650711913,
      "grad_norm": 8.147957801818848,
      "learning_rate": 5e-06,
      "loss": 0.3773,
      "step": 561200
    },
    {
      "epoch": 14.451968382296146,
      "grad_norm": 6.554305076599121,
      "learning_rate": 5e-06,
      "loss": 0.3758,
      "step": 561300
    },
    {
      "epoch": 14.454543113880378,
      "grad_norm": 9.178743362426758,
      "learning_rate": 5e-06,
      "loss": 0.3526,
      "step": 561400
    },
    {
      "epoch": 14.45711784546461,
      "grad_norm": 8.976187705993652,
      "learning_rate": 5e-06,
      "loss": 0.3597,
      "step": 561500
    },
    {
      "epoch": 14.459692577048843,
      "grad_norm": 8.655418395996094,
      "learning_rate": 5e-06,
      "loss": 0.3517,
      "step": 561600
    },
    {
      "epoch": 14.462267308633075,
      "grad_norm": 9.866459846496582,
      "learning_rate": 5e-06,
      "loss": 0.3595,
      "step": 561700
    },
    {
      "epoch": 14.464842040217308,
      "grad_norm": 8.239895820617676,
      "learning_rate": 5e-06,
      "loss": 0.3554,
      "step": 561800
    },
    {
      "epoch": 14.46741677180154,
      "grad_norm": 10.899477005004883,
      "learning_rate": 5e-06,
      "loss": 0.3616,
      "step": 561900
    },
    {
      "epoch": 14.469991503385772,
      "grad_norm": 9.608503341674805,
      "learning_rate": 5e-06,
      "loss": 0.3782,
      "step": 562000
    },
    {
      "epoch": 14.472566234970005,
      "grad_norm": 7.112989902496338,
      "learning_rate": 5e-06,
      "loss": 0.3529,
      "step": 562100
    },
    {
      "epoch": 14.475140966554237,
      "grad_norm": 9.836058616638184,
      "learning_rate": 5e-06,
      "loss": 0.3557,
      "step": 562200
    },
    {
      "epoch": 14.47771569813847,
      "grad_norm": 9.696324348449707,
      "learning_rate": 5e-06,
      "loss": 0.3805,
      "step": 562300
    },
    {
      "epoch": 14.480290429722702,
      "grad_norm": 9.397073745727539,
      "learning_rate": 5e-06,
      "loss": 0.3541,
      "step": 562400
    },
    {
      "epoch": 14.482865161306934,
      "grad_norm": 7.541668891906738,
      "learning_rate": 5e-06,
      "loss": 0.3455,
      "step": 562500
    },
    {
      "epoch": 14.485439892891167,
      "grad_norm": 8.43315601348877,
      "learning_rate": 5e-06,
      "loss": 0.3597,
      "step": 562600
    },
    {
      "epoch": 14.4880146244754,
      "grad_norm": 8.056015968322754,
      "learning_rate": 5e-06,
      "loss": 0.3567,
      "step": 562700
    },
    {
      "epoch": 14.490589356059631,
      "grad_norm": 8.269917488098145,
      "learning_rate": 5e-06,
      "loss": 0.3575,
      "step": 562800
    },
    {
      "epoch": 14.493164087643864,
      "grad_norm": 12.36016845703125,
      "learning_rate": 5e-06,
      "loss": 0.3788,
      "step": 562900
    },
    {
      "epoch": 14.495738819228096,
      "grad_norm": 14.029339790344238,
      "learning_rate": 5e-06,
      "loss": 0.3588,
      "step": 563000
    },
    {
      "epoch": 14.498313550812329,
      "grad_norm": 5.593252182006836,
      "learning_rate": 5e-06,
      "loss": 0.3737,
      "step": 563100
    },
    {
      "epoch": 14.50088828239656,
      "grad_norm": 8.99156379699707,
      "learning_rate": 5e-06,
      "loss": 0.3762,
      "step": 563200
    },
    {
      "epoch": 14.503463013980792,
      "grad_norm": 7.741626739501953,
      "learning_rate": 5e-06,
      "loss": 0.3737,
      "step": 563300
    },
    {
      "epoch": 14.506037745565024,
      "grad_norm": 9.897539138793945,
      "learning_rate": 5e-06,
      "loss": 0.3595,
      "step": 563400
    },
    {
      "epoch": 14.508612477149256,
      "grad_norm": 9.72683048248291,
      "learning_rate": 5e-06,
      "loss": 0.3407,
      "step": 563500
    },
    {
      "epoch": 14.511187208733489,
      "grad_norm": 9.223130226135254,
      "learning_rate": 5e-06,
      "loss": 0.3709,
      "step": 563600
    },
    {
      "epoch": 14.513761940317721,
      "grad_norm": 9.154414176940918,
      "learning_rate": 5e-06,
      "loss": 0.3659,
      "step": 563700
    },
    {
      "epoch": 14.516336671901954,
      "grad_norm": 9.351176261901855,
      "learning_rate": 5e-06,
      "loss": 0.3387,
      "step": 563800
    },
    {
      "epoch": 14.518911403486186,
      "grad_norm": 7.889285087585449,
      "learning_rate": 5e-06,
      "loss": 0.3597,
      "step": 563900
    },
    {
      "epoch": 14.521486135070418,
      "grad_norm": 9.083513259887695,
      "learning_rate": 5e-06,
      "loss": 0.369,
      "step": 564000
    },
    {
      "epoch": 14.52406086665465,
      "grad_norm": 14.317508697509766,
      "learning_rate": 5e-06,
      "loss": 0.3622,
      "step": 564100
    },
    {
      "epoch": 14.526635598238883,
      "grad_norm": 15.646697998046875,
      "learning_rate": 5e-06,
      "loss": 0.3624,
      "step": 564200
    },
    {
      "epoch": 14.529210329823115,
      "grad_norm": 7.79132080078125,
      "learning_rate": 5e-06,
      "loss": 0.3775,
      "step": 564300
    },
    {
      "epoch": 14.531785061407348,
      "grad_norm": 8.077109336853027,
      "learning_rate": 5e-06,
      "loss": 0.3502,
      "step": 564400
    },
    {
      "epoch": 14.53435979299158,
      "grad_norm": 9.707133293151855,
      "learning_rate": 5e-06,
      "loss": 0.3512,
      "step": 564500
    },
    {
      "epoch": 14.536934524575813,
      "grad_norm": 9.574424743652344,
      "learning_rate": 5e-06,
      "loss": 0.3658,
      "step": 564600
    },
    {
      "epoch": 14.539509256160045,
      "grad_norm": 7.482847690582275,
      "learning_rate": 5e-06,
      "loss": 0.367,
      "step": 564700
    },
    {
      "epoch": 14.542083987744277,
      "grad_norm": 10.380837440490723,
      "learning_rate": 5e-06,
      "loss": 0.3712,
      "step": 564800
    },
    {
      "epoch": 14.54465871932851,
      "grad_norm": 13.160728454589844,
      "learning_rate": 5e-06,
      "loss": 0.3596,
      "step": 564900
    },
    {
      "epoch": 14.547233450912742,
      "grad_norm": 10.935046195983887,
      "learning_rate": 5e-06,
      "loss": 0.3646,
      "step": 565000
    },
    {
      "epoch": 14.549808182496974,
      "grad_norm": 7.77347469329834,
      "learning_rate": 5e-06,
      "loss": 0.3501,
      "step": 565100
    },
    {
      "epoch": 14.552382914081207,
      "grad_norm": 6.628046989440918,
      "learning_rate": 5e-06,
      "loss": 0.38,
      "step": 565200
    },
    {
      "epoch": 14.55495764566544,
      "grad_norm": 6.1637492179870605,
      "learning_rate": 5e-06,
      "loss": 0.3495,
      "step": 565300
    },
    {
      "epoch": 14.557532377249672,
      "grad_norm": 10.350324630737305,
      "learning_rate": 5e-06,
      "loss": 0.3688,
      "step": 565400
    },
    {
      "epoch": 14.560107108833904,
      "grad_norm": 12.932072639465332,
      "learning_rate": 5e-06,
      "loss": 0.3528,
      "step": 565500
    },
    {
      "epoch": 14.562681840418136,
      "grad_norm": 7.927842617034912,
      "learning_rate": 5e-06,
      "loss": 0.3683,
      "step": 565600
    },
    {
      "epoch": 14.565256572002369,
      "grad_norm": 9.231701850891113,
      "learning_rate": 5e-06,
      "loss": 0.3449,
      "step": 565700
    },
    {
      "epoch": 14.567831303586601,
      "grad_norm": 9.729644775390625,
      "learning_rate": 5e-06,
      "loss": 0.3519,
      "step": 565800
    },
    {
      "epoch": 14.570406035170834,
      "grad_norm": 8.369915962219238,
      "learning_rate": 5e-06,
      "loss": 0.3873,
      "step": 565900
    },
    {
      "epoch": 14.572980766755066,
      "grad_norm": 11.632743835449219,
      "learning_rate": 5e-06,
      "loss": 0.3752,
      "step": 566000
    },
    {
      "epoch": 14.575555498339298,
      "grad_norm": 12.538874626159668,
      "learning_rate": 5e-06,
      "loss": 0.3707,
      "step": 566100
    },
    {
      "epoch": 14.57813022992353,
      "grad_norm": 7.778576850891113,
      "learning_rate": 5e-06,
      "loss": 0.3617,
      "step": 566200
    },
    {
      "epoch": 14.580704961507763,
      "grad_norm": 9.224642753601074,
      "learning_rate": 5e-06,
      "loss": 0.3553,
      "step": 566300
    },
    {
      "epoch": 14.583279693091995,
      "grad_norm": 5.952898025512695,
      "learning_rate": 5e-06,
      "loss": 0.3531,
      "step": 566400
    },
    {
      "epoch": 14.585854424676228,
      "grad_norm": 12.21049976348877,
      "learning_rate": 5e-06,
      "loss": 0.364,
      "step": 566500
    },
    {
      "epoch": 14.58842915626046,
      "grad_norm": 7.686025619506836,
      "learning_rate": 5e-06,
      "loss": 0.3553,
      "step": 566600
    },
    {
      "epoch": 14.591003887844693,
      "grad_norm": 8.255772590637207,
      "learning_rate": 5e-06,
      "loss": 0.3739,
      "step": 566700
    },
    {
      "epoch": 14.593578619428925,
      "grad_norm": 8.958998680114746,
      "learning_rate": 5e-06,
      "loss": 0.3564,
      "step": 566800
    },
    {
      "epoch": 14.596153351013157,
      "grad_norm": 6.0211968421936035,
      "learning_rate": 5e-06,
      "loss": 0.3737,
      "step": 566900
    },
    {
      "epoch": 14.59872808259739,
      "grad_norm": 9.48256778717041,
      "learning_rate": 5e-06,
      "loss": 0.3732,
      "step": 567000
    },
    {
      "epoch": 14.601302814181622,
      "grad_norm": 6.206694602966309,
      "learning_rate": 5e-06,
      "loss": 0.3669,
      "step": 567100
    },
    {
      "epoch": 14.603877545765855,
      "grad_norm": 6.9366631507873535,
      "learning_rate": 5e-06,
      "loss": 0.3712,
      "step": 567200
    },
    {
      "epoch": 14.606452277350087,
      "grad_norm": 7.181675434112549,
      "learning_rate": 5e-06,
      "loss": 0.3699,
      "step": 567300
    },
    {
      "epoch": 14.60902700893432,
      "grad_norm": 8.24044132232666,
      "learning_rate": 5e-06,
      "loss": 0.361,
      "step": 567400
    },
    {
      "epoch": 14.611601740518552,
      "grad_norm": 13.802840232849121,
      "learning_rate": 5e-06,
      "loss": 0.363,
      "step": 567500
    },
    {
      "epoch": 14.614176472102784,
      "grad_norm": 7.596592903137207,
      "learning_rate": 5e-06,
      "loss": 0.3371,
      "step": 567600
    },
    {
      "epoch": 14.616751203687016,
      "grad_norm": 13.0995454788208,
      "learning_rate": 5e-06,
      "loss": 0.379,
      "step": 567700
    },
    {
      "epoch": 14.619325935271249,
      "grad_norm": 9.148955345153809,
      "learning_rate": 5e-06,
      "loss": 0.3558,
      "step": 567800
    },
    {
      "epoch": 14.621900666855481,
      "grad_norm": 14.342263221740723,
      "learning_rate": 5e-06,
      "loss": 0.3698,
      "step": 567900
    },
    {
      "epoch": 14.624475398439714,
      "grad_norm": 8.10072135925293,
      "learning_rate": 5e-06,
      "loss": 0.35,
      "step": 568000
    },
    {
      "epoch": 14.627050130023946,
      "grad_norm": 9.472935676574707,
      "learning_rate": 5e-06,
      "loss": 0.3604,
      "step": 568100
    },
    {
      "epoch": 14.629624861608177,
      "grad_norm": 7.253859996795654,
      "learning_rate": 5e-06,
      "loss": 0.3653,
      "step": 568200
    },
    {
      "epoch": 14.632199593192409,
      "grad_norm": 8.900403022766113,
      "learning_rate": 5e-06,
      "loss": 0.3482,
      "step": 568300
    },
    {
      "epoch": 14.634774324776641,
      "grad_norm": 7.649331569671631,
      "learning_rate": 5e-06,
      "loss": 0.3618,
      "step": 568400
    },
    {
      "epoch": 14.637349056360874,
      "grad_norm": 6.9420342445373535,
      "learning_rate": 5e-06,
      "loss": 0.3561,
      "step": 568500
    },
    {
      "epoch": 14.639923787945106,
      "grad_norm": 8.334761619567871,
      "learning_rate": 5e-06,
      "loss": 0.3598,
      "step": 568600
    },
    {
      "epoch": 14.642498519529338,
      "grad_norm": 10.704206466674805,
      "learning_rate": 5e-06,
      "loss": 0.3619,
      "step": 568700
    },
    {
      "epoch": 14.64507325111357,
      "grad_norm": 10.964763641357422,
      "learning_rate": 5e-06,
      "loss": 0.3778,
      "step": 568800
    },
    {
      "epoch": 14.647647982697803,
      "grad_norm": 9.275262832641602,
      "learning_rate": 5e-06,
      "loss": 0.3555,
      "step": 568900
    },
    {
      "epoch": 14.650222714282036,
      "grad_norm": 10.031493186950684,
      "learning_rate": 5e-06,
      "loss": 0.3634,
      "step": 569000
    },
    {
      "epoch": 14.652797445866268,
      "grad_norm": 8.910615921020508,
      "learning_rate": 5e-06,
      "loss": 0.3634,
      "step": 569100
    },
    {
      "epoch": 14.6553721774505,
      "grad_norm": 9.480286598205566,
      "learning_rate": 5e-06,
      "loss": 0.3657,
      "step": 569200
    },
    {
      "epoch": 14.657946909034733,
      "grad_norm": 7.907210826873779,
      "learning_rate": 5e-06,
      "loss": 0.3551,
      "step": 569300
    },
    {
      "epoch": 14.660521640618965,
      "grad_norm": 8.59991455078125,
      "learning_rate": 5e-06,
      "loss": 0.3692,
      "step": 569400
    },
    {
      "epoch": 14.663096372203198,
      "grad_norm": 7.827878952026367,
      "learning_rate": 5e-06,
      "loss": 0.3601,
      "step": 569500
    },
    {
      "epoch": 14.66567110378743,
      "grad_norm": 9.613250732421875,
      "learning_rate": 5e-06,
      "loss": 0.3711,
      "step": 569600
    },
    {
      "epoch": 14.668245835371662,
      "grad_norm": 8.173027992248535,
      "learning_rate": 5e-06,
      "loss": 0.3525,
      "step": 569700
    },
    {
      "epoch": 14.670820566955895,
      "grad_norm": 8.10487174987793,
      "learning_rate": 5e-06,
      "loss": 0.3605,
      "step": 569800
    },
    {
      "epoch": 14.673395298540127,
      "grad_norm": 10.902487754821777,
      "learning_rate": 5e-06,
      "loss": 0.3768,
      "step": 569900
    },
    {
      "epoch": 14.67597003012436,
      "grad_norm": 9.364076614379883,
      "learning_rate": 5e-06,
      "loss": 0.3687,
      "step": 570000
    },
    {
      "epoch": 14.678544761708592,
      "grad_norm": 13.299725532531738,
      "learning_rate": 5e-06,
      "loss": 0.3623,
      "step": 570100
    },
    {
      "epoch": 14.681119493292824,
      "grad_norm": 8.25261116027832,
      "learning_rate": 5e-06,
      "loss": 0.366,
      "step": 570200
    },
    {
      "epoch": 14.683694224877057,
      "grad_norm": 7.580902576446533,
      "learning_rate": 5e-06,
      "loss": 0.3518,
      "step": 570300
    },
    {
      "epoch": 14.686268956461289,
      "grad_norm": 11.600586891174316,
      "learning_rate": 5e-06,
      "loss": 0.3417,
      "step": 570400
    },
    {
      "epoch": 14.688843688045521,
      "grad_norm": 9.750070571899414,
      "learning_rate": 5e-06,
      "loss": 0.359,
      "step": 570500
    },
    {
      "epoch": 14.691418419629754,
      "grad_norm": 10.022540092468262,
      "learning_rate": 5e-06,
      "loss": 0.3694,
      "step": 570600
    },
    {
      "epoch": 14.693993151213986,
      "grad_norm": 7.337488174438477,
      "learning_rate": 5e-06,
      "loss": 0.3686,
      "step": 570700
    },
    {
      "epoch": 14.696567882798218,
      "grad_norm": 9.919167518615723,
      "learning_rate": 5e-06,
      "loss": 0.3475,
      "step": 570800
    },
    {
      "epoch": 14.69914261438245,
      "grad_norm": 6.218404769897461,
      "learning_rate": 5e-06,
      "loss": 0.3558,
      "step": 570900
    },
    {
      "epoch": 14.701717345966683,
      "grad_norm": 9.0136079788208,
      "learning_rate": 5e-06,
      "loss": 0.3768,
      "step": 571000
    },
    {
      "epoch": 14.704292077550916,
      "grad_norm": 7.829702377319336,
      "learning_rate": 5e-06,
      "loss": 0.3665,
      "step": 571100
    },
    {
      "epoch": 14.706866809135148,
      "grad_norm": 6.914944648742676,
      "learning_rate": 5e-06,
      "loss": 0.3555,
      "step": 571200
    },
    {
      "epoch": 14.70944154071938,
      "grad_norm": 10.011455535888672,
      "learning_rate": 5e-06,
      "loss": 0.3672,
      "step": 571300
    },
    {
      "epoch": 14.712016272303613,
      "grad_norm": 9.363601684570312,
      "learning_rate": 5e-06,
      "loss": 0.3867,
      "step": 571400
    },
    {
      "epoch": 14.714591003887845,
      "grad_norm": 12.06863021850586,
      "learning_rate": 5e-06,
      "loss": 0.3723,
      "step": 571500
    },
    {
      "epoch": 14.717165735472078,
      "grad_norm": 8.705965042114258,
      "learning_rate": 5e-06,
      "loss": 0.3661,
      "step": 571600
    },
    {
      "epoch": 14.71974046705631,
      "grad_norm": 7.806244373321533,
      "learning_rate": 5e-06,
      "loss": 0.3776,
      "step": 571700
    },
    {
      "epoch": 14.722315198640542,
      "grad_norm": 8.773971557617188,
      "learning_rate": 5e-06,
      "loss": 0.3912,
      "step": 571800
    },
    {
      "epoch": 14.724889930224775,
      "grad_norm": 8.538911819458008,
      "learning_rate": 5e-06,
      "loss": 0.3746,
      "step": 571900
    },
    {
      "epoch": 14.727464661809007,
      "grad_norm": 9.650673866271973,
      "learning_rate": 5e-06,
      "loss": 0.368,
      "step": 572000
    },
    {
      "epoch": 14.73003939339324,
      "grad_norm": 8.04019832611084,
      "learning_rate": 5e-06,
      "loss": 0.3712,
      "step": 572100
    },
    {
      "epoch": 14.732614124977472,
      "grad_norm": 12.401808738708496,
      "learning_rate": 5e-06,
      "loss": 0.3649,
      "step": 572200
    },
    {
      "epoch": 14.735188856561704,
      "grad_norm": 6.15987491607666,
      "learning_rate": 5e-06,
      "loss": 0.3577,
      "step": 572300
    },
    {
      "epoch": 14.737763588145937,
      "grad_norm": 7.352999687194824,
      "learning_rate": 5e-06,
      "loss": 0.357,
      "step": 572400
    },
    {
      "epoch": 14.740338319730169,
      "grad_norm": 9.24802017211914,
      "learning_rate": 5e-06,
      "loss": 0.3536,
      "step": 572500
    },
    {
      "epoch": 14.7429130513144,
      "grad_norm": 9.842000961303711,
      "learning_rate": 5e-06,
      "loss": 0.3655,
      "step": 572600
    },
    {
      "epoch": 14.745487782898632,
      "grad_norm": 9.282952308654785,
      "learning_rate": 5e-06,
      "loss": 0.3551,
      "step": 572700
    },
    {
      "epoch": 14.748062514482864,
      "grad_norm": 7.631211757659912,
      "learning_rate": 5e-06,
      "loss": 0.3506,
      "step": 572800
    },
    {
      "epoch": 14.750637246067097,
      "grad_norm": 7.412028789520264,
      "learning_rate": 5e-06,
      "loss": 0.3623,
      "step": 572900
    },
    {
      "epoch": 14.753211977651329,
      "grad_norm": 7.8331780433654785,
      "learning_rate": 5e-06,
      "loss": 0.3625,
      "step": 573000
    },
    {
      "epoch": 14.755786709235561,
      "grad_norm": 10.412196159362793,
      "learning_rate": 5e-06,
      "loss": 0.3659,
      "step": 573100
    },
    {
      "epoch": 14.758361440819794,
      "grad_norm": 9.30984115600586,
      "learning_rate": 5e-06,
      "loss": 0.3716,
      "step": 573200
    },
    {
      "epoch": 14.760936172404026,
      "grad_norm": 9.364294052124023,
      "learning_rate": 5e-06,
      "loss": 0.3495,
      "step": 573300
    },
    {
      "epoch": 14.763510903988259,
      "grad_norm": 4.894309997558594,
      "learning_rate": 5e-06,
      "loss": 0.3464,
      "step": 573400
    },
    {
      "epoch": 14.766085635572491,
      "grad_norm": 9.58495807647705,
      "learning_rate": 5e-06,
      "loss": 0.3746,
      "step": 573500
    },
    {
      "epoch": 14.768660367156723,
      "grad_norm": 9.027287483215332,
      "learning_rate": 5e-06,
      "loss": 0.3624,
      "step": 573600
    },
    {
      "epoch": 14.771235098740956,
      "grad_norm": 8.125171661376953,
      "learning_rate": 5e-06,
      "loss": 0.3413,
      "step": 573700
    },
    {
      "epoch": 14.773809830325188,
      "grad_norm": 6.79337215423584,
      "learning_rate": 5e-06,
      "loss": 0.3485,
      "step": 573800
    },
    {
      "epoch": 14.77638456190942,
      "grad_norm": 10.467903137207031,
      "learning_rate": 5e-06,
      "loss": 0.3539,
      "step": 573900
    },
    {
      "epoch": 14.778959293493653,
      "grad_norm": 8.421144485473633,
      "learning_rate": 5e-06,
      "loss": 0.3552,
      "step": 574000
    },
    {
      "epoch": 14.781534025077885,
      "grad_norm": 7.771770000457764,
      "learning_rate": 5e-06,
      "loss": 0.3627,
      "step": 574100
    },
    {
      "epoch": 14.784108756662118,
      "grad_norm": 10.330846786499023,
      "learning_rate": 5e-06,
      "loss": 0.3468,
      "step": 574200
    },
    {
      "epoch": 14.78668348824635,
      "grad_norm": 6.4952569007873535,
      "learning_rate": 5e-06,
      "loss": 0.3627,
      "step": 574300
    },
    {
      "epoch": 14.789258219830582,
      "grad_norm": 9.457140922546387,
      "learning_rate": 5e-06,
      "loss": 0.3566,
      "step": 574400
    },
    {
      "epoch": 14.791832951414815,
      "grad_norm": 7.621642112731934,
      "learning_rate": 5e-06,
      "loss": 0.3777,
      "step": 574500
    },
    {
      "epoch": 14.794407682999047,
      "grad_norm": 7.484237194061279,
      "learning_rate": 5e-06,
      "loss": 0.3493,
      "step": 574600
    },
    {
      "epoch": 14.79698241458328,
      "grad_norm": 9.04408073425293,
      "learning_rate": 5e-06,
      "loss": 0.3767,
      "step": 574700
    },
    {
      "epoch": 14.799557146167512,
      "grad_norm": 7.696517467498779,
      "learning_rate": 5e-06,
      "loss": 0.3559,
      "step": 574800
    },
    {
      "epoch": 14.802131877751744,
      "grad_norm": 9.430273056030273,
      "learning_rate": 5e-06,
      "loss": 0.3586,
      "step": 574900
    },
    {
      "epoch": 14.804706609335977,
      "grad_norm": 7.631856918334961,
      "learning_rate": 5e-06,
      "loss": 0.3547,
      "step": 575000
    },
    {
      "epoch": 14.807281340920209,
      "grad_norm": 8.104771614074707,
      "learning_rate": 5e-06,
      "loss": 0.3469,
      "step": 575100
    },
    {
      "epoch": 14.809856072504441,
      "grad_norm": 8.488801956176758,
      "learning_rate": 5e-06,
      "loss": 0.34,
      "step": 575200
    },
    {
      "epoch": 14.812430804088674,
      "grad_norm": 8.483047485351562,
      "learning_rate": 5e-06,
      "loss": 0.3718,
      "step": 575300
    },
    {
      "epoch": 14.815005535672906,
      "grad_norm": 8.074884414672852,
      "learning_rate": 5e-06,
      "loss": 0.3426,
      "step": 575400
    },
    {
      "epoch": 14.817580267257139,
      "grad_norm": 6.570874214172363,
      "learning_rate": 5e-06,
      "loss": 0.3515,
      "step": 575500
    },
    {
      "epoch": 14.820154998841371,
      "grad_norm": 7.621218681335449,
      "learning_rate": 5e-06,
      "loss": 0.3541,
      "step": 575600
    },
    {
      "epoch": 14.822729730425603,
      "grad_norm": 12.291271209716797,
      "learning_rate": 5e-06,
      "loss": 0.3571,
      "step": 575700
    },
    {
      "epoch": 14.825304462009836,
      "grad_norm": 7.528032302856445,
      "learning_rate": 5e-06,
      "loss": 0.3668,
      "step": 575800
    },
    {
      "epoch": 14.827879193594068,
      "grad_norm": 8.426551818847656,
      "learning_rate": 5e-06,
      "loss": 0.3559,
      "step": 575900
    },
    {
      "epoch": 14.8304539251783,
      "grad_norm": 11.930310249328613,
      "learning_rate": 5e-06,
      "loss": 0.3518,
      "step": 576000
    },
    {
      "epoch": 14.833028656762533,
      "grad_norm": 9.551519393920898,
      "learning_rate": 5e-06,
      "loss": 0.3784,
      "step": 576100
    },
    {
      "epoch": 14.835603388346765,
      "grad_norm": 8.25451946258545,
      "learning_rate": 5e-06,
      "loss": 0.3383,
      "step": 576200
    },
    {
      "epoch": 14.838178119930998,
      "grad_norm": 6.011837959289551,
      "learning_rate": 5e-06,
      "loss": 0.3599,
      "step": 576300
    },
    {
      "epoch": 14.84075285151523,
      "grad_norm": 9.533438682556152,
      "learning_rate": 5e-06,
      "loss": 0.3462,
      "step": 576400
    },
    {
      "epoch": 14.843327583099462,
      "grad_norm": 8.846436500549316,
      "learning_rate": 5e-06,
      "loss": 0.3495,
      "step": 576500
    },
    {
      "epoch": 14.845902314683695,
      "grad_norm": 7.182059288024902,
      "learning_rate": 5e-06,
      "loss": 0.3678,
      "step": 576600
    },
    {
      "epoch": 14.848477046267927,
      "grad_norm": 9.732763290405273,
      "learning_rate": 5e-06,
      "loss": 0.3609,
      "step": 576700
    },
    {
      "epoch": 14.85105177785216,
      "grad_norm": 8.893458366394043,
      "learning_rate": 5e-06,
      "loss": 0.353,
      "step": 576800
    },
    {
      "epoch": 14.853626509436392,
      "grad_norm": 12.772381782531738,
      "learning_rate": 5e-06,
      "loss": 0.3548,
      "step": 576900
    },
    {
      "epoch": 14.856201241020624,
      "grad_norm": 7.119014739990234,
      "learning_rate": 5e-06,
      "loss": 0.3584,
      "step": 577000
    },
    {
      "epoch": 14.858775972604857,
      "grad_norm": 6.820889472961426,
      "learning_rate": 5e-06,
      "loss": 0.3399,
      "step": 577100
    },
    {
      "epoch": 14.861350704189089,
      "grad_norm": 15.399064064025879,
      "learning_rate": 5e-06,
      "loss": 0.3543,
      "step": 577200
    },
    {
      "epoch": 14.863925435773321,
      "grad_norm": 7.097357749938965,
      "learning_rate": 5e-06,
      "loss": 0.3639,
      "step": 577300
    },
    {
      "epoch": 14.866500167357554,
      "grad_norm": 8.290024757385254,
      "learning_rate": 5e-06,
      "loss": 0.365,
      "step": 577400
    },
    {
      "epoch": 14.869074898941786,
      "grad_norm": 9.365618705749512,
      "learning_rate": 5e-06,
      "loss": 0.3525,
      "step": 577500
    },
    {
      "epoch": 14.871649630526017,
      "grad_norm": 8.487686157226562,
      "learning_rate": 5e-06,
      "loss": 0.3674,
      "step": 577600
    },
    {
      "epoch": 14.87422436211025,
      "grad_norm": 10.375809669494629,
      "learning_rate": 5e-06,
      "loss": 0.3545,
      "step": 577700
    },
    {
      "epoch": 14.876799093694482,
      "grad_norm": 6.256765365600586,
      "learning_rate": 5e-06,
      "loss": 0.3407,
      "step": 577800
    },
    {
      "epoch": 14.879373825278714,
      "grad_norm": 12.461191177368164,
      "learning_rate": 5e-06,
      "loss": 0.3587,
      "step": 577900
    },
    {
      "epoch": 14.881948556862946,
      "grad_norm": 9.924520492553711,
      "learning_rate": 5e-06,
      "loss": 0.341,
      "step": 578000
    },
    {
      "epoch": 14.884523288447179,
      "grad_norm": 7.701942443847656,
      "learning_rate": 5e-06,
      "loss": 0.3547,
      "step": 578100
    },
    {
      "epoch": 14.887098020031411,
      "grad_norm": 5.8796162605285645,
      "learning_rate": 5e-06,
      "loss": 0.3577,
      "step": 578200
    },
    {
      "epoch": 14.889672751615644,
      "grad_norm": 7.579394340515137,
      "learning_rate": 5e-06,
      "loss": 0.3435,
      "step": 578300
    },
    {
      "epoch": 14.892247483199876,
      "grad_norm": 7.984679222106934,
      "learning_rate": 5e-06,
      "loss": 0.3699,
      "step": 578400
    },
    {
      "epoch": 14.894822214784108,
      "grad_norm": 9.67607307434082,
      "learning_rate": 5e-06,
      "loss": 0.3559,
      "step": 578500
    },
    {
      "epoch": 14.89739694636834,
      "grad_norm": 10.728127479553223,
      "learning_rate": 5e-06,
      "loss": 0.3605,
      "step": 578600
    },
    {
      "epoch": 14.899971677952573,
      "grad_norm": 9.32991886138916,
      "learning_rate": 5e-06,
      "loss": 0.3498,
      "step": 578700
    },
    {
      "epoch": 14.902546409536805,
      "grad_norm": 8.144864082336426,
      "learning_rate": 5e-06,
      "loss": 0.3587,
      "step": 578800
    },
    {
      "epoch": 14.905121141121038,
      "grad_norm": 8.024436950683594,
      "learning_rate": 5e-06,
      "loss": 0.3568,
      "step": 578900
    },
    {
      "epoch": 14.90769587270527,
      "grad_norm": 10.906463623046875,
      "learning_rate": 5e-06,
      "loss": 0.3687,
      "step": 579000
    },
    {
      "epoch": 14.910270604289503,
      "grad_norm": 11.194389343261719,
      "learning_rate": 5e-06,
      "loss": 0.3482,
      "step": 579100
    },
    {
      "epoch": 14.912845335873735,
      "grad_norm": 8.78828239440918,
      "learning_rate": 5e-06,
      "loss": 0.3652,
      "step": 579200
    },
    {
      "epoch": 14.915420067457967,
      "grad_norm": 9.922101020812988,
      "learning_rate": 5e-06,
      "loss": 0.3681,
      "step": 579300
    },
    {
      "epoch": 14.9179947990422,
      "grad_norm": 8.990570068359375,
      "learning_rate": 5e-06,
      "loss": 0.3641,
      "step": 579400
    },
    {
      "epoch": 14.920569530626432,
      "grad_norm": 8.938227653503418,
      "learning_rate": 5e-06,
      "loss": 0.3682,
      "step": 579500
    },
    {
      "epoch": 14.923144262210664,
      "grad_norm": 9.399104118347168,
      "learning_rate": 5e-06,
      "loss": 0.3626,
      "step": 579600
    },
    {
      "epoch": 14.925718993794897,
      "grad_norm": 5.810446739196777,
      "learning_rate": 5e-06,
      "loss": 0.3545,
      "step": 579700
    },
    {
      "epoch": 14.92829372537913,
      "grad_norm": 11.19041919708252,
      "learning_rate": 5e-06,
      "loss": 0.3591,
      "step": 579800
    },
    {
      "epoch": 14.930868456963362,
      "grad_norm": 8.981175422668457,
      "learning_rate": 5e-06,
      "loss": 0.3707,
      "step": 579900
    },
    {
      "epoch": 14.933443188547594,
      "grad_norm": 6.119386672973633,
      "learning_rate": 5e-06,
      "loss": 0.3549,
      "step": 580000
    },
    {
      "epoch": 14.936017920131826,
      "grad_norm": 8.495874404907227,
      "learning_rate": 5e-06,
      "loss": 0.3559,
      "step": 580100
    },
    {
      "epoch": 14.938592651716059,
      "grad_norm": 10.209689140319824,
      "learning_rate": 5e-06,
      "loss": 0.3607,
      "step": 580200
    },
    {
      "epoch": 14.941167383300291,
      "grad_norm": 7.097580909729004,
      "learning_rate": 5e-06,
      "loss": 0.3475,
      "step": 580300
    },
    {
      "epoch": 14.943742114884524,
      "grad_norm": 7.177168369293213,
      "learning_rate": 5e-06,
      "loss": 0.3416,
      "step": 580400
    },
    {
      "epoch": 14.946316846468756,
      "grad_norm": 8.712630271911621,
      "learning_rate": 5e-06,
      "loss": 0.3645,
      "step": 580500
    },
    {
      "epoch": 14.948891578052988,
      "grad_norm": 8.59166145324707,
      "learning_rate": 5e-06,
      "loss": 0.3598,
      "step": 580600
    },
    {
      "epoch": 14.95146630963722,
      "grad_norm": 8.061978340148926,
      "learning_rate": 5e-06,
      "loss": 0.3469,
      "step": 580700
    },
    {
      "epoch": 14.954041041221453,
      "grad_norm": 9.898406028747559,
      "learning_rate": 5e-06,
      "loss": 0.3713,
      "step": 580800
    },
    {
      "epoch": 14.956615772805685,
      "grad_norm": 8.009217262268066,
      "learning_rate": 5e-06,
      "loss": 0.353,
      "step": 580900
    },
    {
      "epoch": 14.959190504389918,
      "grad_norm": 8.913731575012207,
      "learning_rate": 5e-06,
      "loss": 0.3685,
      "step": 581000
    },
    {
      "epoch": 14.96176523597415,
      "grad_norm": 8.142852783203125,
      "learning_rate": 5e-06,
      "loss": 0.3522,
      "step": 581100
    },
    {
      "epoch": 14.964339967558383,
      "grad_norm": 8.17738151550293,
      "learning_rate": 5e-06,
      "loss": 0.368,
      "step": 581200
    },
    {
      "epoch": 14.966914699142615,
      "grad_norm": 6.816339492797852,
      "learning_rate": 5e-06,
      "loss": 0.3576,
      "step": 581300
    },
    {
      "epoch": 14.969489430726847,
      "grad_norm": 8.289875030517578,
      "learning_rate": 5e-06,
      "loss": 0.3428,
      "step": 581400
    },
    {
      "epoch": 14.97206416231108,
      "grad_norm": 8.755753517150879,
      "learning_rate": 5e-06,
      "loss": 0.3504,
      "step": 581500
    },
    {
      "epoch": 14.974638893895312,
      "grad_norm": 7.5089874267578125,
      "learning_rate": 5e-06,
      "loss": 0.3609,
      "step": 581600
    },
    {
      "epoch": 14.977213625479544,
      "grad_norm": 7.440928936004639,
      "learning_rate": 5e-06,
      "loss": 0.3626,
      "step": 581700
    },
    {
      "epoch": 14.979788357063777,
      "grad_norm": 12.739091873168945,
      "learning_rate": 5e-06,
      "loss": 0.3562,
      "step": 581800
    },
    {
      "epoch": 14.98236308864801,
      "grad_norm": 8.30685806274414,
      "learning_rate": 5e-06,
      "loss": 0.3644,
      "step": 581900
    },
    {
      "epoch": 14.98493782023224,
      "grad_norm": 7.976262092590332,
      "learning_rate": 5e-06,
      "loss": 0.3519,
      "step": 582000
    },
    {
      "epoch": 14.987512551816472,
      "grad_norm": 8.483477592468262,
      "learning_rate": 5e-06,
      "loss": 0.3608,
      "step": 582100
    },
    {
      "epoch": 14.990087283400705,
      "grad_norm": 11.017999649047852,
      "learning_rate": 5e-06,
      "loss": 0.3499,
      "step": 582200
    },
    {
      "epoch": 14.992662014984937,
      "grad_norm": 9.110426902770996,
      "learning_rate": 5e-06,
      "loss": 0.359,
      "step": 582300
    },
    {
      "epoch": 14.99523674656917,
      "grad_norm": 8.913920402526855,
      "learning_rate": 5e-06,
      "loss": 0.3474,
      "step": 582400
    },
    {
      "epoch": 14.997811478153402,
      "grad_norm": 8.4218111038208,
      "learning_rate": 5e-06,
      "loss": 0.3481,
      "step": 582500
    },
    {
      "epoch": 15.0,
      "step": 582585,
      "train_loss": 0.2907194495201111,
      "train_perplexity": 1.3373893260958765,
      "train_runtime": 769.4251,
      "train_samples_per_second": 403.818,
      "train_steps_per_second": 50.478
    },
    {
      "epoch": 15.0,
      "eval_loss": 0.29159289598464966,
      "eval_perplexity": 1.3385579743760232,
      "eval_runtime": 192.1733,
      "eval_samples_per_second": 404.203,
      "eval_steps_per_second": 50.527,
      "step": 582585
    },
    {
      "epoch": 15.000386209737634,
      "grad_norm": 8.834547996520996,
      "learning_rate": 5e-06,
      "loss": 0.3581,
      "step": 582600
    },
    {
      "epoch": 15.002960941321867,
      "grad_norm": 11.549728393554688,
      "learning_rate": 5e-06,
      "loss": 0.3561,
      "step": 582700
    },
    {
      "epoch": 15.005535672906099,
      "grad_norm": 6.2412109375,
      "learning_rate": 5e-06,
      "loss": 0.3573,
      "step": 582800
    },
    {
      "epoch": 15.008110404490331,
      "grad_norm": 7.422144412994385,
      "learning_rate": 5e-06,
      "loss": 0.3589,
      "step": 582900
    },
    {
      "epoch": 15.010685136074564,
      "grad_norm": 7.57228422164917,
      "learning_rate": 5e-06,
      "loss": 0.3508,
      "step": 583000
    },
    {
      "epoch": 15.013259867658796,
      "grad_norm": 8.234955787658691,
      "learning_rate": 5e-06,
      "loss": 0.3627,
      "step": 583100
    },
    {
      "epoch": 15.015834599243028,
      "grad_norm": 7.502729892730713,
      "learning_rate": 5e-06,
      "loss": 0.3485,
      "step": 583200
    },
    {
      "epoch": 15.01840933082726,
      "grad_norm": 8.216170310974121,
      "learning_rate": 5e-06,
      "loss": 0.347,
      "step": 583300
    },
    {
      "epoch": 15.020984062411493,
      "grad_norm": 8.514629364013672,
      "learning_rate": 5e-06,
      "loss": 0.3507,
      "step": 583400
    },
    {
      "epoch": 15.023558793995726,
      "grad_norm": 10.924549102783203,
      "learning_rate": 5e-06,
      "loss": 0.3546,
      "step": 583500
    },
    {
      "epoch": 15.026133525579958,
      "grad_norm": 8.080096244812012,
      "learning_rate": 5e-06,
      "loss": 0.3556,
      "step": 583600
    },
    {
      "epoch": 15.02870825716419,
      "grad_norm": 8.726738929748535,
      "learning_rate": 5e-06,
      "loss": 0.3608,
      "step": 583700
    },
    {
      "epoch": 15.031282988748423,
      "grad_norm": 11.376802444458008,
      "learning_rate": 5e-06,
      "loss": 0.3503,
      "step": 583800
    },
    {
      "epoch": 15.033857720332655,
      "grad_norm": 12.593374252319336,
      "learning_rate": 5e-06,
      "loss": 0.3619,
      "step": 583900
    },
    {
      "epoch": 15.036432451916887,
      "grad_norm": 11.533462524414062,
      "learning_rate": 5e-06,
      "loss": 0.3657,
      "step": 584000
    },
    {
      "epoch": 15.03900718350112,
      "grad_norm": 11.440511703491211,
      "learning_rate": 5e-06,
      "loss": 0.3653,
      "step": 584100
    },
    {
      "epoch": 15.041581915085352,
      "grad_norm": 10.331448554992676,
      "learning_rate": 5e-06,
      "loss": 0.3403,
      "step": 584200
    },
    {
      "epoch": 15.044156646669585,
      "grad_norm": 7.3509602546691895,
      "learning_rate": 5e-06,
      "loss": 0.3548,
      "step": 584300
    },
    {
      "epoch": 15.046731378253817,
      "grad_norm": 7.6495232582092285,
      "learning_rate": 5e-06,
      "loss": 0.3473,
      "step": 584400
    },
    {
      "epoch": 15.04930610983805,
      "grad_norm": 11.14138412475586,
      "learning_rate": 5e-06,
      "loss": 0.3606,
      "step": 584500
    },
    {
      "epoch": 15.051880841422282,
      "grad_norm": 9.561981201171875,
      "learning_rate": 5e-06,
      "loss": 0.3467,
      "step": 584600
    },
    {
      "epoch": 15.054455573006514,
      "grad_norm": 10.474515914916992,
      "learning_rate": 5e-06,
      "loss": 0.3724,
      "step": 584700
    },
    {
      "epoch": 15.057030304590747,
      "grad_norm": 9.76795482635498,
      "learning_rate": 5e-06,
      "loss": 0.3653,
      "step": 584800
    },
    {
      "epoch": 15.059605036174979,
      "grad_norm": 8.480257987976074,
      "learning_rate": 5e-06,
      "loss": 0.3452,
      "step": 584900
    },
    {
      "epoch": 15.062179767759211,
      "grad_norm": 10.106472969055176,
      "learning_rate": 5e-06,
      "loss": 0.3598,
      "step": 585000
    },
    {
      "epoch": 15.064754499343444,
      "grad_norm": 7.3263373374938965,
      "learning_rate": 5e-06,
      "loss": 0.3643,
      "step": 585100
    },
    {
      "epoch": 15.067329230927676,
      "grad_norm": 6.709341049194336,
      "learning_rate": 5e-06,
      "loss": 0.3496,
      "step": 585200
    },
    {
      "epoch": 15.069903962511908,
      "grad_norm": 11.493963241577148,
      "learning_rate": 5e-06,
      "loss": 0.3458,
      "step": 585300
    },
    {
      "epoch": 15.07247869409614,
      "grad_norm": 11.407600402832031,
      "learning_rate": 5e-06,
      "loss": 0.3576,
      "step": 585400
    },
    {
      "epoch": 15.075053425680373,
      "grad_norm": 7.810668468475342,
      "learning_rate": 5e-06,
      "loss": 0.3547,
      "step": 585500
    },
    {
      "epoch": 15.077628157264606,
      "grad_norm": 8.85523796081543,
      "learning_rate": 5e-06,
      "loss": 0.3639,
      "step": 585600
    },
    {
      "epoch": 15.080202888848838,
      "grad_norm": 9.033858299255371,
      "learning_rate": 5e-06,
      "loss": 0.3657,
      "step": 585700
    },
    {
      "epoch": 15.08277762043307,
      "grad_norm": 8.921378135681152,
      "learning_rate": 5e-06,
      "loss": 0.3507,
      "step": 585800
    },
    {
      "epoch": 15.085352352017303,
      "grad_norm": 7.870809078216553,
      "learning_rate": 5e-06,
      "loss": 0.3598,
      "step": 585900
    },
    {
      "epoch": 15.087927083601535,
      "grad_norm": 8.27531909942627,
      "learning_rate": 5e-06,
      "loss": 0.3476,
      "step": 586000
    },
    {
      "epoch": 15.090501815185767,
      "grad_norm": 12.009347915649414,
      "learning_rate": 5e-06,
      "loss": 0.3513,
      "step": 586100
    },
    {
      "epoch": 15.09307654677,
      "grad_norm": 7.813258171081543,
      "learning_rate": 5e-06,
      "loss": 0.3425,
      "step": 586200
    },
    {
      "epoch": 15.095651278354232,
      "grad_norm": 9.596162796020508,
      "learning_rate": 5e-06,
      "loss": 0.3739,
      "step": 586300
    },
    {
      "epoch": 15.098226009938465,
      "grad_norm": 6.954281330108643,
      "learning_rate": 5e-06,
      "loss": 0.3577,
      "step": 586400
    },
    {
      "epoch": 15.100800741522697,
      "grad_norm": 6.819267749786377,
      "learning_rate": 5e-06,
      "loss": 0.3619,
      "step": 586500
    },
    {
      "epoch": 15.10337547310693,
      "grad_norm": 8.556387901306152,
      "learning_rate": 5e-06,
      "loss": 0.3526,
      "step": 586600
    },
    {
      "epoch": 15.105950204691162,
      "grad_norm": 9.474781036376953,
      "learning_rate": 5e-06,
      "loss": 0.3468,
      "step": 586700
    },
    {
      "epoch": 15.108524936275394,
      "grad_norm": 7.730044364929199,
      "learning_rate": 5e-06,
      "loss": 0.3452,
      "step": 586800
    },
    {
      "epoch": 15.111099667859625,
      "grad_norm": 9.203495025634766,
      "learning_rate": 5e-06,
      "loss": 0.3501,
      "step": 586900
    },
    {
      "epoch": 15.113674399443857,
      "grad_norm": 11.198649406433105,
      "learning_rate": 5e-06,
      "loss": 0.3624,
      "step": 587000
    },
    {
      "epoch": 15.11624913102809,
      "grad_norm": 9.39375114440918,
      "learning_rate": 5e-06,
      "loss": 0.337,
      "step": 587100
    },
    {
      "epoch": 15.118823862612322,
      "grad_norm": 8.17367935180664,
      "learning_rate": 5e-06,
      "loss": 0.3381,
      "step": 587200
    },
    {
      "epoch": 15.121398594196554,
      "grad_norm": 12.103963851928711,
      "learning_rate": 5e-06,
      "loss": 0.3693,
      "step": 587300
    },
    {
      "epoch": 15.123973325780787,
      "grad_norm": 10.534444808959961,
      "learning_rate": 5e-06,
      "loss": 0.3642,
      "step": 587400
    },
    {
      "epoch": 15.126548057365019,
      "grad_norm": 7.051753520965576,
      "learning_rate": 5e-06,
      "loss": 0.3572,
      "step": 587500
    },
    {
      "epoch": 15.129122788949251,
      "grad_norm": 9.434396743774414,
      "learning_rate": 5e-06,
      "loss": 0.38,
      "step": 587600
    },
    {
      "epoch": 15.131697520533484,
      "grad_norm": 7.2820634841918945,
      "learning_rate": 5e-06,
      "loss": 0.357,
      "step": 587700
    },
    {
      "epoch": 15.134272252117716,
      "grad_norm": 8.009525299072266,
      "learning_rate": 5e-06,
      "loss": 0.3656,
      "step": 587800
    },
    {
      "epoch": 15.136846983701949,
      "grad_norm": 9.27059268951416,
      "learning_rate": 5e-06,
      "loss": 0.3875,
      "step": 587900
    },
    {
      "epoch": 15.139421715286181,
      "grad_norm": 7.8920416831970215,
      "learning_rate": 5e-06,
      "loss": 0.35,
      "step": 588000
    },
    {
      "epoch": 15.141996446870413,
      "grad_norm": 5.824238300323486,
      "learning_rate": 5e-06,
      "loss": 0.358,
      "step": 588100
    },
    {
      "epoch": 15.144571178454646,
      "grad_norm": 11.25899600982666,
      "learning_rate": 5e-06,
      "loss": 0.3327,
      "step": 588200
    },
    {
      "epoch": 15.147145910038878,
      "grad_norm": 7.099573135375977,
      "learning_rate": 5e-06,
      "loss": 0.3584,
      "step": 588300
    },
    {
      "epoch": 15.14972064162311,
      "grad_norm": 8.931105613708496,
      "learning_rate": 5e-06,
      "loss": 0.3536,
      "step": 588400
    },
    {
      "epoch": 15.152295373207343,
      "grad_norm": 7.9827117919921875,
      "learning_rate": 5e-06,
      "loss": 0.3693,
      "step": 588500
    },
    {
      "epoch": 15.154870104791575,
      "grad_norm": 7.239638805389404,
      "learning_rate": 5e-06,
      "loss": 0.3474,
      "step": 588600
    },
    {
      "epoch": 15.157444836375808,
      "grad_norm": 9.365426063537598,
      "learning_rate": 5e-06,
      "loss": 0.3282,
      "step": 588700
    },
    {
      "epoch": 15.16001956796004,
      "grad_norm": 8.623037338256836,
      "learning_rate": 5e-06,
      "loss": 0.3324,
      "step": 588800
    },
    {
      "epoch": 15.162594299544272,
      "grad_norm": 8.167097091674805,
      "learning_rate": 5e-06,
      "loss": 0.3586,
      "step": 588900
    },
    {
      "epoch": 15.165169031128505,
      "grad_norm": 9.131211280822754,
      "learning_rate": 5e-06,
      "loss": 0.3647,
      "step": 589000
    },
    {
      "epoch": 15.167743762712737,
      "grad_norm": 7.922573566436768,
      "learning_rate": 5e-06,
      "loss": 0.3588,
      "step": 589100
    },
    {
      "epoch": 15.17031849429697,
      "grad_norm": 5.713992118835449,
      "learning_rate": 5e-06,
      "loss": 0.3503,
      "step": 589200
    },
    {
      "epoch": 15.172893225881202,
      "grad_norm": 10.597366333007812,
      "learning_rate": 5e-06,
      "loss": 0.3657,
      "step": 589300
    },
    {
      "epoch": 15.175467957465434,
      "grad_norm": 14.727524757385254,
      "learning_rate": 5e-06,
      "loss": 0.3574,
      "step": 589400
    },
    {
      "epoch": 15.178042689049667,
      "grad_norm": 7.037254333496094,
      "learning_rate": 5e-06,
      "loss": 0.3403,
      "step": 589500
    },
    {
      "epoch": 15.180617420633899,
      "grad_norm": 9.1790189743042,
      "learning_rate": 5e-06,
      "loss": 0.3496,
      "step": 589600
    },
    {
      "epoch": 15.183192152218131,
      "grad_norm": 9.073322296142578,
      "learning_rate": 5e-06,
      "loss": 0.3607,
      "step": 589700
    },
    {
      "epoch": 15.185766883802364,
      "grad_norm": 7.6494140625,
      "learning_rate": 5e-06,
      "loss": 0.3562,
      "step": 589800
    },
    {
      "epoch": 15.188341615386596,
      "grad_norm": 7.354150295257568,
      "learning_rate": 5e-06,
      "loss": 0.374,
      "step": 589900
    },
    {
      "epoch": 15.190916346970829,
      "grad_norm": 7.854653835296631,
      "learning_rate": 5e-06,
      "loss": 0.3632,
      "step": 590000
    },
    {
      "epoch": 15.193491078555061,
      "grad_norm": 7.969682693481445,
      "learning_rate": 5e-06,
      "loss": 0.3476,
      "step": 590100
    },
    {
      "epoch": 15.196065810139293,
      "grad_norm": 9.211894035339355,
      "learning_rate": 5e-06,
      "loss": 0.3562,
      "step": 590200
    },
    {
      "epoch": 15.198640541723526,
      "grad_norm": 7.4945807456970215,
      "learning_rate": 5e-06,
      "loss": 0.3312,
      "step": 590300
    },
    {
      "epoch": 15.201215273307758,
      "grad_norm": 7.969616889953613,
      "learning_rate": 5e-06,
      "loss": 0.3446,
      "step": 590400
    },
    {
      "epoch": 15.20379000489199,
      "grad_norm": 5.919627666473389,
      "learning_rate": 5e-06,
      "loss": 0.3532,
      "step": 590500
    },
    {
      "epoch": 15.206364736476223,
      "grad_norm": 7.705248832702637,
      "learning_rate": 5e-06,
      "loss": 0.3604,
      "step": 590600
    },
    {
      "epoch": 15.208939468060455,
      "grad_norm": 8.696006774902344,
      "learning_rate": 5e-06,
      "loss": 0.3587,
      "step": 590700
    },
    {
      "epoch": 15.211514199644688,
      "grad_norm": 10.03105640411377,
      "learning_rate": 5e-06,
      "loss": 0.3405,
      "step": 590800
    },
    {
      "epoch": 15.21408893122892,
      "grad_norm": 8.808370590209961,
      "learning_rate": 5e-06,
      "loss": 0.3441,
      "step": 590900
    },
    {
      "epoch": 15.216663662813152,
      "grad_norm": 11.40367317199707,
      "learning_rate": 5e-06,
      "loss": 0.3549,
      "step": 591000
    },
    {
      "epoch": 15.219238394397385,
      "grad_norm": 8.41369342803955,
      "learning_rate": 5e-06,
      "loss": 0.3484,
      "step": 591100
    },
    {
      "epoch": 15.221813125981617,
      "grad_norm": 7.534107685089111,
      "learning_rate": 5e-06,
      "loss": 0.3454,
      "step": 591200
    },
    {
      "epoch": 15.22438785756585,
      "grad_norm": 9.096927642822266,
      "learning_rate": 5e-06,
      "loss": 0.3496,
      "step": 591300
    },
    {
      "epoch": 15.226962589150082,
      "grad_norm": 9.088519096374512,
      "learning_rate": 5e-06,
      "loss": 0.3561,
      "step": 591400
    },
    {
      "epoch": 15.229537320734314,
      "grad_norm": 9.054828643798828,
      "learning_rate": 5e-06,
      "loss": 0.3432,
      "step": 591500
    },
    {
      "epoch": 15.232112052318545,
      "grad_norm": 6.811359405517578,
      "learning_rate": 5e-06,
      "loss": 0.3341,
      "step": 591600
    },
    {
      "epoch": 15.234686783902777,
      "grad_norm": 6.680087089538574,
      "learning_rate": 5e-06,
      "loss": 0.3602,
      "step": 591700
    },
    {
      "epoch": 15.23726151548701,
      "grad_norm": 9.262999534606934,
      "learning_rate": 5e-06,
      "loss": 0.3649,
      "step": 591800
    },
    {
      "epoch": 15.239836247071242,
      "grad_norm": 6.217687129974365,
      "learning_rate": 5e-06,
      "loss": 0.3841,
      "step": 591900
    },
    {
      "epoch": 15.242410978655474,
      "grad_norm": 7.938675403594971,
      "learning_rate": 5e-06,
      "loss": 0.339,
      "step": 592000
    },
    {
      "epoch": 15.244985710239707,
      "grad_norm": 9.314616203308105,
      "learning_rate": 5e-06,
      "loss": 0.3582,
      "step": 592100
    },
    {
      "epoch": 15.24756044182394,
      "grad_norm": 5.34811544418335,
      "learning_rate": 5e-06,
      "loss": 0.3554,
      "step": 592200
    },
    {
      "epoch": 15.250135173408172,
      "grad_norm": 9.36913776397705,
      "learning_rate": 5e-06,
      "loss": 0.3774,
      "step": 592300
    },
    {
      "epoch": 15.252709904992404,
      "grad_norm": 6.2964019775390625,
      "learning_rate": 5e-06,
      "loss": 0.3454,
      "step": 592400
    },
    {
      "epoch": 15.255284636576636,
      "grad_norm": 12.12395191192627,
      "learning_rate": 5e-06,
      "loss": 0.3458,
      "step": 592500
    },
    {
      "epoch": 15.257859368160869,
      "grad_norm": 8.849197387695312,
      "learning_rate": 5e-06,
      "loss": 0.3638,
      "step": 592600
    },
    {
      "epoch": 15.260434099745101,
      "grad_norm": 9.472739219665527,
      "learning_rate": 5e-06,
      "loss": 0.3529,
      "step": 592700
    },
    {
      "epoch": 15.263008831329334,
      "grad_norm": 10.988367080688477,
      "learning_rate": 5e-06,
      "loss": 0.3631,
      "step": 592800
    },
    {
      "epoch": 15.265583562913566,
      "grad_norm": 10.04981517791748,
      "learning_rate": 5e-06,
      "loss": 0.3395,
      "step": 592900
    },
    {
      "epoch": 15.268158294497798,
      "grad_norm": 5.770047187805176,
      "learning_rate": 5e-06,
      "loss": 0.3675,
      "step": 593000
    },
    {
      "epoch": 15.27073302608203,
      "grad_norm": 8.598832130432129,
      "learning_rate": 5e-06,
      "loss": 0.3666,
      "step": 593100
    },
    {
      "epoch": 15.273307757666263,
      "grad_norm": 10.903660774230957,
      "learning_rate": 5e-06,
      "loss": 0.3466,
      "step": 593200
    },
    {
      "epoch": 15.275882489250495,
      "grad_norm": 7.986541271209717,
      "learning_rate": 5e-06,
      "loss": 0.3619,
      "step": 593300
    },
    {
      "epoch": 15.278457220834728,
      "grad_norm": 7.876397609710693,
      "learning_rate": 5e-06,
      "loss": 0.3548,
      "step": 593400
    },
    {
      "epoch": 15.28103195241896,
      "grad_norm": 10.334848403930664,
      "learning_rate": 5e-06,
      "loss": 0.3428,
      "step": 593500
    },
    {
      "epoch": 15.283606684003193,
      "grad_norm": 6.5593485832214355,
      "learning_rate": 5e-06,
      "loss": 0.3822,
      "step": 593600
    },
    {
      "epoch": 15.286181415587425,
      "grad_norm": 8.605441093444824,
      "learning_rate": 5e-06,
      "loss": 0.3238,
      "step": 593700
    },
    {
      "epoch": 15.288756147171657,
      "grad_norm": 8.883416175842285,
      "learning_rate": 5e-06,
      "loss": 0.35,
      "step": 593800
    },
    {
      "epoch": 15.29133087875589,
      "grad_norm": 9.373766899108887,
      "learning_rate": 5e-06,
      "loss": 0.3638,
      "step": 593900
    },
    {
      "epoch": 15.293905610340122,
      "grad_norm": 7.324979782104492,
      "learning_rate": 5e-06,
      "loss": 0.3525,
      "step": 594000
    },
    {
      "epoch": 15.296480341924354,
      "grad_norm": 6.940303325653076,
      "learning_rate": 5e-06,
      "loss": 0.3591,
      "step": 594100
    },
    {
      "epoch": 15.299055073508587,
      "grad_norm": 8.807130813598633,
      "learning_rate": 5e-06,
      "loss": 0.3713,
      "step": 594200
    },
    {
      "epoch": 15.30162980509282,
      "grad_norm": 6.301575183868408,
      "learning_rate": 5e-06,
      "loss": 0.3581,
      "step": 594300
    },
    {
      "epoch": 15.304204536677052,
      "grad_norm": 8.868645668029785,
      "learning_rate": 5e-06,
      "loss": 0.3681,
      "step": 594400
    },
    {
      "epoch": 15.306779268261284,
      "grad_norm": 9.959160804748535,
      "learning_rate": 5e-06,
      "loss": 0.364,
      "step": 594500
    },
    {
      "epoch": 15.309353999845516,
      "grad_norm": 12.113673210144043,
      "learning_rate": 5e-06,
      "loss": 0.3584,
      "step": 594600
    },
    {
      "epoch": 15.311928731429749,
      "grad_norm": 7.187037944793701,
      "learning_rate": 5e-06,
      "loss": 0.3472,
      "step": 594700
    },
    {
      "epoch": 15.314503463013981,
      "grad_norm": 9.324577331542969,
      "learning_rate": 5e-06,
      "loss": 0.3675,
      "step": 594800
    },
    {
      "epoch": 15.317078194598214,
      "grad_norm": 7.134311676025391,
      "learning_rate": 5e-06,
      "loss": 0.3572,
      "step": 594900
    },
    {
      "epoch": 15.319652926182446,
      "grad_norm": 8.818985939025879,
      "learning_rate": 5e-06,
      "loss": 0.3474,
      "step": 595000
    },
    {
      "epoch": 15.322227657766678,
      "grad_norm": 10.524857521057129,
      "learning_rate": 5e-06,
      "loss": 0.3644,
      "step": 595100
    },
    {
      "epoch": 15.32480238935091,
      "grad_norm": 8.35645866394043,
      "learning_rate": 5e-06,
      "loss": 0.3408,
      "step": 595200
    },
    {
      "epoch": 15.327377120935143,
      "grad_norm": 8.799717903137207,
      "learning_rate": 5e-06,
      "loss": 0.3434,
      "step": 595300
    },
    {
      "epoch": 15.329951852519375,
      "grad_norm": 8.646218299865723,
      "learning_rate": 5e-06,
      "loss": 0.3611,
      "step": 595400
    },
    {
      "epoch": 15.332526584103608,
      "grad_norm": 12.743361473083496,
      "learning_rate": 5e-06,
      "loss": 0.3421,
      "step": 595500
    },
    {
      "epoch": 15.33510131568784,
      "grad_norm": 6.236611843109131,
      "learning_rate": 5e-06,
      "loss": 0.3281,
      "step": 595600
    },
    {
      "epoch": 15.337676047272073,
      "grad_norm": 8.20069694519043,
      "learning_rate": 5e-06,
      "loss": 0.338,
      "step": 595700
    },
    {
      "epoch": 15.340250778856305,
      "grad_norm": 10.134230613708496,
      "learning_rate": 5e-06,
      "loss": 0.3677,
      "step": 595800
    },
    {
      "epoch": 15.342825510440537,
      "grad_norm": 7.600732803344727,
      "learning_rate": 5e-06,
      "loss": 0.3565,
      "step": 595900
    },
    {
      "epoch": 15.34540024202477,
      "grad_norm": 7.642002582550049,
      "learning_rate": 5e-06,
      "loss": 0.3463,
      "step": 596000
    },
    {
      "epoch": 15.347974973609002,
      "grad_norm": 9.77690601348877,
      "learning_rate": 5e-06,
      "loss": 0.364,
      "step": 596100
    },
    {
      "epoch": 15.350549705193234,
      "grad_norm": 8.673456192016602,
      "learning_rate": 5e-06,
      "loss": 0.3416,
      "step": 596200
    },
    {
      "epoch": 15.353124436777467,
      "grad_norm": 7.347941875457764,
      "learning_rate": 5e-06,
      "loss": 0.3582,
      "step": 596300
    },
    {
      "epoch": 15.355699168361697,
      "grad_norm": 8.802118301391602,
      "learning_rate": 5e-06,
      "loss": 0.3587,
      "step": 596400
    },
    {
      "epoch": 15.35827389994593,
      "grad_norm": 7.103756427764893,
      "learning_rate": 5e-06,
      "loss": 0.3383,
      "step": 596500
    },
    {
      "epoch": 15.360848631530162,
      "grad_norm": 9.18124771118164,
      "learning_rate": 5e-06,
      "loss": 0.3574,
      "step": 596600
    },
    {
      "epoch": 15.363423363114395,
      "grad_norm": 7.828107833862305,
      "learning_rate": 5e-06,
      "loss": 0.3556,
      "step": 596700
    },
    {
      "epoch": 15.365998094698627,
      "grad_norm": 10.344954490661621,
      "learning_rate": 5e-06,
      "loss": 0.36,
      "step": 596800
    },
    {
      "epoch": 15.36857282628286,
      "grad_norm": 10.18239688873291,
      "learning_rate": 5e-06,
      "loss": 0.3332,
      "step": 596900
    },
    {
      "epoch": 15.371147557867092,
      "grad_norm": 8.886282920837402,
      "learning_rate": 5e-06,
      "loss": 0.3387,
      "step": 597000
    },
    {
      "epoch": 15.373722289451324,
      "grad_norm": 6.855075359344482,
      "learning_rate": 5e-06,
      "loss": 0.3541,
      "step": 597100
    },
    {
      "epoch": 15.376297021035557,
      "grad_norm": 10.643710136413574,
      "learning_rate": 5e-06,
      "loss": 0.348,
      "step": 597200
    },
    {
      "epoch": 15.378871752619789,
      "grad_norm": 8.082588195800781,
      "learning_rate": 5e-06,
      "loss": 0.3696,
      "step": 597300
    },
    {
      "epoch": 15.381446484204021,
      "grad_norm": 9.425353050231934,
      "learning_rate": 5e-06,
      "loss": 0.3324,
      "step": 597400
    },
    {
      "epoch": 15.384021215788254,
      "grad_norm": 9.146772384643555,
      "learning_rate": 5e-06,
      "loss": 0.3553,
      "step": 597500
    },
    {
      "epoch": 15.386595947372486,
      "grad_norm": 9.547897338867188,
      "learning_rate": 5e-06,
      "loss": 0.3545,
      "step": 597600
    },
    {
      "epoch": 15.389170678956718,
      "grad_norm": 7.898837566375732,
      "learning_rate": 5e-06,
      "loss": 0.3586,
      "step": 597700
    },
    {
      "epoch": 15.39174541054095,
      "grad_norm": 6.868395805358887,
      "learning_rate": 5e-06,
      "loss": 0.3537,
      "step": 597800
    },
    {
      "epoch": 15.394320142125183,
      "grad_norm": 10.134629249572754,
      "learning_rate": 5e-06,
      "loss": 0.376,
      "step": 597900
    },
    {
      "epoch": 15.396894873709416,
      "grad_norm": 9.490155220031738,
      "learning_rate": 5e-06,
      "loss": 0.3416,
      "step": 598000
    },
    {
      "epoch": 15.399469605293648,
      "grad_norm": 7.100046634674072,
      "learning_rate": 5e-06,
      "loss": 0.3732,
      "step": 598100
    },
    {
      "epoch": 15.40204433687788,
      "grad_norm": 6.4337592124938965,
      "learning_rate": 5e-06,
      "loss": 0.3476,
      "step": 598200
    },
    {
      "epoch": 15.404619068462113,
      "grad_norm": 7.001081943511963,
      "learning_rate": 5e-06,
      "loss": 0.3622,
      "step": 598300
    },
    {
      "epoch": 15.407193800046345,
      "grad_norm": 8.225881576538086,
      "learning_rate": 5e-06,
      "loss": 0.3492,
      "step": 598400
    },
    {
      "epoch": 15.409768531630577,
      "grad_norm": 9.319378852844238,
      "learning_rate": 5e-06,
      "loss": 0.3408,
      "step": 598500
    },
    {
      "epoch": 15.41234326321481,
      "grad_norm": 7.826805591583252,
      "learning_rate": 5e-06,
      "loss": 0.3543,
      "step": 598600
    },
    {
      "epoch": 15.414917994799042,
      "grad_norm": 11.717758178710938,
      "learning_rate": 5e-06,
      "loss": 0.3667,
      "step": 598700
    },
    {
      "epoch": 15.417492726383275,
      "grad_norm": 8.23850154876709,
      "learning_rate": 5e-06,
      "loss": 0.3609,
      "step": 598800
    },
    {
      "epoch": 15.420067457967507,
      "grad_norm": 7.791412353515625,
      "learning_rate": 5e-06,
      "loss": 0.332,
      "step": 598900
    },
    {
      "epoch": 15.42264218955174,
      "grad_norm": 5.484886169433594,
      "learning_rate": 5e-06,
      "loss": 0.3324,
      "step": 599000
    },
    {
      "epoch": 15.425216921135972,
      "grad_norm": 7.773137092590332,
      "learning_rate": 5e-06,
      "loss": 0.3408,
      "step": 599100
    },
    {
      "epoch": 15.427791652720204,
      "grad_norm": 8.291015625,
      "learning_rate": 5e-06,
      "loss": 0.3532,
      "step": 599200
    },
    {
      "epoch": 15.430366384304437,
      "grad_norm": 9.263009071350098,
      "learning_rate": 5e-06,
      "loss": 0.3507,
      "step": 599300
    },
    {
      "epoch": 15.432941115888669,
      "grad_norm": 7.673682689666748,
      "learning_rate": 5e-06,
      "loss": 0.3484,
      "step": 599400
    },
    {
      "epoch": 15.435515847472901,
      "grad_norm": 7.4291791915893555,
      "learning_rate": 5e-06,
      "loss": 0.3649,
      "step": 599500
    },
    {
      "epoch": 15.438090579057134,
      "grad_norm": 7.542080879211426,
      "learning_rate": 5e-06,
      "loss": 0.3555,
      "step": 599600
    },
    {
      "epoch": 15.440665310641366,
      "grad_norm": 6.149731636047363,
      "learning_rate": 5e-06,
      "loss": 0.3278,
      "step": 599700
    },
    {
      "epoch": 15.443240042225598,
      "grad_norm": 8.496338844299316,
      "learning_rate": 5e-06,
      "loss": 0.3624,
      "step": 599800
    },
    {
      "epoch": 15.44581477380983,
      "grad_norm": 9.462434768676758,
      "learning_rate": 5e-06,
      "loss": 0.3573,
      "step": 599900
    },
    {
      "epoch": 15.448389505394063,
      "grad_norm": 6.3234429359436035,
      "learning_rate": 5e-06,
      "loss": 0.3514,
      "step": 600000
    },
    {
      "epoch": 15.450964236978296,
      "grad_norm": 7.446852684020996,
      "learning_rate": 5e-06,
      "loss": 0.3696,
      "step": 600100
    },
    {
      "epoch": 15.453538968562528,
      "grad_norm": 7.701012134552002,
      "learning_rate": 5e-06,
      "loss": 0.3348,
      "step": 600200
    },
    {
      "epoch": 15.45611370014676,
      "grad_norm": 7.97281551361084,
      "learning_rate": 5e-06,
      "loss": 0.3537,
      "step": 600300
    },
    {
      "epoch": 15.458688431730993,
      "grad_norm": 12.127806663513184,
      "learning_rate": 5e-06,
      "loss": 0.3534,
      "step": 600400
    },
    {
      "epoch": 15.461263163315225,
      "grad_norm": 10.298969268798828,
      "learning_rate": 5e-06,
      "loss": 0.3624,
      "step": 600500
    },
    {
      "epoch": 15.463837894899457,
      "grad_norm": 10.22821044921875,
      "learning_rate": 5e-06,
      "loss": 0.3295,
      "step": 600600
    },
    {
      "epoch": 15.46641262648369,
      "grad_norm": 6.569364070892334,
      "learning_rate": 5e-06,
      "loss": 0.3574,
      "step": 600700
    },
    {
      "epoch": 15.468987358067922,
      "grad_norm": 11.734819412231445,
      "learning_rate": 5e-06,
      "loss": 0.3475,
      "step": 600800
    },
    {
      "epoch": 15.471562089652153,
      "grad_norm": 8.414278030395508,
      "learning_rate": 5e-06,
      "loss": 0.3427,
      "step": 600900
    },
    {
      "epoch": 15.474136821236385,
      "grad_norm": 5.743042469024658,
      "learning_rate": 5e-06,
      "loss": 0.3669,
      "step": 601000
    },
    {
      "epoch": 15.476711552820618,
      "grad_norm": 9.404356956481934,
      "learning_rate": 5e-06,
      "loss": 0.3429,
      "step": 601100
    },
    {
      "epoch": 15.47928628440485,
      "grad_norm": 6.758278846740723,
      "learning_rate": 5e-06,
      "loss": 0.3633,
      "step": 601200
    },
    {
      "epoch": 15.481861015989082,
      "grad_norm": 7.316783905029297,
      "learning_rate": 5e-06,
      "loss": 0.3599,
      "step": 601300
    },
    {
      "epoch": 15.484435747573315,
      "grad_norm": 9.522682189941406,
      "learning_rate": 5e-06,
      "loss": 0.3435,
      "step": 601400
    },
    {
      "epoch": 15.487010479157547,
      "grad_norm": 8.242228507995605,
      "learning_rate": 5e-06,
      "loss": 0.3748,
      "step": 601500
    },
    {
      "epoch": 15.48958521074178,
      "grad_norm": 7.375162124633789,
      "learning_rate": 5e-06,
      "loss": 0.3641,
      "step": 601600
    },
    {
      "epoch": 15.492159942326012,
      "grad_norm": 8.510016441345215,
      "learning_rate": 5e-06,
      "loss": 0.3603,
      "step": 601700
    },
    {
      "epoch": 15.494734673910244,
      "grad_norm": 7.092932224273682,
      "learning_rate": 5e-06,
      "loss": 0.3591,
      "step": 601800
    },
    {
      "epoch": 15.497309405494477,
      "grad_norm": 9.843905448913574,
      "learning_rate": 5e-06,
      "loss": 0.3564,
      "step": 601900
    },
    {
      "epoch": 15.499884137078709,
      "grad_norm": 7.070887088775635,
      "learning_rate": 5e-06,
      "loss": 0.3525,
      "step": 602000
    },
    {
      "epoch": 15.502458868662941,
      "grad_norm": 10.326553344726562,
      "learning_rate": 5e-06,
      "loss": 0.3443,
      "step": 602100
    },
    {
      "epoch": 15.505033600247174,
      "grad_norm": 13.15528392791748,
      "learning_rate": 5e-06,
      "loss": 0.3386,
      "step": 602200
    },
    {
      "epoch": 15.507608331831406,
      "grad_norm": 9.687224388122559,
      "learning_rate": 5e-06,
      "loss": 0.3783,
      "step": 602300
    },
    {
      "epoch": 15.510183063415639,
      "grad_norm": 9.60960578918457,
      "learning_rate": 5e-06,
      "loss": 0.3396,
      "step": 602400
    },
    {
      "epoch": 15.512757794999871,
      "grad_norm": 8.457071304321289,
      "learning_rate": 5e-06,
      "loss": 0.3562,
      "step": 602500
    },
    {
      "epoch": 15.515332526584103,
      "grad_norm": 7.6960225105285645,
      "learning_rate": 5e-06,
      "loss": 0.355,
      "step": 602600
    },
    {
      "epoch": 15.517907258168336,
      "grad_norm": 12.218426704406738,
      "learning_rate": 5e-06,
      "loss": 0.3405,
      "step": 602700
    },
    {
      "epoch": 15.520481989752568,
      "grad_norm": 10.960856437683105,
      "learning_rate": 5e-06,
      "loss": 0.357,
      "step": 602800
    },
    {
      "epoch": 15.5230567213368,
      "grad_norm": 7.108166217803955,
      "learning_rate": 5e-06,
      "loss": 0.3527,
      "step": 602900
    },
    {
      "epoch": 15.525631452921033,
      "grad_norm": 7.422504425048828,
      "learning_rate": 5e-06,
      "loss": 0.3484,
      "step": 603000
    },
    {
      "epoch": 15.528206184505265,
      "grad_norm": 9.343465805053711,
      "learning_rate": 5e-06,
      "loss": 0.341,
      "step": 603100
    },
    {
      "epoch": 15.530780916089498,
      "grad_norm": 9.128478050231934,
      "learning_rate": 5e-06,
      "loss": 0.3513,
      "step": 603200
    },
    {
      "epoch": 15.53335564767373,
      "grad_norm": 10.092677116394043,
      "learning_rate": 5e-06,
      "loss": 0.3505,
      "step": 603300
    },
    {
      "epoch": 15.535930379257962,
      "grad_norm": 6.490520477294922,
      "learning_rate": 5e-06,
      "loss": 0.3467,
      "step": 603400
    },
    {
      "epoch": 15.538505110842195,
      "grad_norm": 7.8028178215026855,
      "learning_rate": 5e-06,
      "loss": 0.3468,
      "step": 603500
    },
    {
      "epoch": 15.541079842426427,
      "grad_norm": 8.320157051086426,
      "learning_rate": 5e-06,
      "loss": 0.3634,
      "step": 603600
    },
    {
      "epoch": 15.54365457401066,
      "grad_norm": 9.063164710998535,
      "learning_rate": 5e-06,
      "loss": 0.3678,
      "step": 603700
    },
    {
      "epoch": 15.546229305594892,
      "grad_norm": 7.1105241775512695,
      "learning_rate": 5e-06,
      "loss": 0.3365,
      "step": 603800
    },
    {
      "epoch": 15.548804037179124,
      "grad_norm": 9.238163948059082,
      "learning_rate": 5e-06,
      "loss": 0.363,
      "step": 603900
    },
    {
      "epoch": 15.551378768763357,
      "grad_norm": 7.288468360900879,
      "learning_rate": 5e-06,
      "loss": 0.3721,
      "step": 604000
    },
    {
      "epoch": 15.553953500347589,
      "grad_norm": 6.422106742858887,
      "learning_rate": 5e-06,
      "loss": 0.3608,
      "step": 604100
    },
    {
      "epoch": 15.556528231931821,
      "grad_norm": 7.149388790130615,
      "learning_rate": 5e-06,
      "loss": 0.3621,
      "step": 604200
    },
    {
      "epoch": 15.559102963516054,
      "grad_norm": 9.86821460723877,
      "learning_rate": 5e-06,
      "loss": 0.3562,
      "step": 604300
    },
    {
      "epoch": 15.561677695100286,
      "grad_norm": 9.591444969177246,
      "learning_rate": 5e-06,
      "loss": 0.3591,
      "step": 604400
    },
    {
      "epoch": 15.564252426684519,
      "grad_norm": 10.441622734069824,
      "learning_rate": 5e-06,
      "loss": 0.3643,
      "step": 604500
    },
    {
      "epoch": 15.566827158268751,
      "grad_norm": 8.331255912780762,
      "learning_rate": 5e-06,
      "loss": 0.3629,
      "step": 604600
    },
    {
      "epoch": 15.569401889852983,
      "grad_norm": 8.528379440307617,
      "learning_rate": 5e-06,
      "loss": 0.3682,
      "step": 604700
    },
    {
      "epoch": 15.571976621437216,
      "grad_norm": 7.618752956390381,
      "learning_rate": 5e-06,
      "loss": 0.3575,
      "step": 604800
    },
    {
      "epoch": 15.574551353021448,
      "grad_norm": 6.907819747924805,
      "learning_rate": 5e-06,
      "loss": 0.3461,
      "step": 604900
    },
    {
      "epoch": 15.57712608460568,
      "grad_norm": 9.281013488769531,
      "learning_rate": 5e-06,
      "loss": 0.3496,
      "step": 605000
    },
    {
      "epoch": 15.579700816189913,
      "grad_norm": 10.078584671020508,
      "learning_rate": 5e-06,
      "loss": 0.376,
      "step": 605100
    },
    {
      "epoch": 15.582275547774145,
      "grad_norm": 7.542446613311768,
      "learning_rate": 5e-06,
      "loss": 0.3393,
      "step": 605200
    },
    {
      "epoch": 15.584850279358378,
      "grad_norm": 7.08195686340332,
      "learning_rate": 5e-06,
      "loss": 0.3555,
      "step": 605300
    },
    {
      "epoch": 15.58742501094261,
      "grad_norm": 9.113387107849121,
      "learning_rate": 5e-06,
      "loss": 0.3459,
      "step": 605400
    },
    {
      "epoch": 15.589999742526842,
      "grad_norm": 13.903132438659668,
      "learning_rate": 5e-06,
      "loss": 0.3676,
      "step": 605500
    },
    {
      "epoch": 15.592574474111075,
      "grad_norm": 9.066864967346191,
      "learning_rate": 5e-06,
      "loss": 0.341,
      "step": 605600
    },
    {
      "epoch": 15.595149205695307,
      "grad_norm": 8.430791854858398,
      "learning_rate": 5e-06,
      "loss": 0.3562,
      "step": 605700
    },
    {
      "epoch": 15.59772393727954,
      "grad_norm": 7.7274088859558105,
      "learning_rate": 5e-06,
      "loss": 0.3522,
      "step": 605800
    },
    {
      "epoch": 15.60029866886377,
      "grad_norm": 8.23900032043457,
      "learning_rate": 5e-06,
      "loss": 0.3591,
      "step": 605900
    },
    {
      "epoch": 15.602873400448003,
      "grad_norm": 7.315615653991699,
      "learning_rate": 5e-06,
      "loss": 0.3517,
      "step": 606000
    },
    {
      "epoch": 15.605448132032235,
      "grad_norm": 9.251121520996094,
      "learning_rate": 5e-06,
      "loss": 0.3606,
      "step": 606100
    },
    {
      "epoch": 15.608022863616467,
      "grad_norm": 10.541888236999512,
      "learning_rate": 5e-06,
      "loss": 0.3436,
      "step": 606200
    },
    {
      "epoch": 15.6105975952007,
      "grad_norm": 7.542334079742432,
      "learning_rate": 5e-06,
      "loss": 0.3213,
      "step": 606300
    },
    {
      "epoch": 15.613172326784932,
      "grad_norm": 7.863726615905762,
      "learning_rate": 5e-06,
      "loss": 0.3595,
      "step": 606400
    },
    {
      "epoch": 15.615747058369164,
      "grad_norm": 6.274028301239014,
      "learning_rate": 5e-06,
      "loss": 0.3622,
      "step": 606500
    },
    {
      "epoch": 15.618321789953397,
      "grad_norm": 7.939423084259033,
      "learning_rate": 5e-06,
      "loss": 0.3318,
      "step": 606600
    },
    {
      "epoch": 15.62089652153763,
      "grad_norm": 9.828996658325195,
      "learning_rate": 5e-06,
      "loss": 0.361,
      "step": 606700
    },
    {
      "epoch": 15.623471253121862,
      "grad_norm": 11.025849342346191,
      "learning_rate": 5e-06,
      "loss": 0.341,
      "step": 606800
    },
    {
      "epoch": 15.626045984706094,
      "grad_norm": 9.27726936340332,
      "learning_rate": 5e-06,
      "loss": 0.3539,
      "step": 606900
    },
    {
      "epoch": 15.628620716290326,
      "grad_norm": 9.40294361114502,
      "learning_rate": 5e-06,
      "loss": 0.3689,
      "step": 607000
    },
    {
      "epoch": 15.631195447874559,
      "grad_norm": 7.988519191741943,
      "learning_rate": 5e-06,
      "loss": 0.3437,
      "step": 607100
    },
    {
      "epoch": 15.633770179458791,
      "grad_norm": 9.796893119812012,
      "learning_rate": 5e-06,
      "loss": 0.359,
      "step": 607200
    },
    {
      "epoch": 15.636344911043023,
      "grad_norm": 6.631313323974609,
      "learning_rate": 5e-06,
      "loss": 0.3639,
      "step": 607300
    },
    {
      "epoch": 15.638919642627256,
      "grad_norm": 6.619068145751953,
      "learning_rate": 5e-06,
      "loss": 0.3449,
      "step": 607400
    },
    {
      "epoch": 15.641494374211488,
      "grad_norm": 9.380168914794922,
      "learning_rate": 5e-06,
      "loss": 0.3594,
      "step": 607500
    },
    {
      "epoch": 15.64406910579572,
      "grad_norm": 7.03158712387085,
      "learning_rate": 5e-06,
      "loss": 0.3289,
      "step": 607600
    },
    {
      "epoch": 15.646643837379953,
      "grad_norm": 11.07474136352539,
      "learning_rate": 5e-06,
      "loss": 0.3504,
      "step": 607700
    },
    {
      "epoch": 15.649218568964185,
      "grad_norm": 7.9751505851745605,
      "learning_rate": 5e-06,
      "loss": 0.3621,
      "step": 607800
    },
    {
      "epoch": 15.651793300548418,
      "grad_norm": 7.694817543029785,
      "learning_rate": 5e-06,
      "loss": 0.347,
      "step": 607900
    },
    {
      "epoch": 15.65436803213265,
      "grad_norm": 8.725000381469727,
      "learning_rate": 5e-06,
      "loss": 0.3489,
      "step": 608000
    },
    {
      "epoch": 15.656942763716883,
      "grad_norm": 8.079373359680176,
      "learning_rate": 5e-06,
      "loss": 0.3545,
      "step": 608100
    },
    {
      "epoch": 15.659517495301115,
      "grad_norm": 8.175920486450195,
      "learning_rate": 5e-06,
      "loss": 0.3533,
      "step": 608200
    },
    {
      "epoch": 15.662092226885347,
      "grad_norm": 7.417103290557861,
      "learning_rate": 5e-06,
      "loss": 0.3528,
      "step": 608300
    },
    {
      "epoch": 15.66466695846958,
      "grad_norm": 8.868461608886719,
      "learning_rate": 5e-06,
      "loss": 0.3538,
      "step": 608400
    },
    {
      "epoch": 15.667241690053812,
      "grad_norm": 8.740174293518066,
      "learning_rate": 5e-06,
      "loss": 0.3597,
      "step": 608500
    },
    {
      "epoch": 15.669816421638044,
      "grad_norm": 7.784818172454834,
      "learning_rate": 5e-06,
      "loss": 0.3504,
      "step": 608600
    },
    {
      "epoch": 15.672391153222277,
      "grad_norm": 9.177611351013184,
      "learning_rate": 5e-06,
      "loss": 0.3543,
      "step": 608700
    },
    {
      "epoch": 15.67496588480651,
      "grad_norm": 8.683051109313965,
      "learning_rate": 5e-06,
      "loss": 0.3543,
      "step": 608800
    },
    {
      "epoch": 15.677540616390742,
      "grad_norm": 9.424468040466309,
      "learning_rate": 5e-06,
      "loss": 0.3468,
      "step": 608900
    },
    {
      "epoch": 15.680115347974974,
      "grad_norm": 8.49729061126709,
      "learning_rate": 5e-06,
      "loss": 0.3794,
      "step": 609000
    },
    {
      "epoch": 15.682690079559206,
      "grad_norm": 7.089905261993408,
      "learning_rate": 5e-06,
      "loss": 0.3392,
      "step": 609100
    },
    {
      "epoch": 15.685264811143439,
      "grad_norm": 9.272809028625488,
      "learning_rate": 5e-06,
      "loss": 0.3518,
      "step": 609200
    },
    {
      "epoch": 15.687839542727671,
      "grad_norm": 6.583284378051758,
      "learning_rate": 5e-06,
      "loss": 0.3511,
      "step": 609300
    },
    {
      "epoch": 15.690414274311903,
      "grad_norm": 10.213882446289062,
      "learning_rate": 5e-06,
      "loss": 0.3493,
      "step": 609400
    },
    {
      "epoch": 15.692989005896136,
      "grad_norm": 7.492800712585449,
      "learning_rate": 5e-06,
      "loss": 0.3504,
      "step": 609500
    },
    {
      "epoch": 15.695563737480368,
      "grad_norm": 8.907838821411133,
      "learning_rate": 5e-06,
      "loss": 0.351,
      "step": 609600
    },
    {
      "epoch": 15.6981384690646,
      "grad_norm": 8.03368854522705,
      "learning_rate": 5e-06,
      "loss": 0.3355,
      "step": 609700
    },
    {
      "epoch": 15.700713200648833,
      "grad_norm": 6.113159656524658,
      "learning_rate": 5e-06,
      "loss": 0.3319,
      "step": 609800
    },
    {
      "epoch": 15.703287932233065,
      "grad_norm": 7.472961902618408,
      "learning_rate": 5e-06,
      "loss": 0.3494,
      "step": 609900
    },
    {
      "epoch": 15.705862663817298,
      "grad_norm": 10.135660171508789,
      "learning_rate": 5e-06,
      "loss": 0.3468,
      "step": 610000
    },
    {
      "epoch": 15.70843739540153,
      "grad_norm": 4.792843818664551,
      "learning_rate": 5e-06,
      "loss": 0.3612,
      "step": 610100
    },
    {
      "epoch": 15.711012126985763,
      "grad_norm": 8.740291595458984,
      "learning_rate": 5e-06,
      "loss": 0.3722,
      "step": 610200
    },
    {
      "epoch": 15.713586858569993,
      "grad_norm": 11.66840934753418,
      "learning_rate": 5e-06,
      "loss": 0.3215,
      "step": 610300
    },
    {
      "epoch": 15.716161590154226,
      "grad_norm": 7.408972263336182,
      "learning_rate": 5e-06,
      "loss": 0.3578,
      "step": 610400
    },
    {
      "epoch": 15.718736321738458,
      "grad_norm": 6.8329362869262695,
      "learning_rate": 5e-06,
      "loss": 0.3222,
      "step": 610500
    },
    {
      "epoch": 15.72131105332269,
      "grad_norm": 7.474842548370361,
      "learning_rate": 5e-06,
      "loss": 0.3692,
      "step": 610600
    },
    {
      "epoch": 15.723885784906923,
      "grad_norm": 8.260783195495605,
      "learning_rate": 5e-06,
      "loss": 0.3708,
      "step": 610700
    },
    {
      "epoch": 15.726460516491155,
      "grad_norm": 7.1268157958984375,
      "learning_rate": 5e-06,
      "loss": 0.3532,
      "step": 610800
    },
    {
      "epoch": 15.729035248075387,
      "grad_norm": 12.006399154663086,
      "learning_rate": 5e-06,
      "loss": 0.3473,
      "step": 610900
    },
    {
      "epoch": 15.73160997965962,
      "grad_norm": 13.043950080871582,
      "learning_rate": 5e-06,
      "loss": 0.3641,
      "step": 611000
    },
    {
      "epoch": 15.734184711243852,
      "grad_norm": 6.18399715423584,
      "learning_rate": 5e-06,
      "loss": 0.3471,
      "step": 611100
    },
    {
      "epoch": 15.736759442828085,
      "grad_norm": 9.720601081848145,
      "learning_rate": 5e-06,
      "loss": 0.356,
      "step": 611200
    },
    {
      "epoch": 15.739334174412317,
      "grad_norm": 8.220840454101562,
      "learning_rate": 5e-06,
      "loss": 0.3647,
      "step": 611300
    },
    {
      "epoch": 15.74190890599655,
      "grad_norm": 7.871367454528809,
      "learning_rate": 5e-06,
      "loss": 0.352,
      "step": 611400
    },
    {
      "epoch": 15.744483637580782,
      "grad_norm": 8.263354301452637,
      "learning_rate": 5e-06,
      "loss": 0.3428,
      "step": 611500
    },
    {
      "epoch": 15.747058369165014,
      "grad_norm": 7.726624965667725,
      "learning_rate": 5e-06,
      "loss": 0.3484,
      "step": 611600
    },
    {
      "epoch": 15.749633100749246,
      "grad_norm": 10.196104049682617,
      "learning_rate": 5e-06,
      "loss": 0.3629,
      "step": 611700
    },
    {
      "epoch": 15.752207832333479,
      "grad_norm": 10.882351875305176,
      "learning_rate": 5e-06,
      "loss": 0.3441,
      "step": 611800
    },
    {
      "epoch": 15.754782563917711,
      "grad_norm": 8.496004104614258,
      "learning_rate": 5e-06,
      "loss": 0.3393,
      "step": 611900
    },
    {
      "epoch": 15.757357295501944,
      "grad_norm": 11.712728500366211,
      "learning_rate": 5e-06,
      "loss": 0.33,
      "step": 612000
    },
    {
      "epoch": 15.759932027086176,
      "grad_norm": 10.717370986938477,
      "learning_rate": 5e-06,
      "loss": 0.3365,
      "step": 612100
    },
    {
      "epoch": 15.762506758670408,
      "grad_norm": 10.237930297851562,
      "learning_rate": 5e-06,
      "loss": 0.3484,
      "step": 612200
    },
    {
      "epoch": 15.76508149025464,
      "grad_norm": 8.089537620544434,
      "learning_rate": 5e-06,
      "loss": 0.3711,
      "step": 612300
    },
    {
      "epoch": 15.767656221838873,
      "grad_norm": 6.404447078704834,
      "learning_rate": 5e-06,
      "loss": 0.3472,
      "step": 612400
    },
    {
      "epoch": 15.770230953423106,
      "grad_norm": 8.488301277160645,
      "learning_rate": 5e-06,
      "loss": 0.3354,
      "step": 612500
    },
    {
      "epoch": 15.772805685007338,
      "grad_norm": 7.571786880493164,
      "learning_rate": 5e-06,
      "loss": 0.356,
      "step": 612600
    },
    {
      "epoch": 15.77538041659157,
      "grad_norm": 7.791318893432617,
      "learning_rate": 5e-06,
      "loss": 0.3719,
      "step": 612700
    },
    {
      "epoch": 15.777955148175803,
      "grad_norm": 7.743189811706543,
      "learning_rate": 5e-06,
      "loss": 0.3661,
      "step": 612800
    },
    {
      "epoch": 15.780529879760035,
      "grad_norm": 10.670310020446777,
      "learning_rate": 5e-06,
      "loss": 0.3438,
      "step": 612900
    },
    {
      "epoch": 15.783104611344267,
      "grad_norm": 9.730310440063477,
      "learning_rate": 5e-06,
      "loss": 0.3327,
      "step": 613000
    },
    {
      "epoch": 15.7856793429285,
      "grad_norm": 9.714959144592285,
      "learning_rate": 5e-06,
      "loss": 0.3429,
      "step": 613100
    },
    {
      "epoch": 15.788254074512732,
      "grad_norm": 6.639190673828125,
      "learning_rate": 5e-06,
      "loss": 0.3541,
      "step": 613200
    },
    {
      "epoch": 15.790828806096965,
      "grad_norm": 6.338298320770264,
      "learning_rate": 5e-06,
      "loss": 0.3282,
      "step": 613300
    },
    {
      "epoch": 15.793403537681197,
      "grad_norm": 10.040889739990234,
      "learning_rate": 5e-06,
      "loss": 0.3436,
      "step": 613400
    },
    {
      "epoch": 15.79597826926543,
      "grad_norm": 7.198068618774414,
      "learning_rate": 5e-06,
      "loss": 0.3354,
      "step": 613500
    },
    {
      "epoch": 15.798553000849662,
      "grad_norm": 7.82930326461792,
      "learning_rate": 5e-06,
      "loss": 0.3478,
      "step": 613600
    },
    {
      "epoch": 15.801127732433894,
      "grad_norm": 7.799190521240234,
      "learning_rate": 5e-06,
      "loss": 0.355,
      "step": 613700
    },
    {
      "epoch": 15.803702464018127,
      "grad_norm": 6.8388776779174805,
      "learning_rate": 5e-06,
      "loss": 0.3474,
      "step": 613800
    },
    {
      "epoch": 15.806277195602359,
      "grad_norm": 6.308061122894287,
      "learning_rate": 5e-06,
      "loss": 0.3531,
      "step": 613900
    },
    {
      "epoch": 15.808851927186591,
      "grad_norm": 6.96971321105957,
      "learning_rate": 5e-06,
      "loss": 0.3714,
      "step": 614000
    },
    {
      "epoch": 15.811426658770824,
      "grad_norm": 12.268089294433594,
      "learning_rate": 5e-06,
      "loss": 0.3557,
      "step": 614100
    },
    {
      "epoch": 15.814001390355056,
      "grad_norm": 5.959897518157959,
      "learning_rate": 5e-06,
      "loss": 0.3412,
      "step": 614200
    },
    {
      "epoch": 15.816576121939288,
      "grad_norm": 7.470479965209961,
      "learning_rate": 5e-06,
      "loss": 0.368,
      "step": 614300
    },
    {
      "epoch": 15.81915085352352,
      "grad_norm": 7.160460948944092,
      "learning_rate": 5e-06,
      "loss": 0.3485,
      "step": 614400
    },
    {
      "epoch": 15.821725585107753,
      "grad_norm": 7.513554573059082,
      "learning_rate": 5e-06,
      "loss": 0.3491,
      "step": 614500
    },
    {
      "epoch": 15.824300316691986,
      "grad_norm": 9.140338897705078,
      "learning_rate": 5e-06,
      "loss": 0.3614,
      "step": 614600
    },
    {
      "epoch": 15.826875048276218,
      "grad_norm": 6.997448921203613,
      "learning_rate": 5e-06,
      "loss": 0.3587,
      "step": 614700
    },
    {
      "epoch": 15.82944977986045,
      "grad_norm": 7.279726028442383,
      "learning_rate": 5e-06,
      "loss": 0.337,
      "step": 614800
    },
    {
      "epoch": 15.832024511444683,
      "grad_norm": 8.676148414611816,
      "learning_rate": 5e-06,
      "loss": 0.3535,
      "step": 614900
    },
    {
      "epoch": 15.834599243028915,
      "grad_norm": 14.072349548339844,
      "learning_rate": 5e-06,
      "loss": 0.3845,
      "step": 615000
    },
    {
      "epoch": 15.837173974613147,
      "grad_norm": 9.899219512939453,
      "learning_rate": 5e-06,
      "loss": 0.3517,
      "step": 615100
    },
    {
      "epoch": 15.83974870619738,
      "grad_norm": 7.568793773651123,
      "learning_rate": 5e-06,
      "loss": 0.358,
      "step": 615200
    },
    {
      "epoch": 15.84232343778161,
      "grad_norm": 8.357461929321289,
      "learning_rate": 5e-06,
      "loss": 0.3663,
      "step": 615300
    },
    {
      "epoch": 15.844898169365843,
      "grad_norm": 8.536310195922852,
      "learning_rate": 5e-06,
      "loss": 0.3675,
      "step": 615400
    },
    {
      "epoch": 15.847472900950075,
      "grad_norm": 7.906627655029297,
      "learning_rate": 5e-06,
      "loss": 0.3441,
      "step": 615500
    },
    {
      "epoch": 15.850047632534308,
      "grad_norm": 8.04789924621582,
      "learning_rate": 5e-06,
      "loss": 0.3377,
      "step": 615600
    },
    {
      "epoch": 15.85262236411854,
      "grad_norm": 6.350109577178955,
      "learning_rate": 5e-06,
      "loss": 0.3462,
      "step": 615700
    },
    {
      "epoch": 15.855197095702772,
      "grad_norm": 10.837639808654785,
      "learning_rate": 5e-06,
      "loss": 0.3423,
      "step": 615800
    },
    {
      "epoch": 15.857771827287005,
      "grad_norm": 8.490418434143066,
      "learning_rate": 5e-06,
      "loss": 0.3312,
      "step": 615900
    },
    {
      "epoch": 15.860346558871237,
      "grad_norm": 8.784810066223145,
      "learning_rate": 5e-06,
      "loss": 0.3383,
      "step": 616000
    },
    {
      "epoch": 15.86292129045547,
      "grad_norm": 8.797179222106934,
      "learning_rate": 5e-06,
      "loss": 0.3498,
      "step": 616100
    },
    {
      "epoch": 15.865496022039702,
      "grad_norm": 12.092846870422363,
      "learning_rate": 5e-06,
      "loss": 0.3343,
      "step": 616200
    },
    {
      "epoch": 15.868070753623934,
      "grad_norm": 13.52043342590332,
      "learning_rate": 5e-06,
      "loss": 0.3562,
      "step": 616300
    },
    {
      "epoch": 15.870645485208167,
      "grad_norm": 10.20655632019043,
      "learning_rate": 5e-06,
      "loss": 0.3344,
      "step": 616400
    },
    {
      "epoch": 15.873220216792399,
      "grad_norm": 7.373165130615234,
      "learning_rate": 5e-06,
      "loss": 0.3526,
      "step": 616500
    },
    {
      "epoch": 15.875794948376631,
      "grad_norm": 8.942329406738281,
      "learning_rate": 5e-06,
      "loss": 0.3604,
      "step": 616600
    },
    {
      "epoch": 15.878369679960864,
      "grad_norm": 7.955557346343994,
      "learning_rate": 5e-06,
      "loss": 0.3329,
      "step": 616700
    },
    {
      "epoch": 15.880944411545096,
      "grad_norm": 9.507369041442871,
      "learning_rate": 5e-06,
      "loss": 0.3588,
      "step": 616800
    },
    {
      "epoch": 15.883519143129329,
      "grad_norm": 8.536955833435059,
      "learning_rate": 5e-06,
      "loss": 0.3496,
      "step": 616900
    },
    {
      "epoch": 15.886093874713561,
      "grad_norm": 7.8183913230896,
      "learning_rate": 5e-06,
      "loss": 0.3494,
      "step": 617000
    },
    {
      "epoch": 15.888668606297793,
      "grad_norm": 11.068840026855469,
      "learning_rate": 5e-06,
      "loss": 0.3534,
      "step": 617100
    },
    {
      "epoch": 15.891243337882026,
      "grad_norm": 9.19738483428955,
      "learning_rate": 5e-06,
      "loss": 0.3533,
      "step": 617200
    },
    {
      "epoch": 15.893818069466258,
      "grad_norm": 8.691582679748535,
      "learning_rate": 5e-06,
      "loss": 0.3363,
      "step": 617300
    },
    {
      "epoch": 15.89639280105049,
      "grad_norm": 11.113823890686035,
      "learning_rate": 5e-06,
      "loss": 0.35,
      "step": 617400
    },
    {
      "epoch": 15.898967532634723,
      "grad_norm": 6.951577186584473,
      "learning_rate": 5e-06,
      "loss": 0.3365,
      "step": 617500
    },
    {
      "epoch": 15.901542264218955,
      "grad_norm": 13.056360244750977,
      "learning_rate": 5e-06,
      "loss": 0.3394,
      "step": 617600
    },
    {
      "epoch": 15.904116995803188,
      "grad_norm": 8.476994514465332,
      "learning_rate": 5e-06,
      "loss": 0.3388,
      "step": 617700
    },
    {
      "epoch": 15.90669172738742,
      "grad_norm": 9.578553199768066,
      "learning_rate": 5e-06,
      "loss": 0.3337,
      "step": 617800
    },
    {
      "epoch": 15.909266458971652,
      "grad_norm": 8.123722076416016,
      "learning_rate": 5e-06,
      "loss": 0.3687,
      "step": 617900
    },
    {
      "epoch": 15.911841190555885,
      "grad_norm": 7.743046760559082,
      "learning_rate": 5e-06,
      "loss": 0.3557,
      "step": 618000
    },
    {
      "epoch": 15.914415922140117,
      "grad_norm": 8.118891716003418,
      "learning_rate": 5e-06,
      "loss": 0.3499,
      "step": 618100
    },
    {
      "epoch": 15.91699065372435,
      "grad_norm": 6.361485958099365,
      "learning_rate": 5e-06,
      "loss": 0.338,
      "step": 618200
    },
    {
      "epoch": 15.919565385308582,
      "grad_norm": 7.34177827835083,
      "learning_rate": 5e-06,
      "loss": 0.3322,
      "step": 618300
    },
    {
      "epoch": 15.922140116892814,
      "grad_norm": 7.878104209899902,
      "learning_rate": 5e-06,
      "loss": 0.3712,
      "step": 618400
    },
    {
      "epoch": 15.924714848477047,
      "grad_norm": 6.907463550567627,
      "learning_rate": 5e-06,
      "loss": 0.3578,
      "step": 618500
    },
    {
      "epoch": 15.927289580061279,
      "grad_norm": 6.250086307525635,
      "learning_rate": 5e-06,
      "loss": 0.3739,
      "step": 618600
    },
    {
      "epoch": 15.929864311645511,
      "grad_norm": 9.00284194946289,
      "learning_rate": 5e-06,
      "loss": 0.3432,
      "step": 618700
    },
    {
      "epoch": 15.932439043229744,
      "grad_norm": 7.378521919250488,
      "learning_rate": 5e-06,
      "loss": 0.3486,
      "step": 618800
    },
    {
      "epoch": 15.935013774813976,
      "grad_norm": 8.751956939697266,
      "learning_rate": 5e-06,
      "loss": 0.3384,
      "step": 618900
    },
    {
      "epoch": 15.937588506398209,
      "grad_norm": 8.594781875610352,
      "learning_rate": 5e-06,
      "loss": 0.3521,
      "step": 619000
    },
    {
      "epoch": 15.940163237982441,
      "grad_norm": 6.788687229156494,
      "learning_rate": 5e-06,
      "loss": 0.3504,
      "step": 619100
    },
    {
      "epoch": 15.942737969566673,
      "grad_norm": 7.661559104919434,
      "learning_rate": 5e-06,
      "loss": 0.363,
      "step": 619200
    },
    {
      "epoch": 15.945312701150906,
      "grad_norm": 6.916876792907715,
      "learning_rate": 5e-06,
      "loss": 0.343,
      "step": 619300
    },
    {
      "epoch": 15.947887432735138,
      "grad_norm": 10.419756889343262,
      "learning_rate": 5e-06,
      "loss": 0.3431,
      "step": 619400
    },
    {
      "epoch": 15.95046216431937,
      "grad_norm": 10.302708625793457,
      "learning_rate": 5e-06,
      "loss": 0.3462,
      "step": 619500
    },
    {
      "epoch": 15.953036895903603,
      "grad_norm": 7.583184719085693,
      "learning_rate": 5e-06,
      "loss": 0.354,
      "step": 619600
    },
    {
      "epoch": 15.955611627487833,
      "grad_norm": 9.496930122375488,
      "learning_rate": 5e-06,
      "loss": 0.3535,
      "step": 619700
    },
    {
      "epoch": 15.958186359072066,
      "grad_norm": 11.035305976867676,
      "learning_rate": 5e-06,
      "loss": 0.3542,
      "step": 619800
    },
    {
      "epoch": 15.960761090656298,
      "grad_norm": 9.24767017364502,
      "learning_rate": 5e-06,
      "loss": 0.353,
      "step": 619900
    },
    {
      "epoch": 15.96333582224053,
      "grad_norm": 9.629400253295898,
      "learning_rate": 5e-06,
      "loss": 0.3521,
      "step": 620000
    },
    {
      "epoch": 15.965910553824763,
      "grad_norm": 8.967142105102539,
      "learning_rate": 5e-06,
      "loss": 0.3285,
      "step": 620100
    },
    {
      "epoch": 15.968485285408995,
      "grad_norm": 8.46169662475586,
      "learning_rate": 5e-06,
      "loss": 0.3494,
      "step": 620200
    },
    {
      "epoch": 15.971060016993228,
      "grad_norm": 7.4844536781311035,
      "learning_rate": 5e-06,
      "loss": 0.3268,
      "step": 620300
    },
    {
      "epoch": 15.97363474857746,
      "grad_norm": 10.153385162353516,
      "learning_rate": 5e-06,
      "loss": 0.3417,
      "step": 620400
    },
    {
      "epoch": 15.976209480161693,
      "grad_norm": 9.296976089477539,
      "learning_rate": 5e-06,
      "loss": 0.3381,
      "step": 620500
    },
    {
      "epoch": 15.978784211745925,
      "grad_norm": 7.75560998916626,
      "learning_rate": 5e-06,
      "loss": 0.3487,
      "step": 620600
    },
    {
      "epoch": 15.981358943330157,
      "grad_norm": 10.076208114624023,
      "learning_rate": 5e-06,
      "loss": 0.3458,
      "step": 620700
    },
    {
      "epoch": 15.98393367491439,
      "grad_norm": 8.66627311706543,
      "learning_rate": 5e-06,
      "loss": 0.3408,
      "step": 620800
    },
    {
      "epoch": 15.986508406498622,
      "grad_norm": 12.854339599609375,
      "learning_rate": 5e-06,
      "loss": 0.3406,
      "step": 620900
    },
    {
      "epoch": 15.989083138082854,
      "grad_norm": 7.972605228424072,
      "learning_rate": 5e-06,
      "loss": 0.3265,
      "step": 621000
    },
    {
      "epoch": 15.991657869667087,
      "grad_norm": 6.2443060874938965,
      "learning_rate": 5e-06,
      "loss": 0.3505,
      "step": 621100
    },
    {
      "epoch": 15.99423260125132,
      "grad_norm": 8.28443431854248,
      "learning_rate": 5e-06,
      "loss": 0.3546,
      "step": 621200
    },
    {
      "epoch": 15.996807332835552,
      "grad_norm": 6.9039998054504395,
      "learning_rate": 5e-06,
      "loss": 0.3366,
      "step": 621300
    },
    {
      "epoch": 15.999382064419784,
      "grad_norm": 10.350092887878418,
      "learning_rate": 5e-06,
      "loss": 0.3636,
      "step": 621400
    },
    {
      "epoch": 16.0,
      "step": 621424,
      "train_loss": 0.2826470732688904,
      "train_perplexity": 1.326636873571139,
      "train_runtime": 778.749,
      "train_samples_per_second": 398.983,
      "train_steps_per_second": 49.874
    },
    {
      "epoch": 16.0,
      "eval_loss": 0.28357866406440735,
      "eval_perplexity": 1.3278733321188294,
      "eval_runtime": 192.6695,
      "eval_samples_per_second": 403.162,
      "eval_steps_per_second": 50.397,
      "step": 621424
    },
    {
      "epoch": 16.001956796004016,
      "grad_norm": 7.2921905517578125,
      "learning_rate": 5e-06,
      "loss": 0.3731,
      "step": 621500
    },
    {
      "epoch": 16.00453152758825,
      "grad_norm": 10.903017044067383,
      "learning_rate": 5e-06,
      "loss": 0.361,
      "step": 621600
    },
    {
      "epoch": 16.00710625917248,
      "grad_norm": 9.80963134765625,
      "learning_rate": 5e-06,
      "loss": 0.3598,
      "step": 621700
    },
    {
      "epoch": 16.009680990756713,
      "grad_norm": 8.309212684631348,
      "learning_rate": 5e-06,
      "loss": 0.3411,
      "step": 621800
    },
    {
      "epoch": 16.012255722340946,
      "grad_norm": 7.101346492767334,
      "learning_rate": 5e-06,
      "loss": 0.3331,
      "step": 621900
    },
    {
      "epoch": 16.01483045392518,
      "grad_norm": 6.8049421310424805,
      "learning_rate": 5e-06,
      "loss": 0.3312,
      "step": 622000
    },
    {
      "epoch": 16.01740518550941,
      "grad_norm": 8.188267707824707,
      "learning_rate": 5e-06,
      "loss": 0.362,
      "step": 622100
    },
    {
      "epoch": 16.019979917093643,
      "grad_norm": 6.942356109619141,
      "learning_rate": 5e-06,
      "loss": 0.3608,
      "step": 622200
    },
    {
      "epoch": 16.022554648677875,
      "grad_norm": 10.628702163696289,
      "learning_rate": 5e-06,
      "loss": 0.3394,
      "step": 622300
    },
    {
      "epoch": 16.025129380262108,
      "grad_norm": 8.078387260437012,
      "learning_rate": 5e-06,
      "loss": 0.3434,
      "step": 622400
    },
    {
      "epoch": 16.02770411184634,
      "grad_norm": 9.111653327941895,
      "learning_rate": 5e-06,
      "loss": 0.3594,
      "step": 622500
    },
    {
      "epoch": 16.030278843430573,
      "grad_norm": 7.875312328338623,
      "learning_rate": 5e-06,
      "loss": 0.335,
      "step": 622600
    },
    {
      "epoch": 16.032853575014805,
      "grad_norm": 9.312223434448242,
      "learning_rate": 5e-06,
      "loss": 0.3406,
      "step": 622700
    },
    {
      "epoch": 16.035428306599037,
      "grad_norm": 13.9891996383667,
      "learning_rate": 5e-06,
      "loss": 0.3521,
      "step": 622800
    },
    {
      "epoch": 16.03800303818327,
      "grad_norm": 7.532798767089844,
      "learning_rate": 5e-06,
      "loss": 0.3423,
      "step": 622900
    },
    {
      "epoch": 16.040577769767502,
      "grad_norm": 7.711633682250977,
      "learning_rate": 5e-06,
      "loss": 0.3399,
      "step": 623000
    },
    {
      "epoch": 16.043152501351734,
      "grad_norm": 9.024686813354492,
      "learning_rate": 5e-06,
      "loss": 0.3546,
      "step": 623100
    },
    {
      "epoch": 16.045727232935967,
      "grad_norm": 6.738884925842285,
      "learning_rate": 5e-06,
      "loss": 0.318,
      "step": 623200
    },
    {
      "epoch": 16.0483019645202,
      "grad_norm": 7.587066173553467,
      "learning_rate": 5e-06,
      "loss": 0.366,
      "step": 623300
    },
    {
      "epoch": 16.05087669610443,
      "grad_norm": 6.738379001617432,
      "learning_rate": 5e-06,
      "loss": 0.3783,
      "step": 623400
    },
    {
      "epoch": 16.053451427688664,
      "grad_norm": 10.502840042114258,
      "learning_rate": 5e-06,
      "loss": 0.3493,
      "step": 623500
    },
    {
      "epoch": 16.056026159272896,
      "grad_norm": 8.479240417480469,
      "learning_rate": 5e-06,
      "loss": 0.3507,
      "step": 623600
    },
    {
      "epoch": 16.05860089085713,
      "grad_norm": 10.045111656188965,
      "learning_rate": 5e-06,
      "loss": 0.3648,
      "step": 623700
    },
    {
      "epoch": 16.06117562244136,
      "grad_norm": 8.815821647644043,
      "learning_rate": 5e-06,
      "loss": 0.35,
      "step": 623800
    },
    {
      "epoch": 16.063750354025593,
      "grad_norm": 9.301312446594238,
      "learning_rate": 5e-06,
      "loss": 0.3318,
      "step": 623900
    },
    {
      "epoch": 16.066325085609826,
      "grad_norm": 6.3065104484558105,
      "learning_rate": 5e-06,
      "loss": 0.3551,
      "step": 624000
    },
    {
      "epoch": 16.06889981719406,
      "grad_norm": 9.280059814453125,
      "learning_rate": 5e-06,
      "loss": 0.3708,
      "step": 624100
    },
    {
      "epoch": 16.07147454877829,
      "grad_norm": 8.897191047668457,
      "learning_rate": 5e-06,
      "loss": 0.3472,
      "step": 624200
    },
    {
      "epoch": 16.074049280362523,
      "grad_norm": 10.745304107666016,
      "learning_rate": 5e-06,
      "loss": 0.3322,
      "step": 624300
    },
    {
      "epoch": 16.076624011946755,
      "grad_norm": 6.47324275970459,
      "learning_rate": 5e-06,
      "loss": 0.3388,
      "step": 624400
    },
    {
      "epoch": 16.079198743530988,
      "grad_norm": 7.50486946105957,
      "learning_rate": 5e-06,
      "loss": 0.3226,
      "step": 624500
    },
    {
      "epoch": 16.08177347511522,
      "grad_norm": 8.196951866149902,
      "learning_rate": 5e-06,
      "loss": 0.3462,
      "step": 624600
    },
    {
      "epoch": 16.084348206699453,
      "grad_norm": 8.469927787780762,
      "learning_rate": 5e-06,
      "loss": 0.3452,
      "step": 624700
    },
    {
      "epoch": 16.086922938283685,
      "grad_norm": 8.804975509643555,
      "learning_rate": 5e-06,
      "loss": 0.3364,
      "step": 624800
    },
    {
      "epoch": 16.089497669867917,
      "grad_norm": 8.414496421813965,
      "learning_rate": 5e-06,
      "loss": 0.3403,
      "step": 624900
    },
    {
      "epoch": 16.09207240145215,
      "grad_norm": 11.671279907226562,
      "learning_rate": 5e-06,
      "loss": 0.359,
      "step": 625000
    },
    {
      "epoch": 16.094647133036382,
      "grad_norm": 10.2847318649292,
      "learning_rate": 5e-06,
      "loss": 0.3364,
      "step": 625100
    },
    {
      "epoch": 16.097221864620614,
      "grad_norm": 8.314681053161621,
      "learning_rate": 5e-06,
      "loss": 0.3423,
      "step": 625200
    },
    {
      "epoch": 16.099796596204847,
      "grad_norm": 11.12761116027832,
      "learning_rate": 5e-06,
      "loss": 0.355,
      "step": 625300
    },
    {
      "epoch": 16.10237132778908,
      "grad_norm": 8.089916229248047,
      "learning_rate": 5e-06,
      "loss": 0.3546,
      "step": 625400
    },
    {
      "epoch": 16.10494605937331,
      "grad_norm": 10.927950859069824,
      "learning_rate": 5e-06,
      "loss": 0.3329,
      "step": 625500
    },
    {
      "epoch": 16.107520790957544,
      "grad_norm": 11.24116039276123,
      "learning_rate": 5e-06,
      "loss": 0.3715,
      "step": 625600
    },
    {
      "epoch": 16.110095522541776,
      "grad_norm": 7.982710838317871,
      "learning_rate": 5e-06,
      "loss": 0.3456,
      "step": 625700
    },
    {
      "epoch": 16.11267025412601,
      "grad_norm": 10.397867202758789,
      "learning_rate": 5e-06,
      "loss": 0.3432,
      "step": 625800
    },
    {
      "epoch": 16.11524498571024,
      "grad_norm": 7.72522497177124,
      "learning_rate": 5e-06,
      "loss": 0.3433,
      "step": 625900
    },
    {
      "epoch": 16.117819717294473,
      "grad_norm": 8.783981323242188,
      "learning_rate": 5e-06,
      "loss": 0.348,
      "step": 626000
    },
    {
      "epoch": 16.120394448878706,
      "grad_norm": 10.333924293518066,
      "learning_rate": 5e-06,
      "loss": 0.3334,
      "step": 626100
    },
    {
      "epoch": 16.12296918046294,
      "grad_norm": 8.038658142089844,
      "learning_rate": 5e-06,
      "loss": 0.3262,
      "step": 626200
    },
    {
      "epoch": 16.12554391204717,
      "grad_norm": 9.47463607788086,
      "learning_rate": 5e-06,
      "loss": 0.3558,
      "step": 626300
    },
    {
      "epoch": 16.128118643631403,
      "grad_norm": 7.764883041381836,
      "learning_rate": 5e-06,
      "loss": 0.334,
      "step": 626400
    },
    {
      "epoch": 16.130693375215635,
      "grad_norm": 8.449624061584473,
      "learning_rate": 5e-06,
      "loss": 0.3288,
      "step": 626500
    },
    {
      "epoch": 16.133268106799868,
      "grad_norm": 8.026302337646484,
      "learning_rate": 5e-06,
      "loss": 0.3613,
      "step": 626600
    },
    {
      "epoch": 16.1358428383841,
      "grad_norm": 9.811025619506836,
      "learning_rate": 5e-06,
      "loss": 0.35,
      "step": 626700
    },
    {
      "epoch": 16.138417569968333,
      "grad_norm": 10.44918441772461,
      "learning_rate": 5e-06,
      "loss": 0.3465,
      "step": 626800
    },
    {
      "epoch": 16.140992301552565,
      "grad_norm": 8.931364059448242,
      "learning_rate": 5e-06,
      "loss": 0.3504,
      "step": 626900
    },
    {
      "epoch": 16.143567033136794,
      "grad_norm": 7.3418474197387695,
      "learning_rate": 5e-06,
      "loss": 0.3547,
      "step": 627000
    },
    {
      "epoch": 16.146141764721026,
      "grad_norm": 7.921247482299805,
      "learning_rate": 5e-06,
      "loss": 0.3519,
      "step": 627100
    },
    {
      "epoch": 16.14871649630526,
      "grad_norm": 8.06212329864502,
      "learning_rate": 5e-06,
      "loss": 0.3416,
      "step": 627200
    },
    {
      "epoch": 16.15129122788949,
      "grad_norm": 11.461101531982422,
      "learning_rate": 5e-06,
      "loss": 0.3469,
      "step": 627300
    },
    {
      "epoch": 16.153865959473723,
      "grad_norm": 6.711430072784424,
      "learning_rate": 5e-06,
      "loss": 0.3401,
      "step": 627400
    },
    {
      "epoch": 16.156440691057956,
      "grad_norm": 9.120356559753418,
      "learning_rate": 5e-06,
      "loss": 0.3411,
      "step": 627500
    },
    {
      "epoch": 16.159015422642188,
      "grad_norm": 5.191949844360352,
      "learning_rate": 5e-06,
      "loss": 0.3543,
      "step": 627600
    },
    {
      "epoch": 16.16159015422642,
      "grad_norm": 7.604394912719727,
      "learning_rate": 5e-06,
      "loss": 0.3442,
      "step": 627700
    },
    {
      "epoch": 16.164164885810653,
      "grad_norm": 8.993328094482422,
      "learning_rate": 5e-06,
      "loss": 0.3398,
      "step": 627800
    },
    {
      "epoch": 16.166739617394885,
      "grad_norm": 7.57607889175415,
      "learning_rate": 5e-06,
      "loss": 0.3326,
      "step": 627900
    },
    {
      "epoch": 16.169314348979118,
      "grad_norm": 9.927419662475586,
      "learning_rate": 5e-06,
      "loss": 0.3542,
      "step": 628000
    },
    {
      "epoch": 16.17188908056335,
      "grad_norm": 8.274674415588379,
      "learning_rate": 5e-06,
      "loss": 0.3441,
      "step": 628100
    },
    {
      "epoch": 16.174463812147582,
      "grad_norm": 8.399380683898926,
      "learning_rate": 5e-06,
      "loss": 0.3758,
      "step": 628200
    },
    {
      "epoch": 16.177038543731815,
      "grad_norm": 9.937771797180176,
      "learning_rate": 5e-06,
      "loss": 0.3713,
      "step": 628300
    },
    {
      "epoch": 16.179613275316047,
      "grad_norm": 9.35177993774414,
      "learning_rate": 5e-06,
      "loss": 0.3657,
      "step": 628400
    },
    {
      "epoch": 16.18218800690028,
      "grad_norm": 6.415955543518066,
      "learning_rate": 5e-06,
      "loss": 0.3405,
      "step": 628500
    },
    {
      "epoch": 16.184762738484512,
      "grad_norm": 8.181296348571777,
      "learning_rate": 5e-06,
      "loss": 0.3122,
      "step": 628600
    },
    {
      "epoch": 16.187337470068744,
      "grad_norm": 6.227812767028809,
      "learning_rate": 5e-06,
      "loss": 0.3373,
      "step": 628700
    },
    {
      "epoch": 16.189912201652977,
      "grad_norm": 9.005005836486816,
      "learning_rate": 5e-06,
      "loss": 0.3395,
      "step": 628800
    },
    {
      "epoch": 16.19248693323721,
      "grad_norm": 8.098973274230957,
      "learning_rate": 5e-06,
      "loss": 0.3421,
      "step": 628900
    },
    {
      "epoch": 16.19506166482144,
      "grad_norm": 6.655674457550049,
      "learning_rate": 5e-06,
      "loss": 0.3509,
      "step": 629000
    },
    {
      "epoch": 16.197636396405674,
      "grad_norm": 7.330061912536621,
      "learning_rate": 5e-06,
      "loss": 0.343,
      "step": 629100
    },
    {
      "epoch": 16.200211127989906,
      "grad_norm": 9.22028636932373,
      "learning_rate": 5e-06,
      "loss": 0.3537,
      "step": 629200
    },
    {
      "epoch": 16.20278585957414,
      "grad_norm": 7.251721382141113,
      "learning_rate": 5e-06,
      "loss": 0.3432,
      "step": 629300
    },
    {
      "epoch": 16.20536059115837,
      "grad_norm": 5.698416233062744,
      "learning_rate": 5e-06,
      "loss": 0.3472,
      "step": 629400
    },
    {
      "epoch": 16.207935322742603,
      "grad_norm": 10.205522537231445,
      "learning_rate": 5e-06,
      "loss": 0.368,
      "step": 629500
    },
    {
      "epoch": 16.210510054326836,
      "grad_norm": 7.572565078735352,
      "learning_rate": 5e-06,
      "loss": 0.354,
      "step": 629600
    },
    {
      "epoch": 16.213084785911068,
      "grad_norm": 6.675805568695068,
      "learning_rate": 5e-06,
      "loss": 0.3116,
      "step": 629700
    },
    {
      "epoch": 16.2156595174953,
      "grad_norm": 7.335886478424072,
      "learning_rate": 5e-06,
      "loss": 0.3411,
      "step": 629800
    },
    {
      "epoch": 16.218234249079533,
      "grad_norm": 7.679854393005371,
      "learning_rate": 5e-06,
      "loss": 0.3367,
      "step": 629900
    },
    {
      "epoch": 16.220808980663765,
      "grad_norm": 10.131073951721191,
      "learning_rate": 5e-06,
      "loss": 0.3626,
      "step": 630000
    },
    {
      "epoch": 16.223383712247998,
      "grad_norm": 8.632159233093262,
      "learning_rate": 5e-06,
      "loss": 0.3232,
      "step": 630100
    },
    {
      "epoch": 16.22595844383223,
      "grad_norm": 8.313358306884766,
      "learning_rate": 5e-06,
      "loss": 0.3475,
      "step": 630200
    },
    {
      "epoch": 16.228533175416462,
      "grad_norm": 6.595449924468994,
      "learning_rate": 5e-06,
      "loss": 0.3372,
      "step": 630300
    },
    {
      "epoch": 16.231107907000695,
      "grad_norm": 7.133482933044434,
      "learning_rate": 5e-06,
      "loss": 0.3273,
      "step": 630400
    },
    {
      "epoch": 16.233682638584927,
      "grad_norm": 9.861994743347168,
      "learning_rate": 5e-06,
      "loss": 0.3376,
      "step": 630500
    },
    {
      "epoch": 16.23625737016916,
      "grad_norm": 16.760440826416016,
      "learning_rate": 5e-06,
      "loss": 0.3478,
      "step": 630600
    },
    {
      "epoch": 16.238832101753392,
      "grad_norm": 13.367955207824707,
      "learning_rate": 5e-06,
      "loss": 0.3485,
      "step": 630700
    },
    {
      "epoch": 16.241406833337624,
      "grad_norm": 7.641585826873779,
      "learning_rate": 5e-06,
      "loss": 0.3596,
      "step": 630800
    },
    {
      "epoch": 16.243981564921857,
      "grad_norm": 9.961576461791992,
      "learning_rate": 5e-06,
      "loss": 0.3421,
      "step": 630900
    },
    {
      "epoch": 16.24655629650609,
      "grad_norm": 9.085922241210938,
      "learning_rate": 5e-06,
      "loss": 0.3462,
      "step": 631000
    },
    {
      "epoch": 16.24913102809032,
      "grad_norm": 7.617392539978027,
      "learning_rate": 5e-06,
      "loss": 0.3521,
      "step": 631100
    },
    {
      "epoch": 16.251705759674554,
      "grad_norm": 6.902973651885986,
      "learning_rate": 5e-06,
      "loss": 0.3356,
      "step": 631200
    },
    {
      "epoch": 16.254280491258786,
      "grad_norm": 9.384333610534668,
      "learning_rate": 5e-06,
      "loss": 0.3422,
      "step": 631300
    },
    {
      "epoch": 16.25685522284302,
      "grad_norm": 7.349709510803223,
      "learning_rate": 5e-06,
      "loss": 0.3376,
      "step": 631400
    },
    {
      "epoch": 16.25942995442725,
      "grad_norm": 6.819772243499756,
      "learning_rate": 5e-06,
      "loss": 0.3444,
      "step": 631500
    },
    {
      "epoch": 16.262004686011483,
      "grad_norm": 9.596989631652832,
      "learning_rate": 5e-06,
      "loss": 0.342,
      "step": 631600
    },
    {
      "epoch": 16.264579417595716,
      "grad_norm": 11.153409004211426,
      "learning_rate": 5e-06,
      "loss": 0.3382,
      "step": 631700
    },
    {
      "epoch": 16.267154149179948,
      "grad_norm": 12.429476737976074,
      "learning_rate": 5e-06,
      "loss": 0.3438,
      "step": 631800
    },
    {
      "epoch": 16.26972888076418,
      "grad_norm": 8.130614280700684,
      "learning_rate": 5e-06,
      "loss": 0.32,
      "step": 631900
    },
    {
      "epoch": 16.272303612348413,
      "grad_norm": 6.456081867218018,
      "learning_rate": 5e-06,
      "loss": 0.3609,
      "step": 632000
    },
    {
      "epoch": 16.274878343932645,
      "grad_norm": 8.735167503356934,
      "learning_rate": 5e-06,
      "loss": 0.3473,
      "step": 632100
    },
    {
      "epoch": 16.277453075516878,
      "grad_norm": 8.227017402648926,
      "learning_rate": 5e-06,
      "loss": 0.3681,
      "step": 632200
    },
    {
      "epoch": 16.28002780710111,
      "grad_norm": 7.04408597946167,
      "learning_rate": 5e-06,
      "loss": 0.3377,
      "step": 632300
    },
    {
      "epoch": 16.282602538685342,
      "grad_norm": 7.136967658996582,
      "learning_rate": 5e-06,
      "loss": 0.3403,
      "step": 632400
    },
    {
      "epoch": 16.285177270269575,
      "grad_norm": 12.636364936828613,
      "learning_rate": 5e-06,
      "loss": 0.352,
      "step": 632500
    },
    {
      "epoch": 16.287752001853807,
      "grad_norm": 15.143622398376465,
      "learning_rate": 5e-06,
      "loss": 0.3391,
      "step": 632600
    },
    {
      "epoch": 16.29032673343804,
      "grad_norm": 8.733966827392578,
      "learning_rate": 5e-06,
      "loss": 0.3485,
      "step": 632700
    },
    {
      "epoch": 16.292901465022272,
      "grad_norm": 8.278055191040039,
      "learning_rate": 5e-06,
      "loss": 0.3476,
      "step": 632800
    },
    {
      "epoch": 16.295476196606504,
      "grad_norm": 10.179239273071289,
      "learning_rate": 5e-06,
      "loss": 0.3337,
      "step": 632900
    },
    {
      "epoch": 16.298050928190737,
      "grad_norm": 7.159265995025635,
      "learning_rate": 5e-06,
      "loss": 0.3478,
      "step": 633000
    },
    {
      "epoch": 16.30062565977497,
      "grad_norm": 7.044336795806885,
      "learning_rate": 5e-06,
      "loss": 0.3429,
      "step": 633100
    },
    {
      "epoch": 16.3032003913592,
      "grad_norm": 8.417717933654785,
      "learning_rate": 5e-06,
      "loss": 0.3205,
      "step": 633200
    },
    {
      "epoch": 16.305775122943434,
      "grad_norm": 8.452431678771973,
      "learning_rate": 5e-06,
      "loss": 0.3382,
      "step": 633300
    },
    {
      "epoch": 16.308349854527666,
      "grad_norm": 8.246200561523438,
      "learning_rate": 5e-06,
      "loss": 0.3541,
      "step": 633400
    },
    {
      "epoch": 16.3109245861119,
      "grad_norm": 8.463032722473145,
      "learning_rate": 5e-06,
      "loss": 0.361,
      "step": 633500
    },
    {
      "epoch": 16.31349931769613,
      "grad_norm": 9.555665016174316,
      "learning_rate": 5e-06,
      "loss": 0.3496,
      "step": 633600
    },
    {
      "epoch": 16.316074049280363,
      "grad_norm": 11.260510444641113,
      "learning_rate": 5e-06,
      "loss": 0.3407,
      "step": 633700
    },
    {
      "epoch": 16.318648780864596,
      "grad_norm": 9.341509819030762,
      "learning_rate": 5e-06,
      "loss": 0.3416,
      "step": 633800
    },
    {
      "epoch": 16.321223512448828,
      "grad_norm": 6.1156721115112305,
      "learning_rate": 5e-06,
      "loss": 0.3444,
      "step": 633900
    },
    {
      "epoch": 16.32379824403306,
      "grad_norm": 8.803265571594238,
      "learning_rate": 5e-06,
      "loss": 0.3657,
      "step": 634000
    },
    {
      "epoch": 16.326372975617293,
      "grad_norm": 7.410120964050293,
      "learning_rate": 5e-06,
      "loss": 0.3663,
      "step": 634100
    },
    {
      "epoch": 16.328947707201525,
      "grad_norm": 7.12457799911499,
      "learning_rate": 5e-06,
      "loss": 0.3309,
      "step": 634200
    },
    {
      "epoch": 16.331522438785758,
      "grad_norm": 7.975521087646484,
      "learning_rate": 5e-06,
      "loss": 0.3579,
      "step": 634300
    },
    {
      "epoch": 16.33409717036999,
      "grad_norm": 8.115644454956055,
      "learning_rate": 5e-06,
      "loss": 0.3413,
      "step": 634400
    },
    {
      "epoch": 16.336671901954222,
      "grad_norm": 6.2915544509887695,
      "learning_rate": 5e-06,
      "loss": 0.3281,
      "step": 634500
    },
    {
      "epoch": 16.339246633538455,
      "grad_norm": 8.721559524536133,
      "learning_rate": 5e-06,
      "loss": 0.3403,
      "step": 634600
    },
    {
      "epoch": 16.341821365122687,
      "grad_norm": 7.304811477661133,
      "learning_rate": 5e-06,
      "loss": 0.3485,
      "step": 634700
    },
    {
      "epoch": 16.34439609670692,
      "grad_norm": 6.836323261260986,
      "learning_rate": 5e-06,
      "loss": 0.3387,
      "step": 634800
    },
    {
      "epoch": 16.346970828291152,
      "grad_norm": 6.871148586273193,
      "learning_rate": 5e-06,
      "loss": 0.3625,
      "step": 634900
    },
    {
      "epoch": 16.349545559875384,
      "grad_norm": 9.401410102844238,
      "learning_rate": 5e-06,
      "loss": 0.3425,
      "step": 635000
    },
    {
      "epoch": 16.352120291459617,
      "grad_norm": 7.247700214385986,
      "learning_rate": 5e-06,
      "loss": 0.3495,
      "step": 635100
    },
    {
      "epoch": 16.35469502304385,
      "grad_norm": 9.057975769042969,
      "learning_rate": 5e-06,
      "loss": 0.3366,
      "step": 635200
    },
    {
      "epoch": 16.35726975462808,
      "grad_norm": 8.105908393859863,
      "learning_rate": 5e-06,
      "loss": 0.349,
      "step": 635300
    },
    {
      "epoch": 16.359844486212314,
      "grad_norm": 8.284236907958984,
      "learning_rate": 5e-06,
      "loss": 0.346,
      "step": 635400
    },
    {
      "epoch": 16.362419217796546,
      "grad_norm": 7.404561996459961,
      "learning_rate": 5e-06,
      "loss": 0.3644,
      "step": 635500
    },
    {
      "epoch": 16.36499394938078,
      "grad_norm": 7.515446186065674,
      "learning_rate": 5e-06,
      "loss": 0.3247,
      "step": 635600
    },
    {
      "epoch": 16.36756868096501,
      "grad_norm": 9.177848815917969,
      "learning_rate": 5e-06,
      "loss": 0.3651,
      "step": 635700
    },
    {
      "epoch": 16.370143412549243,
      "grad_norm": 7.5119524002075195,
      "learning_rate": 5e-06,
      "loss": 0.3531,
      "step": 635800
    },
    {
      "epoch": 16.372718144133476,
      "grad_norm": 7.783839225769043,
      "learning_rate": 5e-06,
      "loss": 0.3435,
      "step": 635900
    },
    {
      "epoch": 16.375292875717708,
      "grad_norm": 7.893956661224365,
      "learning_rate": 5e-06,
      "loss": 0.34,
      "step": 636000
    },
    {
      "epoch": 16.37786760730194,
      "grad_norm": 9.239481925964355,
      "learning_rate": 5e-06,
      "loss": 0.3474,
      "step": 636100
    },
    {
      "epoch": 16.380442338886173,
      "grad_norm": 9.348125457763672,
      "learning_rate": 5e-06,
      "loss": 0.363,
      "step": 636200
    },
    {
      "epoch": 16.3830170704704,
      "grad_norm": 10.661273002624512,
      "learning_rate": 5e-06,
      "loss": 0.3405,
      "step": 636300
    },
    {
      "epoch": 16.385591802054634,
      "grad_norm": 8.983793258666992,
      "learning_rate": 5e-06,
      "loss": 0.358,
      "step": 636400
    },
    {
      "epoch": 16.388166533638866,
      "grad_norm": 8.086565017700195,
      "learning_rate": 5e-06,
      "loss": 0.3426,
      "step": 636500
    },
    {
      "epoch": 16.3907412652231,
      "grad_norm": 6.368005275726318,
      "learning_rate": 5e-06,
      "loss": 0.3601,
      "step": 636600
    },
    {
      "epoch": 16.39331599680733,
      "grad_norm": 10.050381660461426,
      "learning_rate": 5e-06,
      "loss": 0.3579,
      "step": 636700
    },
    {
      "epoch": 16.395890728391564,
      "grad_norm": 8.496034622192383,
      "learning_rate": 5e-06,
      "loss": 0.3381,
      "step": 636800
    },
    {
      "epoch": 16.398465459975796,
      "grad_norm": 8.78654670715332,
      "learning_rate": 5e-06,
      "loss": 0.33,
      "step": 636900
    },
    {
      "epoch": 16.40104019156003,
      "grad_norm": 7.600621223449707,
      "learning_rate": 5e-06,
      "loss": 0.356,
      "step": 637000
    },
    {
      "epoch": 16.40361492314426,
      "grad_norm": 9.97091007232666,
      "learning_rate": 5e-06,
      "loss": 0.3496,
      "step": 637100
    },
    {
      "epoch": 16.406189654728493,
      "grad_norm": 7.26530647277832,
      "learning_rate": 5e-06,
      "loss": 0.3552,
      "step": 637200
    },
    {
      "epoch": 16.408764386312725,
      "grad_norm": 6.271568775177002,
      "learning_rate": 5e-06,
      "loss": 0.3279,
      "step": 637300
    },
    {
      "epoch": 16.411339117896958,
      "grad_norm": 10.334029197692871,
      "learning_rate": 5e-06,
      "loss": 0.3573,
      "step": 637400
    },
    {
      "epoch": 16.41391384948119,
      "grad_norm": 9.265788078308105,
      "learning_rate": 5e-06,
      "loss": 0.3321,
      "step": 637500
    },
    {
      "epoch": 16.416488581065423,
      "grad_norm": 7.550964832305908,
      "learning_rate": 5e-06,
      "loss": 0.3324,
      "step": 637600
    },
    {
      "epoch": 16.419063312649655,
      "grad_norm": 7.450689315795898,
      "learning_rate": 5e-06,
      "loss": 0.3518,
      "step": 637700
    },
    {
      "epoch": 16.421638044233887,
      "grad_norm": 7.106449604034424,
      "learning_rate": 5e-06,
      "loss": 0.3333,
      "step": 637800
    },
    {
      "epoch": 16.42421277581812,
      "grad_norm": 6.103361129760742,
      "learning_rate": 5e-06,
      "loss": 0.3293,
      "step": 637900
    },
    {
      "epoch": 16.426787507402352,
      "grad_norm": 8.221511840820312,
      "learning_rate": 5e-06,
      "loss": 0.3458,
      "step": 638000
    },
    {
      "epoch": 16.429362238986585,
      "grad_norm": 7.714799404144287,
      "learning_rate": 5e-06,
      "loss": 0.3459,
      "step": 638100
    },
    {
      "epoch": 16.431936970570817,
      "grad_norm": 7.428188800811768,
      "learning_rate": 5e-06,
      "loss": 0.3373,
      "step": 638200
    },
    {
      "epoch": 16.43451170215505,
      "grad_norm": 9.382237434387207,
      "learning_rate": 5e-06,
      "loss": 0.3236,
      "step": 638300
    },
    {
      "epoch": 16.43708643373928,
      "grad_norm": 7.485692977905273,
      "learning_rate": 5e-06,
      "loss": 0.3539,
      "step": 638400
    },
    {
      "epoch": 16.439661165323514,
      "grad_norm": 8.871336936950684,
      "learning_rate": 5e-06,
      "loss": 0.3438,
      "step": 638500
    },
    {
      "epoch": 16.442235896907746,
      "grad_norm": 10.237020492553711,
      "learning_rate": 5e-06,
      "loss": 0.3484,
      "step": 638600
    },
    {
      "epoch": 16.44481062849198,
      "grad_norm": 7.873325824737549,
      "learning_rate": 5e-06,
      "loss": 0.326,
      "step": 638700
    },
    {
      "epoch": 16.44738536007621,
      "grad_norm": 11.91242790222168,
      "learning_rate": 5e-06,
      "loss": 0.3573,
      "step": 638800
    },
    {
      "epoch": 16.449960091660444,
      "grad_norm": 9.297881126403809,
      "learning_rate": 5e-06,
      "loss": 0.3494,
      "step": 638900
    },
    {
      "epoch": 16.452534823244676,
      "grad_norm": 9.1969575881958,
      "learning_rate": 5e-06,
      "loss": 0.3352,
      "step": 639000
    },
    {
      "epoch": 16.45510955482891,
      "grad_norm": 8.220952033996582,
      "learning_rate": 5e-06,
      "loss": 0.3485,
      "step": 639100
    },
    {
      "epoch": 16.45768428641314,
      "grad_norm": 6.872117042541504,
      "learning_rate": 5e-06,
      "loss": 0.3458,
      "step": 639200
    },
    {
      "epoch": 16.460259017997373,
      "grad_norm": 8.125307083129883,
      "learning_rate": 5e-06,
      "loss": 0.3472,
      "step": 639300
    },
    {
      "epoch": 16.462833749581606,
      "grad_norm": 7.295860767364502,
      "learning_rate": 5e-06,
      "loss": 0.3538,
      "step": 639400
    },
    {
      "epoch": 16.465408481165838,
      "grad_norm": 8.134537696838379,
      "learning_rate": 5e-06,
      "loss": 0.3513,
      "step": 639500
    },
    {
      "epoch": 16.46798321275007,
      "grad_norm": 7.476376056671143,
      "learning_rate": 5e-06,
      "loss": 0.353,
      "step": 639600
    },
    {
      "epoch": 16.470557944334303,
      "grad_norm": 9.103621482849121,
      "learning_rate": 5e-06,
      "loss": 0.3512,
      "step": 639700
    },
    {
      "epoch": 16.473132675918535,
      "grad_norm": 11.563424110412598,
      "learning_rate": 5e-06,
      "loss": 0.3513,
      "step": 639800
    },
    {
      "epoch": 16.475707407502767,
      "grad_norm": 10.772892951965332,
      "learning_rate": 5e-06,
      "loss": 0.3491,
      "step": 639900
    },
    {
      "epoch": 16.478282139087,
      "grad_norm": 8.824392318725586,
      "learning_rate": 5e-06,
      "loss": 0.3459,
      "step": 640000
    },
    {
      "epoch": 16.480856870671232,
      "grad_norm": 8.218023300170898,
      "learning_rate": 5e-06,
      "loss": 0.3457,
      "step": 640100
    },
    {
      "epoch": 16.483431602255465,
      "grad_norm": 11.057525634765625,
      "learning_rate": 5e-06,
      "loss": 0.3435,
      "step": 640200
    },
    {
      "epoch": 16.486006333839697,
      "grad_norm": 8.096430778503418,
      "learning_rate": 5e-06,
      "loss": 0.3583,
      "step": 640300
    },
    {
      "epoch": 16.48858106542393,
      "grad_norm": 8.211823463439941,
      "learning_rate": 5e-06,
      "loss": 0.3357,
      "step": 640400
    },
    {
      "epoch": 16.49115579700816,
      "grad_norm": 8.364960670471191,
      "learning_rate": 5e-06,
      "loss": 0.3379,
      "step": 640500
    },
    {
      "epoch": 16.493730528592394,
      "grad_norm": 6.916405200958252,
      "learning_rate": 5e-06,
      "loss": 0.3363,
      "step": 640600
    },
    {
      "epoch": 16.496305260176626,
      "grad_norm": 13.497039794921875,
      "learning_rate": 5e-06,
      "loss": 0.3671,
      "step": 640700
    },
    {
      "epoch": 16.49887999176086,
      "grad_norm": 8.16944408416748,
      "learning_rate": 5e-06,
      "loss": 0.3476,
      "step": 640800
    },
    {
      "epoch": 16.50145472334509,
      "grad_norm": 7.876956939697266,
      "learning_rate": 5e-06,
      "loss": 0.3218,
      "step": 640900
    },
    {
      "epoch": 16.504029454929324,
      "grad_norm": 8.852981567382812,
      "learning_rate": 5e-06,
      "loss": 0.3362,
      "step": 641000
    },
    {
      "epoch": 16.506604186513556,
      "grad_norm": 9.218388557434082,
      "learning_rate": 5e-06,
      "loss": 0.3401,
      "step": 641100
    },
    {
      "epoch": 16.50917891809779,
      "grad_norm": 6.2969441413879395,
      "learning_rate": 5e-06,
      "loss": 0.3601,
      "step": 641200
    },
    {
      "epoch": 16.51175364968202,
      "grad_norm": 7.551991939544678,
      "learning_rate": 5e-06,
      "loss": 0.3431,
      "step": 641300
    },
    {
      "epoch": 16.514328381266253,
      "grad_norm": 7.415583610534668,
      "learning_rate": 5e-06,
      "loss": 0.3334,
      "step": 641400
    },
    {
      "epoch": 16.516903112850486,
      "grad_norm": 6.569169998168945,
      "learning_rate": 5e-06,
      "loss": 0.3296,
      "step": 641500
    },
    {
      "epoch": 16.519477844434718,
      "grad_norm": 15.668937683105469,
      "learning_rate": 5e-06,
      "loss": 0.3685,
      "step": 641600
    },
    {
      "epoch": 16.52205257601895,
      "grad_norm": 8.676025390625,
      "learning_rate": 5e-06,
      "loss": 0.3317,
      "step": 641700
    },
    {
      "epoch": 16.524627307603183,
      "grad_norm": 11.351609230041504,
      "learning_rate": 5e-06,
      "loss": 0.3166,
      "step": 641800
    },
    {
      "epoch": 16.527202039187415,
      "grad_norm": 8.27384090423584,
      "learning_rate": 5e-06,
      "loss": 0.3415,
      "step": 641900
    },
    {
      "epoch": 16.529776770771647,
      "grad_norm": 8.279618263244629,
      "learning_rate": 5e-06,
      "loss": 0.3388,
      "step": 642000
    },
    {
      "epoch": 16.53235150235588,
      "grad_norm": 8.081611633300781,
      "learning_rate": 5e-06,
      "loss": 0.3257,
      "step": 642100
    },
    {
      "epoch": 16.534926233940112,
      "grad_norm": 8.274282455444336,
      "learning_rate": 5e-06,
      "loss": 0.3477,
      "step": 642200
    },
    {
      "epoch": 16.537500965524345,
      "grad_norm": 9.675950050354004,
      "learning_rate": 5e-06,
      "loss": 0.3325,
      "step": 642300
    },
    {
      "epoch": 16.540075697108577,
      "grad_norm": 6.698465824127197,
      "learning_rate": 5e-06,
      "loss": 0.3342,
      "step": 642400
    },
    {
      "epoch": 16.54265042869281,
      "grad_norm": 6.987344264984131,
      "learning_rate": 5e-06,
      "loss": 0.3473,
      "step": 642500
    },
    {
      "epoch": 16.54522516027704,
      "grad_norm": 6.534306526184082,
      "learning_rate": 5e-06,
      "loss": 0.3444,
      "step": 642600
    },
    {
      "epoch": 16.547799891861274,
      "grad_norm": 7.430725574493408,
      "learning_rate": 5e-06,
      "loss": 0.3441,
      "step": 642700
    },
    {
      "epoch": 16.550374623445506,
      "grad_norm": 7.479135513305664,
      "learning_rate": 5e-06,
      "loss": 0.3356,
      "step": 642800
    },
    {
      "epoch": 16.55294935502974,
      "grad_norm": 7.990005970001221,
      "learning_rate": 5e-06,
      "loss": 0.3242,
      "step": 642900
    },
    {
      "epoch": 16.55552408661397,
      "grad_norm": 9.925630569458008,
      "learning_rate": 5e-06,
      "loss": 0.3481,
      "step": 643000
    },
    {
      "epoch": 16.558098818198204,
      "grad_norm": 8.460230827331543,
      "learning_rate": 5e-06,
      "loss": 0.3321,
      "step": 643100
    },
    {
      "epoch": 16.560673549782436,
      "grad_norm": 7.696399211883545,
      "learning_rate": 5e-06,
      "loss": 0.353,
      "step": 643200
    },
    {
      "epoch": 16.56324828136667,
      "grad_norm": 6.114738941192627,
      "learning_rate": 5e-06,
      "loss": 0.3429,
      "step": 643300
    },
    {
      "epoch": 16.5658230129509,
      "grad_norm": 10.518755912780762,
      "learning_rate": 5e-06,
      "loss": 0.335,
      "step": 643400
    },
    {
      "epoch": 16.568397744535133,
      "grad_norm": 8.066431045532227,
      "learning_rate": 5e-06,
      "loss": 0.3461,
      "step": 643500
    },
    {
      "epoch": 16.570972476119366,
      "grad_norm": 9.653755187988281,
      "learning_rate": 5e-06,
      "loss": 0.364,
      "step": 643600
    },
    {
      "epoch": 16.573547207703598,
      "grad_norm": 8.518017768859863,
      "learning_rate": 5e-06,
      "loss": 0.3614,
      "step": 643700
    },
    {
      "epoch": 16.57612193928783,
      "grad_norm": 8.558692932128906,
      "learning_rate": 5e-06,
      "loss": 0.3504,
      "step": 643800
    },
    {
      "epoch": 16.578696670872063,
      "grad_norm": 8.44929313659668,
      "learning_rate": 5e-06,
      "loss": 0.3453,
      "step": 643900
    },
    {
      "epoch": 16.581271402456295,
      "grad_norm": 6.427006244659424,
      "learning_rate": 5e-06,
      "loss": 0.3319,
      "step": 644000
    },
    {
      "epoch": 16.583846134040527,
      "grad_norm": 8.736998558044434,
      "learning_rate": 5e-06,
      "loss": 0.3363,
      "step": 644100
    },
    {
      "epoch": 16.58642086562476,
      "grad_norm": 11.978621482849121,
      "learning_rate": 5e-06,
      "loss": 0.3509,
      "step": 644200
    },
    {
      "epoch": 16.588995597208992,
      "grad_norm": 8.055927276611328,
      "learning_rate": 5e-06,
      "loss": 0.3662,
      "step": 644300
    },
    {
      "epoch": 16.591570328793225,
      "grad_norm": 8.47563648223877,
      "learning_rate": 5e-06,
      "loss": 0.3319,
      "step": 644400
    },
    {
      "epoch": 16.594145060377457,
      "grad_norm": 9.422364234924316,
      "learning_rate": 5e-06,
      "loss": 0.3483,
      "step": 644500
    },
    {
      "epoch": 16.59671979196169,
      "grad_norm": 9.937216758728027,
      "learning_rate": 5e-06,
      "loss": 0.3387,
      "step": 644600
    },
    {
      "epoch": 16.59929452354592,
      "grad_norm": 8.62769603729248,
      "learning_rate": 5e-06,
      "loss": 0.3393,
      "step": 644700
    },
    {
      "epoch": 16.601869255130154,
      "grad_norm": 7.161128044128418,
      "learning_rate": 5e-06,
      "loss": 0.331,
      "step": 644800
    },
    {
      "epoch": 16.604443986714386,
      "grad_norm": 7.891003608703613,
      "learning_rate": 5e-06,
      "loss": 0.3479,
      "step": 644900
    },
    {
      "epoch": 16.60701871829862,
      "grad_norm": 9.037214279174805,
      "learning_rate": 5e-06,
      "loss": 0.3523,
      "step": 645000
    },
    {
      "epoch": 16.60959344988285,
      "grad_norm": 9.56946086883545,
      "learning_rate": 5e-06,
      "loss": 0.3419,
      "step": 645100
    },
    {
      "epoch": 16.612168181467084,
      "grad_norm": 11.012381553649902,
      "learning_rate": 5e-06,
      "loss": 0.3518,
      "step": 645200
    },
    {
      "epoch": 16.614742913051316,
      "grad_norm": 10.171607971191406,
      "learning_rate": 5e-06,
      "loss": 0.3539,
      "step": 645300
    },
    {
      "epoch": 16.61731764463555,
      "grad_norm": 6.4708476066589355,
      "learning_rate": 5e-06,
      "loss": 0.3619,
      "step": 645400
    },
    {
      "epoch": 16.61989237621978,
      "grad_norm": 7.579428195953369,
      "learning_rate": 5e-06,
      "loss": 0.3256,
      "step": 645500
    },
    {
      "epoch": 16.622467107804013,
      "grad_norm": 8.518853187561035,
      "learning_rate": 5e-06,
      "loss": 0.3473,
      "step": 645600
    },
    {
      "epoch": 16.625041839388246,
      "grad_norm": 12.211688041687012,
      "learning_rate": 5e-06,
      "loss": 0.3635,
      "step": 645700
    },
    {
      "epoch": 16.627616570972478,
      "grad_norm": 9.205121994018555,
      "learning_rate": 5e-06,
      "loss": 0.3442,
      "step": 645800
    },
    {
      "epoch": 16.630191302556707,
      "grad_norm": 10.853738784790039,
      "learning_rate": 5e-06,
      "loss": 0.3292,
      "step": 645900
    },
    {
      "epoch": 16.63276603414094,
      "grad_norm": 6.963171005249023,
      "learning_rate": 5e-06,
      "loss": 0.3499,
      "step": 646000
    },
    {
      "epoch": 16.63534076572517,
      "grad_norm": 6.4763360023498535,
      "learning_rate": 5e-06,
      "loss": 0.3463,
      "step": 646100
    },
    {
      "epoch": 16.637915497309404,
      "grad_norm": 7.809505939483643,
      "learning_rate": 5e-06,
      "loss": 0.347,
      "step": 646200
    },
    {
      "epoch": 16.640490228893636,
      "grad_norm": 8.60643196105957,
      "learning_rate": 5e-06,
      "loss": 0.3319,
      "step": 646300
    },
    {
      "epoch": 16.64306496047787,
      "grad_norm": 7.177062034606934,
      "learning_rate": 5e-06,
      "loss": 0.3506,
      "step": 646400
    },
    {
      "epoch": 16.6456396920621,
      "grad_norm": 10.582348823547363,
      "learning_rate": 5e-06,
      "loss": 0.3476,
      "step": 646500
    },
    {
      "epoch": 16.648214423646333,
      "grad_norm": 7.8755645751953125,
      "learning_rate": 5e-06,
      "loss": 0.3618,
      "step": 646600
    },
    {
      "epoch": 16.650789155230566,
      "grad_norm": 6.876102924346924,
      "learning_rate": 5e-06,
      "loss": 0.332,
      "step": 646700
    },
    {
      "epoch": 16.653363886814798,
      "grad_norm": 10.197578430175781,
      "learning_rate": 5e-06,
      "loss": 0.333,
      "step": 646800
    },
    {
      "epoch": 16.65593861839903,
      "grad_norm": 10.09463119506836,
      "learning_rate": 5e-06,
      "loss": 0.3462,
      "step": 646900
    },
    {
      "epoch": 16.658513349983263,
      "grad_norm": 9.031719207763672,
      "learning_rate": 5e-06,
      "loss": 0.3444,
      "step": 647000
    },
    {
      "epoch": 16.661088081567495,
      "grad_norm": 7.136758327484131,
      "learning_rate": 5e-06,
      "loss": 0.336,
      "step": 647100
    },
    {
      "epoch": 16.663662813151728,
      "grad_norm": 7.708812236785889,
      "learning_rate": 5e-06,
      "loss": 0.3281,
      "step": 647200
    },
    {
      "epoch": 16.66623754473596,
      "grad_norm": 6.913754463195801,
      "learning_rate": 5e-06,
      "loss": 0.3375,
      "step": 647300
    },
    {
      "epoch": 16.668812276320192,
      "grad_norm": 7.06113862991333,
      "learning_rate": 5e-06,
      "loss": 0.3243,
      "step": 647400
    },
    {
      "epoch": 16.671387007904425,
      "grad_norm": 10.38366985321045,
      "learning_rate": 5e-06,
      "loss": 0.3591,
      "step": 647500
    },
    {
      "epoch": 16.673961739488657,
      "grad_norm": 9.184414863586426,
      "learning_rate": 5e-06,
      "loss": 0.3316,
      "step": 647600
    },
    {
      "epoch": 16.67653647107289,
      "grad_norm": 10.383121490478516,
      "learning_rate": 5e-06,
      "loss": 0.3346,
      "step": 647700
    },
    {
      "epoch": 16.679111202657122,
      "grad_norm": 9.246399879455566,
      "learning_rate": 5e-06,
      "loss": 0.3344,
      "step": 647800
    },
    {
      "epoch": 16.681685934241354,
      "grad_norm": 5.965275287628174,
      "learning_rate": 5e-06,
      "loss": 0.3171,
      "step": 647900
    },
    {
      "epoch": 16.684260665825587,
      "grad_norm": 8.175668716430664,
      "learning_rate": 5e-06,
      "loss": 0.347,
      "step": 648000
    },
    {
      "epoch": 16.68683539740982,
      "grad_norm": 6.918315410614014,
      "learning_rate": 5e-06,
      "loss": 0.3389,
      "step": 648100
    },
    {
      "epoch": 16.68941012899405,
      "grad_norm": 8.426386833190918,
      "learning_rate": 5e-06,
      "loss": 0.3475,
      "step": 648200
    },
    {
      "epoch": 16.691984860578284,
      "grad_norm": 5.86205530166626,
      "learning_rate": 5e-06,
      "loss": 0.3306,
      "step": 648300
    },
    {
      "epoch": 16.694559592162516,
      "grad_norm": 7.509694576263428,
      "learning_rate": 5e-06,
      "loss": 0.3273,
      "step": 648400
    },
    {
      "epoch": 16.69713432374675,
      "grad_norm": 7.31879186630249,
      "learning_rate": 5e-06,
      "loss": 0.3422,
      "step": 648500
    },
    {
      "epoch": 16.69970905533098,
      "grad_norm": 7.932565212249756,
      "learning_rate": 5e-06,
      "loss": 0.3448,
      "step": 648600
    },
    {
      "epoch": 16.702283786915213,
      "grad_norm": 8.302952766418457,
      "learning_rate": 5e-06,
      "loss": 0.3336,
      "step": 648700
    },
    {
      "epoch": 16.704858518499446,
      "grad_norm": 9.30225944519043,
      "learning_rate": 5e-06,
      "loss": 0.3199,
      "step": 648800
    },
    {
      "epoch": 16.707433250083678,
      "grad_norm": 7.813684463500977,
      "learning_rate": 5e-06,
      "loss": 0.3491,
      "step": 648900
    },
    {
      "epoch": 16.71000798166791,
      "grad_norm": 8.815585136413574,
      "learning_rate": 5e-06,
      "loss": 0.3489,
      "step": 649000
    },
    {
      "epoch": 16.712582713252143,
      "grad_norm": 9.17056941986084,
      "learning_rate": 5e-06,
      "loss": 0.3669,
      "step": 649100
    },
    {
      "epoch": 16.715157444836375,
      "grad_norm": 6.977114200592041,
      "learning_rate": 5e-06,
      "loss": 0.3555,
      "step": 649200
    },
    {
      "epoch": 16.717732176420608,
      "grad_norm": 10.426589012145996,
      "learning_rate": 5e-06,
      "loss": 0.3365,
      "step": 649300
    },
    {
      "epoch": 16.72030690800484,
      "grad_norm": 8.40177059173584,
      "learning_rate": 5e-06,
      "loss": 0.3295,
      "step": 649400
    },
    {
      "epoch": 16.722881639589072,
      "grad_norm": 15.92081069946289,
      "learning_rate": 5e-06,
      "loss": 0.3465,
      "step": 649500
    },
    {
      "epoch": 16.725456371173305,
      "grad_norm": 11.654706954956055,
      "learning_rate": 5e-06,
      "loss": 0.3497,
      "step": 649600
    },
    {
      "epoch": 16.728031102757537,
      "grad_norm": 9.148845672607422,
      "learning_rate": 5e-06,
      "loss": 0.3795,
      "step": 649700
    },
    {
      "epoch": 16.73060583434177,
      "grad_norm": 7.167855739593506,
      "learning_rate": 5e-06,
      "loss": 0.3425,
      "step": 649800
    },
    {
      "epoch": 16.733180565926002,
      "grad_norm": 7.257898807525635,
      "learning_rate": 5e-06,
      "loss": 0.33,
      "step": 649900
    },
    {
      "epoch": 16.735755297510234,
      "grad_norm": 7.559831619262695,
      "learning_rate": 5e-06,
      "loss": 0.3229,
      "step": 650000
    },
    {
      "epoch": 16.738330029094467,
      "grad_norm": 11.875187873840332,
      "learning_rate": 5e-06,
      "loss": 0.3524,
      "step": 650100
    },
    {
      "epoch": 16.7409047606787,
      "grad_norm": 8.094868659973145,
      "learning_rate": 5e-06,
      "loss": 0.3549,
      "step": 650200
    },
    {
      "epoch": 16.74347949226293,
      "grad_norm": 8.195976257324219,
      "learning_rate": 5e-06,
      "loss": 0.3336,
      "step": 650300
    },
    {
      "epoch": 16.746054223847164,
      "grad_norm": 7.122933864593506,
      "learning_rate": 5e-06,
      "loss": 0.3379,
      "step": 650400
    },
    {
      "epoch": 16.748628955431396,
      "grad_norm": 7.802029132843018,
      "learning_rate": 5e-06,
      "loss": 0.3317,
      "step": 650500
    },
    {
      "epoch": 16.75120368701563,
      "grad_norm": 8.382150650024414,
      "learning_rate": 5e-06,
      "loss": 0.3556,
      "step": 650600
    },
    {
      "epoch": 16.75377841859986,
      "grad_norm": 10.282729148864746,
      "learning_rate": 5e-06,
      "loss": 0.354,
      "step": 650700
    },
    {
      "epoch": 16.756353150184093,
      "grad_norm": 9.241537094116211,
      "learning_rate": 5e-06,
      "loss": 0.3318,
      "step": 650800
    },
    {
      "epoch": 16.758927881768326,
      "grad_norm": 7.772854328155518,
      "learning_rate": 5e-06,
      "loss": 0.3206,
      "step": 650900
    },
    {
      "epoch": 16.761502613352558,
      "grad_norm": 8.490920066833496,
      "learning_rate": 5e-06,
      "loss": 0.3263,
      "step": 651000
    },
    {
      "epoch": 16.76407734493679,
      "grad_norm": 10.946950912475586,
      "learning_rate": 5e-06,
      "loss": 0.3521,
      "step": 651100
    },
    {
      "epoch": 16.766652076521023,
      "grad_norm": 6.807706356048584,
      "learning_rate": 5e-06,
      "loss": 0.372,
      "step": 651200
    },
    {
      "epoch": 16.769226808105255,
      "grad_norm": 8.408561706542969,
      "learning_rate": 5e-06,
      "loss": 0.3647,
      "step": 651300
    },
    {
      "epoch": 16.771801539689488,
      "grad_norm": 7.132340431213379,
      "learning_rate": 5e-06,
      "loss": 0.3366,
      "step": 651400
    },
    {
      "epoch": 16.77437627127372,
      "grad_norm": 9.945261001586914,
      "learning_rate": 5e-06,
      "loss": 0.3467,
      "step": 651500
    },
    {
      "epoch": 16.776951002857952,
      "grad_norm": 8.351531028747559,
      "learning_rate": 5e-06,
      "loss": 0.3456,
      "step": 651600
    },
    {
      "epoch": 16.779525734442185,
      "grad_norm": 9.584874153137207,
      "learning_rate": 5e-06,
      "loss": 0.3402,
      "step": 651700
    },
    {
      "epoch": 16.782100466026417,
      "grad_norm": 12.834488868713379,
      "learning_rate": 5e-06,
      "loss": 0.336,
      "step": 651800
    },
    {
      "epoch": 16.78467519761065,
      "grad_norm": 13.795022010803223,
      "learning_rate": 5e-06,
      "loss": 0.3439,
      "step": 651900
    },
    {
      "epoch": 16.787249929194882,
      "grad_norm": 9.105594635009766,
      "learning_rate": 5e-06,
      "loss": 0.3309,
      "step": 652000
    },
    {
      "epoch": 16.789824660779114,
      "grad_norm": 9.301880836486816,
      "learning_rate": 5e-06,
      "loss": 0.3422,
      "step": 652100
    },
    {
      "epoch": 16.792399392363347,
      "grad_norm": 7.687017440795898,
      "learning_rate": 5e-06,
      "loss": 0.3284,
      "step": 652200
    },
    {
      "epoch": 16.79497412394758,
      "grad_norm": 8.367942810058594,
      "learning_rate": 5e-06,
      "loss": 0.3381,
      "step": 652300
    },
    {
      "epoch": 16.79754885553181,
      "grad_norm": 6.043210983276367,
      "learning_rate": 5e-06,
      "loss": 0.3457,
      "step": 652400
    },
    {
      "epoch": 16.800123587116044,
      "grad_norm": 8.00932502746582,
      "learning_rate": 5e-06,
      "loss": 0.3107,
      "step": 652500
    },
    {
      "epoch": 16.802698318700276,
      "grad_norm": 9.27112102508545,
      "learning_rate": 5e-06,
      "loss": 0.3361,
      "step": 652600
    },
    {
      "epoch": 16.80527305028451,
      "grad_norm": 8.786147117614746,
      "learning_rate": 5e-06,
      "loss": 0.3515,
      "step": 652700
    },
    {
      "epoch": 16.80784778186874,
      "grad_norm": 6.900646209716797,
      "learning_rate": 5e-06,
      "loss": 0.3595,
      "step": 652800
    },
    {
      "epoch": 16.810422513452973,
      "grad_norm": 6.63414192199707,
      "learning_rate": 5e-06,
      "loss": 0.3301,
      "step": 652900
    },
    {
      "epoch": 16.812997245037206,
      "grad_norm": 8.167377471923828,
      "learning_rate": 5e-06,
      "loss": 0.3471,
      "step": 653000
    },
    {
      "epoch": 16.815571976621438,
      "grad_norm": 8.353334426879883,
      "learning_rate": 5e-06,
      "loss": 0.331,
      "step": 653100
    },
    {
      "epoch": 16.81814670820567,
      "grad_norm": 10.627190589904785,
      "learning_rate": 5e-06,
      "loss": 0.3445,
      "step": 653200
    },
    {
      "epoch": 16.820721439789903,
      "grad_norm": 9.571721076965332,
      "learning_rate": 5e-06,
      "loss": 0.327,
      "step": 653300
    },
    {
      "epoch": 16.823296171374135,
      "grad_norm": 8.267455101013184,
      "learning_rate": 5e-06,
      "loss": 0.3301,
      "step": 653400
    },
    {
      "epoch": 16.825870902958368,
      "grad_norm": 7.030677795410156,
      "learning_rate": 5e-06,
      "loss": 0.3277,
      "step": 653500
    },
    {
      "epoch": 16.8284456345426,
      "grad_norm": 8.820459365844727,
      "learning_rate": 5e-06,
      "loss": 0.3302,
      "step": 653600
    },
    {
      "epoch": 16.831020366126832,
      "grad_norm": 10.214784622192383,
      "learning_rate": 5e-06,
      "loss": 0.3355,
      "step": 653700
    },
    {
      "epoch": 16.833595097711065,
      "grad_norm": 7.5416412353515625,
      "learning_rate": 5e-06,
      "loss": 0.3559,
      "step": 653800
    },
    {
      "epoch": 16.836169829295297,
      "grad_norm": 7.182044506072998,
      "learning_rate": 5e-06,
      "loss": 0.3368,
      "step": 653900
    },
    {
      "epoch": 16.83874456087953,
      "grad_norm": 9.244170188903809,
      "learning_rate": 5e-06,
      "loss": 0.3505,
      "step": 654000
    },
    {
      "epoch": 16.841319292463762,
      "grad_norm": 11.49656867980957,
      "learning_rate": 5e-06,
      "loss": 0.3354,
      "step": 654100
    },
    {
      "epoch": 16.843894024047994,
      "grad_norm": 8.380001068115234,
      "learning_rate": 5e-06,
      "loss": 0.3496,
      "step": 654200
    },
    {
      "epoch": 16.846468755632227,
      "grad_norm": 8.508721351623535,
      "learning_rate": 5e-06,
      "loss": 0.3415,
      "step": 654300
    },
    {
      "epoch": 16.84904348721646,
      "grad_norm": 7.445093154907227,
      "learning_rate": 5e-06,
      "loss": 0.3524,
      "step": 654400
    },
    {
      "epoch": 16.85161821880069,
      "grad_norm": 5.782845497131348,
      "learning_rate": 5e-06,
      "loss": 0.334,
      "step": 654500
    },
    {
      "epoch": 16.854192950384924,
      "grad_norm": 6.851869583129883,
      "learning_rate": 5e-06,
      "loss": 0.353,
      "step": 654600
    },
    {
      "epoch": 16.856767681969156,
      "grad_norm": 6.78362512588501,
      "learning_rate": 5e-06,
      "loss": 0.3329,
      "step": 654700
    },
    {
      "epoch": 16.85934241355339,
      "grad_norm": 9.220980644226074,
      "learning_rate": 5e-06,
      "loss": 0.3418,
      "step": 654800
    },
    {
      "epoch": 16.86191714513762,
      "grad_norm": 8.85214614868164,
      "learning_rate": 5e-06,
      "loss": 0.344,
      "step": 654900
    },
    {
      "epoch": 16.864491876721853,
      "grad_norm": 8.44955825805664,
      "learning_rate": 5e-06,
      "loss": 0.3319,
      "step": 655000
    },
    {
      "epoch": 16.867066608306082,
      "grad_norm": 7.856980800628662,
      "learning_rate": 5e-06,
      "loss": 0.3445,
      "step": 655100
    },
    {
      "epoch": 16.869641339890315,
      "grad_norm": 8.666328430175781,
      "learning_rate": 5e-06,
      "loss": 0.3542,
      "step": 655200
    },
    {
      "epoch": 16.872216071474547,
      "grad_norm": 8.096015930175781,
      "learning_rate": 5e-06,
      "loss": 0.3384,
      "step": 655300
    },
    {
      "epoch": 16.87479080305878,
      "grad_norm": 8.746603012084961,
      "learning_rate": 5e-06,
      "loss": 0.3297,
      "step": 655400
    },
    {
      "epoch": 16.877365534643012,
      "grad_norm": 7.793414115905762,
      "learning_rate": 5e-06,
      "loss": 0.3604,
      "step": 655500
    },
    {
      "epoch": 16.879940266227244,
      "grad_norm": 8.608589172363281,
      "learning_rate": 5e-06,
      "loss": 0.3392,
      "step": 655600
    },
    {
      "epoch": 16.882514997811477,
      "grad_norm": 7.661642074584961,
      "learning_rate": 5e-06,
      "loss": 0.3704,
      "step": 655700
    },
    {
      "epoch": 16.88508972939571,
      "grad_norm": 8.603440284729004,
      "learning_rate": 5e-06,
      "loss": 0.3514,
      "step": 655800
    },
    {
      "epoch": 16.88766446097994,
      "grad_norm": 9.654579162597656,
      "learning_rate": 5e-06,
      "loss": 0.3256,
      "step": 655900
    },
    {
      "epoch": 16.890239192564174,
      "grad_norm": 6.574481964111328,
      "learning_rate": 5e-06,
      "loss": 0.3242,
      "step": 656000
    },
    {
      "epoch": 16.892813924148406,
      "grad_norm": 6.4600138664245605,
      "learning_rate": 5e-06,
      "loss": 0.3283,
      "step": 656100
    },
    {
      "epoch": 16.89538865573264,
      "grad_norm": 10.499171257019043,
      "learning_rate": 5e-06,
      "loss": 0.3443,
      "step": 656200
    },
    {
      "epoch": 16.89796338731687,
      "grad_norm": 9.687178611755371,
      "learning_rate": 5e-06,
      "loss": 0.3473,
      "step": 656300
    },
    {
      "epoch": 16.900538118901103,
      "grad_norm": 9.772330284118652,
      "learning_rate": 5e-06,
      "loss": 0.3457,
      "step": 656400
    },
    {
      "epoch": 16.903112850485336,
      "grad_norm": 5.170655727386475,
      "learning_rate": 5e-06,
      "loss": 0.3381,
      "step": 656500
    },
    {
      "epoch": 16.905687582069568,
      "grad_norm": 6.952127456665039,
      "learning_rate": 5e-06,
      "loss": 0.3254,
      "step": 656600
    },
    {
      "epoch": 16.9082623136538,
      "grad_norm": 8.34788703918457,
      "learning_rate": 5e-06,
      "loss": 0.3602,
      "step": 656700
    },
    {
      "epoch": 16.910837045238033,
      "grad_norm": 10.677701950073242,
      "learning_rate": 5e-06,
      "loss": 0.3473,
      "step": 656800
    },
    {
      "epoch": 16.913411776822265,
      "grad_norm": 9.614263534545898,
      "learning_rate": 5e-06,
      "loss": 0.3387,
      "step": 656900
    },
    {
      "epoch": 16.915986508406498,
      "grad_norm": 7.561574935913086,
      "learning_rate": 5e-06,
      "loss": 0.3386,
      "step": 657000
    },
    {
      "epoch": 16.91856123999073,
      "grad_norm": 8.253036499023438,
      "learning_rate": 5e-06,
      "loss": 0.349,
      "step": 657100
    },
    {
      "epoch": 16.921135971574962,
      "grad_norm": 10.267889976501465,
      "learning_rate": 5e-06,
      "loss": 0.3422,
      "step": 657200
    },
    {
      "epoch": 16.923710703159195,
      "grad_norm": 7.59006404876709,
      "learning_rate": 5e-06,
      "loss": 0.3686,
      "step": 657300
    },
    {
      "epoch": 16.926285434743427,
      "grad_norm": 9.643498420715332,
      "learning_rate": 5e-06,
      "loss": 0.335,
      "step": 657400
    },
    {
      "epoch": 16.92886016632766,
      "grad_norm": 8.660075187683105,
      "learning_rate": 5e-06,
      "loss": 0.3299,
      "step": 657500
    },
    {
      "epoch": 16.931434897911892,
      "grad_norm": 7.298810958862305,
      "learning_rate": 5e-06,
      "loss": 0.3345,
      "step": 657600
    },
    {
      "epoch": 16.934009629496124,
      "grad_norm": 6.214085102081299,
      "learning_rate": 5e-06,
      "loss": 0.3471,
      "step": 657700
    },
    {
      "epoch": 16.936584361080357,
      "grad_norm": 6.975362777709961,
      "learning_rate": 5e-06,
      "loss": 0.3133,
      "step": 657800
    },
    {
      "epoch": 16.93915909266459,
      "grad_norm": 5.452075481414795,
      "learning_rate": 5e-06,
      "loss": 0.3585,
      "step": 657900
    },
    {
      "epoch": 16.94173382424882,
      "grad_norm": 7.352173805236816,
      "learning_rate": 5e-06,
      "loss": 0.3426,
      "step": 658000
    },
    {
      "epoch": 16.944308555833054,
      "grad_norm": 9.650970458984375,
      "learning_rate": 5e-06,
      "loss": 0.3333,
      "step": 658100
    },
    {
      "epoch": 16.946883287417286,
      "grad_norm": 8.240715026855469,
      "learning_rate": 5e-06,
      "loss": 0.3229,
      "step": 658200
    },
    {
      "epoch": 16.94945801900152,
      "grad_norm": 7.9228739738464355,
      "learning_rate": 5e-06,
      "loss": 0.333,
      "step": 658300
    },
    {
      "epoch": 16.95203275058575,
      "grad_norm": 8.896528244018555,
      "learning_rate": 5e-06,
      "loss": 0.3474,
      "step": 658400
    },
    {
      "epoch": 16.954607482169983,
      "grad_norm": 7.103677272796631,
      "learning_rate": 5e-06,
      "loss": 0.329,
      "step": 658500
    },
    {
      "epoch": 16.957182213754216,
      "grad_norm": 7.839491367340088,
      "learning_rate": 5e-06,
      "loss": 0.351,
      "step": 658600
    },
    {
      "epoch": 16.959756945338448,
      "grad_norm": 7.652882099151611,
      "learning_rate": 5e-06,
      "loss": 0.3513,
      "step": 658700
    },
    {
      "epoch": 16.96233167692268,
      "grad_norm": 9.589919090270996,
      "learning_rate": 5e-06,
      "loss": 0.3436,
      "step": 658800
    },
    {
      "epoch": 16.964906408506913,
      "grad_norm": 7.295119762420654,
      "learning_rate": 5e-06,
      "loss": 0.3349,
      "step": 658900
    },
    {
      "epoch": 16.967481140091145,
      "grad_norm": 7.058939456939697,
      "learning_rate": 5e-06,
      "loss": 0.3402,
      "step": 659000
    },
    {
      "epoch": 16.970055871675378,
      "grad_norm": 7.191247940063477,
      "learning_rate": 5e-06,
      "loss": 0.3414,
      "step": 659100
    },
    {
      "epoch": 16.97263060325961,
      "grad_norm": 7.434205055236816,
      "learning_rate": 5e-06,
      "loss": 0.349,
      "step": 659200
    },
    {
      "epoch": 16.975205334843842,
      "grad_norm": 6.949978351593018,
      "learning_rate": 5e-06,
      "loss": 0.3309,
      "step": 659300
    },
    {
      "epoch": 16.977780066428075,
      "grad_norm": 9.920475006103516,
      "learning_rate": 5e-06,
      "loss": 0.3507,
      "step": 659400
    },
    {
      "epoch": 16.980354798012307,
      "grad_norm": 12.594536781311035,
      "learning_rate": 5e-06,
      "loss": 0.3256,
      "step": 659500
    },
    {
      "epoch": 16.98292952959654,
      "grad_norm": 8.519590377807617,
      "learning_rate": 5e-06,
      "loss": 0.3548,
      "step": 659600
    },
    {
      "epoch": 16.985504261180772,
      "grad_norm": 7.3146209716796875,
      "learning_rate": 5e-06,
      "loss": 0.3305,
      "step": 659700
    },
    {
      "epoch": 16.988078992765004,
      "grad_norm": 5.453752040863037,
      "learning_rate": 5e-06,
      "loss": 0.3246,
      "step": 659800
    },
    {
      "epoch": 16.990653724349237,
      "grad_norm": 7.593548774719238,
      "learning_rate": 5e-06,
      "loss": 0.3491,
      "step": 659900
    },
    {
      "epoch": 16.99322845593347,
      "grad_norm": 7.481220245361328,
      "learning_rate": 5e-06,
      "loss": 0.3842,
      "step": 660000
    },
    {
      "epoch": 16.9958031875177,
      "grad_norm": 11.141926765441895,
      "learning_rate": 5e-06,
      "loss": 0.3475,
      "step": 660100
    },
    {
      "epoch": 16.998377919101934,
      "grad_norm": 7.464516639709473,
      "learning_rate": 5e-06,
      "loss": 0.3361,
      "step": 660200
    },
    {
      "epoch": 17.0,
      "step": 660263,
      "train_loss": 0.27518728375434875,
      "train_perplexity": 1.3167772627653591,
      "train_runtime": 776.3956,
      "train_samples_per_second": 400.193,
      "train_steps_per_second": 50.025
    },
    {
      "epoch": 17.0,
      "eval_loss": 0.2761516869068146,
      "eval_perplexity": 1.318047779455343,
      "eval_runtime": 192.5646,
      "eval_samples_per_second": 403.382,
      "eval_steps_per_second": 50.425,
      "step": 660263
    },
    {
      "epoch": 17.000952650686166,
      "grad_norm": 5.60848331451416,
      "learning_rate": 5e-06,
      "loss": 0.3368,
      "step": 660300
    },
    {
      "epoch": 17.0035273822704,
      "grad_norm": 8.594592094421387,
      "learning_rate": 5e-06,
      "loss": 0.3527,
      "step": 660400
    },
    {
      "epoch": 17.00610211385463,
      "grad_norm": 9.469764709472656,
      "learning_rate": 5e-06,
      "loss": 0.3353,
      "step": 660500
    },
    {
      "epoch": 17.008676845438863,
      "grad_norm": 7.227864742279053,
      "learning_rate": 5e-06,
      "loss": 0.334,
      "step": 660600
    },
    {
      "epoch": 17.011251577023096,
      "grad_norm": 8.116643905639648,
      "learning_rate": 5e-06,
      "loss": 0.3327,
      "step": 660700
    },
    {
      "epoch": 17.013826308607328,
      "grad_norm": 7.654027938842773,
      "learning_rate": 5e-06,
      "loss": 0.3469,
      "step": 660800
    },
    {
      "epoch": 17.01640104019156,
      "grad_norm": 5.218883514404297,
      "learning_rate": 5e-06,
      "loss": 0.3272,
      "step": 660900
    },
    {
      "epoch": 17.018975771775793,
      "grad_norm": 6.447196006774902,
      "learning_rate": 5e-06,
      "loss": 0.3233,
      "step": 661000
    },
    {
      "epoch": 17.021550503360025,
      "grad_norm": 10.454959869384766,
      "learning_rate": 5e-06,
      "loss": 0.3471,
      "step": 661100
    },
    {
      "epoch": 17.024125234944258,
      "grad_norm": 5.668374061584473,
      "learning_rate": 5e-06,
      "loss": 0.3454,
      "step": 661200
    },
    {
      "epoch": 17.02669996652849,
      "grad_norm": 8.208267211914062,
      "learning_rate": 5e-06,
      "loss": 0.3445,
      "step": 661300
    },
    {
      "epoch": 17.029274698112722,
      "grad_norm": 9.504487037658691,
      "learning_rate": 5e-06,
      "loss": 0.3471,
      "step": 661400
    },
    {
      "epoch": 17.031849429696955,
      "grad_norm": 10.108245849609375,
      "learning_rate": 5e-06,
      "loss": 0.337,
      "step": 661500
    },
    {
      "epoch": 17.034424161281187,
      "grad_norm": 9.848206520080566,
      "learning_rate": 5e-06,
      "loss": 0.3307,
      "step": 661600
    },
    {
      "epoch": 17.03699889286542,
      "grad_norm": 7.975947856903076,
      "learning_rate": 5e-06,
      "loss": 0.3407,
      "step": 661700
    },
    {
      "epoch": 17.039573624449652,
      "grad_norm": 7.08039665222168,
      "learning_rate": 5e-06,
      "loss": 0.3504,
      "step": 661800
    },
    {
      "epoch": 17.042148356033884,
      "grad_norm": 8.698871612548828,
      "learning_rate": 5e-06,
      "loss": 0.3337,
      "step": 661900
    },
    {
      "epoch": 17.044723087618117,
      "grad_norm": 12.239089012145996,
      "learning_rate": 5e-06,
      "loss": 0.325,
      "step": 662000
    },
    {
      "epoch": 17.04729781920235,
      "grad_norm": 12.497620582580566,
      "learning_rate": 5e-06,
      "loss": 0.3417,
      "step": 662100
    },
    {
      "epoch": 17.04987255078658,
      "grad_norm": 8.932991981506348,
      "learning_rate": 5e-06,
      "loss": 0.3373,
      "step": 662200
    },
    {
      "epoch": 17.052447282370814,
      "grad_norm": 6.979774475097656,
      "learning_rate": 5e-06,
      "loss": 0.3198,
      "step": 662300
    },
    {
      "epoch": 17.055022013955046,
      "grad_norm": 8.022279739379883,
      "learning_rate": 5e-06,
      "loss": 0.3162,
      "step": 662400
    },
    {
      "epoch": 17.05759674553928,
      "grad_norm": 12.009227752685547,
      "learning_rate": 5e-06,
      "loss": 0.3461,
      "step": 662500
    },
    {
      "epoch": 17.06017147712351,
      "grad_norm": 6.782820224761963,
      "learning_rate": 5e-06,
      "loss": 0.3352,
      "step": 662600
    },
    {
      "epoch": 17.062746208707743,
      "grad_norm": 9.699111938476562,
      "learning_rate": 5e-06,
      "loss": 0.3415,
      "step": 662700
    },
    {
      "epoch": 17.065320940291976,
      "grad_norm": 10.047185897827148,
      "learning_rate": 5e-06,
      "loss": 0.3444,
      "step": 662800
    },
    {
      "epoch": 17.067895671876208,
      "grad_norm": 7.549476146697998,
      "learning_rate": 5e-06,
      "loss": 0.3469,
      "step": 662900
    },
    {
      "epoch": 17.07047040346044,
      "grad_norm": 11.516385078430176,
      "learning_rate": 5e-06,
      "loss": 0.3477,
      "step": 663000
    },
    {
      "epoch": 17.073045135044673,
      "grad_norm": 11.028923034667969,
      "learning_rate": 5e-06,
      "loss": 0.3292,
      "step": 663100
    },
    {
      "epoch": 17.075619866628905,
      "grad_norm": 9.426648139953613,
      "learning_rate": 5e-06,
      "loss": 0.347,
      "step": 663200
    },
    {
      "epoch": 17.078194598213138,
      "grad_norm": 8.339156150817871,
      "learning_rate": 5e-06,
      "loss": 0.3273,
      "step": 663300
    },
    {
      "epoch": 17.08076932979737,
      "grad_norm": 9.859182357788086,
      "learning_rate": 5e-06,
      "loss": 0.3204,
      "step": 663400
    },
    {
      "epoch": 17.083344061381602,
      "grad_norm": 8.737689018249512,
      "learning_rate": 5e-06,
      "loss": 0.332,
      "step": 663500
    },
    {
      "epoch": 17.085918792965835,
      "grad_norm": 9.876810073852539,
      "learning_rate": 5e-06,
      "loss": 0.3506,
      "step": 663600
    },
    {
      "epoch": 17.088493524550067,
      "grad_norm": 7.446712017059326,
      "learning_rate": 5e-06,
      "loss": 0.3303,
      "step": 663700
    },
    {
      "epoch": 17.0910682561343,
      "grad_norm": 5.7044997215271,
      "learning_rate": 5e-06,
      "loss": 0.3202,
      "step": 663800
    },
    {
      "epoch": 17.093642987718532,
      "grad_norm": 6.857126235961914,
      "learning_rate": 5e-06,
      "loss": 0.3538,
      "step": 663900
    },
    {
      "epoch": 17.096217719302764,
      "grad_norm": 7.917677402496338,
      "learning_rate": 5e-06,
      "loss": 0.3558,
      "step": 664000
    },
    {
      "epoch": 17.098792450886997,
      "grad_norm": 6.313899993896484,
      "learning_rate": 5e-06,
      "loss": 0.3364,
      "step": 664100
    },
    {
      "epoch": 17.10136718247123,
      "grad_norm": 5.373371601104736,
      "learning_rate": 5e-06,
      "loss": 0.3403,
      "step": 664200
    },
    {
      "epoch": 17.10394191405546,
      "grad_norm": 10.157086372375488,
      "learning_rate": 5e-06,
      "loss": 0.3158,
      "step": 664300
    },
    {
      "epoch": 17.106516645639694,
      "grad_norm": 7.782423973083496,
      "learning_rate": 5e-06,
      "loss": 0.3346,
      "step": 664400
    },
    {
      "epoch": 17.109091377223926,
      "grad_norm": 9.181056022644043,
      "learning_rate": 5e-06,
      "loss": 0.3427,
      "step": 664500
    },
    {
      "epoch": 17.11166610880816,
      "grad_norm": 9.647884368896484,
      "learning_rate": 5e-06,
      "loss": 0.3475,
      "step": 664600
    },
    {
      "epoch": 17.114240840392387,
      "grad_norm": 9.351505279541016,
      "learning_rate": 5e-06,
      "loss": 0.3691,
      "step": 664700
    },
    {
      "epoch": 17.11681557197662,
      "grad_norm": 9.26986026763916,
      "learning_rate": 5e-06,
      "loss": 0.3364,
      "step": 664800
    },
    {
      "epoch": 17.119390303560852,
      "grad_norm": 11.779025077819824,
      "learning_rate": 5e-06,
      "loss": 0.3347,
      "step": 664900
    },
    {
      "epoch": 17.121965035145084,
      "grad_norm": 8.94167709350586,
      "learning_rate": 5e-06,
      "loss": 0.3319,
      "step": 665000
    },
    {
      "epoch": 17.124539766729317,
      "grad_norm": 7.586887359619141,
      "learning_rate": 5e-06,
      "loss": 0.3376,
      "step": 665100
    },
    {
      "epoch": 17.12711449831355,
      "grad_norm": 9.794641494750977,
      "learning_rate": 5e-06,
      "loss": 0.3611,
      "step": 665200
    },
    {
      "epoch": 17.12968922989778,
      "grad_norm": 12.528145790100098,
      "learning_rate": 5e-06,
      "loss": 0.347,
      "step": 665300
    },
    {
      "epoch": 17.132263961482014,
      "grad_norm": 8.424286842346191,
      "learning_rate": 5e-06,
      "loss": 0.3413,
      "step": 665400
    },
    {
      "epoch": 17.134838693066246,
      "grad_norm": 9.480314254760742,
      "learning_rate": 5e-06,
      "loss": 0.3413,
      "step": 665500
    },
    {
      "epoch": 17.13741342465048,
      "grad_norm": 6.210287570953369,
      "learning_rate": 5e-06,
      "loss": 0.3323,
      "step": 665600
    },
    {
      "epoch": 17.13998815623471,
      "grad_norm": 9.359452247619629,
      "learning_rate": 5e-06,
      "loss": 0.3418,
      "step": 665700
    },
    {
      "epoch": 17.142562887818944,
      "grad_norm": 9.010141372680664,
      "learning_rate": 5e-06,
      "loss": 0.3291,
      "step": 665800
    },
    {
      "epoch": 17.145137619403176,
      "grad_norm": 6.803444862365723,
      "learning_rate": 5e-06,
      "loss": 0.3245,
      "step": 665900
    },
    {
      "epoch": 17.14771235098741,
      "grad_norm": 10.571449279785156,
      "learning_rate": 5e-06,
      "loss": 0.3534,
      "step": 666000
    },
    {
      "epoch": 17.15028708257164,
      "grad_norm": 8.128815650939941,
      "learning_rate": 5e-06,
      "loss": 0.3494,
      "step": 666100
    },
    {
      "epoch": 17.152861814155873,
      "grad_norm": 9.121610641479492,
      "learning_rate": 5e-06,
      "loss": 0.3402,
      "step": 666200
    },
    {
      "epoch": 17.155436545740105,
      "grad_norm": 7.509934425354004,
      "learning_rate": 5e-06,
      "loss": 0.3754,
      "step": 666300
    },
    {
      "epoch": 17.158011277324338,
      "grad_norm": 7.435516357421875,
      "learning_rate": 5e-06,
      "loss": 0.3421,
      "step": 666400
    },
    {
      "epoch": 17.16058600890857,
      "grad_norm": 7.4926557540893555,
      "learning_rate": 5e-06,
      "loss": 0.3657,
      "step": 666500
    },
    {
      "epoch": 17.163160740492803,
      "grad_norm": 9.76249885559082,
      "learning_rate": 5e-06,
      "loss": 0.3386,
      "step": 666600
    },
    {
      "epoch": 17.165735472077035,
      "grad_norm": 8.059205055236816,
      "learning_rate": 5e-06,
      "loss": 0.338,
      "step": 666700
    },
    {
      "epoch": 17.168310203661267,
      "grad_norm": 8.071450233459473,
      "learning_rate": 5e-06,
      "loss": 0.3372,
      "step": 666800
    },
    {
      "epoch": 17.1708849352455,
      "grad_norm": 10.372442245483398,
      "learning_rate": 5e-06,
      "loss": 0.3262,
      "step": 666900
    },
    {
      "epoch": 17.173459666829732,
      "grad_norm": 8.811405181884766,
      "learning_rate": 5e-06,
      "loss": 0.3559,
      "step": 667000
    },
    {
      "epoch": 17.176034398413965,
      "grad_norm": 10.550146102905273,
      "learning_rate": 5e-06,
      "loss": 0.3322,
      "step": 667100
    },
    {
      "epoch": 17.178609129998197,
      "grad_norm": 7.160262107849121,
      "learning_rate": 5e-06,
      "loss": 0.3303,
      "step": 667200
    },
    {
      "epoch": 17.18118386158243,
      "grad_norm": 8.301050186157227,
      "learning_rate": 5e-06,
      "loss": 0.3293,
      "step": 667300
    },
    {
      "epoch": 17.18375859316666,
      "grad_norm": 8.199043273925781,
      "learning_rate": 5e-06,
      "loss": 0.3289,
      "step": 667400
    },
    {
      "epoch": 17.186333324750894,
      "grad_norm": 9.004719734191895,
      "learning_rate": 5e-06,
      "loss": 0.33,
      "step": 667500
    },
    {
      "epoch": 17.188908056335126,
      "grad_norm": 9.773300170898438,
      "learning_rate": 5e-06,
      "loss": 0.361,
      "step": 667600
    },
    {
      "epoch": 17.19148278791936,
      "grad_norm": 11.301042556762695,
      "learning_rate": 5e-06,
      "loss": 0.3378,
      "step": 667700
    },
    {
      "epoch": 17.19405751950359,
      "grad_norm": 7.210923194885254,
      "learning_rate": 5e-06,
      "loss": 0.3295,
      "step": 667800
    },
    {
      "epoch": 17.196632251087824,
      "grad_norm": 7.378268241882324,
      "learning_rate": 5e-06,
      "loss": 0.3364,
      "step": 667900
    },
    {
      "epoch": 17.199206982672056,
      "grad_norm": 6.786259651184082,
      "learning_rate": 5e-06,
      "loss": 0.3386,
      "step": 668000
    },
    {
      "epoch": 17.20178171425629,
      "grad_norm": 10.015748023986816,
      "learning_rate": 5e-06,
      "loss": 0.3372,
      "step": 668100
    },
    {
      "epoch": 17.20435644584052,
      "grad_norm": 6.414300918579102,
      "learning_rate": 5e-06,
      "loss": 0.3273,
      "step": 668200
    },
    {
      "epoch": 17.206931177424753,
      "grad_norm": 6.044262886047363,
      "learning_rate": 5e-06,
      "loss": 0.34,
      "step": 668300
    },
    {
      "epoch": 17.209505909008985,
      "grad_norm": 8.317195892333984,
      "learning_rate": 5e-06,
      "loss": 0.3317,
      "step": 668400
    },
    {
      "epoch": 17.212080640593218,
      "grad_norm": 10.062939643859863,
      "learning_rate": 5e-06,
      "loss": 0.3402,
      "step": 668500
    },
    {
      "epoch": 17.21465537217745,
      "grad_norm": 7.2467145919799805,
      "learning_rate": 5e-06,
      "loss": 0.3298,
      "step": 668600
    },
    {
      "epoch": 17.217230103761683,
      "grad_norm": 9.816998481750488,
      "learning_rate": 5e-06,
      "loss": 0.3463,
      "step": 668700
    },
    {
      "epoch": 17.219804835345915,
      "grad_norm": 9.713589668273926,
      "learning_rate": 5e-06,
      "loss": 0.3317,
      "step": 668800
    },
    {
      "epoch": 17.222379566930147,
      "grad_norm": 10.074588775634766,
      "learning_rate": 5e-06,
      "loss": 0.3411,
      "step": 668900
    },
    {
      "epoch": 17.22495429851438,
      "grad_norm": 10.325942039489746,
      "learning_rate": 5e-06,
      "loss": 0.3452,
      "step": 669000
    },
    {
      "epoch": 17.227529030098612,
      "grad_norm": 7.75908899307251,
      "learning_rate": 5e-06,
      "loss": 0.3273,
      "step": 669100
    },
    {
      "epoch": 17.230103761682845,
      "grad_norm": 10.49807357788086,
      "learning_rate": 5e-06,
      "loss": 0.3382,
      "step": 669200
    },
    {
      "epoch": 17.232678493267077,
      "grad_norm": 11.767243385314941,
      "learning_rate": 5e-06,
      "loss": 0.3401,
      "step": 669300
    },
    {
      "epoch": 17.23525322485131,
      "grad_norm": 6.969737529754639,
      "learning_rate": 5e-06,
      "loss": 0.3335,
      "step": 669400
    },
    {
      "epoch": 17.23782795643554,
      "grad_norm": 11.145302772521973,
      "learning_rate": 5e-06,
      "loss": 0.3372,
      "step": 669500
    },
    {
      "epoch": 17.240402688019774,
      "grad_norm": 5.906503677368164,
      "learning_rate": 5e-06,
      "loss": 0.3258,
      "step": 669600
    },
    {
      "epoch": 17.242977419604006,
      "grad_norm": 6.391449451446533,
      "learning_rate": 5e-06,
      "loss": 0.3501,
      "step": 669700
    },
    {
      "epoch": 17.24555215118824,
      "grad_norm": 6.941648483276367,
      "learning_rate": 5e-06,
      "loss": 0.3278,
      "step": 669800
    },
    {
      "epoch": 17.24812688277247,
      "grad_norm": 8.486381530761719,
      "learning_rate": 5e-06,
      "loss": 0.3663,
      "step": 669900
    },
    {
      "epoch": 17.250701614356704,
      "grad_norm": 6.743133544921875,
      "learning_rate": 5e-06,
      "loss": 0.3258,
      "step": 670000
    },
    {
      "epoch": 17.253276345940936,
      "grad_norm": 6.457216262817383,
      "learning_rate": 5e-06,
      "loss": 0.3292,
      "step": 670100
    },
    {
      "epoch": 17.25585107752517,
      "grad_norm": 7.785803318023682,
      "learning_rate": 5e-06,
      "loss": 0.3317,
      "step": 670200
    },
    {
      "epoch": 17.2584258091094,
      "grad_norm": 7.179956436157227,
      "learning_rate": 5e-06,
      "loss": 0.3557,
      "step": 670300
    },
    {
      "epoch": 17.261000540693633,
      "grad_norm": 9.071174621582031,
      "learning_rate": 5e-06,
      "loss": 0.3226,
      "step": 670400
    },
    {
      "epoch": 17.263575272277865,
      "grad_norm": 11.005894660949707,
      "learning_rate": 5e-06,
      "loss": 0.3342,
      "step": 670500
    },
    {
      "epoch": 17.266150003862098,
      "grad_norm": 6.910457134246826,
      "learning_rate": 5e-06,
      "loss": 0.3443,
      "step": 670600
    },
    {
      "epoch": 17.26872473544633,
      "grad_norm": 7.121664047241211,
      "learning_rate": 5e-06,
      "loss": 0.3409,
      "step": 670700
    },
    {
      "epoch": 17.271299467030563,
      "grad_norm": 7.81635046005249,
      "learning_rate": 5e-06,
      "loss": 0.3154,
      "step": 670800
    },
    {
      "epoch": 17.273874198614795,
      "grad_norm": 11.860555648803711,
      "learning_rate": 5e-06,
      "loss": 0.3488,
      "step": 670900
    },
    {
      "epoch": 17.276448930199027,
      "grad_norm": 13.683073997497559,
      "learning_rate": 5e-06,
      "loss": 0.3338,
      "step": 671000
    },
    {
      "epoch": 17.27902366178326,
      "grad_norm": 10.276761054992676,
      "learning_rate": 5e-06,
      "loss": 0.3523,
      "step": 671100
    },
    {
      "epoch": 17.281598393367492,
      "grad_norm": 9.283052444458008,
      "learning_rate": 5e-06,
      "loss": 0.3547,
      "step": 671200
    },
    {
      "epoch": 17.284173124951725,
      "grad_norm": 8.579551696777344,
      "learning_rate": 5e-06,
      "loss": 0.3443,
      "step": 671300
    },
    {
      "epoch": 17.286747856535957,
      "grad_norm": 8.16706371307373,
      "learning_rate": 5e-06,
      "loss": 0.325,
      "step": 671400
    },
    {
      "epoch": 17.28932258812019,
      "grad_norm": 14.426743507385254,
      "learning_rate": 5e-06,
      "loss": 0.343,
      "step": 671500
    },
    {
      "epoch": 17.29189731970442,
      "grad_norm": 5.190541744232178,
      "learning_rate": 5e-06,
      "loss": 0.3314,
      "step": 671600
    },
    {
      "epoch": 17.294472051288654,
      "grad_norm": 7.8058085441589355,
      "learning_rate": 5e-06,
      "loss": 0.3359,
      "step": 671700
    },
    {
      "epoch": 17.297046782872886,
      "grad_norm": 9.950410842895508,
      "learning_rate": 5e-06,
      "loss": 0.3461,
      "step": 671800
    },
    {
      "epoch": 17.29962151445712,
      "grad_norm": 5.852287292480469,
      "learning_rate": 5e-06,
      "loss": 0.3274,
      "step": 671900
    },
    {
      "epoch": 17.30219624604135,
      "grad_norm": 8.70786190032959,
      "learning_rate": 5e-06,
      "loss": 0.3375,
      "step": 672000
    },
    {
      "epoch": 17.304770977625584,
      "grad_norm": 6.70554256439209,
      "learning_rate": 5e-06,
      "loss": 0.3479,
      "step": 672100
    },
    {
      "epoch": 17.307345709209816,
      "grad_norm": 8.403168678283691,
      "learning_rate": 5e-06,
      "loss": 0.3485,
      "step": 672200
    },
    {
      "epoch": 17.30992044079405,
      "grad_norm": 7.142858505249023,
      "learning_rate": 5e-06,
      "loss": 0.3461,
      "step": 672300
    },
    {
      "epoch": 17.31249517237828,
      "grad_norm": 7.365523338317871,
      "learning_rate": 5e-06,
      "loss": 0.343,
      "step": 672400
    },
    {
      "epoch": 17.315069903962513,
      "grad_norm": 7.377155780792236,
      "learning_rate": 5e-06,
      "loss": 0.3378,
      "step": 672500
    },
    {
      "epoch": 17.317644635546745,
      "grad_norm": 6.389352321624756,
      "learning_rate": 5e-06,
      "loss": 0.3282,
      "step": 672600
    },
    {
      "epoch": 17.320219367130978,
      "grad_norm": 7.801599502563477,
      "learning_rate": 5e-06,
      "loss": 0.3364,
      "step": 672700
    },
    {
      "epoch": 17.32279409871521,
      "grad_norm": 9.199135780334473,
      "learning_rate": 5e-06,
      "loss": 0.3097,
      "step": 672800
    },
    {
      "epoch": 17.325368830299443,
      "grad_norm": 8.931777954101562,
      "learning_rate": 5e-06,
      "loss": 0.3434,
      "step": 672900
    },
    {
      "epoch": 17.327943561883675,
      "grad_norm": 6.711697101593018,
      "learning_rate": 5e-06,
      "loss": 0.3222,
      "step": 673000
    },
    {
      "epoch": 17.330518293467907,
      "grad_norm": 6.06974458694458,
      "learning_rate": 5e-06,
      "loss": 0.3264,
      "step": 673100
    },
    {
      "epoch": 17.33309302505214,
      "grad_norm": 7.242934226989746,
      "learning_rate": 5e-06,
      "loss": 0.35,
      "step": 673200
    },
    {
      "epoch": 17.335667756636372,
      "grad_norm": 7.709880352020264,
      "learning_rate": 5e-06,
      "loss": 0.3481,
      "step": 673300
    },
    {
      "epoch": 17.338242488220605,
      "grad_norm": 7.553063869476318,
      "learning_rate": 5e-06,
      "loss": 0.3072,
      "step": 673400
    },
    {
      "epoch": 17.340817219804837,
      "grad_norm": 7.694155693054199,
      "learning_rate": 5e-06,
      "loss": 0.3243,
      "step": 673500
    },
    {
      "epoch": 17.34339195138907,
      "grad_norm": 9.630187034606934,
      "learning_rate": 5e-06,
      "loss": 0.3318,
      "step": 673600
    },
    {
      "epoch": 17.3459666829733,
      "grad_norm": 8.124786376953125,
      "learning_rate": 5e-06,
      "loss": 0.3374,
      "step": 673700
    },
    {
      "epoch": 17.348541414557534,
      "grad_norm": 8.523212432861328,
      "learning_rate": 5e-06,
      "loss": 0.3302,
      "step": 673800
    },
    {
      "epoch": 17.351116146141766,
      "grad_norm": 9.990442276000977,
      "learning_rate": 5e-06,
      "loss": 0.3572,
      "step": 673900
    },
    {
      "epoch": 17.353690877725995,
      "grad_norm": 5.707580089569092,
      "learning_rate": 5e-06,
      "loss": 0.3265,
      "step": 674000
    },
    {
      "epoch": 17.356265609310228,
      "grad_norm": 8.715415954589844,
      "learning_rate": 5e-06,
      "loss": 0.3317,
      "step": 674100
    },
    {
      "epoch": 17.35884034089446,
      "grad_norm": 10.2833890914917,
      "learning_rate": 5e-06,
      "loss": 0.3419,
      "step": 674200
    },
    {
      "epoch": 17.361415072478692,
      "grad_norm": 6.322371482849121,
      "learning_rate": 5e-06,
      "loss": 0.3456,
      "step": 674300
    },
    {
      "epoch": 17.363989804062925,
      "grad_norm": 9.661853790283203,
      "learning_rate": 5e-06,
      "loss": 0.3378,
      "step": 674400
    },
    {
      "epoch": 17.366564535647157,
      "grad_norm": 8.123847007751465,
      "learning_rate": 5e-06,
      "loss": 0.3523,
      "step": 674500
    },
    {
      "epoch": 17.36913926723139,
      "grad_norm": 5.447965145111084,
      "learning_rate": 5e-06,
      "loss": 0.3253,
      "step": 674600
    },
    {
      "epoch": 17.371713998815622,
      "grad_norm": 8.824029922485352,
      "learning_rate": 5e-06,
      "loss": 0.3547,
      "step": 674700
    },
    {
      "epoch": 17.374288730399854,
      "grad_norm": 6.876500129699707,
      "learning_rate": 5e-06,
      "loss": 0.3543,
      "step": 674800
    },
    {
      "epoch": 17.376863461984087,
      "grad_norm": 8.16395092010498,
      "learning_rate": 5e-06,
      "loss": 0.3273,
      "step": 674900
    },
    {
      "epoch": 17.37943819356832,
      "grad_norm": 7.261593341827393,
      "learning_rate": 5e-06,
      "loss": 0.3532,
      "step": 675000
    },
    {
      "epoch": 17.38201292515255,
      "grad_norm": 7.11336088180542,
      "learning_rate": 5e-06,
      "loss": 0.3241,
      "step": 675100
    },
    {
      "epoch": 17.384587656736784,
      "grad_norm": 10.88068962097168,
      "learning_rate": 5e-06,
      "loss": 0.341,
      "step": 675200
    },
    {
      "epoch": 17.387162388321016,
      "grad_norm": 6.6092658042907715,
      "learning_rate": 5e-06,
      "loss": 0.3348,
      "step": 675300
    },
    {
      "epoch": 17.38973711990525,
      "grad_norm": 18.413639068603516,
      "learning_rate": 5e-06,
      "loss": 0.3453,
      "step": 675400
    },
    {
      "epoch": 17.39231185148948,
      "grad_norm": 11.995054244995117,
      "learning_rate": 5e-06,
      "loss": 0.3207,
      "step": 675500
    },
    {
      "epoch": 17.394886583073713,
      "grad_norm": 7.612745761871338,
      "learning_rate": 5e-06,
      "loss": 0.3392,
      "step": 675600
    },
    {
      "epoch": 17.397461314657946,
      "grad_norm": 7.921318054199219,
      "learning_rate": 5e-06,
      "loss": 0.3268,
      "step": 675700
    },
    {
      "epoch": 17.400036046242178,
      "grad_norm": 7.963832855224609,
      "learning_rate": 5e-06,
      "loss": 0.3473,
      "step": 675800
    },
    {
      "epoch": 17.40261077782641,
      "grad_norm": 7.516825199127197,
      "learning_rate": 5e-06,
      "loss": 0.3329,
      "step": 675900
    },
    {
      "epoch": 17.405185509410643,
      "grad_norm": 8.72506332397461,
      "learning_rate": 5e-06,
      "loss": 0.3406,
      "step": 676000
    },
    {
      "epoch": 17.407760240994875,
      "grad_norm": 8.671271324157715,
      "learning_rate": 5e-06,
      "loss": 0.3122,
      "step": 676100
    },
    {
      "epoch": 17.410334972579108,
      "grad_norm": 10.042603492736816,
      "learning_rate": 5e-06,
      "loss": 0.3287,
      "step": 676200
    },
    {
      "epoch": 17.41290970416334,
      "grad_norm": 7.328714847564697,
      "learning_rate": 5e-06,
      "loss": 0.3336,
      "step": 676300
    },
    {
      "epoch": 17.415484435747572,
      "grad_norm": 10.467633247375488,
      "learning_rate": 5e-06,
      "loss": 0.3334,
      "step": 676400
    },
    {
      "epoch": 17.418059167331805,
      "grad_norm": 7.696117401123047,
      "learning_rate": 5e-06,
      "loss": 0.3551,
      "step": 676500
    },
    {
      "epoch": 17.420633898916037,
      "grad_norm": 8.21133804321289,
      "learning_rate": 5e-06,
      "loss": 0.3228,
      "step": 676600
    },
    {
      "epoch": 17.42320863050027,
      "grad_norm": 7.586294174194336,
      "learning_rate": 5e-06,
      "loss": 0.3304,
      "step": 676700
    },
    {
      "epoch": 17.425783362084502,
      "grad_norm": 7.019392967224121,
      "learning_rate": 5e-06,
      "loss": 0.3251,
      "step": 676800
    },
    {
      "epoch": 17.428358093668734,
      "grad_norm": 6.7393293380737305,
      "learning_rate": 5e-06,
      "loss": 0.3382,
      "step": 676900
    },
    {
      "epoch": 17.430932825252967,
      "grad_norm": 8.266561508178711,
      "learning_rate": 5e-06,
      "loss": 0.3368,
      "step": 677000
    },
    {
      "epoch": 17.4335075568372,
      "grad_norm": 7.513312339782715,
      "learning_rate": 5e-06,
      "loss": 0.3471,
      "step": 677100
    },
    {
      "epoch": 17.43608228842143,
      "grad_norm": 9.006078720092773,
      "learning_rate": 5e-06,
      "loss": 0.3446,
      "step": 677200
    },
    {
      "epoch": 17.438657020005664,
      "grad_norm": 6.763873100280762,
      "learning_rate": 5e-06,
      "loss": 0.3305,
      "step": 677300
    },
    {
      "epoch": 17.441231751589896,
      "grad_norm": 7.226040363311768,
      "learning_rate": 5e-06,
      "loss": 0.339,
      "step": 677400
    },
    {
      "epoch": 17.44380648317413,
      "grad_norm": 8.316802024841309,
      "learning_rate": 5e-06,
      "loss": 0.3304,
      "step": 677500
    },
    {
      "epoch": 17.44638121475836,
      "grad_norm": 9.212783813476562,
      "learning_rate": 5e-06,
      "loss": 0.3445,
      "step": 677600
    },
    {
      "epoch": 17.448955946342593,
      "grad_norm": 8.409801483154297,
      "learning_rate": 5e-06,
      "loss": 0.3302,
      "step": 677700
    },
    {
      "epoch": 17.451530677926826,
      "grad_norm": 11.421547889709473,
      "learning_rate": 5e-06,
      "loss": 0.3384,
      "step": 677800
    },
    {
      "epoch": 17.454105409511058,
      "grad_norm": 8.022214889526367,
      "learning_rate": 5e-06,
      "loss": 0.351,
      "step": 677900
    },
    {
      "epoch": 17.45668014109529,
      "grad_norm": 7.058004379272461,
      "learning_rate": 5e-06,
      "loss": 0.3307,
      "step": 678000
    },
    {
      "epoch": 17.459254872679523,
      "grad_norm": 7.838242530822754,
      "learning_rate": 5e-06,
      "loss": 0.3394,
      "step": 678100
    },
    {
      "epoch": 17.461829604263755,
      "grad_norm": 8.152170181274414,
      "learning_rate": 5e-06,
      "loss": 0.3302,
      "step": 678200
    },
    {
      "epoch": 17.464404335847988,
      "grad_norm": 7.469698905944824,
      "learning_rate": 5e-06,
      "loss": 0.3517,
      "step": 678300
    },
    {
      "epoch": 17.46697906743222,
      "grad_norm": 6.920812606811523,
      "learning_rate": 5e-06,
      "loss": 0.3377,
      "step": 678400
    },
    {
      "epoch": 17.469553799016452,
      "grad_norm": 7.980195045471191,
      "learning_rate": 5e-06,
      "loss": 0.3438,
      "step": 678500
    },
    {
      "epoch": 17.472128530600685,
      "grad_norm": 15.826125144958496,
      "learning_rate": 5e-06,
      "loss": 0.3584,
      "step": 678600
    },
    {
      "epoch": 17.474703262184917,
      "grad_norm": 7.672486305236816,
      "learning_rate": 5e-06,
      "loss": 0.354,
      "step": 678700
    },
    {
      "epoch": 17.47727799376915,
      "grad_norm": 8.790129661560059,
      "learning_rate": 5e-06,
      "loss": 0.3105,
      "step": 678800
    },
    {
      "epoch": 17.479852725353382,
      "grad_norm": 8.960658073425293,
      "learning_rate": 5e-06,
      "loss": 0.339,
      "step": 678900
    },
    {
      "epoch": 17.482427456937614,
      "grad_norm": 7.70157527923584,
      "learning_rate": 5e-06,
      "loss": 0.3561,
      "step": 679000
    },
    {
      "epoch": 17.485002188521847,
      "grad_norm": 6.59352445602417,
      "learning_rate": 5e-06,
      "loss": 0.3466,
      "step": 679100
    },
    {
      "epoch": 17.48757692010608,
      "grad_norm": 11.724963188171387,
      "learning_rate": 5e-06,
      "loss": 0.3573,
      "step": 679200
    },
    {
      "epoch": 17.49015165169031,
      "grad_norm": 7.663791179656982,
      "learning_rate": 5e-06,
      "loss": 0.3539,
      "step": 679300
    },
    {
      "epoch": 17.492726383274544,
      "grad_norm": 8.672249794006348,
      "learning_rate": 5e-06,
      "loss": 0.3472,
      "step": 679400
    },
    {
      "epoch": 17.495301114858776,
      "grad_norm": 10.96530818939209,
      "learning_rate": 5e-06,
      "loss": 0.3516,
      "step": 679500
    },
    {
      "epoch": 17.49787584644301,
      "grad_norm": 6.919732570648193,
      "learning_rate": 5e-06,
      "loss": 0.3332,
      "step": 679600
    },
    {
      "epoch": 17.50045057802724,
      "grad_norm": 7.130883693695068,
      "learning_rate": 5e-06,
      "loss": 0.3236,
      "step": 679700
    },
    {
      "epoch": 17.503025309611473,
      "grad_norm": 9.192625999450684,
      "learning_rate": 5e-06,
      "loss": 0.3295,
      "step": 679800
    },
    {
      "epoch": 17.505600041195706,
      "grad_norm": 7.52061653137207,
      "learning_rate": 5e-06,
      "loss": 0.3246,
      "step": 679900
    },
    {
      "epoch": 17.508174772779938,
      "grad_norm": 9.30449390411377,
      "learning_rate": 5e-06,
      "loss": 0.3297,
      "step": 680000
    },
    {
      "epoch": 17.51074950436417,
      "grad_norm": 11.308219909667969,
      "learning_rate": 5e-06,
      "loss": 0.341,
      "step": 680100
    },
    {
      "epoch": 17.513324235948403,
      "grad_norm": 8.338726997375488,
      "learning_rate": 5e-06,
      "loss": 0.3185,
      "step": 680200
    },
    {
      "epoch": 17.515898967532635,
      "grad_norm": 7.257807731628418,
      "learning_rate": 5e-06,
      "loss": 0.3359,
      "step": 680300
    },
    {
      "epoch": 17.518473699116868,
      "grad_norm": 7.553908824920654,
      "learning_rate": 5e-06,
      "loss": 0.3371,
      "step": 680400
    },
    {
      "epoch": 17.5210484307011,
      "grad_norm": 9.9581298828125,
      "learning_rate": 5e-06,
      "loss": 0.3372,
      "step": 680500
    },
    {
      "epoch": 17.523623162285332,
      "grad_norm": 8.842665672302246,
      "learning_rate": 5e-06,
      "loss": 0.3204,
      "step": 680600
    },
    {
      "epoch": 17.526197893869565,
      "grad_norm": 7.0707597732543945,
      "learning_rate": 5e-06,
      "loss": 0.3331,
      "step": 680700
    },
    {
      "epoch": 17.528772625453797,
      "grad_norm": 8.183260917663574,
      "learning_rate": 5e-06,
      "loss": 0.333,
      "step": 680800
    },
    {
      "epoch": 17.53134735703803,
      "grad_norm": 9.050788879394531,
      "learning_rate": 5e-06,
      "loss": 0.3379,
      "step": 680900
    },
    {
      "epoch": 17.533922088622262,
      "grad_norm": 8.525015830993652,
      "learning_rate": 5e-06,
      "loss": 0.3253,
      "step": 681000
    },
    {
      "epoch": 17.536496820206494,
      "grad_norm": 11.67628288269043,
      "learning_rate": 5e-06,
      "loss": 0.3372,
      "step": 681100
    },
    {
      "epoch": 17.539071551790727,
      "grad_norm": 8.472739219665527,
      "learning_rate": 5e-06,
      "loss": 0.3322,
      "step": 681200
    },
    {
      "epoch": 17.54164628337496,
      "grad_norm": 7.130106449127197,
      "learning_rate": 5e-06,
      "loss": 0.3511,
      "step": 681300
    },
    {
      "epoch": 17.54422101495919,
      "grad_norm": 7.288930416107178,
      "learning_rate": 5e-06,
      "loss": 0.359,
      "step": 681400
    },
    {
      "epoch": 17.546795746543424,
      "grad_norm": 6.181048393249512,
      "learning_rate": 5e-06,
      "loss": 0.3506,
      "step": 681500
    },
    {
      "epoch": 17.549370478127656,
      "grad_norm": 13.747891426086426,
      "learning_rate": 5e-06,
      "loss": 0.3384,
      "step": 681600
    },
    {
      "epoch": 17.55194520971189,
      "grad_norm": 6.7487335205078125,
      "learning_rate": 5e-06,
      "loss": 0.3179,
      "step": 681700
    },
    {
      "epoch": 17.55451994129612,
      "grad_norm": 8.10951042175293,
      "learning_rate": 5e-06,
      "loss": 0.3407,
      "step": 681800
    },
    {
      "epoch": 17.557094672880353,
      "grad_norm": 7.932837963104248,
      "learning_rate": 5e-06,
      "loss": 0.3254,
      "step": 681900
    },
    {
      "epoch": 17.559669404464586,
      "grad_norm": 7.923187732696533,
      "learning_rate": 5e-06,
      "loss": 0.3149,
      "step": 682000
    },
    {
      "epoch": 17.562244136048818,
      "grad_norm": 6.862318515777588,
      "learning_rate": 5e-06,
      "loss": 0.3151,
      "step": 682100
    },
    {
      "epoch": 17.56481886763305,
      "grad_norm": 10.960972785949707,
      "learning_rate": 5e-06,
      "loss": 0.3457,
      "step": 682200
    },
    {
      "epoch": 17.567393599217283,
      "grad_norm": 8.796917915344238,
      "learning_rate": 5e-06,
      "loss": 0.3398,
      "step": 682300
    },
    {
      "epoch": 17.569968330801515,
      "grad_norm": 8.329952239990234,
      "learning_rate": 5e-06,
      "loss": 0.335,
      "step": 682400
    },
    {
      "epoch": 17.572543062385748,
      "grad_norm": 10.056485176086426,
      "learning_rate": 5e-06,
      "loss": 0.3354,
      "step": 682500
    },
    {
      "epoch": 17.57511779396998,
      "grad_norm": 10.492761611938477,
      "learning_rate": 5e-06,
      "loss": 0.3433,
      "step": 682600
    },
    {
      "epoch": 17.577692525554212,
      "grad_norm": 9.343863487243652,
      "learning_rate": 5e-06,
      "loss": 0.3185,
      "step": 682700
    },
    {
      "epoch": 17.580267257138445,
      "grad_norm": 10.457782745361328,
      "learning_rate": 5e-06,
      "loss": 0.3319,
      "step": 682800
    },
    {
      "epoch": 17.582841988722677,
      "grad_norm": 10.0882568359375,
      "learning_rate": 5e-06,
      "loss": 0.3594,
      "step": 682900
    },
    {
      "epoch": 17.58541672030691,
      "grad_norm": 5.777649879455566,
      "learning_rate": 5e-06,
      "loss": 0.3222,
      "step": 683000
    },
    {
      "epoch": 17.587991451891142,
      "grad_norm": 7.686404705047607,
      "learning_rate": 5e-06,
      "loss": 0.3434,
      "step": 683100
    },
    {
      "epoch": 17.590566183475374,
      "grad_norm": 9.08918571472168,
      "learning_rate": 5e-06,
      "loss": 0.322,
      "step": 683200
    },
    {
      "epoch": 17.593140915059607,
      "grad_norm": 13.024561882019043,
      "learning_rate": 5e-06,
      "loss": 0.3462,
      "step": 683300
    },
    {
      "epoch": 17.59571564664384,
      "grad_norm": 7.033471584320068,
      "learning_rate": 5e-06,
      "loss": 0.3371,
      "step": 683400
    },
    {
      "epoch": 17.59829037822807,
      "grad_norm": 9.306938171386719,
      "learning_rate": 5e-06,
      "loss": 0.3193,
      "step": 683500
    },
    {
      "epoch": 17.600865109812304,
      "grad_norm": 7.918952941894531,
      "learning_rate": 5e-06,
      "loss": 0.3235,
      "step": 683600
    },
    {
      "epoch": 17.603439841396533,
      "grad_norm": 15.9505033493042,
      "learning_rate": 5e-06,
      "loss": 0.3572,
      "step": 683700
    },
    {
      "epoch": 17.606014572980765,
      "grad_norm": 6.357259750366211,
      "learning_rate": 5e-06,
      "loss": 0.3267,
      "step": 683800
    },
    {
      "epoch": 17.608589304564997,
      "grad_norm": 7.978246688842773,
      "learning_rate": 5e-06,
      "loss": 0.3163,
      "step": 683900
    },
    {
      "epoch": 17.61116403614923,
      "grad_norm": 8.092710494995117,
      "learning_rate": 5e-06,
      "loss": 0.3371,
      "step": 684000
    },
    {
      "epoch": 17.613738767733462,
      "grad_norm": 6.851613521575928,
      "learning_rate": 5e-06,
      "loss": 0.3256,
      "step": 684100
    },
    {
      "epoch": 17.616313499317695,
      "grad_norm": 9.285977363586426,
      "learning_rate": 5e-06,
      "loss": 0.3571,
      "step": 684200
    },
    {
      "epoch": 17.618888230901927,
      "grad_norm": 6.945409297943115,
      "learning_rate": 5e-06,
      "loss": 0.3473,
      "step": 684300
    },
    {
      "epoch": 17.62146296248616,
      "grad_norm": 8.952284812927246,
      "learning_rate": 5e-06,
      "loss": 0.3437,
      "step": 684400
    },
    {
      "epoch": 17.624037694070392,
      "grad_norm": 9.694570541381836,
      "learning_rate": 5e-06,
      "loss": 0.3228,
      "step": 684500
    },
    {
      "epoch": 17.626612425654624,
      "grad_norm": 8.507198333740234,
      "learning_rate": 5e-06,
      "loss": 0.3349,
      "step": 684600
    },
    {
      "epoch": 17.629187157238857,
      "grad_norm": 9.637467384338379,
      "learning_rate": 5e-06,
      "loss": 0.3252,
      "step": 684700
    },
    {
      "epoch": 17.63176188882309,
      "grad_norm": 8.72341537475586,
      "learning_rate": 5e-06,
      "loss": 0.3364,
      "step": 684800
    },
    {
      "epoch": 17.63433662040732,
      "grad_norm": 8.650874137878418,
      "learning_rate": 5e-06,
      "loss": 0.3251,
      "step": 684900
    },
    {
      "epoch": 17.636911351991554,
      "grad_norm": 11.542284965515137,
      "learning_rate": 5e-06,
      "loss": 0.343,
      "step": 685000
    },
    {
      "epoch": 17.639486083575786,
      "grad_norm": 7.1410346031188965,
      "learning_rate": 5e-06,
      "loss": 0.2881,
      "step": 685100
    },
    {
      "epoch": 17.64206081516002,
      "grad_norm": 6.963039875030518,
      "learning_rate": 5e-06,
      "loss": 0.3459,
      "step": 685200
    },
    {
      "epoch": 17.64463554674425,
      "grad_norm": 10.59961223602295,
      "learning_rate": 5e-06,
      "loss": 0.3311,
      "step": 685300
    },
    {
      "epoch": 17.647210278328483,
      "grad_norm": 9.095718383789062,
      "learning_rate": 5e-06,
      "loss": 0.3317,
      "step": 685400
    },
    {
      "epoch": 17.649785009912716,
      "grad_norm": 9.213397979736328,
      "learning_rate": 5e-06,
      "loss": 0.3458,
      "step": 685500
    },
    {
      "epoch": 17.652359741496948,
      "grad_norm": 8.406357765197754,
      "learning_rate": 5e-06,
      "loss": 0.3427,
      "step": 685600
    },
    {
      "epoch": 17.65493447308118,
      "grad_norm": 10.938185691833496,
      "learning_rate": 5e-06,
      "loss": 0.3227,
      "step": 685700
    },
    {
      "epoch": 17.657509204665413,
      "grad_norm": 7.633366584777832,
      "learning_rate": 5e-06,
      "loss": 0.3461,
      "step": 685800
    },
    {
      "epoch": 17.660083936249645,
      "grad_norm": 9.57995891571045,
      "learning_rate": 5e-06,
      "loss": 0.3431,
      "step": 685900
    },
    {
      "epoch": 17.662658667833878,
      "grad_norm": 7.074844837188721,
      "learning_rate": 5e-06,
      "loss": 0.3169,
      "step": 686000
    },
    {
      "epoch": 17.66523339941811,
      "grad_norm": 8.636754035949707,
      "learning_rate": 5e-06,
      "loss": 0.3403,
      "step": 686100
    },
    {
      "epoch": 17.667808131002342,
      "grad_norm": 8.619657516479492,
      "learning_rate": 5e-06,
      "loss": 0.3357,
      "step": 686200
    },
    {
      "epoch": 17.670382862586575,
      "grad_norm": 13.455117225646973,
      "learning_rate": 5e-06,
      "loss": 0.324,
      "step": 686300
    },
    {
      "epoch": 17.672957594170807,
      "grad_norm": 8.675094604492188,
      "learning_rate": 5e-06,
      "loss": 0.3512,
      "step": 686400
    },
    {
      "epoch": 17.67553232575504,
      "grad_norm": 11.637009620666504,
      "learning_rate": 5e-06,
      "loss": 0.3224,
      "step": 686500
    },
    {
      "epoch": 17.678107057339272,
      "grad_norm": 9.77973747253418,
      "learning_rate": 5e-06,
      "loss": 0.3429,
      "step": 686600
    },
    {
      "epoch": 17.680681788923504,
      "grad_norm": 6.976962089538574,
      "learning_rate": 5e-06,
      "loss": 0.3291,
      "step": 686700
    },
    {
      "epoch": 17.683256520507737,
      "grad_norm": 9.346915245056152,
      "learning_rate": 5e-06,
      "loss": 0.3384,
      "step": 686800
    },
    {
      "epoch": 17.68583125209197,
      "grad_norm": 7.607122421264648,
      "learning_rate": 5e-06,
      "loss": 0.3335,
      "step": 686900
    },
    {
      "epoch": 17.6884059836762,
      "grad_norm": 5.745903968811035,
      "learning_rate": 5e-06,
      "loss": 0.3366,
      "step": 687000
    },
    {
      "epoch": 17.690980715260434,
      "grad_norm": 11.124946594238281,
      "learning_rate": 5e-06,
      "loss": 0.3476,
      "step": 687100
    },
    {
      "epoch": 17.693555446844666,
      "grad_norm": 6.430156707763672,
      "learning_rate": 5e-06,
      "loss": 0.3242,
      "step": 687200
    },
    {
      "epoch": 17.6961301784289,
      "grad_norm": 7.869674205780029,
      "learning_rate": 5e-06,
      "loss": 0.3192,
      "step": 687300
    },
    {
      "epoch": 17.69870491001313,
      "grad_norm": 7.854421615600586,
      "learning_rate": 5e-06,
      "loss": 0.3256,
      "step": 687400
    },
    {
      "epoch": 17.701279641597363,
      "grad_norm": 8.501995086669922,
      "learning_rate": 5e-06,
      "loss": 0.3209,
      "step": 687500
    },
    {
      "epoch": 17.703854373181596,
      "grad_norm": 7.624575614929199,
      "learning_rate": 5e-06,
      "loss": 0.3571,
      "step": 687600
    },
    {
      "epoch": 17.706429104765828,
      "grad_norm": 7.794751167297363,
      "learning_rate": 5e-06,
      "loss": 0.3505,
      "step": 687700
    },
    {
      "epoch": 17.70900383635006,
      "grad_norm": 5.891245365142822,
      "learning_rate": 5e-06,
      "loss": 0.3176,
      "step": 687800
    },
    {
      "epoch": 17.711578567934293,
      "grad_norm": 6.935553550720215,
      "learning_rate": 5e-06,
      "loss": 0.3285,
      "step": 687900
    },
    {
      "epoch": 17.714153299518525,
      "grad_norm": 9.465810775756836,
      "learning_rate": 5e-06,
      "loss": 0.3439,
      "step": 688000
    },
    {
      "epoch": 17.716728031102758,
      "grad_norm": 7.2897844314575195,
      "learning_rate": 5e-06,
      "loss": 0.3178,
      "step": 688100
    },
    {
      "epoch": 17.71930276268699,
      "grad_norm": 11.366430282592773,
      "learning_rate": 5e-06,
      "loss": 0.3423,
      "step": 688200
    },
    {
      "epoch": 17.721877494271222,
      "grad_norm": 14.251725196838379,
      "learning_rate": 5e-06,
      "loss": 0.3327,
      "step": 688300
    },
    {
      "epoch": 17.724452225855455,
      "grad_norm": 8.320535659790039,
      "learning_rate": 5e-06,
      "loss": 0.3326,
      "step": 688400
    },
    {
      "epoch": 17.727026957439687,
      "grad_norm": 8.633529663085938,
      "learning_rate": 5e-06,
      "loss": 0.3341,
      "step": 688500
    },
    {
      "epoch": 17.72960168902392,
      "grad_norm": 8.133902549743652,
      "learning_rate": 5e-06,
      "loss": 0.33,
      "step": 688600
    },
    {
      "epoch": 17.732176420608152,
      "grad_norm": 8.130254745483398,
      "learning_rate": 5e-06,
      "loss": 0.3436,
      "step": 688700
    },
    {
      "epoch": 17.734751152192384,
      "grad_norm": 7.860927581787109,
      "learning_rate": 5e-06,
      "loss": 0.3378,
      "step": 688800
    },
    {
      "epoch": 17.737325883776617,
      "grad_norm": 11.828676223754883,
      "learning_rate": 5e-06,
      "loss": 0.3245,
      "step": 688900
    },
    {
      "epoch": 17.73990061536085,
      "grad_norm": 12.876517295837402,
      "learning_rate": 5e-06,
      "loss": 0.3266,
      "step": 689000
    },
    {
      "epoch": 17.74247534694508,
      "grad_norm": 7.69285774230957,
      "learning_rate": 5e-06,
      "loss": 0.336,
      "step": 689100
    },
    {
      "epoch": 17.745050078529314,
      "grad_norm": 6.73361873626709,
      "learning_rate": 5e-06,
      "loss": 0.3529,
      "step": 689200
    },
    {
      "epoch": 17.747624810113546,
      "grad_norm": 6.8530473709106445,
      "learning_rate": 5e-06,
      "loss": 0.3118,
      "step": 689300
    },
    {
      "epoch": 17.75019954169778,
      "grad_norm": 10.681218147277832,
      "learning_rate": 5e-06,
      "loss": 0.3284,
      "step": 689400
    },
    {
      "epoch": 17.75277427328201,
      "grad_norm": 7.493552207946777,
      "learning_rate": 5e-06,
      "loss": 0.3337,
      "step": 689500
    },
    {
      "epoch": 17.755349004866243,
      "grad_norm": 7.812990188598633,
      "learning_rate": 5e-06,
      "loss": 0.3483,
      "step": 689600
    },
    {
      "epoch": 17.757923736450476,
      "grad_norm": 6.359396457672119,
      "learning_rate": 5e-06,
      "loss": 0.3219,
      "step": 689700
    },
    {
      "epoch": 17.760498468034708,
      "grad_norm": 7.222229957580566,
      "learning_rate": 5e-06,
      "loss": 0.3394,
      "step": 689800
    },
    {
      "epoch": 17.76307319961894,
      "grad_norm": 7.761538982391357,
      "learning_rate": 5e-06,
      "loss": 0.3322,
      "step": 689900
    },
    {
      "epoch": 17.765647931203173,
      "grad_norm": 8.372289657592773,
      "learning_rate": 5e-06,
      "loss": 0.3746,
      "step": 690000
    },
    {
      "epoch": 17.768222662787405,
      "grad_norm": 7.875668525695801,
      "learning_rate": 5e-06,
      "loss": 0.3227,
      "step": 690100
    },
    {
      "epoch": 17.770797394371638,
      "grad_norm": 9.807755470275879,
      "learning_rate": 5e-06,
      "loss": 0.3483,
      "step": 690200
    },
    {
      "epoch": 17.77337212595587,
      "grad_norm": 10.552584648132324,
      "learning_rate": 5e-06,
      "loss": 0.3367,
      "step": 690300
    },
    {
      "epoch": 17.775946857540102,
      "grad_norm": 8.68991470336914,
      "learning_rate": 5e-06,
      "loss": 0.341,
      "step": 690400
    },
    {
      "epoch": 17.778521589124335,
      "grad_norm": 13.622422218322754,
      "learning_rate": 5e-06,
      "loss": 0.3597,
      "step": 690500
    },
    {
      "epoch": 17.781096320708567,
      "grad_norm": 5.427371025085449,
      "learning_rate": 5e-06,
      "loss": 0.3354,
      "step": 690600
    },
    {
      "epoch": 17.7836710522928,
      "grad_norm": 9.50899600982666,
      "learning_rate": 5e-06,
      "loss": 0.3411,
      "step": 690700
    },
    {
      "epoch": 17.786245783877032,
      "grad_norm": 7.0707106590271,
      "learning_rate": 5e-06,
      "loss": 0.3344,
      "step": 690800
    },
    {
      "epoch": 17.788820515461264,
      "grad_norm": 5.413503170013428,
      "learning_rate": 5e-06,
      "loss": 0.3183,
      "step": 690900
    },
    {
      "epoch": 17.791395247045497,
      "grad_norm": 7.648021221160889,
      "learning_rate": 5e-06,
      "loss": 0.332,
      "step": 691000
    },
    {
      "epoch": 17.79396997862973,
      "grad_norm": 7.6801652908325195,
      "learning_rate": 5e-06,
      "loss": 0.3543,
      "step": 691100
    },
    {
      "epoch": 17.79654471021396,
      "grad_norm": 7.810362339019775,
      "learning_rate": 5e-06,
      "loss": 0.304,
      "step": 691200
    },
    {
      "epoch": 17.799119441798194,
      "grad_norm": 8.442770004272461,
      "learning_rate": 5e-06,
      "loss": 0.3281,
      "step": 691300
    },
    {
      "epoch": 17.801694173382426,
      "grad_norm": 14.020647048950195,
      "learning_rate": 5e-06,
      "loss": 0.31,
      "step": 691400
    },
    {
      "epoch": 17.80426890496666,
      "grad_norm": 8.351567268371582,
      "learning_rate": 5e-06,
      "loss": 0.3542,
      "step": 691500
    },
    {
      "epoch": 17.80684363655089,
      "grad_norm": 11.25425910949707,
      "learning_rate": 5e-06,
      "loss": 0.3302,
      "step": 691600
    },
    {
      "epoch": 17.809418368135123,
      "grad_norm": 7.69789457321167,
      "learning_rate": 5e-06,
      "loss": 0.358,
      "step": 691700
    },
    {
      "epoch": 17.811993099719356,
      "grad_norm": 7.067239284515381,
      "learning_rate": 5e-06,
      "loss": 0.3524,
      "step": 691800
    },
    {
      "epoch": 17.814567831303588,
      "grad_norm": 7.634627342224121,
      "learning_rate": 5e-06,
      "loss": 0.3242,
      "step": 691900
    },
    {
      "epoch": 17.81714256288782,
      "grad_norm": 8.558915138244629,
      "learning_rate": 5e-06,
      "loss": 0.3296,
      "step": 692000
    },
    {
      "epoch": 17.819717294472053,
      "grad_norm": 7.771026611328125,
      "learning_rate": 5e-06,
      "loss": 0.3359,
      "step": 692100
    },
    {
      "epoch": 17.822292026056285,
      "grad_norm": 7.0425591468811035,
      "learning_rate": 5e-06,
      "loss": 0.343,
      "step": 692200
    },
    {
      "epoch": 17.824866757640518,
      "grad_norm": 6.6593828201293945,
      "learning_rate": 5e-06,
      "loss": 0.3359,
      "step": 692300
    },
    {
      "epoch": 17.82744148922475,
      "grad_norm": 8.586324691772461,
      "learning_rate": 5e-06,
      "loss": 0.337,
      "step": 692400
    },
    {
      "epoch": 17.830016220808982,
      "grad_norm": 7.673983097076416,
      "learning_rate": 5e-06,
      "loss": 0.344,
      "step": 692500
    },
    {
      "epoch": 17.832590952393215,
      "grad_norm": 10.941021919250488,
      "learning_rate": 5e-06,
      "loss": 0.3283,
      "step": 692600
    },
    {
      "epoch": 17.835165683977447,
      "grad_norm": 6.855969429016113,
      "learning_rate": 5e-06,
      "loss": 0.3186,
      "step": 692700
    },
    {
      "epoch": 17.837740415561676,
      "grad_norm": 5.793609619140625,
      "learning_rate": 5e-06,
      "loss": 0.3347,
      "step": 692800
    },
    {
      "epoch": 17.84031514714591,
      "grad_norm": 7.973764896392822,
      "learning_rate": 5e-06,
      "loss": 0.3401,
      "step": 692900
    },
    {
      "epoch": 17.84288987873014,
      "grad_norm": 7.975442886352539,
      "learning_rate": 5e-06,
      "loss": 0.3365,
      "step": 693000
    },
    {
      "epoch": 17.845464610314373,
      "grad_norm": 7.520066738128662,
      "learning_rate": 5e-06,
      "loss": 0.3434,
      "step": 693100
    },
    {
      "epoch": 17.848039341898605,
      "grad_norm": 6.103254318237305,
      "learning_rate": 5e-06,
      "loss": 0.3097,
      "step": 693200
    },
    {
      "epoch": 17.850614073482838,
      "grad_norm": 6.82668924331665,
      "learning_rate": 5e-06,
      "loss": 0.332,
      "step": 693300
    },
    {
      "epoch": 17.85318880506707,
      "grad_norm": 8.327536582946777,
      "learning_rate": 5e-06,
      "loss": 0.3222,
      "step": 693400
    },
    {
      "epoch": 17.855763536651303,
      "grad_norm": 8.449797630310059,
      "learning_rate": 5e-06,
      "loss": 0.3195,
      "step": 693500
    },
    {
      "epoch": 17.858338268235535,
      "grad_norm": 7.765688419342041,
      "learning_rate": 5e-06,
      "loss": 0.3204,
      "step": 693600
    },
    {
      "epoch": 17.860912999819767,
      "grad_norm": 8.233530044555664,
      "learning_rate": 5e-06,
      "loss": 0.3416,
      "step": 693700
    },
    {
      "epoch": 17.863487731404,
      "grad_norm": 8.629361152648926,
      "learning_rate": 5e-06,
      "loss": 0.3407,
      "step": 693800
    },
    {
      "epoch": 17.866062462988232,
      "grad_norm": 10.442782402038574,
      "learning_rate": 5e-06,
      "loss": 0.3349,
      "step": 693900
    },
    {
      "epoch": 17.868637194572464,
      "grad_norm": 9.838805198669434,
      "learning_rate": 5e-06,
      "loss": 0.3439,
      "step": 694000
    },
    {
      "epoch": 17.871211926156697,
      "grad_norm": 6.728518962860107,
      "learning_rate": 5e-06,
      "loss": 0.3283,
      "step": 694100
    },
    {
      "epoch": 17.87378665774093,
      "grad_norm": 7.953856945037842,
      "learning_rate": 5e-06,
      "loss": 0.3376,
      "step": 694200
    },
    {
      "epoch": 17.87636138932516,
      "grad_norm": 8.649477005004883,
      "learning_rate": 5e-06,
      "loss": 0.3256,
      "step": 694300
    },
    {
      "epoch": 17.878936120909394,
      "grad_norm": 8.532440185546875,
      "learning_rate": 5e-06,
      "loss": 0.3432,
      "step": 694400
    },
    {
      "epoch": 17.881510852493626,
      "grad_norm": 6.337955474853516,
      "learning_rate": 5e-06,
      "loss": 0.3028,
      "step": 694500
    },
    {
      "epoch": 17.88408558407786,
      "grad_norm": 9.155780792236328,
      "learning_rate": 5e-06,
      "loss": 0.3307,
      "step": 694600
    },
    {
      "epoch": 17.88666031566209,
      "grad_norm": 7.34743595123291,
      "learning_rate": 5e-06,
      "loss": 0.3253,
      "step": 694700
    },
    {
      "epoch": 17.889235047246324,
      "grad_norm": 8.562469482421875,
      "learning_rate": 5e-06,
      "loss": 0.3353,
      "step": 694800
    },
    {
      "epoch": 17.891809778830556,
      "grad_norm": 6.075997829437256,
      "learning_rate": 5e-06,
      "loss": 0.3303,
      "step": 694900
    },
    {
      "epoch": 17.89438451041479,
      "grad_norm": 9.613040924072266,
      "learning_rate": 5e-06,
      "loss": 0.3248,
      "step": 695000
    },
    {
      "epoch": 17.89695924199902,
      "grad_norm": 5.270757675170898,
      "learning_rate": 5e-06,
      "loss": 0.3229,
      "step": 695100
    },
    {
      "epoch": 17.899533973583253,
      "grad_norm": 7.5736894607543945,
      "learning_rate": 5e-06,
      "loss": 0.3283,
      "step": 695200
    },
    {
      "epoch": 17.902108705167485,
      "grad_norm": 9.006940841674805,
      "learning_rate": 5e-06,
      "loss": 0.3359,
      "step": 695300
    },
    {
      "epoch": 17.904683436751718,
      "grad_norm": 7.546940326690674,
      "learning_rate": 5e-06,
      "loss": 0.3436,
      "step": 695400
    },
    {
      "epoch": 17.90725816833595,
      "grad_norm": 9.179473876953125,
      "learning_rate": 5e-06,
      "loss": 0.3282,
      "step": 695500
    },
    {
      "epoch": 17.909832899920183,
      "grad_norm": 8.310300827026367,
      "learning_rate": 5e-06,
      "loss": 0.3226,
      "step": 695600
    },
    {
      "epoch": 17.912407631504415,
      "grad_norm": 7.921408653259277,
      "learning_rate": 5e-06,
      "loss": 0.3205,
      "step": 695700
    },
    {
      "epoch": 17.914982363088647,
      "grad_norm": 7.401382923126221,
      "learning_rate": 5e-06,
      "loss": 0.3283,
      "step": 695800
    },
    {
      "epoch": 17.91755709467288,
      "grad_norm": 6.386859893798828,
      "learning_rate": 5e-06,
      "loss": 0.3383,
      "step": 695900
    },
    {
      "epoch": 17.920131826257112,
      "grad_norm": 7.956364154815674,
      "learning_rate": 5e-06,
      "loss": 0.3175,
      "step": 696000
    },
    {
      "epoch": 17.922706557841344,
      "grad_norm": 6.31423282623291,
      "learning_rate": 5e-06,
      "loss": 0.3255,
      "step": 696100
    },
    {
      "epoch": 17.925281289425577,
      "grad_norm": 9.526928901672363,
      "learning_rate": 5e-06,
      "loss": 0.3189,
      "step": 696200
    },
    {
      "epoch": 17.92785602100981,
      "grad_norm": 11.25978946685791,
      "learning_rate": 5e-06,
      "loss": 0.3271,
      "step": 696300
    },
    {
      "epoch": 17.93043075259404,
      "grad_norm": 9.037254333496094,
      "learning_rate": 5e-06,
      "loss": 0.3283,
      "step": 696400
    },
    {
      "epoch": 17.933005484178274,
      "grad_norm": 7.22031831741333,
      "learning_rate": 5e-06,
      "loss": 0.3251,
      "step": 696500
    },
    {
      "epoch": 17.935580215762506,
      "grad_norm": 9.350654602050781,
      "learning_rate": 5e-06,
      "loss": 0.3414,
      "step": 696600
    },
    {
      "epoch": 17.93815494734674,
      "grad_norm": 8.429644584655762,
      "learning_rate": 5e-06,
      "loss": 0.3114,
      "step": 696700
    },
    {
      "epoch": 17.94072967893097,
      "grad_norm": 7.450981616973877,
      "learning_rate": 5e-06,
      "loss": 0.3438,
      "step": 696800
    },
    {
      "epoch": 17.943304410515204,
      "grad_norm": 7.34571647644043,
      "learning_rate": 5e-06,
      "loss": 0.3448,
      "step": 696900
    },
    {
      "epoch": 17.945879142099436,
      "grad_norm": 9.250049591064453,
      "learning_rate": 5e-06,
      "loss": 0.3326,
      "step": 697000
    },
    {
      "epoch": 17.94845387368367,
      "grad_norm": 8.195117950439453,
      "learning_rate": 5e-06,
      "loss": 0.3169,
      "step": 697100
    },
    {
      "epoch": 17.9510286052679,
      "grad_norm": 6.889483451843262,
      "learning_rate": 5e-06,
      "loss": 0.3485,
      "step": 697200
    },
    {
      "epoch": 17.953603336852133,
      "grad_norm": 6.816439628601074,
      "learning_rate": 5e-06,
      "loss": 0.33,
      "step": 697300
    },
    {
      "epoch": 17.956178068436365,
      "grad_norm": 6.624756813049316,
      "learning_rate": 5e-06,
      "loss": 0.3157,
      "step": 697400
    },
    {
      "epoch": 17.958752800020598,
      "grad_norm": 7.439742088317871,
      "learning_rate": 5e-06,
      "loss": 0.3095,
      "step": 697500
    },
    {
      "epoch": 17.96132753160483,
      "grad_norm": 8.531441688537598,
      "learning_rate": 5e-06,
      "loss": 0.33,
      "step": 697600
    },
    {
      "epoch": 17.963902263189063,
      "grad_norm": 6.973047256469727,
      "learning_rate": 5e-06,
      "loss": 0.3371,
      "step": 697700
    },
    {
      "epoch": 17.966476994773295,
      "grad_norm": 11.457120895385742,
      "learning_rate": 5e-06,
      "loss": 0.3502,
      "step": 697800
    },
    {
      "epoch": 17.969051726357527,
      "grad_norm": 7.111022472381592,
      "learning_rate": 5e-06,
      "loss": 0.3392,
      "step": 697900
    },
    {
      "epoch": 17.97162645794176,
      "grad_norm": 8.381718635559082,
      "learning_rate": 5e-06,
      "loss": 0.3476,
      "step": 698000
    },
    {
      "epoch": 17.974201189525992,
      "grad_norm": 5.303950786590576,
      "learning_rate": 5e-06,
      "loss": 0.3393,
      "step": 698100
    },
    {
      "epoch": 17.976775921110224,
      "grad_norm": 6.018406391143799,
      "learning_rate": 5e-06,
      "loss": 0.3393,
      "step": 698200
    },
    {
      "epoch": 17.979350652694457,
      "grad_norm": 11.235139846801758,
      "learning_rate": 5e-06,
      "loss": 0.3308,
      "step": 698300
    },
    {
      "epoch": 17.98192538427869,
      "grad_norm": 6.246166229248047,
      "learning_rate": 5e-06,
      "loss": 0.3356,
      "step": 698400
    },
    {
      "epoch": 17.98450011586292,
      "grad_norm": 9.305486679077148,
      "learning_rate": 5e-06,
      "loss": 0.3245,
      "step": 698500
    },
    {
      "epoch": 17.987074847447154,
      "grad_norm": 7.945760726928711,
      "learning_rate": 5e-06,
      "loss": 0.3566,
      "step": 698600
    },
    {
      "epoch": 17.989649579031386,
      "grad_norm": 7.055251598358154,
      "learning_rate": 5e-06,
      "loss": 0.3358,
      "step": 698700
    },
    {
      "epoch": 17.99222431061562,
      "grad_norm": 10.468816757202148,
      "learning_rate": 5e-06,
      "loss": 0.3391,
      "step": 698800
    },
    {
      "epoch": 17.99479904219985,
      "grad_norm": 6.552088737487793,
      "learning_rate": 5e-06,
      "loss": 0.3347,
      "step": 698900
    },
    {
      "epoch": 17.997373773784084,
      "grad_norm": 9.975936889648438,
      "learning_rate": 5e-06,
      "loss": 0.3345,
      "step": 699000
    },
    {
      "epoch": 17.999948505368316,
      "grad_norm": 7.481112957000732,
      "learning_rate": 5e-06,
      "loss": 0.3275,
      "step": 699100
    },
    {
      "epoch": 18.0,
      "step": 699102,
      "train_loss": 0.26861461997032166,
      "train_perplexity": 1.308150908656159,
      "train_runtime": 771.5418,
      "train_samples_per_second": 402.711,
      "train_steps_per_second": 50.339
    },
    {
      "epoch": 18.0,
      "eval_loss": 0.26962557435035706,
      "eval_perplexity": 1.3094740582562625,
      "eval_runtime": 192.8558,
      "eval_samples_per_second": 402.772,
      "eval_steps_per_second": 50.348,
      "step": 699102
    },
    {
      "epoch": 18.00252323695255,
      "grad_norm": 7.719034671783447,
      "learning_rate": 5e-06,
      "loss": 0.3299,
      "step": 699200
    },
    {
      "epoch": 18.00509796853678,
      "grad_norm": 7.2041826248168945,
      "learning_rate": 5e-06,
      "loss": 0.3176,
      "step": 699300
    },
    {
      "epoch": 18.007672700121013,
      "grad_norm": 9.38051700592041,
      "learning_rate": 5e-06,
      "loss": 0.3285,
      "step": 699400
    },
    {
      "epoch": 18.010247431705245,
      "grad_norm": 7.3421430587768555,
      "learning_rate": 5e-06,
      "loss": 0.3236,
      "step": 699500
    },
    {
      "epoch": 18.012822163289478,
      "grad_norm": 7.462707042694092,
      "learning_rate": 5e-06,
      "loss": 0.3368,
      "step": 699600
    },
    {
      "epoch": 18.01539689487371,
      "grad_norm": 5.9427690505981445,
      "learning_rate": 5e-06,
      "loss": 0.3293,
      "step": 699700
    },
    {
      "epoch": 18.017971626457943,
      "grad_norm": 10.546673774719238,
      "learning_rate": 5e-06,
      "loss": 0.3361,
      "step": 699800
    },
    {
      "epoch": 18.020546358042175,
      "grad_norm": 6.8379387855529785,
      "learning_rate": 5e-06,
      "loss": 0.3521,
      "step": 699900
    },
    {
      "epoch": 18.023121089626407,
      "grad_norm": 8.260342597961426,
      "learning_rate": 5e-06,
      "loss": 0.3407,
      "step": 700000
    },
    {
      "epoch": 18.02569582121064,
      "grad_norm": 10.629680633544922,
      "learning_rate": 5e-06,
      "loss": 0.322,
      "step": 700100
    },
    {
      "epoch": 18.028270552794872,
      "grad_norm": 9.989251136779785,
      "learning_rate": 5e-06,
      "loss": 0.3322,
      "step": 700200
    },
    {
      "epoch": 18.030845284379104,
      "grad_norm": 6.594448566436768,
      "learning_rate": 5e-06,
      "loss": 0.3354,
      "step": 700300
    },
    {
      "epoch": 18.033420015963337,
      "grad_norm": 5.9971394538879395,
      "learning_rate": 5e-06,
      "loss": 0.3201,
      "step": 700400
    },
    {
      "epoch": 18.03599474754757,
      "grad_norm": 7.133306980133057,
      "learning_rate": 5e-06,
      "loss": 0.336,
      "step": 700500
    },
    {
      "epoch": 18.0385694791318,
      "grad_norm": 8.168675422668457,
      "learning_rate": 5e-06,
      "loss": 0.3429,
      "step": 700600
    },
    {
      "epoch": 18.041144210716034,
      "grad_norm": 7.100839614868164,
      "learning_rate": 5e-06,
      "loss": 0.3352,
      "step": 700700
    },
    {
      "epoch": 18.043718942300266,
      "grad_norm": 6.702093601226807,
      "learning_rate": 5e-06,
      "loss": 0.335,
      "step": 700800
    },
    {
      "epoch": 18.0462936738845,
      "grad_norm": 9.122415542602539,
      "learning_rate": 5e-06,
      "loss": 0.3349,
      "step": 700900
    },
    {
      "epoch": 18.04886840546873,
      "grad_norm": 5.947015762329102,
      "learning_rate": 5e-06,
      "loss": 0.3273,
      "step": 701000
    },
    {
      "epoch": 18.051443137052964,
      "grad_norm": 8.152764320373535,
      "learning_rate": 5e-06,
      "loss": 0.3272,
      "step": 701100
    },
    {
      "epoch": 18.054017868637196,
      "grad_norm": 7.818930625915527,
      "learning_rate": 5e-06,
      "loss": 0.3343,
      "step": 701200
    },
    {
      "epoch": 18.05659260022143,
      "grad_norm": 12.115976333618164,
      "learning_rate": 5e-06,
      "loss": 0.3299,
      "step": 701300
    },
    {
      "epoch": 18.05916733180566,
      "grad_norm": 8.51377010345459,
      "learning_rate": 5e-06,
      "loss": 0.3192,
      "step": 701400
    },
    {
      "epoch": 18.061742063389893,
      "grad_norm": 16.3399600982666,
      "learning_rate": 5e-06,
      "loss": 0.3322,
      "step": 701500
    },
    {
      "epoch": 18.064316794974125,
      "grad_norm": 10.069893836975098,
      "learning_rate": 5e-06,
      "loss": 0.3356,
      "step": 701600
    },
    {
      "epoch": 18.066891526558358,
      "grad_norm": 10.768285751342773,
      "learning_rate": 5e-06,
      "loss": 0.3452,
      "step": 701700
    },
    {
      "epoch": 18.06946625814259,
      "grad_norm": 9.234784126281738,
      "learning_rate": 5e-06,
      "loss": 0.3557,
      "step": 701800
    },
    {
      "epoch": 18.072040989726823,
      "grad_norm": 8.045161247253418,
      "learning_rate": 5e-06,
      "loss": 0.3293,
      "step": 701900
    },
    {
      "epoch": 18.074615721311055,
      "grad_norm": 10.599554061889648,
      "learning_rate": 5e-06,
      "loss": 0.3344,
      "step": 702000
    },
    {
      "epoch": 18.077190452895287,
      "grad_norm": 8.444839477539062,
      "learning_rate": 5e-06,
      "loss": 0.3476,
      "step": 702100
    },
    {
      "epoch": 18.07976518447952,
      "grad_norm": 8.491933822631836,
      "learning_rate": 5e-06,
      "loss": 0.3282,
      "step": 702200
    },
    {
      "epoch": 18.082339916063752,
      "grad_norm": 8.334182739257812,
      "learning_rate": 5e-06,
      "loss": 0.3341,
      "step": 702300
    },
    {
      "epoch": 18.08491464764798,
      "grad_norm": 13.656259536743164,
      "learning_rate": 5e-06,
      "loss": 0.3388,
      "step": 702400
    },
    {
      "epoch": 18.087489379232213,
      "grad_norm": 9.669063568115234,
      "learning_rate": 5e-06,
      "loss": 0.3371,
      "step": 702500
    },
    {
      "epoch": 18.090064110816446,
      "grad_norm": 14.624760627746582,
      "learning_rate": 5e-06,
      "loss": 0.3405,
      "step": 702600
    },
    {
      "epoch": 18.092638842400678,
      "grad_norm": 7.765554904937744,
      "learning_rate": 5e-06,
      "loss": 0.3409,
      "step": 702700
    },
    {
      "epoch": 18.09521357398491,
      "grad_norm": 5.603459358215332,
      "learning_rate": 5e-06,
      "loss": 0.3314,
      "step": 702800
    },
    {
      "epoch": 18.097788305569143,
      "grad_norm": 8.78857421875,
      "learning_rate": 5e-06,
      "loss": 0.335,
      "step": 702900
    },
    {
      "epoch": 18.100363037153375,
      "grad_norm": 10.486011505126953,
      "learning_rate": 5e-06,
      "loss": 0.3196,
      "step": 703000
    },
    {
      "epoch": 18.102937768737608,
      "grad_norm": 11.115156173706055,
      "learning_rate": 5e-06,
      "loss": 0.3149,
      "step": 703100
    },
    {
      "epoch": 18.10551250032184,
      "grad_norm": 8.023219108581543,
      "learning_rate": 5e-06,
      "loss": 0.3038,
      "step": 703200
    },
    {
      "epoch": 18.108087231906072,
      "grad_norm": 9.140186309814453,
      "learning_rate": 5e-06,
      "loss": 0.3244,
      "step": 703300
    },
    {
      "epoch": 18.110661963490305,
      "grad_norm": 10.410562515258789,
      "learning_rate": 5e-06,
      "loss": 0.3413,
      "step": 703400
    },
    {
      "epoch": 18.113236695074537,
      "grad_norm": 11.441445350646973,
      "learning_rate": 5e-06,
      "loss": 0.3138,
      "step": 703500
    },
    {
      "epoch": 18.11581142665877,
      "grad_norm": 7.696203708648682,
      "learning_rate": 5e-06,
      "loss": 0.3139,
      "step": 703600
    },
    {
      "epoch": 18.118386158243002,
      "grad_norm": 6.750691890716553,
      "learning_rate": 5e-06,
      "loss": 0.3171,
      "step": 703700
    },
    {
      "epoch": 18.120960889827234,
      "grad_norm": 12.895736694335938,
      "learning_rate": 5e-06,
      "loss": 0.338,
      "step": 703800
    },
    {
      "epoch": 18.123535621411467,
      "grad_norm": 7.833793640136719,
      "learning_rate": 5e-06,
      "loss": 0.3316,
      "step": 703900
    },
    {
      "epoch": 18.1261103529957,
      "grad_norm": 6.028924465179443,
      "learning_rate": 5e-06,
      "loss": 0.3452,
      "step": 704000
    },
    {
      "epoch": 18.12868508457993,
      "grad_norm": 7.2195563316345215,
      "learning_rate": 5e-06,
      "loss": 0.3241,
      "step": 704100
    },
    {
      "epoch": 18.131259816164164,
      "grad_norm": 6.864663600921631,
      "learning_rate": 5e-06,
      "loss": 0.3107,
      "step": 704200
    },
    {
      "epoch": 18.133834547748396,
      "grad_norm": 5.935031890869141,
      "learning_rate": 5e-06,
      "loss": 0.3237,
      "step": 704300
    },
    {
      "epoch": 18.13640927933263,
      "grad_norm": 7.665433883666992,
      "learning_rate": 5e-06,
      "loss": 0.336,
      "step": 704400
    },
    {
      "epoch": 18.13898401091686,
      "grad_norm": 7.912829875946045,
      "learning_rate": 5e-06,
      "loss": 0.3369,
      "step": 704500
    },
    {
      "epoch": 18.141558742501093,
      "grad_norm": 11.0606689453125,
      "learning_rate": 5e-06,
      "loss": 0.333,
      "step": 704600
    },
    {
      "epoch": 18.144133474085326,
      "grad_norm": 7.545783042907715,
      "learning_rate": 5e-06,
      "loss": 0.3273,
      "step": 704700
    },
    {
      "epoch": 18.146708205669558,
      "grad_norm": 8.654077529907227,
      "learning_rate": 5e-06,
      "loss": 0.3345,
      "step": 704800
    },
    {
      "epoch": 18.14928293725379,
      "grad_norm": 7.768441677093506,
      "learning_rate": 5e-06,
      "loss": 0.3385,
      "step": 704900
    },
    {
      "epoch": 18.151857668838023,
      "grad_norm": 8.464308738708496,
      "learning_rate": 5e-06,
      "loss": 0.3411,
      "step": 705000
    },
    {
      "epoch": 18.154432400422255,
      "grad_norm": 8.1254301071167,
      "learning_rate": 5e-06,
      "loss": 0.348,
      "step": 705100
    },
    {
      "epoch": 18.157007132006488,
      "grad_norm": 6.336666107177734,
      "learning_rate": 5e-06,
      "loss": 0.3267,
      "step": 705200
    },
    {
      "epoch": 18.15958186359072,
      "grad_norm": 9.979022026062012,
      "learning_rate": 5e-06,
      "loss": 0.3353,
      "step": 705300
    },
    {
      "epoch": 18.162156595174952,
      "grad_norm": 8.461739540100098,
      "learning_rate": 5e-06,
      "loss": 0.3239,
      "step": 705400
    },
    {
      "epoch": 18.164731326759185,
      "grad_norm": 9.370031356811523,
      "learning_rate": 5e-06,
      "loss": 0.3266,
      "step": 705500
    },
    {
      "epoch": 18.167306058343417,
      "grad_norm": 8.387664794921875,
      "learning_rate": 5e-06,
      "loss": 0.3274,
      "step": 705600
    },
    {
      "epoch": 18.16988078992765,
      "grad_norm": 8.479166030883789,
      "learning_rate": 5e-06,
      "loss": 0.3122,
      "step": 705700
    },
    {
      "epoch": 18.172455521511882,
      "grad_norm": 8.917555809020996,
      "learning_rate": 5e-06,
      "loss": 0.3355,
      "step": 705800
    },
    {
      "epoch": 18.175030253096114,
      "grad_norm": 11.08446216583252,
      "learning_rate": 5e-06,
      "loss": 0.3384,
      "step": 705900
    },
    {
      "epoch": 18.177604984680347,
      "grad_norm": 7.295279026031494,
      "learning_rate": 5e-06,
      "loss": 0.3307,
      "step": 706000
    },
    {
      "epoch": 18.18017971626458,
      "grad_norm": 9.577391624450684,
      "learning_rate": 5e-06,
      "loss": 0.3361,
      "step": 706100
    },
    {
      "epoch": 18.18275444784881,
      "grad_norm": 10.82252311706543,
      "learning_rate": 5e-06,
      "loss": 0.3207,
      "step": 706200
    },
    {
      "epoch": 18.185329179433044,
      "grad_norm": 7.6392292976379395,
      "learning_rate": 5e-06,
      "loss": 0.3148,
      "step": 706300
    },
    {
      "epoch": 18.187903911017276,
      "grad_norm": 8.093395233154297,
      "learning_rate": 5e-06,
      "loss": 0.3244,
      "step": 706400
    },
    {
      "epoch": 18.19047864260151,
      "grad_norm": 6.688009738922119,
      "learning_rate": 5e-06,
      "loss": 0.3336,
      "step": 706500
    },
    {
      "epoch": 18.19305337418574,
      "grad_norm": 5.875880718231201,
      "learning_rate": 5e-06,
      "loss": 0.3481,
      "step": 706600
    },
    {
      "epoch": 18.195628105769973,
      "grad_norm": 10.779159545898438,
      "learning_rate": 5e-06,
      "loss": 0.3245,
      "step": 706700
    },
    {
      "epoch": 18.198202837354206,
      "grad_norm": 7.784268379211426,
      "learning_rate": 5e-06,
      "loss": 0.327,
      "step": 706800
    },
    {
      "epoch": 18.200777568938438,
      "grad_norm": 8.465737342834473,
      "learning_rate": 5e-06,
      "loss": 0.3379,
      "step": 706900
    },
    {
      "epoch": 18.20335230052267,
      "grad_norm": 11.209787368774414,
      "learning_rate": 5e-06,
      "loss": 0.3159,
      "step": 707000
    },
    {
      "epoch": 18.205927032106903,
      "grad_norm": 6.24766731262207,
      "learning_rate": 5e-06,
      "loss": 0.343,
      "step": 707100
    },
    {
      "epoch": 18.208501763691135,
      "grad_norm": 12.494647026062012,
      "learning_rate": 5e-06,
      "loss": 0.3373,
      "step": 707200
    },
    {
      "epoch": 18.211076495275368,
      "grad_norm": 8.702840805053711,
      "learning_rate": 5e-06,
      "loss": 0.3192,
      "step": 707300
    },
    {
      "epoch": 18.2136512268596,
      "grad_norm": 17.16782569885254,
      "learning_rate": 5e-06,
      "loss": 0.3357,
      "step": 707400
    },
    {
      "epoch": 18.216225958443832,
      "grad_norm": 8.909587860107422,
      "learning_rate": 5e-06,
      "loss": 0.3302,
      "step": 707500
    },
    {
      "epoch": 18.218800690028065,
      "grad_norm": 5.999653339385986,
      "learning_rate": 5e-06,
      "loss": 0.3164,
      "step": 707600
    },
    {
      "epoch": 18.221375421612297,
      "grad_norm": 8.158594131469727,
      "learning_rate": 5e-06,
      "loss": 0.3215,
      "step": 707700
    },
    {
      "epoch": 18.22395015319653,
      "grad_norm": 6.442088603973389,
      "learning_rate": 5e-06,
      "loss": 0.3432,
      "step": 707800
    },
    {
      "epoch": 18.226524884780762,
      "grad_norm": 10.93647575378418,
      "learning_rate": 5e-06,
      "loss": 0.3514,
      "step": 707900
    },
    {
      "epoch": 18.229099616364994,
      "grad_norm": 9.278449058532715,
      "learning_rate": 5e-06,
      "loss": 0.34,
      "step": 708000
    },
    {
      "epoch": 18.231674347949227,
      "grad_norm": 9.234090805053711,
      "learning_rate": 5e-06,
      "loss": 0.3332,
      "step": 708100
    },
    {
      "epoch": 18.23424907953346,
      "grad_norm": 7.225722312927246,
      "learning_rate": 5e-06,
      "loss": 0.3424,
      "step": 708200
    },
    {
      "epoch": 18.23682381111769,
      "grad_norm": 11.953967094421387,
      "learning_rate": 5e-06,
      "loss": 0.3216,
      "step": 708300
    },
    {
      "epoch": 18.239398542701924,
      "grad_norm": 6.6116838455200195,
      "learning_rate": 5e-06,
      "loss": 0.322,
      "step": 708400
    },
    {
      "epoch": 18.241973274286156,
      "grad_norm": 6.593586444854736,
      "learning_rate": 5e-06,
      "loss": 0.331,
      "step": 708500
    },
    {
      "epoch": 18.24454800587039,
      "grad_norm": 8.262382507324219,
      "learning_rate": 5e-06,
      "loss": 0.3377,
      "step": 708600
    },
    {
      "epoch": 18.24712273745462,
      "grad_norm": 10.089848518371582,
      "learning_rate": 5e-06,
      "loss": 0.3417,
      "step": 708700
    },
    {
      "epoch": 18.249697469038853,
      "grad_norm": 10.446935653686523,
      "learning_rate": 5e-06,
      "loss": 0.3123,
      "step": 708800
    },
    {
      "epoch": 18.252272200623086,
      "grad_norm": 7.623264789581299,
      "learning_rate": 5e-06,
      "loss": 0.3249,
      "step": 708900
    },
    {
      "epoch": 18.254846932207318,
      "grad_norm": 6.248287677764893,
      "learning_rate": 5e-06,
      "loss": 0.3368,
      "step": 709000
    },
    {
      "epoch": 18.25742166379155,
      "grad_norm": 6.700135231018066,
      "learning_rate": 5e-06,
      "loss": 0.3203,
      "step": 709100
    },
    {
      "epoch": 18.259996395375783,
      "grad_norm": 7.0550642013549805,
      "learning_rate": 5e-06,
      "loss": 0.3421,
      "step": 709200
    },
    {
      "epoch": 18.262571126960015,
      "grad_norm": 7.097731113433838,
      "learning_rate": 5e-06,
      "loss": 0.3274,
      "step": 709300
    },
    {
      "epoch": 18.265145858544248,
      "grad_norm": 6.907681941986084,
      "learning_rate": 5e-06,
      "loss": 0.3068,
      "step": 709400
    },
    {
      "epoch": 18.26772059012848,
      "grad_norm": 7.714971542358398,
      "learning_rate": 5e-06,
      "loss": 0.3341,
      "step": 709500
    },
    {
      "epoch": 18.270295321712712,
      "grad_norm": 10.346145629882812,
      "learning_rate": 5e-06,
      "loss": 0.342,
      "step": 709600
    },
    {
      "epoch": 18.272870053296945,
      "grad_norm": 13.74498462677002,
      "learning_rate": 5e-06,
      "loss": 0.3621,
      "step": 709700
    },
    {
      "epoch": 18.275444784881177,
      "grad_norm": 9.723573684692383,
      "learning_rate": 5e-06,
      "loss": 0.3423,
      "step": 709800
    },
    {
      "epoch": 18.27801951646541,
      "grad_norm": 6.330205917358398,
      "learning_rate": 5e-06,
      "loss": 0.3152,
      "step": 709900
    },
    {
      "epoch": 18.280594248049642,
      "grad_norm": 7.473955154418945,
      "learning_rate": 5e-06,
      "loss": 0.3416,
      "step": 710000
    },
    {
      "epoch": 18.283168979633874,
      "grad_norm": 7.574423313140869,
      "learning_rate": 5e-06,
      "loss": 0.328,
      "step": 710100
    },
    {
      "epoch": 18.285743711218107,
      "grad_norm": 11.656423568725586,
      "learning_rate": 5e-06,
      "loss": 0.345,
      "step": 710200
    },
    {
      "epoch": 18.28831844280234,
      "grad_norm": 7.724299430847168,
      "learning_rate": 5e-06,
      "loss": 0.3333,
      "step": 710300
    },
    {
      "epoch": 18.29089317438657,
      "grad_norm": 9.344557762145996,
      "learning_rate": 5e-06,
      "loss": 0.3166,
      "step": 710400
    },
    {
      "epoch": 18.293467905970804,
      "grad_norm": 10.039819717407227,
      "learning_rate": 5e-06,
      "loss": 0.3261,
      "step": 710500
    },
    {
      "epoch": 18.296042637555036,
      "grad_norm": 9.912590980529785,
      "learning_rate": 5e-06,
      "loss": 0.3342,
      "step": 710600
    },
    {
      "epoch": 18.29861736913927,
      "grad_norm": 5.964215278625488,
      "learning_rate": 5e-06,
      "loss": 0.3242,
      "step": 710700
    },
    {
      "epoch": 18.3011921007235,
      "grad_norm": 8.042825698852539,
      "learning_rate": 5e-06,
      "loss": 0.3422,
      "step": 710800
    },
    {
      "epoch": 18.303766832307733,
      "grad_norm": 6.035097122192383,
      "learning_rate": 5e-06,
      "loss": 0.3178,
      "step": 710900
    },
    {
      "epoch": 18.306341563891966,
      "grad_norm": 8.167375564575195,
      "learning_rate": 5e-06,
      "loss": 0.3273,
      "step": 711000
    },
    {
      "epoch": 18.308916295476198,
      "grad_norm": 6.949079513549805,
      "learning_rate": 5e-06,
      "loss": 0.3207,
      "step": 711100
    },
    {
      "epoch": 18.31149102706043,
      "grad_norm": 8.04704475402832,
      "learning_rate": 5e-06,
      "loss": 0.3254,
      "step": 711200
    },
    {
      "epoch": 18.314065758644663,
      "grad_norm": 8.226404190063477,
      "learning_rate": 5e-06,
      "loss": 0.326,
      "step": 711300
    },
    {
      "epoch": 18.316640490228895,
      "grad_norm": 6.187392234802246,
      "learning_rate": 5e-06,
      "loss": 0.3378,
      "step": 711400
    },
    {
      "epoch": 18.319215221813128,
      "grad_norm": 8.747379302978516,
      "learning_rate": 5e-06,
      "loss": 0.313,
      "step": 711500
    },
    {
      "epoch": 18.32178995339736,
      "grad_norm": 8.406363487243652,
      "learning_rate": 5e-06,
      "loss": 0.3467,
      "step": 711600
    },
    {
      "epoch": 18.32436468498159,
      "grad_norm": 7.1893134117126465,
      "learning_rate": 5e-06,
      "loss": 0.3517,
      "step": 711700
    },
    {
      "epoch": 18.32693941656582,
      "grad_norm": 6.324655532836914,
      "learning_rate": 5e-06,
      "loss": 0.3258,
      "step": 711800
    },
    {
      "epoch": 18.329514148150054,
      "grad_norm": 10.615906715393066,
      "learning_rate": 5e-06,
      "loss": 0.33,
      "step": 711900
    },
    {
      "epoch": 18.332088879734286,
      "grad_norm": 8.364099502563477,
      "learning_rate": 5e-06,
      "loss": 0.3179,
      "step": 712000
    },
    {
      "epoch": 18.33466361131852,
      "grad_norm": 8.84542465209961,
      "learning_rate": 5e-06,
      "loss": 0.3244,
      "step": 712100
    },
    {
      "epoch": 18.33723834290275,
      "grad_norm": 7.530028343200684,
      "learning_rate": 5e-06,
      "loss": 0.3395,
      "step": 712200
    },
    {
      "epoch": 18.339813074486983,
      "grad_norm": 9.054759979248047,
      "learning_rate": 5e-06,
      "loss": 0.3274,
      "step": 712300
    },
    {
      "epoch": 18.342387806071216,
      "grad_norm": 6.393023490905762,
      "learning_rate": 5e-06,
      "loss": 0.3406,
      "step": 712400
    },
    {
      "epoch": 18.344962537655448,
      "grad_norm": 6.537025451660156,
      "learning_rate": 5e-06,
      "loss": 0.3161,
      "step": 712500
    },
    {
      "epoch": 18.34753726923968,
      "grad_norm": 12.041403770446777,
      "learning_rate": 5e-06,
      "loss": 0.3312,
      "step": 712600
    },
    {
      "epoch": 18.350112000823913,
      "grad_norm": 6.085817813873291,
      "learning_rate": 5e-06,
      "loss": 0.3511,
      "step": 712700
    },
    {
      "epoch": 18.352686732408145,
      "grad_norm": 6.767342567443848,
      "learning_rate": 5e-06,
      "loss": 0.3257,
      "step": 712800
    },
    {
      "epoch": 18.355261463992377,
      "grad_norm": 9.135137557983398,
      "learning_rate": 5e-06,
      "loss": 0.3186,
      "step": 712900
    },
    {
      "epoch": 18.35783619557661,
      "grad_norm": 7.307010650634766,
      "learning_rate": 5e-06,
      "loss": 0.3159,
      "step": 713000
    },
    {
      "epoch": 18.360410927160842,
      "grad_norm": 9.398707389831543,
      "learning_rate": 5e-06,
      "loss": 0.3101,
      "step": 713100
    },
    {
      "epoch": 18.362985658745075,
      "grad_norm": 7.074287414550781,
      "learning_rate": 5e-06,
      "loss": 0.3209,
      "step": 713200
    },
    {
      "epoch": 18.365560390329307,
      "grad_norm": 6.829617023468018,
      "learning_rate": 5e-06,
      "loss": 0.3107,
      "step": 713300
    },
    {
      "epoch": 18.36813512191354,
      "grad_norm": 10.012044906616211,
      "learning_rate": 5e-06,
      "loss": 0.3347,
      "step": 713400
    },
    {
      "epoch": 18.37070985349777,
      "grad_norm": 9.629594802856445,
      "learning_rate": 5e-06,
      "loss": 0.3251,
      "step": 713500
    },
    {
      "epoch": 18.373284585082004,
      "grad_norm": 9.177102088928223,
      "learning_rate": 5e-06,
      "loss": 0.3192,
      "step": 713600
    },
    {
      "epoch": 18.375859316666237,
      "grad_norm": 8.786884307861328,
      "learning_rate": 5e-06,
      "loss": 0.3211,
      "step": 713700
    },
    {
      "epoch": 18.37843404825047,
      "grad_norm": 7.593914985656738,
      "learning_rate": 5e-06,
      "loss": 0.3287,
      "step": 713800
    },
    {
      "epoch": 18.3810087798347,
      "grad_norm": 5.947976112365723,
      "learning_rate": 5e-06,
      "loss": 0.3075,
      "step": 713900
    },
    {
      "epoch": 18.383583511418934,
      "grad_norm": 6.288028717041016,
      "learning_rate": 5e-06,
      "loss": 0.3202,
      "step": 714000
    },
    {
      "epoch": 18.386158243003166,
      "grad_norm": 6.251798629760742,
      "learning_rate": 5e-06,
      "loss": 0.3192,
      "step": 714100
    },
    {
      "epoch": 18.3887329745874,
      "grad_norm": 8.506156921386719,
      "learning_rate": 5e-06,
      "loss": 0.3292,
      "step": 714200
    },
    {
      "epoch": 18.39130770617163,
      "grad_norm": 6.612205505371094,
      "learning_rate": 5e-06,
      "loss": 0.3339,
      "step": 714300
    },
    {
      "epoch": 18.393882437755863,
      "grad_norm": 8.47081184387207,
      "learning_rate": 5e-06,
      "loss": 0.3202,
      "step": 714400
    },
    {
      "epoch": 18.396457169340096,
      "grad_norm": 8.995867729187012,
      "learning_rate": 5e-06,
      "loss": 0.3342,
      "step": 714500
    },
    {
      "epoch": 18.399031900924328,
      "grad_norm": 10.605419158935547,
      "learning_rate": 5e-06,
      "loss": 0.3213,
      "step": 714600
    },
    {
      "epoch": 18.40160663250856,
      "grad_norm": 6.705731391906738,
      "learning_rate": 5e-06,
      "loss": 0.3377,
      "step": 714700
    },
    {
      "epoch": 18.404181364092793,
      "grad_norm": 8.33879566192627,
      "learning_rate": 5e-06,
      "loss": 0.3213,
      "step": 714800
    },
    {
      "epoch": 18.406756095677025,
      "grad_norm": 6.857968330383301,
      "learning_rate": 5e-06,
      "loss": 0.3394,
      "step": 714900
    },
    {
      "epoch": 18.409330827261257,
      "grad_norm": 9.62807846069336,
      "learning_rate": 5e-06,
      "loss": 0.3249,
      "step": 715000
    },
    {
      "epoch": 18.41190555884549,
      "grad_norm": 6.38474702835083,
      "learning_rate": 5e-06,
      "loss": 0.3299,
      "step": 715100
    },
    {
      "epoch": 18.414480290429722,
      "grad_norm": 6.41942834854126,
      "learning_rate": 5e-06,
      "loss": 0.3495,
      "step": 715200
    },
    {
      "epoch": 18.417055022013955,
      "grad_norm": 7.712779998779297,
      "learning_rate": 5e-06,
      "loss": 0.3197,
      "step": 715300
    },
    {
      "epoch": 18.419629753598187,
      "grad_norm": 6.653439998626709,
      "learning_rate": 5e-06,
      "loss": 0.3242,
      "step": 715400
    },
    {
      "epoch": 18.42220448518242,
      "grad_norm": 8.263322830200195,
      "learning_rate": 5e-06,
      "loss": 0.3272,
      "step": 715500
    },
    {
      "epoch": 18.42477921676665,
      "grad_norm": 10.26945972442627,
      "learning_rate": 5e-06,
      "loss": 0.3264,
      "step": 715600
    },
    {
      "epoch": 18.427353948350884,
      "grad_norm": 7.3325958251953125,
      "learning_rate": 5e-06,
      "loss": 0.3289,
      "step": 715700
    },
    {
      "epoch": 18.429928679935117,
      "grad_norm": 7.758266925811768,
      "learning_rate": 5e-06,
      "loss": 0.348,
      "step": 715800
    },
    {
      "epoch": 18.43250341151935,
      "grad_norm": 6.350926876068115,
      "learning_rate": 5e-06,
      "loss": 0.329,
      "step": 715900
    },
    {
      "epoch": 18.43507814310358,
      "grad_norm": 8.360479354858398,
      "learning_rate": 5e-06,
      "loss": 0.3472,
      "step": 716000
    },
    {
      "epoch": 18.437652874687814,
      "grad_norm": 8.155574798583984,
      "learning_rate": 5e-06,
      "loss": 0.3439,
      "step": 716100
    },
    {
      "epoch": 18.440227606272046,
      "grad_norm": 7.776339054107666,
      "learning_rate": 5e-06,
      "loss": 0.3198,
      "step": 716200
    },
    {
      "epoch": 18.44280233785628,
      "grad_norm": 7.788480758666992,
      "learning_rate": 5e-06,
      "loss": 0.3381,
      "step": 716300
    },
    {
      "epoch": 18.44537706944051,
      "grad_norm": 7.660480976104736,
      "learning_rate": 5e-06,
      "loss": 0.3304,
      "step": 716400
    },
    {
      "epoch": 18.447951801024743,
      "grad_norm": 7.813117504119873,
      "learning_rate": 5e-06,
      "loss": 0.3545,
      "step": 716500
    },
    {
      "epoch": 18.450526532608976,
      "grad_norm": 8.999167442321777,
      "learning_rate": 5e-06,
      "loss": 0.3433,
      "step": 716600
    },
    {
      "epoch": 18.453101264193208,
      "grad_norm": 6.471971035003662,
      "learning_rate": 5e-06,
      "loss": 0.3156,
      "step": 716700
    },
    {
      "epoch": 18.45567599577744,
      "grad_norm": 8.50908374786377,
      "learning_rate": 5e-06,
      "loss": 0.3215,
      "step": 716800
    },
    {
      "epoch": 18.458250727361673,
      "grad_norm": 4.356982707977295,
      "learning_rate": 5e-06,
      "loss": 0.335,
      "step": 716900
    },
    {
      "epoch": 18.460825458945905,
      "grad_norm": 9.07970142364502,
      "learning_rate": 5e-06,
      "loss": 0.3478,
      "step": 717000
    },
    {
      "epoch": 18.463400190530137,
      "grad_norm": 6.7315263748168945,
      "learning_rate": 5e-06,
      "loss": 0.3345,
      "step": 717100
    },
    {
      "epoch": 18.46597492211437,
      "grad_norm": 9.011789321899414,
      "learning_rate": 5e-06,
      "loss": 0.3458,
      "step": 717200
    },
    {
      "epoch": 18.468549653698602,
      "grad_norm": 7.963509559631348,
      "learning_rate": 5e-06,
      "loss": 0.3377,
      "step": 717300
    },
    {
      "epoch": 18.471124385282835,
      "grad_norm": 9.492374420166016,
      "learning_rate": 5e-06,
      "loss": 0.3337,
      "step": 717400
    },
    {
      "epoch": 18.473699116867067,
      "grad_norm": 7.387914657592773,
      "learning_rate": 5e-06,
      "loss": 0.3289,
      "step": 717500
    },
    {
      "epoch": 18.4762738484513,
      "grad_norm": 8.942484855651855,
      "learning_rate": 5e-06,
      "loss": 0.3395,
      "step": 717600
    },
    {
      "epoch": 18.47884858003553,
      "grad_norm": 9.083891868591309,
      "learning_rate": 5e-06,
      "loss": 0.3418,
      "step": 717700
    },
    {
      "epoch": 18.481423311619764,
      "grad_norm": 11.130393028259277,
      "learning_rate": 5e-06,
      "loss": 0.342,
      "step": 717800
    },
    {
      "epoch": 18.483998043203997,
      "grad_norm": 9.088346481323242,
      "learning_rate": 5e-06,
      "loss": 0.3245,
      "step": 717900
    },
    {
      "epoch": 18.48657277478823,
      "grad_norm": 7.064273357391357,
      "learning_rate": 5e-06,
      "loss": 0.3203,
      "step": 718000
    },
    {
      "epoch": 18.48914750637246,
      "grad_norm": 8.20810604095459,
      "learning_rate": 5e-06,
      "loss": 0.3239,
      "step": 718100
    },
    {
      "epoch": 18.491722237956694,
      "grad_norm": 10.3472318649292,
      "learning_rate": 5e-06,
      "loss": 0.334,
      "step": 718200
    },
    {
      "epoch": 18.494296969540926,
      "grad_norm": 8.183675765991211,
      "learning_rate": 5e-06,
      "loss": 0.3136,
      "step": 718300
    },
    {
      "epoch": 18.49687170112516,
      "grad_norm": 6.225975036621094,
      "learning_rate": 5e-06,
      "loss": 0.3173,
      "step": 718400
    },
    {
      "epoch": 18.49944643270939,
      "grad_norm": 8.137574195861816,
      "learning_rate": 5e-06,
      "loss": 0.3362,
      "step": 718500
    },
    {
      "epoch": 18.502021164293623,
      "grad_norm": 8.489946365356445,
      "learning_rate": 5e-06,
      "loss": 0.3348,
      "step": 718600
    },
    {
      "epoch": 18.504595895877856,
      "grad_norm": 9.997334480285645,
      "learning_rate": 5e-06,
      "loss": 0.3143,
      "step": 718700
    },
    {
      "epoch": 18.507170627462088,
      "grad_norm": 13.372538566589355,
      "learning_rate": 5e-06,
      "loss": 0.3334,
      "step": 718800
    },
    {
      "epoch": 18.50974535904632,
      "grad_norm": 11.669190406799316,
      "learning_rate": 5e-06,
      "loss": 0.3432,
      "step": 718900
    },
    {
      "epoch": 18.512320090630553,
      "grad_norm": 6.7998881340026855,
      "learning_rate": 5e-06,
      "loss": 0.3306,
      "step": 719000
    },
    {
      "epoch": 18.514894822214785,
      "grad_norm": 5.92437219619751,
      "learning_rate": 5e-06,
      "loss": 0.343,
      "step": 719100
    },
    {
      "epoch": 18.517469553799017,
      "grad_norm": 9.485280990600586,
      "learning_rate": 5e-06,
      "loss": 0.3262,
      "step": 719200
    },
    {
      "epoch": 18.52004428538325,
      "grad_norm": 7.490618705749512,
      "learning_rate": 5e-06,
      "loss": 0.3348,
      "step": 719300
    },
    {
      "epoch": 18.522619016967482,
      "grad_norm": 10.647915840148926,
      "learning_rate": 5e-06,
      "loss": 0.3218,
      "step": 719400
    },
    {
      "epoch": 18.525193748551715,
      "grad_norm": 7.949066638946533,
      "learning_rate": 5e-06,
      "loss": 0.3357,
      "step": 719500
    },
    {
      "epoch": 18.527768480135947,
      "grad_norm": 11.596275329589844,
      "learning_rate": 5e-06,
      "loss": 0.3342,
      "step": 719600
    },
    {
      "epoch": 18.53034321172018,
      "grad_norm": 7.120150566101074,
      "learning_rate": 5e-06,
      "loss": 0.3122,
      "step": 719700
    },
    {
      "epoch": 18.532917943304412,
      "grad_norm": 11.57297420501709,
      "learning_rate": 5e-06,
      "loss": 0.3338,
      "step": 719800
    },
    {
      "epoch": 18.535492674888644,
      "grad_norm": 8.418312072753906,
      "learning_rate": 5e-06,
      "loss": 0.3365,
      "step": 719900
    },
    {
      "epoch": 18.538067406472877,
      "grad_norm": 7.67302942276001,
      "learning_rate": 5e-06,
      "loss": 0.3628,
      "step": 720000
    },
    {
      "epoch": 18.54064213805711,
      "grad_norm": 7.992560863494873,
      "learning_rate": 5e-06,
      "loss": 0.3504,
      "step": 720100
    },
    {
      "epoch": 18.54321686964134,
      "grad_norm": 6.521749973297119,
      "learning_rate": 5e-06,
      "loss": 0.3339,
      "step": 720200
    },
    {
      "epoch": 18.545791601225574,
      "grad_norm": 7.304570198059082,
      "learning_rate": 5e-06,
      "loss": 0.3314,
      "step": 720300
    },
    {
      "epoch": 18.548366332809806,
      "grad_norm": 7.643540382385254,
      "learning_rate": 5e-06,
      "loss": 0.3293,
      "step": 720400
    },
    {
      "epoch": 18.55094106439404,
      "grad_norm": 11.040153503417969,
      "learning_rate": 5e-06,
      "loss": 0.3183,
      "step": 720500
    },
    {
      "epoch": 18.55351579597827,
      "grad_norm": 5.258958339691162,
      "learning_rate": 5e-06,
      "loss": 0.3406,
      "step": 720600
    },
    {
      "epoch": 18.556090527562503,
      "grad_norm": 9.89084243774414,
      "learning_rate": 5e-06,
      "loss": 0.3381,
      "step": 720700
    },
    {
      "epoch": 18.558665259146736,
      "grad_norm": 8.119723320007324,
      "learning_rate": 5e-06,
      "loss": 0.3227,
      "step": 720800
    },
    {
      "epoch": 18.561239990730968,
      "grad_norm": 6.347017288208008,
      "learning_rate": 5e-06,
      "loss": 0.3196,
      "step": 720900
    },
    {
      "epoch": 18.5638147223152,
      "grad_norm": 10.941563606262207,
      "learning_rate": 5e-06,
      "loss": 0.3215,
      "step": 721000
    },
    {
      "epoch": 18.566389453899433,
      "grad_norm": 6.8908185958862305,
      "learning_rate": 5e-06,
      "loss": 0.3256,
      "step": 721100
    },
    {
      "epoch": 18.568964185483665,
      "grad_norm": 9.864830017089844,
      "learning_rate": 5e-06,
      "loss": 0.3422,
      "step": 721200
    },
    {
      "epoch": 18.571538917067898,
      "grad_norm": 7.633173942565918,
      "learning_rate": 5e-06,
      "loss": 0.3299,
      "step": 721300
    },
    {
      "epoch": 18.574113648652126,
      "grad_norm": 6.325045585632324,
      "learning_rate": 5e-06,
      "loss": 0.3557,
      "step": 721400
    },
    {
      "epoch": 18.57668838023636,
      "grad_norm": 10.985834121704102,
      "learning_rate": 5e-06,
      "loss": 0.3163,
      "step": 721500
    },
    {
      "epoch": 18.57926311182059,
      "grad_norm": 5.608524799346924,
      "learning_rate": 5e-06,
      "loss": 0.3002,
      "step": 721600
    },
    {
      "epoch": 18.581837843404823,
      "grad_norm": 7.692704677581787,
      "learning_rate": 5e-06,
      "loss": 0.3295,
      "step": 721700
    },
    {
      "epoch": 18.584412574989056,
      "grad_norm": 5.631463527679443,
      "learning_rate": 5e-06,
      "loss": 0.3258,
      "step": 721800
    },
    {
      "epoch": 18.58698730657329,
      "grad_norm": 8.72835922241211,
      "learning_rate": 5e-06,
      "loss": 0.3215,
      "step": 721900
    },
    {
      "epoch": 18.58956203815752,
      "grad_norm": 8.632076263427734,
      "learning_rate": 5e-06,
      "loss": 0.3358,
      "step": 722000
    },
    {
      "epoch": 18.592136769741753,
      "grad_norm": 5.656119346618652,
      "learning_rate": 5e-06,
      "loss": 0.3352,
      "step": 722100
    },
    {
      "epoch": 18.594711501325985,
      "grad_norm": 9.782689094543457,
      "learning_rate": 5e-06,
      "loss": 0.326,
      "step": 722200
    },
    {
      "epoch": 18.597286232910218,
      "grad_norm": 9.812243461608887,
      "learning_rate": 5e-06,
      "loss": 0.3135,
      "step": 722300
    },
    {
      "epoch": 18.59986096449445,
      "grad_norm": 10.259514808654785,
      "learning_rate": 5e-06,
      "loss": 0.3224,
      "step": 722400
    },
    {
      "epoch": 18.602435696078683,
      "grad_norm": 6.904358863830566,
      "learning_rate": 5e-06,
      "loss": 0.3407,
      "step": 722500
    },
    {
      "epoch": 18.605010427662915,
      "grad_norm": 10.594308853149414,
      "learning_rate": 5e-06,
      "loss": 0.3481,
      "step": 722600
    },
    {
      "epoch": 18.607585159247147,
      "grad_norm": 9.319518089294434,
      "learning_rate": 5e-06,
      "loss": 0.3375,
      "step": 722700
    },
    {
      "epoch": 18.61015989083138,
      "grad_norm": 7.775933742523193,
      "learning_rate": 5e-06,
      "loss": 0.3338,
      "step": 722800
    },
    {
      "epoch": 18.612734622415612,
      "grad_norm": 14.73022174835205,
      "learning_rate": 5e-06,
      "loss": 0.3221,
      "step": 722900
    },
    {
      "epoch": 18.615309353999844,
      "grad_norm": 8.102792739868164,
      "learning_rate": 5e-06,
      "loss": 0.3376,
      "step": 723000
    },
    {
      "epoch": 18.617884085584077,
      "grad_norm": 6.063599586486816,
      "learning_rate": 5e-06,
      "loss": 0.3177,
      "step": 723100
    },
    {
      "epoch": 18.62045881716831,
      "grad_norm": 9.109781265258789,
      "learning_rate": 5e-06,
      "loss": 0.3248,
      "step": 723200
    },
    {
      "epoch": 18.62303354875254,
      "grad_norm": 7.153517723083496,
      "learning_rate": 5e-06,
      "loss": 0.3193,
      "step": 723300
    },
    {
      "epoch": 18.625608280336774,
      "grad_norm": 10.60794734954834,
      "learning_rate": 5e-06,
      "loss": 0.3124,
      "step": 723400
    },
    {
      "epoch": 18.628183011921006,
      "grad_norm": 10.453128814697266,
      "learning_rate": 5e-06,
      "loss": 0.3168,
      "step": 723500
    },
    {
      "epoch": 18.63075774350524,
      "grad_norm": 7.699754238128662,
      "learning_rate": 5e-06,
      "loss": 0.308,
      "step": 723600
    },
    {
      "epoch": 18.63333247508947,
      "grad_norm": 6.39017391204834,
      "learning_rate": 5e-06,
      "loss": 0.3094,
      "step": 723700
    },
    {
      "epoch": 18.635907206673703,
      "grad_norm": 7.480206489562988,
      "learning_rate": 5e-06,
      "loss": 0.3241,
      "step": 723800
    },
    {
      "epoch": 18.638481938257936,
      "grad_norm": 8.616199493408203,
      "learning_rate": 5e-06,
      "loss": 0.3375,
      "step": 723900
    },
    {
      "epoch": 18.64105666984217,
      "grad_norm": 7.337124347686768,
      "learning_rate": 5e-06,
      "loss": 0.3061,
      "step": 724000
    },
    {
      "epoch": 18.6436314014264,
      "grad_norm": 5.997148036956787,
      "learning_rate": 5e-06,
      "loss": 0.3229,
      "step": 724100
    },
    {
      "epoch": 18.646206133010633,
      "grad_norm": 11.216763496398926,
      "learning_rate": 5e-06,
      "loss": 0.3248,
      "step": 724200
    },
    {
      "epoch": 18.648780864594865,
      "grad_norm": 7.384974002838135,
      "learning_rate": 5e-06,
      "loss": 0.3177,
      "step": 724300
    },
    {
      "epoch": 18.651355596179098,
      "grad_norm": 9.049979209899902,
      "learning_rate": 5e-06,
      "loss": 0.3199,
      "step": 724400
    },
    {
      "epoch": 18.65393032776333,
      "grad_norm": 9.052085876464844,
      "learning_rate": 5e-06,
      "loss": 0.329,
      "step": 724500
    },
    {
      "epoch": 18.656505059347563,
      "grad_norm": 6.959845542907715,
      "learning_rate": 5e-06,
      "loss": 0.309,
      "step": 724600
    },
    {
      "epoch": 18.659079790931795,
      "grad_norm": 8.861632347106934,
      "learning_rate": 5e-06,
      "loss": 0.3309,
      "step": 724700
    },
    {
      "epoch": 18.661654522516027,
      "grad_norm": 10.428963661193848,
      "learning_rate": 5e-06,
      "loss": 0.3279,
      "step": 724800
    },
    {
      "epoch": 18.66422925410026,
      "grad_norm": 5.601241588592529,
      "learning_rate": 5e-06,
      "loss": 0.3233,
      "step": 724900
    },
    {
      "epoch": 18.666803985684492,
      "grad_norm": 6.228899955749512,
      "learning_rate": 5e-06,
      "loss": 0.3116,
      "step": 725000
    },
    {
      "epoch": 18.669378717268724,
      "grad_norm": 6.538945198059082,
      "learning_rate": 5e-06,
      "loss": 0.3294,
      "step": 725100
    },
    {
      "epoch": 18.671953448852957,
      "grad_norm": 7.721667289733887,
      "learning_rate": 5e-06,
      "loss": 0.3232,
      "step": 725200
    },
    {
      "epoch": 18.67452818043719,
      "grad_norm": 7.9384074211120605,
      "learning_rate": 5e-06,
      "loss": 0.3409,
      "step": 725300
    },
    {
      "epoch": 18.67710291202142,
      "grad_norm": 8.501799583435059,
      "learning_rate": 5e-06,
      "loss": 0.3257,
      "step": 725400
    },
    {
      "epoch": 18.679677643605654,
      "grad_norm": 9.75113582611084,
      "learning_rate": 5e-06,
      "loss": 0.3262,
      "step": 725500
    },
    {
      "epoch": 18.682252375189886,
      "grad_norm": 11.674592971801758,
      "learning_rate": 5e-06,
      "loss": 0.319,
      "step": 725600
    },
    {
      "epoch": 18.68482710677412,
      "grad_norm": 6.503211975097656,
      "learning_rate": 5e-06,
      "loss": 0.3182,
      "step": 725700
    },
    {
      "epoch": 18.68740183835835,
      "grad_norm": 8.428169250488281,
      "learning_rate": 5e-06,
      "loss": 0.3102,
      "step": 725800
    },
    {
      "epoch": 18.689976569942583,
      "grad_norm": 6.683897972106934,
      "learning_rate": 5e-06,
      "loss": 0.3313,
      "step": 725900
    },
    {
      "epoch": 18.692551301526816,
      "grad_norm": 16.025257110595703,
      "learning_rate": 5e-06,
      "loss": 0.3447,
      "step": 726000
    },
    {
      "epoch": 18.69512603311105,
      "grad_norm": 6.832597732543945,
      "learning_rate": 5e-06,
      "loss": 0.3296,
      "step": 726100
    },
    {
      "epoch": 18.69770076469528,
      "grad_norm": 7.68234920501709,
      "learning_rate": 5e-06,
      "loss": 0.3418,
      "step": 726200
    },
    {
      "epoch": 18.700275496279513,
      "grad_norm": 7.56949520111084,
      "learning_rate": 5e-06,
      "loss": 0.337,
      "step": 726300
    },
    {
      "epoch": 18.702850227863745,
      "grad_norm": 8.904969215393066,
      "learning_rate": 5e-06,
      "loss": 0.324,
      "step": 726400
    },
    {
      "epoch": 18.705424959447978,
      "grad_norm": 6.96755838394165,
      "learning_rate": 5e-06,
      "loss": 0.3436,
      "step": 726500
    },
    {
      "epoch": 18.70799969103221,
      "grad_norm": 8.27273941040039,
      "learning_rate": 5e-06,
      "loss": 0.3376,
      "step": 726600
    },
    {
      "epoch": 18.710574422616443,
      "grad_norm": 12.254648208618164,
      "learning_rate": 5e-06,
      "loss": 0.3122,
      "step": 726700
    },
    {
      "epoch": 18.713149154200675,
      "grad_norm": 7.032527446746826,
      "learning_rate": 5e-06,
      "loss": 0.3029,
      "step": 726800
    },
    {
      "epoch": 18.715723885784907,
      "grad_norm": 7.619699001312256,
      "learning_rate": 5e-06,
      "loss": 0.3292,
      "step": 726900
    },
    {
      "epoch": 18.71829861736914,
      "grad_norm": 9.939022064208984,
      "learning_rate": 5e-06,
      "loss": 0.3288,
      "step": 727000
    },
    {
      "epoch": 18.720873348953372,
      "grad_norm": 7.111532211303711,
      "learning_rate": 5e-06,
      "loss": 0.3178,
      "step": 727100
    },
    {
      "epoch": 18.723448080537604,
      "grad_norm": 7.013476371765137,
      "learning_rate": 5e-06,
      "loss": 0.339,
      "step": 727200
    },
    {
      "epoch": 18.726022812121837,
      "grad_norm": 9.388288497924805,
      "learning_rate": 5e-06,
      "loss": 0.3309,
      "step": 727300
    },
    {
      "epoch": 18.72859754370607,
      "grad_norm": 7.678622722625732,
      "learning_rate": 5e-06,
      "loss": 0.3132,
      "step": 727400
    },
    {
      "epoch": 18.7311722752903,
      "grad_norm": 9.541150093078613,
      "learning_rate": 5e-06,
      "loss": 0.3379,
      "step": 727500
    },
    {
      "epoch": 18.733747006874534,
      "grad_norm": 8.805045127868652,
      "learning_rate": 5e-06,
      "loss": 0.3306,
      "step": 727600
    },
    {
      "epoch": 18.736321738458766,
      "grad_norm": 7.290178298950195,
      "learning_rate": 5e-06,
      "loss": 0.3335,
      "step": 727700
    },
    {
      "epoch": 18.738896470043,
      "grad_norm": 7.73098611831665,
      "learning_rate": 5e-06,
      "loss": 0.3347,
      "step": 727800
    },
    {
      "epoch": 18.74147120162723,
      "grad_norm": 11.867485046386719,
      "learning_rate": 5e-06,
      "loss": 0.3383,
      "step": 727900
    },
    {
      "epoch": 18.744045933211464,
      "grad_norm": 8.157660484313965,
      "learning_rate": 5e-06,
      "loss": 0.323,
      "step": 728000
    },
    {
      "epoch": 18.746620664795696,
      "grad_norm": 8.242518424987793,
      "learning_rate": 5e-06,
      "loss": 0.3171,
      "step": 728100
    },
    {
      "epoch": 18.74919539637993,
      "grad_norm": 6.662776470184326,
      "learning_rate": 5e-06,
      "loss": 0.3309,
      "step": 728200
    },
    {
      "epoch": 18.75177012796416,
      "grad_norm": 7.801737308502197,
      "learning_rate": 5e-06,
      "loss": 0.3253,
      "step": 728300
    },
    {
      "epoch": 18.754344859548393,
      "grad_norm": 13.137895584106445,
      "learning_rate": 5e-06,
      "loss": 0.3198,
      "step": 728400
    },
    {
      "epoch": 18.756919591132625,
      "grad_norm": 7.501097202301025,
      "learning_rate": 5e-06,
      "loss": 0.3257,
      "step": 728500
    },
    {
      "epoch": 18.759494322716858,
      "grad_norm": 9.43714714050293,
      "learning_rate": 5e-06,
      "loss": 0.3298,
      "step": 728600
    },
    {
      "epoch": 18.76206905430109,
      "grad_norm": 8.207270622253418,
      "learning_rate": 5e-06,
      "loss": 0.3328,
      "step": 728700
    },
    {
      "epoch": 18.764643785885323,
      "grad_norm": 6.920380592346191,
      "learning_rate": 5e-06,
      "loss": 0.3142,
      "step": 728800
    },
    {
      "epoch": 18.767218517469555,
      "grad_norm": 8.190420150756836,
      "learning_rate": 5e-06,
      "loss": 0.3244,
      "step": 728900
    },
    {
      "epoch": 18.769793249053787,
      "grad_norm": 10.133390426635742,
      "learning_rate": 5e-06,
      "loss": 0.3234,
      "step": 729000
    },
    {
      "epoch": 18.77236798063802,
      "grad_norm": 8.471379280090332,
      "learning_rate": 5e-06,
      "loss": 0.3343,
      "step": 729100
    },
    {
      "epoch": 18.774942712222252,
      "grad_norm": 7.357666015625,
      "learning_rate": 5e-06,
      "loss": 0.3406,
      "step": 729200
    },
    {
      "epoch": 18.777517443806484,
      "grad_norm": 6.913156032562256,
      "learning_rate": 5e-06,
      "loss": 0.3182,
      "step": 729300
    },
    {
      "epoch": 18.780092175390717,
      "grad_norm": 7.513546466827393,
      "learning_rate": 5e-06,
      "loss": 0.3248,
      "step": 729400
    },
    {
      "epoch": 18.78266690697495,
      "grad_norm": 8.994565963745117,
      "learning_rate": 5e-06,
      "loss": 0.3453,
      "step": 729500
    },
    {
      "epoch": 18.78524163855918,
      "grad_norm": 9.874751091003418,
      "learning_rate": 5e-06,
      "loss": 0.3351,
      "step": 729600
    },
    {
      "epoch": 18.787816370143414,
      "grad_norm": 7.892341613769531,
      "learning_rate": 5e-06,
      "loss": 0.3277,
      "step": 729700
    },
    {
      "epoch": 18.790391101727646,
      "grad_norm": 6.872044086456299,
      "learning_rate": 5e-06,
      "loss": 0.3146,
      "step": 729800
    },
    {
      "epoch": 18.79296583331188,
      "grad_norm": 14.390759468078613,
      "learning_rate": 5e-06,
      "loss": 0.3357,
      "step": 729900
    },
    {
      "epoch": 18.79554056489611,
      "grad_norm": 6.496435165405273,
      "learning_rate": 5e-06,
      "loss": 0.3206,
      "step": 730000
    },
    {
      "epoch": 18.798115296480344,
      "grad_norm": 4.913671016693115,
      "learning_rate": 5e-06,
      "loss": 0.3115,
      "step": 730100
    },
    {
      "epoch": 18.800690028064576,
      "grad_norm": 7.513912677764893,
      "learning_rate": 5e-06,
      "loss": 0.3077,
      "step": 730200
    },
    {
      "epoch": 18.80326475964881,
      "grad_norm": 6.340994834899902,
      "learning_rate": 5e-06,
      "loss": 0.3297,
      "step": 730300
    },
    {
      "epoch": 18.80583949123304,
      "grad_norm": 10.358198165893555,
      "learning_rate": 5e-06,
      "loss": 0.3091,
      "step": 730400
    },
    {
      "epoch": 18.80841422281727,
      "grad_norm": 7.710236549377441,
      "learning_rate": 5e-06,
      "loss": 0.3245,
      "step": 730500
    },
    {
      "epoch": 18.810988954401502,
      "grad_norm": 5.432558059692383,
      "learning_rate": 5e-06,
      "loss": 0.3353,
      "step": 730600
    },
    {
      "epoch": 18.813563685985734,
      "grad_norm": 4.935025691986084,
      "learning_rate": 5e-06,
      "loss": 0.3411,
      "step": 730700
    },
    {
      "epoch": 18.816138417569967,
      "grad_norm": 9.632060050964355,
      "learning_rate": 5e-06,
      "loss": 0.3281,
      "step": 730800
    },
    {
      "epoch": 18.8187131491542,
      "grad_norm": 7.466756820678711,
      "learning_rate": 5e-06,
      "loss": 0.3428,
      "step": 730900
    },
    {
      "epoch": 18.82128788073843,
      "grad_norm": 7.916207313537598,
      "learning_rate": 5e-06,
      "loss": 0.3403,
      "step": 731000
    },
    {
      "epoch": 18.823862612322664,
      "grad_norm": 8.825947761535645,
      "learning_rate": 5e-06,
      "loss": 0.3258,
      "step": 731100
    },
    {
      "epoch": 18.826437343906896,
      "grad_norm": 7.2720770835876465,
      "learning_rate": 5e-06,
      "loss": 0.3274,
      "step": 731200
    },
    {
      "epoch": 18.82901207549113,
      "grad_norm": 8.208576202392578,
      "learning_rate": 5e-06,
      "loss": 0.3231,
      "step": 731300
    },
    {
      "epoch": 18.83158680707536,
      "grad_norm": 7.787789821624756,
      "learning_rate": 5e-06,
      "loss": 0.341,
      "step": 731400
    },
    {
      "epoch": 18.834161538659593,
      "grad_norm": 9.538060188293457,
      "learning_rate": 5e-06,
      "loss": 0.3195,
      "step": 731500
    },
    {
      "epoch": 18.836736270243826,
      "grad_norm": 5.965760231018066,
      "learning_rate": 5e-06,
      "loss": 0.3594,
      "step": 731600
    },
    {
      "epoch": 18.839311001828058,
      "grad_norm": 5.951139450073242,
      "learning_rate": 5e-06,
      "loss": 0.3314,
      "step": 731700
    },
    {
      "epoch": 18.84188573341229,
      "grad_norm": 9.380430221557617,
      "learning_rate": 5e-06,
      "loss": 0.3299,
      "step": 731800
    },
    {
      "epoch": 18.844460464996523,
      "grad_norm": 11.677610397338867,
      "learning_rate": 5e-06,
      "loss": 0.328,
      "step": 731900
    },
    {
      "epoch": 18.847035196580755,
      "grad_norm": 10.02577018737793,
      "learning_rate": 5e-06,
      "loss": 0.3362,
      "step": 732000
    },
    {
      "epoch": 18.849609928164988,
      "grad_norm": 7.249826908111572,
      "learning_rate": 5e-06,
      "loss": 0.3139,
      "step": 732100
    },
    {
      "epoch": 18.85218465974922,
      "grad_norm": 10.447688102722168,
      "learning_rate": 5e-06,
      "loss": 0.3346,
      "step": 732200
    },
    {
      "epoch": 18.854759391333452,
      "grad_norm": 10.395094871520996,
      "learning_rate": 5e-06,
      "loss": 0.3344,
      "step": 732300
    },
    {
      "epoch": 18.857334122917685,
      "grad_norm": 9.593233108520508,
      "learning_rate": 5e-06,
      "loss": 0.3149,
      "step": 732400
    },
    {
      "epoch": 18.859908854501917,
      "grad_norm": 8.180985450744629,
      "learning_rate": 5e-06,
      "loss": 0.3123,
      "step": 732500
    },
    {
      "epoch": 18.86248358608615,
      "grad_norm": 8.032261848449707,
      "learning_rate": 5e-06,
      "loss": 0.3446,
      "step": 732600
    },
    {
      "epoch": 18.865058317670382,
      "grad_norm": 9.736201286315918,
      "learning_rate": 5e-06,
      "loss": 0.3284,
      "step": 732700
    },
    {
      "epoch": 18.867633049254614,
      "grad_norm": 8.673542976379395,
      "learning_rate": 5e-06,
      "loss": 0.3324,
      "step": 732800
    },
    {
      "epoch": 18.870207780838847,
      "grad_norm": 7.602195739746094,
      "learning_rate": 5e-06,
      "loss": 0.3304,
      "step": 732900
    },
    {
      "epoch": 18.87278251242308,
      "grad_norm": 8.346802711486816,
      "learning_rate": 5e-06,
      "loss": 0.3266,
      "step": 733000
    },
    {
      "epoch": 18.87535724400731,
      "grad_norm": 7.8925933837890625,
      "learning_rate": 5e-06,
      "loss": 0.3303,
      "step": 733100
    },
    {
      "epoch": 18.877931975591544,
      "grad_norm": 9.07119369506836,
      "learning_rate": 5e-06,
      "loss": 0.3168,
      "step": 733200
    },
    {
      "epoch": 18.880506707175776,
      "grad_norm": 8.297285079956055,
      "learning_rate": 5e-06,
      "loss": 0.3159,
      "step": 733300
    },
    {
      "epoch": 18.88308143876001,
      "grad_norm": 9.553730964660645,
      "learning_rate": 5e-06,
      "loss": 0.334,
      "step": 733400
    },
    {
      "epoch": 18.88565617034424,
      "grad_norm": 10.380974769592285,
      "learning_rate": 5e-06,
      "loss": 0.3129,
      "step": 733500
    },
    {
      "epoch": 18.888230901928473,
      "grad_norm": 5.909541606903076,
      "learning_rate": 5e-06,
      "loss": 0.3122,
      "step": 733600
    },
    {
      "epoch": 18.890805633512706,
      "grad_norm": 7.844663143157959,
      "learning_rate": 5e-06,
      "loss": 0.3243,
      "step": 733700
    },
    {
      "epoch": 18.893380365096938,
      "grad_norm": 9.331122398376465,
      "learning_rate": 5e-06,
      "loss": 0.3315,
      "step": 733800
    },
    {
      "epoch": 18.89595509668117,
      "grad_norm": 6.784032344818115,
      "learning_rate": 5e-06,
      "loss": 0.3341,
      "step": 733900
    },
    {
      "epoch": 18.898529828265403,
      "grad_norm": 11.890641212463379,
      "learning_rate": 5e-06,
      "loss": 0.3408,
      "step": 734000
    },
    {
      "epoch": 18.901104559849635,
      "grad_norm": 7.058652877807617,
      "learning_rate": 5e-06,
      "loss": 0.3248,
      "step": 734100
    },
    {
      "epoch": 18.903679291433868,
      "grad_norm": 7.400569438934326,
      "learning_rate": 5e-06,
      "loss": 0.3328,
      "step": 734200
    },
    {
      "epoch": 18.9062540230181,
      "grad_norm": 6.183165073394775,
      "learning_rate": 5e-06,
      "loss": 0.3235,
      "step": 734300
    },
    {
      "epoch": 18.908828754602332,
      "grad_norm": 6.810669898986816,
      "learning_rate": 5e-06,
      "loss": 0.3236,
      "step": 734400
    },
    {
      "epoch": 18.911403486186565,
      "grad_norm": 6.86539888381958,
      "learning_rate": 5e-06,
      "loss": 0.3068,
      "step": 734500
    },
    {
      "epoch": 18.913978217770797,
      "grad_norm": 8.123051643371582,
      "learning_rate": 5e-06,
      "loss": 0.3208,
      "step": 734600
    },
    {
      "epoch": 18.91655294935503,
      "grad_norm": 8.858246803283691,
      "learning_rate": 5e-06,
      "loss": 0.339,
      "step": 734700
    },
    {
      "epoch": 18.919127680939262,
      "grad_norm": 6.18310022354126,
      "learning_rate": 5e-06,
      "loss": 0.3337,
      "step": 734800
    },
    {
      "epoch": 18.921702412523494,
      "grad_norm": 8.563433647155762,
      "learning_rate": 5e-06,
      "loss": 0.3394,
      "step": 734900
    },
    {
      "epoch": 18.924277144107727,
      "grad_norm": 8.108907699584961,
      "learning_rate": 5e-06,
      "loss": 0.3258,
      "step": 735000
    },
    {
      "epoch": 18.92685187569196,
      "grad_norm": 7.95265531539917,
      "learning_rate": 5e-06,
      "loss": 0.301,
      "step": 735100
    },
    {
      "epoch": 18.92942660727619,
      "grad_norm": 8.924995422363281,
      "learning_rate": 5e-06,
      "loss": 0.3302,
      "step": 735200
    },
    {
      "epoch": 18.932001338860424,
      "grad_norm": 5.884431838989258,
      "learning_rate": 5e-06,
      "loss": 0.3098,
      "step": 735300
    },
    {
      "epoch": 18.934576070444656,
      "grad_norm": 9.280203819274902,
      "learning_rate": 5e-06,
      "loss": 0.3247,
      "step": 735400
    },
    {
      "epoch": 18.93715080202889,
      "grad_norm": 8.379495620727539,
      "learning_rate": 5e-06,
      "loss": 0.3121,
      "step": 735500
    },
    {
      "epoch": 18.93972553361312,
      "grad_norm": 6.937153339385986,
      "learning_rate": 5e-06,
      "loss": 0.3193,
      "step": 735600
    },
    {
      "epoch": 18.942300265197353,
      "grad_norm": 8.302488327026367,
      "learning_rate": 5e-06,
      "loss": 0.3373,
      "step": 735700
    },
    {
      "epoch": 18.944874996781586,
      "grad_norm": 7.434643268585205,
      "learning_rate": 5e-06,
      "loss": 0.3263,
      "step": 735800
    },
    {
      "epoch": 18.947449728365818,
      "grad_norm": 8.107234954833984,
      "learning_rate": 5e-06,
      "loss": 0.3234,
      "step": 735900
    },
    {
      "epoch": 18.95002445995005,
      "grad_norm": 6.530664920806885,
      "learning_rate": 5e-06,
      "loss": 0.3305,
      "step": 736000
    },
    {
      "epoch": 18.952599191534283,
      "grad_norm": 12.218208312988281,
      "learning_rate": 5e-06,
      "loss": 0.3289,
      "step": 736100
    },
    {
      "epoch": 18.955173923118515,
      "grad_norm": 6.620424747467041,
      "learning_rate": 5e-06,
      "loss": 0.3444,
      "step": 736200
    },
    {
      "epoch": 18.957748654702748,
      "grad_norm": 11.171693801879883,
      "learning_rate": 5e-06,
      "loss": 0.3437,
      "step": 736300
    },
    {
      "epoch": 18.96032338628698,
      "grad_norm": 9.857242584228516,
      "learning_rate": 5e-06,
      "loss": 0.3139,
      "step": 736400
    },
    {
      "epoch": 18.962898117871212,
      "grad_norm": 7.807915210723877,
      "learning_rate": 5e-06,
      "loss": 0.3398,
      "step": 736500
    },
    {
      "epoch": 18.965472849455445,
      "grad_norm": 7.068886756896973,
      "learning_rate": 5e-06,
      "loss": 0.3359,
      "step": 736600
    },
    {
      "epoch": 18.968047581039677,
      "grad_norm": 9.848134994506836,
      "learning_rate": 5e-06,
      "loss": 0.3191,
      "step": 736700
    },
    {
      "epoch": 18.97062231262391,
      "grad_norm": 6.858439922332764,
      "learning_rate": 5e-06,
      "loss": 0.3282,
      "step": 736800
    },
    {
      "epoch": 18.973197044208142,
      "grad_norm": 5.78419828414917,
      "learning_rate": 5e-06,
      "loss": 0.324,
      "step": 736900
    },
    {
      "epoch": 18.975771775792374,
      "grad_norm": 9.863227844238281,
      "learning_rate": 5e-06,
      "loss": 0.3333,
      "step": 737000
    },
    {
      "epoch": 18.978346507376607,
      "grad_norm": 8.600589752197266,
      "learning_rate": 5e-06,
      "loss": 0.3341,
      "step": 737100
    },
    {
      "epoch": 18.98092123896084,
      "grad_norm": 8.572287559509277,
      "learning_rate": 5e-06,
      "loss": 0.325,
      "step": 737200
    },
    {
      "epoch": 18.98349597054507,
      "grad_norm": 9.028724670410156,
      "learning_rate": 5e-06,
      "loss": 0.3411,
      "step": 737300
    },
    {
      "epoch": 18.986070702129304,
      "grad_norm": 7.476812362670898,
      "learning_rate": 5e-06,
      "loss": 0.3181,
      "step": 737400
    },
    {
      "epoch": 18.988645433713536,
      "grad_norm": 9.345969200134277,
      "learning_rate": 5e-06,
      "loss": 0.3301,
      "step": 737500
    },
    {
      "epoch": 18.99122016529777,
      "grad_norm": 10.872504234313965,
      "learning_rate": 5e-06,
      "loss": 0.3231,
      "step": 737600
    },
    {
      "epoch": 18.993794896882,
      "grad_norm": 5.484044551849365,
      "learning_rate": 5e-06,
      "loss": 0.3281,
      "step": 737700
    },
    {
      "epoch": 18.996369628466233,
      "grad_norm": 9.334665298461914,
      "learning_rate": 5e-06,
      "loss": 0.3132,
      "step": 737800
    },
    {
      "epoch": 18.998944360050466,
      "grad_norm": 11.12475872039795,
      "learning_rate": 5e-06,
      "loss": 0.3386,
      "step": 737900
    },
    {
      "epoch": 19.0,
      "step": 737941,
      "train_loss": 0.2634600102901459,
      "train_perplexity": 1.3014252502828698,
      "train_runtime": 768.3376,
      "train_samples_per_second": 404.39,
      "train_steps_per_second": 50.549
    },
    {
      "epoch": 19.0,
      "eval_loss": 0.2645312547683716,
      "eval_perplexity": 1.3028201418976348,
      "eval_runtime": 192.0482,
      "eval_samples_per_second": 404.466,
      "eval_steps_per_second": 50.56,
      "step": 737941
    },
    {
      "epoch": 19.001519091634698,
      "grad_norm": 6.891284942626953,
      "learning_rate": 5e-06,
      "loss": 0.3184,
      "step": 738000
    },
    {
      "epoch": 19.00409382321893,
      "grad_norm": 10.980606079101562,
      "learning_rate": 5e-06,
      "loss": 0.3245,
      "step": 738100
    },
    {
      "epoch": 19.006668554803163,
      "grad_norm": 6.412095546722412,
      "learning_rate": 5e-06,
      "loss": 0.3284,
      "step": 738200
    },
    {
      "epoch": 19.009243286387395,
      "grad_norm": 9.549678802490234,
      "learning_rate": 5e-06,
      "loss": 0.3306,
      "step": 738300
    },
    {
      "epoch": 19.011818017971628,
      "grad_norm": 7.108217716217041,
      "learning_rate": 5e-06,
      "loss": 0.3062,
      "step": 738400
    },
    {
      "epoch": 19.01439274955586,
      "grad_norm": 7.366661548614502,
      "learning_rate": 5e-06,
      "loss": 0.3091,
      "step": 738500
    },
    {
      "epoch": 19.016967481140092,
      "grad_norm": 7.543589115142822,
      "learning_rate": 5e-06,
      "loss": 0.3276,
      "step": 738600
    },
    {
      "epoch": 19.019542212724325,
      "grad_norm": 6.055866241455078,
      "learning_rate": 5e-06,
      "loss": 0.3351,
      "step": 738700
    },
    {
      "epoch": 19.022116944308557,
      "grad_norm": 11.546767234802246,
      "learning_rate": 5e-06,
      "loss": 0.3125,
      "step": 738800
    },
    {
      "epoch": 19.02469167589279,
      "grad_norm": 5.509100437164307,
      "learning_rate": 5e-06,
      "loss": 0.3061,
      "step": 738900
    },
    {
      "epoch": 19.027266407477022,
      "grad_norm": 6.73281192779541,
      "learning_rate": 5e-06,
      "loss": 0.3213,
      "step": 739000
    },
    {
      "epoch": 19.029841139061254,
      "grad_norm": 7.892239093780518,
      "learning_rate": 5e-06,
      "loss": 0.3008,
      "step": 739100
    },
    {
      "epoch": 19.032415870645487,
      "grad_norm": 7.843833923339844,
      "learning_rate": 5e-06,
      "loss": 0.3073,
      "step": 739200
    },
    {
      "epoch": 19.03499060222972,
      "grad_norm": 8.702522277832031,
      "learning_rate": 5e-06,
      "loss": 0.3205,
      "step": 739300
    },
    {
      "epoch": 19.03756533381395,
      "grad_norm": 9.654377937316895,
      "learning_rate": 5e-06,
      "loss": 0.2985,
      "step": 739400
    },
    {
      "epoch": 19.040140065398184,
      "grad_norm": 6.448696613311768,
      "learning_rate": 5e-06,
      "loss": 0.3101,
      "step": 739500
    },
    {
      "epoch": 19.042714796982416,
      "grad_norm": 9.4019136428833,
      "learning_rate": 5e-06,
      "loss": 0.3312,
      "step": 739600
    },
    {
      "epoch": 19.04528952856665,
      "grad_norm": 8.5411958694458,
      "learning_rate": 5e-06,
      "loss": 0.3092,
      "step": 739700
    },
    {
      "epoch": 19.04786426015088,
      "grad_norm": 7.014489650726318,
      "learning_rate": 5e-06,
      "loss": 0.332,
      "step": 739800
    },
    {
      "epoch": 19.050438991735113,
      "grad_norm": 9.864391326904297,
      "learning_rate": 5e-06,
      "loss": 0.34,
      "step": 739900
    },
    {
      "epoch": 19.053013723319346,
      "grad_norm": 7.0964813232421875,
      "learning_rate": 5e-06,
      "loss": 0.3281,
      "step": 740000
    },
    {
      "epoch": 19.055588454903575,
      "grad_norm": 8.854612350463867,
      "learning_rate": 5e-06,
      "loss": 0.3354,
      "step": 740100
    },
    {
      "epoch": 19.058163186487807,
      "grad_norm": 8.808653831481934,
      "learning_rate": 5e-06,
      "loss": 0.3246,
      "step": 740200
    },
    {
      "epoch": 19.06073791807204,
      "grad_norm": 6.185386657714844,
      "learning_rate": 5e-06,
      "loss": 0.3527,
      "step": 740300
    },
    {
      "epoch": 19.06331264965627,
      "grad_norm": 6.0029497146606445,
      "learning_rate": 5e-06,
      "loss": 0.3286,
      "step": 740400
    },
    {
      "epoch": 19.065887381240504,
      "grad_norm": 7.885170936584473,
      "learning_rate": 5e-06,
      "loss": 0.3296,
      "step": 740500
    },
    {
      "epoch": 19.068462112824736,
      "grad_norm": 7.250454425811768,
      "learning_rate": 5e-06,
      "loss": 0.3135,
      "step": 740600
    },
    {
      "epoch": 19.07103684440897,
      "grad_norm": 7.473564624786377,
      "learning_rate": 5e-06,
      "loss": 0.3185,
      "step": 740700
    },
    {
      "epoch": 19.0736115759932,
      "grad_norm": 10.462028503417969,
      "learning_rate": 5e-06,
      "loss": 0.3261,
      "step": 740800
    },
    {
      "epoch": 19.076186307577434,
      "grad_norm": 7.8786492347717285,
      "learning_rate": 5e-06,
      "loss": 0.3186,
      "step": 740900
    },
    {
      "epoch": 19.078761039161666,
      "grad_norm": 8.044367790222168,
      "learning_rate": 5e-06,
      "loss": 0.3203,
      "step": 741000
    },
    {
      "epoch": 19.0813357707459,
      "grad_norm": 7.654231548309326,
      "learning_rate": 5e-06,
      "loss": 0.3312,
      "step": 741100
    },
    {
      "epoch": 19.08391050233013,
      "grad_norm": 12.035236358642578,
      "learning_rate": 5e-06,
      "loss": 0.3389,
      "step": 741200
    },
    {
      "epoch": 19.086485233914363,
      "grad_norm": 6.345028400421143,
      "learning_rate": 5e-06,
      "loss": 0.3391,
      "step": 741300
    },
    {
      "epoch": 19.089059965498596,
      "grad_norm": 8.774381637573242,
      "learning_rate": 5e-06,
      "loss": 0.3356,
      "step": 741400
    },
    {
      "epoch": 19.091634697082828,
      "grad_norm": 5.765706539154053,
      "learning_rate": 5e-06,
      "loss": 0.3396,
      "step": 741500
    },
    {
      "epoch": 19.09420942866706,
      "grad_norm": 10.29333209991455,
      "learning_rate": 5e-06,
      "loss": 0.3228,
      "step": 741600
    },
    {
      "epoch": 19.096784160251293,
      "grad_norm": 9.434865951538086,
      "learning_rate": 5e-06,
      "loss": 0.3327,
      "step": 741700
    },
    {
      "epoch": 19.099358891835525,
      "grad_norm": 8.354025840759277,
      "learning_rate": 5e-06,
      "loss": 0.3356,
      "step": 741800
    },
    {
      "epoch": 19.101933623419757,
      "grad_norm": 9.995965957641602,
      "learning_rate": 5e-06,
      "loss": 0.3438,
      "step": 741900
    },
    {
      "epoch": 19.10450835500399,
      "grad_norm": 6.50610876083374,
      "learning_rate": 5e-06,
      "loss": 0.3334,
      "step": 742000
    },
    {
      "epoch": 19.107083086588222,
      "grad_norm": 6.897658824920654,
      "learning_rate": 5e-06,
      "loss": 0.319,
      "step": 742100
    },
    {
      "epoch": 19.109657818172455,
      "grad_norm": 13.78300952911377,
      "learning_rate": 5e-06,
      "loss": 0.3231,
      "step": 742200
    },
    {
      "epoch": 19.112232549756687,
      "grad_norm": 8.511198997497559,
      "learning_rate": 5e-06,
      "loss": 0.3294,
      "step": 742300
    },
    {
      "epoch": 19.11480728134092,
      "grad_norm": 9.723197937011719,
      "learning_rate": 5e-06,
      "loss": 0.3287,
      "step": 742400
    },
    {
      "epoch": 19.11738201292515,
      "grad_norm": 8.154577255249023,
      "learning_rate": 5e-06,
      "loss": 0.3224,
      "step": 742500
    },
    {
      "epoch": 19.119956744509384,
      "grad_norm": 8.364635467529297,
      "learning_rate": 5e-06,
      "loss": 0.3166,
      "step": 742600
    },
    {
      "epoch": 19.122531476093616,
      "grad_norm": 6.990646839141846,
      "learning_rate": 5e-06,
      "loss": 0.3274,
      "step": 742700
    },
    {
      "epoch": 19.12510620767785,
      "grad_norm": 9.231062889099121,
      "learning_rate": 5e-06,
      "loss": 0.3246,
      "step": 742800
    },
    {
      "epoch": 19.12768093926208,
      "grad_norm": 8.337681770324707,
      "learning_rate": 5e-06,
      "loss": 0.3407,
      "step": 742900
    },
    {
      "epoch": 19.130255670846314,
      "grad_norm": 7.232576847076416,
      "learning_rate": 5e-06,
      "loss": 0.3194,
      "step": 743000
    },
    {
      "epoch": 19.132830402430546,
      "grad_norm": 5.36116886138916,
      "learning_rate": 5e-06,
      "loss": 0.321,
      "step": 743100
    },
    {
      "epoch": 19.13540513401478,
      "grad_norm": 8.181705474853516,
      "learning_rate": 5e-06,
      "loss": 0.3222,
      "step": 743200
    },
    {
      "epoch": 19.13797986559901,
      "grad_norm": 7.748549938201904,
      "learning_rate": 5e-06,
      "loss": 0.3001,
      "step": 743300
    },
    {
      "epoch": 19.140554597183243,
      "grad_norm": 7.990829944610596,
      "learning_rate": 5e-06,
      "loss": 0.3373,
      "step": 743400
    },
    {
      "epoch": 19.143129328767476,
      "grad_norm": 7.2070136070251465,
      "learning_rate": 5e-06,
      "loss": 0.3215,
      "step": 743500
    },
    {
      "epoch": 19.145704060351708,
      "grad_norm": 8.10130500793457,
      "learning_rate": 5e-06,
      "loss": 0.3435,
      "step": 743600
    },
    {
      "epoch": 19.14827879193594,
      "grad_norm": 7.102995872497559,
      "learning_rate": 5e-06,
      "loss": 0.3194,
      "step": 743700
    },
    {
      "epoch": 19.150853523520173,
      "grad_norm": 5.735093593597412,
      "learning_rate": 5e-06,
      "loss": 0.327,
      "step": 743800
    },
    {
      "epoch": 19.153428255104405,
      "grad_norm": 6.907933712005615,
      "learning_rate": 5e-06,
      "loss": 0.3047,
      "step": 743900
    },
    {
      "epoch": 19.156002986688637,
      "grad_norm": 8.87307357788086,
      "learning_rate": 5e-06,
      "loss": 0.3159,
      "step": 744000
    },
    {
      "epoch": 19.15857771827287,
      "grad_norm": 9.59284496307373,
      "learning_rate": 5e-06,
      "loss": 0.3352,
      "step": 744100
    },
    {
      "epoch": 19.161152449857102,
      "grad_norm": 11.218888282775879,
      "learning_rate": 5e-06,
      "loss": 0.3208,
      "step": 744200
    },
    {
      "epoch": 19.163727181441335,
      "grad_norm": 6.685879707336426,
      "learning_rate": 5e-06,
      "loss": 0.3179,
      "step": 744300
    },
    {
      "epoch": 19.166301913025567,
      "grad_norm": 6.993298053741455,
      "learning_rate": 5e-06,
      "loss": 0.3217,
      "step": 744400
    },
    {
      "epoch": 19.1688766446098,
      "grad_norm": 6.086381435394287,
      "learning_rate": 5e-06,
      "loss": 0.3234,
      "step": 744500
    },
    {
      "epoch": 19.17145137619403,
      "grad_norm": 9.368583679199219,
      "learning_rate": 5e-06,
      "loss": 0.3237,
      "step": 744600
    },
    {
      "epoch": 19.174026107778264,
      "grad_norm": 7.9147443771362305,
      "learning_rate": 5e-06,
      "loss": 0.3279,
      "step": 744700
    },
    {
      "epoch": 19.176600839362496,
      "grad_norm": 7.566322326660156,
      "learning_rate": 5e-06,
      "loss": 0.3343,
      "step": 744800
    },
    {
      "epoch": 19.17917557094673,
      "grad_norm": 7.551341533660889,
      "learning_rate": 5e-06,
      "loss": 0.3305,
      "step": 744900
    },
    {
      "epoch": 19.18175030253096,
      "grad_norm": 5.5745463371276855,
      "learning_rate": 5e-06,
      "loss": 0.3274,
      "step": 745000
    },
    {
      "epoch": 19.184325034115194,
      "grad_norm": 8.360909461975098,
      "learning_rate": 5e-06,
      "loss": 0.3405,
      "step": 745100
    },
    {
      "epoch": 19.186899765699426,
      "grad_norm": 8.586791038513184,
      "learning_rate": 5e-06,
      "loss": 0.3239,
      "step": 745200
    },
    {
      "epoch": 19.18947449728366,
      "grad_norm": 4.9012932777404785,
      "learning_rate": 5e-06,
      "loss": 0.3138,
      "step": 745300
    },
    {
      "epoch": 19.19204922886789,
      "grad_norm": 7.399040699005127,
      "learning_rate": 5e-06,
      "loss": 0.3316,
      "step": 745400
    },
    {
      "epoch": 19.194623960452123,
      "grad_norm": 7.317998886108398,
      "learning_rate": 5e-06,
      "loss": 0.3394,
      "step": 745500
    },
    {
      "epoch": 19.197198692036356,
      "grad_norm": 7.14407205581665,
      "learning_rate": 5e-06,
      "loss": 0.3125,
      "step": 745600
    },
    {
      "epoch": 19.199773423620588,
      "grad_norm": 9.938386917114258,
      "learning_rate": 5e-06,
      "loss": 0.3323,
      "step": 745700
    },
    {
      "epoch": 19.20234815520482,
      "grad_norm": 6.859299182891846,
      "learning_rate": 5e-06,
      "loss": 0.3454,
      "step": 745800
    },
    {
      "epoch": 19.204922886789053,
      "grad_norm": 11.254107475280762,
      "learning_rate": 5e-06,
      "loss": 0.3419,
      "step": 745900
    },
    {
      "epoch": 19.207497618373285,
      "grad_norm": 7.557957649230957,
      "learning_rate": 5e-06,
      "loss": 0.3399,
      "step": 746000
    },
    {
      "epoch": 19.210072349957517,
      "grad_norm": 8.862573623657227,
      "learning_rate": 5e-06,
      "loss": 0.3289,
      "step": 746100
    },
    {
      "epoch": 19.21264708154175,
      "grad_norm": 7.88197660446167,
      "learning_rate": 5e-06,
      "loss": 0.3167,
      "step": 746200
    },
    {
      "epoch": 19.215221813125982,
      "grad_norm": 8.43375301361084,
      "learning_rate": 5e-06,
      "loss": 0.3362,
      "step": 746300
    },
    {
      "epoch": 19.217796544710215,
      "grad_norm": 8.19156551361084,
      "learning_rate": 5e-06,
      "loss": 0.3174,
      "step": 746400
    },
    {
      "epoch": 19.220371276294447,
      "grad_norm": 9.144411087036133,
      "learning_rate": 5e-06,
      "loss": 0.3182,
      "step": 746500
    },
    {
      "epoch": 19.22294600787868,
      "grad_norm": 5.7787628173828125,
      "learning_rate": 5e-06,
      "loss": 0.3226,
      "step": 746600
    },
    {
      "epoch": 19.22552073946291,
      "grad_norm": 6.8646440505981445,
      "learning_rate": 5e-06,
      "loss": 0.3204,
      "step": 746700
    },
    {
      "epoch": 19.228095471047144,
      "grad_norm": 8.467524528503418,
      "learning_rate": 5e-06,
      "loss": 0.3327,
      "step": 746800
    },
    {
      "epoch": 19.230670202631376,
      "grad_norm": 8.269391059875488,
      "learning_rate": 5e-06,
      "loss": 0.3289,
      "step": 746900
    },
    {
      "epoch": 19.23324493421561,
      "grad_norm": 8.377998352050781,
      "learning_rate": 5e-06,
      "loss": 0.3229,
      "step": 747000
    },
    {
      "epoch": 19.23581966579984,
      "grad_norm": 7.8495659828186035,
      "learning_rate": 5e-06,
      "loss": 0.3136,
      "step": 747100
    },
    {
      "epoch": 19.238394397384074,
      "grad_norm": 6.643731594085693,
      "learning_rate": 5e-06,
      "loss": 0.3155,
      "step": 747200
    },
    {
      "epoch": 19.240969128968306,
      "grad_norm": 12.193052291870117,
      "learning_rate": 5e-06,
      "loss": 0.3242,
      "step": 747300
    },
    {
      "epoch": 19.24354386055254,
      "grad_norm": 9.705309867858887,
      "learning_rate": 5e-06,
      "loss": 0.3241,
      "step": 747400
    },
    {
      "epoch": 19.24611859213677,
      "grad_norm": 9.830348014831543,
      "learning_rate": 5e-06,
      "loss": 0.3337,
      "step": 747500
    },
    {
      "epoch": 19.248693323721003,
      "grad_norm": 9.421136856079102,
      "learning_rate": 5e-06,
      "loss": 0.3351,
      "step": 747600
    },
    {
      "epoch": 19.251268055305236,
      "grad_norm": 7.657942295074463,
      "learning_rate": 5e-06,
      "loss": 0.3443,
      "step": 747700
    },
    {
      "epoch": 19.253842786889468,
      "grad_norm": 6.992841720581055,
      "learning_rate": 5e-06,
      "loss": 0.3312,
      "step": 747800
    },
    {
      "epoch": 19.2564175184737,
      "grad_norm": 7.0887041091918945,
      "learning_rate": 5e-06,
      "loss": 0.335,
      "step": 747900
    },
    {
      "epoch": 19.258992250057933,
      "grad_norm": 8.673995018005371,
      "learning_rate": 5e-06,
      "loss": 0.328,
      "step": 748000
    },
    {
      "epoch": 19.261566981642165,
      "grad_norm": 9.584283828735352,
      "learning_rate": 5e-06,
      "loss": 0.3271,
      "step": 748100
    },
    {
      "epoch": 19.264141713226397,
      "grad_norm": 8.747491836547852,
      "learning_rate": 5e-06,
      "loss": 0.3055,
      "step": 748200
    },
    {
      "epoch": 19.26671644481063,
      "grad_norm": 11.897933959960938,
      "learning_rate": 5e-06,
      "loss": 0.3266,
      "step": 748300
    },
    {
      "epoch": 19.269291176394862,
      "grad_norm": 11.63818359375,
      "learning_rate": 5e-06,
      "loss": 0.3387,
      "step": 748400
    },
    {
      "epoch": 19.271865907979095,
      "grad_norm": 8.74050521850586,
      "learning_rate": 5e-06,
      "loss": 0.308,
      "step": 748500
    },
    {
      "epoch": 19.274440639563327,
      "grad_norm": 6.48739767074585,
      "learning_rate": 5e-06,
      "loss": 0.3284,
      "step": 748600
    },
    {
      "epoch": 19.27701537114756,
      "grad_norm": 6.601834297180176,
      "learning_rate": 5e-06,
      "loss": 0.331,
      "step": 748700
    },
    {
      "epoch": 19.27959010273179,
      "grad_norm": 9.659289360046387,
      "learning_rate": 5e-06,
      "loss": 0.3299,
      "step": 748800
    },
    {
      "epoch": 19.282164834316024,
      "grad_norm": 7.358896732330322,
      "learning_rate": 5e-06,
      "loss": 0.3219,
      "step": 748900
    },
    {
      "epoch": 19.284739565900257,
      "grad_norm": 8.043331146240234,
      "learning_rate": 5e-06,
      "loss": 0.2957,
      "step": 749000
    },
    {
      "epoch": 19.28731429748449,
      "grad_norm": 7.489804744720459,
      "learning_rate": 5e-06,
      "loss": 0.3249,
      "step": 749100
    },
    {
      "epoch": 19.28988902906872,
      "grad_norm": 11.633818626403809,
      "learning_rate": 5e-06,
      "loss": 0.3294,
      "step": 749200
    },
    {
      "epoch": 19.292463760652954,
      "grad_norm": 6.283857822418213,
      "learning_rate": 5e-06,
      "loss": 0.3474,
      "step": 749300
    },
    {
      "epoch": 19.295038492237182,
      "grad_norm": 8.535612106323242,
      "learning_rate": 5e-06,
      "loss": 0.3208,
      "step": 749400
    },
    {
      "epoch": 19.297613223821415,
      "grad_norm": 10.041248321533203,
      "learning_rate": 5e-06,
      "loss": 0.313,
      "step": 749500
    },
    {
      "epoch": 19.300187955405647,
      "grad_norm": 6.669394016265869,
      "learning_rate": 5e-06,
      "loss": 0.3035,
      "step": 749600
    },
    {
      "epoch": 19.30276268698988,
      "grad_norm": 7.004238605499268,
      "learning_rate": 5e-06,
      "loss": 0.3228,
      "step": 749700
    },
    {
      "epoch": 19.305337418574112,
      "grad_norm": 5.971964359283447,
      "learning_rate": 5e-06,
      "loss": 0.3368,
      "step": 749800
    },
    {
      "epoch": 19.307912150158344,
      "grad_norm": 10.069324493408203,
      "learning_rate": 5e-06,
      "loss": 0.3317,
      "step": 749900
    },
    {
      "epoch": 19.310486881742577,
      "grad_norm": 9.413248062133789,
      "learning_rate": 5e-06,
      "loss": 0.3304,
      "step": 750000
    },
    {
      "epoch": 19.31306161332681,
      "grad_norm": 6.529194355010986,
      "learning_rate": 5e-06,
      "loss": 0.3242,
      "step": 750100
    },
    {
      "epoch": 19.31563634491104,
      "grad_norm": 5.81975793838501,
      "learning_rate": 5e-06,
      "loss": 0.3311,
      "step": 750200
    },
    {
      "epoch": 19.318211076495274,
      "grad_norm": 7.700736045837402,
      "learning_rate": 5e-06,
      "loss": 0.3406,
      "step": 750300
    },
    {
      "epoch": 19.320785808079506,
      "grad_norm": 5.7951202392578125,
      "learning_rate": 5e-06,
      "loss": 0.3348,
      "step": 750400
    },
    {
      "epoch": 19.32336053966374,
      "grad_norm": 8.510188102722168,
      "learning_rate": 5e-06,
      "loss": 0.3238,
      "step": 750500
    },
    {
      "epoch": 19.32593527124797,
      "grad_norm": 7.3005266189575195,
      "learning_rate": 5e-06,
      "loss": 0.3311,
      "step": 750600
    },
    {
      "epoch": 19.328510002832203,
      "grad_norm": 7.4890923500061035,
      "learning_rate": 5e-06,
      "loss": 0.3107,
      "step": 750700
    },
    {
      "epoch": 19.331084734416436,
      "grad_norm": 9.683959007263184,
      "learning_rate": 5e-06,
      "loss": 0.3209,
      "step": 750800
    },
    {
      "epoch": 19.333659466000668,
      "grad_norm": 11.69163703918457,
      "learning_rate": 5e-06,
      "loss": 0.3347,
      "step": 750900
    },
    {
      "epoch": 19.3362341975849,
      "grad_norm": 10.12775707244873,
      "learning_rate": 5e-06,
      "loss": 0.3189,
      "step": 751000
    },
    {
      "epoch": 19.338808929169133,
      "grad_norm": 8.289226531982422,
      "learning_rate": 5e-06,
      "loss": 0.3347,
      "step": 751100
    },
    {
      "epoch": 19.341383660753365,
      "grad_norm": 10.125764846801758,
      "learning_rate": 5e-06,
      "loss": 0.3357,
      "step": 751200
    },
    {
      "epoch": 19.343958392337598,
      "grad_norm": 5.635361671447754,
      "learning_rate": 5e-06,
      "loss": 0.3241,
      "step": 751300
    },
    {
      "epoch": 19.34653312392183,
      "grad_norm": 6.758320331573486,
      "learning_rate": 5e-06,
      "loss": 0.3264,
      "step": 751400
    },
    {
      "epoch": 19.349107855506062,
      "grad_norm": 10.702659606933594,
      "learning_rate": 5e-06,
      "loss": 0.3218,
      "step": 751500
    },
    {
      "epoch": 19.351682587090295,
      "grad_norm": 6.954350471496582,
      "learning_rate": 5e-06,
      "loss": 0.3495,
      "step": 751600
    },
    {
      "epoch": 19.354257318674527,
      "grad_norm": 7.919210433959961,
      "learning_rate": 5e-06,
      "loss": 0.3326,
      "step": 751700
    },
    {
      "epoch": 19.35683205025876,
      "grad_norm": 8.738608360290527,
      "learning_rate": 5e-06,
      "loss": 0.3149,
      "step": 751800
    },
    {
      "epoch": 19.359406781842992,
      "grad_norm": 9.384783744812012,
      "learning_rate": 5e-06,
      "loss": 0.3313,
      "step": 751900
    },
    {
      "epoch": 19.361981513427224,
      "grad_norm": 7.4323530197143555,
      "learning_rate": 5e-06,
      "loss": 0.3326,
      "step": 752000
    },
    {
      "epoch": 19.364556245011457,
      "grad_norm": 7.854522705078125,
      "learning_rate": 5e-06,
      "loss": 0.3283,
      "step": 752100
    },
    {
      "epoch": 19.36713097659569,
      "grad_norm": 5.9344868659973145,
      "learning_rate": 5e-06,
      "loss": 0.3156,
      "step": 752200
    },
    {
      "epoch": 19.36970570817992,
      "grad_norm": 9.462198257446289,
      "learning_rate": 5e-06,
      "loss": 0.3303,
      "step": 752300
    },
    {
      "epoch": 19.372280439764154,
      "grad_norm": 10.071270942687988,
      "learning_rate": 5e-06,
      "loss": 0.326,
      "step": 752400
    },
    {
      "epoch": 19.374855171348386,
      "grad_norm": 6.681234836578369,
      "learning_rate": 5e-06,
      "loss": 0.3251,
      "step": 752500
    },
    {
      "epoch": 19.37742990293262,
      "grad_norm": 5.825830459594727,
      "learning_rate": 5e-06,
      "loss": 0.3272,
      "step": 752600
    },
    {
      "epoch": 19.38000463451685,
      "grad_norm": 8.731919288635254,
      "learning_rate": 5e-06,
      "loss": 0.3264,
      "step": 752700
    },
    {
      "epoch": 19.382579366101083,
      "grad_norm": 5.246220588684082,
      "learning_rate": 5e-06,
      "loss": 0.3234,
      "step": 752800
    },
    {
      "epoch": 19.385154097685316,
      "grad_norm": 8.208977699279785,
      "learning_rate": 5e-06,
      "loss": 0.3336,
      "step": 752900
    },
    {
      "epoch": 19.387728829269548,
      "grad_norm": 7.763046741485596,
      "learning_rate": 5e-06,
      "loss": 0.3295,
      "step": 753000
    },
    {
      "epoch": 19.39030356085378,
      "grad_norm": 6.410284996032715,
      "learning_rate": 5e-06,
      "loss": 0.3281,
      "step": 753100
    },
    {
      "epoch": 19.392878292438013,
      "grad_norm": 6.75809907913208,
      "learning_rate": 5e-06,
      "loss": 0.3087,
      "step": 753200
    },
    {
      "epoch": 19.395453024022245,
      "grad_norm": 6.808028221130371,
      "learning_rate": 5e-06,
      "loss": 0.3076,
      "step": 753300
    },
    {
      "epoch": 19.398027755606478,
      "grad_norm": 6.390556335449219,
      "learning_rate": 5e-06,
      "loss": 0.3277,
      "step": 753400
    },
    {
      "epoch": 19.40060248719071,
      "grad_norm": 8.922414779663086,
      "learning_rate": 5e-06,
      "loss": 0.3209,
      "step": 753500
    },
    {
      "epoch": 19.403177218774943,
      "grad_norm": 8.460175514221191,
      "learning_rate": 5e-06,
      "loss": 0.3328,
      "step": 753600
    },
    {
      "epoch": 19.405751950359175,
      "grad_norm": 7.995990753173828,
      "learning_rate": 5e-06,
      "loss": 0.3221,
      "step": 753700
    },
    {
      "epoch": 19.408326681943407,
      "grad_norm": 7.1820173263549805,
      "learning_rate": 5e-06,
      "loss": 0.322,
      "step": 753800
    },
    {
      "epoch": 19.41090141352764,
      "grad_norm": 10.963833808898926,
      "learning_rate": 5e-06,
      "loss": 0.314,
      "step": 753900
    },
    {
      "epoch": 19.413476145111872,
      "grad_norm": 5.82178258895874,
      "learning_rate": 5e-06,
      "loss": 0.3147,
      "step": 754000
    },
    {
      "epoch": 19.416050876696104,
      "grad_norm": 6.393303871154785,
      "learning_rate": 5e-06,
      "loss": 0.3271,
      "step": 754100
    },
    {
      "epoch": 19.418625608280337,
      "grad_norm": 7.280090808868408,
      "learning_rate": 5e-06,
      "loss": 0.3307,
      "step": 754200
    },
    {
      "epoch": 19.42120033986457,
      "grad_norm": 7.126886367797852,
      "learning_rate": 5e-06,
      "loss": 0.3196,
      "step": 754300
    },
    {
      "epoch": 19.4237750714488,
      "grad_norm": 6.831333637237549,
      "learning_rate": 5e-06,
      "loss": 0.3243,
      "step": 754400
    },
    {
      "epoch": 19.426349803033034,
      "grad_norm": 6.946532726287842,
      "learning_rate": 5e-06,
      "loss": 0.3439,
      "step": 754500
    },
    {
      "epoch": 19.428924534617266,
      "grad_norm": 8.178287506103516,
      "learning_rate": 5e-06,
      "loss": 0.3162,
      "step": 754600
    },
    {
      "epoch": 19.4314992662015,
      "grad_norm": 6.129393577575684,
      "learning_rate": 5e-06,
      "loss": 0.3283,
      "step": 754700
    },
    {
      "epoch": 19.43407399778573,
      "grad_norm": 8.598774909973145,
      "learning_rate": 5e-06,
      "loss": 0.3448,
      "step": 754800
    },
    {
      "epoch": 19.436648729369963,
      "grad_norm": 8.541571617126465,
      "learning_rate": 5e-06,
      "loss": 0.3236,
      "step": 754900
    },
    {
      "epoch": 19.439223460954196,
      "grad_norm": 7.839433193206787,
      "learning_rate": 5e-06,
      "loss": 0.3187,
      "step": 755000
    },
    {
      "epoch": 19.44179819253843,
      "grad_norm": 6.944127559661865,
      "learning_rate": 5e-06,
      "loss": 0.3287,
      "step": 755100
    },
    {
      "epoch": 19.44437292412266,
      "grad_norm": 9.226828575134277,
      "learning_rate": 5e-06,
      "loss": 0.3123,
      "step": 755200
    },
    {
      "epoch": 19.446947655706893,
      "grad_norm": 9.612310409545898,
      "learning_rate": 5e-06,
      "loss": 0.3436,
      "step": 755300
    },
    {
      "epoch": 19.449522387291125,
      "grad_norm": 6.224669456481934,
      "learning_rate": 5e-06,
      "loss": 0.3207,
      "step": 755400
    },
    {
      "epoch": 19.452097118875358,
      "grad_norm": 7.382499694824219,
      "learning_rate": 5e-06,
      "loss": 0.3158,
      "step": 755500
    },
    {
      "epoch": 19.45467185045959,
      "grad_norm": 9.267210006713867,
      "learning_rate": 5e-06,
      "loss": 0.3247,
      "step": 755600
    },
    {
      "epoch": 19.457246582043823,
      "grad_norm": 7.449977397918701,
      "learning_rate": 5e-06,
      "loss": 0.3433,
      "step": 755700
    },
    {
      "epoch": 19.459821313628055,
      "grad_norm": 12.204764366149902,
      "learning_rate": 5e-06,
      "loss": 0.3098,
      "step": 755800
    },
    {
      "epoch": 19.462396045212287,
      "grad_norm": 9.13638687133789,
      "learning_rate": 5e-06,
      "loss": 0.3073,
      "step": 755900
    },
    {
      "epoch": 19.46497077679652,
      "grad_norm": 8.154229164123535,
      "learning_rate": 5e-06,
      "loss": 0.3373,
      "step": 756000
    },
    {
      "epoch": 19.467545508380752,
      "grad_norm": 7.8116021156311035,
      "learning_rate": 5e-06,
      "loss": 0.3361,
      "step": 756100
    },
    {
      "epoch": 19.470120239964984,
      "grad_norm": 11.007262229919434,
      "learning_rate": 5e-06,
      "loss": 0.3293,
      "step": 756200
    },
    {
      "epoch": 19.472694971549217,
      "grad_norm": 9.241247177124023,
      "learning_rate": 5e-06,
      "loss": 0.317,
      "step": 756300
    },
    {
      "epoch": 19.47526970313345,
      "grad_norm": 6.275691032409668,
      "learning_rate": 5e-06,
      "loss": 0.3148,
      "step": 756400
    },
    {
      "epoch": 19.47784443471768,
      "grad_norm": 7.107492923736572,
      "learning_rate": 5e-06,
      "loss": 0.3081,
      "step": 756500
    },
    {
      "epoch": 19.480419166301914,
      "grad_norm": 8.793841361999512,
      "learning_rate": 5e-06,
      "loss": 0.3406,
      "step": 756600
    },
    {
      "epoch": 19.482993897886146,
      "grad_norm": 7.672701835632324,
      "learning_rate": 5e-06,
      "loss": 0.3181,
      "step": 756700
    },
    {
      "epoch": 19.48556862947038,
      "grad_norm": 5.9328413009643555,
      "learning_rate": 5e-06,
      "loss": 0.302,
      "step": 756800
    },
    {
      "epoch": 19.48814336105461,
      "grad_norm": 7.581501007080078,
      "learning_rate": 5e-06,
      "loss": 0.3194,
      "step": 756900
    },
    {
      "epoch": 19.490718092638843,
      "grad_norm": 6.6906867027282715,
      "learning_rate": 5e-06,
      "loss": 0.32,
      "step": 757000
    },
    {
      "epoch": 19.493292824223076,
      "grad_norm": 6.891434669494629,
      "learning_rate": 5e-06,
      "loss": 0.324,
      "step": 757100
    },
    {
      "epoch": 19.49586755580731,
      "grad_norm": 12.047982215881348,
      "learning_rate": 5e-06,
      "loss": 0.3261,
      "step": 757200
    },
    {
      "epoch": 19.49844228739154,
      "grad_norm": 6.027398586273193,
      "learning_rate": 5e-06,
      "loss": 0.3171,
      "step": 757300
    },
    {
      "epoch": 19.501017018975773,
      "grad_norm": 6.869884014129639,
      "learning_rate": 5e-06,
      "loss": 0.3079,
      "step": 757400
    },
    {
      "epoch": 19.503591750560005,
      "grad_norm": 8.676127433776855,
      "learning_rate": 5e-06,
      "loss": 0.3401,
      "step": 757500
    },
    {
      "epoch": 19.506166482144238,
      "grad_norm": 5.487666130065918,
      "learning_rate": 5e-06,
      "loss": 0.3181,
      "step": 757600
    },
    {
      "epoch": 19.50874121372847,
      "grad_norm": 7.618597507476807,
      "learning_rate": 5e-06,
      "loss": 0.3239,
      "step": 757700
    },
    {
      "epoch": 19.511315945312703,
      "grad_norm": 8.516282081604004,
      "learning_rate": 5e-06,
      "loss": 0.3206,
      "step": 757800
    },
    {
      "epoch": 19.513890676896935,
      "grad_norm": 7.396895885467529,
      "learning_rate": 5e-06,
      "loss": 0.3129,
      "step": 757900
    },
    {
      "epoch": 19.516465408481167,
      "grad_norm": 5.971880912780762,
      "learning_rate": 5e-06,
      "loss": 0.3078,
      "step": 758000
    },
    {
      "epoch": 19.5190401400654,
      "grad_norm": 6.654378414154053,
      "learning_rate": 5e-06,
      "loss": 0.3383,
      "step": 758100
    },
    {
      "epoch": 19.521614871649632,
      "grad_norm": 13.390074729919434,
      "learning_rate": 5e-06,
      "loss": 0.328,
      "step": 758200
    },
    {
      "epoch": 19.524189603233864,
      "grad_norm": 10.961145401000977,
      "learning_rate": 5e-06,
      "loss": 0.322,
      "step": 758300
    },
    {
      "epoch": 19.526764334818097,
      "grad_norm": 8.384830474853516,
      "learning_rate": 5e-06,
      "loss": 0.3249,
      "step": 758400
    },
    {
      "epoch": 19.52933906640233,
      "grad_norm": 5.538562297821045,
      "learning_rate": 5e-06,
      "loss": 0.3255,
      "step": 758500
    },
    {
      "epoch": 19.53191379798656,
      "grad_norm": 7.889974117279053,
      "learning_rate": 5e-06,
      "loss": 0.319,
      "step": 758600
    },
    {
      "epoch": 19.534488529570794,
      "grad_norm": 8.132115364074707,
      "learning_rate": 5e-06,
      "loss": 0.3002,
      "step": 758700
    },
    {
      "epoch": 19.537063261155026,
      "grad_norm": 5.801783084869385,
      "learning_rate": 5e-06,
      "loss": 0.3369,
      "step": 758800
    },
    {
      "epoch": 19.53963799273926,
      "grad_norm": 7.823296546936035,
      "learning_rate": 5e-06,
      "loss": 0.3107,
      "step": 758900
    },
    {
      "epoch": 19.54221272432349,
      "grad_norm": 10.35010051727295,
      "learning_rate": 5e-06,
      "loss": 0.3183,
      "step": 759000
    },
    {
      "epoch": 19.54478745590772,
      "grad_norm": 7.054355144500732,
      "learning_rate": 5e-06,
      "loss": 0.3275,
      "step": 759100
    },
    {
      "epoch": 19.547362187491952,
      "grad_norm": 7.619255542755127,
      "learning_rate": 5e-06,
      "loss": 0.3261,
      "step": 759200
    },
    {
      "epoch": 19.549936919076185,
      "grad_norm": 8.488441467285156,
      "learning_rate": 5e-06,
      "loss": 0.3094,
      "step": 759300
    },
    {
      "epoch": 19.552511650660417,
      "grad_norm": 8.927919387817383,
      "learning_rate": 5e-06,
      "loss": 0.3077,
      "step": 759400
    },
    {
      "epoch": 19.55508638224465,
      "grad_norm": 7.327986717224121,
      "learning_rate": 5e-06,
      "loss": 0.3221,
      "step": 759500
    },
    {
      "epoch": 19.557661113828882,
      "grad_norm": 5.928407669067383,
      "learning_rate": 5e-06,
      "loss": 0.329,
      "step": 759600
    },
    {
      "epoch": 19.560235845413114,
      "grad_norm": 9.123083114624023,
      "learning_rate": 5e-06,
      "loss": 0.3349,
      "step": 759700
    },
    {
      "epoch": 19.562810576997347,
      "grad_norm": 7.423895359039307,
      "learning_rate": 5e-06,
      "loss": 0.3204,
      "step": 759800
    },
    {
      "epoch": 19.56538530858158,
      "grad_norm": 5.8101935386657715,
      "learning_rate": 5e-06,
      "loss": 0.3156,
      "step": 759900
    },
    {
      "epoch": 19.56796004016581,
      "grad_norm": 7.672412395477295,
      "learning_rate": 5e-06,
      "loss": 0.3299,
      "step": 760000
    },
    {
      "epoch": 19.570534771750044,
      "grad_norm": 8.543185234069824,
      "learning_rate": 5e-06,
      "loss": 0.3119,
      "step": 760100
    },
    {
      "epoch": 19.573109503334276,
      "grad_norm": 9.544286727905273,
      "learning_rate": 5e-06,
      "loss": 0.3103,
      "step": 760200
    },
    {
      "epoch": 19.57568423491851,
      "grad_norm": 7.109375953674316,
      "learning_rate": 5e-06,
      "loss": 0.3169,
      "step": 760300
    },
    {
      "epoch": 19.57825896650274,
      "grad_norm": 9.03483772277832,
      "learning_rate": 5e-06,
      "loss": 0.3265,
      "step": 760400
    },
    {
      "epoch": 19.580833698086973,
      "grad_norm": 8.395718574523926,
      "learning_rate": 5e-06,
      "loss": 0.3328,
      "step": 760500
    },
    {
      "epoch": 19.583408429671206,
      "grad_norm": 5.50455379486084,
      "learning_rate": 5e-06,
      "loss": 0.3233,
      "step": 760600
    },
    {
      "epoch": 19.585983161255438,
      "grad_norm": 6.8598432540893555,
      "learning_rate": 5e-06,
      "loss": 0.336,
      "step": 760700
    },
    {
      "epoch": 19.58855789283967,
      "grad_norm": 8.333786964416504,
      "learning_rate": 5e-06,
      "loss": 0.3399,
      "step": 760800
    },
    {
      "epoch": 19.591132624423903,
      "grad_norm": 8.729236602783203,
      "learning_rate": 5e-06,
      "loss": 0.3092,
      "step": 760900
    },
    {
      "epoch": 19.593707356008135,
      "grad_norm": 7.187662124633789,
      "learning_rate": 5e-06,
      "loss": 0.3165,
      "step": 761000
    },
    {
      "epoch": 19.596282087592368,
      "grad_norm": 8.807565689086914,
      "learning_rate": 5e-06,
      "loss": 0.3349,
      "step": 761100
    },
    {
      "epoch": 19.5988568191766,
      "grad_norm": 6.350424766540527,
      "learning_rate": 5e-06,
      "loss": 0.2917,
      "step": 761200
    },
    {
      "epoch": 19.601431550760832,
      "grad_norm": 7.448200225830078,
      "learning_rate": 5e-06,
      "loss": 0.3126,
      "step": 761300
    },
    {
      "epoch": 19.604006282345065,
      "grad_norm": 8.896269798278809,
      "learning_rate": 5e-06,
      "loss": 0.3072,
      "step": 761400
    },
    {
      "epoch": 19.606581013929297,
      "grad_norm": 7.375600814819336,
      "learning_rate": 5e-06,
      "loss": 0.3384,
      "step": 761500
    },
    {
      "epoch": 19.60915574551353,
      "grad_norm": 7.626468658447266,
      "learning_rate": 5e-06,
      "loss": 0.3287,
      "step": 761600
    },
    {
      "epoch": 19.611730477097762,
      "grad_norm": 7.002364635467529,
      "learning_rate": 5e-06,
      "loss": 0.3304,
      "step": 761700
    },
    {
      "epoch": 19.614305208681994,
      "grad_norm": 7.748836994171143,
      "learning_rate": 5e-06,
      "loss": 0.3361,
      "step": 761800
    },
    {
      "epoch": 19.616879940266227,
      "grad_norm": 14.414970397949219,
      "learning_rate": 5e-06,
      "loss": 0.323,
      "step": 761900
    },
    {
      "epoch": 19.61945467185046,
      "grad_norm": 7.554727554321289,
      "learning_rate": 5e-06,
      "loss": 0.3383,
      "step": 762000
    },
    {
      "epoch": 19.62202940343469,
      "grad_norm": 10.768964767456055,
      "learning_rate": 5e-06,
      "loss": 0.3257,
      "step": 762100
    },
    {
      "epoch": 19.624604135018924,
      "grad_norm": 7.376071929931641,
      "learning_rate": 5e-06,
      "loss": 0.2952,
      "step": 762200
    },
    {
      "epoch": 19.627178866603156,
      "grad_norm": 6.306803226470947,
      "learning_rate": 5e-06,
      "loss": 0.3122,
      "step": 762300
    },
    {
      "epoch": 19.62975359818739,
      "grad_norm": 9.985123634338379,
      "learning_rate": 5e-06,
      "loss": 0.3182,
      "step": 762400
    },
    {
      "epoch": 19.63232832977162,
      "grad_norm": 8.71670150756836,
      "learning_rate": 5e-06,
      "loss": 0.3223,
      "step": 762500
    },
    {
      "epoch": 19.634903061355853,
      "grad_norm": 5.85572624206543,
      "learning_rate": 5e-06,
      "loss": 0.3135,
      "step": 762600
    },
    {
      "epoch": 19.637477792940086,
      "grad_norm": 7.368096351623535,
      "learning_rate": 5e-06,
      "loss": 0.3304,
      "step": 762700
    },
    {
      "epoch": 19.640052524524318,
      "grad_norm": 7.870490074157715,
      "learning_rate": 5e-06,
      "loss": 0.3164,
      "step": 762800
    },
    {
      "epoch": 19.64262725610855,
      "grad_norm": 8.778119087219238,
      "learning_rate": 5e-06,
      "loss": 0.3141,
      "step": 762900
    },
    {
      "epoch": 19.645201987692783,
      "grad_norm": 6.180686950683594,
      "learning_rate": 5e-06,
      "loss": 0.3397,
      "step": 763000
    },
    {
      "epoch": 19.647776719277015,
      "grad_norm": 7.0414886474609375,
      "learning_rate": 5e-06,
      "loss": 0.3193,
      "step": 763100
    },
    {
      "epoch": 19.650351450861248,
      "grad_norm": 8.484135627746582,
      "learning_rate": 5e-06,
      "loss": 0.3258,
      "step": 763200
    },
    {
      "epoch": 19.65292618244548,
      "grad_norm": 9.017511367797852,
      "learning_rate": 5e-06,
      "loss": 0.3127,
      "step": 763300
    },
    {
      "epoch": 19.655500914029712,
      "grad_norm": 7.591551303863525,
      "learning_rate": 5e-06,
      "loss": 0.3375,
      "step": 763400
    },
    {
      "epoch": 19.658075645613945,
      "grad_norm": 5.2083330154418945,
      "learning_rate": 5e-06,
      "loss": 0.3083,
      "step": 763500
    },
    {
      "epoch": 19.660650377198177,
      "grad_norm": 6.078089714050293,
      "learning_rate": 5e-06,
      "loss": 0.3135,
      "step": 763600
    },
    {
      "epoch": 19.66322510878241,
      "grad_norm": 9.298423767089844,
      "learning_rate": 5e-06,
      "loss": 0.3242,
      "step": 763700
    },
    {
      "epoch": 19.665799840366642,
      "grad_norm": 7.680352687835693,
      "learning_rate": 5e-06,
      "loss": 0.3046,
      "step": 763800
    },
    {
      "epoch": 19.668374571950874,
      "grad_norm": 7.263893127441406,
      "learning_rate": 5e-06,
      "loss": 0.3343,
      "step": 763900
    },
    {
      "epoch": 19.670949303535107,
      "grad_norm": 8.231143951416016,
      "learning_rate": 5e-06,
      "loss": 0.328,
      "step": 764000
    },
    {
      "epoch": 19.67352403511934,
      "grad_norm": 7.1628241539001465,
      "learning_rate": 5e-06,
      "loss": 0.3178,
      "step": 764100
    },
    {
      "epoch": 19.67609876670357,
      "grad_norm": 7.209412574768066,
      "learning_rate": 5e-06,
      "loss": 0.3417,
      "step": 764200
    },
    {
      "epoch": 19.678673498287804,
      "grad_norm": 9.204019546508789,
      "learning_rate": 5e-06,
      "loss": 0.3321,
      "step": 764300
    },
    {
      "epoch": 19.681248229872036,
      "grad_norm": 7.299262523651123,
      "learning_rate": 5e-06,
      "loss": 0.3261,
      "step": 764400
    },
    {
      "epoch": 19.68382296145627,
      "grad_norm": 6.024608612060547,
      "learning_rate": 5e-06,
      "loss": 0.3156,
      "step": 764500
    },
    {
      "epoch": 19.6863976930405,
      "grad_norm": 7.798165321350098,
      "learning_rate": 5e-06,
      "loss": 0.3126,
      "step": 764600
    },
    {
      "epoch": 19.688972424624733,
      "grad_norm": 7.0950398445129395,
      "learning_rate": 5e-06,
      "loss": 0.3074,
      "step": 764700
    },
    {
      "epoch": 19.691547156208966,
      "grad_norm": 7.747138500213623,
      "learning_rate": 5e-06,
      "loss": 0.3374,
      "step": 764800
    },
    {
      "epoch": 19.694121887793198,
      "grad_norm": 8.249774932861328,
      "learning_rate": 5e-06,
      "loss": 0.3367,
      "step": 764900
    },
    {
      "epoch": 19.69669661937743,
      "grad_norm": 7.029955863952637,
      "learning_rate": 5e-06,
      "loss": 0.3099,
      "step": 765000
    },
    {
      "epoch": 19.699271350961663,
      "grad_norm": 6.680753231048584,
      "learning_rate": 5e-06,
      "loss": 0.3172,
      "step": 765100
    },
    {
      "epoch": 19.701846082545895,
      "grad_norm": 6.013716697692871,
      "learning_rate": 5e-06,
      "loss": 0.3128,
      "step": 765200
    },
    {
      "epoch": 19.704420814130128,
      "grad_norm": 10.573321342468262,
      "learning_rate": 5e-06,
      "loss": 0.3114,
      "step": 765300
    },
    {
      "epoch": 19.70699554571436,
      "grad_norm": 6.590216636657715,
      "learning_rate": 5e-06,
      "loss": 0.3182,
      "step": 765400
    },
    {
      "epoch": 19.709570277298592,
      "grad_norm": 6.045422077178955,
      "learning_rate": 5e-06,
      "loss": 0.3273,
      "step": 765500
    },
    {
      "epoch": 19.712145008882825,
      "grad_norm": 8.078990936279297,
      "learning_rate": 5e-06,
      "loss": 0.3095,
      "step": 765600
    },
    {
      "epoch": 19.714719740467057,
      "grad_norm": 6.436957359313965,
      "learning_rate": 5e-06,
      "loss": 0.3085,
      "step": 765700
    },
    {
      "epoch": 19.71729447205129,
      "grad_norm": 10.265119552612305,
      "learning_rate": 5e-06,
      "loss": 0.3184,
      "step": 765800
    },
    {
      "epoch": 19.719869203635522,
      "grad_norm": 6.905108451843262,
      "learning_rate": 5e-06,
      "loss": 0.3059,
      "step": 765900
    },
    {
      "epoch": 19.722443935219754,
      "grad_norm": 7.619086265563965,
      "learning_rate": 5e-06,
      "loss": 0.3231,
      "step": 766000
    },
    {
      "epoch": 19.725018666803987,
      "grad_norm": 10.390936851501465,
      "learning_rate": 5e-06,
      "loss": 0.3172,
      "step": 766100
    },
    {
      "epoch": 19.72759339838822,
      "grad_norm": 7.867795467376709,
      "learning_rate": 5e-06,
      "loss": 0.3097,
      "step": 766200
    },
    {
      "epoch": 19.73016812997245,
      "grad_norm": 8.743432998657227,
      "learning_rate": 5e-06,
      "loss": 0.3217,
      "step": 766300
    },
    {
      "epoch": 19.732742861556684,
      "grad_norm": 9.37653923034668,
      "learning_rate": 5e-06,
      "loss": 0.3219,
      "step": 766400
    },
    {
      "epoch": 19.735317593140916,
      "grad_norm": 8.471049308776855,
      "learning_rate": 5e-06,
      "loss": 0.3171,
      "step": 766500
    },
    {
      "epoch": 19.73789232472515,
      "grad_norm": 8.7423734664917,
      "learning_rate": 5e-06,
      "loss": 0.3277,
      "step": 766600
    },
    {
      "epoch": 19.74046705630938,
      "grad_norm": 8.890055656433105,
      "learning_rate": 5e-06,
      "loss": 0.3198,
      "step": 766700
    },
    {
      "epoch": 19.743041787893613,
      "grad_norm": 8.061439514160156,
      "learning_rate": 5e-06,
      "loss": 0.2955,
      "step": 766800
    },
    {
      "epoch": 19.745616519477846,
      "grad_norm": 7.542025566101074,
      "learning_rate": 5e-06,
      "loss": 0.3165,
      "step": 766900
    },
    {
      "epoch": 19.748191251062078,
      "grad_norm": 8.482888221740723,
      "learning_rate": 5e-06,
      "loss": 0.3223,
      "step": 767000
    },
    {
      "epoch": 19.75076598264631,
      "grad_norm": 6.770544528961182,
      "learning_rate": 5e-06,
      "loss": 0.2997,
      "step": 767100
    },
    {
      "epoch": 19.753340714230543,
      "grad_norm": 7.49529504776001,
      "learning_rate": 5e-06,
      "loss": 0.3322,
      "step": 767200
    },
    {
      "epoch": 19.755915445814775,
      "grad_norm": 9.344403266906738,
      "learning_rate": 5e-06,
      "loss": 0.3164,
      "step": 767300
    },
    {
      "epoch": 19.758490177399008,
      "grad_norm": 5.56693696975708,
      "learning_rate": 5e-06,
      "loss": 0.3266,
      "step": 767400
    },
    {
      "epoch": 19.76106490898324,
      "grad_norm": 7.298264026641846,
      "learning_rate": 5e-06,
      "loss": 0.3215,
      "step": 767500
    },
    {
      "epoch": 19.763639640567472,
      "grad_norm": 10.097261428833008,
      "learning_rate": 5e-06,
      "loss": 0.3286,
      "step": 767600
    },
    {
      "epoch": 19.766214372151705,
      "grad_norm": 7.682645320892334,
      "learning_rate": 5e-06,
      "loss": 0.3124,
      "step": 767700
    },
    {
      "epoch": 19.768789103735937,
      "grad_norm": 11.719134330749512,
      "learning_rate": 5e-06,
      "loss": 0.3292,
      "step": 767800
    },
    {
      "epoch": 19.77136383532017,
      "grad_norm": 9.238523483276367,
      "learning_rate": 5e-06,
      "loss": 0.2967,
      "step": 767900
    },
    {
      "epoch": 19.773938566904402,
      "grad_norm": 8.55240535736084,
      "learning_rate": 5e-06,
      "loss": 0.3043,
      "step": 768000
    },
    {
      "epoch": 19.776513298488634,
      "grad_norm": 6.6351847648620605,
      "learning_rate": 5e-06,
      "loss": 0.3211,
      "step": 768100
    },
    {
      "epoch": 19.779088030072863,
      "grad_norm": 7.875174522399902,
      "learning_rate": 5e-06,
      "loss": 0.3242,
      "step": 768200
    },
    {
      "epoch": 19.781662761657095,
      "grad_norm": 7.54390811920166,
      "learning_rate": 5e-06,
      "loss": 0.3077,
      "step": 768300
    },
    {
      "epoch": 19.784237493241328,
      "grad_norm": 8.691776275634766,
      "learning_rate": 5e-06,
      "loss": 0.3235,
      "step": 768400
    },
    {
      "epoch": 19.78681222482556,
      "grad_norm": 8.872840881347656,
      "learning_rate": 5e-06,
      "loss": 0.3125,
      "step": 768500
    },
    {
      "epoch": 19.789386956409793,
      "grad_norm": 9.776494979858398,
      "learning_rate": 5e-06,
      "loss": 0.3214,
      "step": 768600
    },
    {
      "epoch": 19.791961687994025,
      "grad_norm": 8.63303279876709,
      "learning_rate": 5e-06,
      "loss": 0.3112,
      "step": 768700
    },
    {
      "epoch": 19.794536419578257,
      "grad_norm": 5.989818096160889,
      "learning_rate": 5e-06,
      "loss": 0.3072,
      "step": 768800
    },
    {
      "epoch": 19.79711115116249,
      "grad_norm": 6.65716028213501,
      "learning_rate": 5e-06,
      "loss": 0.3137,
      "step": 768900
    },
    {
      "epoch": 19.799685882746722,
      "grad_norm": 8.917460441589355,
      "learning_rate": 5e-06,
      "loss": 0.3067,
      "step": 769000
    },
    {
      "epoch": 19.802260614330955,
      "grad_norm": 12.11807632446289,
      "learning_rate": 5e-06,
      "loss": 0.3104,
      "step": 769100
    },
    {
      "epoch": 19.804835345915187,
      "grad_norm": 6.102726936340332,
      "learning_rate": 5e-06,
      "loss": 0.3371,
      "step": 769200
    },
    {
      "epoch": 19.80741007749942,
      "grad_norm": 9.787627220153809,
      "learning_rate": 5e-06,
      "loss": 0.3126,
      "step": 769300
    },
    {
      "epoch": 19.80998480908365,
      "grad_norm": 9.126709938049316,
      "learning_rate": 5e-06,
      "loss": 0.3188,
      "step": 769400
    },
    {
      "epoch": 19.812559540667884,
      "grad_norm": 9.035970687866211,
      "learning_rate": 5e-06,
      "loss": 0.312,
      "step": 769500
    },
    {
      "epoch": 19.815134272252116,
      "grad_norm": 8.0030517578125,
      "learning_rate": 5e-06,
      "loss": 0.3397,
      "step": 769600
    },
    {
      "epoch": 19.81770900383635,
      "grad_norm": 8.584222793579102,
      "learning_rate": 5e-06,
      "loss": 0.3301,
      "step": 769700
    },
    {
      "epoch": 19.82028373542058,
      "grad_norm": 8.620952606201172,
      "learning_rate": 5e-06,
      "loss": 0.3303,
      "step": 769800
    },
    {
      "epoch": 19.822858467004814,
      "grad_norm": 7.296908855438232,
      "learning_rate": 5e-06,
      "loss": 0.3206,
      "step": 769900
    },
    {
      "epoch": 19.825433198589046,
      "grad_norm": 6.4217143058776855,
      "learning_rate": 5e-06,
      "loss": 0.3219,
      "step": 770000
    },
    {
      "epoch": 19.82800793017328,
      "grad_norm": 6.951502323150635,
      "learning_rate": 5e-06,
      "loss": 0.349,
      "step": 770100
    },
    {
      "epoch": 19.83058266175751,
      "grad_norm": 8.66926383972168,
      "learning_rate": 5e-06,
      "loss": 0.3129,
      "step": 770200
    },
    {
      "epoch": 19.833157393341743,
      "grad_norm": 7.1549882888793945,
      "learning_rate": 5e-06,
      "loss": 0.3023,
      "step": 770300
    },
    {
      "epoch": 19.835732124925975,
      "grad_norm": 7.684040546417236,
      "learning_rate": 5e-06,
      "loss": 0.325,
      "step": 770400
    },
    {
      "epoch": 19.838306856510208,
      "grad_norm": 7.482652187347412,
      "learning_rate": 5e-06,
      "loss": 0.3297,
      "step": 770500
    },
    {
      "epoch": 19.84088158809444,
      "grad_norm": 11.687850952148438,
      "learning_rate": 5e-06,
      "loss": 0.3077,
      "step": 770600
    },
    {
      "epoch": 19.843456319678673,
      "grad_norm": 8.429404258728027,
      "learning_rate": 5e-06,
      "loss": 0.3086,
      "step": 770700
    },
    {
      "epoch": 19.846031051262905,
      "grad_norm": 6.4338507652282715,
      "learning_rate": 5e-06,
      "loss": 0.33,
      "step": 770800
    },
    {
      "epoch": 19.848605782847137,
      "grad_norm": 11.128945350646973,
      "learning_rate": 5e-06,
      "loss": 0.3254,
      "step": 770900
    },
    {
      "epoch": 19.85118051443137,
      "grad_norm": 8.619786262512207,
      "learning_rate": 5e-06,
      "loss": 0.3078,
      "step": 771000
    },
    {
      "epoch": 19.853755246015602,
      "grad_norm": 7.294799327850342,
      "learning_rate": 5e-06,
      "loss": 0.3194,
      "step": 771100
    },
    {
      "epoch": 19.856329977599835,
      "grad_norm": 5.357191562652588,
      "learning_rate": 5e-06,
      "loss": 0.3317,
      "step": 771200
    },
    {
      "epoch": 19.858904709184067,
      "grad_norm": 8.250643730163574,
      "learning_rate": 5e-06,
      "loss": 0.3138,
      "step": 771300
    },
    {
      "epoch": 19.8614794407683,
      "grad_norm": 6.023131847381592,
      "learning_rate": 5e-06,
      "loss": 0.2954,
      "step": 771400
    },
    {
      "epoch": 19.86405417235253,
      "grad_norm": 8.141430854797363,
      "learning_rate": 5e-06,
      "loss": 0.3406,
      "step": 771500
    },
    {
      "epoch": 19.866628903936764,
      "grad_norm": 6.5493950843811035,
      "learning_rate": 5e-06,
      "loss": 0.3077,
      "step": 771600
    },
    {
      "epoch": 19.869203635520996,
      "grad_norm": 8.175488471984863,
      "learning_rate": 5e-06,
      "loss": 0.3219,
      "step": 771700
    },
    {
      "epoch": 19.87177836710523,
      "grad_norm": 6.81030797958374,
      "learning_rate": 5e-06,
      "loss": 0.3077,
      "step": 771800
    },
    {
      "epoch": 19.87435309868946,
      "grad_norm": 8.138011932373047,
      "learning_rate": 5e-06,
      "loss": 0.3233,
      "step": 771900
    },
    {
      "epoch": 19.876927830273694,
      "grad_norm": 8.391535758972168,
      "learning_rate": 5e-06,
      "loss": 0.3389,
      "step": 772000
    },
    {
      "epoch": 19.879502561857926,
      "grad_norm": 6.922173023223877,
      "learning_rate": 5e-06,
      "loss": 0.3112,
      "step": 772100
    },
    {
      "epoch": 19.88207729344216,
      "grad_norm": 6.8719706535339355,
      "learning_rate": 5e-06,
      "loss": 0.3132,
      "step": 772200
    },
    {
      "epoch": 19.88465202502639,
      "grad_norm": 7.183562755584717,
      "learning_rate": 5e-06,
      "loss": 0.3119,
      "step": 772300
    },
    {
      "epoch": 19.887226756610623,
      "grad_norm": 6.940040588378906,
      "learning_rate": 5e-06,
      "loss": 0.3429,
      "step": 772400
    },
    {
      "epoch": 19.889801488194855,
      "grad_norm": 6.729313850402832,
      "learning_rate": 5e-06,
      "loss": 0.3099,
      "step": 772500
    },
    {
      "epoch": 19.892376219779088,
      "grad_norm": 14.044153213500977,
      "learning_rate": 5e-06,
      "loss": 0.3316,
      "step": 772600
    },
    {
      "epoch": 19.89495095136332,
      "grad_norm": 7.651071071624756,
      "learning_rate": 5e-06,
      "loss": 0.3311,
      "step": 772700
    },
    {
      "epoch": 19.897525682947553,
      "grad_norm": 7.946547985076904,
      "learning_rate": 5e-06,
      "loss": 0.3192,
      "step": 772800
    },
    {
      "epoch": 19.900100414531785,
      "grad_norm": 10.99972152709961,
      "learning_rate": 5e-06,
      "loss": 0.3342,
      "step": 772900
    },
    {
      "epoch": 19.902675146116017,
      "grad_norm": 6.1365742683410645,
      "learning_rate": 5e-06,
      "loss": 0.3156,
      "step": 773000
    },
    {
      "epoch": 19.90524987770025,
      "grad_norm": 7.874553680419922,
      "learning_rate": 5e-06,
      "loss": 0.3236,
      "step": 773100
    },
    {
      "epoch": 19.907824609284482,
      "grad_norm": 9.111444473266602,
      "learning_rate": 5e-06,
      "loss": 0.3087,
      "step": 773200
    },
    {
      "epoch": 19.910399340868715,
      "grad_norm": 12.82021713256836,
      "learning_rate": 5e-06,
      "loss": 0.3226,
      "step": 773300
    },
    {
      "epoch": 19.912974072452947,
      "grad_norm": 7.899599075317383,
      "learning_rate": 5e-06,
      "loss": 0.3257,
      "step": 773400
    },
    {
      "epoch": 19.91554880403718,
      "grad_norm": 8.065322875976562,
      "learning_rate": 5e-06,
      "loss": 0.2976,
      "step": 773500
    },
    {
      "epoch": 19.91812353562141,
      "grad_norm": 6.7308030128479,
      "learning_rate": 5e-06,
      "loss": 0.3078,
      "step": 773600
    },
    {
      "epoch": 19.920698267205644,
      "grad_norm": 5.528756141662598,
      "learning_rate": 5e-06,
      "loss": 0.3027,
      "step": 773700
    },
    {
      "epoch": 19.923272998789876,
      "grad_norm": 5.783118724822998,
      "learning_rate": 5e-06,
      "loss": 0.3206,
      "step": 773800
    },
    {
      "epoch": 19.92584773037411,
      "grad_norm": 7.172637462615967,
      "learning_rate": 5e-06,
      "loss": 0.3275,
      "step": 773900
    },
    {
      "epoch": 19.92842246195834,
      "grad_norm": 5.9094085693359375,
      "learning_rate": 5e-06,
      "loss": 0.3341,
      "step": 774000
    },
    {
      "epoch": 19.930997193542574,
      "grad_norm": 6.511517524719238,
      "learning_rate": 5e-06,
      "loss": 0.3189,
      "step": 774100
    },
    {
      "epoch": 19.933571925126806,
      "grad_norm": 7.591963768005371,
      "learning_rate": 5e-06,
      "loss": 0.3162,
      "step": 774200
    },
    {
      "epoch": 19.93614665671104,
      "grad_norm": 9.621125221252441,
      "learning_rate": 5e-06,
      "loss": 0.3272,
      "step": 774300
    },
    {
      "epoch": 19.93872138829527,
      "grad_norm": 10.66956615447998,
      "learning_rate": 5e-06,
      "loss": 0.2962,
      "step": 774400
    },
    {
      "epoch": 19.941296119879503,
      "grad_norm": 6.69437313079834,
      "learning_rate": 5e-06,
      "loss": 0.3226,
      "step": 774500
    },
    {
      "epoch": 19.943870851463736,
      "grad_norm": 9.81786060333252,
      "learning_rate": 5e-06,
      "loss": 0.3344,
      "step": 774600
    },
    {
      "epoch": 19.946445583047968,
      "grad_norm": 6.668354511260986,
      "learning_rate": 5e-06,
      "loss": 0.3039,
      "step": 774700
    },
    {
      "epoch": 19.9490203146322,
      "grad_norm": 5.913263320922852,
      "learning_rate": 5e-06,
      "loss": 0.3063,
      "step": 774800
    },
    {
      "epoch": 19.951595046216433,
      "grad_norm": 7.95334005355835,
      "learning_rate": 5e-06,
      "loss": 0.3153,
      "step": 774900
    },
    {
      "epoch": 19.954169777800665,
      "grad_norm": 7.888856887817383,
      "learning_rate": 5e-06,
      "loss": 0.3213,
      "step": 775000
    },
    {
      "epoch": 19.956744509384897,
      "grad_norm": 8.28604507446289,
      "learning_rate": 5e-06,
      "loss": 0.3265,
      "step": 775100
    },
    {
      "epoch": 19.95931924096913,
      "grad_norm": 8.848978996276855,
      "learning_rate": 5e-06,
      "loss": 0.3356,
      "step": 775200
    },
    {
      "epoch": 19.961893972553362,
      "grad_norm": 6.8735737800598145,
      "learning_rate": 5e-06,
      "loss": 0.3306,
      "step": 775300
    },
    {
      "epoch": 19.964468704137595,
      "grad_norm": 8.54104232788086,
      "learning_rate": 5e-06,
      "loss": 0.3296,
      "step": 775400
    },
    {
      "epoch": 19.967043435721827,
      "grad_norm": 9.288854598999023,
      "learning_rate": 5e-06,
      "loss": 0.3223,
      "step": 775500
    },
    {
      "epoch": 19.96961816730606,
      "grad_norm": 5.775731563568115,
      "learning_rate": 5e-06,
      "loss": 0.3286,
      "step": 775600
    },
    {
      "epoch": 19.97219289889029,
      "grad_norm": 8.524958610534668,
      "learning_rate": 5e-06,
      "loss": 0.336,
      "step": 775700
    },
    {
      "epoch": 19.974767630474524,
      "grad_norm": 8.616429328918457,
      "learning_rate": 5e-06,
      "loss": 0.311,
      "step": 775800
    },
    {
      "epoch": 19.977342362058756,
      "grad_norm": 12.858382225036621,
      "learning_rate": 5e-06,
      "loss": 0.3272,
      "step": 775900
    },
    {
      "epoch": 19.97991709364299,
      "grad_norm": 11.044382095336914,
      "learning_rate": 5e-06,
      "loss": 0.3135,
      "step": 776000
    },
    {
      "epoch": 19.98249182522722,
      "grad_norm": 7.739894390106201,
      "learning_rate": 5e-06,
      "loss": 0.3105,
      "step": 776100
    },
    {
      "epoch": 19.985066556811454,
      "grad_norm": 8.574960708618164,
      "learning_rate": 5e-06,
      "loss": 0.3134,
      "step": 776200
    },
    {
      "epoch": 19.987641288395686,
      "grad_norm": 5.375393390655518,
      "learning_rate": 5e-06,
      "loss": 0.2918,
      "step": 776300
    },
    {
      "epoch": 19.99021601997992,
      "grad_norm": 12.6852445602417,
      "learning_rate": 5e-06,
      "loss": 0.3314,
      "step": 776400
    },
    {
      "epoch": 19.99279075156415,
      "grad_norm": 8.382933616638184,
      "learning_rate": 5e-06,
      "loss": 0.3148,
      "step": 776500
    },
    {
      "epoch": 19.995365483148383,
      "grad_norm": 9.472389221191406,
      "learning_rate": 5e-06,
      "loss": 0.3321,
      "step": 776600
    },
    {
      "epoch": 19.997940214732616,
      "grad_norm": 8.070696830749512,
      "learning_rate": 5e-06,
      "loss": 0.3318,
      "step": 776700
    },
    {
      "epoch": 20.0,
      "step": 776780,
      "train_loss": 0.2582062780857086,
      "train_perplexity": 1.2946058398973737,
      "train_runtime": 769.152,
      "train_samples_per_second": 403.962,
      "train_steps_per_second": 50.496
    },
    {
      "epoch": 20.0,
      "eval_loss": 0.25926968455314636,
      "eval_perplexity": 1.2959832643715472,
      "eval_runtime": 192.4165,
      "eval_samples_per_second": 403.692,
      "eval_steps_per_second": 50.463,
      "step": 776780
    },
    {
      "epoch": 20.0,
      "step": 776780,
      "total_flos": 2.23313176243798e+17,
      "train_loss": 0.6148993463815065,
      "train_runtime": 55730.7184,
      "train_samples_per_second": 111.503,
      "train_steps_per_second": 13.938
    }
  ],
  "logging_steps": 100,
  "max_steps": 776780,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 5,
        "early_stopping_threshold": 0.001
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.23313176243798e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}